-- Logs begin at Thu 2021-09-09 08:14:39 UTC, end at Thu 2021-09-09 10:44:11 UTC. -- Sep 09 08:57:26.584811 n-d-778696-16 systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 08:57:29.345891 n-d-778696-16 neutron-server[95214]: INFO neutron.common.config [-] Logging enabled! Sep 09 08:57:29.346482 n-d-778696-16 neutron-server[95214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 08:57:29.346573 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95214) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 08:57:29.349943 n-d-778696-16 neutron-server[95214]: INFO neutron.common.config [-] Logging enabled! Sep 09 08:57:29.350193 n-d-778696-16 neutron-server[95214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 08:57:29.350501 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95214) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 08:57:29.351462 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 08:57:29.351698 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 08:57:29.352082 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 08:57:29.352326 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 08:57:29.352549 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 08:57:29.352863 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.353155 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.353448 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.353677 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.353969 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.354257 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.354535 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.354820 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.355113 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.355414 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.355694 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.355974 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.356202 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.356481 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.356764 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.357051 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.357273 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] debug = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.357549 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.357969 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.358382 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.358656 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.358941 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.359217 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.359519 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.359794 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.360073 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.360396 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] host = n-d-778696-16 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.360669 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.360954 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.361239 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.361522 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.361792 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.362067 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.362351 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.362622 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.362891 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] log_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.363163 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.363479 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.363767 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.364053 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.364276 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.364497 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.364779 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.365061 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.365331 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.365601 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.365870 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.366139 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.366407 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.366671 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.366952 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.367231 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.367536 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.368398 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.368670 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.368930 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.369196 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.369478 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.369747 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.370015 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.370282 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.370561 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.370825 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.371092 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.371400 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.371697 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.371976 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.372259 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.372526 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.372805 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.373072 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.373340 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.373609 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] use_json = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.373877 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.374141 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.374416 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.374684 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.374949 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.375214 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.375507 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.375792 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:29.376086 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.376379 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.376676 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.376955 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.377251 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.377527 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.377813 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.378086 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.378371 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.378654 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.378936 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.379209 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.379521 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.379799 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.380091 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.380391 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.380684 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.380975 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.381249 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.381521 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.381792 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.382067 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.382349 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.382623 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.382907 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.383193 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.384070 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.384355 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.384643 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.384931 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.385204 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.385479 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.385769 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.386046 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.386317 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.386592 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.386877 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.387156 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.387448 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.387732 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.388007 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.388277 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.388547 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.388820 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.389105 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.389378 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.389647 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.389917 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.390188 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.390456 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.390738 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.391010 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.391278 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.391582 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.391860 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.392130 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.392399 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.392672 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.392939 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.393212 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.393479 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.393747 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.394014 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.394281 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.394548 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.394814 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.395080 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.395350 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.395640 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.395910 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.396176 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.396445 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.396714 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.397001 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.397295 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.397568 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.397845 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.398119 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.398392 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.398664 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.398957 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.399240 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.399532 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.399802 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.400088 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.400365 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.400646 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.400925 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.401198 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.401494 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.401768 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.402044 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.402314 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.402587 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.402865 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.403141 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.403457 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.403751 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.404043 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.404333 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.404624 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.404901 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.405206 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.405482 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:29.405698 n-d-778696-16 neutron-server[95214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 08:57:29.405935 n-d-778696-16 neutron-server[95214]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95214) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 08:57:29.758881 n-d-778696-16 neutron-server[95214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 08:57:29.759358 n-d-778696-16 neutron-server[95214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 08:57:29.759675 n-d-778696-16 neutron-server[95214]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 08:57:29.760097 n-d-778696-16 neutron-server[95214]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 08:57:30.151340 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.151667 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.151948 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.153237 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.153510 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.153774 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.191688 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.191963 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.192225 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.207671 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.207949 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.208218 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.236084 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.236365 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.236634 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.274912 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.275187 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.275475 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.508070 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.509037 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.509037 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.509037 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.509486 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.628312 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.628628 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.628910 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.629177 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.629440 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.629747 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.630004 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.630257 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.630509 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.630789 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.631045 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.631307 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.631583 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.631835 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.632087 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.632348 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.632601 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.632865 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.633130 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.633894 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.634229 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.634421 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.634693 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.635071 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.635316 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.635587 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.635980 n-d-778696-16 neutron-server[95214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 08:57:30.636221 n-d-778696-16 neutron-server[95214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 08:57:30.636456 n-d-778696-16 neutron-server[95214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 08:57:30.636691 n-d-778696-16 neutron-server[95214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 08:57:30.636923 n-d-778696-16 neutron-server[95214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 08:57:30.637154 n-d-778696-16 neutron-server[95214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 08:57:30.637509 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 08:57:30.640570 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 08:57:30.644469 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 08:57:30.648292 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 09 08:57:30.650600 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 08:57:30.651052 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 08:57:30.651403 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 08:57:30.651791 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 08:57:30.654548 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 08:57:30.654785 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 08:57:30.655135 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 08:57:30.660502 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 08:57:30.682632 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 08:57:30.683080 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.683395 n-d-778696-16 neutron-server[95214]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95214) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 08:57:30.683760 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.685100 n-d-778696-16 neutron-server[95214]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95214) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 08:57:30.685380 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 08:57:30.685620 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 08:57:30.688943 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.689224 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:30.754653 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 08:57:30.754893 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 08:57:30.755126 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 08:57:30.755529 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 08:57:30.779208 n-d-778696-16 neutron-server[95214]: DEBUG oslo_db.sqlalchemy.engines [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95214) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 08:57:31.469705 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Initializing driver for type 'gre' Sep 09 08:57:31.470246 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] gre ID ranges: [(1, 1000)] Sep 09 08:57:31.693630 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Initializing driver for type 'local' Sep 09 08:57:31.694268 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Initializing driver for type 'vlan' Sep 09 08:57:31.808332 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] VlanTypeDriver initialization complete Sep 09 08:57:31.808606 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Initializing driver for type 'vxlan' Sep 09 08:57:31.809130 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] vxlan ID ranges: [(1, 1000)] Sep 09 08:57:31.956527 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Initializing extension driver 'port_security' Sep 09 08:57:31.956867 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.extensions.port_security [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] PortSecurityExtensionDriver initialization complete Sep 09 08:57:31.957199 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Initializing mechanism driver 'openvswitch' Sep 09 08:57:31.957516 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Initializing mechanism driver 'hyperv' Sep 09 08:57:31.964402 n-d-778696-16 neutron-server[95214]: DEBUG neutron.plugins.ml2.plugin [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:57:31.965084 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > port after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.965456 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > port after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.965804 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > port after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.966332 n-d-778696-16 neutron-server[95214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 08:57:31.966762 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.967112 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.967476 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.967869 n-d-778696-16 neutron-server[95214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 08:57:31.968272 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > network after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.968619 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > network after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.968958 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > network after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.969344 n-d-778696-16 neutron-server[95214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 08:57:31.969748 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > security_group after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.970089 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > security_group after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.970425 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.970954 n-d-778696-16 neutron-server[95214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 08:57:31.971362 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.971731 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.972073 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.972465 n-d-778696-16 neutron-server[95214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 08:57:31.975018 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > address_group after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.975018 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > address_group after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.975018 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.975018 n-d-778696-16 neutron-server[95214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 08:57:31.975018 n-d-778696-16 neutron-server[95214]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] ML2 OVO RPC backend initialized. {{(pid=95214) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 08:57:31.975409 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.975409 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.975710 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > network before_response 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.976057 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > networks before_response 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.976407 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > port before_response 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.976747 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > ports before_response 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.977592 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > subnet before_response 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.978049 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > subnets before_response 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.978313 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > network after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.978652 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > network after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.978987 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > network after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.979321 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > port after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.979676 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > port after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.980009 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > port after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.980342 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.980677 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.981065 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:31.981638 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.plugin [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Modular L2 Plugin initialization complete Sep 09 08:57:31.981966 n-d-778696-16 neutron-server[95214]: DEBUG neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading services supported by the core plugin {{(pid=95214) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 08:57:31.982296 n-d-778696-16 neutron-server[95214]: INFO neutron.plugins.ml2.managers [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Got port-security extension from driver 'port_security' Sep 09 08:57:31.982762 n-d-778696-16 neutron-server[95214]: INFO neutron.extensions.vlantransparent [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Disabled vlantransparent extension. Sep 09 08:57:31.983245 n-d-778696-16 neutron-server[95214]: DEBUG neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95214) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 08:57:31.983581 n-d-778696-16 neutron-server[95214]: INFO neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading Plugin: router Sep 09 08:57:32.019187 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.019614 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router after_create 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.019984 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router before_create 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.020345 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.020718 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.021072 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router after_delete 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.021429 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.021777 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.022133 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router after_create 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.022479 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router after_update 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.022828 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router after_update 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.023175 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.023556 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router after_update 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.023981 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.024353 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: port after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.024691 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: port after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.025025 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: subnet after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.025358 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.025709 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.026055 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.026393 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: port before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.026733 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router precommit_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.027086 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router after_update 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.027455 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.027814 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.028168 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.028510 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.028868 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > agent after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.029213 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > agent after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.029552 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > network after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.030399 n-d-778696-16 neutron-server[95214]: DEBUG neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Tracking information for resource: router configured {{(pid=95214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 08:57:32.030734 n-d-778696-16 neutron-server[95214]: DEBUG neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Tracking information for resource: floatingip configured {{(pid=95214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 08:57:32.035637 n-d-778696-16 neutron-server[95214]: INFO neutron.db.l3_agentschedulers_db [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 08:57:32.036207 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: port after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.036568 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: port after_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.036920 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: port after_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.037270 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: port after_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.038042 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router before_create 55550100 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.038406 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.038767 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router precommit_create 55550100 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.039121 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > router precommit_update 55550100 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.044370 n-d-778696-16 neutron-server[95214]: DEBUG neutron.services.provider_configuration [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service providers = [] {{(pid=95214) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 08:57:32.044736 n-d-778696-16 neutron-server[95214]: DEBUG neutron.db.servicetype_db [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95214) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 08:57:32.047727 n-d-778696-16 neutron-server[95214]: DEBUG neutron.services.service_base [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 08:57:32.048075 n-d-778696-16 neutron-server[95214]: DEBUG neutron.services.service_base [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 08:57:32.048416 n-d-778696-16 neutron-server[95214]: DEBUG neutron.services.service_base [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 08:57:32.049303 n-d-778696-16 neutron-server[95214]: DEBUG neutron.services.service_base [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 08:57:32.049676 n-d-778696-16 neutron-server[95214]: INFO neutron.services.service_base [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 08:57:32.050047 n-d-778696-16 neutron-server[95214]: DEBUG neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 08:57:32.050364 n-d-778696-16 neutron-server[95214]: INFO neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 08:57:32.061473 n-d-778696-16 neutron-server[95214]: DEBUG neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 08:57:32.061759 n-d-778696-16 neutron-server[95214]: INFO neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading Plugin: auto_allocate Sep 09 08:57:32.067479 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: network precommit_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.067851 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: network precommit_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.068367 n-d-778696-16 neutron-server[95214]: DEBUG neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 08:57:32.068686 n-d-778696-16 neutron-server[95214]: INFO neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading Plugin: tag Sep 09 08:57:32.075149 n-d-778696-16 neutron-server[95214]: DEBUG neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 08:57:32.075504 n-d-778696-16 neutron-server[95214]: INFO neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading Plugin: timestamp Sep 09 08:57:32.079761 n-d-778696-16 neutron-server[95214]: DEBUG neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 08:57:32.080090 n-d-778696-16 neutron-server[95214]: INFO neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading Plugin: network_ip_availability Sep 09 08:57:32.085400 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.085780 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.086139 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.086881 n-d-778696-16 neutron-server[95214]: DEBUG neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 08:57:32.087199 n-d-778696-16 neutron-server[95214]: INFO neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading Plugin: flavors Sep 09 08:57:32.091886 n-d-778696-16 neutron-server[95214]: DEBUG neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 08:57:32.092220 n-d-778696-16 neutron-server[95214]: INFO neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading Plugin: revisions Sep 09 08:57:32.096464 n-d-778696-16 neutron-server[95214]: DEBUG neutron.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 08:57:32.096847 n-d-778696-16 neutron-server[95214]: DEBUG oslo_concurrency.lockutils [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.337s {{(pid=95214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 08:57:32.097576 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95214) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 08:57:32.097908 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Initializing extension manager. Sep 09 08:57:32.098416 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: __init__.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.098755 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: __pycache__ {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.099089 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.099470 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: address_group.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.100226 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.100777 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: address-group Sep 09 08:57:32.101100 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: address_scope.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.102510 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.103021 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: address-scope Sep 09 08:57:32.103344 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.104288 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.104799 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: router-admin-state-down-before-update Sep 09 08:57:32.105121 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: agent.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.105822 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.106327 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: agent Sep 09 08:57:32.106645 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: agent_resources_synced.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.107580 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.108085 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: agent-resources-synced Sep 09 08:57:32.108402 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: allowedaddresspairs.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.110185 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.110702 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: allowed-address-pairs Sep 09 08:57:32.111025 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: auto_allocated_topology.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.112116 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.112623 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: auto-allocated-topology Sep 09 08:57:32.112943 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: availability_zone.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.113626 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.114125 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: availability_zone Sep 09 08:57:32.114442 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: availability_zone_filter.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.115343 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.115883 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: availability_zone_filter Sep 09 08:57:32.116205 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: data_plane_status.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.117104 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.118166 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 08:57:32.118541 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: default_subnetpools.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.119653 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.120156 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: default-subnetpools Sep 09 08:57:32.120478 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.121285 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.121787 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: dhcp_agent_scheduler Sep 09 08:57:32.122106 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: dns.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.123018 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.123553 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension dns-integration not supported by any of loaded plugins Sep 09 08:57:32.123877 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: dns_domain_ports.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.124789 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.125291 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 08:57:32.125612 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.126529 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.127027 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 08:57:32.127347 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: dvr.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.128034 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.128536 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: dvr Sep 09 08:57:32.128857 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: ecmp_routes.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.129784 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.130283 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 08:57:32.130603 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: empty_string_filtering.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.131560 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.132072 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: empty-string-filtering Sep 09 08:57:32.132396 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.133368 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.134031 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 08:57:32.134348 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.135286 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.135829 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 08:57:32.136147 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: external_net.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.137072 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.137577 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: external-net Sep 09 08:57:32.137896 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.138804 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.139307 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: extra_dhcp_opt Sep 09 08:57:32.139648 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: extraroute.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.140553 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.141056 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: extraroute Sep 09 08:57:32.141374 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: extraroute_atomic.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.142422 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.142928 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: extraroute-atomic Sep 09 08:57:32.143247 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: filter_validation.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.143955 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.145673 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: filter-validation Sep 09 08:57:32.146005 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: fip_pf_description.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.147629 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.148149 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 08:57:32.148474 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: fip_port_details.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.149584 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.152172 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: fip-port-details Sep 09 08:57:32.152509 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: flavors.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.160148 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.160673 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: flavors Sep 09 08:57:32.161070 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.162804 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.163333 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 08:57:32.163690 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: floatingip_pools.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.164391 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.165440 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: floatingip-pools Sep 09 08:57:32.165763 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: ip_allocation.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.166706 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.167208 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 08:57:32.167557 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.168473 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.168980 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: ip-substring-filtering Sep 09 08:57:32.169302 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: l2_adjacency.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.170224 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.170724 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 08:57:32.171048 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: l3.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.172226 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.172738 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: router Sep 09 08:57:32.173060 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.175283 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.175842 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 08:57:32.176170 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.177111 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.177622 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: ext-gw-mode Sep 09 08:57:32.177948 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.178879 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.179407 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: l3-ha Sep 09 08:57:32.179732 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: l3_flavors.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.181351 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.181883 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: l3-flavors Sep 09 08:57:32.182414 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.183489 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.184140 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 08:57:32.184576 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: l3agentscheduler.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.185707 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.186500 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: l3_agent_scheduler Sep 09 08:57:32.187037 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: logging.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.188711 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.189235 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension logging not supported by any of loaded plugins Sep 09 08:57:32.189566 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: metering.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.190310 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.190892 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: metering Sep 09 08:57:32.191218 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.192325 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.192840 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: metering_source_and_destination_fields Sep 09 08:57:32.193166 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: multiprovidernet.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.194089 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.194596 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: multi-provider Sep 09 08:57:32.194949 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: netmtu.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.195951 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.196619 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: net-mtu Sep 09 08:57:32.196942 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: netmtu_writable.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.197863 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.198370 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: net-mtu-writable Sep 09 08:57:32.198695 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: network_availability_zone.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.199367 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.199904 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: network_availability_zone Sep 09 08:57:32.200224 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: network_ip_availability.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.201324 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.202087 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: network-ip-availability Sep 09 08:57:32.202408 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: network_segment_range.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.203169 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.203704 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 08:57:32.204027 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: pagination.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.204997 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.205326 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: pagination Sep 09 08:57:32.205642 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: port_device_profile.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.206554 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.207069 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: port-device-profile Sep 09 08:57:32.207403 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.208345 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.208855 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: port-mac-address-regenerate Sep 09 08:57:32.209173 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.210077 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.210580 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: port-numa-affinity-policy Sep 09 08:57:32.210902 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: port_resource_request.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.212193 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.212708 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 08:57:32.213031 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: portbindings.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.213966 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.214477 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: binding Sep 09 08:57:32.214799 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: portbindings_extended.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.216086 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.216596 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: binding-extended Sep 09 08:57:32.216920 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: portsecurity.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.217831 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.218336 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: port-security Sep 09 08:57:32.218658 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: project_id.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.219664 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.219992 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: project-id Sep 09 08:57:32.220312 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: providernet.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.221241 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.221752 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: provider Sep 09 08:57:32.222070 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: qos.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.225596 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.226117 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension qos not supported by any of loaded plugins Sep 09 08:57:32.226448 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.228229 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.228743 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 08:57:32.229071 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.229983 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.230492 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 08:57:32.230823 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: qos_default.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.231770 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.232276 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension qos-default not supported by any of loaded plugins Sep 09 08:57:32.232601 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: qos_fip.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.233251 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.233754 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension qos-fip not supported by any of loaded plugins Sep 09 08:57:32.234076 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: qos_gateway_ip.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.234992 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.235538 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 08:57:32.235861 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: qos_port_network_policy.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.236769 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.237277 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 08:57:32.237598 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: qos_pps_rule.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.238758 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.239271 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension qos-pps not supported by any of loaded plugins Sep 09 08:57:32.239617 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: qos_rule_type_details.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.240527 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.241044 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 08:57:32.241366 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: qos_rules_alias.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.242406 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.243611 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 08:57:32.243934 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: quotasv2.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.244855 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.245181 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: quotas Sep 09 08:57:32.245502 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: quotasv2_detail.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.248786 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.249124 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: quota_details Sep 09 08:57:32.249471 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: rbac.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.250535 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.251064 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: rbac-policies Sep 09 08:57:32.251409 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: rbac_address_group.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.252341 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.252854 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: rbac-address-group Sep 09 08:57:32.253181 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: rbac_address_scope.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.254095 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.254602 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: rbac-address-scope Sep 09 08:57:32.254958 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: rbac_security_groups.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.255899 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.256407 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: rbac-security-groups Sep 09 08:57:32.256734 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: rbac_subnetpool.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.257644 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.258157 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: rbac-subnetpool Sep 09 08:57:32.258522 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: revisionifmatch.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.259462 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.259994 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: revision-if-match Sep 09 08:57:32.260318 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: revisions.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.261428 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.261939 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: standard-attr-revisions Sep 09 08:57:32.262266 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: router_availability_zone.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.262943 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.263609 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: router_availability_zone Sep 09 08:57:32.263937 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: routerservicetype.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.264866 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.265372 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension router-service-type not supported by any of loaded plugins Sep 09 08:57:32.265696 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.266608 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.267119 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: security-groups-normalized-cidr Sep 09 08:57:32.267465 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.268389 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.268899 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: port-security-groups-filtering Sep 09 08:57:32.269219 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.270148 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.270666 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: security-groups-remote-address-group Sep 09 08:57:32.270989 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: securitygroup.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.282078 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.282608 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: security-group Sep 09 08:57:32.282960 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: segment.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.283782 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.284289 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension segment not supported by any of loaded plugins Sep 09 08:57:32.284613 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.285552 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.286059 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 08:57:32.286379 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: servicetype.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.287592 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.288139 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: service-type Sep 09 08:57:32.288465 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: sorting.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.289974 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.290502 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: sorting Sep 09 08:57:32.290610 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: standard_attr_segment.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.291557 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.292075 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 08:57:32.292420 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: standardattrdescription.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.293067 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.293599 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: standard-attr-description Sep 09 08:57:32.293920 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: stateful_security_group.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.294846 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.295360 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: stateful-security-group Sep 09 08:57:32.295700 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: stdattrs_common.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.296277 n-d-778696-16 neutron-server[95214]: WARNING neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 08:57:32.296595 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.297522 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.298031 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 08:57:32.298369 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: subnet_onboard.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.299448 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.299963 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: subnet_onboard Sep 09 08:57:32.300284 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.301210 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.301713 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 08:57:32.302033 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: subnet_service_types.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.302947 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.303481 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: subnet-service-types Sep 09 08:57:32.303803 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: subnetallocation.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.304882 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.306067 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: subnet_allocation Sep 09 08:57:32.306386 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.307049 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.307590 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: subnetpool-prefix-ops Sep 09 08:57:32.307910 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.308843 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.309370 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 08:57:32.309690 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: tagging.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.310768 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.311287 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: standard-attr-tag Sep 09 08:57:32.311683 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: timestamp.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.312829 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.313339 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loaded extension: standard-attr-timestamp Sep 09 08:57:32.313663 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: trunk.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.314682 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.315193 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension trunk not supported by any of loaded plugins Sep 09 08:57:32.315553 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: trunk_details.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.316475 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.316984 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension trunk-details not supported by any of loaded plugins Sep 09 08:57:32.317306 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: uplink_status_propagation.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.318222 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.318728 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 08:57:32.319051 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Loading extension file: vlantransparent.py {{(pid=95214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 08:57:32.319742 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 08:57:32.320251 n-d-778696-16 neutron-server[95214]: INFO neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 08:57:32.322913 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:network Sep 09 08:57:32.323459 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:subnet Sep 09 08:57:32.323859 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 08:57:32.324258 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:port Sep 09 08:57:32.325461 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.325911 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service FLAVORS assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.326797 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.327219 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.327578 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:router Sep 09 08:57:32.328009 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 08:57:32.328498 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service METERING assigned prefix: /metering {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.329959 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.330331 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.330688 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 08:57:32.331697 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 08:57:32.332153 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:security_group Sep 09 08:57:32.332580 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 08:57:32.333182 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service CORE assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.333521 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 08:57:32.333868 n-d-778696-16 neutron-server[95214]: WARNING neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] subnetpool is already registered Sep 09 08:57:32.334299 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service CORE assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.334625 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 08:57:32.334959 n-d-778696-16 neutron-server[95214]: WARNING neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] subnetpool is already registered Sep 09 08:57:32.337968 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.338401 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service FLAVORS assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.338996 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.339439 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.339773 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:router Sep 09 08:57:32.340111 n-d-778696-16 neutron-server[95214]: WARNING neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] router is already registered Sep 09 08:57:32.340517 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 08:57:32.340856 n-d-778696-16 neutron-server[95214]: WARNING neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] floatingip is already registered Sep 09 08:57:32.341306 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service METERING assigned prefix: /metering {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.341979 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 08:57:32.342304 n-d-778696-16 neutron-server[95214]: WARNING neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] rbac_policy is already registered Sep 09 08:57:32.342712 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:security_group Sep 09 08:57:32.343046 n-d-778696-16 neutron-server[95214]: WARNING neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] security_group is already registered Sep 09 08:57:32.343470 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 08:57:32.343805 n-d-778696-16 neutron-server[95214]: WARNING neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] security_group_rule is already registered Sep 09 08:57:32.344426 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service CORE assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.344751 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 08:57:32.345082 n-d-778696-16 neutron-server[95214]: WARNING neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] subnetpool is already registered Sep 09 08:57:32.345496 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.v2.resource_helper [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Service CORE assigned prefix: {{(pid=95214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 08:57:32.345822 n-d-778696-16 neutron-server[95214]: INFO neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 08:57:32.346147 n-d-778696-16 neutron-server[95214]: WARNING neutron.quota.resource_registry [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] subnetpool is already registered Sep 09 08:57:32.346609 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: extensions {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.348071 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: address-groups {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.349519 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: address-scopes {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.350829 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: agents {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.352752 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: auto-allocated-topology {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.353990 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: availability_zones {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.355204 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: dhcp-networks {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.356783 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: dhcp-agents {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.358185 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: routers {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.360449 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: flavors {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.361604 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: service_profiles {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.362800 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: next_providers {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.364272 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: service_profiles {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.365767 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: floatingip-pools {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.366959 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: routers {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.369142 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: floatingips {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.370422 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: l3-routers {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.371823 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: l3-agents {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.373207 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: metering-labels {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.374556 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: metering-label-rules {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.375830 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: network-ip-availabilities {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.377087 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: bindings {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.379551 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: quotas {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.381003 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: quotas {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.382418 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: rbac-policies {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.383852 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: security-groups {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.386151 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: security-group-rules {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.387757 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: service-providers {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.389060 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: subnetpools {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.391278 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: subnetpools {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.392753 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: tags {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.394417 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: tags {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.396253 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: tags {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.398062 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: tags {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.400405 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: tags {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.402218 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: tags {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.403929 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: tags {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.405812 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: tags {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.407575 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: tags {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.409291 n-d-778696-16 neutron-server[95214]: DEBUG neutron.api.extensions [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Extended resource: tags {{(pid=95214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 08:57:32.415886 n-d-778696-16 neutron-server[95214]: WARNING keystonemiddleware.auth_token [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 08:57:32.420571 n-d-778696-16 neutron-server[95214]: WARNING keystonemiddleware.auth_token [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 08:57:32.429143 n-d-778696-16 neutron-server[95214]: DEBUG oslo_concurrency.lockutils [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Acquired lock "singleton_lock" {{(pid=95214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 08:57:32.429611 n-d-778696-16 neutron-server[95214]: DEBUG oslo_concurrency.lockutils [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Releasing lock "singleton_lock" {{(pid=95214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 08:57:32.430377 n-d-778696-16 neutron-server[95214]: INFO oslo_service.service [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Starting 2 workers Sep 09 08:57:32.435266 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Started child 95325 {{(pid=95214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 08:57:32.439727 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Started child 95326 {{(pid=95214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 08:57:32.440873 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:32.441488 n-d-778696-16 neutron-server[95214]: INFO neutron.service [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 08:57:32.442003 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Notify callbacks [] for process, before_spawn {{(pid=95214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:32.442488 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [-] (95325) wsgi starting up on http://0.0.0.0:9696 Sep 09 08:57:32.444490 n-d-778696-16 neutron-server[95214]: INFO oslo_service.service [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Starting 1 workers Sep 09 08:57:32.444750 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:32.446310 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [-] (95326) wsgi starting up on http://0.0.0.0:9696 Sep 09 08:57:32.449785 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Started child 95327 {{(pid=95214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 08:57:32.450336 n-d-778696-16 neutron-server[95214]: INFO oslo_service.service [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Starting 1 workers Sep 09 08:57:32.454055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.service [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] calling RpcWorker wait() {{(pid=95327) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 08:57:32.454648 n-d-778696-16 neutron-server[95327]: DEBUG neutron.service [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] returning from RpcWorker wait() {{(pid=95327) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 08:57:32.455212 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Started child 95328 {{(pid=95214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 08:57:32.456073 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:32.456456 n-d-778696-16 neutron-server[95214]: DEBUG neutron_lib.callbacks.manager [None req-d7731a3d-60ea-4f37-97f2-80188bb3a5e3 None None] Notify callbacks [] for process, after_spawn {{(pid=95214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:32.456614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:57:32.458352 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 08:57:32.458568 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 08:57:32.458751 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 08:57:32.458956 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 08:57:32.459314 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 08:57:32.459517 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 08:57:32.460241 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.460511 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.460776 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.461027 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.461127 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:32.462117 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.463206 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.463512 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.463749 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.464037 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.464311 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.464494 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.464658 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.464912 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.465169 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.465480 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.465758 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.466010 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.466272 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.466439 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.466718 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.466955 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.467182 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.467468 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] debug = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.467715 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.468216 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.468412 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.468658 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.468874 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.469139 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.469399 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.469645 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.469884 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.470104 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.470344 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.470588 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.470816 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.471039 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.471251 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.471534 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.471746 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.472208 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] host = n-d-778696-16 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.472443 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.472686 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.472945 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.473199 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.473452 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.473667 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.473921 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.474157 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.474406 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.474627 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.474843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.475087 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.475333 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.475589 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.475750 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_options = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.475985 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.476230 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.476487 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.476673 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.476839 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.477116 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.477892 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.478053 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.478306 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.478522 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.478769 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.478943 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.479196 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.479472 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.479707 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.479949 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.480183 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.480389 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.480628 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.480868 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.481087 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.481331 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.481547 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.481781 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.481998 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.482229 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.482464 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.482719 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.482927 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.483160 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.483412 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.483647 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.483894 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.484127 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.484385 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.484610 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.484834 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.485044 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.485310 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.485531 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.485788 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.486043 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.486254 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.486515 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.486749 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.486976 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.487203 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_json = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.487429 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.487660 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.487982 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.488125 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.488346 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.488556 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.488770 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.489016 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.489476 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.489743 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.490057 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.490298 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.490529 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.490775 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.491020 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.491235 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.491519 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.491765 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.492063 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.492286 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.492627 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.492915 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.493187 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.493486 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.493752 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.494039 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.494254 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.494469 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.495647 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.495647 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.495647 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.495904 n-d-778696-16 neutron-server[95328]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:57:32.495984 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.495984 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.496263 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.496367 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.496700 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.496958 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.497444 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.497750 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.498070 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.498228 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.498441 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.498656 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.498891 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.499108 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.499369 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.499624 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.499857 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.500076 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.500305 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.500521 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.500749 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.500992 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.501226 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.501473 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.501717 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.501932 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.502147 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.502389 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.502637 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.502879 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.503118 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.503406 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.503652 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517091 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517091 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517091 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517091 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517091 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517091 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517091 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517091 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517091 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517864 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517864 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517864 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517864 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517864 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517864 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517864 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517864 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.517864 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518442 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518442 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518442 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518442 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518442 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518442 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518442 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518442 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518442 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518914 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518914 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518914 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518914 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518914 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518914 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518914 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.518914 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519334 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519334 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519334 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519334 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519334 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519334 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519334 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519334 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519978 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519978 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519978 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519978 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519978 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519978 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519978 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.519978 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.520438 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.520438 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.520438 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.520438 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.520677 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.520922 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.521181 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.521433 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.521712 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.521989 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.522215 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.522504 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.522712 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.523014 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.523295 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.523576 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.524334 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.524590 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.524863 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.525112 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.525367 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.525618 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.525889 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.526121 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.526344 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.526629 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.526869 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.527118 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.527338 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.527590 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.527932 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.528199 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.528453 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.528679 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.528985 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.529224 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.529458 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.529733 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.529986 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.530242 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.530483 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.530753 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.530992 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.531253 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.531512 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.531738 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.531999 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.532219 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.532471 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.532710 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.532934 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.533190 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.533414 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.533639 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.533872 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.534096 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.534318 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.534568 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.534786 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.535010 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.535264 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.535512 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.535754 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.536002 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.536239 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.536493 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.536718 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.536989 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.537250 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.537480 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.537712 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.537977 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.538236 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.538454 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.538701 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.538924 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.539141 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.539358 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.540185 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.540408 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.540629 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.540861 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.541100 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.541361 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.541615 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.541962 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.542225 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.542463 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.542714 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.542931 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.543339 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.543754 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.544001 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.544223 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.544444 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.544669 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.544927 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.545150 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.545399 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.545622 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.545858 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.546072 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.546310 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.546522 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.546821 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.547081 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.547326 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.547608 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.547851 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.548069 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.548301 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.548517 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.548732 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.548955 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.549173 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.549386 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.549609 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.549822 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.550039 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.550259 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.550480 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.550692 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.550919 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.551171 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.551468 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.551672 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.551892 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.552104 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.552342 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.552581 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.552957 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.553344 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.553563 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.553775 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.554025 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.554236 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.554445 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.554667 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.554884 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.555164 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.555606 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.555788 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.556008 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.556301 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.556550 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.556795 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.557044 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.557372 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.557607 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.557849 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.558067 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.558305 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.558529 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.558791 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.559112 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.559432 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.559696 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.559969 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.560249 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.560528 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.560809 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.561025 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.561326 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.561658 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.562005 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.562205 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.562476 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.562738 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.562962 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.563201 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.563465 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.563861 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.564238 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.564629 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.564866 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.565094 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.565314 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.565544 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.565770 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.565989 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.566207 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.566469 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.566702 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.566868 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 08:57:32.567435 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 08:57:32.567596 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 08:57:32.567751 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 08:57:32.567921 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 08:57:32.568090 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 08:57:32.568241 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 08:57:32.568450 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.568611 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.568773 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.568932 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.569090 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.569268 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.569429 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.569587 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.569746 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.570009 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.570107 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.570211 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.570369 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.570529 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.570712 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.570871 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.571030 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.571189 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.571352 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.571532 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.571692 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.571854 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.572015 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] debug = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.572173 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.572384 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.572549 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.572709 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.572866 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.573023 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.573181 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.573346 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.573509 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.573660 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.573817 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.573977 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.574259 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.574374 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.574456 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.574587 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.574744 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.574905 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] host = n-d-778696-16 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.575062 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.575221 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.575735 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.575735 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.575735 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.576003 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.576003 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.576150 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.576292 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.576454 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.576864 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.577025 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.577177 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.577327 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.577485 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_options = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.577642 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.577799 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.577956 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.578140 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.578304 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.578464 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.578621 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.578779 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.578937 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.579095 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.579254 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.579435 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.579669 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.579810 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.579972 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.585810 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.585810 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.585810 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.585810 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.585810 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.585810 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.585810 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.585810 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.586928 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.586928 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.586928 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.586928 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.586928 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.586928 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.586928 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.586928 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.587597 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.587597 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.587597 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.587597 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.587597 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.587597 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.587597 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.587597 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588120 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588120 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588120 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588120 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588120 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588120 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588120 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588120 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_json = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588620 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588620 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588620 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588620 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588620 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588620 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588620 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.588620 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 08:57:32.589133 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589133 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589133 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589133 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589133 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589133 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589133 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589133 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.589685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590196 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590196 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590196 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590196 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590196 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590196 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590196 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590196 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590711 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590711 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590711 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590711 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590971 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.590971 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.591107 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.591243 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.591439 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.591586 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.591747 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.592131 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.592131 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.592406 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.592406 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.592627 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.592740 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.592841 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.593093 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.593093 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.593329 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.594354 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.594354 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.594354 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.594354 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.594354 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.594354 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.594354 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.595362 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.595362 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.595362 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.595362 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.595362 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.595362 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.595973 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.595973 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.595973 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.595973 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.596343 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.596343 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.596343 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.596554 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.596652 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.596813 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.597218 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.597218 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.598076 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.598076 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.598076 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.598076 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.598076 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.598076 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.598603 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.598603 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.598603 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.598603 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.600293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.600293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.600293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.600293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.600293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.600293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.600293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.600293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.600293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.603424 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.603424 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.603424 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.603424 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.603424 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.603424 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.603424 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.603424 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609134 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609134 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609134 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609134 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609134 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609134 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609134 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609134 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609724 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609724 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609724 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609724 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609724 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609724 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609724 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.609724 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610477 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610477 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610477 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610477 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610477 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610477 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610477 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610477 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610984 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610984 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610984 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610984 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610984 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610984 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610984 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.610984 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.611664 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.611664 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.611664 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.611664 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.611664 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.611664 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.611664 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.611664 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.612191 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.612191 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.612191 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.612191 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.612191 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.612191 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.612191 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.612191 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613029 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613029 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613029 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613029 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613029 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613029 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613029 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613029 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613900 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613900 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613900 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613900 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613900 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613900 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613900 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.613900 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.614843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.614843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.614843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.614843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.614843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.614843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.614843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.614843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.615778 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.615778 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.615778 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.616110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:57:32.616236 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.616236 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.616236 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.616236 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.616236 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.616236 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.616236 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.616236 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.617107 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.617107 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.617107 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.617107 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.617107 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.617107 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.617107 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.617107 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618111 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618111 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618111 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618111 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618111 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618111 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618111 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618111 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618950 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618950 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618950 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618950 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618950 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618950 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618950 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.618950 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.619843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.619843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.619843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.619843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.619843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.619843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.619843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.619843 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.620707 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.620707 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.620707 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.620707 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.620707 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.620707 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.621352 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.621352 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.621352 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.621352 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.621796 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.621796 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.621796 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.622125 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.622125 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.622350 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.622350 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.622590 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.622590 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.622815 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.622923 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.623040 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.623199 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.623369 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.623554 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.623716 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.623877 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.624039 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.624199 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.624370 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.624531 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.624692 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.624852 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.625685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.625685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.625685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.625685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.625685 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.628608 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.628608 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.628608 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.628608 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.628608 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.628608 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.628608 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.628608 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630293 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630822 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630822 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630822 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630822 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630822 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630822 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630822 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.630822 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.631335 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.631335 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.631335 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.631335 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.631335 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.631335 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.631335 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.631335 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.631335 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.632673 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.632673 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.632673 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.632673 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.632673 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.632673 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.632673 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 08:57:32.632673 n-d-778696-16 neutron-server[95214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 08:57:32.763950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38490) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:57:32.772651 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064468 Sep 09 08:57:44.396130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e58ba0-54e1-44fb-90f3-5133c17e6b8c None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 08:57:44.472017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e58ba0-54e1-44fb-90f3-5133c17e6b8c None None] No non-hosted networks {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 08:57:44.486461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.agentschedulers_db [None req-d7e58ba0-54e1-44fb-90f3-5133c17e6b8c None None] DHCP Agent not found on host n-d-778696-16 {{(pid=95327) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 09 08:57:44.721935 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21902c30-0496-4602-92f4-a7eb3efbb26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682781'] for agent, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:47.004766 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6da7373-cb7f-4099-9332-4a6ac192bf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682781'] for agent, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:47.062568 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-b177976c-9c6f-412d-b206-0963b29c8568 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-778696-16 {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 08:57:47.063876 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-b177976c-9c6f-412d-b206-0963b29c8568 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 08:57:47.178949 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682781'] for agent, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:47.180351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.181033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.181646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.182165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.182669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.183179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.183796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.186242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.186242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.186242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.186242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.186242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:47.186660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778696-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:57:47.201626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778696-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:57:47.663913 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b177976c-9c6f-412d-b206-0963b29c8568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:48.333389 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682781'] for agent, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:49.870610 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682781'] for agent, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:51.034602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38582) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:57:51.369541 n-d-778696-16 neutron-server[95327]: INFO neutron.db.l3_hamode_db [None req-f4910ec3-43af-47cd-a7ba-3aa3d884bae8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 08:57:51.449102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4910ec3-43af-47cd-a7ba-3aa3d884bae8 None None] Routers set() bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 08:57:51.449494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4910ec3-43af-47cd-a7ba-3aa3d884bae8 None None] Router IDs set() for agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 08:57:51.531210 n-d-778696-16 neutron-server[95326]: WARNING oslo_policy.policy [None req-5855e045-67d7-4380-88a3-b346a3023d18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 08:57:51.531822 n-d-778696-16 neutron-server[95326]: WARNING oslo_policy.policy [None req-5855e045-67d7-4380-88a3-b346a3023d18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 08:57:51.755798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-5855e045-67d7-4380-88a3-b346a3023d18 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 08:57:51.756853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5855e045-67d7-4380-88a3-b346a3023d18 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7213199 Sep 09 08:57:54.292967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38596) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:57:54.810751 n-d-778696-16 neutron-server[95325]: WARNING oslo_policy.policy [None req-e3817c0a-42d4-4443-b1fb-dc87ead3bc95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 08:57:54.811345 n-d-778696-16 neutron-server[95325]: WARNING oslo_policy.policy [None req-e3817c0a-42d4-4443-b1fb-dc87ead3bc95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 08:57:55.033540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e3817c0a-42d4-4443-b1fb-dc87ead3bc95 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 08:57:55.127632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.policy [None req-e3817c0a-42d4-4443-b1fb-dc87ead3bc95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95325) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 08:57:55.173212 n-d-778696-16 neutron-server[95325]: WARNING oslo_policy.policy [None req-e3817c0a-42d4-4443-b1fb-dc87ead3bc95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 08:57:55.173575 n-d-778696-16 neutron-server[95325]: WARNING oslo_policy.policy [None req-e3817c0a-42d4-4443-b1fb-dc87ead3bc95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 08:57:55.182695 n-d-778696-16 neutron-server[95325]: INFO neutron.quota [None req-e3817c0a-42d4-4443-b1fb-dc87ead3bc95 admin admin] Loaded quota_driver: . Sep 09 08:57:55.343520 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e3817c0a-42d4-4443-b1fb-dc87ead3bc95 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734701264219', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734701264748', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734701383157', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734701381465', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734701949003', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734701361967', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-556926', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-831430', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4042867', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3827273'] for rbac-policy, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:55.509073 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e3817c0a-42d4-4443-b1fb-dc87ead3bc95 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:55.510425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e3817c0a-42d4-4443-b1fb-dc87ead3bc95 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2153492 Sep 09 08:57:58.116477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38614) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:57:58.414594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Request body: {'network': {'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'admin_state_up': True, 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'name': 'private'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 08:57:58.503947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Made reservation on behalf of 56d679d6efcb4ae4a9f2869dcb844891 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 08:57:58.506674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:58.525773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:58.758644 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:58.818213 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:58.842284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 08:57:58.866936 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734703441556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:58.867561 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Unsubscribe: segment precommit_create {{(pid=95325) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 08:57:58.868074 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Added segment 3d49d2be-50ac-48d7-b95c-fb7c426be98e of type vlan for network d1ce9395-5230-40ce-8c10-c3e3092113db Sep 09 08:57:58.876372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b284e65-f801-4e06-90ba-27d8179fb7a2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:57:58.909014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.909424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.909749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.910078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.910405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.910727 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.911048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.911364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.911703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.912020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.912336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.912649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Tracked resource versions report: Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: pushed versions: Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: { 'AddressGroup': {'1.2'}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'ConntrackHelper': {'1.0'}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'Log': {'1.0'}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'Network': {'1.1'}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'Port': {'1.7'}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'PortForwarding': {'1.2'}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'QosPolicy': {'1.9'}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'SecurityGroup': {'1.4'}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'SecurityGroupRule': {'1.2'}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'SubPort': {'1.0'}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'Subnet': {'1.1'}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'Trunk': {'1.1'}} Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: consumer versions: Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: { DHCP agent@n-d-778696-16: {}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: L3 agent@n-d-778696-16: {}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: Metadata agent@n-d-778696-16: {}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: Metering agent@n-d-778696-16: {}, Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: Open vSwitch agent@n-d-778696-16: { 'AddressGroup': '1.2', Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'ConntrackHelper': '1.0', Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'Log': '1.0', Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'Network': '1.1', Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'Port': '1.7', Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'PortForwarding': '1.2', Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'QosPolicy': '1.9', Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'SecurityGroup': '1.4', Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'SecurityGroupRule': '1.2', Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'SubPort': '1.0', Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'Subnet': '1.1', Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: 'Trunk': '1.1'}} Sep 09 08:57:58.914439 n-d-778696-16 neutron-server[95325]: {{(pid=95325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 08:57:58.988818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:59.081526 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:59.082796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 08:57:59.083497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:57:59.182464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0643430 Sep 09 08:57:59.183130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31ef89-ea98-4158-88da-a0932b85d77c admin admin] Pushing event updated for resources: {'Network': ['ID=d1ce9395-5230-40ce-8c10-c3e3092113db,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:57:59.196863 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network d1ce9395-5230-40ce-8c10-c3e3092113db details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 08:58:01.866463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38628) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:58:02.424697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.policy [None req-7cc1bdd1-8f5d-423c-b682-c4f3d530e001 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95326) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 08:58:02.470871 n-d-778696-16 neutron-server[95326]: WARNING oslo_policy.policy [None req-7cc1bdd1-8f5d-423c-b682-c4f3d530e001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 08:58:02.471237 n-d-778696-16 neutron-server[95326]: WARNING oslo_policy.policy [None req-7cc1bdd1-8f5d-423c-b682-c4f3d530e001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 08:58:02.479966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc1bdd1-8f5d-423c-b682-c4f3d530e001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 08:58:02.481679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7cc1bdd1-8f5d-423c-b682-c4f3d530e001 admin admin] 10.222.0.32 "GET /v2.0/networks/d1ce9395-5230-40ce-8c10-c3e3092113db HTTP/1.1" status: 200 len: 825 time: 0.6141548 Sep 09 08:58:02.519114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-57ccf1d9-cfc4-4de5-b7e2-864d88155ac2 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/96e06037-f56b-4f55-8460-d306324a6fd3 HTTP/1.1" status: 200 len: 734 time: 0.0313866 Sep 09 08:58:02.530067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db', 'subnetpool_id': '96e06037-f56b-4f55-8460-d306324a6fd3', 'name': 'private-subnet', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 08:58:02.531984 n-d-778696-16 neutron-server[95326]: INFO neutron.quota [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Loaded quota_driver: . Sep 09 08:58:02.652712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Made reservation on behalf of 56d679d6efcb4ae4a9f2869dcb844891 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 08:58:02.655593 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:02.995856 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:03.072238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Checking segment: {'id': '3d49d2be-50ac-48d7-b95c-fb7c426be98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 08:58:03.072667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Network hostable DHCP agents. Network: d1ce9395-5230-40ce-8c10-c3e3092113db, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 08:58:03.086685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac85a14-893f-4871-9c5f-a05b994c8039,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:03.099240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.099599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.100982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.100982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.100982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.100982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.101341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.101701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.102023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.102341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.102658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.102974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Tracked resource versions report: Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: pushed versions: Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: { 'AddressGroup': {'1.2'}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'ConntrackHelper': {'1.0'}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'Log': {'1.0'}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'Network': {'1.1'}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'Port': {'1.7'}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'PortForwarding': {'1.2'}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'QosPolicy': {'1.9'}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'SecurityGroup': {'1.4'}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'SecurityGroupRule': {'1.2'}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'SubPort': {'1.0'}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'Subnet': {'1.1'}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'Trunk': {'1.1'}} Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: consumer versions: Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: { DHCP agent@n-d-778696-16: {}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: L3 agent@n-d-778696-16: {}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: Metadata agent@n-d-778696-16: {}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: Metering agent@n-d-778696-16: {}, Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: Open vSwitch agent@n-d-778696-16: { 'AddressGroup': '1.2', Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'ConntrackHelper': '1.0', Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'Log': '1.0', Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'Network': '1.1', Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'Port': '1.7', Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'PortForwarding': '1.2', Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'QosPolicy': '1.9', Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'SecurityGroup': '1.4', Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'SecurityGroupRule': '1.2', Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'SubPort': '1.0', Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'Subnet': '1.1', Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: 'Trunk': '1.1'}} Sep 09 08:58:03.104092 n-d-778696-16 neutron-server[95326]: {{(pid=95326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 08:58:03.166037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Network d1ce9395-5230-40ce-8c10-c3e3092113db is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 08:58:03.246115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, d1ce9395-5230-40ce-8c10-c3e3092113db) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 08:58:03.250611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 08:58:03.251233 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:03.255304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b02a53-661b-4858-b207-29a4d9fec86d None None] Network d1ce9395-5230-40ce-8c10-c3e3092113db requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 08:58:03.356137 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5ff2a2df-c373-409a-b0e0-05117b9c4d5a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8296528 Sep 09 08:58:03.572043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-d1ce9395-5230-40ce-8c10-c3e3092113db', 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'fixed_ips': [{'subnet_id': 'cac85a14-893f-4871-9c5f-a05b994c8039'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 08:58:03.573390 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:03.857101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Allocated IP 172.20.0.2 (d1ce9395-5230-40ce-8c10-c3e3092113db/cac85a14-893f-4871-9c5f-a05b994c8039/4328097c-0272-4fc5-a640-214934c34031) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 08:58:04.090742 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:04.105316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Transition to ACTIVE for port object 4328097c-0272-4fc5-a640-214934c34031 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 08:58:04.128266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Transition to ACTIVE for port object 4328097c-0272-4fc5-a640-214934c34031 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 08:58:04.207843 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:04.277064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Network d1ce9395-5230-40ce-8c10-c3e3092113db is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 08:58:04.283055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 08:58:04.294174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 08:58:04.297255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Pushing event updated for resources: {'Port': ['ID=4328097c-0272-4fc5-a640-214934c34031,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:04.328083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.328439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.328775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.329133 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.329460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.329795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.330128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.330458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.330789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.331116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.331472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.331800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Tracked resource versions report: Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: pushed versions: Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: { 'AddressGroup': {'1.2'}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'ConntrackHelper': {'1.0'}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'Log': {'1.0'}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'Network': {'1.1'}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'Port': {'1.7'}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'PortForwarding': {'1.2'}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'QosPolicy': {'1.9'}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'SecurityGroup': {'1.4'}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'SecurityGroupRule': {'1.2'}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'SubPort': {'1.0'}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'Subnet': {'1.1'}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'Trunk': {'1.1'}} Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: consumer versions: Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: { DHCP agent@n-d-778696-16: {}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: L3 agent@n-d-778696-16: {}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: Metadata agent@n-d-778696-16: {}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: Metering agent@n-d-778696-16: {}, Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: Open vSwitch agent@n-d-778696-16: { 'AddressGroup': '1.2', Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'ConntrackHelper': '1.0', Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'Log': '1.0', Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'Network': '1.1', Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'Port': '1.7', Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'PortForwarding': '1.2', Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'QosPolicy': '1.9', Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'SecurityGroup': '1.4', Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'SecurityGroupRule': '1.2', Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'SubPort': '1.0', Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'Subnet': '1.1', Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: 'Trunk': '1.1'}} Sep 09 08:58:04.332922 n-d-778696-16 neutron-server[95327]: {{(pid=95327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 08:58:04.391785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Attempting to bind port 4328097c-0272-4fc5-a640-214934c34031 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 08:58:04.392113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Attempting to bind port 4328097c-0272-4fc5-a640-214934c34031 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '3d49d2be-50ac-48d7-b95c-fb7c426be98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 08:58:04.392528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Attempting to bind port 4328097c-0272-4fc5-a640-214934c34031 on network d1ce9395-5230-40ce-8c10-c3e3092113db {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 08:58:04.397394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 8, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 08:58:04.397810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Checking segment: {'id': '3d49d2be-50ac-48d7-b95c-fb7c426be98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 08:58:04.398315 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:04.398712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Bound using segment: {'id': '3d49d2be-50ac-48d7-b95c-fb7c426be98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 08:58:04.399179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Bound port: 4328097c-0272-4fc5-a640-214934c34031, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d49d2be-50ac-48d7-b95c-fb7c426be98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 08:58:04.399627 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:04.464752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] For port 4328097c-0272-4fc5-a640-214934c34031, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 08:58:04.469020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] For port 4328097c-0272-4fc5-a640-214934c34031, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4328097c-0272-4fc5-a640-214934c34031,segment=NetworkSegment(3d49d2be-50ac-48d7-b95c-fb7c426be98e),segment_id=3d49d2be-50ac-48d7-b95c-fb7c426be98e)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 08:58:04.532443 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:04.596685 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60a41e-e41d-451a-913a-66132f93fe4f None None] Pushing event updated for resources: {'Port': ['ID=4328097c-0272-4fc5-a640-214934c34031,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:05.848342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38642) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:58:06.161180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-c6831a2a-7207-431d-b4fc-35c73e398003 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 08:58:06.162178 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c6831a2a-7207-431d-b4fc-35c73e398003 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3128958 Sep 09 08:58:08.605748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38650) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:58:08.934947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-29b2bd89-04ce-4405-96cb-cedb9f93d744 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 08:58:08.935962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-29b2bd89-04ce-4405-96cb-cedb9f93d744 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3293064 Sep 09 08:58:11.622938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38660) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:58:11.941953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-99d507d4-1a1c-4f2c-92d2-b4522bfaf467 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 08:58:12.058428 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99d507d4-1a1c-4f2c-92d2-b4522bfaf467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:12.060080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99d507d4-1a1c-4f2c-92d2-b4522bfaf467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:12.215527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99d507d4-1a1c-4f2c-92d2-b4522bfaf467 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:12.306105 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99d507d4-1a1c-4f2c-92d2-b4522bfaf467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:12.377568 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99d507d4-1a1c-4f2c-92d2-b4522bfaf467 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:12.378798 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-99d507d4-1a1c-4f2c-92d2-b4522bfaf467 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7548797 Sep 09 08:58:12.727837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4328097c-0272-4fc5-a640-214934c34031 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 08:58:12.871233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 4328097c-0272-4fc5-a640-214934c34031 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 08:58:12.976114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f239582e-7620-4571-a4bc-616b60c55da6 None None] Network d1ce9395-5230-40ce-8c10-c3e3092113db requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 08:58:13.082592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-91f9def2-4193-445c-b7ca-1f9816ae1611 None None] Provisioning for port 4328097c-0272-4fc5-a640-214934c34031 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 08:58:13.090494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-91f9def2-4193-445c-b7ca-1f9816ae1611 None None] Provisioning complete for port 4328097c-0272-4fc5-a640-214934c34031 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 08:58:13.090886 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91f9def2-4193-445c-b7ca-1f9816ae1611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:13.248383 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91f9def2-4193-445c-b7ca-1f9816ae1611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:13.283877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-91f9def2-4193-445c-b7ca-1f9816ae1611 None None] For port 4328097c-0272-4fc5-a640-214934c34031, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4328097c-0272-4fc5-a640-214934c34031,segment=NetworkSegment(3d49d2be-50ac-48d7-b95c-fb7c426be98e),segment_id=3d49d2be-50ac-48d7-b95c-fb7c426be98e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 08:58:13.377499 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91f9def2-4193-445c-b7ca-1f9816ae1611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:13.423295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9def2-4193-445c-b7ca-1f9816ae1611 None None] Pushing event updated for resources: {'Port': ['ID=4328097c-0272-4fc5-a640-214934c34031,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:13.498322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d3d217d7-2dd4-4f94-9c1a-ebd06ca699bb None None] Provisioning complete for port 4328097c-0272-4fc5-a640-214934c34031 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 08:58:13.498586 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3d217d7-2dd4-4f94-9c1a-ebd06ca699bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:14.348946 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42ccf1ea-c3b7-43c7-af4b-c807bbbaa9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:14.689828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4328097c-0272-4fc5-a640-214934c34031 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 08:58:14.736918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4328097c-0272-4fc5-a640-214934c34031 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 08:58:14.737296 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:14.813009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38672) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:58:15.130380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-b95ce1ae-e800-4028-a390-ef0af1218baf admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 08:58:15.131396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b95ce1ae-e800-4028-a390-ef0af1218baf admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174210 Sep 09 08:58:17.023684 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e06d062-4092-4df2-8434-f2d1f4884e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:17.183746 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:17.538954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38680) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:58:17.864687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 08:58:17.944005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Made reservation on behalf of 756278639c1748e2b2fda00ffec0b01f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 08:58:17.946727 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:17.962560 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:18.072152 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:18.143298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:18.161178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Reserving flat network on physical network physnet1 {{(pid=95326) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 08:58:18.190087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734703441556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:18.190672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Unsubscribe: segment precommit_create {{(pid=95326) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 08:58:18.191140 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Added segment 939eab2f-30a1-4e2c-a86a-969bbc3eec32 of type flat for network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda Sep 09 08:58:18.197155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fccfe78-bb8d-47ff-8d7c-bdf21782227f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:18.229603 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:18.246715 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:18.342575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:18.343534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 08:58:18.344126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:18.440065 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8999991 Sep 09 08:58:18.440635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e6175-4500-43a1-a0fe-5db71969ee06 admin admin] Pushing event updated for resources: {'Network': ['ID=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:18.451542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 08:58:19.800640 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:20.891669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38698) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:58:21.111726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b3a0f-c491-4e81-826f-d348a229fd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 08:58:21.113125 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e88b3a0f-c491-4e81-826f-d348a229fd3c admin admin] 10.222.0.32 "GET /v2.0/subnets/cac85a14-893f-4871-9c5f-a05b994c8039 HTTP/1.1" status: 200 len: 849 time: 0.2205501 Sep 09 08:58:21.289185 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3a9549ee-6177-4b00-ac1d-4bdf971896f4 admin admin] 10.222.0.32 "GET /v2.0/routers/7bce3eff-0bd0-4c0f-b948-527492b91ef3 HTTP/1.1" status: 200 len: 704 time: 0.1695824 Sep 09 08:58:21.552877 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:21.845652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Allocated IP 172.20.0.1 (d1ce9395-5230-40ce-8c10-c3e3092113db/cac85a14-893f-4871-9c5f-a05b994c8039/cdff6d7b-0a1c-4c24-affc-b26ee02541eb) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 08:58:22.027504 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:22.052666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Transition to ACTIVE for port object cdff6d7b-0a1c-4c24-affc-b26ee02541eb will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 08:58:22.172847 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:22.241807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Network d1ce9395-5230-40ce-8c10-c3e3092113db is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 08:58:22.253028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 08:58:22.256505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 08:58:22.257603 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:22.313492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Pushing event updated for resources: {'Port': ['ID=cdff6d7b-0a1c-4c24-affc-b26ee02541eb,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:22.505028 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:22.510095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-812eb6c0-ff5a-4229-82f9-964ceed123d3 None None] Provisioning for port cdff6d7b-0a1c-4c24-affc-b26ee02541eb completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 08:58:22.513958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-812eb6c0-ff5a-4229-82f9-964ceed123d3 None None] Provisioning complete for port cdff6d7b-0a1c-4c24-affc-b26ee02541eb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 08:58:22.514352 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-812eb6c0-ff5a-4229-82f9-964ceed123d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:22.550653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-812eb6c0-ff5a-4229-82f9-964ceed123d3 None None] Port cdff6d7b-0a1c-4c24-affc-b26ee02541eb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 08:58:22.766354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:22.823394 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:22.824214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:22.880985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Pushing event updated for resources: {'Port': ['ID=cdff6d7b-0a1c-4c24-affc-b26ee02541eb,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:22.947631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Network d1ce9395-5230-40ce-8c10-c3e3092113db is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 08:58:22.948953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 08:58:23.175242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b04a0fa1-b861-475a-8331-d1d3e5b7ffb4 None None] Provisioning complete for port cdff6d7b-0a1c-4c24-affc-b26ee02541eb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 08:58:23.175758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b04a0fa1-b861-475a-8331-d1d3e5b7ffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:23.182961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Router 7bce3eff-0bd0-4c0f-b948-527492b91ef3 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 08:58:23.210921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b04a0fa1-b861-475a-8331-d1d3e5b7ffb4 None None] Port cdff6d7b-0a1c-4c24-affc-b26ee02541eb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 08:58:23.274321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 08:58:23.279590 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d8bf456f-9ca2-4869-8394-2437a23d3924 admin admin] 10.222.0.32 "PUT /v2.0/routers/7bce3eff-0bd0-4c0f-b948-527492b91ef3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9846535 Sep 09 08:58:23.284627 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Sync routers for ids ['7bce3eff-0bd0-4c0f-b948-527492b91ef3'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 08:58:23.296101 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Routers {'7bce3eff-0bd0-4c0f-b948-527492b91ef3'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 08:58:23.296939 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T08:58:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7bce3eff-0bd0-4c0f-b948-527492b91ef3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:58:23.482713 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Set router 7bce3eff-0bd0-4c0f-b948-527492b91ef3 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 08:58:23.916045 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'name': 'router1', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T08:58:12Z', 'updated_at': '2021-09-09T08:58:22Z', 'revision_number': 2, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'gw_port_host': None, '_interfaces': [{'id': 'cdff6d7b-0a1c-4c24-affc-b26ee02541eb', 'name': '', 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'mac_address': 'fa:16:3e:e8:d3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T08:58:21Z', 'updated_at': '2021-09-09T08:58:22Z', 'revision_number': 2, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'subnets': [{'id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96e06037-f56b-4f55-8460-d306324a6fd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:58:23.968638 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Checking router: 7bce3eff-0bd0-4c0f-b948-527492b91ef3 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 08:58:23.969010 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Updating router 7bce3eff-0bd0-4c0f-b948-527492b91ef3 port cdff6d7b-0a1c-4c24-affc-b26ee02541eb binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 08:58:24.019486 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:24.567887 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:24.585638 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Transition to ACTIVE for port object cdff6d7b-0a1c-4c24-affc-b26ee02541eb will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 08:58:24.646991 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:24.811923 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Pushing event updated for resources: {'Port': ['ID=cdff6d7b-0a1c-4c24-affc-b26ee02541eb,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:24.817800 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Attempting to bind port cdff6d7b-0a1c-4c24-affc-b26ee02541eb on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 08:58:24.818257 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Attempting to bind port cdff6d7b-0a1c-4c24-affc-b26ee02541eb by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '3d49d2be-50ac-48d7-b95c-fb7c426be98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 08:58:24.818613 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Attempting to bind port cdff6d7b-0a1c-4c24-affc-b26ee02541eb on network d1ce9395-5230-40ce-8c10-c3e3092113db {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 08:58:24.827687 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.828265 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.828813 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.829327 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.829811 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.830152 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.830482 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.830815 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.831142 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.831496 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.831831 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.832141 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Tracked resource versions report: Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: pushed versions: Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: { 'AddressGroup': {'1.2'}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'ConntrackHelper': {'1.0'}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'Log': {'1.0'}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'Network': {'1.1'}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'Port': {'1.7'}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'PortForwarding': {'1.2'}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'QosPolicy': {'1.9'}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'SecurityGroup': {'1.4'}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'SecurityGroupRule': {'1.2'}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'SubPort': {'1.0'}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'Subnet': {'1.1'}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'Trunk': {'1.1'}} Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: consumer versions: Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: { DHCP agent@n-d-778696-16: {}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: L3 agent@n-d-778696-16: {}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: Metadata agent@n-d-778696-16: {}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: Metering agent@n-d-778696-16: {}, Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: Open vSwitch agent@n-d-778696-16: { 'AddressGroup': '1.2', Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'ConntrackHelper': '1.0', Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'Log': '1.0', Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'Network': '1.1', Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'Port': '1.7', Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'PortForwarding': '1.2', Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'QosPolicy': '1.9', Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'SecurityGroup': '1.4', Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'SecurityGroupRule': '1.2', Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'SubPort': '1.0', Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'Subnet': '1.1', Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: 'Trunk': '1.1'}} Sep 09 08:58:24.833284 n-d-778696-16 neutron-server[95328]: {{(pid=95328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 08:58:24.838345 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 8, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 08:58:24.838757 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Checking segment: {'id': '3d49d2be-50ac-48d7-b95c-fb7c426be98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 08:58:24.839224 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:24.839634 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Bound using segment: {'id': '3d49d2be-50ac-48d7-b95c-fb7c426be98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 08:58:24.840123 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Bound port: cdff6d7b-0a1c-4c24-affc-b26ee02541eb, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d49d2be-50ac-48d7-b95c-fb7c426be98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 08:58:24.840520 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:24.907651 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] For port cdff6d7b-0a1c-4c24-affc-b26ee02541eb, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 08:58:24.925853 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] For port cdff6d7b-0a1c-4c24-affc-b26ee02541eb, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cdff6d7b-0a1c-4c24-affc-b26ee02541eb,segment=NetworkSegment(3d49d2be-50ac-48d7-b95c-fb7c426be98e),segment_id=3d49d2be-50ac-48d7-b95c-fb7c426be98e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 08:58:24.995671 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:25.048960 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220efd68-32e4-4f22-a2c6-cd2be75390c1 None None] Pushing event updated for resources: {'Port': ['ID=cdff6d7b-0a1c-4c24-affc-b26ee02541eb,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:25.077817 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Routers {'7bce3eff-0bd0-4c0f-b948-527492b91ef3'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 08:58:25.078516 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T08:58:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7bce3eff-0bd0-4c0f-b948-527492b91ef3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:58:25.169701 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] Set router 7bce3eff-0bd0-4c0f-b948-527492b91ef3 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 08:58:25.380191 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'name': 'router1', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T08:58:12Z', 'updated_at': '2021-09-09T08:58:22Z', 'revision_number': 2, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'gw_port_host': None, '_interfaces': [{'id': 'cdff6d7b-0a1c-4c24-affc-b26ee02541eb', 'name': '', 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'mac_address': 'fa:16:3e:e8:d3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T08:58:21Z', 'updated_at': '2021-09-09T08:58:24Z', 'revision_number': 4, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'subnets': [{'id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96e06037-f56b-4f55-8460-d306324a6fd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:58:25.410170 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8438c47-5593-4411-95bb-2db79de6cbf0 None None] The sync data for ids ['7bce3eff-0bd0-4c0f-b948-527492b91ef3'] in n-d-778696-16 is: [{'id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'name': 'router1', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T08:58:12Z', 'updated_at': '2021-09-09T08:58:22Z', 'revision_number': 2, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'gw_port_host': None, '_interfaces': [{'id': 'cdff6d7b-0a1c-4c24-affc-b26ee02541eb', 'name': '', 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'mac_address': 'fa:16:3e:e8:d3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T08:58:21Z', 'updated_at': '2021-09-09T08:58:24Z', 'revision_number': 4, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'subnets': [{'id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96e06037-f56b-4f55-8460-d306324a6fd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 08:58:25.544143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38720) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:58:25.657368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e44bb3-9a13-497a-b885-0466d2eab83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 08:58:25.658690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c6e44bb3-9a13-497a-b885-0466d2eab83a admin admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 842 time: 0.1134951 Sep 09 08:58:25.669420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 08:58:25.777979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Made reservation on behalf of 756278639c1748e2b2fda00ffec0b01f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 08:58:25.780332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:26.136964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.objects.ports [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 08:58:26.137377 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:26.190726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0feae9-9450-4fa8-b58a-efe56c9d8e13,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:26.199929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 08:58:26.200274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Network hostable DHCP agents. Network: b89ae5e9-a0e8-4790-881f-c7ba7cf90fda, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 08:58:26.309762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 08:58:26.383861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, b89ae5e9-a0e8-4790-881f-c7ba7cf90fda) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 08:58:26.389255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 08:58:26.390123 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:26.397769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ef4a78-6bba-4e87-b767-23b3b7004841 None None] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 08:58:26.481956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-530b7ecb-df2d-4c49-bbfe-224406b8a6ad admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8159530 Sep 09 08:58:26.534033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d79bb-4545-4760-aa5c-276ac5d52bca None None] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 08:58:28.792801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38728) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:58:28.924364 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d0f056b5-5b45-4f03-b021-021004fc5bf9 admin admin] 10.222.0.32 "GET /v2.0/routers/7bce3eff-0bd0-4c0f-b948-527492b91ef3 HTTP/1.1" status: 200 len: 710 time: 0.1303976 Sep 09 08:58:29.012623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4589af-e0be-4516-9850-2c4a2cca7cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 08:58:29.014001 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7c4589af-e0be-4516-9850-2c4a2cca7cf5 admin admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 886 time: 0.0835631 Sep 09 08:58:29.024013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 08:58:29.330660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:29.606273 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:29.685810 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:29.786391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Allocated IP 172.25.8.2 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/fe01b32b-cdd4-49c3-b1de-72d5aec29123) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 08:58:29.888036 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:29.983782 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:30.019870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 08:58:30.022591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 08:58:30.025999 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 08:58:30.074873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Pushing event updated for resources: {'Port': ['ID=fe01b32b-cdd4-49c3-b1de-72d5aec29123,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:30.369332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:30.575523 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:30.579248 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:30.693581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Router 7bce3eff-0bd0-4c0f-b948-527492b91ef3 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 08:58:30.739113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cdff6d7b-0a1c-4c24-affc-b26ee02541eb up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 08:58:30.808670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 08:58:30.812956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:30.816986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9ba3b250-b0a5-4819-9323-2abaafc00018 admin admin] 10.222.0.32 "PUT /v2.0/routers/7bce3eff-0bd0-4c0f-b948-527492b91ef3 HTTP/1.1" status: 200 len: 888 time: 1.7939365 Sep 09 08:58:30.851227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port cdff6d7b-0a1c-4c24-affc-b26ee02541eb completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 08:58:30.851874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cdff6d7b-0a1c-4c24-affc-b26ee02541eb triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 08:58:30.852249 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:30.949829 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:31.030045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port cdff6d7b-0a1c-4c24-affc-b26ee02541eb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cdff6d7b-0a1c-4c24-affc-b26ee02541eb,segment=NetworkSegment(3d49d2be-50ac-48d7-b95c-fb7c426be98e),segment_id=3d49d2be-50ac-48d7-b95c-fb7c426be98e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 08:58:31.097966 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:31.150824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=cdff6d7b-0a1c-4c24-affc-b26ee02541eb,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:31.942682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Sync routers for ids ['7bce3eff-0bd0-4c0f-b948-527492b91ef3'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 08:58:31.954169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Routers {'7bce3eff-0bd0-4c0f-b948-527492b91ef3'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 08:58:31.954800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T08:58:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7bce3eff-0bd0-4c0f-b948-527492b91ef3'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:58:32.163501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Set router 7bce3eff-0bd0-4c0f-b948-527492b91ef3 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 08:58:32.555706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'name': 'router1', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fe01b32b-cdd4-49c3-b1de-72d5aec29123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T08:58:12Z', 'updated_at': '2021-09-09T08:58:30Z', 'revision_number': 4, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'gw_port': {'id': 'fe01b32b-cdd4-49c3-b1de-72d5aec29123', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T08:58:29Z', 'updated_at': '2021-09-09T08:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cdff6d7b-0a1c-4c24-affc-b26ee02541eb', 'name': '', 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'mac_address': 'fa:16:3e:e8:d3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T08:58:21Z', 'updated_at': '2021-09-09T08:58:31Z', 'revision_number': 5, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'subnets': [{'id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96e06037-f56b-4f55-8460-d306324a6fd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:58:32.608270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Checking router: 7bce3eff-0bd0-4c0f-b948-527492b91ef3 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 08:58:32.608612 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Updating router 7bce3eff-0bd0-4c0f-b948-527492b91ef3 port fe01b32b-cdd4-49c3-b1de-72d5aec29123 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 08:58:32.658653 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:32.723293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cdff6d7b-0a1c-4c24-affc-b26ee02541eb up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 08:58:32.928263 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cdff6d7b-0a1c-4c24-affc-b26ee02541eb triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 08:58:32.929336 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:33.201963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:33.212419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Transition to ACTIVE for port object fe01b32b-cdd4-49c3-b1de-72d5aec29123 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 08:58:33.269431 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:33.315202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Attempting to bind port fe01b32b-cdd4-49c3-b1de-72d5aec29123 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 08:58:33.315603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Attempting to bind port fe01b32b-cdd4-49c3-b1de-72d5aec29123 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 08:58:33.315967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Attempting to bind port fe01b32b-cdd4-49c3-b1de-72d5aec29123 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 08:58:33.317607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38740) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 08:58:33.328705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 8, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 08:58:33.329080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 08:58:33.329489 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:33.329880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 08:58:33.330338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Bound port: fe01b32b-cdd4-49c3-b1de-72d5aec29123, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 08:58:33.330739 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:33.333076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86435b6d-dfc6-4124-b223-1f0ea244512d None None] Pushing event updated for resources: {'Port': ['ID=fe01b32b-cdd4-49c3-b1de-72d5aec29123,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:33.385251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] For port fe01b32b-cdd4-49c3-b1de-72d5aec29123, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 08:58:33.388505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] For port fe01b32b-cdd4-49c3-b1de-72d5aec29123, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fe01b32b-cdd4-49c3-b1de-72d5aec29123,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 08:58:33.464116 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:33.511186 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9879a8f9-badb-40a3-8364-e0e42566f7db admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1921039 Sep 09 08:58:33.523738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Routers {'7bce3eff-0bd0-4c0f-b948-527492b91ef3'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 08:58:33.524393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T08:58:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7bce3eff-0bd0-4c0f-b948-527492b91ef3'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:58:33.530440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86435b6d-dfc6-4124-b223-1f0ea244512d None None] Pushing event updated for resources: {'Port': ['ID=fe01b32b-cdd4-49c3-b1de-72d5aec29123,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:33.645305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] Set router 7bce3eff-0bd0-4c0f-b948-527492b91ef3 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 08:58:33.861432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'name': 'router1', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fe01b32b-cdd4-49c3-b1de-72d5aec29123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T08:58:12Z', 'updated_at': '2021-09-09T08:58:30Z', 'revision_number': 4, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'gw_port': {'id': 'fe01b32b-cdd4-49c3-b1de-72d5aec29123', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T08:58:29Z', 'updated_at': '2021-09-09T08:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cdff6d7b-0a1c-4c24-affc-b26ee02541eb', 'name': '', 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'mac_address': 'fa:16:3e:e8:d3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T08:58:21Z', 'updated_at': '2021-09-09T08:58:31Z', 'revision_number': 5, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'subnets': [{'id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96e06037-f56b-4f55-8460-d306324a6fd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 08:58:33.889788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f4a6a5-42fc-4785-a326-a5aa60866e70 None None] The sync data for ids ['7bce3eff-0bd0-4c0f-b948-527492b91ef3'] in n-d-778696-16 is: [{'id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'name': 'router1', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fe01b32b-cdd4-49c3-b1de-72d5aec29123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T08:58:12Z', 'updated_at': '2021-09-09T08:58:30Z', 'revision_number': 4, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'gw_port': {'id': 'fe01b32b-cdd4-49c3-b1de-72d5aec29123', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T08:58:29Z', 'updated_at': '2021-09-09T08:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cdff6d7b-0a1c-4c24-affc-b26ee02541eb', 'name': '', 'network_id': 'd1ce9395-5230-40ce-8c10-c3e3092113db', 'tenant_id': '56d679d6efcb4ae4a9f2869dcb844891', 'mac_address': 'fa:16:3e:e8:d3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bce3eff-0bd0-4c0f-b948-527492b91ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T08:58:21Z', 'updated_at': '2021-09-09T08:58:31Z', 'revision_number': 5, 'project_id': '56d679d6efcb4ae4a9f2869dcb844891', 'subnets': [{'id': 'cac85a14-893f-4871-9c5f-a05b994c8039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96e06037-f56b-4f55-8460-d306324a6fd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 08:58:34.744852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fe01b32b-cdd4-49c3-b1de-72d5aec29123 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 08:58:34.835227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port fe01b32b-cdd4-49c3-b1de-72d5aec29123 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 08:58:34.839630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fe01b32b-cdd4-49c3-b1de-72d5aec29123 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 08:58:34.840009 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:34.941554 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:34.963482 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port fe01b32b-cdd4-49c3-b1de-72d5aec29123, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fe01b32b-cdd4-49c3-b1de-72d5aec29123,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 08:58:35.000312 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:35.048228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=fe01b32b-cdd4-49c3-b1de-72d5aec29123,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 08:58:36.707542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fe01b32b-cdd4-49c3-b1de-72d5aec29123 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 08:58:36.758984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fe01b32b-cdd4-49c3-b1de-72d5aec29123 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 08:58:36.759366 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:40.516122 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 5 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 08:58:44.348308 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-092269b4-b464-44da-8294-35e75d8c7a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:47.011983 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bfc06d63-381a-417b-a94e-a1b2b0d0f0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:47.188738 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:48.263086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:58:49.857627 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:59:14.342630 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26159ede-2f9d-4f19-a675-364adc0919ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:59:17.233325 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bbced6c-e8c0-4a93-92b1-275380f3c85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:59:17.267652 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:59:17.515479 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 5 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 08:59:18.295627 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:59:20.479107 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:59:44.347008 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f8270ee-aca3-4d5f-995c-7e45c802966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:59:47.009837 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-745b6be7-1e9d-4124-90a4-d65c577f7b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:59:47.193326 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:59:48.289541 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:59:49.873805 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 08:59:54.513900 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 5 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:00:14.391483 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f38e8cc-5a08-45a5-a436-fd6ec865eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:17.013480 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bac4a8c-7f72-4476-bea4-6780ee21eaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:17.231579 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:17.471598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39334) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:00:17.532196 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-50514928-07c4-47e1-b716-9b193372c0a3 admin admin] GET failed (client error): The resource could not be found. Sep 09 09:00:17.533547 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-50514928-07c4-47e1-b716-9b193372c0a3 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609999 Sep 09 09:00:17.694314 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64966494-2c74-4ce4-9c9c-2ba0b618e6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:17.695752 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-64966494-2c74-4ce4-9c9c-2ba0b618e6f2 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1571884 Sep 09 09:00:18.254422 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:19.848552 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:19.879565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39344) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:00:19.969489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddfc41-09d1-4fb2-a2db-d460302bc8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:19.970826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-41ddfc41-09d1-4fb2-a2db-d460302bc8dc admin admin] 10.222.0.32 "GET /v2.0/subnets/cac85a14-893f-4871-9c5f-a05b994c8039 HTTP/1.1" status: 200 len: 849 time: 0.0902886 Sep 09 09:00:19.980741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:00:20.064865 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:20.248088 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734703415565'] for subnet, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:20.280140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:20.281305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:20.282012 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] 10.222.0.32 "PUT /v2.0/subnets/cac85a14-893f-4871-9c5f-a05b994c8039 HTTP/1.1" status: 200 len: 868 time: 0.3048511 Sep 09 09:00:20.296270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6794f-a161-4c75-8fcd-7d03ab50ce53 None None] Network d1ce9395-5230-40ce-8c10-c3e3092113db requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:00:20.306796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac85a14-893f-4871-9c5f-a05b994c8039,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:00:20.314558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.315983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.315983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.315983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.316344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.316344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.316677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.317007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.317330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.317653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.317979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.318299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2fca76-24cc-4a34-bdeb-85011a286d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:00:20.666858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4bcd67e6-cb85-4663-81d7-3ab317ac4c31 None None] Provisioning complete for port 4328097c-0272-4fc5-a640-214934c34031 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:00:20.667232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bcd67e6-cb85-4663-81d7-3ab317ac4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:20.754327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4bcd67e6-cb85-4663-81d7-3ab317ac4c31 None None] Provisioning complete for port cdff6d7b-0a1c-4c24-affc-b26ee02541eb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:00:20.754635 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bcd67e6-cb85-4663-81d7-3ab317ac4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:22.535080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39352) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:00:22.746945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0ff02-f097-4ab3-9c1a-ecca16012a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:22.747447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0ff02-f097-4ab3-9c1a-ecca16012a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:22.749014 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-10b0ff02-f097-4ab3-9c1a-ecca16012a18 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2129323 Sep 09 09:00:24.982225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39360) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:00:25.111871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccf18c3-36a7-44cd-a569-6819b203172c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:25.112345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccf18c3-36a7-44cd-a569-6819b203172c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:25.113899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9ccf18c3-36a7-44cd-a569-6819b203172c admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1307743 Sep 09 09:00:27.337396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39368) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:00:27.460371 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4846ae4c-4ac6-4758-ada5-2a039e11d3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:27.461734 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4846ae4c-4ac6-4758-ada5-2a039e11d3f6 admin admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 886 time: 0.1234105 Sep 09 09:00:29.644533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39376) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:00:29.773883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c0f298-aaf7-461e-82b0-43f02ac4f457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:29.775270 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-69c0f298-aaf7-461e-82b0-43f02ac4f457 admin admin] 10.222.0.32 "GET /v2.0/networks/d1ce9395-5230-40ce-8c10-c3e3092113db HTTP/1.1" status: 200 len: 869 time: 0.1297777 Sep 09 09:00:31.512132 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 5 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:00:31.973404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39384) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:00:32.103040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087990ba-9e3f-4ea8-9290-ae4830bcf88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:32.103440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087990ba-9e3f-4ea8-9290-ae4830bcf88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:32.111418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-087990ba-9e3f-4ea8-9290-ae4830bcf88e admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305797 Sep 09 09:00:34.320950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39392) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:00:34.448113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f7978d-cdfc-4a7b-bf7a-33a8b5da81b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:34.448560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f7978d-cdfc-4a7b-bf7a-33a8b5da81b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:34.450049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-06f7978d-cdfc-4a7b-bf7a-33a8b5da81b0 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281087 Sep 09 09:00:36.643478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39402) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:00:36.735873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f99188-0114-4268-8f40-3f4219d94bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:36.737234 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-44f99188-0114-4268-8f40-3f4219d94bf3 admin admin] 10.222.0.32 "GET /v2.0/subnets/4d0feae9-9450-4fa8-b58a-efe56c9d8e13 HTTP/1.1" status: 200 len: 816 time: 0.0928113 Sep 09 09:00:38.940162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:00:39.031295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332bde69-9fe0-43c9-b9cb-e8572810d0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:00:39.032586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-332bde69-9fe0-43c9-b9cb-e8572810d0a5 admin admin] 10.222.0.32 "GET /v2.0/subnets/cac85a14-893f-4871-9c5f-a05b994c8039 HTTP/1.1" status: 200 len: 868 time: 0.0914676 Sep 09 09:00:44.424894 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-094bd22a-4577-457e-8220-9fba4c69aade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:47.013257 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0575a97-0e21-4ab8-8d36-ac129e6dbcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:47.185103 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:48.265029 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:00:49.893620 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:03.321935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39464) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:01:03.371335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-d58265e0-a092-4276-a097-9c7ea814c299 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:01:03.372394 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d58265e0-a092-4276-a097-9c7ea814c299 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495045 Sep 09 09:01:05.644968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:01:05.707338 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd878c9-0f35-42ac-92a0-bb034e707ed4 admin admin] GET failed (client error): The resource could not be found. Sep 09 09:01:05.708672 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cdd878c9-0f35-42ac-92a0-bb034e707ed4 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627761 Sep 09 09:01:05.848749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587d359-99eb-43c4-9f8b-a372550aa184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:01:05.852243 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8587d359-99eb-43c4-9f8b-a372550aa184 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1367300 Sep 09 09:01:08.088778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39480) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:01:08.142324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:01:08.218271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] Made reservation on behalf of 756278639c1748e2b2fda00ffec0b01f for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:01:08.220662 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:08.248397 n-d-778696-16 neutron-server[95325]: WARNING neutron.services.revisions.revision_plugin [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] Could not find related network for resource to bump revision. Sep 09 09:01:08.260118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:01:08.269650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:08.269969 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] Added segment cbace377-b222-42d0-845d-b64c0b488f33 of type vlan for network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 Sep 09 09:01:08.308128 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:08.372575 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:08.373516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:01:08.374121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:08.449280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] Pushing event updated for resources: {'Network': ['ID=7bda569b-c7d0-4372-9a8c-7d0028f618b8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:01:08.457872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:01:08.470262 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ea0c7901-db4d-48bf-9cb3-f5308d720b64 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3803425 Sep 09 09:01:08.511741 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 5 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:01:10.688062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39488) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:01:10.748590 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-65174d1c-62d2-43e6-bcf4-cbd72f8b5da0 admin admin] GET failed (client error): The resource could not be found. Sep 09 09:01:10.749997 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-65174d1c-62d2-43e6-bcf4-cbd72f8b5da0 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609725 Sep 09 09:01:10.819204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fe777b-1f9c-4e00-b4e6-bd226bb04a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:01:10.820693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c4fe777b-1f9c-4e00-b4e6-bd226bb04a36 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661380 Sep 09 09:01:10.830987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] Request body: {'subnet': {'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:01:10.932619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] Made reservation on behalf of 756278639c1748e2b2fda00ffec0b01f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:01:10.934899 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:11.161337 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:11.219472 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4705978e-3db0-46ee-a6bb-3f7a952fedbd,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:01:11.228568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:01:11.228921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] Network hostable DHCP agents. Network: 7bda569b-c7d0-4372-9a8c-7d0028f618b8, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:01:11.292508 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:01:11.350279 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 7bda569b-c7d0-4372-9a8c-7d0028f618b8) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:01:11.354243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:01:11.354827 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:11.358960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660b78b-6ecb-4426-b25e-d9312ce28f6f None None] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:01:11.407917 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cc5d0037-e1ab-4b39-bf18-6c294971459f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5801976 Sep 09 09:01:11.518774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'tenant_id': '756278639c1748e2b2fda00ffec0b01f', 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:01:11.519736 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:11.663936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Allocated IP 192.168.233.2 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:01:11.817991 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:11.826645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Transition to ACTIVE for port object c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:01:11.851474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Transition to ACTIVE for port object c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:01:11.928034 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:11.948275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:01:11.951418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:01:11.995814 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:01:12.061680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Pushing event updated for resources: {'Port': ['ID=c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:01:12.080224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.080509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.080847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.081178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.081503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.081829 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.082146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.082472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.082787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.083100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.083456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.084540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:01:12.088194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Attempting to bind port c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:01:12.088557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Attempting to bind port c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:01:12.088912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Attempting to bind port c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:01:12.097231 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:01:12.097604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:01:12.097998 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:12.098711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:01:12.098840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Bound port: c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:01:12.099217 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:12.175513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] For port c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:01:12.178618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] For port c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:01:12.235106 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:12.291948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8c7f8-9b42-4276-85d4-14b525657d85 None None] Pushing event updated for resources: {'Port': ['ID=c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:01:12.852820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:01:12.967608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:01:13.155525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004446b-4267-4519-a3da-9a398c659d26 None None] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:01:13.378599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bb927048-e527-4669-b325-2bdfdcda6e73 None None] Provisioning for port c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:01:13.384793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bb927048-e527-4669-b325-2bdfdcda6e73 None None] Provisioning complete for port c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:01:13.389338 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb927048-e527-4669-b325-2bdfdcda6e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:13.481696 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb927048-e527-4669-b325-2bdfdcda6e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:13.510872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bb927048-e527-4669-b325-2bdfdcda6e73 None None] For port c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:01:13.601585 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb927048-e527-4669-b325-2bdfdcda6e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:13.651159 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb927048-e527-4669-b325-2bdfdcda6e73 None None] Pushing event updated for resources: {'Port': ['ID=c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:01:13.720076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d380a6ed-099f-4ea6-b18f-d4fadadbc229 None None] Provisioning complete for port c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:01:13.720691 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d380a6ed-099f-4ea6-b18f-d4fadadbc229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:14.361139 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4272f5d-dc71-41ad-b338-38ad93f1e76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:14.819611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:01:14.873814 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c13cdf83-6719-4fb5-9e42-5e0e77ef7fbf triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:01:14.874184 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:17.046717 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-535c2b00-8f6e-45b6-8777-9bf846e23c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:17.183814 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:18.245855 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:19.869844 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:44.377412 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4cd833e-61f6-409c-8e78-c4819dfa0530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:45.509889 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 5 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:01:47.022175 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f87a3fdc-ebf7-4647-b585-f1f79f368ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:47.182971 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:48.262716 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:01:49.891653 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:14.433302 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6665708-1554-4898-9e9b-54375ddeda08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:17.004328 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-472400c9-01d9-4699-af3b-94a6dd1587b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:17.211124 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:18.267189 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:19.936932 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:22.508090 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 5 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:02:29.759649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39542) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:02:29.766524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-f30994fa-9f8b-4b94-914b-47f225199282 tempest-verify_tempest_config-1780448414 tempest-verify_tempest_config-1780448414-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:02:29.767533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f30994fa-9f8b-4b94-914b-47f225199282 tempest-verify_tempest_config-1780448414 tempest-verify_tempest_config-1780448414-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068769 Sep 09 09:02:30.310552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39560) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:02:30.506904 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:30.592879 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:30.655580 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:30.699719 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d47f031b5624e2ab432f118705fd2fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3880858 Sep 09 09:02:30.700533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7951b3ed-1853-4a22-be97-a6be1d163e1c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:02:30.702594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39564) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:02:30.706992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.707339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.707702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.708043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.708427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.708983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.709316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.709644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.709969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.710297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.710637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.710958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86af9b-5146-4127-bad3-28425d692307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.757476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:30.776940 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:30.941349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:30.944581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:30.945651 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7951b3ed-1853-4a22-be97-a6be1d163e1c HTTP/1.1" status: 204 len: 168 time: 0.2421095 Sep 09 09:02:30.953261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7951b3ed-1853-4a22-be97-a6be1d163e1c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:02:30.960233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.965355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.965355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.965355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.965355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.965355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.965355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.965355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.965355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.965355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.965355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:30.965355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13251bc-8471-4054-9555-239b8fc6d6aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:02:44.351915 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-173a27c5-bcb3-449e-a5e8-00e0f7304ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:47.020409 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4da60154-a0f7-493a-9054-2ae453180c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:47.209059 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:48.289636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:49.866907 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:02:59.505710 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 5 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:03:14.357328 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-263a2e2d-4584-4669-88d5-c26f21a07cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:03:17.019453 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c14722f1-0ffc-403b-8600-98cc3dfe5c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:03:17.179514 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:03:18.276744 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:03:19.882174 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:03:36.503327 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 5 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:03:44.344420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a985298-70a6-446c-8fec-92b85864a08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:03:47.029943 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7914713f-d957-4a42-a57d-8be2e8e09be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:03:47.213136 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:03:48.292987 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:03:49.921615 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:04:13.500913 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 5 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:04:14.383537 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01b2c75e-9c05-44cf-98b6-f6ac24123a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:04:17.034681 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1dd876ad-e279-478c-b27e-6e42c9e55f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:04:17.183198 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:04:18.286070 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:04:19.862895 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:04:44.376910 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-221e45dc-9f84-468c-9887-331451a1c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:04:47.039700 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f4f2fb3d-337e-4894-926c-7217185cfffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:04:47.165183 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:04:48.279143 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:04:49.908137 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:04:50.499456 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 5 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:05:14.353176 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72e9f7e1-aa10-4aac-9d06-a6a8c6730ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:17.015147 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6bd56b4e-6b2f-4825-a4a5-739ee57264b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:17.192567 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:18.312902 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:19.889861 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:24.895528 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682781'] for agent, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:25.609397 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682781'] for agent, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:27.499017 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:05:44.391345 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d45ca362-ac24-4a63-a6f9-057b8ad1056a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:47.043193 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-539375cd-a4bd-4a29-96ed-323dfc5a43e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:47.198143 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:48.288543 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:49.888419 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:54.802398 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:05:55.517211 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:04.498177 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:06:08.298870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39630) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:06:08.402112 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-64b367be-1a01-464f-b0e0-76e072af8705 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1021004 Sep 09 09:06:10.651542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39640) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:06:10.710098 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0553cc54-ce03-4331-8e57-a73304380e4e admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0574484 Sep 09 09:06:14.350250 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e351eac5-eaa6-44c1-97eb-257072fcd211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:17.058642 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3147e7c8-8dfa-4b43-92d9-10ccac2bf9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:17.184758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:18.287769 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:19.910469 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:24.813149 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:25.561996 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:41.496952 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:06:44.355272 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2307c51a-7ee8-4afb-be0b-fbd64c0fa769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:47.023506 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32431b13-f39d-4d11-9f9f-3d166d7582bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:47.177888 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:48.304075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:49.898040 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:54.846878 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:06:55.526404 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:14.376978 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d970d470-d918-495a-8c81-86dacb5c4ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:17.108176 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-407f127e-62b5-4c8e-9871-3b7433e61978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:17.228449 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:18.314433 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:18.495984 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:07:19.902769 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:24.857160 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:25.548191 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:37.799449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39860) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:38.405477 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-16146d7c-ecce-4ffb-bf8c-b91887486b0a tempest-AutoAllocateNetworkTest-1923322257 tempest-AutoAllocateNetworkTest-1923322257-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e85be5044df24ebfa0353446ac136608&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6020012 Sep 09 09:07:38.405477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39880) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:38.595198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac751b5-7b27-4816-b713-4ebe55d5d490 tempest-AutoAllocateNetworkTest-1923322257 tempest-AutoAllocateNetworkTest-1923322257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:38.596689 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9ac751b5-7b27-4816-b713-4ebe55d5d490 tempest-AutoAllocateNetworkTest-1923322257 tempest-AutoAllocateNetworkTest-1923322257-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1905370 Sep 09 09:07:38.599714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39888) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:38.658478 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3819633f-780e-4159-b1c8-2bab342d5181 tempest-AutoAllocateNetworkTest-1923322257 tempest-AutoAllocateNetworkTest-1923322257-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576608 Sep 09 09:07:38.661226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:38.693997 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b611c0e7-a2be-4621-9e36-6f1157c40799 tempest-AutoAllocateNetworkTest-1923322257 tempest-AutoAllocateNetworkTest-1923322257-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e85be5044df24ebfa0353446ac136608 HTTP/1.1" status: 200 len: 208 time: 0.0292513 Sep 09 09:07:39.770366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39936) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:40.421448 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:40.421448 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:40.427322 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:40.491017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e85be5044df24ebfa0353446ac136608&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7193568 Sep 09 09:07:40.492143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8f3d68-c491-4ff6-a871-b59cbb69c088,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:40.493590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:40.502213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.502705 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.503175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.503646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.504509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.504958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.505397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.506321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.506768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.507207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.507906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.508331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a584e-e2ec-437b-81b5-3428fe695dcd admin admin] Tracked resource versions report: Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: pushed versions: Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: { 'AddressGroup': {'1.2'}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'ConntrackHelper': {'1.0'}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'Log': {'1.0'}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'Network': {'1.1'}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'Port': {'1.7'}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'PortForwarding': {'1.2'}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'QosPolicy': {'1.9'}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'SecurityGroup': {'1.4'}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'SecurityGroupRule': {'1.2'}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'SubPort': {'1.0'}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'Subnet': {'1.1'}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'Trunk': {'1.1'}} Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: consumer versions: Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: { DHCP agent@n-d-778696-16: {}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: HyperV agent@n-h1-778696-16: {}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: HyperV agent@n-h2-778696-16: {}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: L3 agent@n-d-778696-16: {}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: Metadata agent@n-d-778696-16: {}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: Metering agent@n-d-778696-16: {}, Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: Open vSwitch agent@n-d-778696-16: { 'AddressGroup': '1.2', Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'ConntrackHelper': '1.0', Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'Log': '1.0', Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'Network': '1.1', Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'Port': '1.7', Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'PortForwarding': '1.2', Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'QosPolicy': '1.9', Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'SecurityGroup': '1.4', Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'SecurityGroupRule': '1.2', Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'SubPort': '1.0', Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'Subnet': '1.1', Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: 'Trunk': '1.1'}} Sep 09 09:07:40.509951 n-d-778696-16 neutron-server[95325]: {{(pid=95325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 09:07:40.560609 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:40.582902 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:40.787540 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:40.790810 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:40.792138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d8f3d68-c491-4ff6-a871-b59cbb69c088 HTTP/1.1" status: 204 len: 168 time: 0.2971184 Sep 09 09:07:40.801638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8f3d68-c491-4ff6-a871-b59cbb69c088,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:40.810576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.811174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.811688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.812172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.812651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.813135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.813620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.814186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.814675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.815000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.815601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.816077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9448-ea5c-4112-89f6-e8e915e7922d admin admin] Tracked resource versions report: Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: pushed versions: Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: { 'AddressGroup': {'1.2'}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'ConntrackHelper': {'1.0'}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'Log': {'1.0'}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'Network': {'1.1'}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'Port': {'1.7'}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'PortForwarding': {'1.2'}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'QosPolicy': {'1.9'}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'SecurityGroup': {'1.4'}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'SecurityGroupRule': {'1.2'}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'SubPort': {'1.0'}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'Subnet': {'1.1'}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'Trunk': {'1.1'}} Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: consumer versions: Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: { DHCP agent@n-d-778696-16: {}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: HyperV agent@n-h1-778696-16: {}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: HyperV agent@n-h2-778696-16: {}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: L3 agent@n-d-778696-16: {}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: Metadata agent@n-d-778696-16: {}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: Metering agent@n-d-778696-16: {}, Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: Open vSwitch agent@n-d-778696-16: { 'AddressGroup': '1.2', Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'ConntrackHelper': '1.0', Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'Log': '1.0', Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'Network': '1.1', Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'Port': '1.7', Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'PortForwarding': '1.2', Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'QosPolicy': '1.9', Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'SecurityGroup': '1.4', Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'SecurityGroupRule': '1.2', Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'SubPort': '1.0', Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'Subnet': '1.1', Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: 'Trunk': '1.1'}} Sep 09 09:07:40.817327 n-d-778696-16 neutron-server[95326]: {{(pid=95326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 09:07:42.129603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40044) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:42.263219 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2218-ced6-45e9-a1c6-da633b0ec120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:42.362754 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2218-ced6-45e9-a1c6-da633b0ec120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:42.421556 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2218-ced6-45e9-a1c6-da633b0ec120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:42.469450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c2218-ced6-45e9-a1c6-da633b0ec120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d7358d-29aa-4da1-aad1-a67f33cdaff8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:42.476509 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5d2c2218-ced6-45e9-a1c6-da633b0ec120 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16283edc384149ef94590d87e8b0b756&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3431664 Sep 09 09:07:42.477396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40076) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:42.534252 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23f1bf79-ad0d-4ad2-96cc-04a8e7744512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:42.557630 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23f1bf79-ad0d-4ad2-96cc-04a8e7744512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:42.658072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40092) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:42.660205 n-d-778696-16 neutron-server[95326]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 09:07:42.696035 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23f1bf79-ad0d-4ad2-96cc-04a8e7744512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:42.701444 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-4d95ab3a-2734-441c-ba61-7b8e3389ae2f tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2c52ad507c5b4cc6acb6151f671f028b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376649 Sep 09 09:07:42.702308 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23f1bf79-ad0d-4ad2-96cc-04a8e7744512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:42.706725 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-23f1bf79-ad0d-4ad2-96cc-04a8e7744512 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62d7358d-29aa-4da1-aad1-a67f33cdaff8 HTTP/1.1" status: 204 len: 168 time: 0.2288396 Sep 09 09:07:42.718756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1bf79-ad0d-4ad2-96cc-04a8e7744512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d7358d-29aa-4da1-aad1-a67f33cdaff8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:42.910606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-e998456a-45c9-47f9-8477-a7a2fcbf1566 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:42.912119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-e998456a-45c9-47f9-8477-a7a2fcbf1566 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026296 Sep 09 09:07:42.928597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-31912936-4a86-41f1-9064-22081c4fa218 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/quotas/2c52ad507c5b4cc6acb6151f671f028b HTTP/1.1" status: 200 len: 375 time: 0.0106411 Sep 09 09:07:42.985457 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-8072ccc0-1374-4fc0-9246-598b77044a91 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c52ad507c5b4cc6acb6151f671f028b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513654 Sep 09 09:07:43.428495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40140) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:43.444886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9712e21f-5e3d-4555-a679-711d5160faa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:43.535929 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9712e21f-5e3d-4555-a679-711d5160faa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:43.593520 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9712e21f-5e3d-4555-a679-711d5160faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:43.629809 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712e21f-5e3d-4555-a679-711d5160faa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5b79d5-42f9-44bf-832f-2433a0b977c0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:43.650644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9712e21f-5e3d-4555-a679-711d5160faa6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa11d8fbbb9648ff85f97dc6aec3688a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2179413 Sep 09 09:07:43.650644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:43.708951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-284cfb37-3e1b-4941-9593-a28abf777350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:43.732400 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-284cfb37-3e1b-4941-9593-a28abf777350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:43.769141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40158) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:43.907983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-284cfb37-3e1b-4941-9593-a28abf777350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:43.910605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-284cfb37-3e1b-4941-9593-a28abf777350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:43.919498 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-284cfb37-3e1b-4941-9593-a28abf777350 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce5b79d5-42f9-44bf-832f-2433a0b977c0 HTTP/1.1" status: 204 len: 168 time: 0.2602754 Sep 09 09:07:43.920880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cfb37-3e1b-4941-9593-a28abf777350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5b79d5-42f9-44bf-832f-2433a0b977c0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:44.131021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-777e5bf4-b33c-4426-a672-38bc67055f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:44.233961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-777e5bf4-b33c-4426-a672-38bc67055f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:44.346914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40202) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:44.354021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-777e5bf4-b33c-4426-a672-38bc67055f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:44.393842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e5bf4-b33c-4426-a672-38bc67055f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a3533d-4a01-4e4e-ad03-778af2c22e15,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:44.399937 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-777e5bf4-b33c-4426-a672-38bc67055f0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9da378dc96ea4ad3a843f48ad126ac06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6296802 Sep 09 09:07:44.403170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:44.439326 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07815567-f36b-42fe-bec2-4e846f135d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:44.453345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b43cbce-b620-4bdb-9167-39290ded4370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:44.474296 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b43cbce-b620-4bdb-9167-39290ded4370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:44.599130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b43cbce-b620-4bdb-9167-39290ded4370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:44.601923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b43cbce-b620-4bdb-9167-39290ded4370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:44.605867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9b43cbce-b620-4bdb-9167-39290ded4370 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88a3533d-4a01-4e4e-ad03-778af2c22e15 HTTP/1.1" status: 204 len: 168 time: 0.2012086 Sep 09 09:07:44.618551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43cbce-b620-4bdb-9167-39290ded4370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a3533d-4a01-4e4e-ad03-778af2c22e15,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:44.633821 n-d-778696-16 neutron-server[95325]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 09:07:44.687164 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68c631df-4fa1-4370-9b48-be4919040f90 req-825a4c02-93e2-4bd3-95f0-41a046526798 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 210 time: 0.3389668 Sep 09 09:07:45.416019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40256) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:45.431917 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bdd4887-071f-4593-bfdd-c4034f2e0630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:45.536599 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bdd4887-071f-4593-bfdd-c4034f2e0630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:45.593110 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bdd4887-071f-4593-bfdd-c4034f2e0630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:45.621778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd4887-071f-4593-bfdd-c4034f2e0630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2220d2-6dc1-481e-8717-24886394c3ff,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:45.643192 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1bdd4887-071f-4593-bfdd-c4034f2e0630 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b43d0e0c2e147dc8e5bc06612617405&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2237704 Sep 09 09:07:45.643516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40276) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:45.748178 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4efcf5f8-4e88-499e-8b5c-4c61ac6b1a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:45.775220 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4efcf5f8-4e88-499e-8b5c-4c61ac6b1a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:45.953425 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4efcf5f8-4e88-499e-8b5c-4c61ac6b1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:45.956686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4efcf5f8-4e88-499e-8b5c-4c61ac6b1a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:45.957832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4efcf5f8-4e88-499e-8b5c-4c61ac6b1a1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b2220d2-6dc1-481e-8717-24886394c3ff HTTP/1.1" status: 204 len: 168 time: 0.3131747 Sep 09 09:07:45.966857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcf5f8-4e88-499e-8b5c-4c61ac6b1a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2220d2-6dc1-481e-8717-24886394c3ff,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:46.278755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.24', 64994) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:46.306923 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-8c22f590-353b-4a2a-8b7b-baffd9d44743 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2c52ad507c5b4cc6acb6151f671f028b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262411 Sep 09 09:07:46.346190 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-24fe74c0-4b34-4e17-8c5e-0188ba437051 req-8b8f1952-173e-4c00-b778-9171330c90a7 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 210 time: 0.0878747 Sep 09 09:07:46.449265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-319ee279-a720-4924-8f8d-95d69fb5814a tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:46.450933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-319ee279-a720-4924-8f8d-95d69fb5814a tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1379714 Sep 09 09:07:46.565326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Request body: {'port': {'device_id': '982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '2c52ad507c5b4cc6acb6151f671f028b'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:07:46.835714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af56177e-c029-4f4b-898e-08bc3d37e908 req-e2abe937-107a-4a6d-9e0a-ae9e726aaffc tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=18d8fa73277f4820a198f17d6de6a117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430298 Sep 09 09:07:46.971528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Made reservation on behalf of 2c52ad507c5b4cc6acb6151f671f028b for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:07:46.978062 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:47.013365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56177e-c029-4f4b-898e-08bc3d37e908 req-8e4e0ca3-b80d-4c9c-81b7-462a4dddf450 tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:47.021368 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af56177e-c029-4f4b-898e-08bc3d37e908 req-8e4e0ca3-b80d-4c9c-81b7-462a4dddf450 tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602137 Sep 09 09:07:47.023096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:47.039935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af56177e-c029-4f4b-898e-08bc3d37e908 req-a8fd0411-bbd1-494c-8fcc-e6ff73b8d6ff tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/quotas/18d8fa73277f4820a198f17d6de6a117 HTTP/1.1" status: 200 len: 375 time: 0.0186806 Sep 09 09:07:47.056340 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4665b8e-456e-4503-a756-2790345f8d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:47.113791 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af56177e-c029-4f4b-898e-08bc3d37e908 req-809c2d85-690c-4f36-b83c-02f4bb5b055b tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=18d8fa73277f4820a198f17d6de6a117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656207 Sep 09 09:07:47.197415 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:47.238906 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:47.324820 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:47.489059 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91aabb0-eda7-4013-8ee5-6fc57b587b6a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:47.625224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Allocated IP 192.168.233.49 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/6ff8393a-fa08-4318-b581-f766463032e2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:07:48.085117 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:48.151318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Transition to ACTIVE for port object 6ff8393a-fa08-4318-b581-f766463032e2 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:07:48.181598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4f4a209-503f-4257-9d07-44b010d2ef81 req-a4ec2783-1a7f-4ef2-9445-a41ad9d74e34 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 210 time: 0.0558491 Sep 09 09:07:48.274696 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:48.303028 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:48.406219 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:07:48.422218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:07:48.422218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:07:48.425862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:48.427076 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:48.449131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Pushing event updated for resources: {'Port': ['ID=6ff8393a-fa08-4318-b581-f766463032e2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:48.499349 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-b79d9ffd-ba94-4e1d-b761-43a97861cfef tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9380167 Sep 09 09:07:48.794669 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-b016ba43-7310-4eed-9730-748aa3a41132 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=89f726853b584a74ad2f23ec8ed5d012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342529 Sep 09 09:07:48.895755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5c7193ea-530b-44d1-bc11-099c65687a1e None None] Provisioning for port 6ff8393a-fa08-4318-b581-f766463032e2 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:07:48.899986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5c7193ea-530b-44d1-bc11-099c65687a1e None None] Provisioning complete for port 6ff8393a-fa08-4318-b581-f766463032e2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:07:48.900608 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c7193ea-530b-44d1-bc11-099c65687a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:48.962071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5c7193ea-530b-44d1-bc11-099c65687a1e None None] Port 6ff8393a-fa08-4318-b581-f766463032e2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:07:48.979567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-a5589852-634a-4cce-a63d-44c3dd1f692d tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:48.981354 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-a5589852-634a-4cce-a63d-44c3dd1f692d tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858294 Sep 09 09:07:49.006602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-79373130-a38c-4e04-93ac-8bdb5244b234 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/quotas/89f726853b584a74ad2f23ec8ed5d012 HTTP/1.1" status: 200 len: 375 time: 0.0184052 Sep 09 09:07:49.057727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-2644d104-f10a-49ba-9a3b-ca3fb1bceecb tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89f726853b584a74ad2f23ec8ed5d012&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498655 Sep 09 09:07:49.676705 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-399db5f4-e18c-49d3-8ad4-553d9871e005 req-59cb3df5-453d-4ee4-b376-133ea76a2d0a tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 210 time: 0.0469215 Sep 09 09:07:49.768416 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ce733-286b-4c07-be86-ef2793061a0a req-5bb3be91-1f8d-47e4-9440-9f57f5a61804 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:49.770002 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa8ce733-286b-4c07-be86-ef2793061a0a req-5bb3be91-1f8d-47e4-9440-9f57f5a61804 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 935 time: 0.0755284 Sep 09 09:07:49.829966 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa8ce733-286b-4c07-be86-ef2793061a0a req-420f6008-02c3-4db2-b118-9fe8fde50fdd tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530488 Sep 09 09:07:49.920014 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:50.084268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d7a2074-1c45-4862-9fbf-ecf7bec998fd req-159fe751-2654-45f7-9694-96d76164ac0a tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=18d8fa73277f4820a198f17d6de6a117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275960 Sep 09 09:07:50.208945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2074-1c45-4862-9fbf-ecf7bec998fd req-90326eb8-68d2-47b9-a0e7-f5f9bea268a1 tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:50.210820 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d7a2074-1c45-4862-9fbf-ecf7bec998fd req-90326eb8-68d2-47b9-a0e7-f5f9bea268a1 tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1197469 Sep 09 09:07:50.228013 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d7a2074-1c45-4862-9fbf-ecf7bec998fd req-ac0c205e-2ea1-416d-9d5d-68ae5a1c8ee2 tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/quotas/18d8fa73277f4820a198f17d6de6a117 HTTP/1.1" status: 200 len: 375 time: 0.0096052 Sep 09 09:07:50.285223 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d7a2074-1c45-4862-9fbf-ecf7bec998fd req-2e7cea6c-84ae-4438-9fec-061510838c63 tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=18d8fa73277f4820a198f17d6de6a117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368137 Sep 09 09:07:51.524130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c05d34c-7ad3-44fa-8b42-b5483b75cf4e req-a36cb56a-b83d-4839-8e84-695b352e14f1 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 210 time: 0.0308635 Sep 09 09:07:51.675816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fcc90-e798-406b-8f62-24b285ef9dab req-0e9caebe-f19f-4e89-914c-b2aee4088c79 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:51.677750 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea9fcc90-e798-406b-8f62-24b285ef9dab req-0e9caebe-f19f-4e89-914c-b2aee4088c79 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 935 time: 0.0866551 Sep 09 09:07:51.735571 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea9fcc90-e798-406b-8f62-24b285ef9dab req-5f7c8dd1-3252-453f-ba4d-e7671cbd3eb8 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510230 Sep 09 09:07:52.285981 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.41', 50992) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:52.318058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-93377695-36be-45ae-a375-003f94c7f6d6 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=89f726853b584a74ad2f23ec8ed5d012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293074 Sep 09 09:07:52.463738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-3b942200-4c37-4b9d-9330-84ef208ed06a tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:52.465910 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-3b942200-4c37-4b9d-9330-84ef208ed06a tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1405225 Sep 09 09:07:52.552756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Request body: {'port': {'device_id': 'f9e8ae12-6683-442f-80ca-aabea9209f48', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '89f726853b584a74ad2f23ec8ed5d012'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:07:52.555532 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b8225cc-ef53-4734-a78c-7afba3ae2b66 req-315bcc8c-b19d-4788-ac0c-7fd4f321f2f8 tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=18d8fa73277f4820a198f17d6de6a117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222678 Sep 09 09:07:52.761220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8225cc-ef53-4734-a78c-7afba3ae2b66 req-033654cd-c8c7-42fa-85b8-56084acacfbd tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:52.763063 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b8225cc-ef53-4734-a78c-7afba3ae2b66 req-033654cd-c8c7-42fa-85b8-56084acacfbd tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941936 Sep 09 09:07:52.783343 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b8225cc-ef53-4734-a78c-7afba3ae2b66 req-15a7ec34-6602-4ba4-8dc9-ab899bd16105 tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/quotas/18d8fa73277f4820a198f17d6de6a117 HTTP/1.1" status: 200 len: 375 time: 0.0129101 Sep 09 09:07:52.806489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-53b1b90e-2ea1-449f-8a50-c03baad354b9 req-8c47b611-5bed-4eb1-9ff4-39ca0ea2fc2e tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 210 time: 0.0286942 Sep 09 09:07:52.821520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Made reservation on behalf of 89f726853b584a74ad2f23ec8ed5d012 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:07:52.825070 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b8225cc-ef53-4734-a78c-7afba3ae2b66 req-5d08785e-86b4-4234-873c-0f21c0ae3650 tempest-QuotasAdminNegativeTest-627539432 tempest-QuotasAdminNegativeTest-627539432-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=18d8fa73277f4820a198f17d6de6a117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327191 Sep 09 09:07:52.837228 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:52.838444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:52.988335 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:53.132937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:53.247466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641dda3-4734-40ed-8e60-8936f6189f65 req-76fab680-5904-4789-a315-02199390f435 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:53.249837 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c641dda3-4734-40ed-8e60-8936f6189f65 req-76fab680-5904-4789-a315-02199390f435 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 935 time: 0.1197543 Sep 09 09:07:53.403364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cc0b64-88ef-42eb-839a-c8b347754c09,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:53.404454 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c641dda3-4734-40ed-8e60-8936f6189f65 req-4b8f1b35-8a2d-4152-afdc-693b2a2d45e6 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749516 Sep 09 09:07:53.411811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40694) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:53.466089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Allocated IP 192.168.233.72 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/deaf5045-1b92-464b-b40d-e96c9b71f5c2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:07:53.706856 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b32ad22c-2ebe-415c-b030-a0f1824df9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:53.810482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:53.847718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Transition to ACTIVE for port object deaf5045-1b92-464b-b40d-e96c9b71f5c2 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:07:53.923263 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b32ad22c-2ebe-415c-b030-a0f1824df9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:53.993094 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b32ad22c-2ebe-415c-b030-a0f1824df9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:53.994817 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:54.036470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:07:54.043229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:07:54.054069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:07:54.080249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:54.084387 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:54.095357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ad22c-2ebe-415c-b030-a0f1824df9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9111df34-1a55-4e8f-9ce3-bf15ea88af42,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:54.111859 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b32ad22c-2ebe-415c-b030-a0f1824df9d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46cc72c873f34c7a97ee74ed9ce960ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6954234 Sep 09 09:07:54.121074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40712) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:54.184490 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6370866 Sep 09 09:07:54.223021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-327a357c-949c-4673-87c8-d68ba2828b7e tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:07:54.224207 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-327a357c-949c-4673-87c8-d68ba2828b7e tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261927 Sep 09 09:07:54.318641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce737a91-b574-4bb6-aef6-e73bf70a6f97 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Pushing event updated for resources: {'Port': ['ID=deaf5045-1b92-464b-b40d-e96c9b71f5c2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:54.337972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40724) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:54.471511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7a99c-87b3-4621-81ac-afe0d5b14c24 req-c3cbd358-88f6-4c3b-b04e-25fdf17dda3d tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:54.473585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9a7a99c-87b3-4621-81ac-afe0d5b14c24 req-c3cbd358-88f6-4c3b-b04e-25fdf17dda3d tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 935 time: 0.2094872 Sep 09 09:07:54.482133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-afec5f5c-c524-442e-9fc2-7dd75b2775e7 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:07:54.483595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-afec5f5c-c524-442e-9fc2-7dd75b2775e7 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087454 Sep 09 09:07:54.507084 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a761d3e1-f723-4a7b-98ef-ad1b1e750cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:54.571807 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a761d3e1-f723-4a7b-98ef-ad1b1e750cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:54.588945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9a7a99c-87b3-4621-81ac-afe0d5b14c24 req-391d4d30-8b1d-477c-8ff9-a9f2b218186d tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041589 Sep 09 09:07:54.654402 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d03c04a-d6bc-4511-b245-680a88e3da99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:54.661853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e5cb14c5-fca6-4d06-a775-cc1a7e536ac1 None None] Provisioning for port deaf5045-1b92-464b-b40d-e96c9b71f5c2 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:07:54.671845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e5cb14c5-fca6-4d06-a775-cc1a7e536ac1 None None] Provisioning complete for port deaf5045-1b92-464b-b40d-e96c9b71f5c2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:07:54.672329 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5cb14c5-fca6-4d06-a775-cc1a7e536ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:54.727017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb14c5-fca6-4d06-a775-cc1a7e536ac1 None None] Port deaf5045-1b92-464b-b40d-e96c9b71f5c2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:07:54.756863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a761d3e1-f723-4a7b-98ef-ad1b1e750cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:54.764777 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a761d3e1-f723-4a7b-98ef-ad1b1e750cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:54.766118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a761d3e1-f723-4a7b-98ef-ad1b1e750cdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9111df34-1a55-4e8f-9ce3-bf15ea88af42 HTTP/1.1" status: 204 len: 168 time: 0.6027532 Sep 09 09:07:54.779291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761d3e1-f723-4a7b-98ef-ad1b1e750cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9111df34-1a55-4e8f-9ce3-bf15ea88af42,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:54.801954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15943e-be90-4024-bb98-2dcc14ad46e1 req-aba75c89-24e8-48a0-bb87-fbf81d4a9fc9 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:54.803576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7e15943e-be90-4024-bb98-2dcc14ad46e1 req-aba75c89-24e8-48a0-bb87-fbf81d4a9fc9 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 935 time: 0.0930986 Sep 09 09:07:54.860291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7e15943e-be90-4024-bb98-2dcc14ad46e1 req-0d5255c0-2a96-4c4b-a3d5-44d7e9110c93 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477655 Sep 09 09:07:54.881679 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d03c04a-d6bc-4511-b245-680a88e3da99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:54.924896 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:54.955431 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d03c04a-d6bc-4511-b245-680a88e3da99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:55.052228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03c04a-d6bc-4511-b245-680a88e3da99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec6b8c-90ae-4394-9d1b-468fdb804c87,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:55.059105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5d03c04a-d6bc-4511-b245-680a88e3da99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b397e3ba9b94f47843cfcd8bba868b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7199736 Sep 09 09:07:55.062287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40754) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:55.140019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Request body: {'port': {'device_id': '982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:07:55.204560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77624c88-2e2c-4ad6-a901-ead5f7e22c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:55.271348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40768) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:55.298227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:55.323714 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77624c88-2e2c-4ad6-a901-ead5f7e22c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:55.329977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40774) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:55.494622 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:07:55.569227 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea2c54ee-d3b9-4bf1-89c2-8df43b3698a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:55.576583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:55.688733 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77624c88-2e2c-4ad6-a901-ead5f7e22c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:55.688733 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77624c88-2e2c-4ad6-a901-ead5f7e22c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:55.690505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-77624c88-2e2c-4ad6-a901-ead5f7e22c6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4ec6b8c-90ae-4394-9d1b-468fdb804c87 HTTP/1.1" status: 204 len: 168 time: 0.6271775 Sep 09 09:07:55.744531 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77624c88-2e2c-4ad6-a901-ead5f7e22c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec6b8c-90ae-4394-9d1b-468fdb804c87,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:55.758946 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea2c54ee-d3b9-4bf1-89c2-8df43b3698a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:55.829927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea2c54ee-d3b9-4bf1-89c2-8df43b3698a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:56.034187 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ea2c54ee-d3b9-4bf1-89c2-8df43b3698a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18d8fa73277f4820a198f17d6de6a117&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7541940 Sep 09 09:07:56.035978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40804) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:56.109634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff8393a-fa08-4318-b581-f766463032e2 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:07:56.135715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Request body: {'port': {'device_id': 'f9e8ae12-6683-442f-80ca-aabea9209f48', 'device_owner': 'compute:tempest-test_az-1262224369', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:07:56.205818 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb5b2-b72b-4568-9d39-f693ed7bbfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:56.226364 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:56.239211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c54ee-d3b9-4bf1-89c2-8df43b3698a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6b39d6-f627-4765-a3f3-d549a7921758,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:56.259729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Transition to ACTIVE for port object 6ff8393a-fa08-4318-b581-f766463032e2 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:07:56.270108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d91a73-c6d4-47c7-bf3f-2adf1b3e4241 req-4c1f28ef-87b5-40db-aabf-1d0087129f14 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:56.287975 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5d91a73-c6d4-47c7-bf3f-2adf1b3e4241 req-4c1f28ef-87b5-40db-aabf-1d0087129f14 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 935 time: 0.4868255 Sep 09 09:07:56.296998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f18b0d-2f57-4953-89ca-bfe9d4f067eb req-6ab04d51-26d1-4388-b061-50a4a5988984 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:56.304699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0f18b0d-2f57-4953-89ca-bfe9d4f067eb req-6ab04d51-26d1-4388-b061-50a4a5988984 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 935 time: 0.1658456 Sep 09 09:07:56.313258 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:56.384539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0f18b0d-2f57-4953-89ca-bfe9d4f067eb req-6357ef62-a4f1-4303-9529-d98c427b5513 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743902 Sep 09 09:07:56.387789 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:56.497508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5d91a73-c6d4-47c7-bf3f-2adf1b3e4241 req-6fd6e31f-d770-45cc-810a-051d2b01bc0e tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050805 Sep 09 09:07:56.510842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40812) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:56.538594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6006ddd8-8ba1-4192-8e4a-be5149e3b598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:56.621594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3be83d30-ef44-4ec2-b9a1-40574a99536b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:56.674186 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3be83d30-ef44-4ec2-b9a1-40574a99536b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:56.887049 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3be83d30-ef44-4ec2-b9a1-40574a99536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:56.900906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3be83d30-ef44-4ec2-b9a1-40574a99536b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:56.905649 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3be83d30-ef44-4ec2-b9a1-40574a99536b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f6b39d6-f627-4765-a3f3-d549a7921758 HTTP/1.1" status: 204 len: 168 time: 0.8651886 Sep 09 09:07:56.940085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb5b2-b72b-4568-9d39-f693ed7bbfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:56.943100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Pushing event updated for resources: {'Port': ['ID=6ff8393a-fa08-4318-b581-f766463032e2,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:56.958299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be83d30-ef44-4ec2-b9a1-40574a99536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6b39d6-f627-4765-a3f3-d549a7921758,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:56.998673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:57.013224 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a07bb78-3028-4383-9ced-d66a89932a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.022464 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb5b2-b72b-4568-9d39-f693ed7bbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.110892 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cbaeb5b2-b72b-4568-9d39-f693ed7bbfe4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd9f133831b840bf9ad888d641e051ef&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7798755 Sep 09 09:07:57.121118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deaf5045-1b92-464b-b40d-e96c9b71f5c2 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:07:57.133839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40830) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:57.133973 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.144079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaeb5b2-b72b-4568-9d39-f693ed7bbfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ed0078-8f88-4f1a-9562-9713ce6eea77,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:57.153838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Transition to ACTIVE for port object deaf5045-1b92-464b-b40d-e96c9b71f5c2 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:07:57.237528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d792943-86dc-4dee-8d5d-30d0da239bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.253898 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.263596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6006ddd8-8ba1-4192-8e4a-be5149e3b598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.278718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d792943-86dc-4dee-8d5d-30d0da239bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.356593 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6006ddd8-8ba1-4192-8e4a-be5149e3b598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.363703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Attempting to bind port 6ff8393a-fa08-4318-b581-f766463032e2 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:07:57.364220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Attempting to bind port 6ff8393a-fa08-4318-b581-f766463032e2 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:07:57.364831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Attempting to bind port 6ff8393a-fa08-4318-b581-f766463032e2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:07:57.388296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Port 6ff8393a-fa08-4318-b581-f766463032e2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:07:57.388711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Attempting to bind port 6ff8393a-fa08-4318-b581-f766463032e2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:07:57.427227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Pushing event updated for resources: {'Port': ['ID=deaf5045-1b92-464b-b40d-e96c9b71f5c2,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:57.452359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006ddd8-8ba1-4192-8e4a-be5149e3b598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee607e49-c0c4-41e6-be29-bcd88360b226,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:57.473447 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6006ddd8-8ba1-4192-8e4a-be5149e3b598 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdc385d157bc48acb24a2db7fafa860e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9578130 Sep 09 09:07:57.478653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40836) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:57.498561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:07:57.499007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:07:57.499683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:07:57.500213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Bound port: 6ff8393a-fa08-4318-b581-f766463032e2, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:07:57.500651 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.569758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Attempting to bind port deaf5045-1b92-464b-b40d-e96c9b71f5c2 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:07:57.570312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Attempting to bind port deaf5045-1b92-464b-b40d-e96c9b71f5c2 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:07:57.570883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Attempting to bind port deaf5045-1b92-464b-b40d-e96c9b71f5c2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:07:57.597026 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d792943-86dc-4dee-8d5d-30d0da239bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.613481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d792943-86dc-4dee-8d5d-30d0da239bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.614039 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4d792943-86dc-4dee-8d5d-30d0da239bb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68ed0078-8f88-4f1a-9562-9713ce6eea77 HTTP/1.1" status: 204 len: 168 time: 0.4788249 Sep 09 09:07:57.638282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Port deaf5045-1b92-464b-b40d-e96c9b71f5c2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:07:57.638928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Attempting to bind port deaf5045-1b92-464b-b40d-e96c9b71f5c2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:07:57.675841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:07:57.676425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:07:57.677002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:07:57.677660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Bound port: deaf5045-1b92-464b-b40d-e96c9b71f5c2, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:07:57.678220 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.724636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] For port 6ff8393a-fa08-4318-b581-f766463032e2, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:07:57.732516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] For port 6ff8393a-fa08-4318-b581-f766463032e2, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6ff8393a-fa08-4318-b581-f766463032e2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:07:57.756517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d792943-86dc-4dee-8d5d-30d0da239bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ed0078-8f88-4f1a-9562-9713ce6eea77,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:57.781501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fd0b1-ffcc-429f-a1b5-2e5c8364ce36 req-c34ebfda-2954-43c6-9c94-786752d5adea tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:57.790554 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa0fd0b1-ffcc-429f-a1b5-2e5c8364ce36 req-c34ebfda-2954-43c6-9c94-786752d5adea tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 969 time: 0.1815948 Sep 09 09:07:57.842902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bd00b-214d-444e-b32a-166303fbea9c req-fcc8fd53-4d56-4d59-8286-7aa3a8ed38a5 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:57.852966 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.856084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-420bd00b-214d-444e-b32a-166303fbea9c req-fcc8fd53-4d56-4d59-8286-7aa3a8ed38a5 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 947 time: 0.3122149 Sep 09 09:07:57.866509 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3a6079e-9bfb-4247-92f3-bc3b2c36b216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.930745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:57.931722 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:57.933561 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] 10.222.0.24 "PUT /v2.0/ports/6ff8393a-fa08-4318-b581-f766463032e2 HTTP/1.1" status: 200 len: 1096 time: 3.2427738 Sep 09 09:07:57.955422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea', 'tag': '6ff8393a-fa08-4318-b581-f766463032e2'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:07:58.011545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3a6079e-9bfb-4247-92f3-bc3b2c36b216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.036951 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-420bd00b-214d-444e-b32a-166303fbea9c req-2d4b8896-6445-46e4-ab0b-531a334e5199 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800363 Sep 09 09:07:58.076770 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a07bb78-3028-4383-9ced-d66a89932a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.080789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa0fd0b1-ffcc-429f-a1b5-2e5c8364ce36 req-66fd9d1c-2827-4ccf-8b5a-ec2cffbf6333 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891190 Sep 09 09:07:58.125928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] For port deaf5045-1b92-464b-b40d-e96c9b71f5c2, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:07:58.180892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] For port deaf5045-1b92-464b-b40d-e96c9b71f5c2, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=deaf5045-1b92-464b-b40d-e96c9b71f5c2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:07:58.211513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-449549d3-5d76-4365-b085-cd9b8fe3d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:58.211513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-449549d3-5d76-4365-b085-cd9b8fe3d31e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c52ad507c5b4cc6acb6151f671f028b&device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 1099 time: 0.1625447 Sep 09 09:07:58.232733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a07bb78-3028-4383-9ced-d66a89932a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.280202 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3a6079e-9bfb-4247-92f3-bc3b2c36b216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.287829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3a6079e-9bfb-4247-92f3-bc3b2c36b216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.291891 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a3a6079e-9bfb-4247-92f3-bc3b2c36b216 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee607e49-c0c4-41e6-be29-bcd88360b226 HTTP/1.1" status: 204 len: 168 time: 0.8108034 Sep 09 09:07:58.317236 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-f55c594b-71d7-4cb2-9102-e535da41242c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=6ff8393a-fa08-4318-b581-f766463032e2 HTTP/1.1" status: 200 len: 217 time: 0.0987785 Sep 09 09:07:58.323005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07bb78-3028-4383-9ced-d66a89932a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d219f78-ef14-4134-839d-8235ce462a43,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:58.327336 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.337657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:58.354722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9a07bb78-3028-4383-9ced-d66a89932a71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4108f6b0f06b4d1d93f10fff0178193a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3544679 Sep 09 09:07:58.361739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40856) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:58.368357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93110e04-f9eb-4f96-ba5a-80d172be332b service neutron] Pushing event updated for resources: {'Port': ['ID=6ff8393a-fa08-4318-b581-f766463032e2,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:58.376311 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b66f0b77-dfce-4a2c-8265-92656133563b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.394172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6079e-9bfb-4247-92f3-bc3b2c36b216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee607e49-c0c4-41e6-be29-bcd88360b226,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:58.403369 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:58.404899 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.406532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] 10.222.0.41 "PUT /v2.0/ports/deaf5045-1b92-464b-b40d-e96c9b71f5c2 HTTP/1.1" status: 200 len: 1118 time: 2.7525880 Sep 09 09:07:58.571466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40864) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:58.659700 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94f7286a-6605-43e8-9385-50da544958bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.685208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-d1ad1cf5-ea4e-4f77-ad27-9c54d3fbec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:58.689172 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-d1ad1cf5-ea4e-4f77-ad27-9c54d3fbec17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.3407154 Sep 09 09:07:58.723804 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94f7286a-6605-43e8-9385-50da544958bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.777776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62fdec-340c-4a6e-a3d8-81402d087d57 service neutron] Pushing event updated for resources: {'Port': ['ID=deaf5045-1b92-464b-b40d-e96c9b71f5c2,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:58.853487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-8cde04f0-9f81-49bd-8192-9cf10698bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:58.856433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-8cde04f0-9f81-49bd-8192-9cf10698bac2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89f726853b584a74ad2f23ec8ed5d012&device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 1121 time: 0.1545043 Sep 09 09:07:58.864697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-fdeecb57-c02a-4a28-9cfe-19e647ad3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:58.866368 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-fdeecb57-c02a-4a28-9cfe-19e647ad3e66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214588 Sep 09 09:07:58.932517 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b66f0b77-dfce-4a2c-8265-92656133563b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.947849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-cda95325-7fa8-4480-9129-9fbe37b27c74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=deaf5045-1b92-464b-b40d-e96c9b71f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0662775 Sep 09 09:07:58.970035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94f7286a-6605-43e8-9385-50da544958bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.972905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94f7286a-6605-43e8-9385-50da544958bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:58.974254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-94f7286a-6605-43e8-9385-50da544958bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d219f78-ef14-4134-839d-8235ce462a43 HTTP/1.1" status: 204 len: 168 time: 0.6102819 Sep 09 09:07:58.982525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7286a-6605-43e8-9385-50da544958bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d219f78-ef14-4134-839d-8235ce462a43,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:59.007322 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b66f0b77-dfce-4a2c-8265-92656133563b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:59.028604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40870) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:59.054692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8a35b61-7fbe-4e75-bbf7-2812bc78f591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:59.081591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f0b77-dfce-4a2c-8265-92656133563b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96938da-520c-4525-86e4-8b7d07b162f9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:59.148856 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b66f0b77-dfce-4a2c-8265-92656133563b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2e97d29d2e94b29ba7f09ae53621bc7&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8096983 Sep 09 09:07:59.150240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40878) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:59.342534 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66d3c77-78ca-4162-b93d-88f2db055dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:59.354914 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a57c6b9-6331-4ad4-af13-de7e7925246d" -d '{"events": [{"name": "network-changed", "server_uuid": "982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea", "tag": "6ff8393a-fa08-4318-b581-f766463032e2"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:07:59.372076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66d3c77-78ca-4162-b93d-88f2db055dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:59.445264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879b3e0-5e11-4947-8f9b-041ac5009ef6 req-5edd6487-fff5-49c5-9c03-19a83b48e66f tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:59.447709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b879b3e0-5e11-4947-8f9b-041ac5009ef6 req-5edd6487-fff5-49c5-9c03-19a83b48e66f tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 947 time: 0.2139795 Sep 09 09:07:59.553071 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66d3c77-78ca-4162-b93d-88f2db055dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:59.556032 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66d3c77-78ca-4162-b93d-88f2db055dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:59.560217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e66d3c77-78ca-4162-b93d-88f2db055dc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e96938da-520c-4525-86e4-8b7d07b162f9 HTTP/1.1" status: 204 len: 168 time: 0.4060001 Sep 09 09:07:59.611573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ca241113-bb7b-4fae-8156-39ce715c10df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:59.613350 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ca241113-bb7b-4fae-8156-39ce715c10df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.4505944 Sep 09 09:07:59.638397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81747628-8e5a-445f-afcd-405ade6dcf84 req-c38a6e43-9d56-4c7d-8c50-055757b549f0 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:59.639959 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81747628-8e5a-445f-afcd-405ade6dcf84 req-c38a6e43-9d56-4c7d-8c50-055757b549f0 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 969 time: 0.2343528 Sep 09 09:07:59.646335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b879b3e0-5e11-4947-8f9b-041ac5009ef6 req-d55fe6f4-2144-4b9a-be05-413ee1574d6c tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916344 Sep 09 09:07:59.659149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b812f782-ed5b-4ae1-aa9b-22de1d293589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:59.667390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d3c77-78ca-4162-b93d-88f2db055dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96938da-520c-4525-86e4-8b7d07b162f9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:07:59.743140 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-badd7c35-9b1b-42d0-b31d-b641c6bc6c45 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815675 Sep 09 09:07:59.774446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81747628-8e5a-445f-afcd-405ade6dcf84 req-4196fb40-acd1-4318-ae4b-783fab6f37b8 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132846 Sep 09 09:07:59.783471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-32836ef1-eb63-4ac3-9e47-1a42cb10b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:07:59.785410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-32836ef1-eb63-4ac3-9e47-1a42cb10b599 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1415555 Sep 09 09:07:59.801534 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8a35b61-7fbe-4e75-bbf7-2812bc78f591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:59.869205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8a35b61-7fbe-4e75-bbf7-2812bc78f591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:07:59.985485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:07:59.988344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c8a35b61-7fbe-4e75-bbf7-2812bc78f591 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8d6eec9fe4140cb90f5297f0cfbc9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9560368 Sep 09 09:08:00.000177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a35b61-7fbe-4e75-bbf7-2812bc78f591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108d5f2d-8e71-487e-a334-ba63353e42c7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:00.058464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7949a636-ae35-441c-9bb4-a8c2bd03880c req-ade6e5bb-c992-4aa3-80c1-d31c4ccb892f service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535160 Sep 09 09:08:00.094197 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-279c51fd-d6cd-4e2e-8df8-40418c1db3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:00.097786 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-ac3c9a53-16a4-4466-85af-a1ef803aa10a service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778963 Sep 09 09:08:00.117458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b812f782-ed5b-4ae1-aa9b-22de1d293589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:00.130368 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-279c51fd-d6cd-4e2e-8df8-40418c1db3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:00.250761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b812f782-ed5b-4ae1-aa9b-22de1d293589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:00.393496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812f782-ed5b-4ae1-aa9b-22de1d293589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81aee4a-977d-483e-90b1-4b2da9053863,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:00.411431 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-279c51fd-d6cd-4e2e-8df8-40418c1db3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:00.414385 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45addbd5-c4c0-4f27-b2ef-d54f822d1ea8 req-220a130e-6bd6-4ac7-b7ee-78ab3dff4edb service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062038 Sep 09 09:08:00.414891 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-279c51fd-d6cd-4e2e-8df8-40418c1db3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:00.415882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-279c51fd-d6cd-4e2e-8df8-40418c1db3c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/108d5f2d-8e71-487e-a334-ba63353e42c7 HTTP/1.1" status: 204 len: 168 time: 0.4294553 Sep 09 09:08:00.427829 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b812f782-ed5b-4ae1-aa9b-22de1d293589 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa59f480ebb44471ae2fcc39d4f91a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8395004 Sep 09 09:08:00.429569 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419d1f66-94e6-4859-85c8-c2cf9ca09f7d x-openstack-request-id: req-419d1f66-94e6-4859-85c8-c2cf9ca09f7d {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:00.429898 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea", "tag": "6ff8393a-fa08-4318-b581-f766463032e2", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:00.434159 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-419d1f66-94e6-4859-85c8-c2cf9ca09f7d {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:00.434159 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea', 'tag': '6ff8393a-fa08-4318-b581-f766463032e2', 'status': 'completed', 'code': 200} Sep 09 09:08:00.434159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40906) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:00.434439 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c51fd-d6cd-4e2e-8df8-40418c1db3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108d5f2d-8e71-487e-a334-ba63353e42c7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:00.570178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57c6b9-6331-4ad4-af13-de7e7925246d req-030e75c9-b191-481f-83f1-0b9f2d31efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:00.571731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a57c6b9-6331-4ad4-af13-de7e7925246d req-030e75c9-b191-481f-83f1-0b9f2d31efba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c52ad507c5b4cc6acb6151f671f028b&device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 1099 time: 0.0938909 Sep 09 09:08:00.619317 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00a0edd7-6455-4746-aed1-23015a85c353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:00.895033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00a0edd7-6455-4746-aed1-23015a85c353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:00.997799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2f6f8-0306-4e1d-9051-657b953cf9f4 req-4b89969f-549f-4bf3-96cd-9a9395fdb1f1 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:01.005485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdf2f6f8-0306-4e1d-9051-657b953cf9f4 req-4b89969f-549f-4bf3-96cd-9a9395fdb1f1 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 969 time: 0.1057460 Sep 09 09:08:01.042901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847831b-f9f9-47d9-bae9-67b008740969 req-cf9a1efe-f786-496a-ab70-c70f26b3279d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:01.045162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0847831b-f9f9-47d9-bae9-67b008740969 req-cf9a1efe-f786-496a-ab70-c70f26b3279d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 947 time: 0.2484627 Sep 09 09:08:01.067528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57c6b9-6331-4ad4-af13-de7e7925246d req-0fdbeeb6-c367-4f3d-89c4-0515def16d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:01.069017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a57c6b9-6331-4ad4-af13-de7e7925246d req-0fdbeeb6-c367-4f3d-89c4-0515def16d33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.4900405 Sep 09 09:08:01.148432 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00a0edd7-6455-4746-aed1-23015a85c353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:01.152316 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00a0edd7-6455-4746-aed1-23015a85c353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:01.153737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-00a0edd7-6455-4746-aed1-23015a85c353 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e81aee4a-977d-483e-90b1-4b2da9053863 HTTP/1.1" status: 204 len: 168 time: 0.7215412 Sep 09 09:08:01.157296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdf2f6f8-0306-4e1d-9051-657b953cf9f4 req-ab54c8d2-c25f-4c58-a058-a25a7e262f7c tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507189 Sep 09 09:08:01.163156 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a57c6b9-6331-4ad4-af13-de7e7925246d req-19cd768f-3cb8-4d76-8c8e-7a5c51e4f8d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=6ff8393a-fa08-4318-b581-f766463032e2 HTTP/1.1" status: 200 len: 217 time: 0.0851831 Sep 09 09:08:01.194418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0edd7-6455-4746-aed1-23015a85c353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81aee4a-977d-483e-90b1-4b2da9053863,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:01.253580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0847831b-f9f9-47d9-bae9-67b008740969 req-a43a5e1d-ca01-4776-95dd-ac007f39872a tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018673 Sep 09 09:08:01.286453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57c6b9-6331-4ad4-af13-de7e7925246d req-4a95e6a9-7982-498a-a1f2-81b11f9d8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:01.298704 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a57c6b9-6331-4ad4-af13-de7e7925246d req-4a95e6a9-7982-498a-a1f2-81b11f9d8499 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1173108 Sep 09 09:08:01.361879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57c6b9-6331-4ad4-af13-de7e7925246d req-10b1212b-68e3-47bb-aa16-580657b5549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:01.363910 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a57c6b9-6331-4ad4-af13-de7e7925246d req-10b1212b-68e3-47bb-aa16-580657b5549f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0614934 Sep 09 09:08:01.382047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40932) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:01.404548 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf458-e707-4d10-adcf-0fbbc1e3b3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:01.619705 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf458-e707-4d10-adcf-0fbbc1e3b3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:01.673808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a57c6b9-6331-4ad4-af13-de7e7925246d req-6ff31027-dfec-4a9f-81c0-0557cdba8ab7 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195053 Sep 09 09:08:01.730810 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf458-e707-4d10-adcf-0fbbc1e3b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:01.782261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bf458-e707-4d10-adcf-0fbbc1e3b3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f83097b-622b-4c2a-a4d0-fcb8c57e2ea4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:01.795930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40940) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:01.799249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1e3bf458-e707-4d10-adcf-0fbbc1e3b3f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=057fbb4a89114f1185756d7489305bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161277 Sep 09 09:08:01.868839 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3f97-77f3-4afd-8035-c9fefa6998d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:01.894135 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3f97-77f3-4afd-8035-c9fefa6998d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:02.050238 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3f97-77f3-4afd-8035-c9fefa6998d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:02.056648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3f97-77f3-4afd-8035-c9fefa6998d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:02.060489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1f5f3f97-77f3-4afd-8035-c9fefa6998d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f83097b-622b-4c2a-a4d0-fcb8c57e2ea4 HTTP/1.1" status: 204 len: 168 time: 0.2557118 Sep 09 09:08:02.106109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f3f97-77f3-4afd-8035-c9fefa6998d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f83097b-622b-4c2a-a4d0-fcb8c57e2ea4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:02.231323 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a57c6b9-6331-4ad4-af13-de7e7925246d req-77c48629-fe9c-4010-acbd-7128d523fbc1 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060037 Sep 09 09:08:02.310146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be6d8c-134e-47fb-b871-165316ce125e req-5fbd2b31-4158-42e1-90bf-2cd0ffbf71e0 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:02.318295 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08be6d8c-134e-47fb-b871-165316ce125e req-5fbd2b31-4158-42e1-90bf-2cd0ffbf71e0 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 969 time: 0.0773060 Sep 09 09:08:02.361568 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08be6d8c-134e-47fb-b871-165316ce125e req-89d5f836-ed2d-488c-8b26-abda4df3279a tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 Sep 09 09:08:02.431863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e8ae12-6683-442f-80ca-aabea9209f48', 'tag': 'deaf5045-1b92-464b-b40d-e96c9b71f5c2'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:02.435257 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0323530-0b76-44a6-85c7-f7388ce3cb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e8ae12-6683-442f-80ca-aabea9209f48", "tag": "deaf5045-1b92-464b-b40d-e96c9b71f5c2"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:02.445806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218666f-9fd1-4328-b560-b631cd0d12c3 req-7ad56e09-15dc-4c25-a4b7-b95ca575b601 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:02.447328 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a218666f-9fd1-4328-b560-b631cd0d12c3 req-7ad56e09-15dc-4c25-a4b7-b95ca575b601 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 947 time: 0.0878112 Sep 09 09:08:02.483928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40962) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:02.500498 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd5e40e-e68d-40c2-918d-fed40b220325 x-openstack-request-id: req-dfd5e40e-e68d-40c2-918d-fed40b220325 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:02.500748 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e8ae12-6683-442f-80ca-aabea9209f48", "tag": "deaf5045-1b92-464b-b40d-e96c9b71f5c2", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:02.500916 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfd5e40e-e68d-40c2-918d-fed40b220325 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:02.501295 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e8ae12-6683-442f-80ca-aabea9209f48', 'tag': 'deaf5045-1b92-464b-b40d-e96c9b71f5c2', 'status': 'completed', 'code': 200} Sep 09 09:08:02.516875 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7e4e83cc-ddc4-41b6-bd67-d35077797ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:02.522533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a218666f-9fd1-4328-b560-b631cd0d12c3 req-09df3265-891c-4e69-9973-bd4c9c0403a1 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621684 Sep 09 09:08:02.633175 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7e4e83cc-ddc4-41b6-bd67-d35077797ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:02.706682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7e4e83cc-ddc4-41b6-bd67-d35077797ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:02.743641 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7e4e83cc-ddc4-41b6-bd67-d35077797ae3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf1bdc35b0cc4fc3b4e0ced3f3869e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504194 Sep 09 09:08:02.750505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40970) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:02.751082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e83cc-ddc4-41b6-bd67-d35077797ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5590b09a-d8ff-4fd0-98ea-24dea7ba92ec,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:02.828198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ea91-2909-4641-8b4a-e0f5aeb1c577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:02.869523 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ea91-2909-4641-8b4a-e0f5aeb1c577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:03.000763 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ea91-2909-4641-8b4a-e0f5aeb1c577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:03.003298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ea91-2909-4641-8b4a-e0f5aeb1c577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:03.012424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e3c4ea91-2909-4641-8b4a-e0f5aeb1c577 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5590b09a-d8ff-4fd0-98ea-24dea7ba92ec HTTP/1.1" status: 204 len: 168 time: 0.2647946 Sep 09 09:08:03.020713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4ea91-2909-4641-8b4a-e0f5aeb1c577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5590b09a-d8ff-4fd0-98ea-24dea7ba92ec,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:03.502636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88185-86ff-4850-a0c8-e04c20da8381 req-cf434605-f851-4f84-b778-3fbb86ae832e tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:03.510251 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e3a88185-86ff-4850-a0c8-e04c20da8381 req-cf434605-f851-4f84-b778-3fbb86ae832e tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 969 time: 0.0595176 Sep 09 09:08:03.545843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e3a88185-86ff-4850-a0c8-e04c20da8381 req-e78be8b1-bce0-42cb-94dc-65f6262d6673 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346422 Sep 09 09:08:03.668245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8558a-b4c0-4336-bb47-154c7b7d75c2 req-33a6a0b2-ad05-43bf-9c63-7263d0fe8385 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:03.674707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6f8558a-b4c0-4336-bb47-154c7b7d75c2 req-33a6a0b2-ad05-43bf-9c63-7263d0fe8385 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 947 time: 0.0614221 Sep 09 09:08:03.716756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6f8558a-b4c0-4336-bb47-154c7b7d75c2 req-9514adba-f1fd-4bc6-9a48-12dbed4a2dbe tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Sep 09 09:08:04.674966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa172dc-7b0c-4826-951a-127de16fbdb9 req-2c4bccf5-f25e-46c3-aab1-006b6e5c8cc1 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:04.676558 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-daa172dc-7b0c-4826-951a-127de16fbdb9 req-2c4bccf5-f25e-46c3-aab1-006b6e5c8cc1 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 969 time: 0.0536532 Sep 09 09:08:04.724774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-daa172dc-7b0c-4826-951a-127de16fbdb9 req-4f4dde9a-39cf-42c9-8532-ac3de5bafd8f tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 Sep 09 09:08:04.845000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65670d-1226-4d8c-b39f-bc176cc12158 req-019c7894-7ec6-4e38-86b5-97d8a6f01516 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:04.846638 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d65670d-1226-4d8c-b39f-bc176cc12158 req-019c7894-7ec6-4e38-86b5-97d8a6f01516 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 947 time: 0.0519710 Sep 09 09:08:04.890735 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d65670d-1226-4d8c-b39f-bc176cc12158 req-01f19dd0-28e2-4846-8ae4-5a2228ca6465 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378981 Sep 09 09:08:05.513277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323530-0b76-44a6-85c7-f7388ce3cb0f req-3d2db3e6-2d58-4878-b171-48b2899c2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:05.514881 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0323530-0b76-44a6-85c7-f7388ce3cb0f req-3d2db3e6-2d58-4878-b171-48b2899c2991 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89f726853b584a74ad2f23ec8ed5d012&device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 1121 time: 0.0485671 Sep 09 09:08:05.626774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323530-0b76-44a6-85c7-f7388ce3cb0f req-5275931b-ed3e-47ff-ae33-8d584b40047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:05.628421 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0323530-0b76-44a6-85c7-f7388ce3cb0f req-5275931b-ed3e-47ff-ae33-8d584b40047e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1053715 Sep 09 09:08:05.674495 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0323530-0b76-44a6-85c7-f7388ce3cb0f req-c6916152-06e2-449d-b3af-8072ce107507 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=deaf5045-1b92-464b-b40d-e96c9b71f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0361538 Sep 09 09:08:05.727056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323530-0b76-44a6-85c7-f7388ce3cb0f req-add6eca8-eff4-4739-a9dc-384f5bac32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:05.728592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0323530-0b76-44a6-85c7-f7388ce3cb0f req-add6eca8-eff4-4739-a9dc-384f5bac32f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0447605 Sep 09 09:08:05.805238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323530-0b76-44a6-85c7-f7388ce3cb0f req-4a91bad1-c283-42b0-a184-bb76e07e082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:05.806969 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0323530-0b76-44a6-85c7-f7388ce3cb0f req-4a91bad1-c283-42b0-a184-bb76e07e082d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0682127 Sep 09 09:08:05.970485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6438eda-62d2-4376-adfd-f52b4e900a0e req-c473ec50-7983-4777-ad7a-d81f1c3c84c8 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:05.972009 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e6438eda-62d2-4376-adfd-f52b4e900a0e req-c473ec50-7983-4777-ad7a-d81f1c3c84c8 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 969 time: 0.0714347 Sep 09 09:08:05.975619 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0323530-0b76-44a6-85c7-f7388ce3cb0f req-19982f04-0e56-49e8-86e1-ff7bef3a813b service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595886 Sep 09 09:08:06.040832 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e6438eda-62d2-4376-adfd-f52b4e900a0e req-4e4b4eac-815a-40d1-be96-6478e71bb184 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613108 Sep 09 09:08:06.119623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0323530-0b76-44a6-85c7-f7388ce3cb0f req-e09fbffe-255e-48d8-8d46-2237f1d2d8fb service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328385 Sep 09 09:08:06.228097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51680c77-0e54-4634-a1fe-9a8ea8c463aa req-a00a97c4-4081-42ae-97e5-c43b8916556f tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:06.237017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51680c77-0e54-4634-a1fe-9a8ea8c463aa req-a00a97c4-4081-42ae-97e5-c43b8916556f tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 947 time: 0.0770619 Sep 09 09:08:06.287878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51680c77-0e54-4634-a1fe-9a8ea8c463aa req-bd31b38d-9087-48ec-9454-1959833e8a33 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453072 Sep 09 09:08:06.306266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6ff8393a-fa08-4318-b581-f766463032e2 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:08:06.433307 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6ff8393a-fa08-4318-b581-f766463032e2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6ff8393a-fa08-4318-b581-f766463032e2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:06.446890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '6ff8393a-fa08-4318-b581-f766463032e2', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '6ff8393a-fa08-4318-b581-f766463032e2', 'mac_address': 'fa:16:3e:01:f1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:08:06.490710 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:06.504891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff8393a-fa08-4318-b581-f766463032e2 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:06.525180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6ff8393a-fa08-4318-b581-f766463032e2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6ff8393a-fa08-4318-b581-f766463032e2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:06.632174 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:06.679651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6ff8393a-fa08-4318-b581-f766463032e2,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:06.687556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.688092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.688423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.688759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.689083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.689405 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.689728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.690045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.690363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.690680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.690994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.691309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Tracked resource versions report: Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: pushed versions: Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: { 'AddressGroup': {'1.2'}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'ConntrackHelper': {'1.0'}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'Log': {'1.0'}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'Network': {'1.1'}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'Port': {'1.7'}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'PortForwarding': {'1.2'}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'QosPolicy': {'1.9'}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'SecurityGroup': {'1.4'}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'SecurityGroupRule': {'1.2'}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'SubPort': {'1.0'}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'Subnet': {'1.1'}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'Trunk': {'1.1'}} Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: consumer versions: Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: { DHCP agent@n-d-778696-16: {}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: HyperV agent@n-h1-778696-16: {}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: HyperV agent@n-h2-778696-16: {}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: L3 agent@n-d-778696-16: {}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: Metadata agent@n-d-778696-16: {}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: Metering agent@n-d-778696-16: {}, Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: Open vSwitch agent@n-d-778696-16: { 'AddressGroup': '1.2', Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'ConntrackHelper': '1.0', Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'Log': '1.0', Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'Network': '1.1', Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'Port': '1.7', Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'PortForwarding': '1.2', Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'QosPolicy': '1.9', Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'SecurityGroup': '1.4', Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'SecurityGroupRule': '1.2', Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'SubPort': '1.0', Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'Subnet': '1.1', Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: 'Trunk': '1.1'}} Sep 09 09:08:06.692428 n-d-778696-16 neutron-server[95327]: {{(pid=95327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 09:08:06.930503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['6ff8393a-fa08-4318-b581-f766463032e2'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:08:07.170460 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6783d82-646d-4910-aefd-abe970be5471 req-55881d54-b513-4eac-abb1-27e590346c64 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:07.172060 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6783d82-646d-4910-aefd-abe970be5471 req-55881d54-b513-4eac-abb1-27e590346c64 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 969 time: 0.0550950 Sep 09 09:08:07.213191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6783d82-646d-4910-aefd-abe970be5471 req-a10b60c3-68a9-4601-867e-74a5660f690e tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343134 Sep 09 09:08:07.273225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:07.278145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41182) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:07.306280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41188) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:07.417672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a364db9-c370-4d7d-b3e1-3ffed4e14f02 req-112b79a5-d5a4-402a-b941-988d031e40ab tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:07.419294 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a364db9-c370-4d7d-b3e1-3ffed4e14f02 req-112b79a5-d5a4-402a-b941-988d031e40ab tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 948 time: 0.0511527 Sep 09 09:08:07.470973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a364db9-c370-4d7d-b3e1-3ffed4e14f02 req-49103133-4149-456f-8ba6-cfdcd5b766a7 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452745 Sep 09 09:08:07.478530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6450ee6-618f-445c-a950-e6956f955f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.486904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5007-efe2-47a1-82f8-eb30cc822039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.526992 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f4fe-de57-476f-b9ec-9fea620bcb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.611983 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6450ee6-618f-445c-a950-e6956f955f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.666721 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6450ee6-618f-445c-a950-e6956f955f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.692777 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-b5e5f4fe-de57-476f-b9ec-9fea620bcb24 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:08:07.692777 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:08:07.692777 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id_1': 'c3f7b77941e54d0ea286b129f0cd195e', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 7, 47, 550235)}] Sep 09 09:08:07.692777 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:08:07.693137 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-b5e5f4fe-de57-476f-b9ec-9fea620bcb24 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:08:07.710993 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b6450ee6-618f-445c-a950-e6956f955f0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be16a0b04c464380ac60dd53a8eebd4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4318178 Sep 09 09:08:07.711888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6450ee6-618f-445c-a950-e6956f955f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c085856-b67c-47eb-9019-e782f71f98ef,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:07.713950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41200) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:07.784336 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5007-efe2-47a1-82f8-eb30cc822039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.795149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acaefd24-53a6-4d17-aabd-49e042268f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.817265 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acaefd24-53a6-4d17-aabd-49e042268f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.872182 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5007-efe2-47a1-82f8-eb30cc822039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.915258 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd5007-efe2-47a1-82f8-eb30cc822039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0463cf-1b23-43a2-a7f0-5000655410eb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:07.920300 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9ffd5007-efe2-47a1-82f8-eb30cc822039 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22127f58b81b403eae9f0831f12a9f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6460509 Sep 09 09:08:07.923276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41206) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:07.974014 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acaefd24-53a6-4d17-aabd-49e042268f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.976521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acaefd24-53a6-4d17-aabd-49e042268f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.977633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-acaefd24-53a6-4d17-aabd-49e042268f16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c085856-b67c-47eb-9019-e782f71f98ef HTTP/1.1" status: 204 len: 168 time: 0.2590814 Sep 09 09:08:07.988160 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e261b83-22c4-41c3-9675-bff32987974d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:07.990870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaefd24-53a6-4d17-aabd-49e042268f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c085856-b67c-47eb-9019-e782f71f98ef,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:08.014718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e261b83-22c4-41c3-9675-bff32987974d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.163741 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e261b83-22c4-41c3-9675-bff32987974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.166324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e261b83-22c4-41c3-9675-bff32987974d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.169571 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7e261b83-22c4-41c3-9675-bff32987974d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f0463cf-1b23-43a2-a7f0-5000655410eb HTTP/1.1" status: 204 len: 168 time: 0.2454121 Sep 09 09:08:08.178792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e261b83-22c4-41c3-9675-bff32987974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0463cf-1b23-43a2-a7f0-5000655410eb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:08.195614 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f4fe-de57-476f-b9ec-9fea620bcb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.275087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6ff8393a-fa08-4318-b581-f766463032e2 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:08.315834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f4fe-de57-476f-b9ec-9fea620bcb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.349628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d22de-6ea7-4856-9bea-556666301010 req-75aec380-5129-41c2-9dc6-002cd617ce5d tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:08.358242 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-219d22de-6ea7-4856-9bea-556666301010 req-75aec380-5129-41c2-9dc6-002cd617ce5d tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 969 time: 0.0662847 Sep 09 09:08:08.380732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f4fe-de57-476f-b9ec-9fea620bcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.403732 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-219d22de-6ea7-4856-9bea-556666301010 req-5baf019b-02a0-40e3-a3a2-5bfa66f6335f tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Sep 09 09:08:08.415413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 6ff8393a-fa08-4318-b581-f766463032e2 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:08.418555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5f4fe-de57-476f-b9ec-9fea620bcb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce0b1a3-9236-4a59-b500-5f1dd78a93a7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:08.421085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 6ff8393a-fa08-4318-b581-f766463032e2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:08.422379 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.426340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b5e5f4fe-de57-476f-b9ec-9fea620bcb24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3f7b77941e54d0ea286b129f0cd195e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1192648 Sep 09 09:08:08.427079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41232) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:08.483846 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b91a170-29d7-4428-86ab-758a70f6c3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.520970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b91a170-29d7-4428-86ab-758a70f6c3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.526239 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.577109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff8393a-fa08-4318-b581-f766463032e2'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:08.622585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9a184-5274-40f2-8a69-cf9cfce35e72 req-4a957e6b-bcd7-44ee-ae7f-92dae12ae240 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:08.629547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41244) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:08.629893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9fb9a184-5274-40f2-8a69-cf9cfce35e72 req-4a957e6b-bcd7-44ee-ae7f-92dae12ae240 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 948 time: 0.0607991 Sep 09 09:08:08.649494 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-728cd96b-81eb-45dc-a120-20e586873e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.662800 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b91a170-29d7-4428-86ab-758a70f6c3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.665921 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b91a170-29d7-4428-86ab-758a70f6c3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.668664 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8b91a170-29d7-4428-86ab-758a70f6c3d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ce0b1a3-9236-4a59-b500-5f1dd78a93a7 HTTP/1.1" status: 204 len: 168 time: 0.2392919 Sep 09 09:08:08.668943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6ff8393a-fa08-4318-b581-f766463032e2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6ff8393a-fa08-4318-b581-f766463032e2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:08.679998 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9fb9a184-5274-40f2-8a69-cf9cfce35e72 req-1fd9e9bf-5a0a-4d43-bd5e-9daeed7a77a0 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474837 Sep 09 09:08:08.687146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91a170-29d7-4428-86ab-758a70f6c3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce0b1a3-9236-4a59-b500-5f1dd78a93a7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:08.758727 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.779276 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-728cd96b-81eb-45dc-a120-20e586873e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.786127 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd5ab40-cfa6-4d22-b67b-c928ea15c61f" -d '{"events": [{"server_uuid": "982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ff8393a-fa08-4318-b581-f766463032e2"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:08.813650 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6ff8393a-fa08-4318-b581-f766463032e2,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:08.855314 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-728cd96b-81eb-45dc-a120-20e586873e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.899121 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-728cd96b-81eb-45dc-a120-20e586873e8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=917c84f9e63644cdbf1174ed0778007e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660100 Sep 09 09:08:08.899121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cd96b-81eb-45dc-a120-20e586873e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac092c5-8f15-4181-b8de-30bbd550bbda,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:08.899891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41260) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:08.905152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41262) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:08.918279 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d8e53fb-2515-48fd-90d4-4f1b20b98642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.958122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07c08961-b24a-4b89-a890-d59b2e9b2960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:08.983863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07c08961-b24a-4b89-a890-d59b2e9b2960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.015082 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d8e53fb-2515-48fd-90d4-4f1b20b98642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.100774 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d8e53fb-2515-48fd-90d4-4f1b20b98642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.108288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07c08961-b24a-4b89-a890-d59b2e9b2960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.108288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07c08961-b24a-4b89-a890-d59b2e9b2960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.108288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-07c08961-b24a-4b89-a890-d59b2e9b2960 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fac092c5-8f15-4181-b8de-30bbd550bbda HTTP/1.1" status: 204 len: 168 time: 0.2049806 Sep 09 09:08:09.114192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c08961-b24a-4b89-a890-d59b2e9b2960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac092c5-8f15-4181-b8de-30bbd550bbda,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:09.143924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6d8e53fb-2515-48fd-90d4-4f1b20b98642 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60791a8fe38e41b5b1989035c0a83581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375300 Sep 09 09:08:09.145146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e53fb-2515-48fd-90d4-4f1b20b98642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0603dbb7-fb4f-424d-bc3a-42457ecde55a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:09.145954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41268) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:09.197014 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36c925fa-9e59-4bd3-b0e5-593c2d4ffaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.220289 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36c925fa-9e59-4bd3-b0e5-593c2d4ffaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.296627 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5341e6-5f09-4105-be1f-6e5d690c4318 x-openstack-request-id: req-ea5341e6-5f09-4105-be1f-6e5d690c4318 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:09.297109 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ff8393a-fa08-4318-b581-f766463032e2", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:09.297195 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea5341e6-5f09-4105-be1f-6e5d690c4318 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:09.297608 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff8393a-fa08-4318-b581-f766463032e2', 'code': 200} Sep 09 09:08:09.352570 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36c925fa-9e59-4bd3-b0e5-593c2d4ffaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.355728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36c925fa-9e59-4bd3-b0e5-593c2d4ffaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.356963 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-36c925fa-9e59-4bd3-b0e5-593c2d4ffaf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0603dbb7-fb4f-424d-bc3a-42457ecde55a HTTP/1.1" status: 204 len: 168 time: 0.2100194 Sep 09 09:08:09.365405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c925fa-9e59-4bd3-b0e5-593c2d4ffaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0603dbb7-fb4f-424d-bc3a-42457ecde55a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:09.384748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device deaf5045-1b92-464b-b40d-e96c9b71f5c2 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:08:09.452860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcac83-e548-45f8-9625-9fc0dacd7304 req-232d5990-c282-4989-ac06-12a9d58efa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:09.454381 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ebdcac83-e548-45f8-9625-9fc0dacd7304 req-232d5990-c282-4989-ac06-12a9d58efa93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 1101 time: 0.0759289 Sep 09 09:08:09.477292 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ebdcac83-e548-45f8-9625-9fc0dacd7304 req-54ebfe01-ddfb-46f4-a159-8972e50b57e0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.514567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port deaf5045-1b92-464b-b40d-e96c9b71f5c2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=deaf5045-1b92-464b-b40d-e96c9b71f5c2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:09.527574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'deaf5045-1b92-464b-b40d-e96c9b71f5c2', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'deaf5045-1b92-464b-b40d-e96c9b71f5c2', 'mac_address': 'fa:16:3e:d6:88:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:tempest-test_az-1262224369', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:08:09.547868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41278) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:09.565509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c34ea-3915-4623-b5bf-9543106341af req-3a018420-ad0c-4eff-9e41-4d6ce540865c tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:09.566303 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8f4f66a-484e-4a76-83f8-3b22a22dc01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.567399 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a5c34ea-3915-4623-b5bf-9543106341af req-3a018420-ad0c-4eff-9e41-4d6ce540865c tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 969 time: 0.0566537 Sep 09 09:08:09.571568 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.588073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaf5045-1b92-464b-b40d-e96c9b71f5c2 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:09.612407 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ebdcac83-e548-45f8-9625-9fc0dacd7304 req-54ebfe01-ddfb-46f4-a159-8972e50b57e0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.618332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port deaf5045-1b92-464b-b40d-e96c9b71f5c2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=deaf5045-1b92-464b-b40d-e96c9b71f5c2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:09.634298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a5c34ea-3915-4623-b5bf-9543106341af req-85a31455-9dbe-4bd1-baed-eccf51536f90 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545793 Sep 09 09:08:09.681588 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ebdcac83-e548-45f8-9625-9fc0dacd7304 req-54ebfe01-ddfb-46f4-a159-8972e50b57e0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.700187 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.723126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ebdcac83-e548-45f8-9625-9fc0dacd7304 req-54ebfe01-ddfb-46f4-a159-8972e50b57e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598965 Sep 09 09:08:09.740472 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebfe01-ddfb-46f4-a159-8972e50b57e0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9a090635-2335-48f2-9be1-cab618706b41,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:09.755202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41284) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:09.800483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=deaf5045-1b92-464b-b40d-e96c9b71f5c2,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:09.845492 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8f4f66a-484e-4a76-83f8-3b22a22dc01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.870801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dc390-c5b1-4015-8edf-1a831ed5fbcc req-e4c9e016-000d-4ad2-b7bb-15e056c57560 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:09.872407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec4dc390-c5b1-4015-8edf-1a831ed5fbcc req-e4c9e016-000d-4ad2-b7bb-15e056c57560 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 949 time: 0.0712025 Sep 09 09:08:09.913933 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8f4f66a-484e-4a76-83f8-3b22a22dc01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:09.922094 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec4dc390-c5b1-4015-8edf-1a831ed5fbcc req-14cde6f0-4250-45ac-9505-b6b14d5ca64b tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Sep 09 09:08:09.957860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d8f4f66a-484e-4a76-83f8-3b22a22dc01a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8551c46b94fe4c2fa154f15e3bc1c204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086127 Sep 09 09:08:09.958904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4f66a-484e-4a76-83f8-3b22a22dc01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d47f21-6790-409f-ab5d-61fb4e67042c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:09.960509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:09.982950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['deaf5045-1b92-464b-b40d-e96c9b71f5c2'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:08:10.036775 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56b74647-7e5f-41a6-b843-80d3a0a18b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:10.070134 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1430de60-b150-4956-bba9-14cba5471d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:10.106207 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1430de60-b150-4956-bba9-14cba5471d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:10.187597 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56b74647-7e5f-41a6-b843-80d3a0a18b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:10.237886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1430de60-b150-4956-bba9-14cba5471d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:10.240439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1430de60-b150-4956-bba9-14cba5471d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:10.241580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1430de60-b150-4956-bba9-14cba5471d3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2d47f21-6790-409f-ab5d-61fb4e67042c HTTP/1.1" status: 204 len: 168 time: 0.2798142 Sep 09 09:08:10.249744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430de60-b150-4956-bba9-14cba5471d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d47f21-6790-409f-ab5d-61fb4e67042c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:10.268416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56b74647-7e5f-41a6-b843-80d3a0a18b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:10.311590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b74647-7e5f-41a6-b843-80d3a0a18b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996877e7-745c-4a44-8cb4-f1fc0905e727,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:10.318817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-56b74647-7e5f-41a6-b843-80d3a0a18b35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3036ae4ac6444d0fb760cca54c16b647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5625792 Sep 09 09:08:10.319040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41310) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:10.379948 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dba4b585-e132-4197-929d-f0b4f4b68889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:10.411493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dba4b585-e132-4197-929d-f0b4f4b68889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:10.518272 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dba4b585-e132-4197-929d-f0b4f4b68889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:10.521269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dba4b585-e132-4197-929d-f0b4f4b68889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:10.533774 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dba4b585-e132-4197-929d-f0b4f4b68889 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/996877e7-745c-4a44-8cb4-f1fc0905e727 HTTP/1.1" status: 204 len: 168 time: 0.2058733 Sep 09 09:08:10.536182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4b585-e132-4197-929d-f0b4f4b68889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996877e7-745c-4a44-8cb4-f1fc0905e727,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:10.753213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e721e-be4e-4a7f-afaf-4945cdf029ff req-8d4a17fc-c543-426c-b23c-521ced57202d tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:10.754701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-375e721e-be4e-4a7f-afaf-4945cdf029ff req-8d4a17fc-c543-426c-b23c-521ced57202d tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 970 time: 0.0527093 Sep 09 09:08:10.792380 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-375e721e-be4e-4a7f-afaf-4945cdf029ff req-f2655b08-18e8-4772-a7ec-9dbd672ec9d3 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310736 Sep 09 09:08:11.040305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a4b1-c561-4357-8085-5307f4f03b5e req-0c6b7901-14c8-452e-9492-c6427de19c38 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:11.047852 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87e0a4b1-c561-4357-8085-5307f4f03b5e req-0c6b7901-14c8-452e-9492-c6427de19c38 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 949 time: 0.0590119 Sep 09 09:08:11.080568 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87e0a4b1-c561-4357-8085-5307f4f03b5e req-772d94fb-79c1-46be-a62b-499e00900dba tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Sep 09 09:08:11.100625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41344) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:11.351448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device deaf5045-1b92-464b-b40d-e96c9b71f5c2 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:11.364565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41352) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:11.380684 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6870544-6ee2-408c-b856-33f9c7df16a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:11.454427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-569456668-network', 'tenant_id': '1bcbf1960a0442a197387c59fae89af6'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:11.476227 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6870544-6ee2-408c-b856-33f9c7df16a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:11.477973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port deaf5045-1b92-464b-b40d-e96c9b71f5c2 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:11.481930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port deaf5045-1b92-464b-b40d-e96c9b71f5c2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:11.482327 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:11.563663 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6870544-6ee2-408c-b856-33f9c7df16a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:11.582634 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:11.611430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f6870544-6ee2-408c-b856-33f9c7df16a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=634ef50717424c82b1a4f60102127536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433500 Sep 09 09:08:11.612405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41358) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:11.620731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8ae12-6683-442f-80ca-aabea9209f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaf5045-1b92-464b-b40d-e96c9b71f5c2'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:11.624005 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f649ed-54ee-4859-824f-312cfcd59d13" -d '{"events": [{"server_uuid": "f9e8ae12-6683-442f-80ca-aabea9209f48", "name": "network-vif-plugged", "status": "completed", "tag": "deaf5045-1b92-464b-b40d-e96c9b71f5c2"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:11.640366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port deaf5045-1b92-464b-b40d-e96c9b71f5c2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=deaf5045-1b92-464b-b40d-e96c9b71f5c2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:11.658634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6870544-6ee2-408c-b856-33f9c7df16a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7e144f-f904-4e4d-9346-1b08f9da300d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:11.681215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Made reservation on behalf of 1bcbf1960a0442a197387c59fae89af6 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:11.681445 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a76b295-d8a6-464b-989a-a28f146cdbb8 x-openstack-request-id: req-8a76b295-d8a6-464b-989a-a28f146cdbb8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:11.681798 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e8ae12-6683-442f-80ca-aabea9209f48", "name": "network-vif-plugged", "status": "completed", "tag": "deaf5045-1b92-464b-b40d-e96c9b71f5c2", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:11.682017 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a76b295-d8a6-464b-989a-a28f146cdbb8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:11.682929 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8ae12-6683-442f-80ca-aabea9209f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaf5045-1b92-464b-b40d-e96c9b71f5c2', 'code': 200} Sep 09 09:08:11.685184 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:11.701682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:11.731229 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c02e810-f1ef-401e-94cc-849759a25c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:11.735463 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:11.796360 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c02e810-f1ef-401e-94cc-849759a25c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:11.810887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=deaf5045-1b92-464b-b40d-e96c9b71f5c2,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:11.852792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59919045-cc51-40f0-ac28-1bd5dce60ef3 req-db286794-ef00-4502-9e2c-86ca4a5ec110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:11.857013 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-59919045-cc51-40f0-ac28-1bd5dce60ef3 req-db286794-ef00-4502-9e2c-86ca4a5ec110 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 1123 time: 0.1062493 Sep 09 09:08:11.949358 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-59919045-cc51-40f0-ac28-1bd5dce60ef3 req-78beb532-0755-4813-b73d-6dfe377853c8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828984 Sep 09 09:08:11.967828 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:11.975923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b53985-b500-47ca-bfa1-97eaa3565d25 req-d14d22dc-4e51-4512-9853-2889a0c5cb32 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:11.977422 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37b53985-b500-47ca-bfa1-97eaa3565d25 req-d14d22dc-4e51-4512-9853-2889a0c5cb32 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 971 time: 0.1040227 Sep 09 09:08:12.016881 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c02e810-f1ef-401e-94cc-849759a25c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:12.019802 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c02e810-f1ef-401e-94cc-849759a25c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:12.020945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6c02e810-f1ef-401e-94cc-849759a25c32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae7e144f-f904-4e4d-9346-1b08f9da300d HTTP/1.1" status: 204 len: 168 time: 0.4075642 Sep 09 09:08:12.024215 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37b53985-b500-47ca-bfa1-97eaa3565d25 req-690b0972-42a4-4e54-9786-2d15b83f3528 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Sep 09 09:08:12.033040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02e810-f1ef-401e-94cc-849759a25c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7e144f-f904-4e4d-9346-1b08f9da300d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:12.043948 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:12.075769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:08:12.084205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94733857-0d58-4a17-838a-4eefe78ef5c2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:12.092385 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:12.092746 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Added segment 1c497954-978f-488f-8e6f-4445594f7e59 of type vlan for network 758a7581-cd1c-4f82-8f2d-9385bed72749 Sep 09 09:08:12.138292 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:12.203828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33df9b-b91a-4be8-a563-0668128712ec req-5bf63869-6be8-4fec-944c-0cadf73b5cbd tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:12.207848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c33df9b-b91a-4be8-a563-0668128712ec req-5bf63869-6be8-4fec-944c-0cadf73b5cbd tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 949 time: 0.0566623 Sep 09 09:08:12.226180 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:12.227913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:12.228655 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:12.249666 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c33df9b-b91a-4be8-a563-0668128712ec req-79439e07-7235-4905-affc-3e0b60616a2a tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 Sep 09 09:08:12.291026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] Pushing event updated for resources: {'Network': ['ID=758a7581-cd1c-4f82-8f2d-9385bed72749,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:12.301950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 758a7581-cd1c-4f82-8f2d-9385bed72749 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:08:12.324147 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-52ba1012-8df2-4ff6-a803-44ead5d212de admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2258620 Sep 09 09:08:12.324963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41392) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:12.329256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] Request body: {'subnet': {'network_id': '758a7581-cd1c-4f82-8f2d-9385bed72749', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-569456668-subnet', 'tenant_id': '1bcbf1960a0442a197387c59fae89af6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:12.415171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] Made reservation on behalf of 1bcbf1960a0442a197387c59fae89af6 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:12.418862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:12.861179 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:12.930943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=377145fc-32c9-42c2-9103-e3798515b346,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:12.937405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] Checking segment: {'id': '1c497954-978f-488f-8e6f-4445594f7e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '758a7581-cd1c-4f82-8f2d-9385bed72749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:12.938122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] Network hostable DHCP agents. Network: 758a7581-cd1c-4f82-8f2d-9385bed72749, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:08:13.066500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] Network 758a7581-cd1c-4f82-8f2d-9385bed72749 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:08:13.139851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0868839-1318-4731-ab5d-409c1820ac67 req-63015192-ba09-4e10-ae66-31cbd9855fff tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:13.141496 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0868839-1318-4731-ab5d-409c1820ac67 req-63015192-ba09-4e10-ae66-31cbd9855fff tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 949 time: 0.0700872 Sep 09 09:08:13.180939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55369f-a5b7-4da9-b36a-b2eb67784371 req-19a1bd81-9647-4db6-b42e-39cdd90c679a tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:13.189301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 758a7581-cd1c-4f82-8f2d-9385bed72749) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:13.189615 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a55369f-a5b7-4da9-b36a-b2eb67784371 req-19a1bd81-9647-4db6-b42e-39cdd90c679a tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 971 time: 0.0629828 Sep 09 09:08:13.199101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f9a1f-b171-4a47-ae24-f4d8551a549b None None] Network 758a7581-cd1c-4f82-8f2d-9385bed72749 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:13.208259 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0868839-1318-4731-ab5d-409c1820ac67 req-4327799c-0d54-4972-9e5f-2f3dcb88a7e8 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605469 Sep 09 09:08:13.209784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:13.210899 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:13.259993 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a55369f-a5b7-4da9-b36a-b2eb67784371 req-18edda08-c128-4972-8d0b-1abb37a9a6a2 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689003 Sep 09 09:08:13.308365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cc7714cb-fca8-4052-a785-4f60982ad341 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9829512 Sep 09 09:08:13.381353 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af953846-4cad-40f5-b3ca-921464800a46 None None] Network 758a7581-cd1c-4f82-8f2d-9385bed72749 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:14.336188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31b4f2-2401-498f-a152-aef00049f8b3 req-2de35df2-3f0a-46cb-bfd0-49cfae62824f tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:14.338047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d31b4f2-2401-498f-a152-aef00049f8b3 req-2de35df2-3f0a-46cb-bfd0-49cfae62824f tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 949 time: 0.0578735 Sep 09 09:08:14.340818 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-24aed438-d164-44c2-8800-ff5298a2fd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:14.345898 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41476) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:14.391474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d31b4f2-2401-498f-a152-aef00049f8b3 req-8665cbcc-9d33-42b6-93bb-2e1b1329f9ee tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375149 Sep 09 09:08:14.398837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f0083-0cfc-4ae5-b458-a57adf145a9a req-0bfda820-9b7c-4376-aafc-0bc2a01e7c85 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:14.402603 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-682f0083-0cfc-4ae5-b458-a57adf145a9a req-0bfda820-9b7c-4376-aafc-0bc2a01e7c85 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 971 time: 0.0660863 Sep 09 09:08:14.441333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41482) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:14.458924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-682f0083-0cfc-4ae5-b458-a57adf145a9a req-572b2e26-179e-4714-958d-2e80f575b90e tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501373 Sep 09 09:08:14.524130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f233160-0ce4-459e-9389-efe0c7c16972 req-69c0ac26-0a33-491b-9b29-fc4a9e2b6fb6 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:14.524130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f233160-0ce4-459e-9389-efe0c7c16972 req-69c0ac26-0a33-491b-9b29-fc4a9e2b6fb6 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 1101 time: 0.0518105 Sep 09 09:08:14.584989 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5f9c340f-934d-4d30-88da-22140072d28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:14.639987 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-33bd425a-4efb-4a19-b17f-af442040ae92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:14.661261 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f1f76-cde4-4aeb-8d34-db12063e5ef3 req-38b83996-7904-4956-8cc4-e56cfd24d05d tempest-AggregatesAdminTestJSON-1807511855 tempest-AggregatesAdminTestJSON-1807511855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:14.662803 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-214f1f76-cde4-4aeb-8d34-db12063e5ef3 req-38b83996-7904-4956-8cc4-e56cfd24d05d tempest-AggregatesAdminTestJSON-1807511855 tempest-AggregatesAdminTestJSON-1807511855-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 1123 time: 0.1334534 Sep 09 09:08:14.704879 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-214f1f76-cde4-4aeb-8d34-db12063e5ef3 req-0e8bc96e-b730-4d91-94e8-6b2f03a57df7 tempest-AggregatesAdminTestJSON-1807511855 tempest-AggregatesAdminTestJSON-1807511855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:14.739128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5f233160-0ce4-459e-9389-efe0c7c16972 req-84a4e6de-e880-4e33-a87d-b81f428e9ac3 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] Deleting port 6ff8393a-fa08-4318-b581-f766463032e2 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:08:14.739490 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f233160-0ce4-459e-9389-efe0c7c16972 req-84a4e6de-e880-4e33-a87d-b81f428e9ac3 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:14.786983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41496) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:14.792034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1332154726-network', 'tenant_id': '7224f87e55924239b5e9ba9e74c3ce8f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:14.824738 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5f9c340f-934d-4d30-88da-22140072d28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:14.843407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5f233160-0ce4-459e-9389-efe0c7c16972 req-84a4e6de-e880-4e33-a87d-b81f428e9ac3 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] For port 6ff8393a-fa08-4318-b581-f766463032e2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6ff8393a-fa08-4318-b581-f766463032e2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:14.843773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f233160-0ce4-459e-9389-efe0c7c16972 req-84a4e6de-e880-4e33-a87d-b81f428e9ac3 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:14.856602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5f233160-0ce4-459e-9389-efe0c7c16972 req-84a4e6de-e880-4e33-a87d-b81f428e9ac3 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] Calling delete_port for 6ff8393a-fa08-4318-b581-f766463032e2 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:08:14.922140 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5f9c340f-934d-4d30-88da-22140072d28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:14.938176 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:08:14.938176 n-d-778696-16 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:08:14.938176 n-d-778696-16 neutron-server[95326]: [parameters: {'project_id_1': '7224f87e55924239b5e9ba9e74c3ce8f', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 7, 54, 796160)}] Sep 09 09:08:14.938176 n-d-778696-16 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:08:14.938598 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:08:14.958463 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [req-214f1f76-cde4-4aeb-8d34-db12063e5ef3 req-0e8bc96e-b730-4d91-94e8-6b2f03a57df7 tempest-AggregatesAdminTestJSON-1807511855 tempest-AggregatesAdminTestJSON-1807511855-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:08:14.958463 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:08:14.958463 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id_1': '00cc6679d3c4437aab44d4e0a5cda3aa', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 7, 54, 731040)}] Sep 09 09:08:14.958463 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:08:14.958867 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [req-214f1f76-cde4-4aeb-8d34-db12063e5ef3 req-0e8bc96e-b730-4d91-94e8-6b2f03a57df7 tempest-AggregatesAdminTestJSON-1807511855 tempest-AggregatesAdminTestJSON-1807511855-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:08:14.988704 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5f9c340f-934d-4d30-88da-22140072d28c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e95c1c647a614fde9dadbd04f5713264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6403279 Sep 09 09:08:14.991563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41502) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:15.011007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c340f-934d-4d30-88da-22140072d28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee087e73-6065-4c28-977b-ee43a3e929fe,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:15.059833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e53a9fb6-dbb0-49c9-8884-29f074884a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.082571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e53a9fb6-dbb0-49c9-8884-29f074884a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.119516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-33bd425a-4efb-4a19-b17f-af442040ae92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.163706 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f233160-0ce4-459e-9389-efe0c7c16972 req-84a4e6de-e880-4e33-a87d-b81f428e9ac3 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.176172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['6ff8393a-fa08-4318-b581-f766463032e2'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:08:15.192758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4e6de-e880-4e33-a87d-b81f428e9ac3 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ff8393a-fa08-4318-b581-f766463032e2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:15.193746 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e53a9fb6-dbb0-49c9-8884-29f074884a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.197923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e53a9fb6-dbb0-49c9-8884-29f074884a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.199590 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e53a9fb6-dbb0-49c9-8884-29f074884a2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee087e73-6065-4c28-977b-ee43a3e929fe HTTP/1.1" status: 204 len: 168 time: 0.2070267 Sep 09 09:08:15.203289 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-33bd425a-4efb-4a19-b17f-af442040ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.219420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a9fb6-dbb0-49c9-8884-29f074884a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee087e73-6065-4c28-977b-ee43a3e929fe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:15.272240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:15.279182 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-33bd425a-4efb-4a19-b17f-af442040ae92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2350348a9c55439ebeb2135c6c1e181b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8367221 Sep 09 09:08:15.323187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f233160-0ce4-459e-9389-efe0c7c16972 req-84a4e6de-e880-4e33-a87d-b81f428e9ac3 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] No DVR routers for this DVR port 6ff8393a-fa08-4318-b581-f766463032e2 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:08:15.332490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd425a-4efb-4a19-b17f-af442040ae92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a53ac4-a506-4e16-be81-768deaa7bc25,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:15.347286 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f233160-0ce4-459e-9389-efe0c7c16972 req-84a4e6de-e880-4e33-a87d-b81f428e9ac3 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.355678 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f233160-0ce4-459e-9389-efe0c7c16972 req-84a4e6de-e880-4e33-a87d-b81f428e9ac3 tempest-DeleteServersAdminTestJSON-1352410145 tempest-DeleteServersAdminTestJSON-1352410145-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6ff8393a-fa08-4318-b581-f766463032e2 HTTP/1.1" status: 204 len: 173 time: 0.8299282 Sep 09 09:08:15.356093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea', 'name': 'network-vif-deleted', 'tag': '6ff8393a-fa08-4318-b581-f766463032e2'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:15.361510 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6facdb39-1465-405c-ada6-7aaaa42a397e" -d '{"events": [{"server_uuid": "982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea", "name": "network-vif-deleted", "tag": "6ff8393a-fa08-4318-b581-f766463032e2"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:15.375707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3b56259-794d-4997-b04c-b7a806fbe566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.398491 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3b56259-794d-4997-b04c-b7a806fbe566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.412937 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f851a12-7204-4dc0-b2ff-b9fd1ba93154 x-openstack-request-id: req-3f851a12-7204-4dc0-b2ff-b9fd1ba93154 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:15.413580 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea", "name": "network-vif-deleted", "tag": "6ff8393a-fa08-4318-b581-f766463032e2", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:15.414126 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f851a12-7204-4dc0-b2ff-b9fd1ba93154 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:15.414680 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea', 'name': 'network-vif-deleted', 'tag': '6ff8393a-fa08-4318-b581-f766463032e2', 'status': 'completed', 'code': 200} Sep 09 09:08:15.460067 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-214f1f76-cde4-4aeb-8d34-db12063e5ef3 req-0e8bc96e-b730-4d91-94e8-6b2f03a57df7 tempest-AggregatesAdminTestJSON-1807511855 tempest-AggregatesAdminTestJSON-1807511855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.523797 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86e68954-db4a-4909-9339-cfd80abc3e5d req-96ea55da-803a-4d47-82c0-af690d2049a0 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=982dd4d3-9cf8-4e1b-b2c2-98ac6e2457ea HTTP/1.1" status: 200 len: 210 time: 0.0274651 Sep 09 09:08:15.529389 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3b56259-794d-4997-b04c-b7a806fbe566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.532528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3b56259-794d-4997-b04c-b7a806fbe566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.537049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d3b56259-794d-4997-b04c-b7a806fbe566 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72a53ac4-a506-4e16-be81-768deaa7bc25 HTTP/1.1" status: 204 len: 168 time: 0.2636378 Sep 09 09:08:15.545638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b56259-794d-4997-b04c-b7a806fbe566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a53ac4-a506-4e16-be81-768deaa7bc25,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:15.592251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Made reservation on behalf of 7224f87e55924239b5e9ba9e74c3ce8f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:15.595348 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.605224 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.677467 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-214f1f76-cde4-4aeb-8d34-db12063e5ef3 req-0e8bc96e-b730-4d91-94e8-6b2f03a57df7 tempest-AggregatesAdminTestJSON-1807511855 tempest-AggregatesAdminTestJSON-1807511855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.775444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-214f1f76-cde4-4aeb-8d34-db12063e5ef3 req-0e8bc96e-b730-4d91-94e8-6b2f03a57df7 tempest-AggregatesAdminTestJSON-1807511855 tempest-AggregatesAdminTestJSON-1807511855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.800208 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-214f1f76-cde4-4aeb-8d34-db12063e5ef3 req-0e8bc96e-b730-4d91-94e8-6b2f03a57df7 tempest-AggregatesAdminTestJSON-1807511855 tempest-AggregatesAdminTestJSON-1807511855-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1257863 Sep 09 09:08:15.824929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bc96e-b730-4d91-94e8-6b2f03a57df7 tempest-AggregatesAdminTestJSON-1807511855 tempest-AggregatesAdminTestJSON-1807511855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1058e1e9-4a2c-4de4-a0e1-434a0b6f1f85,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:15.872857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:15.975210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.007033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:08:16.017496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd6409c-96b2-4589-b339-2557b05cfa4c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:16.023950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.024290 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Added segment 2f453099-5ece-4122-b510-027c420e1ccb of type vlan for network 82d19810-4173-4790-9aee-11a3c1b7fe0d Sep 09 09:08:16.073878 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.203398 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.204410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:16.204999 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.274956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41544) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:16.278462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] Pushing event updated for resources: {'Network': ['ID=82d19810-4173-4790-9aee-11a3c1b7fe0d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:16.282784 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e2450c38-e9df-4113-a2f9-45e8600c6d2f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4945710 Sep 09 09:08:16.290641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41548) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:16.290771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 82d19810-4173-4790-9aee-11a3c1b7fe0d details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:08:16.298384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] Request body: {'subnet': {'network_id': '82d19810-4173-4790-9aee-11a3c1b7fe0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1332154726-subnet', 'tenant_id': '7224f87e55924239b5e9ba9e74c3ce8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:16.380583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] Made reservation on behalf of 7224f87e55924239b5e9ba9e74c3ce8f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:16.383199 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.479000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41552) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:16.495569 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc403b25-60aa-42c1-a929-3d00cae572d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.667740 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc403b25-60aa-42c1-a929-3d00cae572d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.721627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad1e16ca-8fb1-4fc0-9598-f9efde7854ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.772125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41572) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:16.780766 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.791290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c2ffeb5-ebf9-4413-9333-04e705f4a439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.792332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc403b25-60aa-42c1-a929-3d00cae572d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.839435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3dcbbaa-65ed-4bdd-af1f-c1a398fc1376,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:16.846717 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] Checking segment: {'id': '2f453099-5ece-4122-b510-027c420e1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '82d19810-4173-4790-9aee-11a3c1b7fe0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:16.848335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] Network hostable DHCP agents. Network: 82d19810-4173-4790-9aee-11a3c1b7fe0d, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:08:16.866559 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bc403b25-60aa-42c1-a929-3d00cae572d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab013da58bf840b088c13962655586cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858912 Sep 09 09:08:16.869046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc403b25-60aa-42c1-a929-3d00cae572d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c377bef-ed06-4fe1-acdd-1b9ceedfab7a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:16.873596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41586) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:16.926168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] Network 82d19810-4173-4790-9aee-11a3c1b7fe0d is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:08:16.936221 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad1e16ca-8fb1-4fc0-9598-f9efde7854ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:16.943752 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-47547908-788a-4438-90c5-5e6eddc5db23 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2c52ad507c5b4cc6acb6151f671f028b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312939 Sep 09 09:08:16.965659 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89d5a60c-27b5-416c-aca0-7c1af21618fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.010251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89d5a60c-27b5-416c-aca0-7c1af21618fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.012830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad1e16ca-8fb1-4fc0-9598-f9efde7854ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.035902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 82d19810-4173-4790-9aee-11a3c1b7fe0d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:17.040105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:17.040777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.048110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936bf83a-e27a-470a-83e0-6106980e9824 None None] Network 82d19810-4173-4790-9aee-11a3c1b7fe0d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:17.058191 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ad1e16ca-8fb1-4fc0-9598-f9efde7854ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1b0433aa4c34c8085fbbe6fc25fdeae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7801907 Sep 09 09:08:17.064741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41590) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:17.073911 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-770a6391-a50e-4a0c-9f16-ead22d34ccaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.099853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e16ca-8fb1-4fc0-9598-f9efde7854ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860919c1-dfc4-4ee1-a192-ed785422ee09,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:17.117211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-0df858af-1ee7-4ec7-8dd8-15ca0afc2f14 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:17.118683 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-0df858af-1ee7-4ec7-8dd8-15ca0afc2f14 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675053 Sep 09 09:08:17.149845 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-56ab0755-5896-43ab-b1dc-6a5b0ef69eb9 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/quotas/2c52ad507c5b4cc6acb6151f671f028b HTTP/1.1" status: 200 len: 375 time: 0.0235293 Sep 09 09:08:17.183548 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba695-d52d-49e3-b867-2f7ced3f35d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.190105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-8f455f56-8a0a-46a9-8e46-0f7281fe0315 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c52ad507c5b4cc6acb6151f671f028b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305173 Sep 09 09:08:17.197409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71385b09-6a6b-49cf-b7db-2d15cf4b5c17 None None] Network 82d19810-4173-4790-9aee-11a3c1b7fe0d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:17.198845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89d5a60c-27b5-416c-aca0-7c1af21618fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.201815 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89d5a60c-27b5-416c-aca0-7c1af21618fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.205967 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-89d5a60c-27b5-416c-aca0-7c1af21618fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c377bef-ed06-4fe1-acdd-1b9ceedfab7a HTTP/1.1" status: 204 len: 168 time: 0.3286572 Sep 09 09:08:17.211674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5a60c-27b5-416c-aca0-7c1af21618fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c377bef-ed06-4fe1-acdd-1b9ceedfab7a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:17.255838 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c2ffeb5-ebf9-4413-9333-04e705f4a439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.272785 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba695-d52d-49e3-b867-2f7ced3f35d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.314028 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.352261 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c2ffeb5-ebf9-4413-9333-04e705f4a439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.400717 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4c2ffeb5-ebf9-4413-9333-04e705f4a439 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc07d769c6d948938051833088512c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6273251 Sep 09 09:08:17.401735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ffeb5-ebf9-4413-9333-04e705f4a439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4d072d-7aa3-4bcd-9525-0054ac1c6f06,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:17.404024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41606) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:17.430607 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba695-d52d-49e3-b867-2f7ced3f35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.447170 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ad878602-9111-46e0-afc9-373539962bf3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1461270 Sep 09 09:08:17.447330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba695-d52d-49e3-b867-2f7ced3f35d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.447330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5d4ba695-d52d-49e3-b867-2f7ced3f35d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/860919c1-dfc4-4ee1-a192-ed785422ee09 HTTP/1.1" status: 204 len: 168 time: 0.3762782 Sep 09 09:08:17.466142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ba695-d52d-49e3-b867-2f7ced3f35d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860919c1-dfc4-4ee1-a192-ed785422ee09,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:17.515693 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046b7e93-79b5-4841-82f2-8b6fd9b58607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.587825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a10299e9-4d86-43b5-b0d8-9d583d248395 req-d0dce047-975b-41f6-ba99-ef469f971993 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 210 time: 0.0481865 Sep 09 09:08:17.598121 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046b7e93-79b5-4841-82f2-8b6fd9b58607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.764901 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046b7e93-79b5-4841-82f2-8b6fd9b58607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.768127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046b7e93-79b5-4841-82f2-8b6fd9b58607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:17.769945 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-046b7e93-79b5-4841-82f2-8b6fd9b58607 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c4d072d-7aa3-4bcd-9525-0054ac1c6f06 HTTP/1.1" status: 204 len: 168 time: 0.3642178 Sep 09 09:08:17.778445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b7e93-79b5-4841-82f2-8b6fd9b58607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4d072d-7aa3-4bcd-9525-0054ac1c6f06,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:18.312212 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:18.321609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6ff8393a-fa08-4318-b581-f766463032e2 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:08:18.351815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 6ff8393a-fa08-4318-b581-f766463032e2 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:08:18.352237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6ff8393a-fa08-4318-b581-f766463032e2 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:08:18.793343 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5edf45b-2b7c-45fc-82e9-8959d299576a req-a1eafdfd-cc45-4952-9fac-e5ee2e8a0e5a tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 210 time: 0.0429173 Sep 09 09:08:18.844594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41714) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:18.898522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41722) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:18.923250 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88adea2d-1bfb-4cdd-9b7e-9d65b13d1c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.011687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41728) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:19.067492 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88adea2d-1bfb-4cdd-9b7e-9d65b13d1c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.122889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0524e3b8-bd05-4ed4-bafa-40870f4e6f91 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:19.126873 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0524e3b8-bd05-4ed4-bafa-40870f4e6f91 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/networks?id=758a7581-cd1c-4f82-8f2d-9385bed72749 HTTP/1.1" status: 200 len: 814 time: 0.2685952 Sep 09 09:08:19.139984 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f203349-8f44-4780-95bb-90a6174ce7b4 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/quotas/1bcbf1960a0442a197387c59fae89af6 HTTP/1.1" status: 200 len: 375 time: 0.0123246 Sep 09 09:08:19.140733 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88adea2d-1bfb-4cdd-9b7e-9d65b13d1c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.191791 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-88adea2d-1bfb-4cdd-9b7e-9d65b13d1c5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0127f50601c9450a8606b5507711b390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896569 Sep 09 09:08:19.192862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adea2d-1bfb-4cdd-9b7e-9d65b13d1c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7f7b49-2513-4b4f-bba8-de9c1629e8cf,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:19.196623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41738) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:19.220313 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d0e6e32-5d00-423c-bba8-ee295e10e2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.223981 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-89d99269-c74c-4ddb-b211-86a92238806c tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bcbf1960a0442a197387c59fae89af6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802264 Sep 09 09:08:19.240794 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-911397af-1db8-46a3-92de-484e4593c964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.276787 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-8d0e6e32-5d00-423c-bba8-ee295e10e2c2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:08:19.276787 n-d-778696-16 neutron-server[95325]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 09:08:19.276787 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id': '39ad7de31bbb4054955c40537b350168', 'id': '5c8f6ed0-2500-4f82-b2c9-0059ef5779f0', 'expiration': datetime.datetime(2021, 9, 9, 9, 10, 19, 265673)}] Sep 09 09:08:19.276787 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:08:19.277160 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-8d0e6e32-5d00-423c-bba8-ee295e10e2c2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:08:19.295510 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d720778-3bdd-4359-9579-8b2a4f633d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.319359 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d720778-3bdd-4359-9579-8b2a4f633d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.353907 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-911397af-1db8-46a3-92de-484e4593c964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.426390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-911397af-1db8-46a3-92de-484e4593c964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.471613 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-911397af-1db8-46a3-92de-484e4593c964 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=146485d9fb94424e84aec8065eb19807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6254334 Sep 09 09:08:19.473560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911397af-1db8-46a3-92de-484e4593c964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fc1b8e-317e-4af4-9465-7b4395ac6f65,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:19.474258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41758) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:19.499166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d720778-3bdd-4359-9579-8b2a4f633d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.502019 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d720778-3bdd-4359-9579-8b2a4f633d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.503238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1d720778-3bdd-4359-9579-8b2a4f633d69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b7f7b49-2513-4b4f-bba8-de9c1629e8cf HTTP/1.1" status: 204 len: 168 time: 0.2847152 Sep 09 09:08:19.520914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d720778-3bdd-4359-9579-8b2a4f633d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7f7b49-2513-4b4f-bba8-de9c1629e8cf,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:19.567746 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5f8d992f-3f59-4d0b-b4b3-216e4566ed5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.592105 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5f8d992f-3f59-4d0b-b4b3-216e4566ed5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.654810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-c69ff95b-0165-49d9-b13c-f9d1c7793e42 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:08:19.655869 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-c69ff95b-0165-49d9-b13c-f9d1c7793e42 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1989844 Sep 09 09:08:19.747023 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5f8d992f-3f59-4d0b-b4b3-216e4566ed5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.747023 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5f8d992f-3f59-4d0b-b4b3-216e4566ed5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.750105 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5f8d992f-3f59-4d0b-b4b3-216e4566ed5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67fc1b8e-317e-4af4-9465-7b4395ac6f65 HTTP/1.1" status: 204 len: 168 time: 0.2748306 Sep 09 09:08:19.759530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d992f-3f59-4d0b-b4b3-216e4566ed5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fc1b8e-317e-4af4-9465-7b4395ac6f65,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:19.778682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d0e6e32-5d00-423c-bba8-ee295e10e2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:19.846790 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-f3ccf39f-5da2-427b-aa9b-bfca82d47630 service neutron] 10.222.0.32 "GET /v2.0/networks/758a7581-cd1c-4f82-8f2d-9385bed72749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838005 Sep 09 09:08:19.861927 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e27b6685-266a-4c9c-ab42-9b42ba5bcf51 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2c52ad507c5b4cc6acb6151f671f028b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354986 Sep 09 09:08:19.964266 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-b3590700-1039-4d96-a31b-0b462db5aaf9 service neutron] 10.222.0.32 "GET /v2.0/networks/758a7581-cd1c-4f82-8f2d-9385bed72749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155348 Sep 09 09:08:19.969325 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.021421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-198a2326-9e45-4a9d-b48b-c6cd0c8f95cc tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:20.023615 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-198a2326-9e45-4a9d-b48b-c6cd0c8f95cc tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558464 Sep 09 09:08:20.036986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Request body: {'port': {'device_id': '789d7a65-0e16-4dcb-bb09-9347d581a68e', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '2c52ad507c5b4cc6acb6151f671f028b'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:20.089208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d0e6e32-5d00-423c-bba8-ee295e10e2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.194794 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cac0cbc0-d8a6-443b-9c42-b615a0107a0b req-159be957-ec13-489b-bf37-509d856744de tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 210 time: 0.0480509 Sep 09 09:08:20.199703 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d0e6e32-5d00-423c-bba8-ee295e10e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.258890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41804) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:20.259090 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8d0e6e32-5d00-423c-bba8-ee295e10e2c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39ad7de31bbb4054955c40537b350168&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2424021 Sep 09 09:08:20.259662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e6e32-5d00-423c-bba8-ee295e10e2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845b651d-d295-4740-b0ad-69cfcb85c81d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:20.308768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-abfdd2fe-40ce-4954-8f0e-09b0f1c76ed0 req-dfe97585-6224-43ba-b61b-9a4ddd758685 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0412750 Sep 09 09:08:20.357608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Made reservation on behalf of 2c52ad507c5b4cc6acb6151f671f028b for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:20.361166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.388124 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8531610e-62bf-45b4-8374-7181bfa963dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.409178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41812) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:20.428507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8531610e-62bf-45b4-8374-7181bfa963dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.544861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Allocated IP 192.168.233.162 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/5195074a-1d95-46bc-9765-61387463884b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:20.592155 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8531610e-62bf-45b4-8374-7181bfa963dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.602015 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8531610e-62bf-45b4-8374-7181bfa963dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.602015 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8531610e-62bf-45b4-8374-7181bfa963dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/845b651d-d295-4740-b0ad-69cfcb85c81d HTTP/1.1" status: 204 len: 168 time: 0.3392272 Sep 09 09:08:20.609359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531610e-62bf-45b4-8374-7181bfa963dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845b651d-d295-4740-b0ad-69cfcb85c81d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:20.717761 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.733103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Transition to ACTIVE for port object 5195074a-1d95-46bc-9765-61387463884b will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:20.828876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-654922870-network', 'tenant_id': '1631eb8ffcf145449cf9c9f503ea3a50'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:20.907034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41834) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:20.919692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.935783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d5d33d9-9f45-4d89-aa8b-2a0fdae217d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.945260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Made reservation on behalf of 1631eb8ffcf145449cf9c9f503ea3a50 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:20.949222 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:20.982663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:20.997358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:21.005596 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:21.011739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:21.013196 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.016964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Pushing event updated for resources: {'Port': ['ID=5195074a-1d95-46bc-9765-61387463884b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:21.047332 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.105935 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d5d33d9-9f45-4d89-aa8b-2a0fdae217d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.192643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d5d33d9-9f45-4d89-aa8b-2a0fdae217d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.242279 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2d5d33d9-9f45-4d89-aa8b-2a0fdae217d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21b27411ac574755b49cc2d76027ccf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341043 Sep 09 09:08:21.246701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41854) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:21.257208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d33d9-9f45-4d89-aa8b-2a0fdae217d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd2b124-1ae3-4b4d-b6fa-ca64a208cd00,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:21.327614 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-e24b2e84-245b-4228-825a-befd720b5329 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2935922 Sep 09 09:08:21.353983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Request body: {'port': {'device_id': '789d7a65-0e16-4dcb-bb09-9347d581a68e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:21.421796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-66bb2951-97c0-4b9e-9866-f487833dd5b5 None None] Provisioning for port 5195074a-1d95-46bc-9765-61387463884b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:21.430678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-66bb2951-97c0-4b9e-9866-f487833dd5b5 None None] Provisioning complete for port 5195074a-1d95-46bc-9765-61387463884b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:21.431635 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66bb2951-97c0-4b9e-9866-f487833dd5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.471936 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.473893 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45dddb74-23a1-45e5-be3e-24551e75d6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.488524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-66bb2951-97c0-4b9e-9866-f487833dd5b5 None None] Port 5195074a-1d95-46bc-9765-61387463884b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:08:21.508294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66028564-ed9b-4a54-b644-2999c4aa5fdb req-aaf251eb-63b9-4dd5-a1c7-dd5482317502 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:21.509794 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-66028564-ed9b-4a54-b644-2999c4aa5fdb req-aaf251eb-63b9-4dd5-a1c7-dd5482317502 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 936 time: 0.2049670 Sep 09 09:08:21.515276 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.522697 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45dddb74-23a1-45e5-be3e-24551e75d6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.546875 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-efb040f6-86e5-47b3-ba46-12057dcab643 req-ab6a235d-588f-4091-8492-e60762225c22 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0269327 Sep 09 09:08:21.547638 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.571877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:08:21.585857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68829407-ec7e-4e91-86f0-6da24469e7d2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:21.601429 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.601429 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Added segment e0a37977-8b18-4d5d-9c6a-3d06638634d1 of type vlan for network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a Sep 09 09:08:21.646243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.671944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-66028564-ed9b-4a54-b644-2999c4aa5fdb req-53009b5c-1480-4fc4-81a9-5ceb108cc3f1 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490104 Sep 09 09:08:21.698676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41872) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:21.725486 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-279734ed-c603-463a-8d39-1043f8631c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.797297 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.797880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:21.798458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.879116 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45dddb74-23a1-45e5-be3e-24551e75d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.881666 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45dddb74-23a1-45e5-be3e-24551e75d6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:21.882931 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-45dddb74-23a1-45e5-be3e-24551e75d6a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfd2b124-1ae3-4b4d-b6fa-ca64a208cd00 HTTP/1.1" status: 204 len: 168 time: 0.6310706 Sep 09 09:08:21.887823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] Pushing event updated for resources: {'Network': ['ID=0d3295be-fd19-4212-ac6b-8c4ee7698c4a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:21.902763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:08:21.919048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dddb74-23a1-45e5-be3e-24551e75d6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd2b124-1ae3-4b4d-b6fa-ca64a208cd00,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:21.965300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-279734ed-c603-463a-8d39-1043f8631c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:22.021644 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-279734ed-c603-463a-8d39-1043f8631c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:22.055525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5195074a-1d95-46bc-9765-61387463884b {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:22.068414 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:22.101341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Transition to ACTIVE for port object 5195074a-1d95-46bc-9765-61387463884b will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:22.142160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279734ed-c603-463a-8d39-1043f8631c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d5105-f9cd-4c99-bc1c-d58268861786,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:22.156376 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-279734ed-c603-463a-8d39-1043f8631c14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae92b8ed23b14abca5c06b429604efab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564047 Sep 09 09:08:22.157674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6b03ad92-e610-47fb-9153-5ddd4e55c4af admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7475638 Sep 09 09:08:22.160887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41894) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:22.161253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41896) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:22.163138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-1f363496-d86f-4116-8bcf-242c5983ab4a tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b68df98e58dd4e04b2fd586d3fb87efb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363319 Sep 09 09:08:22.179204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] Request body: {'subnet': {'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-654922870-subnet', 'tenant_id': '1631eb8ffcf145449cf9c9f503ea3a50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:22.190617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:22.296707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-83afb463-4f04-472c-8c82-cd03251ccc16 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:22.298509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Pushing event updated for resources: {'Port': ['ID=5195074a-1d95-46bc-9765-61387463884b,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:22.305585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-83afb463-4f04-472c-8c82-cd03251ccc16 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345894 Sep 09 09:08:22.322924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-5a89b274-ee61-43ce-aefd-82d54ebe74ee tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/quotas/b68df98e58dd4e04b2fd586d3fb87efb HTTP/1.1" status: 200 len: 375 time: 0.0169251 Sep 09 09:08:22.362806 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc23a416-0f32-4744-824a-33e4a65c739f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:22.388072 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc23a416-0f32-4744-824a-33e4a65c739f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:22.396148 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-54edc02b-484c-4f3c-ad6e-a0a77c435f1e tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b68df98e58dd4e04b2fd586d3fb87efb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698450 Sep 09 09:08:22.443298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] Made reservation on behalf of 1631eb8ffcf145449cf9c9f503ea3a50 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:22.445834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:22.449548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Attempting to bind port 5195074a-1d95-46bc-9765-61387463884b on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:22.450388 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Attempting to bind port 5195074a-1d95-46bc-9765-61387463884b by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:22.450388 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Attempting to bind port 5195074a-1d95-46bc-9765-61387463884b on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:22.466659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Port 5195074a-1d95-46bc-9765-61387463884b on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:08:22.467145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Attempting to bind port 5195074a-1d95-46bc-9765-61387463884b on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:22.481048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:22.481388 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:22.481771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:22.482244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Bound port: 5195074a-1d95-46bc-9765-61387463884b, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:22.482811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:22.596384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc23a416-0f32-4744-824a-33e4a65c739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:22.599650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc23a416-0f32-4744-824a-33e4a65c739f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:22.604333 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fc23a416-0f32-4744-824a-33e4a65c739f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b70d5105-f9cd-4c99-bc1c-d58268861786 HTTP/1.1" status: 204 len: 168 time: 0.4414163 Sep 09 09:08:22.629001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23a416-0f32-4744-824a-33e4a65c739f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d5105-f9cd-4c99-bc1c-d58268861786,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:22.634351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] For port 5195074a-1d95-46bc-9765-61387463884b, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:22.639838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] For port 5195074a-1d95-46bc-9765-61387463884b, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=5195074a-1d95-46bc-9765-61387463884b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:22.649261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.24', 65007) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:22.890297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b15cc92b-61e9-4894-8333-2c1fc9f347d3 req-04343f01-ddd4-40c4-8e88-c230283d3391 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 210 time: 0.1112812 Sep 09 09:08:22.926861 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:22.950564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-a0b6389b-87a1-404c-a01a-ce27caf4d7cf tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:22.953225 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-a0b6389b-87a1-404c-a01a-ce27caf4d7cf tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.24 "GET /v2.0/networks?id=758a7581-cd1c-4f82-8f2d-9385bed72749 HTTP/1.1" status: 200 len: 814 time: 0.3029938 Sep 09 09:08:22.971929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Request body: {'port': {'device_id': '6e80150e-c6f8-4c76-b30e-6ab6f855f1b5', 'network_id': '758a7581-cd1c-4f82-8f2d-9385bed72749', 'admin_state_up': True, 'tenant_id': '1bcbf1960a0442a197387c59fae89af6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:22.994864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d739bdd9-b185-4f54-85b5-a0cc8eeb2262 req-17fb8195-82fe-4993-95df-85aee2bac376 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 210 time: 0.0728045 Sep 09 09:08:23.050952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:23.051541 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:23.052959 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] 10.222.0.24 "PUT /v2.0/ports/5195074a-1d95-46bc-9765-61387463884b HTTP/1.1" status: 200 len: 1097 time: 1.7064216 Sep 09 09:08:23.056606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789d7a65-0e16-4dcb-bb09-9347d581a68e', 'tag': '5195074a-1d95-46bc-9765-61387463884b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:23.059921 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fed6390-b061-4fb5-aee1-1912570e8878" -d '{"events": [{"name": "network-changed", "server_uuid": "789d7a65-0e16-4dcb-bb09-9347d581a68e", "tag": "5195074a-1d95-46bc-9765-61387463884b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:23.145559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c8ab6-68c8-4277-bdd4-3b1db4044a4e service neutron] Pushing event updated for resources: {'Port': ['ID=5195074a-1d95-46bc-9765-61387463884b,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:23.312642 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:23.323816 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88621dba-c06e-4617-9361-fe8e5e927487 x-openstack-request-id: req-88621dba-c06e-4617-9361-fe8e5e927487 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:23.324661 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789d7a65-0e16-4dcb-bb09-9347d581a68e", "tag": "5195074a-1d95-46bc-9765-61387463884b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:23.324772 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88621dba-c06e-4617-9361-fe8e5e927487 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:23.325450 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789d7a65-0e16-4dcb-bb09-9347d581a68e', 'tag': '5195074a-1d95-46bc-9765-61387463884b', 'status': 'completed', 'code': 200} Sep 09 09:08:23.418028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-13faa22c-963d-4018-b530-457a3194e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:23.420970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-13faa22c-963d-4018-b530-457a3194e33f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c52ad507c5b4cc6acb6151f671f028b&device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 1100 time: 0.2196710 Sep 09 09:08:23.431537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341b79e-b372-48eb-b57f-cb4e95cf6aab req-3db38ace-cca3-4129-a89c-75d11a72b93c tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:23.433119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1341b79e-b372-48eb-b57f-cb4e95cf6aab req-3db38ace-cca3-4129-a89c-75d11a72b93c tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 948 time: 0.4013102 Sep 09 09:08:23.452021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:23.453087 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] Network hostable DHCP agents. Network: 0d3295be-fd19-4212-ac6b-8c4ee7698c4a, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:08:23.458326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:23.496234 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1341b79e-b372-48eb-b57f-cb4e95cf6aab req-b638b7e8-2934-433f-8a13-f1cc7229c532 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549393 Sep 09 09:08:23.504432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-abe52ca2-e930-4351-9ece-9a6687ad4719 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5195074a-1d95-46bc-9765-61387463884b HTTP/1.1" status: 200 len: 217 time: 0.0641842 Sep 09 09:08:23.563126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-de1b5e3f-4893-473b-bc14-f59a5d15e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:23.565244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-de1b5e3f-4893-473b-bc14-f59a5d15e676 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0533950 Sep 09 09:08:23.591746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Made reservation on behalf of 1bcbf1960a0442a197387c59fae89af6 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:23.595935 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:23.617214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] Network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:08:23.640876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-1fcef393-0376-4250-8f46-7484bb8afef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:23.643280 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-1fcef393-0376-4250-8f46-7484bb8afef6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700939 Sep 09 09:08:23.730241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 0d3295be-fd19-4212-ac6b-8c4ee7698c4a) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:23.739579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:23.740279 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:23.742770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd0cdd9-4aa3-4e6a-9a4f-be9c6cc82fd9 None None] Network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:23.792155 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-5e5d46a6-aebd-4eee-930b-f53223b7b2b6 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396694 Sep 09 09:08:23.904060 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c4004906-5523-4b60-a270-5c990823e7e8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7402651 Sep 09 09:08:23.910741 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7db97d0a-c376-48a1-9ff5-7d4e70e5b616 req-c2a18dc8-4114-412e-9c52-54910701a5d5 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121352 Sep 09 09:08:23.930067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8286d6ef-e594-4499-aed9-782e9dd9051e None None] Network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:23.935198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Allocated IP 172.20.0.4 (758a7581-cd1c-4f82-8f2d-9385bed72749/377145fc-32c9-42c2-9103-e3798515b346/98faa65f-72f1-4d16-88a8-31768a4139c0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:24.060817 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4625cc4a-0fd5-4752-bac9-8d815c20478a req-163e4747-4988-4fc1-ad3d-da3d9ce39ad6 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0590496 Sep 09 09:08:24.186151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed6390-b061-4fb5-aee1-1912570e8878 req-8de4cdac-558b-441e-be06-a5252b1026ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:24.188451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fed6390-b061-4fb5-aee1-1912570e8878 req-8de4cdac-558b-441e-be06-a5252b1026ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c52ad507c5b4cc6acb6151f671f028b&device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 1100 time: 0.1089387 Sep 09 09:08:24.265565 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c70d24e0-32d0-40fd-8c4a-041c221289b8 req-addd9d48-d744-44ed-a016-af3ca2839a69 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 210 time: 0.0571885 Sep 09 09:08:24.265565 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:24.278365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:24.436977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c060059-6236-4c32-9084-edf3489cebc3 req-6ca20f3c-c0d6-4757-998a-01d55496f177 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:24.436977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c060059-6236-4c32-9084-edf3489cebc3 req-6ca20f3c-c0d6-4757-998a-01d55496f177 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 971 time: 0.1206214 Sep 09 09:08:24.436977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed6390-b061-4fb5-aee1-1912570e8878 req-3902c4c5-2f75-41bb-b376-8b54af381d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:24.436977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fed6390-b061-4fb5-aee1-1912570e8878 req-3902c4c5-2f75-41bb-b376-8b54af381d1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1723974 Sep 09 09:08:24.436977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fed6390-b061-4fb5-aee1-1912570e8878 req-abd56596-8de7-48a1-9c07-a050db25a378 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5195074a-1d95-46bc-9765-61387463884b HTTP/1.1" status: 200 len: 217 time: 0.0520146 Sep 09 09:08:24.438589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c060059-6236-4c32-9084-edf3489cebc3 req-a1e8d3c1-0877-4492-9737-f9b911e9907a tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878394 Sep 09 09:08:24.498829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed6390-b061-4fb5-aee1-1912570e8878 req-30d63699-2d37-422d-82b3-a7b3c97f6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:24.500308 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fed6390-b061-4fb5-aee1-1912570e8878 req-30d63699-2d37-422d-82b3-a7b3c97f6a19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0613840 Sep 09 09:08:24.523770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-network', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:24.558852 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed6390-b061-4fb5-aee1-1912570e8878 req-e215710c-08e6-4083-b0fe-fbe62a242be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:24.561661 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fed6390-b061-4fb5-aee1-1912570e8878 req-e215710c-08e6-4083-b0fe-fbe62a242be1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0525861 Sep 09 09:08:24.683351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef658e-b39c-4624-a8bc-e0c96537a92a req-a2eca155-8602-456c-94a9-3a8ae9e528f6 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:24.683351 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93ef658e-b39c-4624-a8bc-e0c96537a92a req-a2eca155-8602-456c-94a9-3a8ae9e528f6 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 948 time: 0.0502129 Sep 09 09:08:24.683829 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fed6390-b061-4fb5-aee1-1912570e8878 req-60f4bb20-d217-406e-815f-87e16f24c3ef service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888426 Sep 09 09:08:24.684257 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93ef658e-b39c-4624-a8bc-e0c96537a92a req-5b1efb6a-0cbb-41b0-8cfe-6cf207596c6b tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328476 Sep 09 09:08:24.700717 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:24.768095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Made reservation on behalf of 6f8f99698e89468394188ee2ceca9ef4 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:24.770317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:24.771815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fed6390-b061-4fb5-aee1-1912570e8878 req-335a54fd-6a80-4b0b-98d1-d5a5c7e4b8da service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038880 Sep 09 09:08:24.800298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:24.803952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Network 758a7581-cd1c-4f82-8f2d-9385bed72749 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:24.827583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:24.831686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:24.838540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:24.839165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:24.855514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Pushing event updated for resources: {'Port': ['ID=98faa65f-72f1-4d16-88a8-31768a4139c0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:24.952761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:25.126393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-3343fa3a-bf07-4040-9a59-485c33092c1c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bd13aef6e3254abdb27a99a760731ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229824 Sep 09 09:08:25.192615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dafb00-1363-4b64-a11f-ce1b29cf899c req-541541a0-54fb-4d8e-a29b-1635afbd944e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:25.194210 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46dafb00-1363-4b64-a11f-ce1b29cf899c req-541541a0-54fb-4d8e-a29b-1635afbd944e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 931 time: 0.0635395 Sep 09 09:08:25.237365 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46dafb00-1363-4b64-a11f-ce1b29cf899c req-9c90f7e6-c0ee-4e79-8e33-078dc50d3990 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/security-groups?id=94733857-0d58-4a17-838a-4eefe78ef5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370562 Sep 09 09:08:25.272555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d9f68add-e673-4bef-a7b6-d016a01f9e4d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:25.274320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d9f68add-e673-4bef-a7b6-d016a01f9e4d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400270 Sep 09 09:08:25.289543 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-7aa77c5b-8e40-4a79-ae7e-2ef8443a1f43 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/quotas/bd13aef6e3254abdb27a99a760731ff5 HTTP/1.1" status: 200 len: 375 time: 0.0090547 Sep 09 09:08:25.319606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7ff3074-ffa0-48eb-a2cd-da9c83f51cf8 req-e68b7454-7628-4e28-9327-a4229346e941 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 210 time: 0.0283675 Sep 09 09:08:25.321047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-2737e5ca-4705-42bb-900e-653f8e032d4b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253708 Sep 09 09:08:25.547649 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:25.564881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab9296-1523-4134-8d04-4ee2f4c9691b req-a3f6b218-d898-4624-a81c-3318673acb19 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:25.571471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cab9296-1523-4134-8d04-4ee2f4c9691b req-a3f6b218-d898-4624-a81c-3318673acb19 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 971 time: 0.0530059 Sep 09 09:08:25.571471 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:25.587965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc71418-5d2d-43f3-879d-4a04f4123393 req-c828ac8e-d5c1-4351-93cb-fceb6a724c54 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:25.590157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1cc71418-5d2d-43f3-879d-4a04f4123393 req-c828ac8e-d5c1-4351-93cb-fceb6a724c54 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 971 time: 0.0595927 Sep 09 09:08:25.615528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:08:25.620805 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:25.631415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e853bc1-2427-46bb-8a1c-a59623c3b1c1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:25.668703 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:25.669051 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Added segment 7a910077-01ac-4def-97ec-950ed8022c6e of type vlan for network 1e03ded8-bda0-484a-9427-b212bb2c9357 Sep 09 09:08:25.705784 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-e26ad52e-934e-4cc1-beb2-3a792f2d1af1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7425714 Sep 09 09:08:25.711741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cab9296-1523-4134-8d04-4ee2f4c9691b req-4719edcf-4a8f-475b-8ed3-dc47968a99d6 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2cc0b64-88ef-42eb-839a-c8b347754c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373706 Sep 09 09:08:25.720056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Request body: {'port': {'device_id': '6e80150e-c6f8-4c76-b30e-6ab6f855f1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:25.803639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2614f033-f54d-4cd4-b47c-cfb93a6c19cc req-ef94a6bc-ee79-4694-a9f7-49af2b4b59f3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 210 time: 0.0891192 Sep 09 09:08:25.880128 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:25.938629 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:25.943293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-1cc71418-5d2d-43f3-879d-4a04f4123393 req-3e8d654b-655e-4bb8-8b17-04092336aa13 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Deleting port deaf5045-1b92-464b-b40d-e96c9b71f5c2 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:08:25.943670 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1cc71418-5d2d-43f3-879d-4a04f4123393 req-3e8d654b-655e-4bb8-8b17-04092336aa13 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:26.006706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd9cae-c681-4bff-bacd-58aae3c6e363 req-98dea95d-8b90-4f64-a1ff-bc5a0f60e3ba tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:26.008392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32cd9cae-c681-4bff-bacd-58aae3c6e363 req-98dea95d-8b90-4f64-a1ff-bc5a0f60e3ba tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 948 time: 0.1457400 Sep 09 09:08:26.075874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1cc71418-5d2d-43f3-879d-4a04f4123393 req-3e8d654b-655e-4bb8-8b17-04092336aa13 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] For port deaf5045-1b92-464b-b40d-e96c9b71f5c2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=deaf5045-1b92-464b-b40d-e96c9b71f5c2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:26.078718 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1cc71418-5d2d-43f3-879d-4a04f4123393 req-3e8d654b-655e-4bb8-8b17-04092336aa13 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:26.084694 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:26.085638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:26.086209 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:26.095985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-1cc71418-5d2d-43f3-879d-4a04f4123393 req-3e8d654b-655e-4bb8-8b17-04092336aa13 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Calling delete_port for deaf5045-1b92-464b-b40d-e96c9b71f5c2 owned by compute:tempest-test_az-1262224369 {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:08:26.127132 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32cd9cae-c681-4bff-bacd-58aae3c6e363 req-f29ce3c4-7b3a-4ef9-8fc9-7208a8538734 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866070 Sep 09 09:08:26.231829 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9509590 Sep 09 09:08:26.232417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42052) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:26.236807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42054) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:26.243770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] Request body: {'subnet': {'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-subnet', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:26.251606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-395110278-network', 'tenant_id': 'd0c4fc56719c4f3ea499c826ce2aae31'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:26.391077 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1cc71418-5d2d-43f3-879d-4a04f4123393 req-3e8d654b-655e-4bb8-8b17-04092336aa13 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:26.403518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] Made reservation on behalf of 6f8f99698e89468394188ee2ceca9ef4 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:26.404140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['deaf5045-1b92-464b-b40d-e96c9b71f5c2'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:08:26.405789 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:26.446976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d654b-655e-4bb8-8b17-04092336aa13 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Pushing event deleted for resources: {'Port': ['ID=deaf5045-1b92-464b-b40d-e96c9b71f5c2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:26.464041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0ef64-77f6-48b5-ab7a-8f4d4dbdafb9 admin admin] Pushing event updated for resources: {'Network': ['ID=1e03ded8-bda0-484a-9427-b212bb2c9357,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:26.475029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.41', 51004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:26.482453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 1e03ded8-bda0-484a-9427-b212bb2c9357 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:08:26.520802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3d4069d-cd57-4534-8a23-4a48a7e232ae req-2b07b3d0-e68f-498e-9b0a-d91afc9eac9c tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 210 time: 0.0633533 Sep 09 09:08:26.545699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-d359464a-5208-4032-92eb-30edd0a87144 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b68df98e58dd4e04b2fd586d3fb87efb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677409 Sep 09 09:08:26.587927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05464a65-e68e-47c5-85d9-01b1e054ca84 req-43072b54-9e82-4fbf-bff3-3d4c30522c16 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:26.590668 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05464a65-e68e-47c5-85d9-01b1e054ca84 req-43072b54-9e82-4fbf-bff3-3d4c30522c16 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 931 time: 0.2322681 Sep 09 09:08:26.621843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc71418-5d2d-43f3-879d-4a04f4123393 req-3e8d654b-655e-4bb8-8b17-04092336aa13 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] No DVR routers for this DVR port deaf5045-1b92-464b-b40d-e96c9b71f5c2 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:08:26.628539 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1cc71418-5d2d-43f3-879d-4a04f4123393 req-3e8d654b-655e-4bb8-8b17-04092336aa13 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:26.631932 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1cc71418-5d2d-43f3-879d-4a04f4123393 req-3e8d654b-655e-4bb8-8b17-04092336aa13 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.41 "DELETE /v2.0/ports/deaf5045-1b92-464b-b40d-e96c9b71f5c2 HTTP/1.1" status: 204 len: 173 time: 0.9525888 Sep 09 09:08:26.637118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8ae12-6683-442f-80ca-aabea9209f48', 'name': 'network-vif-deleted', 'tag': 'deaf5045-1b92-464b-b40d-e96c9b71f5c2'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:26.639369 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5691d7ae-2679-475c-8c69-3b94f144d7e0" -d '{"events": [{"server_uuid": "f9e8ae12-6683-442f-80ca-aabea9209f48", "name": "network-vif-deleted", "tag": "deaf5045-1b92-464b-b40d-e96c9b71f5c2"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:26.692533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05464a65-e68e-47c5-85d9-01b1e054ca84 req-757354b2-205b-4882-b2b7-f92770ebd775 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/security-groups?id=94733857-0d58-4a17-838a-4eefe78ef5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719776 Sep 09 09:08:26.737981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Made reservation on behalf of d0c4fc56719c4f3ea499c826ce2aae31 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:26.740315 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:26.775132 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:26.819519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-28439e15-5d57-4224-be84-0f8e3d16ccc0 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:26.821624 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-28439e15-5d57-4224-be84-0f8e3d16ccc0 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691326 Sep 09 09:08:26.839486 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a68ba3-f7d2-4729-bf7b-6dd2960478f5 x-openstack-request-id: req-74a68ba3-f7d2-4729-bf7b-6dd2960478f5 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:26.839779 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e8ae12-6683-442f-80ca-aabea9209f48", "name": "network-vif-deleted", "tag": "deaf5045-1b92-464b-b40d-e96c9b71f5c2", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:26.840029 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74a68ba3-f7d2-4729-bf7b-6dd2960478f5 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:26.840422 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8ae12-6683-442f-80ca-aabea9209f48', 'name': 'network-vif-deleted', 'tag': 'deaf5045-1b92-464b-b40d-e96c9b71f5c2', 'status': 'completed', 'code': 200} Sep 09 09:08:26.860417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Request body: {'port': {'device_id': '036028f5-d685-4426-a105-bae3081be791', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': 'b68df98e58dd4e04b2fd586d3fb87efb'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:26.920863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98faa65f-72f1-4d16-88a8-31768a4139c0 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:26.936751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2635fa0-b6e9-4fee-b7ec-78d127405bd0 req-8f52ebcc-9e04-40fd-b2c0-eba4fc4eced6 tempest-AggregatesAdminTestJSON-2067783334 tempest-AggregatesAdminTestJSON-2067783334-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 210 time: 0.0400848 Sep 09 09:08:26.942659 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:26.977691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.004905 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef6b348e-e824-43c7-86a5-b8ff0cc93a26 req-8488e74b-c5a0-46d4-8785-a0bc22e8cfbd tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 210 time: 0.0886776 Sep 09 09:08:27.033443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03cc89b6-6df2-464e-813c-19e32777bee5,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:27.054406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] Checking segment: {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:27.054406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] Network hostable DHCP agents. Network: 1e03ded8-bda0-484a-9427-b212bb2c9357, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:08:27.057746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Transition to ACTIVE for port object 98faa65f-72f1-4d16-88a8-31768a4139c0 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:27.113168 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.146198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.170304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] Network 1e03ded8-bda0-484a-9427-b212bb2c9357 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:08:27.200436 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.237683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 1e03ded8-bda0-484a-9427-b212bb2c9357) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:27.243768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:27.245924 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.248544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19cbb1f-1d4f-417b-a163-431290798836 None None] Network 1e03ded8-bda0-484a-9427-b212bb2c9357 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:27.275282 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:08:27.304755 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1847d5-997d-4c3f-86b2-84c3ec6baebe,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:27.318037 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39268e4d-a43c-43db-9be6-52d98d2653be req-4b1a29ed-f8be-4513-9f55-7de6933dd1a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9e8ae12-6683-442f-80ca-aabea9209f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0396528 Sep 09 09:08:27.335210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.342652 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Added segment 858f002a-1d16-4d3c-bbc6-b1fb5dfd5194 of type vlan for network da225b4b-96bb-4f9f-b90b-30868ce1989e Sep 09 09:08:27.345323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=98faa65f-72f1-4d16-88a8-31768a4139c0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:27.386942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Made reservation on behalf of b68df98e58dd4e04b2fd586d3fb87efb for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:27.390650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.395277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39268e4d-a43c-43db-9be6-52d98d2653be req-7bf700f6-460b-4563-8026-f6b56f6ab6cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89f726853b584a74ad2f23ec8ed5d012&device_id=f9e8ae12-6683-442f-80ca-aabea9209f48 HTTP/1.1" status: 200 len: 210 time: 0.0260878 Sep 09 09:08:27.421972 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.424701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-1e03ded8-bda0-484a-9427-b212bb2c9357', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:08:27.426914 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.428636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Attempting to bind port 98faa65f-72f1-4d16-88a8-31768a4139c0 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:27.429002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Attempting to bind port 98faa65f-72f1-4d16-88a8-31768a4139c0 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '1c497954-978f-488f-8e6f-4445594f7e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '758a7581-cd1c-4f82-8f2d-9385bed72749'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:27.429357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Attempting to bind port 98faa65f-72f1-4d16-88a8-31768a4139c0 on network 758a7581-cd1c-4f82-8f2d-9385bed72749 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:27.432014 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3224e40f-fe64-4adf-afae-b28f2238e7f7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1938574 Sep 09 09:08:27.436816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42086) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:27.441196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:27.477143 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Port 98faa65f-72f1-4d16-88a8-31768a4139c0 on network 758a7581-cd1c-4f82-8f2d-9385bed72749 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:08:27.477751 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Attempting to bind port 98faa65f-72f1-4d16-88a8-31768a4139c0 on network 758a7581-cd1c-4f82-8f2d-9385bed72749 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:27.484679 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.497525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f7e7f-62b0-4e2e-99ee-d5763a28726c req-3d9e45d8-fa36-4db2-b668-8a34ab820aea tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:27.499206 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee8f7e7f-62b0-4e2e-99ee-d5763a28726c req-3d9e45d8-fa36-4db2-b668-8a34ab820aea tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 948 time: 0.2681894 Sep 09 09:08:27.502117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:27.511334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Checking segment: {'id': '1c497954-978f-488f-8e6f-4445594f7e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '758a7581-cd1c-4f82-8f2d-9385bed72749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:27.511334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Bound using segment: {'id': '1c497954-978f-488f-8e6f-4445594f7e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '758a7581-cd1c-4f82-8f2d-9385bed72749'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:27.511334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Bound port: 98faa65f-72f1-4d16-88a8-31768a4139c0, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c497954-978f-488f-8e6f-4445594f7e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '758a7581-cd1c-4f82-8f2d-9385bed72749'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:27.511334 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.511805 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39268e4d-a43c-43db-9be6-52d98d2653be req-115bb77e-4119-436e-bb19-48dffd51af92 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=89f726853b584a74ad2f23ec8ed5d012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558639 Sep 09 09:08:27.584576 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee8f7e7f-62b0-4e2e-99ee-d5763a28726c req-4ba5e03c-0547-4b5a-a0ba-fdd7c3c385fd tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711298 Sep 09 09:08:27.610837 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.612492 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.617942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] For port 98faa65f-72f1-4d16-88a8-31768a4139c0, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:27.632233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Allocated IP 172.20.0.2 (1e03ded8-bda0-484a-9427-b212bb2c9357/03cc89b6-6df2-464e-813c-19e32777bee5/5d6edb5b-aabe-4f38-846b-98ffe0e771b4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:27.647338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] For port 98faa65f-72f1-4d16-88a8-31768a4139c0, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=98faa65f-72f1-4d16-88a8-31768a4139c0,segment=NetworkSegment(1c497954-978f-488f-8e6f-4445594f7e59),segment_id=1c497954-978f-488f-8e6f-4445594f7e59)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:27.688714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.699785 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:27.700428 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.808541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] Pushing event updated for resources: {'Network': ['ID=da225b4b-96bb-4f9f-b90b-30868ce1989e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:27.821654 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.841299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network da225b4b-96bb-4f9f-b90b-30868ce1989e details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:08:27.918305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42094) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:27.930039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=98faa65f-72f1-4d16-88a8-31768a4139c0,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:27.962131 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.968993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:27.979434 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.979434 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-0f073840-c78a-4030-91c3-ac7f5af7a0d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/98faa65f-72f1-4d16-88a8-31768a4139c0 HTTP/1.1" status: 200 len: 1092 time: 2.2577267 Sep 09 09:08:27.979757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Transition to ACTIVE for port object 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:27.982584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e80150e-c6f8-4c76-b30e-6ab6f855f1b5', 'tag': '98faa65f-72f1-4d16-88a8-31768a4139c0'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:27.987840 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:27.999247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Transition to ACTIVE for port object 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:28.015246 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83d0e9a1-450d-4f8d-9567-052cab9d128f req-6b4a8614-72bf-4e81-902c-43ad0652c275 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 210 time: 0.0959501 Sep 09 09:08:28.083519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39268e4d-a43c-43db-9be6-52d98d2653be req-14f2238a-dfab-4c12-afe8-29067406647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:28.083519 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39268e4d-a43c-43db-9be6-52d98d2653be req-14f2238a-dfab-4c12-afe8-29067406647f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5604637 Sep 09 09:08:28.106708 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.123614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae737f7c-4d3f-4289-8bc0-1f714e698d13 req-21a20a86-bb01-4d7d-b9ab-95f14682b4b9 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:28.129446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae737f7c-4d3f-4289-8bc0-1f714e698d13 req-21a20a86-bb01-4d7d-b9ab-95f14682b4b9 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 943 time: 0.3130038 Sep 09 09:08:28.167665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5267c14e-cdec-4713-b03c-80cf2002f886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.188615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Network 1e03ded8-bda0-484a-9427-b212bb2c9357 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:28.198302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:28.215996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:28.241706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Pushing event updated for resources: {'Port': ['ID=5d6edb5b-aabe-4f38-846b-98ffe0e771b4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:28.252740 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.293738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-669c944e-5064-405d-95fd-6c3beaea364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:28.294092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a7b3e09-2adb-45ad-a108-06ad36fa8228 req-dd30f789-3aec-4530-8b3c-a445f31fa347 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 210 time: 0.0894926 Sep 09 09:08:28.296496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-669c944e-5064-405d-95fd-6c3beaea364b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bcbf1960a0442a197387c59fae89af6&device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 1095 time: 0.1579680 Sep 09 09:08:28.324135 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae737f7c-4d3f-4289-8bc0-1f714e698d13 req-f0513b2c-c94c-4e1b-a76b-4adb083ee96b tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/security-groups?id=94733857-0d58-4a17-838a-4eefe78ef5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504471 Sep 09 09:08:28.352968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.355671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Attempting to bind port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:28.356575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Attempting to bind port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:28.356946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Attempting to bind port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 on network 1e03ded8-bda0-484a-9427-b212bb2c9357 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:28.362278 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eabedbd-1501-47c4-9815-418df0eb3ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e80150e-c6f8-4c76-b30e-6ab6f855f1b5", "tag": "98faa65f-72f1-4d16-88a8-31768a4139c0"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:28.362455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:28.362915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Checking segment: {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:28.363302 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.363722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Bound using segment: {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:28.364169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Bound port: 5d6edb5b-aabe-4f38-846b-98ffe0e771b4, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:28.364708 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.379359 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-bebf73c7-adf4-45a8-9db1-928b3f51a56d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bd13aef6e3254abdb27a99a760731ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226996 Sep 09 09:08:28.398173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 5195074a-1d95-46bc-9765-61387463884b details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:08:28.422206 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.427262 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-00a106c3-d91f-4252-b501-3bc8928762d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98faa65f-72f1-4d16-88a8-31768a4139c0 HTTP/1.1" status: 200 len: 217 time: 0.1115398 Sep 09 09:08:28.448524 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a74f9013-da07-4a57-93c8-9729d0d11800 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1997871 Sep 09 09:08:28.483229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42114) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:28.517134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-357f55c2-73d8-4c41-9e1c-0d016264a25a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:28.518891 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-357f55c2-73d8-4c41-9e1c-0d016264a25a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338029 Sep 09 09:08:28.533439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Request body: {'port': {'device_id': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': 'bd13aef6e3254abdb27a99a760731ff5'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:28.574197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] Request body: {'subnet': {'network_id': 'da225b4b-96bb-4f9f-b90b-30868ce1989e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-395110278-subnet', 'tenant_id': 'd0c4fc56719c4f3ea499c826ce2aae31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:28.593660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] For port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:28.602516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] For port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5d6edb5b-aabe-4f38-846b-98ffe0e771b4,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:28.605271 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e14c50-c3f4-4caa-b1a5-8d6e822b94e0 x-openstack-request-id: req-44e14c50-c3f4-4caa-b1a5-8d6e822b94e0 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:28.605705 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e80150e-c6f8-4c76-b30e-6ab6f855f1b5", "tag": "98faa65f-72f1-4d16-88a8-31768a4139c0", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:28.605971 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44e14c50-c3f4-4caa-b1a5-8d6e822b94e0 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:28.606501 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e80150e-c6f8-4c76-b30e-6ab6f855f1b5', 'tag': '98faa65f-72f1-4d16-88a8-31768a4139c0', 'status': 'completed', 'code': 200} Sep 09 09:08:28.622394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 5195074a-1d95-46bc-9765-61387463884b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=5195074a-1d95-46bc-9765-61387463884b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:28.651538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '5195074a-1d95-46bc-9765-61387463884b', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '5195074a-1d95-46bc-9765-61387463884b', 'mac_address': 'fa:16:3e:80:d0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:08:28.676565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d24ba8-1541-4a89-b359-65dfbf6ed560,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:28.700682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42120) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:28.710466 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.718336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-71210393-6cb6-4915-8828-9ee88249e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:28.721203 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-71210393-6cb6-4915-8828-9ee88249e7a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=377145fc-32c9-42c2-9103-e3798515b346 HTTP/1.1" status: 200 len: 854 time: 0.2759376 Sep 09 09:08:28.772715 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.800853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5195074a-1d95-46bc-9765-61387463884b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:28.806161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae907827-e6d2-479a-9a6c-4de6ff20dd94 None None] Pushing event updated for resources: {'Port': ['ID=5d6edb5b-aabe-4f38-846b-98ffe0e771b4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:28.810596 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5267c14e-cdec-4713-b03c-80cf2002f886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.861419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 5195074a-1d95-46bc-9765-61387463884b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=5195074a-1d95-46bc-9765-61387463884b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:28.883100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5267c14e-cdec-4713-b03c-80cf2002f886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.911704 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:28.979672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=5195074a-1d95-46bc-9765-61387463884b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:28.995942 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5267c14e-cdec-4713-b03c-80cf2002f886 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5404d8bb12014de289ef8ef371be46a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0658121 Sep 09 09:08:29.003029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42124) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:29.010592 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-38e7c92e-94bd-4fd9-bc78-605f36710645 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=758a7581-cd1c-4f82-8f2d-9385bed72749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2243056 Sep 09 09:08:29.013077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267c14e-cdec-4713-b03c-80cf2002f886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2a73c6-06c8-4dab-94ad-e20503522cb3,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:29.045076 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-41918847-ed7e-4536-8079-eff7b4c414e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89f726853b584a74ad2f23ec8ed5d012&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3450718 Sep 09 09:08:29.050001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42126) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:29.053029 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.082504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d84189-3cef-400c-a4d9-270e40aa4625 req-9d5dc06a-6e09-4c7a-a0c0-c9c9576000de tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:29.092144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80d84189-3cef-400c-a4d9-270e40aa4625 req-9d5dc06a-6e09-4c7a-a0c0-c9c9576000de tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 948 time: 0.3827581 Sep 09 09:08:29.099025 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.108298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Allocated IP 192.168.233.22 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/b2b9ded3-ed66-40bf-aaa4-38554133c357) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:29.108756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['5195074a-1d95-46bc-9765-61387463884b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:08:29.185355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] Made reservation on behalf of d0c4fc56719c4f3ea499c826ce2aae31 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:29.188329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.255512 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6060a90b-5530-4159-9b7c-c807c1d66f15 req-0e206f71-c2a6-4d8a-84c1-7733449d6c58 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 210 time: 0.1091423 Sep 09 09:08:29.290318 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da91aad5-cfd2-44d2-9852-795e63134738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.321393 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da91aad5-cfd2-44d2-9852-795e63134738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.376432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-67b770c7-4b32-428f-aaf2-010b2ae79c71 service neutron] 10.222.0.24 "GET /v2.0/networks/758a7581-cd1c-4f82-8f2d-9385bed72749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517184 Sep 09 09:08:29.377838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Made reservation on behalf of bd13aef6e3254abdb27a99a760731ff5 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:29.381365 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.404129 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80d84189-3cef-400c-a4d9-270e40aa4625 req-bf075568-cae6-4a3c-be9f-654453b701db tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746587 Sep 09 09:08:29.405054 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.434177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device deaf5045-1b92-464b-b40d-e96c9b71f5c2 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:08:29.443173 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da91aad5-cfd2-44d2-9852-795e63134738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.445618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: deaf5045-1b92-464b-b40d-e96c9b71f5c2 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:08:29.445764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da91aad5-cfd2-44d2-9852-795e63134738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.445960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device deaf5045-1b92-464b-b40d-e96c9b71f5c2 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:08:29.446900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-da91aad5-cfd2-44d2-9852-795e63134738 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f2a73c6-06c8-4dab-94ad-e20503522cb3 HTTP/1.1" status: 204 len: 168 time: 0.4429083 Sep 09 09:08:29.447720 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5280b440-4f60-4020-875a-d201c972af03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.471440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-172e5815-cdec-442c-8d61-700fbef491da req-3c32ae90-3d29-4466-bb8d-ca6d8b0d0e4c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 210 time: 0.0729334 Sep 09 09:08:29.496863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91aad5-cfd2-44d2-9852-795e63134738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2a73c6-06c8-4dab-94ad-e20503522cb3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:29.529969 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5280b440-4f60-4020-875a-d201c972af03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.550294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Allocated IP 172.25.8.54 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/4f03f913-7e0d-4978-90eb-44ffee1cb734) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:29.690728 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c3e0eff-d304-4e9c-b764-46b4b11dbbc0 req-f4b709a4-eed0-4f2b-9b8a-05a4fc7a1df4 service neutron] 10.222.0.24 "GET /v2.0/networks/758a7581-cd1c-4f82-8f2d-9385bed72749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018677 Sep 09 09:08:29.706883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e6196-434f-4d4d-adaa-f952acc3bfe9 req-f03987e5-2a19-4111-aca5-66ee5b61fd71 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:29.708418 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-909e6196-434f-4d4d-adaa-f952acc3bfe9 req-f03987e5-2a19-4111-aca5-66ee5b61fd71 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 943 time: 0.1821675 Sep 09 09:08:29.729978 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.733249 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.821032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5280b440-4f60-4020-875a-d201c972af03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.821960 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.826331 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5280b440-4f60-4020-875a-d201c972af03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.827424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-909e6196-434f-4d4d-adaa-f952acc3bfe9 req-fc92dc4e-eb7b-4e14-a2a1-5a8890f8a90c tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/security-groups?id=94733857-0d58-4a17-838a-4eefe78ef5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104646 Sep 09 09:08:29.841445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Transition to ACTIVE for port object b2b9ded3-ed66-40bf-aaa4-38554133c357 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:29.847759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5280b440-4f60-4020-875a-d201c972af03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2cc0b64-88ef-42eb-839a-c8b347754c09 HTTP/1.1" status: 204 len: 168 time: 0.7840374 Sep 09 09:08:29.855263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280b440-4f60-4020-875a-d201c972af03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cc0b64-88ef-42eb-839a-c8b347754c09,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:29.917913 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.953491 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.990146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:29.990521 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:30.051331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabedbd-1501-47c4-9815-418df0eb3ab8 req-219d2e11-132f-4757-8ac2-d8bae5e9daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:30.053098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5eabedbd-1501-47c4-9815-418df0eb3ab8 req-219d2e11-132f-4757-8ac2-d8bae5e9daa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bcbf1960a0442a197387c59fae89af6&device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 1095 time: 0.1410658 Sep 09 09:08:30.061820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:30.064357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1506dd-efd1-427b-a507-7bfdb4cddac7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:30.105469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc3d38d-c172-4615-bfdc-1a13a6afa2ec,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:30.108065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:30.112946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:30.119883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:30.122906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Pushing event updated for resources: {'Port': ['ID=4f03f913-7e0d-4978-90eb-44ffee1cb734,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:30.125173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:30.156551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Pushing event updated for resources: {'Port': ['ID=b2b9ded3-ed66-40bf-aaa4-38554133c357,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:30.225204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Allocated IP 192.168.233.190 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/83f8cb48-4c3a-4a77-a93b-c54715c6f5f6) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:30.230499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa13c5-2639-4681-964a-24f372f3ae94 None None] Network 1e03ded8-bda0-484a-9427-b212bb2c9357 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:30.301809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42146) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:30.330150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabedbd-1501-47c4-9815-418df0eb3ab8 req-a4011ca9-d972-4784-b2ce-04d3ad650468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:30.331669 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5eabedbd-1501-47c4-9815-418df0eb3ab8 req-a4011ca9-d972-4784-b2ce-04d3ad650468 service neutron] 10.222.0.24 "GET /v2.0/networks?id=758a7581-cd1c-4f82-8f2d-9385bed72749 HTTP/1.1" status: 200 len: 915 time: 0.2670233 Sep 09 09:08:30.331987 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d352b16-b207-486b-8078-f8d3ef18545a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:30.332469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] Checking segment: {'id': '858f002a-1d16-4d3c-bbc6-b1fb5dfd5194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'da225b4b-96bb-4f9f-b90b-30868ce1989e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:30.332841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] Network hostable DHCP agents. Network: da225b4b-96bb-4f9f-b90b-30868ce1989e, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:08:30.335355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:30.342888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:30.343648 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:30.421097 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5eabedbd-1501-47c4-9815-418df0eb3ab8 req-394d0d7c-0768-4a6e-933c-e28e42c09a2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98faa65f-72f1-4d16-88a8-31768a4139c0 HTTP/1.1" status: 200 len: 217 time: 0.0611794 Sep 09 09:08:30.422886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 5195074a-1d95-46bc-9765-61387463884b up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:30.470586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-45a873cd-cb8b-4414-b5e6-ec1797d64bf4 None None] Provisioning for port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:30.519318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-0b9bcd86-30a0-4865-96bc-332f116e67df tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6711631 Sep 09 09:08:30.525217 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] Network da225b4b-96bb-4f9f-b90b-30868ce1989e is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:08:30.544126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Request body: {'port': {'device_id': '036028f5-d685-4426-a105-bae3081be791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:30.560916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 5195074a-1d95-46bc-9765-61387463884b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:30.568172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 5195074a-1d95-46bc-9765-61387463884b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:30.568567 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:30.616689 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, da225b4b-96bb-4f9f-b90b-30868ce1989e) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:30.619271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabedbd-1501-47c4-9815-418df0eb3ab8 req-3ea9e2ea-4333-452d-a427-4c45c43af9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:30.620962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5eabedbd-1501-47c4-9815-418df0eb3ab8 req-3ea9e2ea-4333-452d-a427-4c45c43af9e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=377145fc-32c9-42c2-9103-e3798515b346 HTTP/1.1" status: 200 len: 854 time: 0.1788194 Sep 09 09:08:30.625147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:30.625743 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:30.634501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce84735-fd5a-4c70-8bfc-4df953c0898e None None] Network da225b4b-96bb-4f9f-b90b-30868ce1989e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:30.690671 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5eabedbd-1501-47c4-9815-418df0eb3ab8 req-2bec081b-7350-4948-8c74-40f823c3cc07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=758a7581-cd1c-4f82-8f2d-9385bed72749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578578 Sep 09 09:08:30.700710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e21bba-0c18-4651-8fb8-f77689cafe1b req-427312f6-1503-49b1-8932-877fd96e8a85 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:30.703899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52e21bba-0c18-4651-8fb8-f77689cafe1b req-427312f6-1503-49b1-8932-877fd96e8a85 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 949 time: 0.1749935 Sep 09 09:08:30.721943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:30.881892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:30.894989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52e21bba-0c18-4651-8fb8-f77689cafe1b req-aaecf428-bd03-47ef-8a61-54d44bb4cffb tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857827 Sep 09 09:08:30.896107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a5643-42a6-483c-9a37-a05ac2443b36 req-7b229940-1fbf-4030-b83d-e87be08b1f83 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:30.897670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b94a5643-42a6-483c-9a37-a05ac2443b36 req-7b229940-1fbf-4030-b83d-e87be08b1f83 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 935 time: 0.4815917 Sep 09 09:08:30.915176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7d358e2a-0661-4a08-8719-7e2816322da8 None None] Provisioning for port b2b9ded3-ed66-40bf-aaa4-38554133c357 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:30.926313 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5eabedbd-1501-47c4-9815-418df0eb3ab8 req-e6e086df-2273-42b5-a807-e1be66f4faed service neutron] 10.222.0.24 "GET /v2.0/networks/758a7581-cd1c-4f82-8f2d-9385bed72749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182879 Sep 09 09:08:30.935959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42158) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:30.945010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Transition to ACTIVE for port object 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:30.949618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7d358e2a-0661-4a08-8719-7e2816322da8 None None] Provisioning complete for port b2b9ded3-ed66-40bf-aaa4-38554133c357 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:30.950058 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d358e2a-0661-4a08-8719-7e2816322da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:30.957773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaecbbe6-0d72-4cdc-a716-9d469549848a None None] Network da225b4b-96bb-4f9f-b90b-30868ce1989e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:30.991505 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:30.992993 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.059979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7d358e2a-0661-4a08-8719-7e2816322da8 None None] Port b2b9ded3-ed66-40bf-aaa4-38554133c357 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:08:31.060217 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.073466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789d7a65-0e16-4dcb-bb09-9347d581a68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5195074a-1d95-46bc-9765-61387463884b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:31.076197 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d36a26-f8d9-48d5-bf31-a613b2835e55" -d '{"events": [{"server_uuid": "789d7a65-0e16-4dcb-bb09-9347d581a68e", "name": "network-vif-plugged", "status": "completed", "tag": "5195074a-1d95-46bc-9765-61387463884b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:31.094522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 5195074a-1d95-46bc-9765-61387463884b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=5195074a-1d95-46bc-9765-61387463884b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:31.110166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b94a5643-42a6-483c-9a37-a05ac2443b36 req-05e06a7a-02b6-4642-af0c-ce6b76e6ab8d tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968634 Sep 09 09:08:31.176840 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.183267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:31.208787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:31.211303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:31.213866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5eabedbd-1501-47c4-9815-418df0eb3ab8 req-401725ba-17b2-4ca2-ac32-dc4046ba0c6e service neutron] 10.222.0.24 "GET /v2.0/networks/758a7581-cd1c-4f82-8f2d-9385bed72749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743773 Sep 09 09:08:31.216136 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d23402f2-501d-4158-9ac0-7b4b02513d26 req-bd4caada-65cf-422a-805f-4ed0bba22544 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 210 time: 0.2017469 Sep 09 09:08:31.226429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:31.227111 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.236036 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d352b16-b207-486b-8078-f8d3ef18545a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.248088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:31.248969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Pushing event updated for resources: {'Port': ['ID=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:31.268368 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-228a3400-8044-461d-8f3e-7a7ab632eeab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00cc6679d3c4437aab44d4e0a5cda3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276465 Sep 09 09:08:31.277107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42164) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:31.301188 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d352b16-b207-486b-8078-f8d3ef18545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.374712 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cf46de-4f41-40d7-b0b9-bf4f323f8c82 x-openstack-request-id: req-10cf46de-4f41-40d7-b0b9-bf4f323f8c82 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:31.375161 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789d7a65-0e16-4dcb-bb09-9347d581a68e", "name": "network-vif-plugged", "status": "completed", "tag": "5195074a-1d95-46bc-9765-61387463884b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:31.376038 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10cf46de-4f41-40d7-b0b9-bf4f323f8c82 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:31.376575 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789d7a65-0e16-4dcb-bb09-9347d581a68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5195074a-1d95-46bc-9765-61387463884b', 'code': 200} Sep 09 09:08:31.392639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=5195074a-1d95-46bc-9765-61387463884b,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:31.412752 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-d463a3b0-f478-443d-aa93-cd2f0e0c8c58 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8843186 Sep 09 09:08:31.426688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3d352b16-b207-486b-8078-f8d3ef18545a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6818d2a14d7461bae7b25e8c9633ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1238317 Sep 09 09:08:31.435636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eaba2-af81-4282-896a-49631604a1bb req-c6d1828d-edae-4e3f-a0ed-ad2aea7b8fc4 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:31.437414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f4eaba2-af81-4282-896a-49631604a1bb req-c6d1828d-edae-4e3f-a0ed-ad2aea7b8fc4 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 943 time: 0.2568011 Sep 09 09:08:31.442078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Request body: {'port': {'device_id': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:31.446562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42166) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:31.449589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d352b16-b207-486b-8078-f8d3ef18545a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c7a6b4-6281-4e5d-aa82-5d9a5e818348,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:31.472089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:31.479140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:31.479771 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.575084 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.590556 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-86b34a18-a076-4cd4-bf6c-3e8905b74209 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0869126 Sep 09 09:08:31.620119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f464da-fd2c-40ce-8caf-dbba31007db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.622792 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.639074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f4eaba2-af81-4282-896a-49631604a1bb req-51403541-08fe-4ea5-a873-14d5ccc06fb8 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/security-groups?id=94733857-0d58-4a17-838a-4eefe78ef5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718218 Sep 09 09:08:31.642646 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.649979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-62b5754b-9aa1-47bb-8648-bcbfe6f1b4a0 None None] Provisioning for port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:31.663323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a93325-e27f-4931-b5fd-338f60b9fcba req-fd332b4d-7d40-49ab-b783-cfc311438eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:31.665217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9a93325-e27f-4931-b5fd-338f60b9fcba req-fd332b4d-7d40-49ab-b783-cfc311438eae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 1102 time: 0.2938557 Sep 09 09:08:31.674933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5d6edb5b-aabe-4f38-846b-98ffe0e771b4,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:31.676247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-62b5754b-9aa1-47bb-8648-bcbfe6f1b4a0 None None] Provisioning complete for port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:31.687817 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62b5754b-9aa1-47bb-8648-bcbfe6f1b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.687953 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f464da-fd2c-40ce-8caf-dbba31007db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.708745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b9ded3-ed66-40bf-aaa4-38554133c357 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:31.716663 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5205c5cd-35ab-4326-b609-1757708ea3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.719905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.734435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-62b5754b-9aa1-47bb-8648-bcbfe6f1b4a0 None None] Port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:08:31.745133 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.777603 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9a93325-e27f-4931-b5fd-338f60b9fcba req-2f4261fc-2f21-46a3-aebf-ff208d50154f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978050 Sep 09 09:08:31.779531 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5205c5cd-35ab-4326-b609-1757708ea3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.783712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Transition to ACTIVE for port object b2b9ded3-ed66-40bf-aaa4-38554133c357 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:31.810057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=5d6edb5b-aabe-4f38-846b-98ffe0e771b4,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:31.860685 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.897492 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f464da-fd2c-40ce-8caf-dbba31007db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.900833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f464da-fd2c-40ce-8caf-dbba31007db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:31.904169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c8f464da-fd2c-40ce-8caf-dbba31007db0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1058e1e9-4a2c-4de4-a0e1-434a0b6f1f85 HTTP/1.1" status: 204 len: 168 time: 0.5766227 Sep 09 09:08:31.919598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f464da-fd2c-40ce-8caf-dbba31007db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1058e1e9-4a2c-4de4-a0e1-434a0b6f1f85,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:32.022399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Attempting to bind port b2b9ded3-ed66-40bf-aaa4-38554133c357 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:32.023806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Attempting to bind port b2b9ded3-ed66-40bf-aaa4-38554133c357 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:32.024798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Attempting to bind port b2b9ded3-ed66-40bf-aaa4-38554133c357 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:32.030857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b9ded3-ed66-40bf-aaa4-38554133c357,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:32.036342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Port b2b9ded3-ed66-40bf-aaa4-38554133c357 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:08:32.036670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Attempting to bind port b2b9ded3-ed66-40bf-aaa4-38554133c357 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:32.043507 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:32.044104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:32.044761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:32.045247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Bound port: b2b9ded3-ed66-40bf-aaa4-38554133c357, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:32.045707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:32.149689 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] For port b2b9ded3-ed66-40bf-aaa4-38554133c357, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:32.153492 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] For port b2b9ded3-ed66-40bf-aaa4-38554133c357, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b2b9ded3-ed66-40bf-aaa4-38554133c357,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:32.174514 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5205c5cd-35ab-4326-b609-1757708ea3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:32.177188 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5205c5cd-35ab-4326-b609-1757708ea3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:32.178366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5205c5cd-35ab-4326-b609-1757708ea3e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09c7a6b4-6281-4e5d-aa82-5d9a5e818348 HTTP/1.1" status: 204 len: 168 time: 0.7300622 Sep 09 09:08:32.206616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205c5cd-35ab-4326-b609-1757708ea3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c7a6b4-6281-4e5d-aa82-5d9a5e818348,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:32.209409 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:32.261319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb39091-e431-4f02-af14-6e3cd1fb8d0a req-4d550576-d8d5-4896-b7cc-74c31e6e3b28 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:32.268996 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fcb39091-e431-4f02-af14-6e3cd1fb8d0a req-4d550576-d8d5-4896-b7cc-74c31e6e3b28 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 950 time: 0.2227323 Sep 09 09:08:32.280321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Router dc8b3af7-a639-4255-909b-94e241868ef4 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:08:32.330286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:32.330286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:32.330286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] 10.222.0.41 "PUT /v2.0/ports/b2b9ded3-ed66-40bf-aaa4-38554133c357 HTTP/1.1" status: 200 len: 1096 time: 1.7985046 Sep 09 09:08:32.330286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036028f5-d685-4426-a105-bae3081be791', 'tag': 'b2b9ded3-ed66-40bf-aaa4-38554133c357'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:32.331554 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00036f3c-42d4-468c-9765-cebf3ec0c282" -d '{"events": [{"name": "network-changed", "server_uuid": "036028f5-d685-4426-a105-bae3081be791", "tag": "b2b9ded3-ed66-40bf-aaa4-38554133c357"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:32.368033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a770c2-ea05-4cfa-a03c-07532f746a58 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b9ded3-ed66-40bf-aaa4-38554133c357,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:32.412310 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fcb39091-e431-4f02-af14-6e3cd1fb8d0a req-197a0435-417d-496f-bd20-9a3219cd5fe2 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423812 Sep 09 09:08:32.418902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:32.429378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 98faa65f-72f1-4d16-88a8-31768a4139c0 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:08:32.436353 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:32.455455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20342fc-7d94-410f-afe0-042367e01b5f req-f5cba325-6abf-4bef-891b-40cdc18142df tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:32.457115 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-f5cba325-6abf-4bef-891b-40cdc18142df tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 807 time: 0.1690578 Sep 09 09:08:32.489756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-3111341e-e3ee-447d-8cb7-4e0e1983113c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/quotas/1631eb8ffcf145449cf9c9f503ea3a50 HTTP/1.1" status: 200 len: 375 time: 0.0146196 Sep 09 09:08:32.496626 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:08:32.525686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Transition to ACTIVE for port object 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:32.544200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:08:32.557923 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Sync routers for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:08:32.573884 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:08:32.574629 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:08:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:32.610892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:32.617697 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-9c795cc8-020d-47c4-9ab7-e13737dc42dc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1065450 Sep 09 09:08:32.686038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 98faa65f-72f1-4d16-88a8-31768a4139c0, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=98faa65f-72f1-4d16-88a8-31768a4139c0,segment=NetworkSegment(1c497954-978f-488f-8e6f-4445594f7e59),segment_id=1c497954-978f-488f-8e6f-4445594f7e59)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:32.701244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Pushing event updated for resources: {'Port': ['ID=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:32.723011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdaa65-eb8a-4ddc-808b-136059a735c6 req-df7eecdd-781a-4aa8-bd4b-1518d927c2b1 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:32.723011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dccdaa65-eb8a-4ddc-808b-136059a735c6 req-df7eecdd-781a-4aa8-bd4b-1518d927c2b1 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 947 time: 0.1752672 Sep 09 09:08:32.726726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '98faa65f-72f1-4d16-88a8-31768a4139c0', 'network_id': '758a7581-cd1c-4f82-8f2d-9385bed72749', 'port_id': '98faa65f-72f1-4d16-88a8-31768a4139c0', 'mac_address': 'fa:16:3e:cb:78:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377145fc-32c9-42c2-9103-e3798515b346', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:08:32.739675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-dede70cc-add7-4e2e-9afd-65403d6dd2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:32.745348 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-dede70cc-add7-4e2e-9afd-65403d6dd2fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b68df98e58dd4e04b2fd586d3fb87efb&device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 1099 time: 0.2471604 Sep 09 09:08:32.783877 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:32.792129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4adb852c-013d-4a8a-a2da-0380992601ac admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3577216 Sep 09 09:08:32.795012 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42208) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:32.862978 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:32.899825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98faa65f-72f1-4d16-88a8-31768a4139c0 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:32.914972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Attempting to bind port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:32.915516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Attempting to bind port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:32.915969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Attempting to bind port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:32.935594 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:08:32.935947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:08:32.936402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Attempting to bind port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:32.950434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dccdaa65-eb8a-4ddc-808b-136059a735c6 req-b5cd9a45-16a6-42a2-b482-635e23e55720 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191696 Sep 09 09:08:32.952738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-14f506a9-110f-4ecb-ac74-05aab4505a52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=b2b9ded3-ed66-40bf-aaa4-38554133c357 HTTP/1.1" status: 200 len: 217 time: 0.1843264 Sep 09 09:08:32.959776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:32.959776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:32.959776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:32.959776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Bound port: 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:32.960758 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 98faa65f-72f1-4d16-88a8-31768a4139c0, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=98faa65f-72f1-4d16-88a8-31768a4139c0,segment=NetworkSegment(1c497954-978f-488f-8e6f-4445594f7e59),segment_id=1c497954-978f-488f-8e6f-4445594f7e59)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:32.960858 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:33.046825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-b0389092-9a59-472a-b672-7391005da092 service neutron] 10.222.0.32 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185226 Sep 09 09:08:33.054832 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:33.169983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=98faa65f-72f1-4d16-88a8-31768a4139c0,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:33.182664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-efc0e94d-8274-4a11-b8ac-083755606ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:33.195826 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-efc0e94d-8274-4a11-b8ac-083755606ed5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.2347617 Sep 09 09:08:33.256934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:33.308279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['98faa65f-72f1-4d16-88a8-31768a4139c0'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:08:33.343543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-d6730cac-697c-492b-b050-8720a527e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:33.347564 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-d6730cac-697c-492b-b050-8720a527e167 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095943 Sep 09 09:08:33.352290 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:30Z', 'revision_number': 3, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:33.387408 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-0f789dea-c6e4-4591-b30b-f77c4aabd5ac service neutron] 10.222.0.32 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379893 Sep 09 09:08:33.438713 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Checking router: dc8b3af7-a639-4255-909b-94e241868ef4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:08:33.439449 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Updating router dc8b3af7-a639-4255-909b-94e241868ef4 port 4f03f913-7e0d-4978-90eb-44ffee1cb734 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:08:33.482779 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:33.501642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:33.511388 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-b968e816-fe80-4a01-bdd8-3749af636df8 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558912 Sep 09 09:08:33.522416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:33.522798 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:33.537116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:33.646925 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:33.673355 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dda1b24-2b83-4042-b0f1-ff5145466c7e req-1125bce7-e388-4ea0-8417-27460e6cfabb service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556044 Sep 09 09:08:33.689007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb728f-4589-45fe-93c0-c54e7fa4a2a6 req-b71f9a20-a5d7-4996-9c25-a37861a69485 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:33.690470 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55eb728f-4589-45fe-93c0-c54e7fa4a2a6 req-b71f9a20-a5d7-4996-9c25-a37861a69485 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 948 time: 0.2251067 Sep 09 09:08:33.782218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:33.782848 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:33.798742 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] 10.222.0.41 "PUT /v2.0/ports/83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 200 len: 1097 time: 2.3746986 Sep 09 09:08:33.801145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:33.803464 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55228da3-8f54-4c71-b4ff-a92b425bf3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:33.854742 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a86e5e-4b0e-4d7d-82a3-51c580a8e3c4 x-openstack-request-id: req-14a86e5e-4b0e-4d7d-82a3-51c580a8e3c4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:33.855806 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036028f5-d685-4426-a105-bae3081be791", "tag": "b2b9ded3-ed66-40bf-aaa4-38554133c357", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:33.858562 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14a86e5e-4b0e-4d7d-82a3-51c580a8e3c4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:33.858562 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036028f5-d685-4426-a105-bae3081be791', 'tag': 'b2b9ded3-ed66-40bf-aaa4-38554133c357', 'status': 'completed', 'code': 200} Sep 09 09:08:33.940422 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55eb728f-4589-45fe-93c0-c54e7fa4a2a6 req-2f19fe6f-5c8e-41eb-990b-75932c7195e8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156234 Sep 09 09:08:33.941125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f3bef-a54d-40d8-8dbd-afe34f21489e service neutron] Pushing event updated for resources: {'Port': ['ID=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:33.988534 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:34.038888 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Transition to ACTIVE for port object 4f03f913-7e0d-4978-90eb-44ffee1cb734 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:34.122190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-5cacba79-1d33-4ae7-8ea8-8575d936034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:34.122783 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:34.123848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-5cacba79-1d33-4ae7-8ea8-8575d936034e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1100 time: 0.1813853 Sep 09 09:08:34.209586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-0fb4fe1f-6f10-4745-921f-671918b1443a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 200 len: 217 time: 0.0747907 Sep 09 09:08:34.214480 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Pushing event updated for resources: {'Port': ['ID=4f03f913-7e0d-4978-90eb-44ffee1cb734,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:34.219092 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Attempting to bind port 4f03f913-7e0d-4978-90eb-44ffee1cb734 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:34.219809 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Attempting to bind port 4f03f913-7e0d-4978-90eb-44ffee1cb734 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:34.220487 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Attempting to bind port 4f03f913-7e0d-4978-90eb-44ffee1cb734 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:34.225052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb99144-4115-4ef6-b39b-e4355e597468 req-96674dbd-7d83-4efe-8b5d-f951c6bff4b9 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:34.225257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00036f3c-42d4-468c-9765-cebf3ec0c282 req-b0319c7e-b861-43c5-ba83-af01a72d3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:34.226690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00036f3c-42d4-468c-9765-cebf3ec0c282 req-b0319c7e-b861-43c5-ba83-af01a72d3472 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b68df98e58dd4e04b2fd586d3fb87efb&device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 1099 time: 0.3355172 Sep 09 09:08:34.227904 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ceb99144-4115-4ef6-b39b-e4355e597468 req-96674dbd-7d83-4efe-8b5d-f951c6bff4b9 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 944 time: 0.2147641 Sep 09 09:08:34.229421 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.231392 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.231907 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.232416 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.232899 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.233396 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.233865 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.234344 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.236515 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.237471 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.237966 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.239110 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Tracked resource versions report: Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: pushed versions: Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: { 'AddressGroup': {'1.2'}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'ConntrackHelper': {'1.0'}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'Log': {'1.0'}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'Network': {'1.1'}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'Port': {'1.7'}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'PortForwarding': {'1.2'}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'QosPolicy': {'1.9'}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'SecurityGroup': {'1.4'}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'SecurityGroupRule': {'1.2'}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'SubPort': {'1.0'}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'Subnet': {'1.1'}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'Trunk': {'1.1'}} Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: consumer versions: Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: { DHCP agent@n-d-778696-16: {}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: HyperV agent@n-h1-778696-16: {}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: HyperV agent@n-h2-778696-16: {}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: L3 agent@n-d-778696-16: {}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: Metadata agent@n-d-778696-16: {}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: Metering agent@n-d-778696-16: {}, Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: Open vSwitch agent@n-d-778696-16: { 'AddressGroup': '1.2', Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'ConntrackHelper': '1.0', Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'Log': '1.0', Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'Network': '1.1', Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'Port': '1.7', Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'PortForwarding': '1.2', Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'QosPolicy': '1.9', Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'SecurityGroup': '1.4', Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'SecurityGroupRule': '1.2', Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'SubPort': '1.0', Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'Subnet': '1.1', Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: 'Trunk': '1.1'}} Sep 09 09:08:34.240578 n-d-778696-16 neutron-server[95328]: {{(pid=95328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 09:08:34.253112 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:34.253739 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:34.254483 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:34.255018 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:34.256391 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Bound port: 4f03f913-7e0d-4978-90eb-44ffee1cb734, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:34.256935 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:34.258720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021c1b-af91-477a-8978-59ed02a022e6 req-3ad2a867-328d-483b-b2af-4331f4222973 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:34.260917 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d021c1b-af91-477a-8978-59ed02a022e6 req-3ad2a867-328d-483b-b2af-4331f4222973 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 950 time: 0.1525557 Sep 09 09:08:34.334191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-dee4babd-a3ec-4844-9809-cac19769af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:34.341409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-dee4babd-a3ec-4844-9809-cac19769af0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1120865 Sep 09 09:08:34.372578 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] For port 4f03f913-7e0d-4978-90eb-44ffee1cb734, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:34.385429 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] For port 4f03f913-7e0d-4978-90eb-44ffee1cb734, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4f03f913-7e0d-4978-90eb-44ffee1cb734,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:34.407116 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d021c1b-af91-477a-8978-59ed02a022e6 req-d769caf5-f0f6-42f4-ad9d-e553e550b4a1 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278338 Sep 09 09:08:34.423080 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ceb99144-4115-4ef6-b39b-e4355e597468 req-ac27cf85-2d19-46a9-87bb-09b11374e40a tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/security-groups?id=94733857-0d58-4a17-838a-4eefe78ef5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925205 Sep 09 09:08:34.433620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 98faa65f-72f1-4d16-88a8-31768a4139c0 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:34.449918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-96a463ae-aaea-49e7-893c-6aaa6ea5f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:34.451941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-96a463ae-aaea-49e7-893c-6aaa6ea5f4e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684495 Sep 09 09:08:34.458198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00036f3c-42d4-468c-9765-cebf3ec0c282 req-1ea63af7-9903-461a-9f93-4fb12753cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:34.468153 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00036f3c-42d4-468c-9765-cebf3ec0c282 req-1ea63af7-9903-461a-9f93-4fb12753cdd7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2325664 Sep 09 09:08:34.472111 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:34.572050 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-88061007-3a1d-499d-9e3a-dae40e708652 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112595 Sep 09 09:08:34.613923 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce03d27-1f8e-4d08-aca8-7a847a234dbe x-openstack-request-id: req-4ce03d27-1f8e-4d08-aca8-7a847a234dbe {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:34.614463 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:34.614463 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ce03d27-1f8e-4d08-aca8-7a847a234dbe {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:34.614836 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'status': 'completed', 'code': 200} Sep 09 09:08:34.638753 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b13145ae-1fa4-4eae-b07b-2c5bf0896b2c req-78a5384b-bb52-410e-a22e-6adcfebfa488 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 210 time: 0.1620448 Sep 09 09:08:34.639688 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:08:34.640347 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:08:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:34.643949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00036f3c-42d4-468c-9765-cebf3ec0c282 req-dcb974f8-7384-4143-bf1e-9608d31ae9ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=b2b9ded3-ed66-40bf-aaa4-38554133c357 HTTP/1.1" status: 200 len: 217 time: 0.1665215 Sep 09 09:08:34.645869 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:34.648779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 98faa65f-72f1-4d16-88a8-31768a4139c0 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:34.653006 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 98faa65f-72f1-4d16-88a8-31768a4139c0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:34.653383 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:34.737948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00036f3c-42d4-468c-9765-cebf3ec0c282 req-f0f9bc35-39e4-4c18-9cb3-cec5268628a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:34.739948 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00036f3c-42d4-468c-9765-cebf3ec0c282 req-f0f9bc35-39e4-4c18-9cb3-cec5268628a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0907304 Sep 09 09:08:34.741752 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f3b93-dab9-4fa1-af49-989454714861 None None] Pushing event updated for resources: {'Port': ['ID=4f03f913-7e0d-4978-90eb-44ffee1cb734,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:34.767047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9512b3b9-b00d-4a44-b288-3b96955beb2f req-a79512a1-2a69-4889-a9c0-35735a0c9917 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878700 Sep 09 09:08:34.832575 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:34.833987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322693cd-a32b-4f7f-a42e-b94fc29aa87b req-d462d11b-5168-4a6e-bdf4-5e2f5e4a3bbf tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:34.835815 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-322693cd-a32b-4f7f-a42e-b94fc29aa87b req-d462d11b-5168-4a6e-bdf4-5e2f5e4a3bbf tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 947 time: 0.1109958 Sep 09 09:08:34.858404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00036f3c-42d4-468c-9765-cebf3ec0c282 req-0214dee5-8ef5-456a-a6c7-602cce173cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:34.860030 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00036f3c-42d4-468c-9765-cebf3ec0c282 req-0214dee5-8ef5-456a-a6c7-602cce173cb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1037974 Sep 09 09:08:34.891858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e80150e-c6f8-4c76-b30e-6ab6f855f1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98faa65f-72f1-4d16-88a8-31768a4139c0'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:34.907058 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9b65d1-f91d-4f95-be97-3cc395232a56" -d '{"events": [{"server_uuid": "6e80150e-c6f8-4c76-b30e-6ab6f855f1b5", "name": "network-vif-plugged", "status": "completed", "tag": "98faa65f-72f1-4d16-88a8-31768a4139c0"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:34.917702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-322693cd-a32b-4f7f-a42e-b94fc29aa87b req-3a1c8fd1-cb11-4323-b553-987d08c09ede tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752149 Sep 09 09:08:34.952154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 98faa65f-72f1-4d16-88a8-31768a4139c0, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=98faa65f-72f1-4d16-88a8-31768a4139c0,segment=NetworkSegment(1c497954-978f-488f-8e6f-4445594f7e59),segment_id=1c497954-978f-488f-8e6f-4445594f7e59)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:35.007105 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:08:35.027631 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:35.106885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55228da3-8f54-4c71-b4ff-a92b425bf3c8 req-f6b3b578-f704-4d41-beb7-fd11e0c27ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:35.107751 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a4c61-ed6b-4b48-b26b-998117dd87b9 x-openstack-request-id: req-375a4c61-ed6b-4b48-b26b-998117dd87b9 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:35.113295 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55228da3-8f54-4c71-b4ff-a92b425bf3c8 req-f6b3b578-f704-4d41-beb7-fd11e0c27ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1100 time: 0.1623890 Sep 09 09:08:35.113838 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e80150e-c6f8-4c76-b30e-6ab6f855f1b5", "name": "network-vif-plugged", "status": "completed", "tag": "98faa65f-72f1-4d16-88a8-31768a4139c0", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:35.114373 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-375a4c61-ed6b-4b48-b26b-998117dd87b9 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:35.114939 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e80150e-c6f8-4c76-b30e-6ab6f855f1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98faa65f-72f1-4d16-88a8-31768a4139c0', 'code': 200} Sep 09 09:08:35.180442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=98faa65f-72f1-4d16-88a8-31768a4139c0,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:35.243477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55228da3-8f54-4c71-b4ff-a92b425bf3c8 req-5357238c-c466-4417-aad7-bd42b4d2e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:35.245206 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55228da3-8f54-4c71-b4ff-a92b425bf3c8 req-5357238c-c466-4417-aad7-bd42b4d2e7d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1074777 Sep 09 09:08:35.247639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00036f3c-42d4-468c-9765-cebf3ec0c282 req-1159aeff-fb04-40f6-a792-a541b157a4e5 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802006 Sep 09 09:08:35.339978 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55228da3-8f54-4c71-b4ff-a92b425bf3c8 req-9a6082da-05dc-4552-b959-9c77fbf159ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 200 len: 217 time: 0.0716641 Sep 09 09:08:35.366342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e1520-b8d5-4124-980e-fd09cf248a33 req-25534705-07e0-4011-9598-affb6933f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:35.367965 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-153e1520-b8d5-4124-980e-fd09cf248a33 req-25534705-07e0-4011-9598-affb6933f346 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 1097 time: 0.2573414 Sep 09 09:08:35.383053 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00036f3c-42d4-468c-9765-cebf3ec0c282 req-985e6340-96b1-49a6-ae5a-2e278a98e5c6 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050625 Sep 09 09:08:35.396110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Allocated IP 172.20.0.1 (1e03ded8-bda0-484a-9427-b212bb2c9357/03cc89b6-6df2-464e-813c-19e32777bee5/f9c14e6a-0161-4794-9738-8b141db19b22) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:35.421998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555998a-699f-46f3-a396-3270276823c4 req-2610b529-8bef-42f8-a151-6462d9e8b7c6 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:35.423540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbf6b3-2e58-475a-9784-d410f8869a86 req-b56cdfbc-382d-4a88-8a27-0fb1a3d7e442 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:35.427039 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1555998a-699f-46f3-a396-3270276823c4 req-2610b529-8bef-42f8-a151-6462d9e8b7c6 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 950 time: 0.1809123 Sep 09 09:08:35.443911 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3acbf6b3-2e58-475a-9784-d410f8869a86 req-b56cdfbc-382d-4a88-8a27-0fb1a3d7e442 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 948 time: 0.2837691 Sep 09 09:08:35.450695 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:30Z', 'revision_number': 3, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:35.487975 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9ca25f-1865-4684-a465-24e6d2142387 None None] The sync data for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 is: [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:30Z', 'revision_number': 3, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:08:35.528303 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-153e1520-b8d5-4124-980e-fd09cf248a33 req-257e41fc-2508-4d18-92c8-e37fe837a86a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=94733857-0d58-4a17-838a-4eefe78ef5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286938 Sep 09 09:08:35.542396 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55228da3-8f54-4c71-b4ff-a92b425bf3c8 req-24275689-462d-4342-9a13-ca34f74f2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:35.543919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55228da3-8f54-4c71-b4ff-a92b425bf3c8 req-24275689-462d-4342-9a13-ca34f74f2c9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1922998 Sep 09 09:08:35.551793 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1555998a-699f-46f3-a396-3270276823c4 req-856adde1-b83e-42d0-b776-1a5ed1d8fd36 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100593 Sep 09 09:08:35.578971 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3acbf6b3-2e58-475a-9784-d410f8869a86 req-39d6234c-a7dd-41bb-b662-3ede093a7d44 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337464 Sep 09 09:08:35.619925 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:35.643642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Transition to ACTIVE for port object f9c14e6a-0161-4794-9738-8b141db19b22 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:35.662958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55228da3-8f54-4c71-b4ff-a92b425bf3c8 req-2ca45629-0845-4456-9534-358025f61e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:35.665041 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55228da3-8f54-4c71-b4ff-a92b425bf3c8 req-2ca45629-0845-4456-9534-358025f61e3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1118834 Sep 09 09:08:35.752094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:35.796691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55228da3-8f54-4c71-b4ff-a92b425bf3c8 req-82164f9f-e0f6-4f1a-b9ee-6186df55b4ef service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209579 Sep 09 09:08:35.825630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Network 1e03ded8-bda0-484a-9427-b212bb2c9357 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:35.840580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec5205-fcb9-4b75-b791-baf4e4c754f6 req-6c7dd9f1-9b4a-433c-a009-74c751eac729 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:35.842618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2aec5205-fcb9-4b75-b791-baf4e4c754f6 req-6c7dd9f1-9b4a-433c-a009-74c751eac729 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 945 time: 0.1289439 Sep 09 09:08:35.858622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:35.873066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:35.873833 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:35.957241 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55228da3-8f54-4c71-b4ff-a92b425bf3c8 req-e46f5edb-4eb2-40ed-bb7e-c25d05215a50 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552894 Sep 09 09:08:36.041980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f9c14e6a-0161-4794-9738-8b141db19b22,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:36.074153 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2aec5205-fcb9-4b75-b791-baf4e4c754f6 req-4b6ab4f9-0cf4-44e6-a1ad-c747fa0f9221 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/security-groups?id=94733857-0d58-4a17-838a-4eefe78ef5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144830 Sep 09 09:08:36.175001 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-899ccccc-7bd4-442e-837f-067f34bd84ba req-0f5d7e12-ae3f-4a81-8591-d69bfe2c1778 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 210 time: 0.0321374 Sep 09 09:08:36.175760 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:36.294053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2949c79d-4762-44bf-98c4-c5a00eb37eb5 None None] Provisioning for port f9c14e6a-0161-4794-9738-8b141db19b22 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:36.299800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2949c79d-4762-44bf-98c4-c5a00eb37eb5 None None] Provisioning complete for port f9c14e6a-0161-4794-9738-8b141db19b22 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:36.300361 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2949c79d-4762-44bf-98c4-c5a00eb37eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:36.374908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2949c79d-4762-44bf-98c4-c5a00eb37eb5 None None] Port f9c14e6a-0161-4794-9738-8b141db19b22 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:08:36.390253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:36.460742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:36.461470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:36.538323 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f9c14e6a-0161-4794-9738-8b141db19b22,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:36.624080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Network 1e03ded8-bda0-484a-9427-b212bb2c9357 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:36.626090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:36.780562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b6c20-dc85-4779-9ac6-fb2250b00092 req-25b842da-4eaa-4e63-8ae1-8b771c83ed45 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:36.782178 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e71b6c20-dc85-4779-9ac6-fb2250b00092 req-25b842da-4eaa-4e63-8ae1-8b771c83ed45 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 947 time: 0.3530021 Sep 09 09:08:36.896878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-501ea499-fe26-4ade-aaef-2dd5cd1e0fb3 None None] Provisioning complete for port f9c14e6a-0161-4794-9738-8b141db19b22 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:36.897504 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-501ea499-fe26-4ade-aaef-2dd5cd1e0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:36.909985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20342fc-7d94-410f-afe0-042367e01b5f req-47a5a96e-9d66-44f1-9d0f-94afacecf0d8 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:36.911618 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-47a5a96e-9d66-44f1-9d0f-94afacecf0d8 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.41 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 807 time: 0.4462602 Sep 09 09:08:36.938111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e71b6c20-dc85-4779-9ac6-fb2250b00092 req-874a7436-da56-4f6b-b98d-ffd323fed488 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364355 Sep 09 09:08:36.946305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Request body: {'port': {'device_id': '7df980da-0a70-41d2-8d4b-409f0d024229', 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a', 'admin_state_up': True, 'tenant_id': '1631eb8ffcf145449cf9c9f503ea3a50'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:36.956179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-501ea499-fe26-4ade-aaef-2dd5cd1e0fb3 None None] Port f9c14e6a-0161-4794-9738-8b141db19b22 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:08:36.998779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Router dc8b3af7-a639-4255-909b-94e241868ef4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:08:37.202318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4f03f913-7e0d-4978-90eb-44ffee1cb734 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:37.220445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Made reservation on behalf of 1631eb8ffcf145449cf9c9f503ea3a50 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:37.229134 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:37.239160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:08:37.248123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-229f5162-a4f6-4583-8ca4-cf9b00f3b3c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/dc8b3af7-a639-4255-909b-94e241868ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4383676 Sep 09 09:08:37.352503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 4f03f913-7e0d-4978-90eb-44ffee1cb734 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:37.358214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4f03f913-7e0d-4978-90eb-44ffee1cb734 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:37.360836 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:37.360941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe0ef8-f54a-4e63-bbb1-7d075ebd8fda req-3f7451c4-e505-4079-be37-96762aa9be03 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:37.363181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-febe0ef8-f54a-4e63-bbb1-7d075ebd8fda req-3f7451c4-e505-4079-be37-96762aa9be03 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 950 time: 0.1277909 Sep 09 09:08:37.452221 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-febe0ef8-f54a-4e63-bbb1-7d075ebd8fda req-0aedd321-1df1-42c1-93e6-9c2d803ce76c tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d91aabb0-eda7-4013-8ee5-6fc57b587b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788853 Sep 09 09:08:37.469078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Allocated IP 172.20.0.12 (0d3295be-fd19-4212-ac6b-8c4ee7698c4a/5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d/3ae8ad83-f192-4808-88ff-202b3d5f827a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:37.493551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:08:37.540542 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:37.586215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 4f03f913-7e0d-4978-90eb-44ffee1cb734, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4f03f913-7e0d-4978-90eb-44ffee1cb734,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:37.667860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c952a-f636-4634-8397-0c15dbacacc5 req-10bbbbb1-2cb0-4159-aa13-4966ca794b86 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:37.675138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-949c952a-f636-4634-8397-0c15dbacacc5 req-10bbbbb1-2cb0-4159-aa13-4966ca794b86 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 948 time: 0.1215332 Sep 09 09:08:37.680190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367f2e3-fed3-436b-b4ab-30cf3ebb6f6e req-4b7217e6-a844-4802-b3f1-9a292ad43b84 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:37.682050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3367f2e3-fed3-436b-b4ab-30cf3ebb6f6e req-4b7217e6-a844-4802-b3f1-9a292ad43b84 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 945 time: 0.0701501 Sep 09 09:08:37.696270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:37.716702 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:37.744575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'mac_address': 'fa:16:3e:1d:78:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:08:37.768006 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-949c952a-f636-4634-8397-0c15dbacacc5 req-3ea63b68-d00e-4c9f-9cb6-99afd2567ba8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899975 Sep 09 09:08:37.770705 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3367f2e3-fed3-436b-b4ab-30cf3ebb6f6e req-4b106fa9-919c-42af-9324-b971d87be747 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/security-groups?id=94733857-0d58-4a17-838a-4eefe78ef5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698955 Sep 09 09:08:37.829295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=4f03f913-7e0d-4978-90eb-44ffee1cb734,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:37.833512 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:37.843795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:37.867740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:37.880865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93426538-cf77-4983-a6bb-95b398038aba req-71fcf83e-c415-4e3f-bc7f-0d250b81c5cb tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:37.882483 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93426538-cf77-4983-a6bb-95b398038aba req-71fcf83e-c415-4e3f-bc7f-0d250b81c5cb tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.24 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 950 time: 0.1462522 Sep 09 09:08:37.913494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:37.985667 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:37.986801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b2b9ded3-ed66-40bf-aaa4-38554133c357 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:08:37.995514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-342f241f-23ad-4917-904c-205c1f358e51 req-bf21fc89-9317-40cd-97a7-88b5f6576492 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 210 time: 0.0814550 Sep 09 09:08:38.065621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:38.133669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b2b9ded3-ed66-40bf-aaa4-38554133c357, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b2b9ded3-ed66-40bf-aaa4-38554133c357,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:38.149440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'b2b9ded3-ed66-40bf-aaa4-38554133c357', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'b2b9ded3-ed66-40bf-aaa4-38554133c357', 'mac_address': 'fa:16:3e:62:06:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:08:38.206705 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:38.210321 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:38.223651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b9ded3-ed66-40bf-aaa4-38554133c357 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:38.251864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b2b9ded3-ed66-40bf-aaa4-38554133c357, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b2b9ded3-ed66-40bf-aaa4-38554133c357,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:38.283278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-93426538-cf77-4983-a6bb-95b398038aba req-bd16f112-c453-418f-a2c2-060e04f94c7d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Deleting port 5195074a-1d95-46bc-9765-61387463884b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:08:38.284377 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-93426538-cf77-4983-a6bb-95b398038aba req-bd16f112-c453-418f-a2c2-060e04f94c7d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:38.316127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa64ae-060f-4950-b06e-3779399e3a3a req-78499995-fed7-48c7-bca6-6c897697f5a7 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:38.317573 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:38.325631 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cefa64ae-060f-4950-b06e-3779399e3a3a req-78499995-fed7-48c7-bca6-6c897697f5a7 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 947 time: 0.1946764 Sep 09 09:08:38.360148 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:38.373634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Pushing event updated for resources: {'Port': ['ID=3ae8ad83-f192-4808-88ff-202b3d5f827a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:38.373634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:38.401602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Sync routers for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:08:38.409402 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:38.413192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b2b9ded3-ed66-40bf-aaa4-38554133c357,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:38.414973 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:38.415674 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:38.417005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:08:38.418092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:08:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:38.459684 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cefa64ae-060f-4950-b06e-3779399e3a3a req-d8432d8a-e225-4af5-b765-c4143e6d0668 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329143 Sep 09 09:08:38.468689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42342) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:38.477946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-network', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:38.505535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-93426538-cf77-4983-a6bb-95b398038aba req-bd16f112-c453-418f-a2c2-060e04f94c7d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] For port 5195074a-1d95-46bc-9765-61387463884b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=5195074a-1d95-46bc-9765-61387463884b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:38.506136 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-93426538-cf77-4983-a6bb-95b398038aba req-bd16f112-c453-418f-a2c2-060e04f94c7d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:38.522770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-93426538-cf77-4983-a6bb-95b398038aba req-bd16f112-c453-418f-a2c2-060e04f94c7d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Calling delete_port for 5195074a-1d95-46bc-9765-61387463884b owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:08:38.555052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['b2b9ded3-ed66-40bf-aaa4-38554133c357'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:08:38.590764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-faef845a-3e11-44c3-9911-151fe97e19a2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6626823 Sep 09 09:08:38.593138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:08:38.603362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Request body: {'port': {'device_id': '7df980da-0a70-41d2-8d4b-409f0d024229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:38.655134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:08:38.694453 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:38.713457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Made reservation on behalf of af1e1aa5983d472eb582acd8b670970d for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:38.717500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:38.733262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:38.903255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:38.969578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a51e9380-72d2-4a77-b50a-0f5db17089f3 req-937678f7-ff0d-460b-b011-33371aa94144 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 210 time: 0.0310495 Sep 09 09:08:38.984689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-93426538-cf77-4983-a6bb-95b398038aba req-bd16f112-c453-418f-a2c2-060e04f94c7d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.002078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['5195074a-1d95-46bc-9765-61387463884b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:08:39.020074 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.050171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1045156-a26b-4df8-a2bd-d225217ff6a9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:39.056236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16f112-c453-418f-a2c2-060e04f94c7d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Pushing event deleted for resources: {'Port': ['ID=5195074a-1d95-46bc-9765-61387463884b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:39.064224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:08:39.075563 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.076318 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Added segment 5d7386d6-d3aa-4c6f-ac60-ecf751a8197e of type vlan for network 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef Sep 09 09:08:39.140821 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.180036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-93426538-cf77-4983-a6bb-95b398038aba req-bd16f112-c453-418f-a2c2-060e04f94c7d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] No DVR routers for this DVR port 5195074a-1d95-46bc-9765-61387463884b on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:08:39.191181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-93426538-cf77-4983-a6bb-95b398038aba req-bd16f112-c453-418f-a2c2-060e04f94c7d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.193890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93426538-cf77-4983-a6bb-95b398038aba req-bd16f112-c453-418f-a2c2-060e04f94c7d tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.24 "DELETE /v2.0/ports/5195074a-1d95-46bc-9765-61387463884b HTTP/1.1" status: 204 len: 173 time: 1.3047473 Sep 09 09:08:39.215318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789d7a65-0e16-4dcb-bb09-9347d581a68e', 'name': 'network-vif-deleted', 'tag': '5195074a-1d95-46bc-9765-61387463884b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:39.217820 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52615c3-0576-4171-9801-94268b88ec0a" -d '{"events": [{"server_uuid": "789d7a65-0e16-4dcb-bb09-9347d581a68e", "name": "network-vif-deleted", "tag": "5195074a-1d95-46bc-9765-61387463884b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:39.256849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d533-d875-4365-9b88-dd51f281d0b5 req-041bfa3a-117b-40c6-a705-311cdda90317 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:39.260389 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.262168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:39.262290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4f03f913-7e0d-4978-90eb-44ffee1cb734 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:39.262949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.264525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b840d533-d875-4365-9b88-dd51f281d0b5 req-041bfa3a-117b-40c6-a705-311cdda90317 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 949 time: 0.2825227 Sep 09 09:08:39.308294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae8ad83-f192-4808-88ff-202b3d5f827a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:39.325713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.343139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b840d533-d875-4365-9b88-dd51f281d0b5 req-b3530cfd-c0e6-44c1-8290-2e91d6e177f8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725799 Sep 09 09:08:39.388721 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9179814 Sep 09 09:08:39.389538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939747f-7432-43bd-8e81-b45e939835f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce94dd4-feeb-4aa0-b3b4-81036172b1ef,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:39.391357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42378) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:39.396147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Transition to ACTIVE for port object 3ae8ad83-f192-4808-88ff-202b3d5f827a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:39.397511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] Request body: {'subnet': {'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-subnet', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:39.428909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:08:39.488831 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.547957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc5044-40e8-43f9-9366-5b5c7e114f1c req-344b7a6c-cbef-4218-b1f3-c9b5e6c2089c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:39.551796 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-31bc5044-40e8-43f9-9366-5b5c7e114f1c req-344b7a6c-cbef-4218-b1f3-c9b5e6c2089c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 944 time: 0.0792913 Sep 09 09:08:39.558190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] Made reservation on behalf of af1e1aa5983d472eb582acd8b670970d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:39.577957 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.639768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-31bc5044-40e8-43f9-9366-5b5c7e114f1c req-2633c6c1-40a5-402c-9cee-4eba5088cfdc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654345 Sep 09 09:08:39.727001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 2, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:39.770099 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4f03f913-7e0d-4978-90eb-44ffee1cb734 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:39.770471 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.772370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Checking router: dc8b3af7-a639-4255-909b-94e241868ef4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:08:39.772717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Updating router dc8b3af7-a639-4255-909b-94e241868ef4 port f9c14e6a-0161-4794-9738-8b141db19b22 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:08:39.824165 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:39.886815 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e12fc5-36d6-4b95-be1e-fdb3b6afce0e x-openstack-request-id: req-c0e12fc5-36d6-4b95-be1e-fdb3b6afce0e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:39.887170 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789d7a65-0e16-4dcb-bb09-9347d581a68e", "name": "network-vif-deleted", "tag": "5195074a-1d95-46bc-9765-61387463884b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:39.887505 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0e12fc5-36d6-4b95-be1e-fdb3b6afce0e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:39.887955 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789d7a65-0e16-4dcb-bb09-9347d581a68e', 'name': 'network-vif-deleted', 'tag': '5195074a-1d95-46bc-9765-61387463884b', 'status': 'completed', 'code': 200} Sep 09 09:08:39.896413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae8ad83-f192-4808-88ff-202b3d5f827a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:39.963434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:39.963434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:39.963434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:39.992460 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Port 3ae8ad83-f192-4808-88ff-202b3d5f827a on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:08:39.993015 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:40.029858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:40.030198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:40.030593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:40.031039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Bound port: 3ae8ad83-f192-4808-88ff-202b3d5f827a, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:40.032750 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.068436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ae7d-3280-4fdf-8359-de24ded76281 req-b2e12386-65ac-4289-8579-09142f68b62d tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:40.069987 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6c8ae7d-3280-4fdf-8359-de24ded76281 req-b2e12386-65ac-4289-8579-09142f68b62d tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 948 time: 0.1247709 Sep 09 09:08:40.211504 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d974819-88b8-4d42-8df1-fa1fc92e4a76 req-9ed267be-ce2a-411d-bc7c-0334398689d4 tempest-DeleteServersAdminTestJSON-787800983 tempest-DeleteServersAdminTestJSON-787800983-project] 10.222.0.32 "GET /v2.0/ports?device_id=789d7a65-0e16-4dcb-bb09-9347d581a68e HTTP/1.1" status: 200 len: 210 time: 0.0454824 Sep 09 09:08:40.215649 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6c8ae7d-3280-4fdf-8359-de24ded76281 req-0f5e8802-9e2b-494f-a10d-d11b4b492d97 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077425 Sep 09 09:08:40.220895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:40.233129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:40.262832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.296840 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.308343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Transition to ACTIVE for port object f9c14e6a-0161-4794-9738-8b141db19b22 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:40.329173 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.330977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f96cb625-8930-46d6-8d99-5c12b85e0bf9,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:40.372509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:40.373123 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.374502 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ae8ad83-f192-4808-88ff-202b3d5f827a HTTP/1.1" status: 200 len: 1093 time: 1.7755897 Sep 09 09:08:40.386181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] Checking segment: {'id': '5d7386d6-d3aa-4c6f-ac60-ecf751a8197e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:40.386181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] Network hostable DHCP agents. Network: 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:08:40.412860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e0699-8afa-4158-bd2a-64b0434d91b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae8ad83-f192-4808-88ff-202b3d5f827a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:40.448917 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.526977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db73db-cbc8-48ff-aadf-a3c284e00f05 None None] Pushing event updated for resources: {'Port': ['ID=f9c14e6a-0161-4794-9738-8b141db19b22,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:40.534422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] Network 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:08:40.596241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1af7e2-ce85-47da-ae45-dd0d263493e0 req-74fef97e-b855-4573-951c-c110903039cb tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:40.611285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Attempting to bind port f9c14e6a-0161-4794-9738-8b141db19b22 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:40.611726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Attempting to bind port f9c14e6a-0161-4794-9738-8b141db19b22 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:40.612098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Attempting to bind port f9c14e6a-0161-4794-9738-8b141db19b22 on network 1e03ded8-bda0-484a-9427-b212bb2c9357 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:40.620135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d1af7e2-ce85-47da-ae45-dd0d263493e0 req-74fef97e-b855-4573-951c-c110903039cb tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 949 time: 0.1757274 Sep 09 09:08:40.620315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42412) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:40.634932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:40.637834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:40.638222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Checking segment: {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:40.639580 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.639901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Bound using segment: {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:40.640393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Bound port: f9c14e6a-0161-4794-9738-8b141db19b22, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:40.641564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:40.642173 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.642554 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.670374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20342fc-7d94-410f-afe0-042367e01b5f req-20d455ad-3c15-4ae2-afdc-ff596a512c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:40.672708 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-20d455ad-3c15-4ae2-afdc-ff596a512c3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 1096 time: 0.1113472 Sep 09 09:08:40.680465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9816d5-b55d-4b09-b90b-c477b4c6daf9 None None] Network 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:40.721334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d1af7e2-ce85-47da-ae45-dd0d263493e0 req-1c01a1fc-3cdd-4bcf-9f5a-346f013abe61 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946488 Sep 09 09:08:40.772403 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-89ddd0a3-b100-4ab2-ae75-cc3be216382b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a HTTP/1.1" status: 200 len: 217 time: 0.0887191 Sep 09 09:08:40.783012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d05917e3-bfa4-4c05-9293-1fefcb93a26b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3893349 Sep 09 09:08:40.785722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42418) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:40.790387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-router', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:40.894345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.917987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] For port f9c14e6a-0161-4794-9738-8b141db19b22, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:40.924829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20342fc-7d94-410f-afe0-042367e01b5f req-81592068-f509-4ab3-8d02-aa044a19de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:40.926335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-81592068-f509-4ab3-8d02-aa044a19de36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.0859351 Sep 09 09:08:40.935269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee230a-0377-41f2-857f-3d85afeb250f req-0f03b556-d528-4a74-a564-191c925ae2ee tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:40.936333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] For port f9c14e6a-0161-4794-9738-8b141db19b22, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f9c14e6a-0161-4794-9738-8b141db19b22,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:40.936805 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3ee230a-0377-41f2-857f-3d85afeb250f req-0f03b556-d528-4a74-a564-191c925ae2ee tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 944 time: 0.1602383 Sep 09 09:08:40.940777 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.942337 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.978058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-5ce94dd4-feeb-4aa0-b3b4-81036172b1ef', 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'fixed_ips': [{'subnet_id': 'f96cb625-8930-46d6-8d99-5c12b85e0bf9'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:08:40.978058 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:40.979883 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-782442f8-c1c8-45ab-8ec4-13ea45416b8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410182 Sep 09 09:08:41.010547 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:41.052764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3ee230a-0377-41f2-857f-3d85afeb250f req-527e228f-fc0d-4139-b781-097c058f81f7 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072516 Sep 09 09:08:41.074565 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:41.134147 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-284fbc00-4c59-4059-a159-a4df77791ce6 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459806 Sep 09 09:08:41.196160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db73db-cbc8-48ff-aadf-a3c284e00f05 None None] Pushing event updated for resources: {'Port': ['ID=f9c14e6a-0161-4794-9738-8b141db19b22,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:41.202596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:41.217768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Allocated IP 172.20.0.2 (5ce94dd4-feeb-4aa0-b3b4-81036172b1ef/f96cb625-8930-46d6-8d99-5c12b85e0bf9/8413d49e-6f20-485e-a8f0-b9b001193912) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:41.237370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:08:41.238122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:08:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:41.291648 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:41.331442 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:41.418356 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de533c64-4bab-46ac-b871-0638a12e7065,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:41.444558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42430) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:41.473094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.484113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.488666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.489814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.490372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.490797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.499414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.500071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.504641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.506692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.507699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.508138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:41.557554 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5af471a3-7d1e-4925-9066-f50042ba794f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=668cca32098449fb96601e56719d390c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9317122 Sep 09 09:08:41.567249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42438) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:41.586698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e20342fc-7d94-410f-afe0-042367e01b5f req-4cf249df-1aeb-4b6e-b37b-b91b914aa5cf service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442344 Sep 09 09:08:41.592915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b9b7e-6345-4a0a-8785-d00212c0e6d7 req-36b57db5-f9e6-4fda-b9de-fd4f91aabadf tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:41.595569 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:41.603771 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b7b9b7e-6345-4a0a-8785-d00212c0e6d7 req-36b57db5-f9e6-4fda-b9de-fd4f91aabadf tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 948 time: 0.2290664 Sep 09 09:08:41.660492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:08:41.684283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b7b9b7e-6345-4a0a-8785-d00212c0e6d7 req-34e56622-2014-4f56-b715-220f97460ddd tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732412 Sep 09 09:08:41.796087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80de3a76-b12c-4b9d-8eb6-05b977d5e51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:41.822912 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80de3a76-b12c-4b9d-8eb6-05b977d5e51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:41.826962 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:41.893042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df980da-0a70-41d2-8d4b-409f0d024229', 'tag': '3ae8ad83-f192-4808-88ff-202b3d5f827a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:41.895730 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c03c73f-2c18-4bc0-bb08-e0d84bfa215e" -d '{"events": [{"name": "network-changed", "server_uuid": "7df980da-0a70-41d2-8d4b-409f0d024229", "tag": "3ae8ad83-f192-4808-88ff-202b3d5f827a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:41.987613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bdc61-b820-433f-9669-f29074ea65af req-45df8ce3-feb9-457a-a68d-1d8fb22d0906 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:41.998075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c12bdc61-b820-433f-9669-f29074ea65af req-45df8ce3-feb9-457a-a68d-1d8fb22d0906 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 949 time: 0.1616971 Sep 09 09:08:42.007499 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2062e45e-0fb5-45bb-86b0-ca916dadc1e7 x-openstack-request-id: req-2062e45e-0fb5-45bb-86b0-ca916dadc1e7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:42.008190 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df980da-0a70-41d2-8d4b-409f0d024229", "tag": "3ae8ad83-f192-4808-88ff-202b3d5f827a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:42.012436 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2062e45e-0fb5-45bb-86b0-ca916dadc1e7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:42.012436 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df980da-0a70-41d2-8d4b-409f0d024229', 'tag': '3ae8ad83-f192-4808-88ff-202b3d5f827a', 'status': 'completed', 'code': 200} Sep 09 09:08:42.012436 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80de3a76-b12c-4b9d-8eb6-05b977d5e51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.014195 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80de3a76-b12c-4b9d-8eb6-05b977d5e51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.015704 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-80de3a76-b12c-4b9d-8eb6-05b977d5e51f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de533c64-4bab-46ac-b871-0638a12e7065 HTTP/1.1" status: 204 len: 168 time: 0.4451725 Sep 09 09:08:42.035578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de3a76-b12c-4b9d-8eb6-05b977d5e51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de533c64-4bab-46ac-b871-0638a12e7065,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:42.050590 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.100628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.125922 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.154048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c12bdc61-b820-433f-9669-f29074ea65af req-b0b58507-3793-47e7-b8ef-a00a3e099f63 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546640 Sep 09 09:08:42.180390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03c73f-2c18-4bc0-bb08-e0d84bfa215e req-29244a07-1487-4234-bc71-2fedac6ddcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:42.182520 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c03c73f-2c18-4bc0-bb08-e0d84bfa215e req-29244a07-1487-4234-bc71-2fedac6ddcd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 1096 time: 0.1320298 Sep 09 09:08:42.238409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:42.247322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:42.247930 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.297740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Transition to ACTIVE for port object 8413d49e-6f20-485e-a8f0-b9b001193912 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:42.304710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42454) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:42.338289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Transition to ACTIVE for port object 8413d49e-6f20-485e-a8f0-b9b001193912 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:42.356385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03c73f-2c18-4bc0-bb08-e0d84bfa215e req-2b48c32e-18c5-4b32-b940-0cf3b6093126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:42.358430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c03c73f-2c18-4bc0-bb08-e0d84bfa215e req-2b48c32e-18c5-4b32-b940-0cf3b6093126 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.1680326 Sep 09 09:08:42.367627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d0b5c-5f46-4a9f-95a6-498ae09e026f req-52392e5f-0fa5-43a3-adcf-167a3b3c4df3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:42.369223 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c4d0b5c-5f46-4a9f-95a6-498ae09e026f req-52392e5f-0fa5-43a3-adcf-167a3b3c4df3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 944 time: 0.1492922 Sep 09 09:08:42.381002 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.382406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Allocated IP 172.25.8.79 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/6f8228c0-cb2b-4b93-9508-cacb0a9895da) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:42.420690 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.437637 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c4d0b5c-5f46-4a9f-95a6-498ae09e026f req-db682f2e-d2fc-419f-9c9a-f2987da0199b tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587115 Sep 09 09:08:42.445110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c03c73f-2c18-4bc0-bb08-e0d84bfa215e req-0ab74872-2ce1-4fe1-9e26-ea5aff82c639 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a HTTP/1.1" status: 200 len: 217 time: 0.0790591 Sep 09 09:08:42.459703 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.487067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:42.489323 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7539afac-a4d0-4c35-87b5-8e0ba444ca46" -d '{"events": [{"server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "name": "network-vif-plugged", "status": "completed", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:42.493399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 5195074a-1d95-46bc-9765-61387463884b no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:08:42.502830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.513237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03c73f-2c18-4bc0-bb08-e0d84bfa215e req-1c89742a-9f7d-419b-ab2e-1d473731b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:42.516132 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c03c73f-2c18-4bc0-bb08-e0d84bfa215e req-1c89742a-9f7d-419b-ab2e-1d473731b79b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.0628595 Sep 09 09:08:42.558847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c03c73f-2c18-4bc0-bb08-e0d84bfa215e req-33afc603-7c3a-4963-9053-d2072b558c31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318003 Sep 09 09:08:42.584394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Pushing event updated for resources: {'Port': ['ID=8413d49e-6f20-485e-a8f0-b9b001193912,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:42.584394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 5195074a-1d95-46bc-9765-61387463884b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:08:42.584394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 5195074a-1d95-46bc-9765-61387463884b not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:08:42.601364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Network 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:42.605910 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a04e15f-d98f-41cb-8cd0-9594804adbc8 x-openstack-request-id: req-1a04e15f-d98f-41cb-8cd0-9594804adbc8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:42.606369 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "name": "network-vif-plugged", "status": "completed", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:42.606713 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a04e15f-d98f-41cb-8cd0-9594804adbc8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:42.607242 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'code': 200} Sep 09 09:08:42.608374 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:42.613856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:42.615046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:42.625886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:40Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:42.637325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.646318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb33c6a-cf76-4e31-84f5-6b8b8eb1e27d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:42.656681 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bd1e6670e574b5ebbc3f95f2f2341e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2039273 Sep 09 09:08:42.659712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.660063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.660410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.660749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.661091 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.661425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.661768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.662077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.662548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.662878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.663207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.663552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765b4f0-65fd-4f4c-9d07-78c9cf6e1645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:08:42.670649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42462) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:42.674036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d0964-775f-4d44-b8ce-06b3978190ea None None] The sync data for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 is: [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:40Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:08:42.708328 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.709375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b2b9ded3-ed66-40bf-aaa4-38554133c357 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:42.724490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af62948-ad6c-4876-b528-59f143012861 req-5608fab9-e420-46a0-9304-bea2dfe058bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:42.726194 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8af62948-ad6c-4876-b528-59f143012861 req-5608fab9-e420-46a0-9304-bea2dfe058bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1101 time: 0.0562134 Sep 09 09:08:42.801480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Attempting to bind port 8413d49e-6f20-485e-a8f0-b9b001193912 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:42.801880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Attempting to bind port 8413d49e-6f20-485e-a8f0-b9b001193912 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '5d7386d6-d3aa-4c6f-ac60-ecf751a8197e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:42.802427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Attempting to bind port 8413d49e-6f20-485e-a8f0-b9b001193912 on network 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:42.828933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:42.829306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Checking segment: {'id': '5d7386d6-d3aa-4c6f-ac60-ecf751a8197e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:42.833101 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.833537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Bound using segment: {'id': '5d7386d6-d3aa-4c6f-ac60-ecf751a8197e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:42.834046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Bound port: 8413d49e-6f20-485e-a8f0-b9b001193912, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7386d6-d3aa-4c6f-ac60-ecf751a8197e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:42.834437 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.849337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8af62948-ad6c-4876-b528-59f143012861 req-08701cd0-808c-4bdc-9511-6e303b6a2cc0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910127 Sep 09 09:08:42.895294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33dca9-e3f1-4e8c-bf67-301424eb76a7 req-1a01b366-de66-4b8a-aca6-b96d8f41e7b8 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:42.903775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:42.904005 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a33dca9-e3f1-4e8c-bf67-301424eb76a7 req-1a01b366-de66-4b8a-aca6-b96d8f41e7b8 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 948 time: 0.0717125 Sep 09 09:08:42.937698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-715d1b66-d58d-464e-a297-830d29755dc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c52ad507c5b4cc6acb6151f671f028b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6300139 Sep 09 09:08:42.939943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42470) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:42.957152 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.960542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] For port 8413d49e-6f20-485e-a8f0-b9b001193912, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:42.968136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] For port 8413d49e-6f20-485e-a8f0-b9b001193912, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8413d49e-6f20-485e-a8f0-b9b001193912,segment=NetworkSegment(5d7386d6-d3aa-4c6f-ac60-ecf751a8197e),segment_id=5d7386d6-d3aa-4c6f-ac60-ecf751a8197e)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:42.984334 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bb96526-df26-4926-bc2e-12eb088bcafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:42.988757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c03c73f-2c18-4bc0-bb08-e0d84bfa215e req-aee84326-9f21-4109-8131-f5bc95cf359e service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236515 Sep 09 09:08:43.012025 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bb96526-df26-4926-bc2e-12eb088bcafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.042902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a33dca9-e3f1-4e8c-bf67-301424eb76a7 req-58c308a1-b681-43de-afbd-24371f461b8b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379440 Sep 09 09:08:43.050575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:43.077948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42474) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:43.077948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:43.100430 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.105732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port b2b9ded3-ed66-40bf-aaa4-38554133c357 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:43.110682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:43.152076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port b2b9ded3-ed66-40bf-aaa4-38554133c357 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:43.152458 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.257003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f9c14e6a-0161-4794-9738-8b141db19b22 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:43.264416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bb96526-df26-4926-bc2e-12eb088bcafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.268204 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bb96526-df26-4926-bc2e-12eb088bcafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.269779 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7bb96526-df26-4926-bc2e-12eb088bcafd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fb33c6a-cf76-4e31-84f5-6b8b8eb1e27d HTTP/1.1" status: 204 len: 168 time: 0.5981367 Sep 09 09:08:43.291847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb96526-df26-4926-bc2e-12eb088bcafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb33c6a-cf76-4e31-84f5-6b8b8eb1e27d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:43.309889 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c03c73f-2c18-4bc0-bb08-e0d84bfa215e req-df098f3a-6b32-41af-ad22-d79c3141e86d service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610009 Sep 09 09:08:43.363867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8228c0-cb2b-4b93-9508-cacb0a9895da,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:43.406941 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fee206-af4f-4c7a-8166-77cc1453f2c2 None None] Pushing event updated for resources: {'Port': ['ID=8413d49e-6f20-485e-a8f0-b9b001193912,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:43.462584 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-933fa102-5fe8-46b9-adf8-f0df4c4e7e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.554642 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.582373 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc3ad628-946e-4c84-b554-7c563d1f713e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.605719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b2b9ded3-ed66-40bf-aaa4-38554133c357, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b2b9ded3-ed66-40bf-aaa4-38554133c357,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:43.614304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port f9c14e6a-0161-4794-9738-8b141db19b22 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:43.619293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f9c14e6a-0161-4794-9738-8b141db19b22 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:43.619847 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.662232 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc3ad628-946e-4c84-b554-7c563d1f713e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.674765 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.684814 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7349f-361a-4bc5-b434-1c79ccd8cf93 req-01fb91ef-4f9e-42ad-aab4-2f12af3eb094 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:43.691964 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9d7349f-361a-4bc5-b434-1c79ccd8cf93 req-01fb91ef-4f9e-42ad-aab4-2f12af3eb094 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.3778939 Sep 09 09:08:43.718919 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.777012 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:43.862410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port f9c14e6a-0161-4794-9738-8b141db19b22, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f9c14e6a-0161-4794-9738-8b141db19b22,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:43.865589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9d7349f-361a-4bc5-b434-1c79ccd8cf93 req-e93a8d71-7425-4802-8d0e-6216b9d0d4ae tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725478 Sep 09 09:08:43.893069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b2b9ded3-ed66-40bf-aaa4-38554133c357,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:43.974260 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.019854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985123a-0b23-4d90-a886-d728525e1977 req-fca3d055-87f8-42b1-adbe-20bff14018b3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:44.038360 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6985123a-0b23-4d90-a886-d728525e1977 req-fca3d055-87f8-42b1-adbe-20bff14018b3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 944 time: 0.0813274 Sep 09 09:08:44.052437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=f9c14e6a-0161-4794-9738-8b141db19b22,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:44.084447 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6985123a-0b23-4d90-a886-d728525e1977 req-2faa59f5-178d-486f-916b-90396b8793a5 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Sep 09 09:08:44.282928 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-933fa102-5fe8-46b9-adf8-f0df4c4e7e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.286836 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc3ad628-946e-4c84-b554-7c563d1f713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.289407 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc3ad628-946e-4c84-b554-7c563d1f713e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.293766 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bc3ad628-946e-4c84-b554-7c563d1f713e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d91aabb0-eda7-4013-8ee5-6fc57b587b6a HTTP/1.1" status: 204 len: 168 time: 1.3445113 Sep 09 09:08:44.319913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42496) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:44.341887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ad628-946e-4c84-b554-7c563d1f713e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91aabb0-eda7-4013-8ee5-6fc57b587b6a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:44.346028 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-638572ae-904e-45eb-b038-684272c60a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.372165 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2087cc35-5a40-442a-a85a-5c15e5cfd657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.384054 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-933fa102-5fe8-46b9-adf8-f0df4c4e7e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.466022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a1a24-39ec-4c6d-a11d-6ac0c58a7b48 req-f7dd5d30-9238-4920-86a0-310e221be928 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:44.468292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db2a1a24-39ec-4c6d-a11d-6ac0c58a7b48 req-f7dd5d30-9238-4920-86a0-310e221be928 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 949 time: 0.1879799 Sep 09 09:08:44.485303 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-638572ae-904e-45eb-b038-684272c60a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.523059 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-638572ae-904e-45eb-b038-684272c60a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.543941 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-933fa102-5fe8-46b9-adf8-f0df4c4e7e31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=493accebdb5e4ae6a4332276dca9e10e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4700971 Sep 09 09:08:44.545687 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.546071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42502) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:44.560411 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fa102-5fe8-46b9-adf8-f0df4c4e7e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e8b897-feeb-4254-af0e-a40f416c2dc6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:44.588928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262cc070-0fbe-4c3c-9442-87ca54ad586d None None] Network 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:08:44.599116 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-638572ae-904e-45eb-b038-684272c60a33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2b54a7918bd47568f74282acf176d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780154 Sep 09 09:08:44.602792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42504) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:44.604451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638572ae-904e-45eb-b038-684272c60a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fdc058-bdd2-4014-a79a-4660c00fac1f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:44.634646 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db2a1a24-39ec-4c6d-a11d-6ac0c58a7b48 req-6bec7bf8-ea55-4de3-8f72-6be9ab128c45 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550498 Sep 09 09:08:44.665734 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa25-05c4-4690-bf13-0c64c27285a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.693807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036028f5-d685-4426-a105-bae3081be791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b9ded3-ed66-40bf-aaa4-38554133c357'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:44.701874 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca10ad2-747b-481f-955b-8bb75e53ef24" -d '{"events": [{"server_uuid": "036028f5-d685-4426-a105-bae3081be791", "name": "network-vif-plugged", "status": "completed", "tag": "b2b9ded3-ed66-40bf-aaa4-38554133c357"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:44.704191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa25-05c4-4690-bf13-0c64c27285a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.738468 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67bf20d6-269e-4fb5-a3fa-9f7f5d703dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.784340 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842312ef-4db8-474b-83e7-44dc1c4f3c8a x-openstack-request-id: req-842312ef-4db8-474b-83e7-44dc1c4f3c8a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:44.784672 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036028f5-d685-4426-a105-bae3081be791", "name": "network-vif-plugged", "status": "completed", "tag": "b2b9ded3-ed66-40bf-aaa4-38554133c357", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:44.785322 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-842312ef-4db8-474b-83e7-44dc1c4f3c8a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:44.786450 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036028f5-d685-4426-a105-bae3081be791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b9ded3-ed66-40bf-aaa4-38554133c357', 'code': 200} Sep 09 09:08:44.800997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-384feb85-b0b2-4713-aeb6-c115ac53af9a None None] Provisioning for port 8413d49e-6f20-485e-a8f0-b9b001193912 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:44.811583 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67bf20d6-269e-4fb5-a3fa-9f7f5d703dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.837093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Router 3fc788e2-d1d3-4269-819c-6d34c9333b59 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:08:44.947956 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa25-05c4-4690-bf13-0c64c27285a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.952850 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa25-05c4-4690-bf13-0c64c27285a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:44.957966 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f0acaa25-05c4-4690-bf13-0c64c27285a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1e8b897-feeb-4254-af0e-a40f416c2dc6 HTTP/1.1" status: 204 len: 168 time: 0.4060745 Sep 09 09:08:45.009800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acaa25-05c4-4690-bf13-0c64c27285a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e8b897-feeb-4254-af0e-a40f416c2dc6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:45.053458 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cf446-b5ea-44c7-b69c-1b1205ecc79f req-cf25f807-95a0-49ba-a9a6-3b71e8525325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:45.055851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-982cf446-b5ea-44c7-b69c-1b1205ecc79f req-cf25f807-95a0-49ba-a9a6-3b71e8525325 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 1101 time: 0.1998312 Sep 09 09:08:45.059173 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67bf20d6-269e-4fb5-a3fa-9f7f5d703dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:45.072990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb35ac-ea46-4718-888e-85f36dce2041 req-c23ab26f-ee31-4881-b7dd-aab6d78d51d2 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:45.073740 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67bf20d6-269e-4fb5-a3fa-9f7f5d703dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:45.074848 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-21fb35ac-ea46-4718-888e-85f36dce2041 req-c23ab26f-ee31-4881-b7dd-aab6d78d51d2 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.0970221 Sep 09 09:08:45.079159 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-67bf20d6-269e-4fb5-a3fa-9f7f5d703dd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4fdc058-bdd2-4014-a79a-4660c00fac1f HTTP/1.1" status: 204 len: 168 time: 0.4717472 Sep 09 09:08:45.129141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf20d6-269e-4fb5-a3fa-9f7f5d703dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fdc058-bdd2-4014-a79a-4660c00fac1f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:45.165274 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-982cf446-b5ea-44c7-b69c-1b1205ecc79f req-1c745abe-ad4f-4032-95cd-53bf0f6b9697 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815790 Sep 09 09:08:45.194232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:08:45.215353 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Sync routers for ids ['3fc788e2-d1d3-4269-819c-6d34c9333b59'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:08:45.232275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-21fb35ac-ea46-4718-888e-85f36dce2041 req-d9a65277-5788-4812-ba07-a8d637a03868 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912704 Sep 09 09:08:45.247247 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Routers {'3fc788e2-d1d3-4269-819c-6d34c9333b59'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:08:45.247898 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:08:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3fc788e2-d1d3-4269-819c-6d34c9333b59'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:45.293626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5abacf-2fee-4f9b-a0e2-39a84670c642 req-9536d7d0-b92c-4808-a8b3-1988c1912aac tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:45.295320 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb5abacf-2fee-4f9b-a0e2-39a84670c642 req-9536d7d0-b92c-4808-a8b3-1988c1912aac tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 944 time: 0.0564625 Sep 09 09:08:45.334728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:45.343487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ab9b4590-5a48-4072-a201-bf92a03aba16 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5493510 Sep 09 09:08:45.343487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42524) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:45.351529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8413d49e-6f20-485e-a8f0-b9b001193912 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:45.372713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb5abacf-2fee-4f9b-a0e2-39a84670c642 req-1dbf27ec-1b42-4e44-9595-340ac2f9af74 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700109 Sep 09 09:08:45.396000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42528) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:45.444520 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8938f277-4711-4415-9f96-4d97c9eb2da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:45.445329 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Set router 3fc788e2-d1d3-4269-819c-6d34c9333b59 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:08:45.565900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3ae8ad83-f192-4808-88ff-202b3d5f827a details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:08:45.647963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8938f277-4711-4415-9f96-4d97c9eb2da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:45.657199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 8413d49e-6f20-485e-a8f0-b9b001193912 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:45.701740 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8938f277-4711-4415-9f96-4d97c9eb2da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:45.730132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8413d49e-6f20-485e-a8f0-b9b001193912 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:45.732158 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:45.838948 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8938f277-4711-4415-9f96-4d97c9eb2da0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fa3ab1bde26476d92443f5d0d1c76d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4410248 Sep 09 09:08:45.842172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42532) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:45.852846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938f277-4711-4415-9f96-4d97c9eb2da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f00cd1b-76a9-4cfb-ab36-75ae966cb4c8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:45.889490 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-router', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:40Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 3, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'gw_port': {'id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:42Z', 'updated_at': '2021-09-09T09:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:45.910238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ca8c1-3e5d-4b6f-9d14-6f0ae927b50a req-ad0acaab-afef-4dc0-b099-bf914c698ed5 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:45.912494 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1f2ca8c1-3e5d-4b6f-9d14-6f0ae927b50a req-ad0acaab-afef-4dc0-b099-bf914c698ed5 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 949 time: 0.1702104 Sep 09 09:08:45.962355 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Checking router: 3fc788e2-d1d3-4269-819c-6d34c9333b59 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:08:45.965201 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Updating router 3fc788e2-d1d3-4269-819c-6d34c9333b59 port 6f8228c0-cb2b-4b93-9508-cacb0a9895da binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:08:45.965324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e3b76b-3e87-4758-85c2-a37dc49af386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:45.976870 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1f2ca8c1-3e5d-4b6f-9d14-6f0ae927b50a req-36856ccb-e58d-44d6-b4c4-cc1888bdce5e tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552011 Sep 09 09:08:45.997295 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.000778 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e3b76b-3e87-4758-85c2-a37dc49af386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.034219 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.035490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:46.070835 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '3ae8ad83-f192-4808-88ff-202b3d5f827a', 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a', 'port_id': '3ae8ad83-f192-4808-88ff-202b3d5f827a', 'mac_address': 'fa:16:3e:ea:73:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:08:46.119598 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.122808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 8413d49e-6f20-485e-a8f0-b9b001193912, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8413d49e-6f20-485e-a8f0-b9b001193912,segment=NetworkSegment(5d7386d6-d3aa-4c6f-ac60-ecf751a8197e),segment_id=5d7386d6-d3aa-4c6f-ac60-ecf751a8197e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:46.138378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae8ad83-f192-4808-88ff-202b3d5f827a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:46.157296 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e3b76b-3e87-4758-85c2-a37dc49af386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.161291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e3b76b-3e87-4758-85c2-a37dc49af386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.162992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-72e3b76b-3e87-4758-85c2-a37dc49af386 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f00cd1b-76a9-4cfb-ab36-75ae966cb4c8 HTTP/1.1" status: 204 len: 168 time: 0.3199017 Sep 09 09:08:46.164726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b96f7d-9c31-4205-80bc-28c14f0abe12 req-b9a1c144-0040-466f-a0cf-e609c7349a20 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:46.167557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41b96f7d-9c31-4205-80bc-28c14f0abe12 req-b9a1c144-0040-466f-a0cf-e609c7349a20 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1102 time: 0.2057950 Sep 09 09:08:46.184914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:46.186547 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.187334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f9c14e6a-0161-4794-9738-8b141db19b22 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:46.208804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3b76b-3e87-4758-85c2-a37dc49af386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f00cd1b-76a9-4cfb-ab36-75ae966cb4c8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:46.327705 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-41b96f7d-9c31-4205-80bc-28c14f0abe12 req-fe180be9-f478-4b22-bb9f-1e16fa6c8744 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.359667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=8413d49e-6f20-485e-a8f0-b9b001193912,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:46.365056 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.411013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.468049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f9c14e6a-0161-4794-9738-8b141db19b22 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:46.468667 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.535661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=3ae8ad83-f192-4808-88ff-202b3d5f827a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:46.609783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe68963-39e7-426d-98da-d534e69f2bc4 req-43101a25-766b-4d97-b139-7a0247618fa4 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:46.628088 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fe68963-39e7-426d-98da-d534e69f2bc4 req-43101a25-766b-4d97-b139-7a0247618fa4 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 945 time: 0.1281307 Sep 09 09:08:46.675749 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-41b96f7d-9c31-4205-80bc-28c14f0abe12 req-fe180be9-f478-4b22-bb9f-1e16fa6c8744 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.706959 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.729875 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Transition to ACTIVE for port object 6f8228c0-cb2b-4b93-9508-cacb0a9895da will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:46.731744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Allocated IP 172.20.0.1 (5ce94dd4-feeb-4aa0-b3b4-81036172b1ef/f96cb625-8930-46d6-8d99-5c12b85e0bf9/02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:46.738586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fe68963-39e7-426d-98da-d534e69f2bc4 req-5730b6b0-cb4f-4776-8df4-2053bf61cefb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095061 Sep 09 09:08:46.831635 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.843624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['3ae8ad83-f192-4808-88ff-202b3d5f827a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:08:46.862174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.880724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Transition to ACTIVE for port object 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:46.894881 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-41b96f7d-9c31-4205-80bc-28c14f0abe12 req-fe180be9-f478-4b22-bb9f-1e16fa6c8744 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.904380 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Attempting to bind port 6f8228c0-cb2b-4b93-9508-cacb0a9895da on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:46.904808 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Attempting to bind port 6f8228c0-cb2b-4b93-9508-cacb0a9895da by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:46.905246 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Attempting to bind port 6f8228c0-cb2b-4b93-9508-cacb0a9895da on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:46.915087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41b96f7d-9c31-4205-80bc-28c14f0abe12 req-fe180be9-f478-4b22-bb9f-1e16fa6c8744 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273513 Sep 09 09:08:46.926144 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:46.926736 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:46.927259 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.927916 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:46.928887 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Bound port: 6f8228c0-cb2b-4b93-9508-cacb0a9895da, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:46.933077 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:46.960858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe180be9-f478-4b22-bb9f-1e16fa6c8744 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78399fa3-4d65-44a9-bd95-4c1989ba9f19,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:46.964079 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61bea4-f485-42b7-b22b-f6d4a10f2675 None None] Pushing event updated for resources: {'Port': ['ID=6f8228c0-cb2b-4b93-9508-cacb0a9895da,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:47.049283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.074236 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] For port 6f8228c0-cb2b-4b93-9508-cacb0a9895da, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:47.086978 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] For port 6f8228c0-cb2b-4b93-9508-cacb0a9895da, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6f8228c0-cb2b-4b93-9508-cacb0a9895da,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:47.091727 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1fc4-12a7-4d61-b7d3-dd6c45ada2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.135957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-b175ed4e-50c3-44b9-b2f7-3e060db213b2 req-a45ade26-1a81-4432-9319-1db1ec11aa5f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:08:47.137214 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b175ed4e-50c3-44b9-b2f7-3e060db213b2 req-a45ade26-1a81-4432-9319-1db1ec11aa5f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066609 Sep 09 09:08:47.158504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Network 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:47.163198 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.168439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:47.189261 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:47.190747 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.205783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8413d49e-6f20-485e-a8f0-b9b001193912 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:47.268077 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61bea4-f485-42b7-b22b-f6d4a10f2675 None None] Pushing event updated for resources: {'Port': ['ID=6f8228c0-cb2b-4b93-9508-cacb0a9895da,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:47.285494 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Routers {'3fc788e2-d1d3-4269-819c-6d34c9333b59'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:08:47.286269 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:08:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3fc788e2-d1d3-4269-819c-6d34c9333b59'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:47.294818 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Pushing event updated for resources: {'Port': ['ID=02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:47.318142 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.353841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777c4a8-d909-4381-9334-3fa269e2d3c3 req-97aed208-9826-4fd7-a588-b4d939ab2320 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:47.356107 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e777c4a8-d909-4381-9334-3fa269e2d3c3 req-97aed208-9826-4fd7-a588-b4d939ab2320 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 949 time: 0.2347381 Sep 09 09:08:47.368282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8413d49e-6f20-485e-a8f0-b9b001193912 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:47.374911 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.439805 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e777c4a8-d909-4381-9334-3fa269e2d3c3 req-dd99725f-a1e6-4c56-98db-f7f1acad79c3 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767417 Sep 09 09:08:47.561384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.590304 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] Set router 3fc788e2-d1d3-4269-819c-6d34c9333b59 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:08:47.608011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3ae8ad83-f192-4808-88ff-202b3d5f827a up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:47.781398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d3e25ef7-7d1d-478b-b37a-0fd91e19570b None None] Provisioning for port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:47.785672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d3e25ef7-7d1d-478b-b37a-0fd91e19570b None None] Provisioning complete for port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:47.786263 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3e25ef7-7d1d-478b-b37a-0fd91e19570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.826480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 3ae8ad83-f192-4808-88ff-202b3d5f827a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:47.827572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.832162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 3ae8ad83-f192-4808-88ff-202b3d5f827a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:47.832501 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.867239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d3e25ef7-7d1d-478b-b37a-0fd91e19570b None None] Port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:08:47.900015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.901399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.930018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:47.964099 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-router', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:40Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 3, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'gw_port': {'id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:42Z', 'updated_at': '2021-09-09T09:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:47.985335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df980da-0a70-41d2-8d4b-409f0d024229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae8ad83-f192-4808-88ff-202b3d5f827a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:47.988476 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4709ef-123b-4f0e-8a65-b0a65024bc38" -d '{"events": [{"server_uuid": "7df980da-0a70-41d2-8d4b-409f0d024229", "name": "network-vif-plugged", "status": "completed", "tag": "3ae8ad83-f192-4808-88ff-202b3d5f827a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:48.002587 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0552c72-f313-4c2a-a820-42db12ecd898 None None] The sync data for ids ['3fc788e2-d1d3-4269-819c-6d34c9333b59'] in n-d-778696-16 is: [{'id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-router', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:40Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 3, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'gw_port': {'id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:42Z', 'updated_at': '2021-09-09T09:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:08:48.003583 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:48.023821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Pushing event updated for resources: {'Port': ['ID=02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:48.095129 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:48.173475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Network 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:48.179190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:48.202741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=3ae8ad83-f192-4808-88ff-202b3d5f827a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:48.334762 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:48.382912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46385229-5bf6-4345-af49-b53a9458228d req-862e28cc-9786-43e8-8839-f4e9b38481a3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:48.390471 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46385229-5bf6-4345-af49-b53a9458228d req-862e28cc-9786-43e8-8839-f4e9b38481a3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 946 time: 0.2130334 Sep 09 09:08:48.597752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7c106850-400e-4b3d-b5ba-c2cd2bd7f2a5 None None] Provisioning complete for port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:48.598127 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c106850-400e-4b3d-b5ba-c2cd2bd7f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:48.631645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Router 3fc788e2-d1d3-4269-819c-6d34c9333b59 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:08:48.655111 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46385229-5bf6-4345-af49-b53a9458228d req-3eb8c203-310f-4793-ba88-a71e49dda296 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588227 Sep 09 09:08:48.697220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7c106850-400e-4b3d-b5ba-c2cd2bd7f2a5 None None] Port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:08:48.734885 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bd39bc-8810-44fe-9e1a-30bfbfe9db6f x-openstack-request-id: req-b2bd39bc-8810-44fe-9e1a-30bfbfe9db6f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:48.735360 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df980da-0a70-41d2-8d4b-409f0d024229", "name": "network-vif-plugged", "status": "completed", "tag": "3ae8ad83-f192-4808-88ff-202b3d5f827a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:48.735722 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2bd39bc-8810-44fe-9e1a-30bfbfe9db6f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:48.736495 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df980da-0a70-41d2-8d4b-409f0d024229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae8ad83-f192-4808-88ff-202b3d5f827a', 'code': 200} Sep 09 09:08:48.819408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:08:48.826474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8fcc0b4a-cf23-46d8-a150-63f79ff5089c admin admin] 10.222.0.32 "PUT /v2.0/routers/3fc788e2-d1d3-4269-819c-6d34c9333b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4855618 Sep 09 09:08:48.908685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59450-e345-4b1f-9255-22d9c7d7794f req-8d763c63-02da-421d-9952-4d13a8e1691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:48.910521 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ca59450-e345-4b1f-9255-22d9c7d7794f req-8d763c63-02da-421d-9952-4d13a8e1691c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 1098 time: 0.0972340 Sep 09 09:08:48.947822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76253ab-7901-42a8-be11-d8adae48c36b req-a68b71df-0286-477c-9c46-f265d2e01048 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:48.949642 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a76253ab-7901-42a8-be11-d8adae48c36b req-a68b71df-0286-477c-9c46-f265d2e01048 tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 949 time: 0.0652947 Sep 09 09:08:48.995821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21736280-60e4-4950-916b-3666b964bd14 req-644c940e-dfef-4ce1-8d8f-0606f4cbaaf6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:49.004138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21736280-60e4-4950-916b-3666b964bd14 req-644c940e-dfef-4ce1-8d8f-0606f4cbaaf6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.1108015 Sep 09 09:08:49.030760 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a76253ab-7901-42a8-be11-d8adae48c36b req-7294d2b0-7d2b-468b-8788-e8322e7a684b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/security-groups?id=41d24ba8-1541-4a89-b359-65dfbf6ed560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660896 Sep 09 09:08:49.045115 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ca59450-e345-4b1f-9255-22d9c7d7794f req-f3469038-79f1-42b3-8244-6e28361c49d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106377 Sep 09 09:08:49.071075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21736280-60e4-4950-916b-3666b964bd14 req-fe620bbd-cf77-4fec-8507-e85b13e783d5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657051 Sep 09 09:08:49.239986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6f8228c0-cb2b-4b93-9508-cacb0a9895da up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:49.368246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 6f8228c0-cb2b-4b93-9508-cacb0a9895da completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:49.373122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 6f8228c0-cb2b-4b93-9508-cacb0a9895da triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:49.373490 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:49.481796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:49.527732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 6f8228c0-cb2b-4b93-9508-cacb0a9895da, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6f8228c0-cb2b-4b93-9508-cacb0a9895da,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:49.545163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30ea4-c80a-494b-b13e-8c6248f49a83 req-eda2a74d-c66d-423d-a379-d451d2f3921a tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:49.547026 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68e30ea4-c80a-494b-b13e-8c6248f49a83 req-eda2a74d-c66d-423d-a379-d451d2f3921a tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.41 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 949 time: 0.0921509 Sep 09 09:08:49.597056 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:49.690748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42656) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:49.732922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=6f8228c0-cb2b-4b93-9508-cacb0a9895da,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:49.782554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-68e30ea4-c80a-494b-b13e-8c6248f49a83 req-93f9449e-112c-4cf4-a26d-5afd71275b4b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Deleting port b2b9ded3-ed66-40bf-aaa4-38554133c357 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:08:49.783501 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68e30ea4-c80a-494b-b13e-8c6248f49a83 req-93f9449e-112c-4cf4-a26d-5afd71275b4b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:49.834699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306ac54-9c13-448c-b36c-9314dcf07fb8 req-83526ad2-7f3a-4606-a556-beb3116d685b tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:49.836303 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5306ac54-9c13-448c-b36c-9314dcf07fb8 req-83526ad2-7f3a-4606-a556-beb3116d685b tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 946 time: 0.0742614 Sep 09 09:08:49.906929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-68e30ea4-c80a-494b-b13e-8c6248f49a83 req-93f9449e-112c-4cf4-a26d-5afd71275b4b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] For port b2b9ded3-ed66-40bf-aaa4-38554133c357, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b2b9ded3-ed66-40bf-aaa4-38554133c357,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:49.907282 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68e30ea4-c80a-494b-b13e-8c6248f49a83 req-93f9449e-112c-4cf4-a26d-5afd71275b4b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:49.911143 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:49.925153 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5306ac54-9c13-448c-b36c-9314dcf07fb8 req-e3b37f77-28c6-42b9-a1a7-0494e5633efb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779705 Sep 09 09:08:49.938017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-68e30ea4-c80a-494b-b13e-8c6248f49a83 req-93f9449e-112c-4cf4-a26d-5afd71275b4b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Calling delete_port for b2b9ded3-ed66-40bf-aaa4-38554133c357 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:08:50.151698 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68e30ea4-c80a-494b-b13e-8c6248f49a83 req-93f9449e-112c-4cf4-a26d-5afd71275b4b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:50.163695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['b2b9ded3-ed66-40bf-aaa4-38554133c357'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:08:50.241735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9449e-112c-4cf4-a26d-5afd71275b4b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Pushing event deleted for resources: {'Port': ['ID=b2b9ded3-ed66-40bf-aaa4-38554133c357,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:50.244177 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa191810-1d2a-4514-a1af-920c38d14e1b req-92e0117c-1b42-42c1-85db-65690071bb5f tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 210 time: 0.0853090 Sep 09 09:08:50.413895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e30ea4-c80a-494b-b13e-8c6248f49a83 req-93f9449e-112c-4cf4-a26d-5afd71275b4b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] No DVR routers for this DVR port b2b9ded3-ed66-40bf-aaa4-38554133c357 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:08:50.419042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68e30ea4-c80a-494b-b13e-8c6248f49a83 req-93f9449e-112c-4cf4-a26d-5afd71275b4b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:50.421046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68e30ea4-c80a-494b-b13e-8c6248f49a83 req-93f9449e-112c-4cf4-a26d-5afd71275b4b tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.41 "DELETE /v2.0/ports/b2b9ded3-ed66-40bf-aaa4-38554133c357 HTTP/1.1" status: 204 len: 173 time: 0.8542750 Sep 09 09:08:50.421486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036028f5-d685-4426-a105-bae3081be791', 'name': 'network-vif-deleted', 'tag': 'b2b9ded3-ed66-40bf-aaa4-38554133c357'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:50.424986 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f89983-775d-4ca7-aa4a-08790ce76d56" -d '{"events": [{"server_uuid": "036028f5-d685-4426-a105-bae3081be791", "name": "network-vif-deleted", "tag": "b2b9ded3-ed66-40bf-aaa4-38554133c357"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:50.474901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d19c27-b4ac-4166-988b-79c5c9776216 req-63388e63-8eb9-45ae-b22e-b346cbaa0438 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:50.476548 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44d19c27-b4ac-4166-988b-79c5c9776216 req-63388e63-8eb9-45ae-b22e-b346cbaa0438 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.1200392 Sep 09 09:08:50.481836 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-2fdcfe31-70ee-41fa-8d1a-c72ae7fa49ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7891531 Sep 09 09:08:50.502751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-12e33508-1a7d-4eab-81b2-72b812edae7a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:08:50.503823 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-12e33508-1a7d-4eab-81b2-72b812edae7a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132401 Sep 09 09:08:50.577528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Sync routers for ids ['3fc788e2-d1d3-4269-819c-6d34c9333b59'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:08:50.590666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Routers {'3fc788e2-d1d3-4269-819c-6d34c9333b59'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:08:50.591844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:08:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3fc788e2-d1d3-4269-819c-6d34c9333b59'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:50.600895 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44d19c27-b4ac-4166-988b-79c5c9776216 req-7660f6e4-1b19-4764-9488-521c82e8206c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956371 Sep 09 09:08:50.616024 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7effe654-78b8-49cd-b0b9-4718af0c623f x-openstack-request-id: req-7effe654-78b8-49cd-b0b9-4718af0c623f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:50.619642 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036028f5-d685-4426-a105-bae3081be791", "name": "network-vif-deleted", "tag": "b2b9ded3-ed66-40bf-aaa4-38554133c357", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:50.619642 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7effe654-78b8-49cd-b0b9-4718af0c623f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:50.619642 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036028f5-d685-4426-a105-bae3081be791', 'name': 'network-vif-deleted', 'tag': 'b2b9ded3-ed66-40bf-aaa4-38554133c357', 'status': 'completed', 'code': 200} Sep 09 09:08:50.879314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Set router 3fc788e2-d1d3-4269-819c-6d34c9333b59 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:08:51.244174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-router', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:40Z', 'updated_at': '2021-09-09T09:08:47Z', 'revision_number': 4, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'gw_port': {'id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:42Z', 'updated_at': '2021-09-09T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863', 'name': '', 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'mac_address': 'fa:16:3e:53:09:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f96cb625-8930-46d6-8d99-5c12b85e0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:46Z', 'updated_at': '2021-09-09T09:08:47Z', 'revision_number': 2, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'subnets': [{'id': 'f96cb625-8930-46d6-8d99-5c12b85e0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:51.289440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42716) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:51.298877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bc961-6c3c-4f61-bd0e-949e6042c40f req-f7b84e4d-8486-4abf-a7b8-e6c04a5a78d0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:51.299540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-78d38073-148d-444e-9048-4e4e2db212ee tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717081018', 'description': 'tempest-description--1729119010'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:51.308135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c94bc961-6c3c-4f61-bd0e-949e6042c40f req-f7b84e4d-8486-4abf-a7b8-e6c04a5a78d0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 946 time: 0.1089842 Sep 09 09:08:51.316136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Checking router: 3fc788e2-d1d3-4269-819c-6d34c9333b59 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:08:51.316493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Updating router 3fc788e2-d1d3-4269-819c-6d34c9333b59 port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:08:51.318743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6f8228c0-cb2b-4b93-9508-cacb0a9895da up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:51.358581 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c94bc961-6c3c-4f61-bd0e-949e6042c40f req-680d199d-c2d3-4326-a3d1-1bd14f1e9101 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494888 Sep 09 09:08:51.404343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78d38073-148d-444e-9048-4e4e2db212ee tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:51.509900 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:51.528059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ef1d6fa-4caa-4fd2-9e75-f80575eae300 req-fa5aaa9b-47a3-4ce8-8a60-8b7f39e9557e tempest-ImagesNegativeTestJSON-1317967020 tempest-ImagesNegativeTestJSON-1317967020-project] 10.222.0.32 "GET /v2.0/ports?device_id=036028f5-d685-4426-a105-bae3081be791 HTTP/1.1" status: 200 len: 210 time: 0.0429580 Sep 09 09:08:51.563947 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 6f8228c0-cb2b-4b93-9508-cacb0a9895da triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:51.564334 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:51.613830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78d38073-148d-444e-9048-4e4e2db212ee tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:51.677996 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78d38073-148d-444e-9048-4e4e2db212ee tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:51.714386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d38073-148d-444e-9048-4e4e2db212ee tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:51.832173 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78d38073-148d-444e-9048-4e4e2db212ee tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:51.839461 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-78d38073-148d-444e-9048-4e4e2db212ee tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5461347 Sep 09 09:08:51.843478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42740) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:51.847890 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b1e64c1b-f926-4ba8-a3d1-1524d6c28b9b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Request body: {'security_group_rule': {'security_group_id': 'e4a80ea4-6e7e-4f4c-a3cd-72a851bea924', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:51.929278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b1e64c1b-f926-4ba8-a3d1-1524d6c28b9b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.033607 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.054199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Transition to ACTIVE for port object 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:52.075614 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b1e64c1b-f926-4ba8-a3d1-1524d6c28b9b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.081561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616549c-5925-4fbf-8b74-0feffc83a779 req-c265f129-9066-4a8e-b537-2379f8c1e7b2 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:52.083101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f616549c-5925-4fbf-8b74-0feffc83a779 req-c265f129-9066-4a8e-b537-2379f8c1e7b2 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 1098 time: 0.0971761 Sep 09 09:08:52.129985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f616549c-5925-4fbf-8b74-0feffc83a779 req-ee547cfe-13e3-4446-9deb-5c7973909738 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380986 Sep 09 09:08:52.146613 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.162945 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b1e64c1b-f926-4ba8-a3d1-1524d6c28b9b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.195761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e64c1b-f926-4ba8-a3d1-1524d6c28b9b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baeeea42-37bb-43a5-b5b7-b515789291bd,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:52.271984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e8550-2a3c-4995-8d32-d1983fad828e None None] Pushing event updated for resources: {'Port': ['ID=02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:52.277762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b1e64c1b-f926-4ba8-a3d1-1524d6c28b9b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.282402 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b1e64c1b-f926-4ba8-a3d1-1524d6c28b9b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4396877 Sep 09 09:08:52.283605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42766) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:52.288310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Attempting to bind port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:52.288856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Attempting to bind port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '5d7386d6-d3aa-4c6f-ac60-ecf751a8197e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:52.289320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Attempting to bind port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 on network 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:52.290557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8674ee84-0683-42b5-a548-ec37383b3841 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Request body: {'security_group_rule': {'security_group_id': 'e4a80ea4-6e7e-4f4c-a3cd-72a851bea924', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:52.299773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:52.300017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Checking segment: {'id': '5d7386d6-d3aa-4c6f-ac60-ecf751a8197e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:52.300528 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.301023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Bound using segment: {'id': '5d7386d6-d3aa-4c6f-ac60-ecf751a8197e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:52.301597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Bound port: 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7386d6-d3aa-4c6f-ac60-ecf751a8197e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:52.302182 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.309815 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-674c5d8d-857b-450f-9511-d95c3531a06e tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7faf8079438547028a2104e602ca51cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410347 Sep 09 09:08:52.310008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd021e9-e708-4278-b9ad-a8e09e3f2434 req-db4a6f60-3d39-422e-ae58-6d563bf21fb4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:52.314604 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffd021e9-e708-4278-b9ad-a8e09e3f2434 req-db4a6f60-3d39-422e-ae58-6d563bf21fb4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.0802007 Sep 09 09:08:52.361161 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffd021e9-e708-4278-b9ad-a8e09e3f2434 req-76ea586e-edb9-42c5-8c1d-4870cb0349d9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415096 Sep 09 09:08:52.414141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] For port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:52.419130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] For port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863,segment=NetworkSegment(5d7386d6-d3aa-4c6f-ac60-ecf751a8197e),segment_id=5d7386d6-d3aa-4c6f-ac60-ecf751a8197e)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:52.452351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8674ee84-0683-42b5-a548-ec37383b3841 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.498485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-c87b2a46-c010-49e1-9f9a-fe821a687621 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:52.499971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-c87b2a46-c010-49e1-9f9a-fe821a687621 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827991 Sep 09 09:08:52.513520 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.528798 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-356ff27b-93cf-43e8-8401-46e600ca8cbd tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/quotas/7faf8079438547028a2104e602ca51cb HTTP/1.1" status: 200 len: 375 time: 0.0212638 Sep 09 09:08:52.564489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8674ee84-0683-42b5-a548-ec37383b3841 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.581145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Routers {'3fc788e2-d1d3-4269-819c-6d34c9333b59'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:08:52.581769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:08:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3fc788e2-d1d3-4269-819c-6d34c9333b59'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:52.591964 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-7ebd3d3b-a113-46ac-99ed-92fa88fd29eb tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7faf8079438547028a2104e602ca51cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483284 Sep 09 09:08:52.648913 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8674ee84-0683-42b5-a548-ec37383b3841 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.672906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e8550-2a3c-4995-8d32-d1983fad828e None None] Pushing event updated for resources: {'Port': ['ID=02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:52.685245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674ee84-0683-42b5-a548-ec37383b3841 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169ba035-1735-479d-9c53-90a7cf12b770,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:52.754306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] Set router 3fc788e2-d1d3-4269-819c-6d34c9333b59 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:08:52.774422 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8674ee84-0683-42b5-a548-ec37383b3841 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:52.784277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8674ee84-0683-42b5-a548-ec37383b3841 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4943728 Sep 09 09:08:52.784277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42778) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:52.785114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:52.815474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f07683-0be4-4583-aec6-a57cd655b98d req-c43404b2-aa1f-472a-9b8d-5159819c8892 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:52.817544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5f07683-0be4-4583-aec6-a57cd655b98d req-c43404b2-aa1f-472a-9b8d-5159819c8892 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 1098 time: 0.0539820 Sep 09 09:08:52.875985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5f07683-0be4-4583-aec6-a57cd655b98d req-84fd3607-2df1-49b8-a4eb-2f25a3407300 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506167 Sep 09 09:08:52.889131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:53.145412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-router', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:40Z', 'updated_at': '2021-09-09T09:08:47Z', 'revision_number': 4, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'gw_port': {'id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:42Z', 'updated_at': '2021-09-09T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863', 'name': '', 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'mac_address': 'fa:16:3e:53:09:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f96cb625-8930-46d6-8d99-5c12b85e0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:46Z', 'updated_at': '2021-09-09T09:08:52Z', 'revision_number': 4, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'subnets': [{'id': 'f96cb625-8930-46d6-8d99-5c12b85e0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:08:53.184988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727241a-7a95-4106-b65e-c35b1e7e20b1 None None] The sync data for ids ['3fc788e2-d1d3-4269-819c-6d34c9333b59'] in n-d-778696-16 is: [{'id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-router', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:40Z', 'updated_at': '2021-09-09T09:08:47Z', 'revision_number': 4, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'gw_port': {'id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:42Z', 'updated_at': '2021-09-09T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863', 'name': '', 'network_id': '5ce94dd4-feeb-4aa0-b3b4-81036172b1ef', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'mac_address': 'fa:16:3e:53:09:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f96cb625-8930-46d6-8d99-5c12b85e0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:46Z', 'updated_at': '2021-09-09T09:08:52Z', 'revision_number': 4, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'subnets': [{'id': 'f96cb625-8930-46d6-8d99-5c12b85e0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:08:53.236894 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41b0e866-af89-43a9-8ac3-748363bd96ad req-43be86a9-3ad1-4204-9955-652795f591e5 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 210 time: 0.0447903 Sep 09 09:08:53.311170 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:53.575931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-2937b50e-5258-4653-bf9a-c76ebfea29ab req-1ca47777-696e-44c5-b55c-ea2fa38fcd2c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:08:53.578470 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2937b50e-5258-4653-bf9a-c76ebfea29ab req-1ca47777-696e-44c5-b55c-ea2fa38fcd2c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0710461 Sep 09 09:08:53.591294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Allocated IP 172.25.8.140 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/45463038-c7b4-4365-bdd7-45d10c3e1c21) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:53.615713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b2b9ded3-ed66-40bf-aaa4-38554133c357 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:08:53.663625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: b2b9ded3-ed66-40bf-aaa4-38554133c357 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:08:53.663975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b2b9ded3-ed66-40bf-aaa4-38554133c357 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:08:53.719329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836eb55-fce8-4035-a43c-57de251cd59a req-0de544f5-9318-4fa3-b11c-9bd8677b08d5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:53.721046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4836eb55-fce8-4035-a43c-57de251cd59a req-0de544f5-9318-4fa3-b11c-9bd8677b08d5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.2185607 Sep 09 09:08:53.772120 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:53.780212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-224b24b1-02d5-494c-854f-ba15920bd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:53.781722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-224b24b1-02d5-494c-854f-ba15920bd649 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1102 time: 0.1088519 Sep 09 09:08:53.828338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4836eb55-fce8-4035-a43c-57de251cd59a req-b940b27f-82ec-4e49-9874-b8ebd577f5f9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964122 Sep 09 09:08:53.955182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-e90391d3-d2cc-4e3b-8c01-a2099d0463f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:53.956848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-e90391d3-d2cc-4e3b-8c01-a2099d0463f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1639874 Sep 09 09:08:54.003013 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-e7d9dd59-9988-43ff-9f2c-425c26925e0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 200 len: 217 time: 0.0381236 Sep 09 09:08:54.022817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:54.116156 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:54.126315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:54.129134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:54.141230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-1e7b9859-5c9b-411e-a11b-6934e5e904d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:54.142994 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-1e7b9859-5c9b-411e-a11b-6934e5e904d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1318247 Sep 09 09:08:54.151487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Pushing event updated for resources: {'Port': ['ID=45463038-c7b4-4365-bdd7-45d10c3e1c21,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:54.275765 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:54.289422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-bac54904-ecba-4097-98ed-0cea3266887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:54.291411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-bac54904-ecba-4097-98ed-0cea3266887d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1363294 Sep 09 09:08:54.352404 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d11a75c-9b9d-41b4-a9ac-38fa209ddbb2 req-5a6e62d4-74e2-4b1b-bc9c-084bbff0b66c tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 210 time: 0.0435452 Sep 09 09:08:54.437502 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-a12638cd-43ea-488d-8c8f-6d8d2c47a498 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387525 Sep 09 09:08:54.441264 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:54.592957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-dd639f28-05cf-4c60-8c79-560f0773bdcb service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490617 Sep 09 09:08:54.692792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:54.705108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42870) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:54.735616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42874) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:54.814095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:54.851282 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:54.873891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Pushing event updated for resources: {'Port': ['ID=45463038-c7b4-4365-bdd7-45d10c3e1c21,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:54.899721 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:54.956949 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:54.958208 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c91c335f-1c0e-4f66-b514-65a460215c4b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1775129 Sep 09 09:08:54.968399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dc2d1-ca40-4e95-986b-5f73d90a3597 req-37b6ad26-f5e7-49bf-b832-36a3b8388210 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:54.975779 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c71dc2d1-ca40-4e95-986b-5f73d90a3597 req-37b6ad26-f5e7-49bf-b832-36a3b8388210 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.0636280 Sep 09 09:08:55.012524 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c71dc2d1-ca40-4e95-986b-5f73d90a3597 req-84dfe5c3-9926-4daf-b232-21bcf1d3e957 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358245 Sep 09 09:08:55.118447 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ea3cfe0-ccbe-4415-8d94-e4937e1158d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.136598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42890) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:55.198883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:55.199072 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5443b267-9701-4e1e-9765-fcda51a0a4ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b68df98e58dd4e04b2fd586d3fb87efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615035 Sep 09 09:08:55.202842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:55.303617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19ddb13-32c9-4ca5-9bfb-ecb12e16cf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.328242 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ea3cfe0-ccbe-4415-8d94-e4937e1158d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.368395 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19ddb13-32c9-4ca5-9bfb-ecb12e16cf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.391820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:55.396186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:55.396568 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.414480 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab6e4-3968-439f-84d5-3ea6587d57f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.431643 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ea3cfe0-ccbe-4415-8d94-e4937e1158d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.455276 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-64e761bc-404b-4a85-b153-6ae8905fa7b2 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1717081018&fields=id&tenant_id=6f8f99698e89468394188ee2ceca9ef4 HTTP/1.1" status: 200 len: 267 time: 0.0898774 Sep 09 09:08:55.478522 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3ea3cfe0-ccbe-4415-8d94-e4937e1158d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7bacc8478db49a3825fc0f3b8a65aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7690592 Sep 09 09:08:55.478522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3cfe0-ccbe-4415-8d94-e4937e1158d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9080cc-2aef-4449-b96b-2b9599fda315,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:55.479224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42916) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:55.484481 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.534955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863,segment=NetworkSegment(5d7386d6-d3aa-4c6f-ac60-ecf751a8197e),segment_id=5d7386d6-d3aa-4c6f-ac60-ecf751a8197e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:08:55.614620 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.615545 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.624624 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19ddb13-32c9-4ca5-9bfb-ecb12e16cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.627158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19ddb13-32c9-4ca5-9bfb-ecb12e16cf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.630859 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e19ddb13-32c9-4ca5-9bfb-ecb12e16cf3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41d24ba8-1541-4a89-b359-65dfbf6ed560 HTTP/1.1" status: 204 len: 168 time: 0.4243674 Sep 09 09:08:55.642423 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-e5ba94b1-b21b-4757-afc5-223ae093a0d7 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7faf8079438547028a2104e602ca51cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727427 Sep 09 09:08:55.677532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ddb13-32c9-4ca5-9bfb-ecb12e16cf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d24ba8-1541-4a89-b359-65dfbf6ed560,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:55.688736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:55.726677 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db3e305f-72d7-4a81-96b4-e7dc3e999f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.763316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-0b34848f-77a3-41f5-9c33-6d117a2d52db tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:55.764832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-0b34848f-77a3-41f5-9c33-6d117a2d52db tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/networks?id=1e03ded8-bda0-484a-9427-b212bb2c9357 HTTP/1.1" status: 200 len: 824 time: 0.2741201 Sep 09 09:08:55.982232 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab6e4-3968-439f-84d5-3ea6587d57f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:55.988601 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db3e305f-72d7-4a81-96b4-e7dc3e999f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.000587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-fa0e348a-2bfd-43a7-bad5-f4f272c93594 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/quotas/6f8f99698e89468394188ee2ceca9ef4 HTTP/1.1" status: 200 len: 375 time: 0.2290168 Sep 09 09:08:56.075324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab6e4-3968-439f-84d5-3ea6587d57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.086613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-0b883268-0e96-4bb9-8627-41441a24a18f tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:56.088609 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-0b883268-0e96-4bb9-8627-41441a24a18f tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4290311 Sep 09 09:08:56.117987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Request body: {'port': {'device_id': 'b490e5b2-93b4-4c3e-9c6e-b07229645d35', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '7faf8079438547028a2104e602ca51cb'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:56.173899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-477a98cd-a02c-4416-b172-36b6f5b7ce8f tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f8f99698e89468394188ee2ceca9ef4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1657691 Sep 09 09:08:56.176078 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6c6ab6e4-3968-439f-84d5-3ea6587d57f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8775aa42ffb7447dbbe9455549e1cc02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0383406 Sep 09 09:08:56.179700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42940) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:56.187908 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ab6e4-3968-439f-84d5-3ea6587d57f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f7a808-87d2-4ffd-9ba0-3b6bfc773eb2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:56.243501 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdc6cc-3593-4d24-b481-2efe4c318fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.270171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdc6cc-3593-4d24-b481-2efe4c318fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.293004 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db3e305f-72d7-4a81-96b4-e7dc3e999f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.295556 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db3e305f-72d7-4a81-96b4-e7dc3e999f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.296848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-db3e305f-72d7-4a81-96b4-e7dc3e999f0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c9080cc-2aef-4449-b96b-2b9599fda315 HTTP/1.1" status: 204 len: 168 time: 0.8158810 Sep 09 09:08:56.325702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e305f-72d7-4a81-96b4-e7dc3e999f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9080cc-2aef-4449-b96b-2b9599fda315,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:56.361821 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-94573e82-499a-4fd3-9ee9-2923219cacda service neutron] 10.222.0.32 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748090 Sep 09 09:08:56.437263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdc6cc-3593-4d24-b481-2efe4c318fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.440112 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdc6cc-3593-4d24-b481-2efe4c318fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.440605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Made reservation on behalf of 7faf8079438547028a2104e602ca51cb for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:08:56.441075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d9fdc6cc-3593-4d24-b481-2efe4c318fab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80f7a808-87d2-4ffd-9ba0-3b6bfc773eb2 HTTP/1.1" status: 204 len: 168 time: 0.2603862 Sep 09 09:08:56.448563 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.452172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdc6cc-3593-4d24-b481-2efe4c318fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f7a808-87d2-4ffd-9ba0-3b6bfc773eb2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:56.474458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.493062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-52fc297c-69b3-4e86-a78f-d5e6d4223010 service neutron] 10.222.0.32 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302044 Sep 09 09:08:56.588768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.654439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:56.736617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6313f926-c93d-43f4-98a5-49ea0a84a69e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:56.772906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-337b6652-260f-45e7-bc99-1fc9cbdf2c3d req-65d7c277-c174-4106-b738-df2a57a0e852 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 210 time: 0.0333047 Sep 09 09:08:56.916119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Allocated IP 192.168.233.207 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/d01b9bf8-7a08-4a74-9ad1-3f5d66897c95) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:08:56.967226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570320c9-04a2-4429-b140-d66af4787e11 req-6d722e14-a208-4771-bbbb-74995af139c9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:56.968730 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-570320c9-04a2-4429-b140-d66af4787e11 req-6d722e14-a208-4771-bbbb-74995af139c9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.1119468 Sep 09 09:08:57.063211 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-570320c9-04a2-4429-b140-d66af4787e11 req-ee238a7a-3c9b-417c-b9d4-7c36435f6b7b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848794 Sep 09 09:08:57.117399 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:57.149277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-11efef8a-d332-4d50-9648-e0f639217f68 req-9a7b41b4-e3e7-4c94-9e9e-7e458c0adc62 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 210 time: 0.0420501 Sep 09 09:08:57.155091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Transition to ACTIVE for port object d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:57.159659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:08:57.213352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:57.213715 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:57.271807 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:57.317205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:08:57.320323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:08:57.327312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:08:57.327805 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42972) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:57.333951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:57.334347 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:57.346725 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Pushing event updated for resources: {'Port': ['ID=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:57.361530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb418-6220-465f-bc30-0839aa9b0a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:57.376630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42976) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:57.397937 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-741d337e-65aa-44bf-9182-914151e66ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:57.456425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-d5eee03c-bcf1-4314-ac10-126270a38226 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3441443 Sep 09 09:08:57.465915 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-741d337e-65aa-44bf-9182-914151e66ad1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:08:57.465915 n-d-778696-16 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:08:57.465915 n-d-778696-16 neutron-server[95326]: [parameters: {'project_id_1': 'a5742bf874814a52a03a83f2dad8ddfe', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 8, 37, 411238)}] Sep 09 09:08:57.465915 n-d-778696-16 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:08:57.466594 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-741d337e-65aa-44bf-9182-914151e66ad1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:08:57.472462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Request body: {'port': {'device_id': 'b490e5b2-93b4-4c3e-9c6e-b07229645d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:57.632353 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:57.633021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb418-6220-465f-bc30-0839aa9b0a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:57.633021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-3fffefb8-b25a-4a0c-b325-b8f127fc79a0 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:08:57.633021 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-3fffefb8-b25a-4a0c-b325-b8f127fc79a0 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7591996 Sep 09 09:08:57.664049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-f0b79c38-26f5-4c36-91c2-19bf0fc12515 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:57.665499 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-f0b79c38-26f5-4c36-91c2-19bf0fc12515 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports/3ae8ad83-f192-4808-88ff-202b3d5f827a HTTP/1.1" status: 200 len: 1095 time: 0.0367529 Sep 09 09:08:57.677514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Request body: {'binding': {'host': 'n-h1-778696-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:57.678074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Unknown quota resources ['binding']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:08:57.842678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5de51b33-8157-4a78-a7b6-55bd4289fb2c None None] Provisioning for port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:08:57.847290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5de51b33-8157-4a78-a7b6-55bd4289fb2c None None] Provisioning complete for port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:08:57.854986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5de51b33-8157-4a78-a7b6-55bd4289fb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:57.877737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:08:57.891927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:57.934610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Transition to ACTIVE for port object d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:08:57.964333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb48571-4432-415c-8e74-e001eee09fe3 req-64c1a9a0-d2c6-4127-bce9-76ffadda3d7e tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:57.966179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bb48571-4432-415c-8e74-e001eee09fe3 req-64c1a9a0-d2c6-4127-bce9-76ffadda3d7e tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 936 time: 0.0671604 Sep 09 09:08:57.966919 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-741d337e-65aa-44bf-9182-914151e66ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:57.972912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb418-6220-465f-bc30-0839aa9b0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.006998 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e6cbb418-6220-465f-bc30-0839aa9b0a21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20be3b4198834ee9a061ce16b79b5b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6780388 Sep 09 09:08:58.011111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42984) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:58.045203 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.046345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbb418-6220-465f-bc30-0839aa9b0a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f9c5ed-68c0-4533-a85e-024660950a66,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:58.054422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bb48571-4432-415c-8e74-e001eee09fe3 req-c498baa1-5064-49b2-a8b6-e60fe52b6029 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778642 Sep 09 09:08:58.078054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a on host n-h1-778696-16 for vnic_type normal with profile None {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:58.080701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5de51b33-8157-4a78-a7b6-55bd4289fb2c None None] Port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:08:58.080813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:58.080813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:58.092615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Port 3ae8ad83-f192-4808-88ff-202b3d5f827a on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:08:58.093125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:58.099232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:58.099779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:58.100162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:58.100592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Bound port: 3ae8ad83-f192-4808-88ff-202b3d5f827a, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:58.145174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:58.205020 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3be6fc8c-ef4c-4718-8cc5-1a84da8952b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.205278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:58.219277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Attempting to bind port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:08:58.221682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Attempting to bind port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:08:58.221682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Attempting to bind port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:58.237550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:08:58.237877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Attempting to bind port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:08:58.250677 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.256165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3be6fc8c-ef4c-4718-8cc5-1a84da8952b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.257621 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-922d4b95-0f8c-4666-81e1-47e855c4381f service neutron] 10.222.0.32 "POST /v2.0/ports/3ae8ad83-f192-4808-88ff-202b3d5f827a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5823884 Sep 09 09:08:58.263089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:08:58.263441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:08:58.263830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:08:58.264495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Bound port: d01b9bf8-7a08-4a74-9ad1-3f5d66897c95, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:08:58.264857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.285383 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-741d337e-65aa-44bf-9182-914151e66ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.350541 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-741d337e-65aa-44bf-9182-914151e66ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.407136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] For port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:08:58.438182 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-741d337e-65aa-44bf-9182-914151e66ad1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5742bf874814a52a03a83f2dad8ddfe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0601745 Sep 09 09:08:58.445080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d337e-65aa-44bf-9182-914151e66ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5584523d-5bf0-4840-9c7e-152c64ba2b74,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:58.446514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43000) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:58.453111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] For port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:08:58.484822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954f75c-f665-4888-bcfe-6550cfe781f2 req-6bf18150-b743-41cb-a217-a8e903cb0926 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:58.486823 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3954f75c-f665-4888-bcfe-6550cfe781f2 req-6bf18150-b743-41cb-a217-a8e903cb0926 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.1063914 Sep 09 09:08:58.488391 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3be6fc8c-ef4c-4718-8cc5-1a84da8952b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.491523 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3be6fc8c-ef4c-4718-8cc5-1a84da8952b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.493051 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3be6fc8c-ef4c-4718-8cc5-1a84da8952b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1f9c5ed-68c0-4533-a85e-024660950a66 HTTP/1.1" status: 204 len: 168 time: 0.4780092 Sep 09 09:08:58.531864 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-24091b8a-b658-4436-a14f-8e771b218afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.539155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6fc8c-ef4c-4718-8cc5-1a84da8952b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f9c5ed-68c0-4533-a85e-024660950a66,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:58.553005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.575215 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-24091b8a-b658-4436-a14f-8e771b218afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.614169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:58.614169 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.614169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 HTTP/1.1" status: 200 len: 1097 time: 1.1417599 Sep 09 09:08:58.614169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b490e5b2-93b4-4c3e-9c6e-b07229645d35', 'tag': 'd01b9bf8-7a08-4a74-9ad1-3f5d66897c95'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:08:58.616662 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668c2b02-c08d-443f-8bd2-dce6a892d454" -d '{"events": [{"name": "network-changed", "server_uuid": "b490e5b2-93b4-4c3e-9c6e-b07229645d35", "tag": "d01b9bf8-7a08-4a74-9ad1-3f5d66897c95"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:08:58.633041 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3954f75c-f665-4888-bcfe-6550cfe781f2 req-ece19edc-6fa2-4b8a-a4f4-987c61f92835 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222126 Sep 09 09:08:58.669777 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c60d73-25ed-4a23-b1ac-afc6e9b288c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:58.723045 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-24091b8a-b658-4436-a14f-8e771b218afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.726916 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-24091b8a-b658-4436-a14f-8e771b218afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:58.728096 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-24091b8a-b658-4436-a14f-8e771b218afe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5584523d-5bf0-4840-9c7e-152c64ba2b74 HTTP/1.1" status: 204 len: 168 time: 0.2793171 Sep 09 09:08:58.758379 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3bbbaea-0f56-452f-b6ff-c405d2d2022d req-d3a296b5-27ce-4ff6-9d7d-2d8d33892edb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 210 time: 0.0530879 Sep 09 09:08:58.769010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24091b8a-b658-4436-a14f-8e771b218afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5584523d-5bf0-4840-9c7e-152c64ba2b74,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:08:58.899074 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c0685b-11dd-4705-8631-5ec69b049b66 x-openstack-request-id: req-19c0685b-11dd-4705-8631-5ec69b049b66 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:08:58.899789 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b490e5b2-93b4-4c3e-9c6e-b07229645d35", "tag": "d01b9bf8-7a08-4a74-9ad1-3f5d66897c95", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:08:58.900086 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19c0685b-11dd-4705-8631-5ec69b049b66 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:08:58.900657 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b490e5b2-93b4-4c3e-9c6e-b07229645d35', 'tag': 'd01b9bf8-7a08-4a74-9ad1-3f5d66897c95', 'status': 'completed', 'code': 200} Sep 09 09:08:58.916910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43016) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:08:58.918987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f3781-5008-463c-a654-21f86c384056 req-66fe715c-cb3d-4956-9374-7c62527bcffa tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:58.921354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c53f3781-5008-463c-a654-21f86c384056 req-66fe715c-cb3d-4956-9374-7c62527bcffa tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 946 time: 0.2033460 Sep 09 09:08:58.929971 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-e1c3f127-5017-451c-96ab-12e389b39c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:58.930573 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-e1c3f127-5017-451c-96ab-12e389b39c93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7faf8079438547028a2104e602ca51cb&device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 1100 time: 0.1320283 Sep 09 09:08:59.008775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-4fa902ee-6821-4806-9cea-ee51c0e0977c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 HTTP/1.1" status: 200 len: 217 time: 0.0642068 Sep 09 09:08:59.070590 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c53f3781-5008-463c-a654-21f86c384056 req-4d8a9f57-a0d5-4e40-a597-cacddc55cdc9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255662 Sep 09 09:08:59.074827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-fe6011b3-16a1-4b16-9d7a-6a3e081f1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:59.078669 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-fe6011b3-16a1-4b16-9d7a-6a3e081f1863 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 1098 time: 0.0698297 Sep 09 09:08:59.102334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-09ca1567-d962-4e9c-9ed8-040fe5085838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:59.104265 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-09ca1567-d962-4e9c-9ed8-040fe5085838 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0839934 Sep 09 09:08:59.164112 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a822d857-379f-4644-a5bd-bfe0620fb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:59.166807 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-a822d857-379f-4644-a5bd-bfe0620fb591 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0515916 Sep 09 09:08:59.300389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-7c0cec89-1af2-4b9a-b762-a59d9f2ba091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:59.302057 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-7c0cec89-1af2-4b9a-b762-a59d9f2ba091 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.2155175 Sep 09 09:08:59.312141 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-841bd772-1c0e-4630-8682-624b05f0709a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:59.320271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-84fc701f-4fd7-4c8d-b34a-41a583a70b2b service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433246 Sep 09 09:08:59.405509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-70079343-c2a4-4b39-a735-29b7a3d6bcc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a HTTP/1.1" status: 200 len: 217 time: 0.0883079 Sep 09 09:08:59.423439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3239917-c2eb-4ffd-8d81-ebd98255f350 req-bb3ff030-960f-4d36-abb2-1476c2ed8da0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:59.425360 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3239917-c2eb-4ffd-8d81-ebd98255f350 req-bb3ff030-960f-4d36-abb2-1476c2ed8da0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 948 time: 0.2492254 Sep 09 09:08:59.518154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7a702bc-3dd9-43fe-b274-acfd367ac555 req-7556aa84-4be0-4293-bfeb-bdac4189354b service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868610 Sep 09 09:08:59.550592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-077550eb-31c2-44ec-a40f-915c1966bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:59.557721 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-077550eb-31c2-44ec-a40f-915c1966bafa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.1294467 Sep 09 09:08:59.563797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-1cda69e2-857b-455b-9c93-bd9dba573f1b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:59.565381 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-1cda69e2-857b-455b-9c93-bd9dba573f1b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.41 "GET /v2.0/networks?id=1e03ded8-bda0-484a-9427-b212bb2c9357 HTTP/1.1" status: 200 len: 824 time: 0.1570110 Sep 09 09:08:59.654595 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-867f352f-c221-41c8-afaa-938bdb1ccf90 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f8f99698e89468394188ee2ceca9ef4 HTTP/1.1" status: 200 len: 380 time: 0.0795271 Sep 09 09:08:59.659838 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3239917-c2eb-4ffd-8d81-ebd98255f350 req-e2ee7eb2-1172-47da-b32d-8132f7d087ef tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198162 Sep 09 09:08:59.690496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Request body: {'port': {'device_id': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'admin_state_up': True, 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'security_groups': ['e4a80ea4-6e7e-4f4c-a3cd-72a851bea924']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:08:59.698430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-841bd772-1c0e-4630-8682-624b05f0709a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:59.700812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-aaa7ad6b-ae74-4526-bd93-8a69d47d1f3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301847 Sep 09 09:08:59.812873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-97365e1e-ff58-46be-9ddb-83df99d25348 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043050 Sep 09 09:08:59.859881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c2b02-c08d-443f-8bd2-dce6a892d454 req-f2f7e64a-753f-44ec-8478-838ddfd3f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:59.864492 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-668c2b02-c08d-443f-8bd2-dce6a892d454 req-f2f7e64a-753f-44ec-8478-838ddfd3f818 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7faf8079438547028a2104e602ca51cb&device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 1100 time: 0.1604562 Sep 09 09:08:59.889216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a0d9c-7e92-4ca0-bc22-b359c2b5ffd6 req-7e830a93-4249-46f0-a916-eaca69122157 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:08:59.894112 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e5a0d9c-7e92-4ca0-bc22-b359c2b5ffd6 req-7e830a93-4249-46f0-a916-eaca69122157 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.1312933 Sep 09 09:08:59.910872 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-841bd772-1c0e-4630-8682-624b05f0709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:08:59.959327 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-5133b64e-141f-4079-b4ed-457f667f61c6 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379988 Sep 09 09:09:00.005480 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-841bd772-1c0e-4630-8682-624b05f0709a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b91e30ea0fa4ae59442ccf2ed7de35f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0886157 Sep 09 09:09:00.009118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43066) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:00.028037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bd772-1c0e-4630-8682-624b05f0709a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d202bbbc-e8af-434a-b81c-f0d48a0b569d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:00.041115 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e5a0d9c-7e92-4ca0-bc22-b359c2b5ffd6 req-1f57092e-5bba-4b4c-9a2c-10326e8625b7 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334236 Sep 09 09:09:00.086521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c2b02-c08d-443f-8bd2-dce6a892d454 req-55b79d8f-d77e-4528-a453-d2b32e37512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:00.088659 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-668c2b02-c08d-443f-8bd2-dce6a892d454 req-55b79d8f-d77e-4528-a453-d2b32e37512c service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2103484 Sep 09 09:09:00.089931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Made reservation on behalf of 6f8f99698e89468394188ee2ceca9ef4 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:00.093915 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:00.156306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f02a5ef0-23da-40a4-b2b2-b580ed47b9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:00.218592 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f02a5ef0-23da-40a4-b2b2-b580ed47b9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:00.235152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-d5e6b5f8-9996-45a1-82e7-e7dc583117cc tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:00.236806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-d5e6b5f8-9996-45a1-82e7-e7dc583117cc tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1098 time: 0.1574259 Sep 09 09:09:00.251196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-16'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:00.317880 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-668c2b02-c08d-443f-8bd2-dce6a892d454 req-71003e3c-eec7-400d-b12e-f42affacf6f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 HTTP/1.1" status: 200 len: 217 time: 0.2137411 Sep 09 09:09:00.360821 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:00.378338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b22060e-848b-4526-8497-b8689795c1c7 req-302a40a1-a705-49d8-a260-740d0c5389c7 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 210 time: 0.0498013 Sep 09 09:09:00.430325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f02a5ef0-23da-40a4-b2b2-b580ed47b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:00.434211 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f02a5ef0-23da-40a4-b2b2-b580ed47b9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:00.442359 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f02a5ef0-23da-40a4-b2b2-b580ed47b9f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d202bbbc-e8af-434a-b81c-f0d48a0b569d HTTP/1.1" status: 204 len: 168 time: 0.4302027 Sep 09 09:09:00.493375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a5ef0-23da-40a4-b2b2-b580ed47b9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d202bbbc-e8af-434a-b81c-f0d48a0b569d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:00.563455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c2b02-c08d-443f-8bd2-dce6a892d454 req-166291f2-5129-48e9-92c6-508cb2636af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:00.565516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-668c2b02-c08d-443f-8bd2-dce6a892d454 req-166291f2-5129-48e9-92c6-508cb2636af4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.2316535 Sep 09 09:09:00.605692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:00.660236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:00.667537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d78a76-9059-4820-b443-cbeac97c7317 req-68fbf313-df2c-436e-acff-3c6a96fb36fc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:00.674933 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3d78a76-9059-4820-b443-cbeac97c7317 req-68fbf313-df2c-436e-acff-3c6a96fb36fc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 946 time: 0.1820323 Sep 09 09:09:00.685277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Allocated IP 172.20.0.10 (1e03ded8-bda0-484a-9427-b212bb2c9357/03cc89b6-6df2-464e-813c-19e32777bee5/9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:09:00.693418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c2b02-c08d-443f-8bd2-dce6a892d454 req-dd6e3904-db65-4f3c-84f9-f9f6dd8afdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:00.695091 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-668c2b02-c08d-443f-8bd2-dce6a892d454 req-dd6e3904-db65-4f3c-84f9-f9f6dd8afdd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1185362 Sep 09 09:09:00.715925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df980da-0a70-41d2-8d4b-409f0d024229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae8ad83-f192-4808-88ff-202b3d5f827a'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:00.718784 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67fa6e8-cf01-4fad-b4a5-a2e6140d7704" -d '{"events": [{"server_uuid": "7df980da-0a70-41d2-8d4b-409f0d024229", "name": "network-vif-unplugged", "status": "completed", "tag": "3ae8ad83-f192-4808-88ff-202b3d5f827a"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:00.724250 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:00.788971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3d78a76-9059-4820-b443-cbeac97c7317 req-1260a8c3-b7e1-41ee-b8d5-3249766d6025 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077077 Sep 09 09:09:00.791183 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:00.908151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a on host n-h2-778696-16 for vnic_type normal with profile {"migrating_to": "n-h1-778696-16"} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:00.908492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:00.908702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-668c2b02-c08d-443f-8bd2-dce6a892d454 req-3540ba03-e433-40ab-a9f6-b27633d677bc service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941018 Sep 09 09:09:00.908853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:00.912990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae8ad83-f192-4808-88ff-202b3d5f827a,revision_number=7']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:00.917785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Port 3ae8ad83-f192-4808-88ff-202b3d5f827a on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:09:00.918121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Attempting to bind port 3ae8ad83-f192-4808-88ff-202b3d5f827a on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:00.924041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:00.924371 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:00.924752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:00.925183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Bound port: 3ae8ad83-f192-4808-88ff-202b3d5f827a, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:00.925506 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:01.002704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:01.005687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:01.064216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad0276-2251-4e1d-bc8f-fdf0aa6f593f req-1ae806f9-f569-4404-acb1-527f45533cc8 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:01.065717 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5dad0276-2251-4e1d-bc8f-fdf0aa6f593f req-1ae806f9-f569-4404-acb1-527f45533cc8 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 948 time: 0.1793766 Sep 09 09:09:01.120547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:01.140881 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:01.160256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-668c2b02-c08d-443f-8bd2-dce6a892d454 req-ee2fb3d5-dbaf-44f5-8ec5-60e7eae75218 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165551 Sep 09 09:09:01.160256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Transition to ACTIVE for port object 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:01.160256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5dad0276-2251-4e1d-bc8f-fdf0aa6f593f req-cfd4f644-0324-4ab4-a251-6647fa33c917 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842912 Sep 09 09:09:01.238977 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c20415b-195b-4824-a956-8e7000b9abe6 x-openstack-request-id: req-7c20415b-195b-4824-a956-8e7000b9abe6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:01.239099 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df980da-0a70-41d2-8d4b-409f0d024229", "name": "network-vif-unplugged", "status": "completed", "tag": "3ae8ad83-f192-4808-88ff-202b3d5f827a", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:01.239303 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c20415b-195b-4824-a956-8e7000b9abe6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:01.239747 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df980da-0a70-41d2-8d4b-409f0d024229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae8ad83-f192-4808-88ff-202b3d5f827a', 'code': 200} Sep 09 09:09:01.270083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:01.270702 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:01.273489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:01.273671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/3ae8ad83-f192-4808-88ff-202b3d5f827a HTTP/1.1" status: 200 len: 1124 time: 1.0255961 Sep 09 09:09:01.277666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daec198-333f-4b70-b3de-7312e2d7d2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae8ad83-f192-4808-88ff-202b3d5f827a,revision_number=8']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:01.355796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['3ae8ad83-f192-4808-88ff-202b3d5f827a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:01.382017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Network 1e03ded8-bda0-484a-9427-b212bb2c9357 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:01.389528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Pushing event updated for resources: {'Port': ['ID=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:01.397692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:01.397692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:09:01.401627 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:01.402269 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:01.435399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a1a15-d47a-486f-a48f-6f47a714662f req-80d13048-0aff-480a-bfee-296a9a7adb05 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:01.437305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f0a1a15-d47a-486f-a48f-6f47a714662f req-80d13048-0aff-480a-bfee-296a9a7adb05 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.1582603 Sep 09 09:09:01.527557 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-c66b34dc-7744-42e8-9254-3f7dbe8c24b4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8459649 Sep 09 09:09:01.530787 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f0a1a15-d47a-486f-a48f-6f47a714662f req-bf622638-2917-4c88-8d3a-26f6ff415d9c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774195 Sep 09 09:09:01.563461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b3af4-0624-4062-b6e5-f4bcb8b53d78 req-4c12659d-4a3f-43e7-aa66-b11b18386c23 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:01.565374 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a1b3af4-0624-4062-b6e5-f4bcb8b53d78 req-4c12659d-4a3f-43e7-aa66-b11b18386c23 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 932 time: 0.0973527 Sep 09 09:09:01.585450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Request body: {'port': {'device_id': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:01.639074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a1b3af4-0624-4062-b6e5-f4bcb8b53d78 req-f6dbcf1b-bd51-4a9a-a4cd-cccfb807f447 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675328 Sep 09 09:09:01.676245 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:01.832066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bd093b93-fd03-40d0-8fa0-ca3ad16ecf9e None None] Provisioning for port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:01.840296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bd093b93-fd03-40d0-8fa0-ca3ad16ecf9e None None] Provisioning complete for port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:01.840968 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd093b93-fd03-40d0-8fa0-ca3ad16ecf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:01.926135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bd093b93-fd03-40d0-8fa0-ca3ad16ecf9e None None] Port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:09:02.031296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d05eb-3fe9-409b-b4e8-907754f3f580 req-1a9dfb81-7f08-44d3-a0db-c6cf3a5236d4 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:02.032908 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc5d05eb-3fe9-409b-b4e8-907754f3f580 req-1a9dfb81-7f08-44d3-a0db-c6cf3a5236d4 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 944 time: 0.1087346 Sep 09 09:09:02.127136 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc5d05eb-3fe9-409b-b4e8-907754f3f580 req-b1513ecf-9b0a-4660-b791-d6e44f92c9f1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847094 Sep 09 09:09:02.129201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:02.139822 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:02.158565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Transition to ACTIVE for port object 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:02.220386 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:02.377495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:02.448322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf79c18-cf83-4e57-9cd0-1b22e317dfb0 req-3b1759f8-4efb-44ff-a1c8-d84f29378f1e tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:02.449722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-faf79c18-cf83-4e57-9cd0-1b22e317dfb0 req-3b1759f8-4efb-44ff-a1c8-d84f29378f1e tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 948 time: 0.1590652 Sep 09 09:09:02.464638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Attempting to bind port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:02.464968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Attempting to bind port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:02.465301 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Attempting to bind port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 on network 1e03ded8-bda0-484a-9427-b212bb2c9357 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:02.484407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 on network 1e03ded8-bda0-484a-9427-b212bb2c9357 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:09:02.484738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Attempting to bind port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 on network 1e03ded8-bda0-484a-9427-b212bb2c9357 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:02.501959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:02.502309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Checking segment: {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:02.502727 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Bound using segment: {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:02.503175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Bound port: 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:02.503562 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:02.542012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-faf79c18-cf83-4e57-9cd0-1b22e317dfb0 req-4b0545db-18ea-44ea-ad19-7b5d0b5275cf tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762212 Sep 09 09:09:02.602170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:09:02.632638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] For port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:02.637782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] For port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:02.730154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:02.763754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:02.782646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'd01b9bf8-7a08-4a74-9ad1-3f5d66897c95', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'd01b9bf8-7a08-4a74-9ad1-3f5d66897c95', 'mac_address': 'fa:16:3e:f8:9c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:09:02.801462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:02.802210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:02.805176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] 10.222.0.41 "PUT /v2.0/ports/9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 HTTP/1.1" status: 200 len: 1093 time: 1.2240841 Sep 09 09:09:02.823920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095473a2-a462-43fe-afec-b8c13202e1ca req-dcf061e7-49d8-421f-bafb-2c7822ac0a62 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:02.825902 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-095473a2-a462-43fe-afec-b8c13202e1ca req-dcf061e7-49d8-421f-bafb-2c7822ac0a62 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.1491959 Sep 09 09:09:02.826645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'tag': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:02.828818 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e385ff35-b7fe-46f1-8034-dee24fbebc57" -d '{"events": [{"name": "network-changed", "server_uuid": "96863dee-2364-40df-ad47-dd1b63d0bed5", "tag": "9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:02.860643 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:02.888902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:02.911707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef04ed1-4da1-490d-9a96-412f27df7660 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:02.950436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43172) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:02.951702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:02.972458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674d803-5b28-4001-af93-d4c3480a7308 req-1f42a247-acc9-4d8f-a893-7bbdf7503ad9 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:02.974407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e674d803-5b28-4001-af93-d4c3480a7308 req-1f42a247-acc9-4d8f-a893-7bbdf7503ad9 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 944 time: 0.0936251 Sep 09 09:09:02.975926 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-095473a2-a462-43fe-afec-b8c13202e1ca req-c4d2278b-b2dc-47e6-bc79-963f3e6a8a27 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332672 Sep 09 09:09:03.012528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-60d85569-995f-4032-913b-96d9069faf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:03.014215 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:03.014662 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-60d85569-995f-4032-913b-96d9069faf95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f8f99698e89468394188ee2ceca9ef4&device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 1096 time: 0.0869908 Sep 09 09:09:03.074136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e674d803-5b28-4001-af93-d4c3480a7308 req-9ee82f9a-17e5-4e70-95e7-11c1cbbf743e tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908082 Sep 09 09:09:03.096989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:03.107573 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-981b52d2-2796-47da-84df-6a0136bd23ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 HTTP/1.1" status: 200 len: 217 time: 0.0836015 Sep 09 09:09:03.172119 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6018d2b9-16c8-4b73-a81f-4d684b199e70 x-openstack-request-id: req-6018d2b9-16c8-4b73-a81f-4d684b199e70 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:03.172555 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96863dee-2364-40df-ad47-dd1b63d0bed5", "tag": "9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:03.172904 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6018d2b9-16c8-4b73-a81f-4d684b199e70 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:03.173553 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'tag': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1', 'status': 'completed', 'code': 200} Sep 09 09:09:03.194092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-b066db6f-42c8-4c4c-afc8-eaeb29cc2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:03.195783 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-b066db6f-42c8-4c4c-afc8-eaeb29cc2fbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03cc89b6-6df2-464e-813c-19e32777bee5 HTTP/1.1" status: 200 len: 863 time: 0.0786891 Sep 09 09:09:03.227364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1117639875-network', 'tenant_id': '537c72d9d75a4edb9ea5c1b9c6da58c3'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:03.244567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df980da-0a70-41d2-8d4b-409f0d024229', 'tag': '3ae8ad83-f192-4808-88ff-202b3d5f827a'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:03.246857 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7c689a-483c-4035-8041-4ed151826d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7df980da-0a70-41d2-8d4b-409f0d024229", "tag": "3ae8ad83-f192-4808-88ff-202b3d5f827a"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:03.252476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d01b9bf8-7a08-4a74-9ad1-3f5d66897c95'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:03.259955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-66817a6c-ee61-4cd5-952d-731944ef028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:03.262493 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-66817a6c-ee61-4cd5-952d-731944ef028a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e03ded8-bda0-484a-9427-b212bb2c9357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593464 Sep 09 09:09:03.343765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980250e0-009d-4d69-a62d-643c409c73e0 req-ffb98366-4fe9-43c8-bf90-7405b3448143 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:03.356000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-980250e0-009d-4d69-a62d-643c409c73e0 req-ffb98366-4fe9-43c8-bf90-7405b3448143 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 944 time: 0.1244209 Sep 09 09:09:03.379592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Made reservation on behalf of 537c72d9d75a4edb9ea5c1b9c6da58c3 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:03.382514 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:03.391614 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-af34882f-5757-4c82-8319-d203a6afe3d0 service neutron] 10.222.0.41 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206894 Sep 09 09:09:03.400872 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:03.406299 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-980250e0-009d-4d69-a62d-643c409c73e0 req-e7960973-3fe6-4578-8ca1-fe31f96c5889 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493093 Sep 09 09:09:03.483205 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b337ba-5883-438b-83de-7d4a05207bee x-openstack-request-id: req-19b337ba-5883-438b-83de-7d4a05207bee {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:03.484045 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df980da-0a70-41d2-8d4b-409f0d024229", "tag": "3ae8ad83-f192-4808-88ff-202b3d5f827a", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:03.484413 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19b337ba-5883-438b-83de-7d4a05207bee {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:03.484784 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df980da-0a70-41d2-8d4b-409f0d024229', 'tag': '3ae8ad83-f192-4808-88ff-202b3d5f827a', 'status': 'completed', 'code': 200} Sep 09 09:09:03.563956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:03.565102 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a53b83b7-4e34-407c-a27d-6e7d192217e5 req-fcdaaa8b-5dee-4876-9793-e949fe95bfb5 service neutron] 10.222.0.41 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642551 Sep 09 09:09:03.581080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c689a-483c-4035-8041-4ed151826d5f req-0bed4683-cf09-4456-8a20-32a6e5a29139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:03.582713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b7c689a-483c-4035-8041-4ed151826d5f req-0bed4683-cf09-4456-8a20-32a6e5a29139 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 1127 time: 0.0692117 Sep 09 09:09:03.651693 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:03.771901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385ff35-b7fe-46f1-8034-dee24fbebc57 req-45b77fc9-5bbc-4b87-a207-748fdc764b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:03.773406 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e385ff35-b7fe-46f1-8034-dee24fbebc57 req-45b77fc9-5bbc-4b87-a207-748fdc764b6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f8f99698e89468394188ee2ceca9ef4&device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 1096 time: 0.0606692 Sep 09 09:09:03.789242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:09:03.799891 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:03.800487 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Added segment 05576e4a-8039-47e8-97cf-98bd3e93070a of type vlan for network 55803f7b-6721-45d4-bbfa-6b26bb77d777 Sep 09 09:09:03.882018 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:03.884698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ef60ea-b5eb-4f5b-8676-70c865592fd1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:03.885392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385ff35-b7fe-46f1-8034-dee24fbebc57 req-fdca1f62-4934-44c9-8dc9-c8bbb35d6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:03.887577 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e385ff35-b7fe-46f1-8034-dee24fbebc57 req-fdca1f62-4934-44c9-8dc9-c8bbb35d6959 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e03ded8-bda0-484a-9427-b212bb2c9357 HTTP/1.1" status: 200 len: 925 time: 0.1059909 Sep 09 09:09:03.909504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c689a-483c-4035-8041-4ed151826d5f req-08dba12e-beba-475d-b03a-fbe388802c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:03.911120 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b7c689a-483c-4035-8041-4ed151826d5f req-08dba12e-beba-475d-b03a-fbe388802c6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.3200715 Sep 09 09:09:03.938772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0848e-71af-4597-b191-883352a7d729 req-229ce9d1-8ca4-4db3-8d11-d68f93c0c93b tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:03.939974 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e385ff35-b7fe-46f1-8034-dee24fbebc57 req-4cf064c6-4341-4a95-a1e9-d52baa2c1abc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 HTTP/1.1" status: 200 len: 217 time: 0.0434909 Sep 09 09:09:03.940320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ae0848e-71af-4597-b191-883352a7d729 req-229ce9d1-8ca4-4db3-8d11-d68f93c0c93b tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 949 time: 0.2742901 Sep 09 09:09:03.974841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b7c689a-483c-4035-8041-4ed151826d5f req-88c18672-888e-4ae5-8e14-b00dec3c51c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a HTTP/1.1" status: 200 len: 217 time: 0.0545108 Sep 09 09:09:04.038263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:04.039221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:04.039824 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:04.040429 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385ff35-b7fe-46f1-8034-dee24fbebc57 req-4105099f-e46b-40c6-92e0-1a640df12482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:04.043713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e385ff35-b7fe-46f1-8034-dee24fbebc57 req-4105099f-e46b-40c6-92e0-1a640df12482 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03cc89b6-6df2-464e-813c-19e32777bee5 HTTP/1.1" status: 200 len: 863 time: 0.0930722 Sep 09 09:09:04.110616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ae0848e-71af-4597-b191-883352a7d729 req-5164829d-8741-4a88-9785-b66daf98ce63 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381669 Sep 09 09:09:04.164768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385ff35-b7fe-46f1-8034-dee24fbebc57 req-6fdf5f75-e351-48cb-88f2-36d3cebbeeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:04.166993 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e385ff35-b7fe-46f1-8034-dee24fbebc57 req-6fdf5f75-e351-48cb-88f2-36d3cebbeeb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e03ded8-bda0-484a-9427-b212bb2c9357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125197 Sep 09 09:09:04.185993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9d7d2-c737-4a3c-bc4b-405282ef768d req-93e565bf-1322-43ee-aa2f-180ebd0b5891 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:04.194213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77f9d7d2-c737-4a3c-bc4b-405282ef768d req-93e565bf-1322-43ee-aa2f-180ebd0b5891 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.0836825 Sep 09 09:09:04.205170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43222) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:04.231869 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2740223 Sep 09 09:09:04.231869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17199e96-c174-4b89-b596-efa394eb7fee admin admin] Pushing event updated for resources: {'Network': ['ID=55803f7b-6721-45d4-bbfa-6b26bb77d777,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:04.237174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43224) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:04.238619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 55803f7b-6721-45d4-bbfa-6b26bb77d777 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:09:04.240041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c689a-483c-4035-8041-4ed151826d5f req-636b1325-3994-44cb-b2cf-7da8ea7fd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:04.241610 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b7c689a-483c-4035-8041-4ed151826d5f req-636b1325-3994-44cb-b2cf-7da8ea7fd6d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.2218144 Sep 09 09:09:04.247961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] Request body: {'subnet': {'network_id': '55803f7b-6721-45d4-bbfa-6b26bb77d777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1117639875-subnet', 'tenant_id': '537c72d9d75a4edb9ea5c1b9c6da58c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:04.301711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:04.330097 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77f9d7d2-c737-4a3c-bc4b-405282ef768d req-e7ddb96c-e878-4c65-9cd0-517dbc8e92e8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350250 Sep 09 09:09:04.331922 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b7c689a-483c-4035-8041-4ed151826d5f req-9f89da14-2269-4e58-bf28-15c4083784b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643523 Sep 09 09:09:04.490997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] Made reservation on behalf of 537c72d9d75a4edb9ea5c1b9c6da58c3 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:04.493288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:04.591143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed1b10-a1ca-4d91-80ee-5ee538681e04 req-6495d0ed-aac2-49de-b9ab-56f44f8009ad tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:04.593003 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-04ed1b10-a1ca-4d91-80ee-5ee538681e04 req-6495d0ed-aac2-49de-b9ab-56f44f8009ad tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 944 time: 0.3551080 Sep 09 09:09:04.609247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0db620d8-2aec-473f-964e-47edf6fd8acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:04.617026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3ae8ad83-f192-4808-88ff-202b3d5f827a details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:09:04.631289 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-929c11e2-0318-4301-b906-1dcebf3b8283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:04.640126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b7c689a-483c-4035-8041-4ed151826d5f req-577cc445-86e7-4a96-b300-3d45dab1330b service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958345 Sep 09 09:09:04.687845 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-04ed1b10-a1ca-4d91-80ee-5ee538681e04 req-31240f2d-37f3-4d31-a8f5-e24b470e017a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864050 Sep 09 09:09:04.697836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e385ff35-b7fe-46f1-8034-dee24fbebc57 req-4e3a1c1b-6a02-4620-bd09-ecf307c2a9cc service neutron] 10.222.0.41 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010412 Sep 09 09:09:04.722708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6d2cf-fe12-4cdd-a916-d4e383a31c73 req-e4894c7e-f165-4b3b-a0ba-85146af32723 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:04.732229 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d1b6d2cf-fe12-4cdd-a916-d4e383a31c73 req-e4894c7e-f165-4b3b-a0ba-85146af32723 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 944 time: 0.1635671 Sep 09 09:09:04.779623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:04.783865 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:04.832898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3ae8ad83-f192-4808-88ff-202b3d5f827a has no active binding in host n-h1-778696-16 {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 09 09:09:04.872341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d1b6d2cf-fe12-4cdd-a916-d4e383a31c73 req-dabfaf41-d84f-4244-9cfc-4a11666ca174 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341133 Sep 09 09:09:04.920099 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e385ff35-b7fe-46f1-8034-dee24fbebc57 req-3ec45131-6484-4275-b4c1-ba13fc798b8f service neutron] 10.222.0.41 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084041 Sep 09 09:09:04.934044 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:04.941661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:04.942049 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:04.951281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-929c11e2-0318-4301-b906-1dcebf3b8283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.033704 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.038752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-929c11e2-0318-4301-b906-1dcebf3b8283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.060337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b490e5b2-93b4-4c3e-9c6e-b07229645d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01b9bf8-7a08-4a74-9ad1-3f5d66897c95'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:05.063502 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7641b29-7a5a-4852-9e51-7995eeb9c944" -d '{"events": [{"server_uuid": "b490e5b2-93b4-4c3e-9c6e-b07229645d35", "name": "network-vif-plugged", "status": "completed", "tag": "d01b9bf8-7a08-4a74-9ad1-3f5d66897c95"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:05.065482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b7c689a-483c-4035-8041-4ed151826d5f req-51c7cc68-0fea-4e34-8b97-843a1e80332a service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069769 Sep 09 09:09:05.088347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:05.095317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c11e2-0318-4301-b906-1dcebf3b8283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4732a293-4078-4a98-a790-179ed7667bcb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:05.102710 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12093eab-97e9-48a2-b965-75a48121d208 x-openstack-request-id: req-12093eab-97e9-48a2-b965-75a48121d208 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:05.103008 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b490e5b2-93b4-4c3e-9c6e-b07229645d35", "name": "network-vif-plugged", "status": "completed", "tag": "d01b9bf8-7a08-4a74-9ad1-3f5d66897c95", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:05.103913 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12093eab-97e9-48a2-b965-75a48121d208 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:05.104553 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b490e5b2-93b4-4c3e-9c6e-b07229645d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01b9bf8-7a08-4a74-9ad1-3f5d66897c95', 'code': 200} Sep 09 09:09:05.105820 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-929c11e2-0318-4301-b906-1dcebf3b8283 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f492864f416d4e46bfd1b17a1b6a06b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7950838 Sep 09 09:09:05.108615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43240) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:05.169255 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.187126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.195366 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e23f297-8b00-45c5-b9bb-e45787940f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.206603 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0db620d8-2aec-473f-964e-47edf6fd8acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.240938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:05.270015 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3df00-0916-4168-aedb-3934e05072a9 req-c70fcd5b-ddf7-449e-8418-5836f3928c3a tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:05.273673 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3b3df00-0916-4168-aedb-3934e05072a9 req-c70fcd5b-ddf7-449e-8418-5836f3928c3a tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 950 time: 0.0729122 Sep 09 09:09:05.286574 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e23f297-8b00-45c5-b9bb-e45787940f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.298550 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0db620d8-2aec-473f-964e-47edf6fd8acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.336604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4493d7-3c18-4ca2-a8fa-95965626df09,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:05.347747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f8899-15e4-4256-ae6d-a905d6232f32 req-1cbafd10-da4c-4ba1-905b-d463e2b85c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:05.349267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd3f8899-15e4-4256-ae6d-a905d6232f32 req-1cbafd10-da4c-4ba1-905b-d463e2b85c12 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 1102 time: 0.1494813 Sep 09 09:09:05.352463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] Checking segment: {'id': '05576e4a-8039-47e8-97cf-98bd3e93070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '55803f7b-6721-45d4-bbfa-6b26bb77d777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:05.352818 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] Network hostable DHCP agents. Network: 55803f7b-6721-45d4-bbfa-6b26bb77d777, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:09:05.356944 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0db620d8-2aec-473f-964e-47edf6fd8acc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c73f1e680b61409a97dcb4dbb13a38c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1398461 Sep 09 09:09:05.364377 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43246) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:05.375450 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3b3df00-0916-4168-aedb-3934e05072a9 req-de209c54-97c2-4490-a063-c053c19222bb tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951030 Sep 09 09:09:05.376466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db620d8-2aec-473f-964e-47edf6fd8acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767a74e3-6e19-4bab-a435-31937904511d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:05.436585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd3f8899-15e4-4256-ae6d-a905d6232f32 req-2e1103d7-510d-4f97-83b5-0ad61d9fe953 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791183 Sep 09 09:09:05.474804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] Network 55803f7b-6721-45d4-bbfa-6b26bb77d777 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:09:05.479231 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ce27f5b-8679-4fba-8045-9353a5bb8afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.503500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e23f297-8b00-45c5-b9bb-e45787940f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.505954 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e23f297-8b00-45c5-b9bb-e45787940f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.507079 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4e23f297-8b00-45c5-b9bb-e45787940f5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4732a293-4078-4a98-a790-179ed7667bcb HTTP/1.1" status: 204 len: 168 time: 0.3974526 Sep 09 09:09:05.514344 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ce27f5b-8679-4fba-8045-9353a5bb8afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.529127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23f297-8b00-45c5-b9bb-e45787940f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4732a293-4078-4a98-a790-179ed7667bcb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:05.542388 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d5e4-b48b-4887-9e9a-deafc6351845 req-7255ae29-49a4-409c-a729-ffd8fb49c180 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:05.544032 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3807d5e4-b48b-4887-9e9a-deafc6351845 req-7255ae29-49a4-409c-a729-ffd8fb49c180 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.1065681 Sep 09 09:09:05.580039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 55803f7b-6721-45d4-bbfa-6b26bb77d777) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:05.590743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a2080-4586-4765-8524-d81dfa20e352 None None] Network 55803f7b-6721-45d4-bbfa-6b26bb77d777 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:09:05.593256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:05.593910 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.627421 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3807d5e4-b48b-4887-9e9a-deafc6351845 req-d36266f2-bb8b-4b07-b4bf-33de65b566eb tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757329 Sep 09 09:09:05.724002 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-37f15610-845c-4357-96a0-88f0c952d76a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4813287 Sep 09 09:09:05.739242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0954e3-516a-4940-8a77-2e11a59b0b81 None None] Network 55803f7b-6721-45d4-bbfa-6b26bb77d777 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:09:05.764828 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ce27f5b-8679-4fba-8045-9353a5bb8afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.768004 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ce27f5b-8679-4fba-8045-9353a5bb8afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:05.772155 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4ce27f5b-8679-4fba-8045-9353a5bb8afe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/767a74e3-6e19-4bab-a435-31937904511d HTTP/1.1" status: 204 len: 168 time: 0.4068148 Sep 09 09:09:05.784761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce27f5b-8679-4fba-8045-9353a5bb8afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767a74e3-6e19-4bab-a435-31937904511d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:05.943682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829b0b3-cdc2-4617-986b-b3fe58414624 req-8d965fd9-1ec0-430e-8e44-323430f2bfe3 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:05.953253 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7829b0b3-cdc2-4617-986b-b3fe58414624 req-8d965fd9-1ec0-430e-8e44-323430f2bfe3 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 944 time: 0.1599283 Sep 09 09:09:06.018210 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7829b0b3-cdc2-4617-986b-b3fe58414624 req-681030f7-aa4a-4631-a8cd-c9786a4e9c64 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623024 Sep 09 09:09:06.061610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f8645-8024-473f-855e-0bc4ae413949 req-216fa4b1-10ad-42d9-907f-8f129d13aad2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:06.063221 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-528f8645-8024-473f-855e-0bc4ae413949 req-216fa4b1-10ad-42d9-907f-8f129d13aad2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 944 time: 0.0602496 Sep 09 09:09:06.102737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-528f8645-8024-473f-855e-0bc4ae413949 req-91ba7a19-fb86-4294-9953-00e6443e7c8a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332096 Sep 09 09:09:06.342989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43268) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:06.357137 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e8c74f9-58d9-40b9-938a-bf3d93cf51fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:06.479245 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e8c74f9-58d9-40b9-938a-bf3d93cf51fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:06.519392 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a644763-923f-407b-8ad8-a78abf0769fd req-767e42d8-0d6c-4fec-9ec8-84fb279da236 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:06.520925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a644763-923f-407b-8ad8-a78abf0769fd req-767e42d8-0d6c-4fec-9ec8-84fb279da236 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 950 time: 0.0608094 Sep 09 09:09:06.545304 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e8c74f9-58d9-40b9-938a-bf3d93cf51fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:06.561112 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a644763-923f-407b-8ad8-a78abf0769fd req-d2fedd82-c53d-4f78-9b26-fb28fd872166 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Sep 09 09:09:06.589381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c74f9-58d9-40b9-938a-bf3d93cf51fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17b090c-a500-433b-b7b8-ca325ce06f0e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:06.605920 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5e8c74f9-58d9-40b9-938a-bf3d93cf51fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62ce0ac4d75347169326ce3bcaf5fd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590601 Sep 09 09:09:06.606440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43272) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:06.664711 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a394001-59d5-427c-99ef-8905ebee8ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:06.695516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a394001-59d5-427c-99ef-8905ebee8ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:06.781968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af346534-9801-4021-bee0-663ac881af89 req-2588657c-a53c-4890-ada7-639ce83cbf9d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:06.783528 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af346534-9801-4021-bee0-663ac881af89 req-2588657c-a53c-4890-ada7-639ce83cbf9d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.0533831 Sep 09 09:09:06.815653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43278) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:06.829465 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af346534-9801-4021-bee0-663ac881af89 req-883e89d2-0a5b-4674-848d-71d00a1ddf98 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397871 Sep 09 09:09:06.834707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6515-2deb-4046-8946-feed4252d256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:06.848380 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a394001-59d5-427c-99ef-8905ebee8ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:06.851069 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a394001-59d5-427c-99ef-8905ebee8ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:06.856823 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9a394001-59d5-427c-99ef-8905ebee8ddb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e17b090c-a500-433b-b7b8-ca325ce06f0e HTTP/1.1" status: 204 len: 168 time: 0.2446361 Sep 09 09:09:06.872284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a394001-59d5-427c-99ef-8905ebee8ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17b090c-a500-433b-b7b8-ca325ce06f0e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:06.961851 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-bca4ead2-3049-4d8e-8532-f22f6b8eedd1 service neutron] 10.222.0.41 "GET /v2.0/ports/3ae8ad83-f192-4808-88ff-202b3d5f827a/bindings/n-h1-778696-16 HTTP/1.1" status: 200 len: 385 time: 0.0835936 Sep 09 09:09:07.100865 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6515-2deb-4046-8946-feed4252d256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:07.167544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c0b53-7f91-41c2-bd9e-fd7337f7305b req-7e825356-72fa-4e29-80b2-8a6491304a74 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:07.169443 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-760c0b53-7f91-41c2-bd9e-fd7337f7305b req-7e825356-72fa-4e29-80b2-8a6491304a74 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 944 time: 0.0672457 Sep 09 09:09:07.187955 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6515-2deb-4046-8946-feed4252d256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:07.219500 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-760c0b53-7f91-41c2-bd9e-fd7337f7305b req-0db47811-5d09-455b-b803-d58bd1c86857 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439317 Sep 09 09:09:07.242293 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f9ef6515-2deb-4046-8946-feed4252d256 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58336170f4744196a7c382f155bd538a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252059 Sep 09 09:09:07.246627 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43298) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:07.253155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef6515-2deb-4046-8946-feed4252d256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae5abb-28e4-4803-98e0-03bccafd281b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:07.264577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-a4d670ff-ad97-4f83-bd21-2e731b709ab7 service neutron] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:07.320145 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-977b6b06-0ce5-4851-ab06-a5c34167a307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:07.344514 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-977b6b06-0ce5-4851-ab06-a5c34167a307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:07.349474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-a4d670ff-ad97-4f83-bd21-2e731b709ab7 service neutron] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:07.400877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccade84-01d0-44c2-b69e-193e40f6f1f9 req-ed3b634e-6b52-4a99-93d5-ba1f1e0fef07 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:07.402371 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ccade84-01d0-44c2-b69e-193e40f6f1f9 req-ed3b634e-6b52-4a99-93d5-ba1f1e0fef07 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 944 time: 0.1122723 Sep 09 09:09:07.411656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-a4d670ff-ad97-4f83-bd21-2e731b709ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae8ad83-f192-4808-88ff-202b3d5f827a {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:07.441076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-a4d670ff-ad97-4f83-bd21-2e731b709ab7 service neutron] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:07.471470 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ccade84-01d0-44c2-b69e-193e40f6f1f9 req-57b7978a-4397-42ac-bf16-4b85f6c50220 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622814 Sep 09 09:09:07.517030 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-977b6b06-0ce5-4851-ab06-a5c34167a307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:07.519621 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-977b6b06-0ce5-4851-ab06-a5c34167a307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:07.521972 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-977b6b06-0ce5-4851-ab06-a5c34167a307 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22ae5abb-28e4-4803-98e0-03bccafd281b HTTP/1.1" status: 204 len: 168 time: 0.2740428 Sep 09 09:09:07.530946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b6b06-0ce5-4851-ab06-a5c34167a307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae5abb-28e4-4803-98e0-03bccafd281b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:07.546174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-a4d670ff-ad97-4f83-bd21-2e731b709ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:07.634917 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:09:07.649289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-a4d670ff-ad97-4f83-bd21-2e731b709ab7 service neutron] Transition to ACTIVE for port object 3ae8ad83-f192-4808-88ff-202b3d5f827a will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:07.716336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f473cea-235e-4b82-bcf4-b74b54654328 req-59625e65-29f1-4813-b41a-7a105670c834 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:07.718194 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f473cea-235e-4b82-bcf4-b74b54654328 req-59625e65-29f1-4813-b41a-7a105670c834 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 950 time: 0.0831394 Sep 09 09:09:07.749861 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-a4d670ff-ad97-4f83-bd21-2e731b709ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:07.795195 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f473cea-235e-4b82-bcf4-b74b54654328 req-15c4b10c-27a5-4bc8-92b4-d767860423e7 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703905 Sep 09 09:09:07.805845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:07.818915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'port_id': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1', 'mac_address': 'fa:16:3e:10:cb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:09:07.829338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-a4d670ff-ad97-4f83-bd21-2e731b709ab7 service neutron] No DVR routers for this DVR port 3ae8ad83-f192-4808-88ff-202b3d5f827a on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:09:07.864710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d670ff-ad97-4f83-bd21-2e731b709ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae8ad83-f192-4808-88ff-202b3d5f827a,revision_number=10']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:07.869977 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:07.874049 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-a4d670ff-ad97-4f83-bd21-2e731b709ab7 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ae8ad83-f192-4808-88ff-202b3d5f827a/bindings/n-h1-778696-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9049556 Sep 09 09:09:07.907962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:07.943859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:07.977222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f8e0f-a897-49c6-aa31-90039bfa7cfd req-5959a574-5e79-4f81-a549-95069e45fbd8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:07.979157 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b6f8e0f-a897-49c6-aa31-90039bfa7cfd req-5959a574-5e79-4f81-a549-95069e45fbd8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.0570874 Sep 09 09:09:08.030020 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b6f8e0f-a897-49c6-aa31-90039bfa7cfd req-3295b3bd-fc08-4e69-bbde-34f0af07576a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435610 Sep 09 09:09:08.060336 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:08.125609 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-cb9ba319-079f-486e-907d-e563d050af05 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:08.131115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-cb9ba319-079f-486e-907d-e563d050af05 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.1102006 Sep 09 09:09:08.140584 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:08.154378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.154935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.155499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.155999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.156642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.157134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.157795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.158270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.158756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.159235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.159738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.160228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:08.246587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-598822be-a730-46b4-a8ab-e50b8e085311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:08.249024 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-598822be-a730-46b4-a8ab-e50b8e085311 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50 HTTP/1.1" status: 200 len: 1097 time: 0.1011655 Sep 09 09:09:08.281499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:08.346190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-168f0b70-30fc-44a3-a493-12621467324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:08.347737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-168f0b70-30fc-44a3-a493-12621467324b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 1097 time: 0.0719864 Sep 09 09:09:08.475455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a7737-81cd-405f-8feb-87a0a5ae7808 req-2006a8a3-9eb2-46a7-a224-daa50a1a0be3 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:08.477836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a30a7737-81cd-405f-8feb-87a0a5ae7808 req-2006a8a3-9eb2-46a7-a224-daa50a1a0be3 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 950 time: 0.0607815 Sep 09 09:09:08.512956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a56540-357a-4758-83d1-843f53c73374 req-27e16ed1-97f5-48e1-89aa-a463748bc0d7 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:08.520802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-74a56540-357a-4758-83d1-843f53c73374 req-27e16ed1-97f5-48e1-89aa-a463748bc0d7 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 945 time: 0.1284361 Sep 09 09:09:08.523217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a30a7737-81cd-405f-8feb-87a0a5ae7808 req-7e04a68a-ce42-4e7c-b762-37529de5eb39 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388095 Sep 09 09:09:08.532113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-d31111d2-d4ae-4bf3-8038-ac721c1e98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:08.534723 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-d31111d2-d4ae-4bf3-8038-ac721c1e98d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.1792200 Sep 09 09:09:08.606364 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-dfc0b7ba-4c73-47c0-bef4-005c8ba196ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a HTTP/1.1" status: 200 len: 217 time: 0.0509250 Sep 09 09:09:08.621416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-74a56540-357a-4758-83d1-843f53c73374 req-767ce8ed-e5fb-4a36-b739-332693fee966 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996277 Sep 09 09:09:08.679047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-00a4bf48-2798-4d03-b0e3-fc7169c69da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:08.680598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-00a4bf48-2798-4d03-b0e3-fc7169c69da2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.0583253 Sep 09 09:09:08.743127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-25d04684-3869-4572-b9c8-bb950b66bc4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531499 Sep 09 09:09:08.778203 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-c0e83bac-9536-474a-8434-db118d0f751a tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7faf8079438547028a2104e602ca51cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272658 Sep 09 09:09:08.874991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd87d0-5391-47a1-9a65-9ffb670e0b5b req-62b38702-c038-45bf-8085-d0b96b7fb73d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:08.882884 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8edd87d0-5391-47a1-9a65-9ffb670e0b5b req-62b38702-c038-45bf-8085-d0b96b7fb73d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 945 time: 0.1449227 Sep 09 09:09:08.905635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-8c76ac76-13c6-4dd3-8153-e6afa99c1a98 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:08.913526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-8c76ac76-13c6-4dd3-8153-e6afa99c1a98 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1292350 Sep 09 09:09:08.930640 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-2e180e98-a948-4576-bdc0-50e0fa8f692f tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/quotas/7faf8079438547028a2104e602ca51cb HTTP/1.1" status: 200 len: 375 time: 0.0163026 Sep 09 09:09:08.971324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-6f3dea44-d238-49f1-8485-9bdcbd8c8b86 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018001 Sep 09 09:09:08.974350 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8edd87d0-5391-47a1-9a65-9ffb670e0b5b req-2c357d92-3b0a-4958-9827-58b072211f10 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828173 Sep 09 09:09:08.987979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-8d3bd54f-c5fa-411c-8cb9-cd6ad56825c4 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7faf8079438547028a2104e602ca51cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564170 Sep 09 09:09:09.073536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-1712b623-0c13-4dcf-a9ca-89186c2c3af6 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938561 Sep 09 09:09:09.204994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4387f89-f019-4cbc-b9dd-6ba1361ff2ad req-9818eb43-02e8-4e10-bc29-e3bd7f4de7c9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:09.219145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4387f89-f019-4cbc-b9dd-6ba1361ff2ad req-9818eb43-02e8-4e10-bc29-e3bd7f4de7c9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.0777087 Sep 09 09:09:09.278704 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4387f89-f019-4cbc-b9dd-6ba1361ff2ad req-54e9ed6a-8619-4632-8d21-4105cd8dbb51 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546567 Sep 09 09:09:09.432396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fa29847e-88b3-4443-ac65-f47d88989f8e req-d26c2d59-d1b2-406f-a05d-f2578df03a33 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 210 time: 0.0692217 Sep 09 09:09:09.508146 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:09:09.652590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:09.709797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5c6749c0-9c35-41fe-a10d-5a06f8132c83 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:09.718896 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5c6749c0-9c35-41fe-a10d-5a06f8132c83 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/networks?id=55803f7b-6721-45d4-bbfa-6b26bb77d777 HTTP/1.1" status: 200 len: 810 time: 0.3192940 Sep 09 09:09:09.740767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-6c798241-4cb2-4b35-b76a-dba5834a4f8b tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/quotas/537c72d9d75a4edb9ea5c1b9c6da58c3 HTTP/1.1" status: 200 len: 375 time: 0.0207055 Sep 09 09:09:09.756551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-beb14246-6cb9-4c5a-993b-883b51053985 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:09.758014 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-beb14246-6cb9-4c5a-993b-883b51053985 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.1878862 Sep 09 09:09:09.761217 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80846725-cac7-4a4f-9dcf-efa46deb89d0 req-cdde9d9a-ae15-4777-87f2-063ca23d8698 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:09.762834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80846725-cac7-4a4f-9dcf-efa46deb89d0 req-cdde9d9a-ae15-4777-87f2-063ca23d8698 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 945 time: 0.0711906 Sep 09 09:09:09.787962 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-4bfded6c-b0b4-472e-8226-ab3ad96edd7b tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=537c72d9d75a4edb9ea5c1b9c6da58c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462260 Sep 09 09:09:09.798647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-b85edbef-a8ec-4753-afcf-2d064b517dc9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:09:09.799719 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-b85edbef-a8ec-4753-afcf-2d064b517dc9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058661 Sep 09 09:09:09.804422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80846725-cac7-4a4f-9dcf-efa46deb89d0 req-e7d2f6da-de23-48f7-9527-c2682639b16f tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350227 Sep 09 09:09:09.825820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:09.830344 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:09.830758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:09.930606 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:09.960435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:09.963093 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6f2fe3-6180-468f-9db6-c3f40f39f784" -d '{"events": [{"server_uuid": "96863dee-2364-40df-ad47-dd1b63d0bed5", "name": "network-vif-plugged", "status": "completed", "tag": "9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:09.980022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-0ce8ddee-a140-41a5-97a1-c23aa4c95679 service neutron] 10.222.0.32 "GET /v2.0/networks/55803f7b-6721-45d4-bbfa-6b26bb77d777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621890 Sep 09 09:09:09.980348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:10.036978 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:10.037843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3ae8ad83-f192-4808-88ff-202b3d5f827a no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:09:10.043623 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8840e4-4198-4a6e-a69e-59397ebeeb11 x-openstack-request-id: req-ee8840e4-4198-4a6e-a69e-59397ebeeb11 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:10.044102 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96863dee-2364-40df-ad47-dd1b63d0bed5", "name": "network-vif-plugged", "status": "completed", "tag": "9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:10.044501 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee8840e4-4198-4a6e-a69e-59397ebeeb11 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:10.045033 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1', 'code': 200} Sep 09 09:09:10.107352 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-545ceda4-4ef8-48c1-b2e2-e7faffb2c1c3 service neutron] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:10.126918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3ae8ad83-f192-4808-88ff-202b3d5f827a not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:09:10.131871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:10.180151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a136cd-5e62-4260-8a74-23b9ef1c1440 req-40af3aff-52b9-43dc-961e-a1f5876b46b2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:10.182835 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2a136cd-5e62-4260-8a74-23b9ef1c1440 req-40af3aff-52b9-43dc-961e-a1f5876b46b2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 945 time: 0.0672748 Sep 09 09:09:10.226602 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2a136cd-5e62-4260-8a74-23b9ef1c1440 req-6d865a3e-019d-4659-93ca-aa2e947e4ede tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371282 Sep 09 09:09:10.392584 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-545ceda4-4ef8-48c1-b2e2-e7faffb2c1c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:10.393900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-698c75ee-7f12-4414-8b25-cb7e646f6b9a req-545ceda4-4ef8-48c1-b2e2-e7faffb2c1c3 service neutron] 10.222.0.24 "DELETE /v2.0/ports/3ae8ad83-f192-4808-88ff-202b3d5f827a/bindings/n-h2-778696-16 HTTP/1.1" status: 204 len: 173 time: 0.6136453 Sep 09 09:09:10.417076 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-4e76a96d-fba9-4fda-be48-a9b5c3ea97f7 service neutron] 10.222.0.32 "GET /v2.0/networks/55803f7b-6721-45d4-bbfa-6b26bb77d777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264920 Sep 09 09:09:10.431309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fd2ea-16ad-4886-af4a-14957cd589cb req-f856dec4-5cf9-486b-a9b1-c28c455a915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:10.434146 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f39fd2ea-16ad-4886-af4a-14957cd589cb req-f856dec4-5cf9-486b-a9b1-c28c455a915d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 1098 time: 0.3221090 Sep 09 09:09:10.483867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f39fd2ea-16ad-4886-af4a-14957cd589cb req-f19514a2-ad4e-4353-b22d-dd040fa94a81 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426481 Sep 09 09:09:10.796165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86f5ac-04a5-44fd-9178-f9692c715881 req-e696ed2a-7fb7-45f0-8298-c700f57ec582 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:10.804061 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a86f5ac-04a5-44fd-9178-f9692c715881 req-e696ed2a-7fb7-45f0-8298-c700f57ec582 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.0654874 Sep 09 09:09:10.843170 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a86f5ac-04a5-44fd-9178-f9692c715881 req-62eb939b-3c75-483d-a6fe-92714e023e7a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381558 Sep 09 09:09:10.927093 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-068ed7b2-0f06-49f6-9c38-aad7d00b5a7f req-4a7c79ca-3085-4b17-8051-38fe4f8e97c5 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 210 time: 0.0287426 Sep 09 09:09:11.145583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080c008-a47b-4fef-b8ee-b36180bceeca req-e6d14788-ba2b-4e23-a93f-1519c59def62 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:11.154417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0080c008-a47b-4fef-b8ee-b36180bceeca req-e6d14788-ba2b-4e23-a93f-1519c59def62 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 1097 time: 0.0686502 Sep 09 09:09:11.230588 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0080c008-a47b-4fef-b8ee-b36180bceeca req-a42ab0a4-2080-4061-bbc2-827e95319fa4 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674002 Sep 09 09:09:11.382103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9f2b8-8bc8-4e85-abb5-8fac2960ae4b req-f2f40863-55fe-4be3-8dd0-c07e3f09aa91 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:11.383638 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ad9f2b8-8bc8-4e85-abb5-8fac2960ae4b req-f2f40863-55fe-4be3-8dd0-c07e3f09aa91 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 946 time: 0.0655158 Sep 09 09:09:11.456977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ad9f2b8-8bc8-4e85-abb5-8fac2960ae4b req-47545ebf-21ef-42ee-aaaf-6b5077880875 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664241 Sep 09 09:09:11.528877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d12b7244-580e-46ef-b633-da10a3b5ed8f req-17876e28-fa98-4c88-acec-d950dbb83201 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 210 time: 0.0277002 Sep 09 09:09:11.699815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43520) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:11.802889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-8184d66f-ca70-4c6f-93eb-41423a92d775 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:11.811363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-8184d66f-ca70-4c6f-93eb-41423a92d775 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 807 time: 0.1710143 Sep 09 09:09:11.831921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-e1a30f00-0358-468b-ad9c-8c58f7deec65 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/quotas/1631eb8ffcf145449cf9c9f503ea3a50 HTTP/1.1" status: 200 len: 375 time: 0.0194874 Sep 09 09:09:11.901005 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-a55968ba-206a-4ac1-b9fc-64aa09860333 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0682487 Sep 09 09:09:11.924282 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65fb8302-5a3e-4603-a15d-0d83f03555d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:12.088129 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-ecd65fec-6334-4ad3-8dcf-cea6fea5c682 service neutron] 10.222.0.32 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755667 Sep 09 09:09:12.136672 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65fb8302-5a3e-4603-a15d-0d83f03555d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:12.199856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-d6184c42-170f-42b7-b4b0-f21ff82bdffa tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7faf8079438547028a2104e602ca51cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2556672 Sep 09 09:09:12.232040 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65fb8302-5a3e-4603-a15d-0d83f03555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:12.269357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214abe1e-c390-499e-904c-fbb9a7abcddf req-d75448dd-7003-48ff-a641-a9c16e50f3e3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:12.271606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-411201c2-e165-422d-87ba-177ff184e8b4 service neutron] 10.222.0.32 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789682 Sep 09 09:09:12.285345 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-214abe1e-c390-499e-904c-fbb9a7abcddf req-d75448dd-7003-48ff-a641-a9c16e50f3e3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.1107218 Sep 09 09:09:12.356022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb8302-5a3e-4603-a15d-0d83f03555d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feac7db1-e139-4b86-a709-fe7f7ab640de,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:12.391230 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-65fb8302-5a3e-4603-a15d-0d83f03555d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=179ff0798bf840a38e3ab510be8ff3d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6902444 Sep 09 09:09:12.393936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43540) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:12.413020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-214abe1e-c390-499e-904c-fbb9a7abcddf req-c4380966-a9b9-42b2-8cfd-953b8629c17b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272409 Sep 09 09:09:12.455943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-891a43f9-2da8-4cfa-80a3-d9742a24f53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:12.468424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-9794cd64-d97c-4c69-8a0e-f443510d789b tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:12.472955 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-9794cd64-d97c-4c69-8a0e-f443510d789b tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589378 Sep 09 09:09:12.513155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Request body: {'port': {'device_id': '7ed5d28a-3dd0-4589-9ecc-14ad083b42be', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '7faf8079438547028a2104e602ca51cb'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:12.513547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-891a43f9-2da8-4cfa-80a3-d9742a24f53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:12.683573 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-891a43f9-2da8-4cfa-80a3-d9742a24f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:12.687948 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-891a43f9-2da8-4cfa-80a3-d9742a24f53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:12.689484 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-891a43f9-2da8-4cfa-80a3-d9742a24f53e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/feac7db1-e139-4b86-a709-fe7f7ab640de HTTP/1.1" status: 204 len: 168 time: 0.2944584 Sep 09 09:09:12.699131 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a84fb436-316d-4a54-9597-259fa60960b9 req-bc2e7e46-396f-4ea5-8c74-aaba4765d681 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 210 time: 0.0694144 Sep 09 09:09:12.724373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a43f9-2da8-4cfa-80a3-d9742a24f53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feac7db1-e139-4b86-a709-fe7f7ab640de,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:12.839664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c5bf5-0da4-4ee8-a081-270a67ecd804 req-8554a0a3-79e3-4ba2-ba62-7b27afa049af tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:12.841841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f6c5bf5-0da4-4ee8-a081-270a67ecd804 req-8554a0a3-79e3-4ba2-ba62-7b27afa049af tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 946 time: 0.0640445 Sep 09 09:09:12.913629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e2167bf-10e6-45ec-a055-1331b6842e48 req-d7dd2e4f-b698-4141-88e8-44c0c927d8e7 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 210 time: 0.0292196 Sep 09 09:09:12.918802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f6c5bf5-0da4-4ee8-a081-270a67ecd804 req-fe537db6-9bdf-4fc3-9b20-1141de07b4f6 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642805 Sep 09 09:09:12.920158 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Made reservation on behalf of 7faf8079438547028a2104e602ca51cb for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:12.923747 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:13.044796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fd8ad5c-0a01-4853-bc9e-17adaf6712ce req-9af1e7f4-e5c3-435f-b840-4629732b0ee5 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 210 time: 0.0427871 Sep 09 09:09:13.150929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Allocated IP 192.168.233.38 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/849b7260-1e93-4e8a-ad0f-535cc9481311) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:09:13.235353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f7af-a3ea-45a2-add6-8935b23253c0 req-6f4a16a5-9cc7-4857-9641-6ebc884ec6f4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:13.237183 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ad9f7af-a3ea-45a2-add6-8935b23253c0 req-6f4a16a5-9cc7-4857-9641-6ebc884ec6f4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 946 time: 0.0816710 Sep 09 09:09:13.247324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43576) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:13.253178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e1efe525-2082-4eb4-937f-32446c8d3b62 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Request body: {'floatingip': {'port_id': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:13.341425 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1efe525-2082-4eb4-937f-32446c8d3b62 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:13.392781 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:13.406975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Transition to ACTIVE for port object 849b7260-1e93-4e8a-ad0f-535cc9481311 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:13.499966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43580) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:13.513598 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e6e35f2b-6ee3-4774-919d-b3a15a033e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:13.523082 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:13.538495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d01b9bf8-7a08-4a74-9ad1-3f5d66897c95'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:13.629290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:13.642133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:13.647815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:09:13.654512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:13.655285 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:13.658122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Pushing event updated for resources: {'Port': ['ID=849b7260-1e93-4e8a-ad0f-535cc9481311,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:13.826091 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e6e35f2b-6ee3-4774-919d-b3a15a033e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:13.905705 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e6e35f2b-6ee3-4774-919d-b3a15a033e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:13.957022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e35f2b-6ee3-4774-919d-b3a15a033e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6b64bc-aee9-4e89-912b-fe5dae7c9c0c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:13.979163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fd38d-72f0-4079-9175-efe6bbf47e5a req-242a1953-754c-4eec-98d5-07fc8c003ace tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:13.986907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-043fd38d-72f0-4079-9175-efe6bbf47e5a req-242a1953-754c-4eec-98d5-07fc8c003ace tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 935 time: 0.1202939 Sep 09 09:09:14.015580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-52d415fe-ad41-4a0e-91db-e0032ad5bee9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4989560 Sep 09 09:09:14.029207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Request body: {'port': {'device_id': '7ed5d28a-3dd0-4589-9ecc-14ad083b42be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:14.063310 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e6e35f2b-6ee3-4774-919d-b3a15a033e6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07a22a8f8dc447cb8ce844f3e1a6dd8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5622425 Sep 09 09:09:14.069141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43588) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:14.131481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:14.139523 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-043fd38d-72f0-4079-9175-efe6bbf47e5a req-de26d9ec-b6f9-4fac-a264-d780a14a8327 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515183 Sep 09 09:09:14.185792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0ca9fb74-ec66-4f94-a5c0-36504aa6e852 None None] Provisioning for port 849b7260-1e93-4e8a-ad0f-535cc9481311 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:14.190021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0ca9fb74-ec66-4f94-a5c0-36504aa6e852 None None] Provisioning complete for port 849b7260-1e93-4e8a-ad0f-535cc9481311 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:14.190394 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ca9fb74-ec66-4f94-a5c0-36504aa6e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:14.199245 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15126b3d-f7da-4c82-bde8-e1575b46d572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:14.244623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9fb74-ec66-4f94-a5c0-36504aa6e852 None None] Port 849b7260-1e93-4e8a-ad0f-535cc9481311 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:09:14.280535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558e68-fdd9-425e-8d44-80d171f42530 req-82a29b6d-5b8b-4f98-a580-bd6c1bf70ccd tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:14.281350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-82a29b6d-5b8b-4f98-a580-bd6c1bf70ccd tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.24 "GET /v2.0/networks?id=55803f7b-6721-45d4-bbfa-6b26bb77d777 HTTP/1.1" status: 200 len: 810 time: 0.8272130 Sep 09 09:09:14.324678 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15126b3d-f7da-4c82-bde8-e1575b46d572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:14.325373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66650bc2-01e7-470c-8edd-d4f3893cb479 req-67da42b8-7777-4545-9c42-bff0150f7ce4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:14.333049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-66650bc2-01e7-470c-8edd-d4f3893cb479 req-67da42b8-7777-4545-9c42-bff0150f7ce4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.7999442 Sep 09 09:09:14.336755 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Request body: {'port': {'device_id': '745c726e-dba6-4a5f-9053-2e0184af4ca4', 'network_id': '55803f7b-6721-45d4-bbfa-6b26bb77d777', 'admin_state_up': True, 'tenant_id': '537c72d9d75a4edb9ea5c1b9c6da58c3'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:14.376287 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5334ea6c-6d8f-4d5c-8148-b80748f74de0 req-76bc20f1-de9a-4178-81f5-e5f010c68f77 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 210 time: 0.0668154 Sep 09 09:09:14.379675 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-053e5821-2b21-4b56-b8f2-5e7495c27477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:14.512373 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-66650bc2-01e7-470c-8edd-d4f3893cb479 req-596c40cd-d78a-4288-a07b-9ab7603d612c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343586 Sep 09 09:09:14.552503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb5fadd8-be32-49f1-8806-a4c97f5f7894 req-699841ba-d1a9-4340-8844-09188405c0e2 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 210 time: 0.0430238 Sep 09 09:09:14.727415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849b7260-1e93-4e8a-ad0f-535cc9481311 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:14.746968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:14.780103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Made reservation on behalf of 537c72d9d75a4edb9ea5c1b9c6da58c3 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:14.785075 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:14.799345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Transition to ACTIVE for port object 849b7260-1e93-4e8a-ad0f-535cc9481311 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:14.842622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-e9c61570-c5c8-4b3c-b5bb-36962138f984 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:14.844660 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-e9c61570-c5c8-4b3c-b5bb-36962138f984 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.41 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 807 time: 0.1356091 Sep 09 09:09:14.850030 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:14.903183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Request body: {'port': {'device_id': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a', 'admin_state_up': True, 'tenant_id': '1631eb8ffcf145449cf9c9f503ea3a50'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:14.960414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Pushing event updated for resources: {'Port': ['ID=849b7260-1e93-4e8a-ad0f-535cc9481311,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:15.049139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1efe525-2082-4eb4-937f-32446c8d3b62 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:15.066965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15126b3d-f7da-4c82-bde8-e1575b46d572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:15.071362 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15126b3d-f7da-4c82-bde8-e1575b46d572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:15.071362 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-15126b3d-f7da-4c82-bde8-e1575b46d572 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b6b64bc-aee9-4e89-912b-fe5dae7c9c0c HTTP/1.1" status: 204 len: 168 time: 0.9980078 Sep 09 09:09:15.111325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Attempting to bind port 849b7260-1e93-4e8a-ad0f-535cc9481311 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:15.116934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Attempting to bind port 849b7260-1e93-4e8a-ad0f-535cc9481311 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:15.116934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Attempting to bind port 849b7260-1e93-4e8a-ad0f-535cc9481311 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:15.120149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1efe525-2082-4eb4-937f-32446c8d3b62 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:15.133989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15126b3d-f7da-4c82-bde8-e1575b46d572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6b64bc-aee9-4e89-912b-fe5dae7c9c0c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:15.140336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Port 849b7260-1e93-4e8a-ad0f-535cc9481311 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:09:15.140679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Attempting to bind port 849b7260-1e93-4e8a-ad0f-535cc9481311 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:15.152796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:15.153269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:15.153579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:15.154000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Bound port: 849b7260-1e93-4e8a-ad0f-535cc9481311, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:15.154367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:15.171120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43604) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:15.306136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Made reservation on behalf of 1631eb8ffcf145449cf9c9f503ea3a50 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:15.310647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:15.407920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59916a05-1f24-44a9-bbd7-eec68119eada req-0c11717c-2a28-4393-b2e7-d95bb4ae61ce tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:15.409488 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-59916a05-1f24-44a9-bbd7-eec68119eada req-0c11717c-2a28-4393-b2e7-d95bb4ae61ce tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 947 time: 0.1531959 Sep 09 09:09:15.410645 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-e1efe525-2082-4eb4-937f-32446c8d3b62 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Floating IP 05fdd71d-3382-4b72-a7e1-e62658f7739e associated. External IP: 172.25.8.140, port: 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1. Sep 09 09:09:15.424054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] For port 849b7260-1e93-4e8a-ad0f-535cc9481311, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:15.500164 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7f66c08b-a46f-4405-b6cc-f69b14059c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:15.527906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Allocated IP 172.20.0.6 (55803f7b-6721-45d4-bbfa-6b26bb77d777/fb4493d7-3c18-4ca2-a8fa-95965626df09/1b7bc707-60e9-4b28-b387-a7f3403d845d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:09:15.564809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] For port 849b7260-1e93-4e8a-ad0f-535cc9481311, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=849b7260-1e93-4e8a-ad0f-535cc9481311,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:15.610623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5bde67a0-e21c-410b-b233-a93011f5fd0f req-f347397b-dfab-4ea0-9b1a-07cf45a4e967 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 210 time: 0.0637724 Sep 09 09:09:15.702713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-59916a05-1f24-44a9-bbd7-eec68119eada req-ccc3ce5b-19cd-41f1-a0ee-8aed0e84971d tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723847 Sep 09 09:09:15.752329 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:15.755776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1efe525-2082-4eb4-937f-32446c8d3b62 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Router dc8b3af7-a639-4255-909b-94e241868ef4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:09:16.068189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7f66c08b-a46f-4405-b6cc-f69b14059c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:16.105575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:16.106217 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:16.112169 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] 10.222.0.24 "PUT /v2.0/ports/849b7260-1e93-4e8a-ad0f-535cc9481311 HTTP/1.1" status: 200 len: 1096 time: 2.0879235 Sep 09 09:09:16.117616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9de6343a-690c-4a6e-b498-9afa2d38b609 req-edb6375d-1278-4b31-a2e1-572f71cc2f68 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 210 time: 0.3084369 Sep 09 09:09:16.130471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed5d28a-3dd0-4589-9ecc-14ad083b42be', 'tag': '849b7260-1e93-4e8a-ad0f-535cc9481311'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:16.135596 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed5d28a-3dd0-4589-9ecc-14ad083b42be", "tag": "849b7260-1e93-4e8a-ad0f-535cc9481311"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:16.165324 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7f66c08b-a46f-4405-b6cc-f69b14059c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:16.252720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Allocated IP 172.20.0.3 (0d3295be-fd19-4212-ac6b-8c4ee7698c4a/5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d/6043dc99-3153-43a1-a3f1-ebba92eed16b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:09:16.279181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47499457-86d6-4d1b-910b-afa0c16b39eb service neutron] Pushing event updated for resources: {'Port': ['ID=849b7260-1e93-4e8a-ad0f-535cc9481311,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:16.315525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:16.330928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a827c-97cf-407c-9011-c3f547f3e6d2 req-d92b4d6b-adf3-4b22-a963-7264bfc22d48 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:16.339089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-809a827c-97cf-407c-9011-c3f547f3e6d2 req-d92b4d6b-adf3-4b22-a963-7264bfc22d48 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.5241694 Sep 09 09:09:16.346626 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38051486-1ce3-4e3b-9c6e-e606c6438ea1 x-openstack-request-id: req-38051486-1ce3-4e3b-9c6e-e606c6438ea1 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:16.346837 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed5d28a-3dd0-4589-9ecc-14ad083b42be", "tag": "849b7260-1e93-4e8a-ad0f-535cc9481311", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:16.347181 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38051486-1ce3-4e3b-9c6e-e606c6438ea1 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:16.347869 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed5d28a-3dd0-4589-9ecc-14ad083b42be', 'tag': '849b7260-1e93-4e8a-ad0f-535cc9481311', 'status': 'completed', 'code': 200} Sep 09 09:09:16.382798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1efe525-2082-4eb4-937f-32446c8d3b62 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:09:16.395776 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1efe525-2082-4eb4-937f-32446c8d3b62 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:16.398983 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd839f-9473-4e2d-a5f3-645354b297d3 None None] Sync routers for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:09:16.420991 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd839f-9473-4e2d-a5f3-645354b297d3 None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:09:16.421638 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-45fd839f-9473-4e2d-a5f3-645354b297d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:08:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:16.443191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66c08b-a46f-4405-b6cc-f69b14059c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269917b9-95a0-407e-b553-d60be9e8099e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:16.507349 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-809a827c-97cf-407c-9011-c3f547f3e6d2 req-9e8eb5e3-ddaf-4a30-b316-9aa2ca272c36 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672559 Sep 09 09:09:16.530495 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e1efe525-2082-4eb4-937f-32446c8d3b62 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "PUT /v2.0/floatingips/05fdd71d-3382-4b72-a7e1-e62658f7739e HTTP/1.1" status: 200 len: 992 time: 3.2818341 Sep 09 09:09:16.534296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'tag': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:16.534296 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99539889-d12b-4c04-84f5-129759b10a49" -d '{"events": [{"name": "network-changed", "server_uuid": "96863dee-2364-40df-ad47-dd1b63d0bed5", "tag": "9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:16.537609 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-d57430b2-a34e-43e6-a11d-6697ae67bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:16.539290 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-d57430b2-a34e-43e6-a11d-6697ae67bfcd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7faf8079438547028a2104e602ca51cb&device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 1099 time: 0.1951191 Sep 09 09:09:16.546358 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:16.550978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7f66c08b-a46f-4405-b6cc-f69b14059c0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c53c9c23c72e4ecfaa11970859d6b352&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3727112 Sep 09 09:09:16.565733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43640) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:16.607778 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd111d8b-3db4-4d8d-a743-851b50a97386 x-openstack-request-id: req-dd111d8b-3db4-4d8d-a743-851b50a97386 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:16.608379 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96863dee-2364-40df-ad47-dd1b63d0bed5", "tag": "9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:16.608379 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd111d8b-3db4-4d8d-a743-851b50a97386 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:16.608906 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'tag': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1', 'status': 'completed', 'code': 200} Sep 09 09:09:16.626212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-ec16491b-a335-4d8e-987d-0c2b6c486b8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=849b7260-1e93-4e8a-ad0f-535cc9481311 HTTP/1.1" status: 200 len: 217 time: 0.0715265 Sep 09 09:09:16.648738 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-45fd839f-9473-4e2d-a5f3-645354b297d3 None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:09:16.707164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Pushing event updated for resources: {'Port': ['ID=1b7bc707-60e9-4b28-b387-a7f3403d845d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:16.716708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Network 55803f7b-6721-45d4-bbfa-6b26bb77d777 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:16.724025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:16.750743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:09:16.756590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.41', 51042) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:16.768356 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:16.769048 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:16.822215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-384ce60d-b817-49dc-9ee4-f509f5c13344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:16.824729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-384ce60d-b817-49dc-9ee4-f509f5c13344 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1472666 Sep 09 09:09:16.840088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99539889-d12b-4c04-84f5-129759b10a49 req-3c5f0b40-4512-4502-a9f1-014c2c4ca84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:16.841675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99539889-d12b-4c04-84f5-129759b10a49 req-3c5f0b40-4512-4502-a9f1-014c2c4ca84e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f8f99698e89468394188ee2ceca9ef4&device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 1098 time: 0.2316856 Sep 09 09:09:16.891790 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8795f766-2e14-4fb0-a3dd-92794bd56754 req-39053d95-6714-4a09-877e-0e3fa08ead6d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 210 time: 0.1437020 Sep 09 09:09:16.980033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:16.991803 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15075de6-5d5c-4667-bdc3-f00a476288d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:17.012264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b37c-5b9d-449d-94ca-c03ff589fc8d req-3ff88679-d300-426e-82a7-15ca40ade924 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:17.013799 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8a5b37c-5b9d-449d-94ca-c03ff589fc8d req-3ff88679-d300-426e-82a7-15ca40ade924 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 947 time: 0.1662121 Sep 09 09:09:17.043167 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15075de6-5d5c-4667-bdc3-f00a476288d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:17.046762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-13eef6b1-4f91-4f50-8948-5ff65853b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:17.048305 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-13eef6b1-4f91-4f50-8948-5ff65853b1a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1867628 Sep 09 09:09:17.054090 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-9e958497-3f71-4c98-a71d-72b4309152bb service neutron] show failed (client error): The resource could not be found. Sep 09 09:09:17.055054 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-9e958497-3f71-4c98-a71d-72b4309152bb service neutron] 10.222.0.41 "GET /v2.0/ports/83f8cb48-4c3a-4a77-a93b-c54715c6f5f6/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.2956259 Sep 09 09:09:17.069004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-5f346870-1808-4e59-aaf4-65a58a8601c9 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7598164 Sep 09 09:09:17.094098 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2863c1c4-22f6-46db-954d-9d8eb30100d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:17.106389 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8a5b37c-5b9d-449d-94ca-c03ff589fc8d req-df5730ab-ab88-45b2-a2ec-c6122d423dc0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829761 Sep 09 09:09:17.119127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Request body: {'port': {'device_id': '745c726e-dba6-4a5f-9053-2e0184af4ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:17.210040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-d213f62d-1b9a-430f-9e38-2400c89bbf9c service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475413 Sep 09 09:09:17.217320 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-45fd839f-9473-4e2d-a5f3-645354b297d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '05fdd71d-3382-4b72-a7e1-e62658f7739e', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'port_id': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'mac_address': 'fa:16:3e:10:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:08:54Z', 'updated_at': '2021-09-09T09:09:14Z', 'revision_number': 1, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:17.257428 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd839f-9473-4e2d-a5f3-645354b297d3 None None] Checking router: dc8b3af7-a639-4255-909b-94e241868ef4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:09:17.265224 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:17.271140 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd839f-9473-4e2d-a5f3-645354b297d3 None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:09:17.272159 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-45fd839f-9473-4e2d-a5f3-645354b297d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:17.279787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99539889-d12b-4c04-84f5-129759b10a49 req-124f03e4-19a3-49b4-b818-d567d9702793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:17.281430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99539889-d12b-4c04-84f5-129759b10a49 req-124f03e4-19a3-49b4-b818-d567d9702793 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e03ded8-bda0-484a-9427-b212bb2c9357 HTTP/1.1" status: 200 len: 925 time: 0.3759758 Sep 09 09:09:17.283929 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:17.314750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:17.469814 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Pushing event updated for resources: {'Port': ['ID=6043dc99-3153-43a1-a3f1-ebba92eed16b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:17.483894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db41834-6fc7-4d98-9151-0dbd745988db req-abf9a4f8-aee2-4334-96b6-b20535fc9e48 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:17.491346 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8db41834-6fc7-4d98-9151-0dbd745988db req-abf9a4f8-aee2-4334-96b6-b20535fc9e48 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 931 time: 0.2655549 Sep 09 09:09:17.502752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15075de6-5d5c-4667-bdc3-f00a476288d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:17.509712 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15075de6-5d5c-4667-bdc3-f00a476288d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:17.509712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-15075de6-5d5c-4667-bdc3-f00a476288d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/269917b9-95a0-407e-b553-d60be9e8099e HTTP/1.1" status: 204 len: 168 time: 0.9391658 Sep 09 09:09:17.512875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:17.517552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:17.521198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:09:17.555508 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:17.562822 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:17.576204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15075de6-5d5c-4667-bdc3-f00a476288d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269917b9-95a0-407e-b553-d60be9e8099e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:17.608267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99539889-d12b-4c04-84f5-129759b10a49 req-4f595ec2-aceb-4a70-a9c1-dd0181bfb399 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 HTTP/1.1" status: 200 len: 1000 time: 0.3110700 Sep 09 09:09:17.624611 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-45fd839f-9473-4e2d-a5f3-645354b297d3 None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:09:17.654384 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70abae6f-5ba2-401c-a52d-71a26f5c55d5 req-1502e3c1-5ed0-4df8-ac92-e6449c95971f service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235442 Sep 09 09:09:17.733895 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8db41834-6fc7-4d98-9151-0dbd745988db req-9e4aa448-4906-4d64-a35f-7b4ef8fc39a8 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ef60ea-b5eb-4f5b-8676-70c865592fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414861 Sep 09 09:09:17.800881 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-5fe10cff-9041-4e04-a3f4-9e7bece5dbb9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9020903 Sep 09 09:09:17.825558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99539889-d12b-4c04-84f5-129759b10a49 req-0a9a07e8-8dd4-46da-a945-067eac442c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:17.828295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Request body: {'port': {'device_id': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:17.829592 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99539889-d12b-4c04-84f5-129759b10a49 req-0a9a07e8-8dd4-46da-a945-067eac442c3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03cc89b6-6df2-464e-813c-19e32777bee5 HTTP/1.1" status: 200 len: 863 time: 0.2118230 Sep 09 09:09:17.833374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.24', 65033) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:18.092619 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-45fd839f-9473-4e2d-a5f3-645354b297d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '05fdd71d-3382-4b72-a7e1-e62658f7739e', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'port_id': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'mac_address': 'fa:16:3e:10:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:08:54Z', 'updated_at': '2021-09-09T09:09:14Z', 'revision_number': 1, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:18.095532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7bc707-60e9-4b28-b387-a7f3403d845d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:18.115278 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:18.132728 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd839f-9473-4e2d-a5f3-645354b297d3 None None] The sync data for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 is: [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '05fdd71d-3382-4b72-a7e1-e62658f7739e', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'port_id': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'mac_address': 'fa:16:3e:10:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:08:54Z', 'updated_at': '2021-09-09T09:09:14Z', 'revision_number': 1, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:09:18.220350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99539889-d12b-4c04-84f5-129759b10a49 req-9b1028fd-fbe4-4cb3-9270-677588aaecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:18.224890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99539889-d12b-4c04-84f5-129759b10a49 req-9b1028fd-fbe4-4cb3-9270-677588aaecfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e03ded8-bda0-484a-9427-b212bb2c9357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3604228 Sep 09 09:09:18.235107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1 req-f14cbd96-45e8-4ec5-a5fb-f46a8f7b515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:18.236826 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1 req-f14cbd96-45e8-4ec5-a5fb-f46a8f7b515f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7faf8079438547028a2104e602ca51cb&device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 1099 time: 0.4023526 Sep 09 09:09:18.270632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-af8eb966-41bd-4722-aadd-01d175972eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:18.272175 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-af8eb966-41bd-4722-aadd-01d175972eea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096&tenant_id=bd13aef6e3254abdb27a99a760731ff5 HTTP/1.1" status: 200 len: 1102 time: 0.5073185 Sep 09 09:09:18.280891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aa1e0-0893-4d92-8f63-2a659793db28 req-348b06c4-893e-475b-b50c-bd0ddae4ca45 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:18.282406 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec8aa1e0-0893-4d92-8f63-2a659793db28 req-348b06c4-893e-475b-b50c-bd0ddae4ca45 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.6067190 Sep 09 09:09:18.289830 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:18.298407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Transition to ACTIVE for port object 1b7bc707-60e9-4b28-b387-a7f3403d845d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:18.322837 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:18.375370 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:18.402769 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:18.414887 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:18.417746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18250a7-972c-4721-bf5a-fcb08895e022 req-317828d3-e3d0-4993-8e09-b3f0de691fcc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:18.419366 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e18250a7-972c-4721-bf5a-fcb08895e022 req-317828d3-e3d0-4993-8e09-b3f0de691fcc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 931 time: 0.3073738 Sep 09 09:09:18.425127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec8aa1e0-0893-4d92-8f63-2a659793db28 req-1c5a5282-6707-4a3b-b2e2-8232f657a90d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293066 Sep 09 09:09:18.443470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbe8c8-2c4c-4f11-923a-35569a78a0e5 None None] New status for floating IP 05fdd71d-3382-4b72-a7e1-e62658f7739e: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:09:18.493032 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99539889-d12b-4c04-84f5-129759b10a49 req-1936f490-b49c-4850-bbc7-8649a048874f service neutron] 10.222.0.41 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551653 Sep 09 09:09:18.549286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Pushing event updated for resources: {'Port': ['ID=1b7bc707-60e9-4b28-b387-a7f3403d845d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:18.560144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1 req-0cc396ba-6f3f-4c18-b4d4-650443bc7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:18.561406 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1 req-0cc396ba-6f3f-4c18-b4d4-650443bc7b68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2840858 Sep 09 09:09:18.629863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43686) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:18.667038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e18250a7-972c-4721-bf5a-fcb08895e022 req-6da4df82-d219-4a16-804e-0c7c61480ae8 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082989 Sep 09 09:09:18.680299 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1 req-bab21f42-a46e-4db8-bb20-17767719e938 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=849b7260-1e93-4e8a-ad0f-535cc9481311 HTTP/1.1" status: 200 len: 217 time: 0.0992787 Sep 09 09:09:18.689000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Attempting to bind port 1b7bc707-60e9-4b28-b387-a7f3403d845d on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:18.689333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Attempting to bind port 1b7bc707-60e9-4b28-b387-a7f3403d845d by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '05576e4a-8039-47e8-97cf-98bd3e93070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '55803f7b-6721-45d4-bbfa-6b26bb77d777'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:18.689661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Attempting to bind port 1b7bc707-60e9-4b28-b387-a7f3403d845d on network 55803f7b-6721-45d4-bbfa-6b26bb77d777 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:18.724868 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c85783b-624f-40bd-8d70-40a93cb29e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:18.752984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Port 1b7bc707-60e9-4b28-b387-a7f3403d845d on network 55803f7b-6721-45d4-bbfa-6b26bb77d777 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:09:18.753317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Attempting to bind port 1b7bc707-60e9-4b28-b387-a7f3403d845d on network 55803f7b-6721-45d4-bbfa-6b26bb77d777 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:18.758113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1 req-bcadd6c4-c70b-444a-bc29-8a7e042709e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:18.760322 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1 req-bcadd6c4-c70b-444a-bc29-8a7e042709e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0723736 Sep 09 09:09:18.773490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:18.775944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Checking segment: {'id': '05576e4a-8039-47e8-97cf-98bd3e93070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '55803f7b-6721-45d4-bbfa-6b26bb77d777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:18.775944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Bound using segment: {'id': '05576e4a-8039-47e8-97cf-98bd3e93070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '55803f7b-6721-45d4-bbfa-6b26bb77d777'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:18.775944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Bound port: 1b7bc707-60e9-4b28-b387-a7f3403d845d, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05576e4a-8039-47e8-97cf-98bd3e93070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '55803f7b-6721-45d4-bbfa-6b26bb77d777'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:18.775944 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:18.899215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] For port 1b7bc707-60e9-4b28-b387-a7f3403d845d, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:18.903327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] For port 1b7bc707-60e9-4b28-b387-a7f3403d845d, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1b7bc707-60e9-4b28-b387-a7f3403d845d,segment=NetworkSegment(05576e4a-8039-47e8-97cf-98bd3e93070a),segment_id=05576e4a-8039-47e8-97cf-98bd3e93070a)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:18.975838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99539889-d12b-4c04-84f5-129759b10a49 req-eccf27f5-39de-4a9f-a3ab-b7e7f392f089 service neutron] 10.222.0.41 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641142 Sep 09 09:09:18.987948 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.045628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c85783b-624f-40bd-8d70-40a93cb29e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.048464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656d603-3c3a-44a5-9a04-352c5e66229c req-c6411c64-6e3b-4253-a788-4f67df392097 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:19.049588 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f656d603-3c3a-44a5-9a04-352c5e66229c req-c6411c64-6e3b-4253-a788-4f67df392097 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 947 time: 0.1400313 Sep 09 09:09:19.055117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1 req-b25bc953-ca07-455b-95f9-96c5571c3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:19.058356 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1 req-b25bc953-ca07-455b-95f9-96c5571c3179 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2570474 Sep 09 09:09:19.058603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:19.059334 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.060910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] 10.222.0.24 "PUT /v2.0/ports/1b7bc707-60e9-4b28-b387-a7f3403d845d HTTP/1.1" status: 200 len: 1092 time: 1.9806173 Sep 09 09:09:19.063974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745c726e-dba6-4a5f-9053-2e0184af4ca4', 'tag': '1b7bc707-60e9-4b28-b387-a7f3403d845d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:19.066314 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ba530a-e27c-45e9-83d6-d76c312e2fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "745c726e-dba6-4a5f-9053-2e0184af4ca4", "tag": "1b7bc707-60e9-4b28-b387-a7f3403d845d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:19.099563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:19.121827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6043dc99-3153-43a1-a3f1-ebba92eed16b {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:19.140945 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.164799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5d74c-871f-455e-a59a-7e796e32b89b service neutron] Pushing event updated for resources: {'Port': ['ID=1b7bc707-60e9-4b28-b387-a7f3403d845d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:19.175359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f656d603-3c3a-44a5-9a04-352c5e66229c req-32a39ad2-128e-41a1-902d-636ab0677c77 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120844 Sep 09 09:09:19.237543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:19.290480 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1 req-891163dc-266c-4cf9-9f4c-a4cfcb59f615 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181909 Sep 09 09:09:19.293468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558e68-fdd9-425e-8d44-80d171f42530 req-7856cf3f-2055-4bbb-92e8-c07502f8648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:19.294836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-7856cf3f-2055-4bbb-92e8-c07502f8648b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=537c72d9d75a4edb9ea5c1b9c6da58c3&device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 1095 time: 0.0654061 Sep 09 09:09:19.297983 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c85783b-624f-40bd-8d70-40a93cb29e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.309420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Transition to ACTIVE for port object 6043dc99-3153-43a1-a3f1-ebba92eed16b will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:19.320994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:19.325304 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec651fbf-be55-40b4-b8a6-c5d3bdb73997" -d '{"events": [{"server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "name": "network-vif-unplugged", "status": "completed", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:19.333197 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.358351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433d360-c5d8-425d-92dd-a3eb38fe344a req-49fd9fc3-ce41-4d55-9064-107cb5696280 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:19.360612 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e433d360-c5d8-425d-92dd-a3eb38fe344a req-49fd9fc3-ce41-4d55-9064-107cb5696280 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 943 time: 0.2342188 Sep 09 09:09:19.386248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-d16ee119-8b34-4e77-ace6-b2fc9c67d01c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7bc707-60e9-4b28-b387-a7f3403d845d HTTP/1.1" status: 200 len: 217 time: 0.0703247 Sep 09 09:09:19.403278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.417094 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6c85783b-624f-40bd-8d70-40a93cb29e7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1037f6c475e4428aa427edc9f209076c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7832673 Sep 09 09:09:19.423134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Transition to ACTIVE for port object 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:19.461641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43702) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:19.468246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85783b-624f-40bd-8d70-40a93cb29e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c834465d-a1eb-4db4-b3da-476cbddec9a2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:19.509963 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.558613 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e433d360-c5d8-425d-92dd-a3eb38fe344a req-c70e41f6-5727-4b4e-a852-76ee8f3916e7 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ef60ea-b5eb-4f5b-8676-70c865592fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805289 Sep 09 09:09:19.565598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Pushing event updated for resources: {'Port': ['ID=6043dc99-3153-43a1-a3f1-ebba92eed16b,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:19.595569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:19.595849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:19.596133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:19.651875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Port 6043dc99-3153-43a1-a3f1-ebba92eed16b on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:09:19.652206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:19.670301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:19.670301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:19.670301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:19.670301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Bound port: 6043dc99-3153-43a1-a3f1-ebba92eed16b, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:19.670301 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.670744 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85387159-ad3d-4fcd-ac3a-785d6f7b41e1 req-6fd7569b-e762-4174-b718-3119f6907a30 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654864 Sep 09 09:09:19.679439 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e082ec6-5218-4496-b566-e8f22da95cef x-openstack-request-id: req-0e082ec6-5218-4496-b566-e8f22da95cef {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:19.679720 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745c726e-dba6-4a5f-9053-2e0184af4ca4", "tag": "1b7bc707-60e9-4b28-b387-a7f3403d845d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:19.679964 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e082ec6-5218-4496-b566-e8f22da95cef {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:19.680352 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745c726e-dba6-4a5f-9053-2e0184af4ca4', 'tag': '1b7bc707-60e9-4b28-b387-a7f3403d845d', 'status': 'completed', 'code': 200} Sep 09 09:09:19.733194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558e68-fdd9-425e-8d44-80d171f42530 req-e4938372-d4aa-4ce4-9727-a869fd3c46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:19.734683 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-e4938372-d4aa-4ce4-9727-a869fd3c46e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb4493d7-3c18-4ca2-a8fa-95965626df09 HTTP/1.1" status: 200 len: 850 time: 0.0631101 Sep 09 09:09:19.739672 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b508fdb5-c9ad-4680-83d5-6560d2566726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.746138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] No DVR routers for this DVR port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:09:19.776417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Pushing event updated for resources: {'Port': ['ID=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,revision_number=6']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:19.776732 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-3e4690f0-5455-414b-a930-6d3bbe1c6de2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55803f7b-6721-45d4-bbfa-6b26bb77d777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315182 Sep 09 09:09:19.811650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b508fdb5-c9ad-4680-83d5-6560d2566726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.882716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Attempting to bind port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:19.883049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Attempting to bind port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:19.883407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Attempting to bind port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:19.891126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:19.898890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-d075f6d9-d6c7-441c-b17a-b9d1490cdc2a service neutron] 10.222.0.24 "GET /v2.0/networks/55803f7b-6721-45d4-bbfa-6b26bb77d777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063309 Sep 09 09:09:19.904295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:09:19.904693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Attempting to bind port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:19.905142 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.909854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:19.914011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:19.914011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:19.914011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:19.914273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Bound port: 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:19.914618 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:19.993067 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:19.996684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:20.005793 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14558e68-fdd9-425e-8d44-80d171f42530 req-95b3b3c0-1a60-4f0a-92e2-143aa7a00c05 service neutron] 10.222.0.24 "GET /v2.0/networks/55803f7b-6721-45d4-bbfa-6b26bb77d777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959723 Sep 09 09:09:20.037598 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:20.039717 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b508fdb5-c9ad-4680-83d5-6560d2566726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:20.042420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b508fdb5-c9ad-4680-83d5-6560d2566726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:20.043593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b508fdb5-c9ad-4680-83d5-6560d2566726 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c834465d-a1eb-4db4-b3da-476cbddec9a2 HTTP/1.1" status: 204 len: 168 time: 0.5704801 Sep 09 09:09:20.081926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508fdb5-c9ad-4680-83d5-6560d2566726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c834465d-a1eb-4db4-b3da-476cbddec9a2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:20.094795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.095433 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:20.096842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] 10.222.0.41 "PUT /v2.0/ports/6043dc99-3153-43a1-a3f1-ebba92eed16b HTTP/1.1" status: 200 len: 1092 time: 2.2731786 Sep 09 09:09:20.108509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:20.116161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36a070-f523-41ca-8e16-6b27fc283fbe service neutron] Pushing event updated for resources: {'Port': ['ID=6043dc99-3153-43a1-a3f1-ebba92eed16b,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:20.146739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.147260 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:20.148697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] 10.222.0.24 "PUT /v2.0/ports/83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 200 len: 1097 time: 1.8653748 Sep 09 09:09:20.189547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b22ded-681f-4461-aa42-6a125dd2a172 service neutron] Pushing event updated for resources: {'Port': ['ID=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,revision_number=7']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:20.228962 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4845ddf-c3b8-4c2a-aa27-0ccc13a8bdf1 x-openstack-request-id: req-c4845ddf-c3b8-4c2a-aa27-0ccc13a8bdf1 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:20.229253 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "name": "network-vif-unplugged", "status": "completed", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:20.229500 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4845ddf-c3b8-4c2a-aa27-0ccc13a8bdf1 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:20.233201 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'code': 200} Sep 09 09:09:20.240610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-18d14135-7f71-4168-88e5-0dc3bacf06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.242498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-18d14135-7f71-4168-88e5-0dc3bacf06d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1100 time: 0.0492003 Sep 09 09:09:20.255242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba530a-e27c-45e9-83d6-d76c312e2fa9 req-b674413f-f360-4571-b148-e9e344bf825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.257247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26ba530a-e27c-45e9-83d6-d76c312e2fa9 req-b674413f-f360-4571-b148-e9e344bf825f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=537c72d9d75a4edb9ea5c1b9c6da58c3&device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 1095 time: 0.0633414 Sep 09 09:09:20.372193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba530a-e27c-45e9-83d6-d76c312e2fa9 req-b58460f7-d1a8-428e-88cb-6d91e9d1bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.373860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26ba530a-e27c-45e9-83d6-d76c312e2fa9 req-b58460f7-d1a8-428e-88cb-6d91e9d1bebf service neutron] 10.222.0.24 "GET /v2.0/networks?id=55803f7b-6721-45d4-bbfa-6b26bb77d777 HTTP/1.1" status: 200 len: 911 time: 0.1070592 Sep 09 09:09:20.437644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26ba530a-e27c-45e9-83d6-d76c312e2fa9 req-6dedc323-9ba0-4d8f-9b19-2b09845a07eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7bc707-60e9-4b28-b387-a7f3403d845d HTTP/1.1" status: 200 len: 217 time: 0.0528848 Sep 09 09:09:20.450520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-c6cecf59-bdad-4e36-bb91-664f98032a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.452186 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-c6cecf59-bdad-4e36-bb91-664f98032a1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2003424 Sep 09 09:09:20.455853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-267e7162-3893-4bfa-ab85-c1023497554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.457659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-267e7162-3893-4bfa-ab85-c1023497554b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 1095 time: 0.1913838 Sep 09 09:09:20.466333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8048e-2631-4cbc-bcc7-fe142f71b86b req-af7bd5c7-81f2-4856-b66c-f473a9dbd877 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.472046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-09a8048e-2631-4cbc-bcc7-fe142f71b86b req-af7bd5c7-81f2-4856-b66c-f473a9dbd877 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 948 time: 0.1426783 Sep 09 09:09:20.525097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba530a-e27c-45e9-83d6-d76c312e2fa9 req-1d36a112-db57-47cc-bf27-17d0c8065f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.525097 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26ba530a-e27c-45e9-83d6-d76c312e2fa9 req-1d36a112-db57-47cc-bf27-17d0c8065f38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb4493d7-3c18-4ca2-a8fa-95965626df09 HTTP/1.1" status: 200 len: 850 time: 0.0777400 Sep 09 09:09:20.559968 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-9fd43cfd-f8b3-4702-8345-2207359d1857 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 200 len: 217 time: 0.0858345 Sep 09 09:09:20.563213 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-06f45e59-411a-47c9-9824-0346459c5e23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b HTTP/1.1" status: 200 len: 217 time: 0.0901735 Sep 09 09:09:20.578685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26ba530a-e27c-45e9-83d6-d76c312e2fa9 req-c738ab8e-3417-43b8-a8ec-568e32635d8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55803f7b-6721-45d4-bbfa-6b26bb77d777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419748 Sep 09 09:09:20.678051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-09a8048e-2631-4cbc-bcc7-fe142f71b86b req-416b342a-ccda-4e0a-bb53-db2b391756d6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877162 Sep 09 09:09:20.684462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-eee93795-2ca1-47fe-bc37-4c9a87dc0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.694628 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-eee93795-2ca1-47fe-bc37-4c9a87dc0bdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1157033 Sep 09 09:09:20.698711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-737efdf7-bac7-4352-8dbf-4d09f0d837ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.700354 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-737efdf7-bac7-4352-8dbf-4d09f0d837ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.1276343 Sep 09 09:09:20.713720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1bfd1-126a-40ab-bd73-dd793981c065 req-50771f3d-a04b-40ea-b5c8-36998d192274 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.715233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-abf1bfd1-126a-40ab-bd73-dd793981c065 req-50771f3d-a04b-40ea-b5c8-36998d192274 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 943 time: 0.1047790 Sep 09 09:09:20.721001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26ba530a-e27c-45e9-83d6-d76c312e2fa9 req-c11cb8e7-7ad6-486c-8c1d-07e0c00fa97a service neutron] 10.222.0.24 "GET /v2.0/networks/55803f7b-6721-45d4-bbfa-6b26bb77d777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325171 Sep 09 09:09:20.727348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 849b7260-1e93-4e8a-ad0f-535cc9481311 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:09:20.773127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-1046d9a6-30ba-4b54-995e-da5b3996d83d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636640 Sep 09 09:09:20.827186 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-abf1bfd1-126a-40ab-bd73-dd793981c065 req-ede5ad89-1386-4246-bbd6-8ed73b02602a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860574 Sep 09 09:09:20.840846 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-cea4beba-482a-48c8-9969-498090a3952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.843158 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-cea4beba-482a-48c8-9969-498090a3952a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1470344 Sep 09 09:09:20.865927 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26ba530a-e27c-45e9-83d6-d76c312e2fa9 req-45a7e4f9-4ff9-4c7d-8f58-d764aeede551 service neutron] 10.222.0.24 "GET /v2.0/networks/55803f7b-6721-45d4-bbfa-6b26bb77d777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351132 Sep 09 09:09:20.899886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 849b7260-1e93-4e8a-ad0f-535cc9481311, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=849b7260-1e93-4e8a-ad0f-535cc9481311,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:20.901551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08e6d0-46bb-4fa0-9880-7378a03afee1 req-615487ea-82fd-4ddf-89d5-12ae382d82e1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.904281 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef08e6d0-46bb-4fa0-9880-7378a03afee1 req-615487ea-82fd-4ddf-89d5-12ae382d82e1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 945 time: 0.1644065 Sep 09 09:09:20.912297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '849b7260-1e93-4e8a-ad0f-535cc9481311', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '849b7260-1e93-4e8a-ad0f-535cc9481311', 'mac_address': 'fa:16:3e:10:1b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:09:20.968308 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:20.974493 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-8bcebba8-a89c-42e6-b3cc-5b9a468a8d6b service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812799 Sep 09 09:09:20.983863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800018f-ec25-4686-83d7-1d0566430faf req-9716fc19-7dda-46e8-8de5-908467f6fcfd tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:20.988095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849b7260-1e93-4e8a-ad0f-535cc9481311 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:20.988529 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9800018f-ec25-4686-83d7-1d0566430faf req-9716fc19-7dda-46e8-8de5-908467f6fcfd tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 947 time: 0.0692606 Sep 09 09:09:21.012399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 849b7260-1e93-4e8a-ad0f-535cc9481311, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=849b7260-1e93-4e8a-ad0f-535cc9481311,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:21.048110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9800018f-ec25-4686-83d7-1d0566430faf req-72ef7f6a-69f5-4119-867a-02515757b6ed tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482314 Sep 09 09:09:21.056600 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef08e6d0-46bb-4fa0-9880-7378a03afee1 req-f0c3b384-a1dc-44be-bc05-eb43de2b555d tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/security-groups?id=94733857-0d58-4a17-838a-4eefe78ef5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315479 Sep 09 09:09:21.077127 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:21.146855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=849b7260-1e93-4e8a-ad0f-535cc9481311,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:21.153986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-620cd234-6ab1-4be0-8b68-d0a1b8d1eaba service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610540 Sep 09 09:09:21.218132 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b440f1f-2731-4341-afbc-7cb4dcac771d req-83b57e02-b506-4a5f-adec-6c90ec8454d1 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066932 Sep 09 09:09:21.270779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab679-e12c-4d08-9521-b2ae69dbfa95 req-bb2e401e-dda3-4293-a016-cf66adc87139 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:21.272530 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d80ab679-e12c-4d08-9521-b2ae69dbfa95 req-bb2e401e-dda3-4293-a016-cf66adc87139 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 943 time: 0.1173654 Sep 09 09:09:21.318395 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6cf382c0-e80f-46d0-b7d4-1ddab33ac80d req-4e8207c1-24e8-4ca7-ab27-2e5af18c3192 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503997 Sep 09 09:09:21.331002 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d80ab679-e12c-4d08-9521-b2ae69dbfa95 req-2c094122-345d-44de-b9c1-91239916d8f0 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ef60ea-b5eb-4f5b-8676-70c865592fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477564 Sep 09 09:09:21.362860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['849b7260-1e93-4e8a-ad0f-535cc9481311'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:21.741145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:09:21.784243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:09:21.794258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0bc2a-5d66-4e1a-bcd4-8de76cf19df1 req-9ff9a21e-920a-4618-a065-cd07405197e8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:21.795840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16d0bc2a-5d66-4e1a-bcd4-8de76cf19df1 req-9ff9a21e-920a-4618-a065-cd07405197e8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 948 time: 0.0504277 Sep 09 09:09:21.834107 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16d0bc2a-5d66-4e1a-bcd4-8de76cf19df1 req-d2c0a213-6410-4b4f-b4b8-5fcd3c343dcc tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Sep 09 09:09:21.994869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d685-4e23-4349-a7b4-d69c1272cbef req-f752fe8f-4ed6-4c07-8e5b-82ff3214281c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:21.996396 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-13e5d685-4e23-4349-a7b4-d69c1272cbef req-f752fe8f-4ed6-4c07-8e5b-82ff3214281c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 943 time: 0.0811899 Sep 09 09:09:22.018404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36841c-604c-4d22-9ead-3841eb78d0dc req-5d2af40b-366d-459b-b21a-f0250b4c42a1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:22.019853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c36841c-604c-4d22-9ead-3841eb78d0dc req-5d2af40b-366d-459b-b21a-f0250b4c42a1 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 945 time: 0.0702293 Sep 09 09:09:22.074734 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-13e5d685-4e23-4349-a7b4-d69c1272cbef req-ecf8cb51-cc94-49ac-8200-e2bd0ab7de03 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705161 Sep 09 09:09:22.138277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5c36841c-604c-4d22-9ead-3841eb78d0dc req-e88434e0-d987-475a-9837-8b406422204e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Deleting port 98faa65f-72f1-4d16-88a8-31768a4139c0 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:09:22.138742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5c36841c-604c-4d22-9ead-3841eb78d0dc req-e88434e0-d987-475a-9837-8b406422204e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:22.212124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc2aac-259a-4f76-84f8-65432917e9be req-d3db0a7e-e281-4962-a7f6-b278c41b647e tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:22.220841 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2bbc2aac-259a-4f76-84f8-65432917e9be req-d3db0a7e-e281-4962-a7f6-b278c41b647e tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 948 time: 0.0638974 Sep 09 09:09:22.233887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'tag': '6043dc99-3153-43a1-a3f1-ebba92eed16b'}, {'name': 'network-changed', 'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:22.237391 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398de34e-e9e1-4814-a50c-2096910df129" -d '{"events": [{"name": "network-changed", "server_uuid": "2820009c-4535-48bc-9b7b-7ebb80f09a7e", "tag": "6043dc99-3153-43a1-a3f1-ebba92eed16b"}, {"name": "network-changed", "server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:22.257319 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2bbc2aac-259a-4f76-84f8-65432917e9be req-d0a05a80-189f-40a0-b28a-4321f4acfcc9 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350676 Sep 09 09:09:22.267900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5c36841c-604c-4d22-9ead-3841eb78d0dc req-e88434e0-d987-475a-9837-8b406422204e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] For port 98faa65f-72f1-4d16-88a8-31768a4139c0, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=98faa65f-72f1-4d16-88a8-31768a4139c0,segment=NetworkSegment(1c497954-978f-488f-8e6f-4445594f7e59),segment_id=1c497954-978f-488f-8e6f-4445594f7e59)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:22.268528 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5c36841c-604c-4d22-9ead-3841eb78d0dc req-e88434e0-d987-475a-9837-8b406422204e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:22.292723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-db8b3ac5-9bb2-4de7-a130-36b406d966f7 req-67366aca-2928-4c74-be42-12e01959cfd1 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Request body: {'security_group': {'name': 'tempest-securitygroup-388377653', 'description': 'tempest-description-887479848'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:22.307103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5c36841c-604c-4d22-9ead-3841eb78d0dc req-e88434e0-d987-475a-9837-8b406422204e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Calling delete_port for 98faa65f-72f1-4d16-88a8-31768a4139c0 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:09:22.370556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb1833-93f1-4080-bde1-23765249fed2 req-c0a59ea8-7584-4a92-8bce-c65c936fc1fe tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:22.372189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-59fb1833-93f1-4080-bde1-23765249fed2 req-c0a59ea8-7584-4a92-8bce-c65c936fc1fe tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 945 time: 0.0538409 Sep 09 09:09:22.390903 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db8b3ac5-9bb2-4de7-a130-36b406d966f7 req-67366aca-2928-4c74-be42-12e01959cfd1 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:22.411176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-59fb1833-93f1-4080-bde1-23765249fed2 req-868b353a-5079-44c6-a1d1-c933e11f0896 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/security-groups?id=94733857-0d58-4a17-838a-4eefe78ef5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327671 Sep 09 09:09:22.420408 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db8b3ac5-9bb2-4de7-a130-36b406d966f7 req-67366aca-2928-4c74-be42-12e01959cfd1 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:22.515291 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5c36841c-604c-4d22-9ead-3841eb78d0dc req-e88434e0-d987-475a-9837-8b406422204e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:22.528312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['98faa65f-72f1-4d16-88a8-31768a4139c0'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:22.559876 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf45a61f-657b-4848-a213-fe201d1e2665 x-openstack-request-id: req-bf45a61f-657b-4848-a213-fe201d1e2665 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:22.560482 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2820009c-4535-48bc-9b7b-7ebb80f09a7e", "tag": "6043dc99-3153-43a1-a3f1-ebba92eed16b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:22.561971 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf45a61f-657b-4848-a213-fe201d1e2665 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:22.562778 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'tag': '6043dc99-3153-43a1-a3f1-ebba92eed16b', 'status': 'completed', 'code': 200} Sep 09 09:09:22.563484 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'status': 'completed', 'code': 200} Sep 09 09:09:22.591643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88434e0-d987-475a-9837-8b406422204e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Pushing event deleted for resources: {'Port': ['ID=98faa65f-72f1-4d16-88a8-31768a4139c0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:22.597689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db8b3ac5-9bb2-4de7-a130-36b406d966f7 req-67366aca-2928-4c74-be42-12e01959cfd1 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:22.644258 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de34e-e9e1-4814-a50c-2096910df129 req-94f5cf89-1ea6-4aa3-9952-9cbfc065c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:22.647520 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-94f5cf89-1ea6-4aa3-9952-9cbfc065c79b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1100 time: 0.0889912 Sep 09 09:09:22.659776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0de22-198d-41d9-a211-e5ddcb48de87 req-740a58a3-3aaf-4418-aa87-a8a12fb1bf81 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:22.661363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6de0de22-198d-41d9-a211-e5ddcb48de87 req-740a58a3-3aaf-4418-aa87-a8a12fb1bf81 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 943 time: 0.0667467 Sep 09 09:09:22.680258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c36841c-604c-4d22-9ead-3841eb78d0dc req-e88434e0-d987-475a-9837-8b406422204e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] No DVR routers for this DVR port 98faa65f-72f1-4d16-88a8-31768a4139c0 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:09:22.683680 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5c36841c-604c-4d22-9ead-3841eb78d0dc req-e88434e0-d987-475a-9837-8b406422204e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:22.685920 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c36841c-604c-4d22-9ead-3841eb78d0dc req-e88434e0-d987-475a-9837-8b406422204e tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.24 "DELETE /v2.0/ports/98faa65f-72f1-4d16-88a8-31768a4139c0 HTTP/1.1" status: 204 len: 173 time: 0.6576624 Sep 09 09:09:22.689152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de34e-e9e1-4814-a50c-2096910df129 req-1827f896-0d59-4e0f-aff1-b152a419b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:22.690961 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-1827f896-0d59-4e0f-aff1-b152a419b496 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 1095 time: 0.1256073 Sep 09 09:09:22.691770 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db8b3ac5-9bb2-4de7-a130-36b406d966f7 req-67366aca-2928-4c74-be42-12e01959cfd1 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:22.727297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43776) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:22.740732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1b7bc707-60e9-4b28-b387-a7f3403d845d details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:09:22.744995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 849b7260-1e93-4e8a-ad0f-535cc9481311 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:22.860631 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6de0de22-198d-41d9-a211-e5ddcb48de87 req-9b432e2b-ddc1-4571-b77c-2c2518781900 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ef60ea-b5eb-4f5b-8676-70c865592fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853244 Sep 09 09:09:22.866503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de34e-e9e1-4814-a50c-2096910df129 req-83ab7d8a-5adc-4391-a958-291c0a46a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:22.871202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-83ab7d8a-5adc-4391-a958-291c0a46a409 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2026610 Sep 09 09:09:22.901888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 849b7260-1e93-4e8a-ad0f-535cc9481311 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:22.910598 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 849b7260-1e93-4e8a-ad0f-535cc9481311 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:22.910980 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:22.926552 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84981a49-54b9-4176-af3c-a3c144a7a130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:22.941325 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-d3110f92-8d02-4095-93ff-9d5634368484 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 200 len: 217 time: 0.0583069 Sep 09 09:09:22.945888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1b7bc707-60e9-4b28-b387-a7f3403d845d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1b7bc707-60e9-4b28-b387-a7f3403d845d,segment=NetworkSegment(05576e4a-8039-47e8-97cf-98bd3e93070a),segment_id=05576e4a-8039-47e8-97cf-98bd3e93070a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:22.968924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '1b7bc707-60e9-4b28-b387-a7f3403d845d', 'network_id': '55803f7b-6721-45d4-bbfa-6b26bb77d777', 'port_id': '1b7bc707-60e9-4b28-b387-a7f3403d845d', 'mac_address': 'fa:16:3e:01:bc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4493d7-3c18-4ca2-a8fa-95965626df09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:09:23.026652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de34e-e9e1-4814-a50c-2096910df129 req-0173cfc2-c63d-4ea1-899d-305925749f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:23.028151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-0173cfc2-c63d-4ea1-899d-305925749f9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0792391 Sep 09 09:09:23.028732 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-84981a49-54b9-4176-af3c-a3c144a7a130 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:09:23.028732 n-d-778696-16 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:09:23.028732 n-d-778696-16 neutron-server[95326]: [parameters: {'project_id_1': 'efa900fc3bff4b39a4c3bba7e01a1ffe', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 9, 2, 943426)}] Sep 09 09:09:23.028732 n-d-778696-16 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:09:23.029117 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-84981a49-54b9-4176-af3c-a3c144a7a130 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:09:23.041300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67366aca-2928-4c74-be42-12e01959cfd1 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0cf371-ed86-4569-8297-a31507b98285,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:23.051993 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.065438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec93d20-db44-4741-9e00-e3c1c72ad3f5 req-4935455c-7151-4ac0-988a-2386a78f484b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:23.068099 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9ec93d20-db44-4741-9e00-e3c1c72ad3f5 req-4935455c-7151-4ac0-988a-2386a78f484b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 948 time: 0.0797715 Sep 09 09:09:23.076965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7bc707-60e9-4b28-b387-a7f3403d845d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:23.094133 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.111608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1b7bc707-60e9-4b28-b387-a7f3403d845d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1b7bc707-60e9-4b28-b387-a7f3403d845d,segment=NetworkSegment(05576e4a-8039-47e8-97cf-98bd3e93070a),segment_id=05576e4a-8039-47e8-97cf-98bd3e93070a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:23.129179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed5d28a-3dd0-4589-9ecc-14ad083b42be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849b7260-1e93-4e8a-ad0f-535cc9481311'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:23.131478 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93572947-89e5-4b94-9161-7ebfc56f5a2c" -d '{"events": [{"server_uuid": "7ed5d28a-3dd0-4589-9ecc-14ad083b42be", "name": "network-vif-plugged", "status": "completed", "tag": "849b7260-1e93-4e8a-ad0f-535cc9481311"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:23.141985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de34e-e9e1-4814-a50c-2096910df129 req-2ec723cc-c6c1-4cd6-abca-6c875a1acf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:23.143441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-2ec723cc-c6c1-4cd6-abca-6c875a1acf59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.4449577 Sep 09 09:09:23.145444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de34e-e9e1-4814-a50c-2096910df129 req-325b19ee-4c7b-4a45-9c61-349935947a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:23.146167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 849b7260-1e93-4e8a-ad0f-535cc9481311, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=849b7260-1e93-4e8a-ad0f-535cc9481311,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:23.147068 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-325b19ee-4c7b-4a45-9c61-349935947a12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775867 Sep 09 09:09:23.150556 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9ec93d20-db44-4741-9e00-e3c1c72ad3f5 req-8d5a899e-ca65-468a-b893-97c5b6f54707 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705578 Sep 09 09:09:23.199865 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-f75f7481-a830-42c1-80b7-cc66658ae757 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b HTTP/1.1" status: 200 len: 217 time: 0.0471032 Sep 09 09:09:23.202156 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db8b3ac5-9bb2-4de7-a130-36b406d966f7 req-67366aca-2928-4c74-be42-12e01959cfd1 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.203197 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.205184 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.260696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=1b7bc707-60e9-4b28-b387-a7f3403d845d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:23.265402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de34e-e9e1-4814-a50c-2096910df129 req-147f9140-56b4-43a1-ae5e-05c808a9cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:23.266914 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-147f9140-56b4-43a1-ae5e-05c808a9cfc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.0589759 Sep 09 09:09:23.273072 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db8b3ac5-9bb2-4de7-a130-36b406d966f7 req-67366aca-2928-4c74-be42-12e01959cfd1 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.300484 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-aa37e472-9933-4cc6-92f4-4baa26cb8c74 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455755 Sep 09 09:09:23.315865 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-57312beb-3395-4217-bc64-7e6a46e5cbef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403240 Sep 09 09:09:23.316082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2fbed-2ddf-425a-91b6-d6d1b7385f3f req-3fd93c8f-ba8e-4109-8de5-f4a47e81c191 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:23.317744 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8f2fbed-2ddf-425a-91b6-d6d1b7385f3f req-3fd93c8f-ba8e-4109-8de5-f4a47e81c191 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 943 time: 0.0834935 Sep 09 09:09:23.323123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=849b7260-1e93-4e8a-ad0f-535cc9481311,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:23.362265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67366aca-2928-4c74-be42-12e01959cfd1 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaae42e-087e-4378-a14f-bc33cdaf1aeb,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:23.407921 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db8b3ac5-9bb2-4de7-a130-36b406d966f7 req-67366aca-2928-4c74-be42-12e01959cfd1 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.409077 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db8b3ac5-9bb2-4de7-a130-36b406d966f7 req-67366aca-2928-4c74-be42-12e01959cfd1 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1287155 Sep 09 09:09:23.419489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8f2fbed-2ddf-425a-91b6-d6d1b7385f3f req-628133fc-46bd-4078-b763-aa062c3895b3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763545 Sep 09 09:09:23.438422 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-5f303d9d-9689-4ef3-bd4d-a3973fe0a8a8 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130106 Sep 09 09:09:23.445471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-76ec9b8a-f848-4007-8ee8-93f7245c600e service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266575 Sep 09 09:09:23.477521 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9efc8d4-d804-4bf6-837a-e360ab1820d0 x-openstack-request-id: req-b9efc8d4-d804-4bf6-837a-e360ab1820d0 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:23.477888 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed5d28a-3dd0-4589-9ecc-14ad083b42be", "name": "network-vif-plugged", "status": "completed", "tag": "849b7260-1e93-4e8a-ad0f-535cc9481311", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:23.478810 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9efc8d4-d804-4bf6-837a-e360ab1820d0 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:23.479356 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed5d28a-3dd0-4589-9ecc-14ad083b42be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849b7260-1e93-4e8a-ad0f-535cc9481311', 'code': 200} Sep 09 09:09:23.518207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['1b7bc707-60e9-4b28-b387-a7f3403d845d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:23.531518 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84981a49-54b9-4176-af3c-a3c144a7a130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.552287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-4d543f2e-8a48-4cc0-850c-f7f89a136f6d req-00d80362-2037-465c-a6c1-409b7228b36e tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Request body: {'security_group': {'name': 'tempest-securitygroup-581641167', 'description': 'tempest-description-1505205686'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:23.572801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c181b-97fc-4e38-85d2-12966b72dcea req-dc220289-dab7-4aee-8e1b-3b292700b8ca tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:23.574761 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c69c181b-97fc-4e38-85d2-12966b72dcea req-dc220289-dab7-4aee-8e1b-3b292700b8ca tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 949 time: 0.0752454 Sep 09 09:09:23.597136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-735316a3-72b0-481e-a4cd-e33175899605 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513526 Sep 09 09:09:23.688846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c69c181b-97fc-4e38-85d2-12966b72dcea req-6b06057b-a122-44d4-a592-6b7116fc0bec tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071153 Sep 09 09:09:23.699147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff74410-3272-441a-aa39-39e131a4d950 req-113facb8-c2b4-4008-94d2-430853d3cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:23.700911 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dff74410-3272-441a-aa39-39e131a4d950 req-113facb8-c2b4-4008-94d2-430853d3cd4a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 1101 time: 0.1153424 Sep 09 09:09:23.732108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de34e-e9e1-4814-a50c-2096910df129 req-61a90810-e6af-4318-8bcc-c9c4294b9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:23.734196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-61a90810-e6af-4318-8bcc-c9c4294b9efb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1100 time: 0.0810430 Sep 09 09:09:23.759709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dff74410-3272-441a-aa39-39e131a4d950 req-0feb7224-1e74-4262-93e5-4606200ad33d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458448 Sep 09 09:09:23.771076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84981a49-54b9-4176-af3c-a3c144a7a130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.787266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6043dc99-3153-43a1-a3f1-ebba92eed16b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:09:23.838207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de34e-e9e1-4814-a50c-2096910df129 req-268fa110-2d46-4f09-bf5c-08828837655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:23.839961 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-268fa110-2d46-4f09-bf5c-08828837655c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.0960503 Sep 09 09:09:23.859771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc22e86c-be2c-44df-a9c1-991a4478884a req-980c27a4-91b3-49f1-bd1f-dfee1dabcea2 tempest-VolumesAdminNegativeTest-228856550 tempest-VolumesAdminNegativeTest-228856550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e80150e-c6f8-4c76-b30e-6ab6f855f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0293951 Sep 09 09:09:23.860089 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84981a49-54b9-4176-af3c-a3c144a7a130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.904159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-cfc3c7f0-2c0f-48d4-aa9a-9e79315c53a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 200 len: 217 time: 0.0570366 Sep 09 09:09:23.907622 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-84981a49-54b9-4176-af3c-a3c144a7a130 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efa900fc3bff4b39a4c3bba7e01a1ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1790116 Sep 09 09:09:23.908149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43796) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:23.911278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84981a49-54b9-4176-af3c-a3c144a7a130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8edfc5-a0a8-443d-a0aa-d15a6fdc2a25,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:23.918796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:23.933518 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '6043dc99-3153-43a1-a3f1-ebba92eed16b', 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a', 'port_id': '6043dc99-3153-43a1-a3f1-ebba92eed16b', 'mac_address': 'fa:16:3e:3f:a0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:09:23.970332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4d543f2e-8a48-4cc0-850c-f7f89a136f6d req-00d80362-2037-465c-a6c1-409b7228b36e tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.977690 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:23.995766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de34e-e9e1-4814-a50c-2096910df129 req-0a53c38b-343c-4b6d-9aca-252bed833fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:23.996568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6043dc99-3153-43a1-a3f1-ebba92eed16b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:23.997263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-0a53c38b-343c-4b6d-9aca-252bed833fca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0805624 Sep 09 09:09:24.019200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:24.029540 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f29439e5-a6ce-4d99-ab6c-838baa6727cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:24.095586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3750-0afc-4593-84df-c32d0293c1f7 req-be854bc6-bc33-4617-96b0-3d540cd6b94d tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:24.096042 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f29439e5-a6ce-4d99-ab6c-838baa6727cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:24.097075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b1a3750-0afc-4593-84df-c32d0293c1f7 req-be854bc6-bc33-4617-96b0-3d540cd6b94d tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 944 time: 0.0564039 Sep 09 09:09:24.111611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de34e-e9e1-4814-a50c-2096910df129 req-b9f337eb-ff83-4a81-b636-6a00e8ddd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:24.113150 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-b9f337eb-ff83-4a81-b636-6a00e8ddd03d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1009884 Sep 09 09:09:24.135222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b1a3750-0afc-4593-84df-c32d0293c1f7 req-39a9e717-4792-4361-b8c0-8f7e173da0c4 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ef60ea-b5eb-4f5b-8676-70c865592fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Sep 09 09:09:24.139503 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:24.194933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=6043dc99-3153-43a1-a3f1-ebba92eed16b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:24.230683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4d543f2e-8a48-4cc0-850c-f7f89a136f6d req-00d80362-2037-465c-a6c1-409b7228b36e tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:24.254277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-aa6a9326-7aef-4a8b-8544-74d27579aa36 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265957 Sep 09 09:09:24.279147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb4d1f-cc39-4801-aedb-bbe3a3333305 req-b68dadf3-aa0d-4063-b6df-3abc5dd96726 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:24.280659 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7bb4d1f-cc39-4801-aedb-bbe3a3333305 req-b68dadf3-aa0d-4063-b6df-3abc5dd96726 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 948 time: 0.0484192 Sep 09 09:09:24.320589 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7bb4d1f-cc39-4801-aedb-bbe3a3333305 req-2272ac0a-d1f5-417c-a6cb-0908bf434ce5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337861 Sep 09 09:09:24.345767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-398de34e-e9e1-4814-a50c-2096910df129 req-b83c882b-1242-4466-a6df-bee42fc833f0 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838535 Sep 09 09:09:24.352033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4d543f2e-8a48-4cc0-850c-f7f89a136f6d req-00d80362-2037-465c-a6c1-409b7228b36e tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:24.358377 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f29439e5-a6ce-4d99-ab6c-838baa6727cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:24.360884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f29439e5-a6ce-4d99-ab6c-838baa6727cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:24.362020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f29439e5-a6ce-4d99-ab6c-838baa6727cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e8edfc5-a0a8-443d-a0aa-d15a6fdc2a25 HTTP/1.1" status: 204 len: 168 time: 0.4529459 Sep 09 09:09:24.370490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['6043dc99-3153-43a1-a3f1-ebba92eed16b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:24.389773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d80362-2037-465c-a6c1-409b7228b36e tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026049f0-5167-4129-826a-9e036e1c4489,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:24.400941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29439e5-a6ce-4d99-ab6c-838baa6727cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8edfc5-a0a8-443d-a0aa-d15a6fdc2a25,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:24.454107 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4d543f2e-8a48-4cc0-850c-f7f89a136f6d req-00d80362-2037-465c-a6c1-409b7228b36e tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:24.456331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d543f2e-8a48-4cc0-850c-f7f89a136f6d req-00d80362-2037-465c-a6c1-409b7228b36e tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9159369 Sep 09 09:09:24.559908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ddf7-ad88-44e0-9703-89243e71af60 req-99452f52-1186-498a-b8a7-912c847253f9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:24.561432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d160ddf7-ad88-44e0-9703-89243e71af60 req-99452f52-1186-498a-b8a7-912c847253f9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 944 time: 0.0507214 Sep 09 09:09:24.565292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e80150e-c6f8-4c76-b30e-6ab6f855f1b5', 'name': 'network-vif-deleted', 'tag': '98faa65f-72f1-4d16-88a8-31768a4139c0'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:24.567761 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c49d5e4-707f-4f47-8901-60580248b384" -d '{"events": [{"server_uuid": "6e80150e-c6f8-4c76-b30e-6ab6f855f1b5", "name": "network-vif-deleted", "tag": "98faa65f-72f1-4d16-88a8-31768a4139c0"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:24.611840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d160ddf7-ad88-44e0-9703-89243e71af60 req-7c409f9a-7a97-4cfe-afb6-fa60358a4fc0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 Sep 09 09:09:24.733688 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a75ba3-3301-40b3-850f-d2feb91ebb0b req-7a5d93d1-b5c4-4195-a968-a238f0f93538 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:24.735133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8a75ba3-3301-40b3-850f-d2feb91ebb0b req-7a5d93d1-b5c4-4195-a968-a238f0f93538 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 948 time: 0.0526588 Sep 09 09:09:24.747954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:09:24.750141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1b7bc707-60e9-4b28-b387-a7f3403d845d up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:24.859883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a8220574-73a0-4571-a5e2-a332d1b8e598 req-1f785b5c-04d1-4dd0-a0cc-61968989851d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-330094461', 'description': 'tempest-description-970537182'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:24.861010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-e2495451-64d6-4401-ab35-b308a1b9df0c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:24.862503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-e2495451-64d6-4401-ab35-b308a1b9df0c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096&tenant_id=bd13aef6e3254abdb27a99a760731ff5&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 948 time: 0.1238747 Sep 09 09:09:24.871193 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8a75ba3-3301-40b3-850f-d2feb91ebb0b req-7ed4884e-9a20-42ea-aa93-4bbd7cb44603 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020970 Sep 09 09:09:24.896910 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:24.917854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:24.934265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'mac_address': 'fa:16:3e:1d:78:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:09:24.942639 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce5f08a-d4fc-4c3e-9da3-0b48751b970f x-openstack-request-id: req-8ce5f08a-d4fc-4c3e-9da3-0b48751b970f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:24.943046 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e80150e-c6f8-4c76-b30e-6ab6f855f1b5", "name": "network-vif-deleted", "tag": "98faa65f-72f1-4d16-88a8-31768a4139c0", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:24.943716 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ce5f08a-d4fc-4c3e-9da3-0b48751b970f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:24.944205 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e80150e-c6f8-4c76-b30e-6ab6f855f1b5', 'name': 'network-vif-deleted', 'tag': '98faa65f-72f1-4d16-88a8-31768a4139c0', 'status': 'completed', 'code': 200} Sep 09 09:09:24.963439 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-d051d5a5-b9c1-4dd6-9c03-d949c80bfc5f service neutron] delete failed (client error): The resource could not be found. Sep 09 09:09:24.964697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-d051d5a5-b9c1-4dd6-9c03-d949c80bfc5f service neutron] 10.222.0.41 "DELETE /v2.0/ports/83f8cb48-4c3a-4a77-a93b-c54715c6f5f6/bindings/n-h2-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0925186 Sep 09 09:09:24.970575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 1b7bc707-60e9-4b28-b387-a7f3403d845d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:24.978931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 1b7bc707-60e9-4b28-b387-a7f3403d845d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:24.979477 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.000697 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a8220574-73a0-4571-a5e2-a332d1b8e598 req-1f785b5c-04d1-4dd0-a0cc-61968989851d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.012829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a8220574-73a0-4571-a5e2-a332d1b8e598 req-1f785b5c-04d1-4dd0-a0cc-61968989851d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.015533 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.036121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:25.062334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:25.087993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:25.095711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677456d-622c-4fad-8c93-85ff0333bcd6 req-54018909-aba4-47fc-8bf9-a9fdede1bf7d tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:25.098633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1677456d-622c-4fad-8c93-85ff0333bcd6 req-54018909-aba4-47fc-8bf9-a9fdede1bf7d tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 949 time: 0.0991132 Sep 09 09:09:25.106715 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.112428 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9400d917-aecd-4701-a79e-958aed3e4069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.150502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1b7bc707-60e9-4b28-b387-a7f3403d845d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1b7bc707-60e9-4b28-b387-a7f3403d845d,segment=NetworkSegment(05576e4a-8039-47e8-97cf-98bd3e93070a),segment_id=05576e4a-8039-47e8-97cf-98bd3e93070a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:25.153121 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.163735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-6589884e-0320-4307-bce5-3a2b916ec591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:25.165390 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-6589884e-0320-4307-bce5-3a2b916ec591 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1100 time: 0.1128500 Sep 09 09:09:25.167490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a8220574-73a0-4571-a5e2-a332d1b8e598 req-1f785b5c-04d1-4dd0-a0cc-61968989851d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.169507 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1677456d-622c-4fad-8c93-85ff0333bcd6 req-75fbaaed-4e31-408e-bc30-c1fd06ef38ef tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Sep 09 09:09:25.217681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:25.219761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:25.236772 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.266954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-2140159b-fb85-4f35-9d6e-c5637930bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:25.268599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-2140159b-fb85-4f35-9d6e-c5637930bbda service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.0954676 Sep 09 09:09:25.270472 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a8220574-73a0-4571-a5e2-a332d1b8e598 req-1f785b5c-04d1-4dd0-a0cc-61968989851d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.296025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd24f8b7-f4d5-4d40-83f7-dbe90d1b5986 admin admin] Deleting subnet 377145fc-32c9-42c2-9103-e3798515b346 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:09:25.300476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=1b7bc707-60e9-4b28-b387-a7f3403d845d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:25.314965 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd24f8b7-f4d5-4d40-83f7-dbe90d1b5986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.331882 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-3930d220-f32d-41f9-bcad-5e2af72ed0aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 200 len: 217 time: 0.0403209 Sep 09 09:09:25.359142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f785b5c-04d1-4dd0-a0cc-61968989851d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cc9ecb-f24f-4f87-b731-cd57396aa3a3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:25.382803 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd24f8b7-f4d5-4d40-83f7-dbe90d1b5986 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.397277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd24f8b7-f4d5-4d40-83f7-dbe90d1b5986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.413482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-3250e0c8-1b4b-4c74-903c-3c1d4b206743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:25.414932 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-3250e0c8-1b4b-4c74-903c-3c1d4b206743 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0763974 Sep 09 09:09:25.439601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:25.440677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c3f4-f0e6-4da5-ac43-ed69c6819d02 req-cffac12b-2f94-40ce-8d12-353777744320 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:25.442390 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d368c3f4-f0e6-4da5-ac43-ed69c6819d02 req-cffac12b-2f94-40ce-8d12-353777744320 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 945 time: 0.0734642 Sep 09 09:09:25.479279 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9400d917-aecd-4701-a79e-958aed3e4069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.482296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745c726e-dba6-4a5f-9053-2e0184af4ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7bc707-60e9-4b28-b387-a7f3403d845d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:25.484629 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b830e437-ef80-4364-9b5a-405cee4b64d8" -d '{"events": [{"server_uuid": "745c726e-dba6-4a5f-9053-2e0184af4ca4", "name": "network-vif-plugged", "status": "completed", "tag": "1b7bc707-60e9-4b28-b387-a7f3403d845d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:25.499118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-000eb0c2-f0e7-4668-a349-7c8296cbe62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:25.500768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-000eb0c2-f0e7-4668-a349-7c8296cbe62c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0773666 Sep 09 09:09:25.504028 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d368c3f4-f0e6-4da5-ac43-ed69c6819d02 req-502c5b0e-9f11-46ff-92f4-24105fbf8f4b tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ef60ea-b5eb-4f5b-8676-70c865592fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Sep 09 09:09:25.550502 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d86499-d3a2-49a6-a864-a72e77d8daab x-openstack-request-id: req-40d86499-d3a2-49a6-a864-a72e77d8daab {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:25.550790 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745c726e-dba6-4a5f-9053-2e0184af4ca4", "name": "network-vif-plugged", "status": "completed", "tag": "1b7bc707-60e9-4b28-b387-a7f3403d845d", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:25.551037 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40d86499-d3a2-49a6-a864-a72e77d8daab {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:25.551488 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745c726e-dba6-4a5f-9053-2e0184af4ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7bc707-60e9-4b28-b387-a7f3403d845d', 'code': 200} Sep 09 09:09:25.560383 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9400d917-aecd-4701-a79e-958aed3e4069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.590196 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd24f8b7-f4d5-4d40-83f7-dbe90d1b5986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.591559 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.603841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-018e2d2a-a5d2-4ceb-affc-35e5359bba4b service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948343 Sep 09 09:09:25.683199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24f8b7-f4d5-4d40-83f7-dbe90d1b5986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377145fc-32c9-42c2-9103-e3798515b346,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:25.688322 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9400d917-aecd-4701-a79e-958aed3e4069 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85ead013eb2e409c95dabe908b35d908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5990326 Sep 09 09:09:25.692691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43832) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:25.704768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd24f8b7-f4d5-4d40-83f7-dbe90d1b5986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.704768 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fd24f8b7-f4d5-4d40-83f7-dbe90d1b5986 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/377145fc-32c9-42c2-9103-e3798515b346 HTTP/1.1" status: 204 len: 168 time: 0.4869816 Sep 09 09:09:25.709242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43834) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:25.721423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400d917-aecd-4701-a79e-958aed3e4069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1882b54-ce86-4c70-a575-01bdc0e5a09f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:25.760527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd9532-db58-436b-adc6-25926942ee32 req-1afdf8b0-a301-4d67-956f-e42845b01c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:25.761972 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a5dd9532-db58-436b-adc6-25926942ee32 req-1afdf8b0-a301-4d67-956f-e42845b01c77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 1097 time: 0.1065495 Sep 09 09:09:25.773221 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a8220574-73a0-4571-a5e2-a332d1b8e598 req-1f785b5c-04d1-4dd0-a0cc-61968989851d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.797818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dd04b0b-f026-4c5c-9c9d-8506addd24f7 req-322898be-461a-4f3a-8445-59899b5cbf1a service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867738 Sep 09 09:09:25.801066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a5dd9532-db58-436b-adc6-25926942ee32 req-8421ea10-d4ca-4cd8-b5ac-21f94da65a36 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2ef60ea-b5eb-4f5b-8676-70c865592fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302908 Sep 09 09:09:25.804011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6043dc99-3153-43a1-a3f1-ebba92eed16b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:25.848987 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.867930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37e368-dea8-4464-8ff1-2c2fbf2838c8 req-73ab5817-ba21-4a68-885a-ca1b09b120b1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:25.869603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e37e368-dea8-4464-8ff1-2c2fbf2838c8 req-73ab5817-ba21-4a68-885a-ca1b09b120b1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 944 time: 0.1785066 Sep 09 09:09:25.874809 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c87ea39-22b6-4174-8930-33a6b5e946ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.911118 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a8220574-73a0-4571-a5e2-a332d1b8e598 req-1f785b5c-04d1-4dd0-a0cc-61968989851d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.937866 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c87ea39-22b6-4174-8930-33a6b5e946ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.939541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f785b5c-04d1-4dd0-a0cc-61968989851d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06332354-59b3-4837-8444-b8cf637509e2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:25.962994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 6043dc99-3153-43a1-a3f1-ebba92eed16b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:25.968495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 6043dc99-3153-43a1-a3f1-ebba92eed16b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:25.969028 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:25.975568 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e37e368-dea8-4464-8ff1-2c2fbf2838c8 req-57eee4b5-6bcb-4b20-9b15-0405e3263e72 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960891 Sep 09 09:09:26.026206 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a8220574-73a0-4571-a5e2-a332d1b8e598 req-1f785b5c-04d1-4dd0-a0cc-61968989851d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.027699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8220574-73a0-4571-a5e2-a332d1b8e598 req-1f785b5c-04d1-4dd0-a0cc-61968989851d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1752665 Sep 09 09:09:26.042460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.063148 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e40f4481-c406-47c2-bf9b-8c126a1039b3 req-ca82f281-281d-4582-ac9c-c5a2215bef4f tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-246853357', 'description': 'tempest-description-1628457097'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:26.066787 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.067999 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.068414 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.069191 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.069577 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > port after_create 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.069911 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.070260 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > port after_update 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.070573 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.070905 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.071216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.071576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.102023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:26.162153 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.162673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.162764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e40f4481-c406-47c2-bf9b-8c126a1039b3 req-ca82f281-281d-4582-ac9c-c5a2215bef4f tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.162852 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.163149 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:26.163516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758a7581-cd1c-4f82-8f2d-9385bed72749']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:26.191256 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.211784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c497954-978f-488f-8e6f-4445594f7e59') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:26.212078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c497954-978f-488f-8e6f-4445594f7e59') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:26.232085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.240884 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=6043dc99-3153-43a1-a3f1-ebba92eed16b,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:26.252454 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e40f4481-c406-47c2-bf9b-8c126a1039b3 req-ca82f281-281d-4582-ac9c-c5a2215bef4f tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.253470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c87ea39-22b6-4174-8930-33a6b5e946ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.256118 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c87ea39-22b6-4174-8930-33a6b5e946ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.257234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1c87ea39-22b6-4174-8930-33a6b5e946ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1882b54-ce86-4c70-a575-01bdc0e5a09f HTTP/1.1" status: 204 len: 168 time: 0.5634811 Sep 09 09:09:26.262608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.278530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87ea39-22b6-4174-8930-33a6b5e946ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1882b54-ce86-4c70-a575-01bdc0e5a09f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:26.284188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:09:26.284581 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: from cryptography.utils import int_from_bytes Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: from cryptography.utils import int_from_bytes Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:09:26.316056 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:09:26.334665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d08d30-b1bb-457a-89eb-d066c7054b0d req-bdd0e31c-6930-4cbc-a58a-b867eea865d6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:26.338478 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-65d08d30-b1bb-457a-89eb-d066c7054b0d req-bdd0e31c-6930-4cbc-a58a-b867eea865d6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 949 time: 0.1667342 Sep 09 09:09:26.362899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e40f4481-c406-47c2-bf9b-8c126a1039b3 req-ca82f281-281d-4582-ac9c-c5a2215bef4f tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.395278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82f281-281d-4582-ac9c-c5a2215bef4f tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3f8fa6-736b-4939-abbe-d667d55a9b17,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:26.413269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-65d08d30-b1bb-457a-89eb-d066c7054b0d req-4dd8470d-d306-478b-8e47-f3dee0733776 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659401 Sep 09 09:09:26.476995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e40f4481-c406-47c2-bf9b-8c126a1039b3 req-ca82f281-281d-4582-ac9c-c5a2215bef4f tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.478184 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e40f4481-c406-47c2-bf9b-8c126a1039b3 req-ca82f281-281d-4582-ac9c-c5a2215bef4f tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4200432 Sep 09 09:09:26.479368 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.504996 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.508933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] 10.222.0.32 "DELETE /v2.0/networks/758a7581-cd1c-4f82-8f2d-9385bed72749 HTTP/1.1" status: 204 len: 168 time: 0.7963405 Sep 09 09:09:26.515368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43848) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:26.528339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867cf37-9d31-4e44-8594-e02c4ef15004 admin admin] Pushing event deleted for resources: {'Network': ['ID=758a7581-cd1c-4f82-8f2d-9385bed72749,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:26.551129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010540d-c9b6-4163-b113-7a9aaa23c9e1 req-a924b9d8-d838-4cdf-9a82-f0e6ecc62efa tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:26.552981 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e010540d-c9b6-4163-b113-7a9aaa23c9e1 req-a924b9d8-d838-4cdf-9a82-f0e6ecc62efa tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 949 time: 0.0841150 Sep 09 09:09:26.574137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c53d365-59a2-4fc0-af5e-cec4e34d53d2 admin admin] Deleting subnet c3dcbbaa-65ed-4bdd-af1f-c1a398fc1376 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:09:26.584273 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c53d365-59a2-4fc0-af5e-cec4e34d53d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.596889 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e010540d-c9b6-4163-b113-7a9aaa23c9e1 req-6cc5d2c9-89b9-44d6-b47e-d5f568aacc34 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363696 Sep 09 09:09:26.657171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c53d365-59a2-4fc0-af5e-cec4e34d53d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.669780 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c53d365-59a2-4fc0-af5e-cec4e34d53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.737883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf678f7-7708-4da3-98be-ccb77e6ee1e9 req-1eb39f54-8787-47a2-bc16-222acbd519d5 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:26.739409 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9cf678f7-7708-4da3-98be-ccb77e6ee1e9 req-1eb39f54-8787-47a2-bc16-222acbd519d5 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 945 time: 0.0621293 Sep 09 09:09:26.762737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:26.808951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9cf678f7-7708-4da3-98be-ccb77e6ee1e9 req-5dbaadc8-96d6-4649-aa3e-b7e9d17907dc tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ef60ea-b5eb-4f5b-8676-70c865592fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618558 Sep 09 09:09:26.858816 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c53d365-59a2-4fc0-af5e-cec4e34d53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.917654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:26.921212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53d365-59a2-4fc0-af5e-cec4e34d53d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3dcbbaa-65ed-4bdd-af1f-c1a398fc1376,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:26.922082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:26.922456 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.925718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c53d365-59a2-4fc0-af5e-cec4e34d53d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:26.931085 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2c53d365-59a2-4fc0-af5e-cec4e34d53d2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c3dcbbaa-65ed-4bdd-af1f-c1a398fc1376 HTTP/1.1" status: 204 len: 168 time: 0.4107292 Sep 09 09:09:26.932054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43862) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:26.945108 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-7e30f25f-2a57-4d5b-99bd-3b96208a7fdb tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50614 time: 0.3825712 Sep 09 09:09:27.003301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-3bc029c2-4c11-480b-9396-5125d3154cac tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0b284e65-f801-4e06-90ba-27d8179fb7a2 HTTP/1.1" status: 200 len: 2973 time: 0.0480657 Sep 09 09:09:27.028991 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:27.057542 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:27.074753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:27.107604 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-0e2a5e69-fb1d-4e03-92b8-f98cf0cc0634 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0b284e65-f801-4e06-90ba-27d8179fb7a2 HTTP/1.1" status: 200 len: 2973 time: 0.1033123 Sep 09 09:09:27.120516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-6f30508d-96ee-4dd2-be95-42af464c5924 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1113358 Sep 09 09:09:27.149398 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-41c10857-5843-4c8c-b948-777b4ed4520d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3e853bc1-2427-46bb-8a1c-a59623c3b1c1 HTTP/1.1" status: 200 len: 2981 time: 0.0408335 Sep 09 09:09:27.151464 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:27.152463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 98faa65f-72f1-4d16-88a8-31768a4139c0 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:09:27.169031 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:27.176480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 98faa65f-72f1-4d16-88a8-31768a4139c0 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:09:27.176842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 98faa65f-72f1-4d16-88a8-31768a4139c0 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:09:27.201599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d19810-4173-4790-9aee-11a3c1b7fe0d']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:27.233700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:27.237986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f453099-5ece-4122-b510-027c420e1ccb') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:27.238278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f453099-5ece-4122-b510-027c420e1ccb') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:27.250155 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:27.275577 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-b3211718-3282-4372-978c-9dff247da2b1 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3e853bc1-2427-46bb-8a1c-a59623c3b1c1 HTTP/1.1" status: 200 len: 2981 time: 0.1174719 Sep 09 09:09:27.280419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-58611e82-68f0-4157-a8ae-5927d15015c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:27.281912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-58611e82-68f0-4157-a8ae-5927d15015c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1102 time: 0.1099722 Sep 09 09:09:27.285277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:27.294480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:09:27.295105 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:09:27.297342 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:09:27.377382 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-11b01f9b-da6e-4f78-b6c8-6bb1e978532f tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6313f926-c93d-43f4-98a5-49ea0a84a69e HTTP/1.1" status: 200 len: 2981 time: 0.0940833 Sep 09 09:09:27.386847 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-ffa16118-e01c-4e53-8708-cf15bc00d49e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1302671 Sep 09 09:09:27.411957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ece98-c1c5-4f2c-88a5-5117d855f2c9 req-f7a69ac3-ab2f-42ff-9400-114cb108b3c6 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:27.413522 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d22ece98-c1c5-4f2c-88a5-5117d855f2c9 req-f7a69ac3-ab2f-42ff-9400-114cb108b3c6 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 945 time: 0.0956383 Sep 09 09:09:27.480195 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d22ece98-c1c5-4f2c-88a5-5117d855f2c9 req-7ed86b28-50f8-4de7-8108-1f88e29e5027 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585935 Sep 09 09:09:27.481128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-b509df1e-433f-4c66-aae8-b98f43d942ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:27.481652 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-b509df1e-433f-4c66-aae8-b98f43d942ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1496651 Sep 09 09:09:27.483216 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-e9382707-d6a2-403a-923a-107b69516a3e tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6313f926-c93d-43f4-98a5-49ea0a84a69e HTTP/1.1" status: 200 len: 2981 time: 0.0594423 Sep 09 09:09:27.490201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-60333354-6ca8-4067-a0cf-ccdba3cd957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:27.491775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-60333354-6ca8-4067-a0cf-ccdba3cd957d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f8f99698e89468394188ee2ceca9ef4&device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 1098 time: 0.0562778 Sep 09 09:09:27.519834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:27.555096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6043dc99-3153-43a1-a3f1-ebba92eed16b'}, {'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:27.555508 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509cdf29-4286-42e4-af4e-771bed3bb905" -d '{"events": [{"server_uuid": "2820009c-4535-48bc-9b7b-7ebb80f09a7e", "name": "network-vif-plugged", "status": "completed", "tag": "6043dc99-3153-43a1-a3f1-ebba92eed16b"}, {"server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "name": "network-vif-plugged", "status": "completed", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:27.559615 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:27.561982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] 10.222.0.32 "DELETE /v2.0/networks/82d19810-4173-4790-9aee-11a3c1b7fe0d HTTP/1.1" status: 204 len: 168 time: 0.6304171 Sep 09 09:09:27.563645 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-aec69db9-ce5b-40d2-a3b7-d954811884c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 200 len: 217 time: 0.0555480 Sep 09 09:09:27.596682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6fd1d-eed4-480b-8754-07c0d21f4596 admin admin] Pushing event deleted for resources: {'Network': ['ID=82d19810-4173-4790-9aee-11a3c1b7fe0d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:27.630820 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-502bf060-e307-4aea-b7c0-b48bed895e83 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/68829407-ec7e-4e91-86f0-6da24469e7d2 HTTP/1.1" status: 200 len: 2981 time: 0.1383176 Sep 09 09:09:27.685674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433486f7-6af2-4322-aa6a-18d39badc0d5 req-46c392b7-0f7f-4ffc-989c-8d976b401bc5 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:27.693759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-433486f7-6af2-4322-aa6a-18d39badc0d5 req-46c392b7-0f7f-4ffc-989c-8d976b401bc5 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 949 time: 0.1266880 Sep 09 09:09:27.700843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-bdb1c5a6-0746-46ed-9206-1af59120c857 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/68829407-ec7e-4e91-86f0-6da24469e7d2 HTTP/1.1" status: 200 len: 2981 time: 0.0684245 Sep 09 09:09:27.702368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-f6bc8626-e542-41eb-9893-63ed8f0aa66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:27.704075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-f6bc8626-e542-41eb-9893-63ed8f0aa66b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1203012 Sep 09 09:09:27.713440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-fc2ab3ca-11db-4047-aacb-130015c49738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:27.715125 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-fc2ab3ca-11db-4047-aacb-130015c49738 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e03ded8-bda0-484a-9427-b212bb2c9357 HTTP/1.1" status: 200 len: 925 time: 0.2029021 Sep 09 09:09:27.779560 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-433486f7-6af2-4322-aa6a-18d39badc0d5 req-4ce57666-5fe9-4f65-a71e-97b11e499c68 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847895 Sep 09 09:09:27.787198 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-fc66bdc2-f440-4aec-9dfc-c63812165aab tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/78399fa3-4d65-44a9-bd95-4c1989ba9f19 HTTP/1.1" status: 200 len: 2981 time: 0.0792325 Sep 09 09:09:27.800718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-ab7e5cfd-5580-460b-8c66-294866602d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:27.800718 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-ab7e5cfd-5580-460b-8c66-294866602d83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0812283 Sep 09 09:09:27.834410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-fa411263-5591-42da-bd02-f4caec6ec5b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 HTTP/1.1" status: 200 len: 1002 time: 0.1042278 Sep 09 09:09:27.860827 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-24bb0f5a-beaf-4b47-8baa-56c1bc766ce4 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/78399fa3-4d65-44a9-bd95-4c1989ba9f19 HTTP/1.1" status: 200 len: 2981 time: 0.0726657 Sep 09 09:09:27.930217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-7250c59e-5893-4a8c-91b6-ff1cf7020a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:27.932482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-7250c59e-5893-4a8c-91b6-ff1cf7020a31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03cc89b6-6df2-464e-813c-19e32777bee5 HTTP/1.1" status: 200 len: 863 time: 0.0911953 Sep 09 09:09:27.940423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf3eb8-45ba-4ce3-a3c9-2943f63cf6c4 req-9a726cff-e78c-466f-89ba-b3b37d83b0b4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:27.941907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5bbf3eb8-45ba-4ce3-a3c9-2943f63cf6c4 req-9a726cff-e78c-466f-89ba-b3b37d83b0b4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.0914991 Sep 09 09:09:27.950305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-0c21e46a-1859-40f7-a100-87a809b11867 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402502 Sep 09 09:09:27.953240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-51c58f82-d1f9-4c56-999e-a0713ed54927 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7d1847d5-997d-4c3f-86b2-84c3ec6baebe HTTP/1.1" status: 200 len: 2981 time: 0.0622833 Sep 09 09:09:28.017922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-da7e6d7f-3879-46e5-9f1d-efff90193d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:28.019463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-da7e6d7f-3879-46e5-9f1d-efff90193d63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e03ded8-bda0-484a-9427-b212bb2c9357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766597 Sep 09 09:09:28.024592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5bbf3eb8-45ba-4ce3-a3c9-2943f63cf6c4 req-d320be9b-9aec-4abd-9f95-88a54f205aec tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559511 Sep 09 09:09:28.075547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-445cf40c-c37c-4a0b-9870-ad90162a7c23 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7d1847d5-997d-4c3f-86b2-84c3ec6baebe HTTP/1.1" status: 200 len: 2981 time: 0.1038861 Sep 09 09:09:28.128242 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56a8c028-d5e8-4444-8eb0-d61950739d90 req-95b61358-e73f-49e9-b5b5-234a64374e02 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694198 Sep 09 09:09:28.138031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-e7d2bc68-a299-4982-a244-5d8c6a095fb7 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7fccfe78-bb8d-47ff-8d7c-bdf21782227f HTTP/1.1" status: 200 len: 2977 time: 0.0595677 Sep 09 09:09:28.145243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-e9280aef-362a-4c9b-9a30-e3975623a35a service neutron] 10.222.0.41 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186626 Sep 09 09:09:28.149272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43896) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:28.176808 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0377a1f4-813b-4a4e-8656-d90ea8edd317 x-openstack-request-id: req-0377a1f4-813b-4a4e-8656-d90ea8edd317 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:28.177696 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2820009c-4535-48bc-9b7b-7ebb80f09a7e", "name": "network-vif-plugged", "status": "completed", "tag": "6043dc99-3153-43a1-a3f1-ebba92eed16b", "code": 200}, {"server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "name": "network-vif-plugged", "status": "completed", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:28.178197 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0377a1f4-813b-4a4e-8656-d90ea8edd317 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:28.178817 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6043dc99-3153-43a1-a3f1-ebba92eed16b', 'code': 200} Sep 09 09:09:28.179218 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'code': 200} Sep 09 09:09:28.202724 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-bd64ea28-f829-42c2-b274-aa83e06b4e67 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7fccfe78-bb8d-47ff-8d7c-bdf21782227f HTTP/1.1" status: 200 len: 2977 time: 0.0657837 Sep 09 09:09:28.276285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-3fdc024b-04e7-46f4-a238-77826fcaba17 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8a1506dd-efd1-427b-a507-7bfdb4cddac7 HTTP/1.1" status: 200 len: 2981 time: 0.0723767 Sep 09 09:09:28.341974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937fcca-8d30-4df4-a48a-604ae54e691c req-1785043f-8e89-40b7-87d6-48cdba5a6a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:28.343641 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3937fcca-8d30-4df4-a48a-604ae54e691c req-1785043f-8e89-40b7-87d6-48cdba5a6a91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 1097 time: 0.0849326 Sep 09 09:09:28.345106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-cb184d31-f770-478e-94ab-014f0ca47b7b tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8a1506dd-efd1-427b-a507-7bfdb4cddac7 HTTP/1.1" status: 200 len: 2981 time: 0.0679464 Sep 09 09:09:28.410030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3937fcca-8d30-4df4-a48a-604ae54e691c req-d6c8d894-2774-4e65-a8cd-904d53c6e900 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590034 Sep 09 09:09:28.416569 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-3e274d1f-9868-4f18-b3ff-412fdb6e1945 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/94733857-0d58-4a17-838a-4eefe78ef5c2 HTTP/1.1" status: 200 len: 2981 time: 0.0582139 Sep 09 09:09:28.470058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-132834c7-b24a-4dc3-abca-4ef340d433b9 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/94733857-0d58-4a17-838a-4eefe78ef5c2 HTTP/1.1" status: 200 len: 2981 time: 0.0456874 Sep 09 09:09:28.515009 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-0b9f2ff2-5709-4f45-9935-4feb7a402f23 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9a090635-2335-48f2-9be1-cab618706b41 HTTP/1.1" status: 200 len: 2981 time: 0.0384147 Sep 09 09:09:28.535953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-948215a6-2927-45c8-9af2-b2ce4546b053 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bcbf1960a0442a197387c59fae89af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853583 Sep 09 09:09:28.538239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43906) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:28.572738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-847dd6ef-a36d-48aa-98da-e649f4f3aacd tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9a090635-2335-48f2-9be1-cab618706b41 HTTP/1.1" status: 200 len: 2981 time: 0.0459456 Sep 09 09:09:28.590111 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf0b6765-621a-4a9e-819a-6a989e54c3d6 req-1e20ad52-fc06-4996-8f87-b7cdf7dd678b service neutron] 10.222.0.41 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290850 Sep 09 09:09:28.604405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6215f-5333-4807-aaa0-d45b95b227f8 req-67158d76-577c-45ca-a703-96571d373cbc tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:28.607862 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbb6215f-5333-4807-aaa0-d45b95b227f8 req-67158d76-577c-45ca-a703-96571d373cbc tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 945 time: 0.1181211 Sep 09 09:09:28.654506 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-a91795f1-6583-41fc-b9d9-eca3e53450ea tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9c0cf371-ed86-4569-8297-a31507b98285 HTTP/1.1" status: 200 len: 2981 time: 0.0609844 Sep 09 09:09:28.668848 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-138fba8a-0dc9-4805-8b33-e27157d21980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:28.691843 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbb6215f-5333-4807-aaa0-d45b95b227f8 req-86fc6a66-3e4c-46c5-95c8-ae3a030173ad tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ef60ea-b5eb-4f5b-8676-70c865592fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596688 Sep 09 09:09:28.721803 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-33b73cc5-033c-422c-81c5-85dc11867a83 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9c0cf371-ed86-4569-8297-a31507b98285 HTTP/1.1" status: 200 len: 2981 time: 0.0658314 Sep 09 09:09:28.738556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-138fba8a-0dc9-4805-8b33-e27157d21980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:28.778592 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-1d13b9c0-aa20-4c59-813d-a9da4d87cc70 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a4cc9ecb-f24f-4f87-b731-cd57396aa3a3 HTTP/1.1" status: 200 len: 2981 time: 0.0496652 Sep 09 09:09:28.818149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b863e7-2ced-4152-83e6-fe2d6c5cf3a6 req-dd1b85f2-0bd8-4619-b108-eaa36cd0fa68 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:28.819699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-74b863e7-2ced-4152-83e6-fe2d6c5cf3a6 req-dd1b85f2-0bd8-4619-b108-eaa36cd0fa68 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1102 time: 0.0437708 Sep 09 09:09:28.834664 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-e590377b-a829-49db-bd9a-1119dbaedd7d tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a4cc9ecb-f24f-4f87-b731-cd57396aa3a3 HTTP/1.1" status: 200 len: 2981 time: 0.0496492 Sep 09 09:09:28.865576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-74b863e7-2ced-4152-83e6-fe2d6c5cf3a6 req-8465af30-a4a8-4722-ba4e-d38fa975055a tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Sep 09 09:09:28.885497 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-5c8ee127-9442-4d67-9515-495c4e53d56e tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b1045156-a26b-4df8-a2bd-d225217ff6a9 HTTP/1.1" status: 200 len: 2981 time: 0.0446169 Sep 09 09:09:28.899188 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-138fba8a-0dc9-4805-8b33-e27157d21980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:28.907709 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-138fba8a-0dc9-4805-8b33-e27157d21980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:28.907709 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-138fba8a-0dc9-4805-8b33-e27157d21980 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94733857-0d58-4a17-838a-4eefe78ef5c2 HTTP/1.1" status: 204 len: 168 time: 0.3637536 Sep 09 09:09:28.912862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fba8a-0dc9-4805-8b33-e27157d21980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94733857-0d58-4a17-838a-4eefe78ef5c2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:28.946760 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-3af91dd5-01dd-4c02-97a9-77651edd99e4 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b1045156-a26b-4df8-a2bd-d225217ff6a9 HTTP/1.1" status: 200 len: 2981 time: 0.0544353 Sep 09 09:09:28.989650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-53f8fec9-495b-4368-8ac7-ad4c0b85a0fa tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b2ef60ea-b5eb-4f5b-8676-70c865592fd1 HTTP/1.1" status: 200 len: 2981 time: 0.0362620 Sep 09 09:09:28.991192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae53238-3266-4fc3-a66d-a2550e82b487 req-6f8ccd6b-8206-4d31-8e64-9d1a26b03c17 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:28.992741 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ae53238-3266-4fc3-a66d-a2550e82b487 req-6f8ccd6b-8206-4d31-8e64-9d1a26b03c17 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 945 time: 0.0500946 Sep 09 09:09:29.037076 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-bf84fa98-b527-40e4-bd69-ce67ddc5b3b1 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b2ef60ea-b5eb-4f5b-8676-70c865592fd1 HTTP/1.1" status: 200 len: 2981 time: 0.0390453 Sep 09 09:09:29.038491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ae53238-3266-4fc3-a66d-a2550e82b487 req-5c564dab-a6a6-46b0-8643-e7ff6f3d287c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368178 Sep 09 09:09:29.087827 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-6157f370-039f-4c91-a50f-608e796ec651 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bfd6409c-96b2-4589-b339-2557b05cfa4c HTTP/1.1" status: 200 len: 2981 time: 0.0444360 Sep 09 09:09:29.139732 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdd36f2c-3e7f-4e48-ae1a-b0fe0029cbf5 req-f3adf1f4-7234-4ad9-880e-244e41c38b27 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bfd6409c-96b2-4589-b339-2557b05cfa4c HTTP/1.1" status: 200 len: 2981 time: 0.0453775 Sep 09 09:09:29.201509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12367fb-c238-4845-90b2-35783eed78b0 req-1ee385d6-f1ee-4d04-a39b-56abe47c901d tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:29.203006 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e12367fb-c238-4845-90b2-35783eed78b0 req-1ee385d6-f1ee-4d04-a39b-56abe47c901d tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 949 time: 0.0488572 Sep 09 09:09:29.254530 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e12367fb-c238-4845-90b2-35783eed78b0 req-85ac7d66-e361-40c4-b6c6-7274ca22b6ae tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 Sep 09 09:09:29.521330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-2064d11e-8318-4b2d-8990-33837dd35b77 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a9fe7f10e3894598b6ca1fccf1e5180f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221505 Sep 09 09:09:29.635528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43948) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:29.636542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de706739-e950-4776-99fe-6218e187286a req-158d4b8f-62cd-46e4-b605-0e2135c1a6c6 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:29.638260 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-158d4b8f-62cd-46e4-b605-0e2135c1a6c6 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101043 Sep 09 09:09:29.655501 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-9a0c9509-5ea5-4421-bb92-207ac1576a4d tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/quotas/a9fe7f10e3894598b6ca1fccf1e5180f HTTP/1.1" status: 200 len: 375 time: 0.0114505 Sep 09 09:09:29.679638 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1a85b5bb-7bf9-4489-8d73-bfebec257987 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7224f87e55924239b5e9ba9e74c3ce8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429032 Sep 09 09:09:29.682239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43950) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:29.693356 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-f85d48b0-cf18-4d8b-9f05-b6de9d9d5d3e tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9fe7f10e3894598b6ca1fccf1e5180f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313151 Sep 09 09:09:29.776261 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccc53026-0dbf-478c-9b61-11885791a859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:29.820330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccc53026-0dbf-478c-9b61-11885791a859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:29.833516 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f53067a5-ee56-4903-b02b-073b12ee94b8 req-eb97d2d6-b636-4020-adca-6a6a76c7e454 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=203b048985294ef69b9f0360acd26b66 HTTP/1.1" status: 200 len: 6101 time: 0.1196713 Sep 09 09:09:29.896856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f53067a5-ee56-4903-b02b-073b12ee94b8 req-03cd3f03-c308-4ca9-a8d7-fd9dd13588ad tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] 10.222.0.32 "GET /v2.0/security-groups/9c0cf371-ed86-4569-8297-a31507b98285 HTTP/1.1" status: 200 len: 2981 time: 0.0538993 Sep 09 09:09:29.955494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f53067a5-ee56-4903-b02b-073b12ee94b8 req-5a7dab44-b65b-40e5-bf25-166d738c9bd2 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] 10.222.0.32 "GET /v2.0/security-groups/9c0cf371-ed86-4569-8297-a31507b98285 HTTP/1.1" status: 200 len: 2981 time: 0.0488584 Sep 09 09:09:29.968094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccc53026-0dbf-478c-9b61-11885791a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:29.972163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccc53026-0dbf-478c-9b61-11885791a859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:29.976351 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ccc53026-0dbf-478c-9b61-11885791a859 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfd6409c-96b2-4589-b339-2557b05cfa4c HTTP/1.1" status: 204 len: 168 time: 0.2902858 Sep 09 09:09:29.987862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc53026-0dbf-478c-9b61-11885791a859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd6409c-96b2-4589-b339-2557b05cfa4c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:30.010115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca648f-0cf2-4606-93d3-d5cfe1efa02d req-de497cf9-4b97-47b2-ba9f-eb99735f3b9c tempest-LiveMigrationNegativeTest-235553108 tempest-LiveMigrationNegativeTest-235553108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:30.012053 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03ca648f-0cf2-4606-93d3-d5cfe1efa02d req-de497cf9-4b97-47b2-ba9f-eb99735f3b9c tempest-LiveMigrationNegativeTest-235553108 tempest-LiveMigrationNegativeTest-235553108-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 1101 time: 0.0453756 Sep 09 09:09:30.036140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03ca648f-0cf2-4606-93d3-d5cfe1efa02d req-8e7f08b7-a4e0-469d-89e9-2568d221a56e tempest-LiveMigrationNegativeTest-235553108 tempest-LiveMigrationNegativeTest-235553108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:30.090799 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-19451e38-28ed-47ab-8ba0-80dcc56e856b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bd13aef6e3254abdb27a99a760731ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386474 Sep 09 09:09:30.147540 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03ca648f-0cf2-4606-93d3-d5cfe1efa02d req-8e7f08b7-a4e0-469d-89e9-2568d221a56e tempest-LiveMigrationNegativeTest-235553108 tempest-LiveMigrationNegativeTest-235553108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:30.204906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956247d-64fa-41f9-82d3-9ed08580895b req-17cd8652-dc2c-460f-9940-8f55c2010054 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:30.206424 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-17cd8652-dc2c-460f-9940-8f55c2010054 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1170011 Sep 09 09:09:30.222914 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-e8369219-070d-451f-90b4-8435dd5e557b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/quotas/bd13aef6e3254abdb27a99a760731ff5 HTTP/1.1" status: 200 len: 375 time: 0.0096993 Sep 09 09:09:30.231420 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03ca648f-0cf2-4606-93d3-d5cfe1efa02d req-8e7f08b7-a4e0-469d-89e9-2568d221a56e tempest-LiveMigrationNegativeTest-235553108 tempest-LiveMigrationNegativeTest-235553108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:30.259132 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03ca648f-0cf2-4606-93d3-d5cfe1efa02d req-8e7f08b7-a4e0-469d-89e9-2568d221a56e tempest-LiveMigrationNegativeTest-235553108 tempest-LiveMigrationNegativeTest-235553108-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405903 Sep 09 09:09:30.267860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f08b7-a4e0-469d-89e9-2568d221a56e tempest-LiveMigrationNegativeTest-235553108 tempest-LiveMigrationNegativeTest-235553108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d10217-2041-4028-bb8f-b758abb7217b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:30.302390 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-19e0e5c8-57f2-4f79-83a5-d71bbbc7f2de tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731292 Sep 09 09:09:30.387364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55aac89-29ee-4a06-a5c6-bc8ae3405932 req-1c495afc-5d61-414b-b169-15d0836f0180 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:30.390626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d55aac89-29ee-4a06-a5c6-bc8ae3405932 req-1c495afc-5d61-414b-b169-15d0836f0180 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 945 time: 0.0600879 Sep 09 09:09:30.428392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d55aac89-29ee-4a06-a5c6-bc8ae3405932 req-0913aa32-a7db-42e5-a464-397f9094453e tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ef60ea-b5eb-4f5b-8676-70c865592fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326741 Sep 09 09:09:30.498046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-24ff3275-b2b2-49fd-8194-b95acd209eb5 req-c180260d-a928-417f-8d74-8f39c42585fc tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 210 time: 0.0310631 Sep 09 09:09:30.570479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95af4075-8889-4d7b-96ee-ee7540caef22 req-58b9b375-076a-4fe9-9a04-696a5db110ea tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1e3f8fa6-736b-4939-abbe-d667d55a9b17 HTTP/1.1" status: 200 len: 1777 time: 0.0469000 Sep 09 09:09:30.645013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95af4075-8889-4d7b-96ee-ee7540caef22 req-b41fcf11-49c1-4757-b846-8eeea2044fd1 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:30.647510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113fcb3-7704-4465-be82-870ee3f1f2cb req-26c0bbfb-049c-4519-ba85-9aca21a9dc6e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:30.649030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4113fcb3-7704-4465-be82-870ee3f1f2cb req-26c0bbfb-049c-4519-ba85-9aca21a9dc6e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 945 time: 0.0527906 Sep 09 09:09:30.687242 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95af4075-8889-4d7b-96ee-ee7540caef22 req-b41fcf11-49c1-4757-b846-8eeea2044fd1 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:30.708037 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4113fcb3-7704-4465-be82-870ee3f1f2cb req-b67297bc-50ff-4579-9269-4391cbfa321f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511820 Sep 09 09:09:30.819940 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95af4075-8889-4d7b-96ee-ee7540caef22 req-b41fcf11-49c1-4757-b846-8eeea2044fd1 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:30.823052 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95af4075-8889-4d7b-96ee-ee7540caef22 req-b41fcf11-49c1-4757-b846-8eeea2044fd1 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:30.824711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8cc863e-618c-4021-9cc8-d8556cb1243d req-c8cb7a9d-46c1-4ce9-bb0c-39b3dee970f1 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 210 time: 0.0293775 Sep 09 09:09:30.829328 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95af4075-8889-4d7b-96ee-ee7540caef22 req-b41fcf11-49c1-4757-b846-8eeea2044fd1 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e3f8fa6-736b-4939-abbe-d667d55a9b17 HTTP/1.1" status: 204 len: 173 time: 0.2578778 Sep 09 09:09:30.837954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fcf11-49c1-4757-b846-8eeea2044fd1 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3f8fa6-736b-4939-abbe-d667d55a9b17,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:30.944595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dd48c-3902-45ce-a83f-adf22c1b0b28 req-9f6e2d36-a6d8-4489-a2ca-dba65b89e309 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:30.946527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-282dd48c-3902-45ce-a83f-adf22c1b0b28 req-9f6e2d36-a6d8-4489-a2ca-dba65b89e309 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 1097 time: 0.0551453 Sep 09 09:09:30.997031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-282dd48c-3902-45ce-a83f-adf22c1b0b28 req-fe0dc473-cb87-4cd5-b952-379957d9a793 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Sep 09 09:09:31.039271 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3bdc0aa2-f186-4580-95d0-c01663f4a9bd req-bc63214b-62ce-4f5b-ae67-0f64b1e21824 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "GET /v2.0/security-groups/06332354-59b3-4837-8444-b8cf637509e2 HTTP/1.1" status: 200 len: 1776 time: 0.0509486 Sep 09 09:09:31.094442 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3bdc0aa2-f186-4580-95d0-c01663f4a9bd req-f6d013f0-1cff-4676-b250-81db69033616 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:31.119991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3bdc0aa2-f186-4580-95d0-c01663f4a9bd req-f6d013f0-1cff-4676-b250-81db69033616 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:31.183134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47837642-a39e-46ce-b9cb-35aac0732eb0 req-1cc33446-7dc6-44c9-ba8e-863ded627194 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:31.184910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47837642-a39e-46ce-b9cb-35aac0732eb0 req-1cc33446-7dc6-44c9-ba8e-863ded627194 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.24 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 945 time: 0.0574920 Sep 09 09:09:31.243649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3bdc0aa2-f186-4580-95d0-c01663f4a9bd req-f6d013f0-1cff-4676-b250-81db69033616 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:31.247252 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3bdc0aa2-f186-4580-95d0-c01663f4a9bd req-f6d013f0-1cff-4676-b250-81db69033616 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:31.249935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3bdc0aa2-f186-4580-95d0-c01663f4a9bd req-f6d013f0-1cff-4676-b250-81db69033616 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/06332354-59b3-4837-8444-b8cf637509e2 HTTP/1.1" status: 204 len: 173 time: 0.2022681 Sep 09 09:09:31.264914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d013f0-1cff-4676-b250-81db69033616 tempest-SecurityGroupsTestAdminJSON-1023444413 tempest-SecurityGroupsTestAdminJSON-1023444413-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06332354-59b3-4837-8444-b8cf637509e2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:31.306501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-47837642-a39e-46ce-b9cb-35aac0732eb0 req-342dec3d-109d-484e-9c01-f911a952a070 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Deleting port 1b7bc707-60e9-4b28-b387-a7f3403d845d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:09:31.306501 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-47837642-a39e-46ce-b9cb-35aac0732eb0 req-342dec3d-109d-484e-9c01-f911a952a070 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:31.368075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ca913-26a1-40ee-bc3f-ac336b8ade36 req-afe8cc11-2ad0-402a-929b-1c5e5df23dc3 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:31.370474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f66ca913-26a1-40ee-bc3f-ac336b8ade36 req-afe8cc11-2ad0-402a-929b-1c5e5df23dc3 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 1097 time: 0.0454555 Sep 09 09:09:31.415573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-47837642-a39e-46ce-b9cb-35aac0732eb0 req-342dec3d-109d-484e-9c01-f911a952a070 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] For port 1b7bc707-60e9-4b28-b387-a7f3403d845d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1b7bc707-60e9-4b28-b387-a7f3403d845d,segment=NetworkSegment(05576e4a-8039-47e8-97cf-98bd3e93070a),segment_id=05576e4a-8039-47e8-97cf-98bd3e93070a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:31.416673 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-47837642-a39e-46ce-b9cb-35aac0732eb0 req-342dec3d-109d-484e-9c01-f911a952a070 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:31.423082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f66ca913-26a1-40ee-bc3f-ac336b8ade36 req-8ef2dfc3-0099-4578-9cda-6e2cf1eb1aff tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Sep 09 09:09:31.445237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-47837642-a39e-46ce-b9cb-35aac0732eb0 req-342dec3d-109d-484e-9c01-f911a952a070 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Calling delete_port for 1b7bc707-60e9-4b28-b387-a7f3403d845d owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:09:31.532923 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9ea0740-cd53-4b2a-bf5a-4adea835a85c req-d9f8a2de-f649-4d05-9bdd-1e219442868f tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] 10.222.0.32 "GET /v2.0/security-groups/026049f0-5167-4129-826a-9e036e1c4489 HTTP/1.1" status: 200 len: 1777 time: 0.0895936 Sep 09 09:09:31.542015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a3471-5726-466d-bbeb-f0dd7afabb63 req-edb2637c-a317-41ff-b971-a9ada5e44f20 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:31.543870 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-338a3471-5726-466d-bbeb-f0dd7afabb63 req-edb2637c-a317-41ff-b971-a9ada5e44f20 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 949 time: 0.0643747 Sep 09 09:09:31.592061 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-338a3471-5726-466d-bbeb-f0dd7afabb63 req-fdbcff53-2e0e-4a3f-9ed0-f536d8d67e95 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Sep 09 09:09:31.754634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8c621-4d54-48b5-a845-d32e802c3d39 req-eb1b996d-14c1-4953-b9ea-d7d2f9d4af8e tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:31.756724 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e0d8c621-4d54-48b5-a845-d32e802c3d39 req-eb1b996d-14c1-4953-b9ea-d7d2f9d4af8e tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 945 time: 0.0644169 Sep 09 09:09:31.800289 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e0d8c621-4d54-48b5-a845-d32e802c3d39 req-22d4c3a4-5ed8-4676-9e29-fc1796023728 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ef60ea-b5eb-4f5b-8676-70c865592fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355322 Sep 09 09:09:31.882256 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ea0740-cd53-4b2a-bf5a-4adea835a85c req-3e0e18cf-741f-490b-9a7e-00ffa0134be5 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:31.907008 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ea0740-cd53-4b2a-bf5a-4adea835a85c req-3e0e18cf-741f-490b-9a7e-00ffa0134be5 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:31.910101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aded355a-86cc-4dee-be1f-ffa6d142c691 req-ce5a304c-3c48-48fa-9232-aad7c54fbd80 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 210 time: 0.0392179 Sep 09 09:09:31.936048 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-47837642-a39e-46ce-b9cb-35aac0732eb0 req-342dec3d-109d-484e-9c01-f911a952a070 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:31.950902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['1b7bc707-60e9-4b28-b387-a7f3403d845d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:31.983167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dec3d-109d-484e-9c01-f911a952a070 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Pushing event deleted for resources: {'Port': ['ID=1b7bc707-60e9-4b28-b387-a7f3403d845d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:32.032146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-47837642-a39e-46ce-b9cb-35aac0732eb0 req-342dec3d-109d-484e-9c01-f911a952a070 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] No DVR routers for this DVR port 1b7bc707-60e9-4b28-b387-a7f3403d845d on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:09:32.035361 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-47837642-a39e-46ce-b9cb-35aac0732eb0 req-342dec3d-109d-484e-9c01-f911a952a070 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:32.037523 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47837642-a39e-46ce-b9cb-35aac0732eb0 req-342dec3d-109d-484e-9c01-f911a952a070 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.24 "DELETE /v2.0/ports/1b7bc707-60e9-4b28-b387-a7f3403d845d HTTP/1.1" status: 204 len: 173 time: 0.8454957 Sep 09 09:09:32.037951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745c726e-dba6-4a5f-9053-2e0184af4ca4', 'name': 'network-vif-deleted', 'tag': '1b7bc707-60e9-4b28-b387-a7f3403d845d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:32.040257 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df43c89-612e-4534-a9b6-53c2dfe6e709" -d '{"events": [{"server_uuid": "745c726e-dba6-4a5f-9053-2e0184af4ca4", "name": "network-vif-deleted", "tag": "1b7bc707-60e9-4b28-b387-a7f3403d845d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:32.122939 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ea0740-cd53-4b2a-bf5a-4adea835a85c req-3e0e18cf-741f-490b-9a7e-00ffa0134be5 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:32.125876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ea0740-cd53-4b2a-bf5a-4adea835a85c req-3e0e18cf-741f-490b-9a7e-00ffa0134be5 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:32.139054 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9ea0740-cd53-4b2a-bf5a-4adea835a85c req-3e0e18cf-741f-490b-9a7e-00ffa0134be5 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] 10.222.0.32 "DELETE /v2.0/security-groups/026049f0-5167-4129-826a-9e036e1c4489 HTTP/1.1" status: 204 len: 173 time: 0.5894754 Sep 09 09:09:32.144261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e18cf-741f-490b-9a7e-00ffa0134be5 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026049f0-5167-4129-826a-9e036e1c4489,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:32.207089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-2a121509-5897-4a41-8df2-a6ad41c1df4a tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a9fe7f10e3894598b6ca1fccf1e5180f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237031 Sep 09 09:09:32.253285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b5141ef-0a06-442e-9a35-c4ba25ba79ac req-f0b49c4c-3a95-4d0e-905c-4606770b54c6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 210 time: 0.0452285 Sep 09 09:09:32.361690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5da4f97a-98e4-40e7-9643-7ac3903a1345 req-4c6e6862-66b5-47e7-91ac-28ab5f277b17 tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] 10.222.0.32 "GET /v2.0/security-groups/0aaae42e-087e-4378-a14f-bc33cdaf1aeb HTTP/1.1" status: 200 len: 1776 time: 0.0575953 Sep 09 09:09:32.362570 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5a3f1f-9c46-4ee7-ade6-8f67eee4f222 x-openstack-request-id: req-ef5a3f1f-9c46-4ee7-ade6-8f67eee4f222 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:32.362857 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745c726e-dba6-4a5f-9053-2e0184af4ca4", "name": "network-vif-deleted", "tag": "1b7bc707-60e9-4b28-b387-a7f3403d845d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:32.363100 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef5a3f1f-9c46-4ee7-ade6-8f67eee4f222 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:32.363516 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745c726e-dba6-4a5f-9053-2e0184af4ca4', 'name': 'network-vif-deleted', 'tag': '1b7bc707-60e9-4b28-b387-a7f3403d845d', 'status': 'completed', 'code': 200} Sep 09 09:09:32.425055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de706739-e950-4776-99fe-6218e187286a req-cdaef4a7-d1ae-4df1-be5e-e2f8a0e05c75 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:32.426488 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-cdaef4a7-d1ae-4df1-be5e-e2f8a0e05c75 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078478 Sep 09 09:09:32.433501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13458dc9-2970-411c-b734-b4e646d19d26 req-0893d592-441c-4ec9-835d-0d085f272350 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:32.433965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5da4f97a-98e4-40e7-9643-7ac3903a1345 req-0788460d-ff1e-451c-b71e-66d508d62bbe tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:32.435275 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-13458dc9-2970-411c-b734-b4e646d19d26 req-0893d592-441c-4ec9-835d-0d085f272350 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 1097 time: 0.0744567 Sep 09 09:09:32.446603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Request body: {'port': {'device_id': '64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': 'a9fe7f10e3894598b6ca1fccf1e5180f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:32.457037 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5da4f97a-98e4-40e7-9643-7ac3903a1345 req-0788460d-ff1e-451c-b71e-66d508d62bbe tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:32.539310 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-13458dc9-2970-411c-b734-b4e646d19d26 req-11b45c18-1dca-423f-9f5a-16c86017bc95 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966015 Sep 09 09:09:32.602350 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5da4f97a-98e4-40e7-9643-7ac3903a1345 req-0788460d-ff1e-451c-b71e-66d508d62bbe tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:32.605663 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5da4f97a-98e4-40e7-9643-7ac3903a1345 req-0788460d-ff1e-451c-b71e-66d508d62bbe tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:32.606917 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5da4f97a-98e4-40e7-9643-7ac3903a1345 req-0788460d-ff1e-451c-b71e-66d508d62bbe tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] 10.222.0.32 "DELETE /v2.0/security-groups/0aaae42e-087e-4378-a14f-bc33cdaf1aeb HTTP/1.1" status: 204 len: 173 time: 0.2383614 Sep 09 09:09:32.623407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788460d-ff1e-451c-b71e-66d508d62bbe tempest-SecurityGroupsTestAdminJSON-231188507 tempest-SecurityGroupsTestAdminJSON-231188507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaae42e-087e-4378-a14f-bc33cdaf1aeb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:32.699823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Made reservation on behalf of a9fe7f10e3894598b6ca1fccf1e5180f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:32.704587 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:32.721066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:32.744263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96ff22-526a-4025-9e98-04a45162f117 req-fa22e2ab-23b7-4dc7-a6a3-213960002f3f tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:32.746010 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc96ff22-526a-4025-9e98-04a45162f117 req-fa22e2ab-23b7-4dc7-a6a3-213960002f3f tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 949 time: 0.0761008 Sep 09 09:09:32.811829 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc96ff22-526a-4025-9e98-04a45162f117 req-28ecf115-9308-4f6b-8425-c764f9e50c91 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586727 Sep 09 09:09:32.864317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-e14da214-7e4e-4c17-ad8d-9011a9fe4224 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd13aef6e3254abdb27a99a760731ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296104 Sep 09 09:09:32.886148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:32.945962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d54b1bc-6cbd-4b45-b8ce-942efca8591f req-c3081a4d-cdd5-4401-8803-a334de3b8988 tempest-ServerGroupTestJSON-854360058 tempest-ServerGroupTestJSON-854360058-project] 10.222.0.32 "GET /v2.0/ports?device_id=745c726e-dba6-4a5f-9053-2e0184af4ca4 HTTP/1.1" status: 200 len: 210 time: 0.0277143 Sep 09 09:09:32.951985 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:33.035102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956247d-64fa-41f9-82d3-9ed08580895b req-ba3ffb47-e457-4234-8e13-90a30dd735b3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:33.037625 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-ba3ffb47-e457-4234-8e13-90a30dd735b3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616728 Sep 09 09:09:33.054682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Request body: {'port': {'device_id': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': 'bd13aef6e3254abdb27a99a760731ff5'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:33.143222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-079c3e2b-159f-4d78-96e6-1c02733739e8 req-f24f18ae-4ccc-4855-9fab-c3b44e500e5d tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 210 time: 0.0813038 Sep 09 09:09:33.168214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f8f317-d95b-4d05-a5d4-2e4452d605a2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:33.190959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Allocated IP 192.168.233.224 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/9bb5d46b-5e3c-4cac-be2f-98805f449c2a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:09:33.271587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44130) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:33.345230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Made reservation on behalf of bd13aef6e3254abdb27a99a760731ff5 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:33.348773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:33.402969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9ec38310-820d-4d09-9b10-9822761b5363 req-b6bcbea3-136a-4032-8114-53fd97187a76 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 210 time: 0.0612521 Sep 09 09:09:33.445160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e76f99-1ac8-4171-8fc8-ec60f2270fae req-9b73b764-416f-4af2-a07f-2c77eaca9d30 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:33.455487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55e76f99-1ac8-4171-8fc8-ec60f2270fae req-9b73b764-416f-4af2-a07f-2c77eaca9d30 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 949 time: 0.1576133 Sep 09 09:09:33.504231 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:33.512676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-69997497-6d4a-4e48-abe0-2afd3ee8c86e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=203b048985294ef69b9f0360acd26b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376285 Sep 09 09:09:33.513077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44152) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:33.565016 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Transition to ACTIVE for port object 9bb5d46b-5e3c-4cac-be2f-98805f449c2a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:33.575231 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a6d6-0bd8-4fed-8431-7d932b5ab7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:33.600203 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a6d6-0bd8-4fed-8431-7d932b5ab7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:33.624241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-55e76f99-1ac8-4171-8fc8-ec60f2270fae req-05a28e05-9e10-4846-bddc-58f1e65cc701 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Deleting port 849b7260-1e93-4e8a-ad0f-535cc9481311 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:09:33.624716 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-55e76f99-1ac8-4171-8fc8-ec60f2270fae req-05a28e05-9e10-4846-bddc-58f1e65cc701 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:33.715336 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a6d6-0bd8-4fed-8431-7d932b5ab7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:33.715588 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:33.717887 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a6d6-0bd8-4fed-8431-7d932b5ab7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:33.721475 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a5a4a6d6-0bd8-4fed-8431-7d932b5ab7cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c0cf371-ed86-4569-8297-a31507b98285 HTTP/1.1" status: 204 len: 168 time: 0.2046826 Sep 09 09:09:33.742582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4a6d6-0bd8-4fed-8431-7d932b5ab7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0cf371-ed86-4569-8297-a31507b98285,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:33.776350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Allocated IP 192.168.233.100 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/9286d0c0-a079-4c6b-a5c4-615cb7fdf09b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:09:33.785629 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb644c-62f3-406d-941c-9dfd5e47c8b8 req-fc7010a4-ca9a-45b8-a085-81fe9c68517a tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:33.787351 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68eb644c-62f3-406d-941c-9dfd5e47c8b8 req-fc7010a4-ca9a-45b8-a085-81fe9c68517a tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 1097 time: 0.1597111 Sep 09 09:09:33.802721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:33.815917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:33.818770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:09:33.825854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:33.826856 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:33.841486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-55e76f99-1ac8-4171-8fc8-ec60f2270fae req-05a28e05-9e10-4846-bddc-58f1e65cc701 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] For port 849b7260-1e93-4e8a-ad0f-535cc9481311, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=849b7260-1e93-4e8a-ad0f-535cc9481311,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:33.841864 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-55e76f99-1ac8-4171-8fc8-ec60f2270fae req-05a28e05-9e10-4846-bddc-58f1e65cc701 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:33.847832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Pushing event updated for resources: {'Port': ['ID=9bb5d46b-5e3c-4cac-be2f-98805f449c2a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:33.878055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-55e76f99-1ac8-4171-8fc8-ec60f2270fae req-05a28e05-9e10-4846-bddc-58f1e65cc701 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Calling delete_port for 849b7260-1e93-4e8a-ad0f-535cc9481311 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:09:33.903542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68eb644c-62f3-406d-941c-9dfd5e47c8b8 req-b3318f39-845f-4cd7-8621-4af4323617ce tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994744 Sep 09 09:09:34.001605 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.020334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Transition to ACTIVE for port object 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:34.067769 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-e5d3b522-56ad-4397-a089-6160d8b6de9f tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6266539 Sep 09 09:09:34.086763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Request body: {'port': {'device_id': '64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:34.119610 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.132100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:34.136508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dec956-23f0-43d0-a93b-c6d77ef464b7 req-1b95dd59-b913-4e60-96bb-80212bd76de7 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:34.143917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-64dec956-23f0-43d0-a93b-c6d77ef464b7 req-1b95dd59-b913-4e60-96bb-80212bd76de7 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed5d28a-3dd0-4589-9ecc-14ad083b42be HTTP/1.1" status: 200 len: 949 time: 0.1589494 Sep 09 09:09:34.179428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:34.186067 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.186287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:34.191697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:09:34.206719 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-55e76f99-1ac8-4171-8fc8-ec60f2270fae req-05a28e05-9e10-4846-bddc-58f1e65cc701 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.230884 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-64dec956-23f0-43d0-a93b-c6d77ef464b7 req-af4ddf66-9d10-4290-adb5-6d57009aae71 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779476 Sep 09 09:09:34.246992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:34.247727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.251687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Pushing event updated for resources: {'Port': ['ID=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:34.288218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a28e05-9e10-4846-bddc-58f1e65cc701 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Pushing event deleted for resources: {'Port': ['ID=849b7260-1e93-4e8a-ad0f-535cc9481311,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:34.361474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-b9f4167e-b1e3-42f3-b0af-61c8cce769e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3117330 Sep 09 09:09:34.375136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Request body: {'port': {'device_id': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:34.393377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e76f99-1ac8-4171-8fc8-ec60f2270fae req-05a28e05-9e10-4846-bddc-58f1e65cc701 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] No DVR routers for this DVR port 849b7260-1e93-4e8a-ad0f-535cc9481311 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:09:34.406375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-17fa6c3c-6468-4572-9f0c-6823b2d89866 None None] Provisioning for port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:34.407172 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-55e76f99-1ac8-4171-8fc8-ec60f2270fae req-05a28e05-9e10-4846-bddc-58f1e65cc701 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.409189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55e76f99-1ac8-4171-8fc8-ec60f2270fae req-05a28e05-9e10-4846-bddc-58f1e65cc701 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.24 "DELETE /v2.0/ports/849b7260-1e93-4e8a-ad0f-535cc9481311 HTTP/1.1" status: 204 len: 173 time: 0.9493024 Sep 09 09:09:34.410754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed5d28a-3dd0-4589-9ecc-14ad083b42be', 'name': 'network-vif-deleted', 'tag': '849b7260-1e93-4e8a-ad0f-535cc9481311'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:34.412034 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-17fa6c3c-6468-4572-9f0c-6823b2d89866 None None] Provisioning complete for port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:34.412583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17fa6c3c-6468-4572-9f0c-6823b2d89866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.413197 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08da1f50-64ce-44d6-9c7f-3dc16226e29f" -d '{"events": [{"server_uuid": "7ed5d28a-3dd0-4589-9ecc-14ad083b42be", "name": "network-vif-deleted", "tag": "849b7260-1e93-4e8a-ad0f-535cc9481311"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:34.457285 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.472774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-17fa6c3c-6468-4572-9f0c-6823b2d89866 None None] Port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:09:34.557768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa16833-7159-4b3b-a18d-efdd8d987c97 req-941c795c-386d-44dd-bdb7-3f1abcd0673b tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:34.559634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fa16833-7159-4b3b-a18d-efdd8d987c97 req-941c795c-386d-44dd-bdb7-3f1abcd0673b tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 936 time: 0.1495736 Sep 09 09:09:34.612545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44216) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:34.615445 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d01b9bf8-7a08-4a74-9ad1-3f5d66897c95', '849b7260-1e93-4e8a-ad0f-535cc9481311'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:34.667820 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fa16833-7159-4b3b-a18d-efdd8d987c97 req-adca059e-c9f8-43a4-b019-1d47f35fc136 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/security-groups?id=50f8f317-d95b-4d05-a5d4-2e4452d605a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978911 Sep 09 09:09:34.709184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44218) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:34.709702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-432ccf9c-7116-4b9c-b5cf-80b0c17f1ee0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01588754f90e4ca9a6c149d78b65895c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959072 Sep 09 09:09:34.733502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-14d01611-3016-422b-8aaa-715f29e84a31 None None] Provisioning for port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:34.739332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-14d01611-3016-422b-8aaa-715f29e84a31 None None] Provisioning complete for port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:34.743709 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14d01611-3016-422b-8aaa-715f29e84a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.798499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-14d01611-3016-422b-8aaa-715f29e84a31 None None] Port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:09:34.798499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1b7bc707-60e9-4b28-b387-a7f3403d845d no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:09:34.805355 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0563e469-2934-43b4-a5be-00212cfb99ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.828900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 1b7bc707-60e9-4b28-b387-a7f3403d845d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:09:34.829553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1b7bc707-60e9-4b28-b387-a7f3403d845d not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:09:34.830213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 849b7260-1e93-4e8a-ad0f-535cc9481311 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:09:34.857320 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0563e469-2934-43b4-a5be-00212cfb99ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.862794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb5d46b-5e3c-4cac-be2f-98805f449c2a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:34.885157 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:34.895286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 849b7260-1e93-4e8a-ad0f-535cc9481311 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:09:34.895761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 849b7260-1e93-4e8a-ad0f-535cc9481311 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:09:34.910300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Transition to ACTIVE for port object 9bb5d46b-5e3c-4cac-be2f-98805f449c2a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:34.999309 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0563e469-2934-43b4-a5be-00212cfb99ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:35.001673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0563e469-2934-43b4-a5be-00212cfb99ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:35.002895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0563e469-2934-43b4-a5be-00212cfb99ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4cc9ecb-f24f-4f87-b731-cd57396aa3a3 HTTP/1.1" status: 204 len: 168 time: 0.2920101 Sep 09 09:09:35.007958 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:35.078191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563e469-2934-43b4-a5be-00212cfb99ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cc9ecb-f24f-4f87-b731-cd57396aa3a3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:35.119676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5d46b-5e3c-4cac-be2f-98805f449c2a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:35.187163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Attempting to bind port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:35.187528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Attempting to bind port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:35.187865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Attempting to bind port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:35.193799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:09:35.194124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Attempting to bind port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:35.212080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:35.212080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:35.214331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:35.215655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Bound port: 9bb5d46b-5e3c-4cac-be2f-98805f449c2a, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:35.217923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:35.278308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:35.294069 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:35.299624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] For port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:35.305383 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] For port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9bb5d46b-5e3c-4cac-be2f-98805f449c2a,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:35.311528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Transition to ACTIVE for port object 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:35.392195 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:35.401978 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:35.474504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:35.474504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:35.474816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Pushing event updated for resources: {'Port': ['ID=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:35.494578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] 10.222.0.24 "PUT /v2.0/ports/9bb5d46b-5e3c-4cac-be2f-98805f449c2a HTTP/1.1" status: 200 len: 1097 time: 1.4135594 Sep 09 09:09:35.552464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679fb1a-a671-49c9-9d97-325df828e9ef service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5d46b-5e3c-4cac-be2f-98805f449c2a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:35.581638 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Attempting to bind port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:35.582348 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Attempting to bind port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:35.583941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Attempting to bind port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:35.586842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7c54b-6a0c-45f7-bdb6-ab99a7466dcf req-bdc2e68a-83a3-4ba7-a3ea-cfa98fdf0f26 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:35.594222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:09:35.595265 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41c7c54b-6a0c-45f7-bdb6-ab99a7466dcf req-bdc2e68a-83a3-4ba7-a3ea-cfa98fdf0f26 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 948 time: 0.0996225 Sep 09 09:09:35.599133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Attempting to bind port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:35.620797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:35.621345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:35.621893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:35.622481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Bound port: 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:35.623000 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:35.673370 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41c7c54b-6a0c-45f7-bdb6-ab99a7466dcf req-b6f8ff86-a314-402a-9504-39c516a64987 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733538 Sep 09 09:09:35.687790 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de706739-e950-4776-99fe-6218e187286a req-0fd9286c-94b3-45c7-871f-37801fb83e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:35.689446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-0fd9286c-94b3-45c7-871f-37801fb83e1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9fe7f10e3894598b6ca1fccf1e5180f&device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 1100 time: 0.0920920 Sep 09 09:09:35.715054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:35.717866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:35.756819 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2c943c-5303-4cce-b523-e0ce17cea14d x-openstack-request-id: req-6a2c943c-5303-4cce-b523-e0ce17cea14d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:35.759533 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed5d28a-3dd0-4589-9ecc-14ad083b42be", "name": "network-vif-deleted", "tag": "849b7260-1e93-4e8a-ad0f-535cc9481311", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:35.759533 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a2c943c-5303-4cce-b523-e0ce17cea14d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:35.759533 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed5d28a-3dd0-4589-9ecc-14ad083b42be', 'name': 'network-vif-deleted', 'tag': '849b7260-1e93-4e8a-ad0f-535cc9481311', 'status': 'completed', 'code': 200} Sep 09 09:09:35.759533 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-ac453ae8-f16e-4226-9a51-bbaca99fde91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9bb5d46b-5e3c-4cac-be2f-98805f449c2a HTTP/1.1" status: 200 len: 217 time: 0.0600357 Sep 09 09:09:35.774738 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:35.823718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:35.824683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:35.826802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] 10.222.0.24 "PUT /v2.0/ports/9286d0c0-a079-4c6b-a5c4-615cb7fdf09b HTTP/1.1" status: 200 len: 1097 time: 1.4567261 Sep 09 09:09:35.843002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:35.845462 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db84d7f1-9965-4614-bce4-f49226034d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:35.863427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de706739-e950-4776-99fe-6218e187286a req-1ef4ccd9-f3fa-4d1e-9105-b8da70b3c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:35.864932 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-1ef4ccd9-f3fa-4d1e-9105-b8da70b3c7e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0969253 Sep 09 09:09:35.876103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123933b-36b3-4258-81bc-649d06ef8abb service neutron] Pushing event updated for resources: {'Port': ['ID=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:35.934625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de706739-e950-4776-99fe-6218e187286a req-206b3528-dbf0-4d57-8cb1-612376756afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:35.938186 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-206b3528-dbf0-4d57-8cb1-612376756afd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656221 Sep 09 09:09:36.036705 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956247d-64fa-41f9-82d3-9ed08580895b req-a47cd5aa-ffa3-441e-8401-1ce26e2da04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:36.038379 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-a47cd5aa-ffa3-441e-8401-1ce26e2da04d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 1100 time: 0.0574145 Sep 09 09:09:36.102764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-6f81f696-ed46-440d-9bba-97b82d6d5adb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b HTTP/1.1" status: 200 len: 217 time: 0.0546789 Sep 09 09:09:36.150856 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-87a4adff-a1a5-43dc-a21b-ee9abc78464d service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699989 Sep 09 09:09:36.163619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a3ba1-669f-499b-82cc-2c93a2b40b56 req-2ca81388-b5f0-4a80-8ff6-e5574f98a941 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:36.166227 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-103a3ba1-669f-499b-82cc-2c93a2b40b56 req-2ca81388-b5f0-4a80-8ff6-e5574f98a941 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 948 time: 0.0689471 Sep 09 09:09:36.177357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956247d-64fa-41f9-82d3-9ed08580895b req-bcf69d79-6d90-4df7-acc4-984b7493df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:36.178856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-bcf69d79-6d90-4df7-acc4-984b7493df7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0687547 Sep 09 09:09:36.225717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956247d-64fa-41f9-82d3-9ed08580895b req-56194e48-2f8e-4a92-845c-10f1b3b7d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:36.231881 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-56194e48-2f8e-4a92-845c-10f1b3b7d494 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0456953 Sep 09 09:09:36.265876 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-103a3ba1-669f-499b-82cc-2c93a2b40b56 req-57c4d5b1-98af-4133-9b48-fedab1e2b9a5 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/security-groups?id=50f8f317-d95b-4d05-a5d4-2e4452d605a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904498 Sep 09 09:09:36.296678 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de706739-e950-4776-99fe-6218e187286a req-3af79dcc-77ad-4d7b-b8fd-fb4745ce5919 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295302 Sep 09 09:09:36.341532 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3780783b-44a2-45ee-8dd9-e7e6839f0a8c x-openstack-request-id: req-3780783b-44a2-45ee-8dd9-e7e6839f0a8c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:36.342039 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:36.342705 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3780783b-44a2-45ee-8dd9-e7e6839f0a8c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:36.343271 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b', 'status': 'completed', 'code': 200} Sep 09 09:09:36.395986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-f1708399-8bfc-457a-bc10-f74f71cbd0f7 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558588 Sep 09 09:09:36.506127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44326) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:36.517417 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4956247d-64fa-41f9-82d3-9ed08580895b req-2126db85-94f2-49f7-a0f2-72e55fe37a89 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132097 Sep 09 09:09:36.619647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44332) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:36.680068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84d7f1-9965-4614-bce4-f49226034d3d req-18d32d45-854f-4fb4-9994-2a00b256c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:36.681634 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db84d7f1-9965-4614-bce4-f49226034d3d req-18d32d45-854f-4fb4-9994-2a00b256c9a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 1100 time: 0.0451503 Sep 09 09:09:36.735787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-network', 'tenant_id': '5819afab3c3a494da1c1129da175035d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:36.774514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-2456ddf0-b973-448f-8977-b6dbd9f34f68 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:09:36.776319 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-2456ddf0-b973-448f-8977-b6dbd9f34f68 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2692621 Sep 09 09:09:36.840259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84d7f1-9965-4614-bce4-f49226034d3d req-8399d251-955d-4cf0-8133-d2a6a228024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:36.841772 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db84d7f1-9965-4614-bce4-f49226034d3d req-8399d251-955d-4cf0-8133-d2a6a228024a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1504672 Sep 09 09:09:36.842968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-9952a0f1-400e-4999-9b2c-f3556cdc6b33 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:36.844084 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-9952a0f1-400e-4999-9b2c-f3556cdc6b33 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports/6043dc99-3153-43a1-a3f1-ebba92eed16b HTTP/1.1" status: 200 len: 1094 time: 0.0598190 Sep 09 09:09:36.903393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db84d7f1-9965-4614-bce4-f49226034d3d req-9b555631-db9d-4a1f-9532-f661dc7e3c4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b HTTP/1.1" status: 200 len: 217 time: 0.0535309 Sep 09 09:09:36.903958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Made reservation on behalf of 5819afab3c3a494da1c1129da175035d for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:36.906157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:36.922648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:36.955551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Request body: {'binding': {'host': 'n-h1-778696-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:36.955996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Unknown quota resources ['binding']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:09:37.025676 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84d7f1-9965-4614-bce4-f49226034d3d req-256c0ccc-96cc-4402-a62d-8e6cb6ee8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:37.027457 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db84d7f1-9965-4614-bce4-f49226034d3d req-256c0ccc-96cc-4402-a62d-8e6cb6ee8c39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1123559 Sep 09 09:09:37.165627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84d7f1-9965-4614-bce4-f49226034d3d req-cffbb1b3-86bd-4272-bae3-555332fe357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:37.167171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db84d7f1-9965-4614-bce4-f49226034d3d req-cffbb1b3-86bd-4272-bae3-555332fe357d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1226466 Sep 09 09:09:37.171158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800ad20-a590-4253-8d16-467316a840de req-edd5e03b-e3dc-4734-a12f-896c061602f4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:37.172709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4800ad20-a590-4253-8d16-467316a840de req-edd5e03b-e3dc-4734-a12f-896c061602f4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 948 time: 0.0490372 Sep 09 09:09:37.212103 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4800ad20-a590-4253-8d16-467316a840de req-ad583288-5329-4f32-a6f0-72c45ac17a73 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329738 Sep 09 09:09:37.213433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b on host n-h1-778696-16 for vnic_type normal with profile None {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:37.213762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:37.214083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:37.238233 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:37.240808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Port 6043dc99-3153-43a1-a3f1-ebba92eed16b on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:09:37.241146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:37.249418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:37.249751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:37.250136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:37.250559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Bound port: 6043dc99-3153-43a1-a3f1-ebba92eed16b, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:37.300930 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:37.315885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323e09-6353-45dc-b63b-4f94df14d390 req-898c97e4-5daf-42df-94cd-8c151fb96f87 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:37.317388 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3323e09-6353-45dc-b63b-4f94df14d390 req-898c97e4-5daf-42df-94cd-8c151fb96f87 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 950 time: 0.0496004 Sep 09 09:09:37.341228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:09:37.355680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3323e09-6353-45dc-b63b-4f94df14d390 req-352fa8f3-7bd9-47db-be4d-07e66cd2b6cf tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Sep 09 09:09:37.377753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c485dfc5-df5c-476a-996d-42d16f7b6620,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:37.377753 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:37.377753 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Added segment 0af27067-c603-4752-82ac-47d2a1e22c63 of type vlan for network d4eefe95-5083-4895-a1b4-a58fd086d81b Sep 09 09:09:37.377753 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db84d7f1-9965-4614-bce4-f49226034d3d req-ba427e1c-349b-4ded-856a-cac55580a6bc service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900928 Sep 09 09:09:37.401679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:37.452567 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:37.496529 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:37.497702 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-093d7cb0-5a15-4147-a702-2dda7a32ec95 service neutron] 10.222.0.32 "POST /v2.0/ports/6043dc99-3153-43a1-a3f1-ebba92eed16b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6008689 Sep 09 09:09:37.531174 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db84d7f1-9965-4614-bce4-f49226034d3d req-87c3d0d1-53ee-435a-956c-04c9a6d82726 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417801 Sep 09 09:09:37.579413 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:37.580309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:37.580899 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:37.594241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b6c5e-fc7b-47ad-a8f7-a6e43d3617a9 req-f0c9ae68-faf8-4645-beb1-aa692139ab5a tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:37.595813 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e9b6c5e-fc7b-47ad-a8f7-a6e43d3617a9 req-f0c9ae68-faf8-4645-beb1-aa692139ab5a tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 948 time: 0.0522957 Sep 09 09:09:37.642192 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e9b6c5e-fc7b-47ad-a8f7-a6e43d3617a9 req-b648172a-cd13-4c0a-8df5-bc40c411aa47 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/security-groups?id=50f8f317-d95b-4d05-a5d4-2e4452d605a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394347 Sep 09 09:09:37.645604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] Pushing event updated for resources: {'Network': ['ID=d4eefe95-5083-4895-a1b4-a58fd086d81b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:37.655681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network d4eefe95-5083-4895-a1b4-a58fd086d81b details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:09:37.666268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ab788f72-2d99-46f3-8cb3-883a4a33926e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0449929 Sep 09 09:09:37.673282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44404) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:37.678179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] Request body: {'subnet': {'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-subnet', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:37.758702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b', 'tag': '9bb5d46b-5e3c-4cac-be2f-98805f449c2a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:37.761155 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343" -d '{"events": [{"name": "network-changed", "server_uuid": "64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b", "tag": "9bb5d46b-5e3c-4cac-be2f-98805f449c2a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:37.788552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] Made reservation on behalf of 5819afab3c3a494da1c1129da175035d for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:37.790345 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:37.883039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4230ca-c5ef-42c2-9405-ed8c277160d8 req-a0db3d5b-c917-4319-b41c-551ddaf27856 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:37.885532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc4230ca-c5ef-42c2-9405-ed8c277160d8 req-a0db3d5b-c917-4319-b41c-551ddaf27856 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 945 time: 0.1265454 Sep 09 09:09:37.954037 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc4230ca-c5ef-42c2-9405-ed8c277160d8 req-f6d56ea8-1963-4f79-b5f9-3e78b792fb78 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609310 Sep 09 09:09:38.029242 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ac3394-715c-4d4f-af4a-01c6aecc74fe x-openstack-request-id: req-06ac3394-715c-4d4f-af4a-01c6aecc74fe {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:38.029820 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b", "tag": "9bb5d46b-5e3c-4cac-be2f-98805f449c2a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:38.030282 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06ac3394-715c-4d4f-af4a-01c6aecc74fe {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:38.031157 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b', 'tag': '9bb5d46b-5e3c-4cac-be2f-98805f449c2a', 'status': 'completed', 'code': 200} Sep 09 09:09:38.114341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343 req-61791ae8-f326-4e28-844c-94dc4132fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:38.115927 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343 req-61791ae8-f326-4e28-844c-94dc4132fdb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9fe7f10e3894598b6ca1fccf1e5180f&device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 1100 time: 0.0587049 Sep 09 09:09:38.163544 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44470) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:38.198330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-3ad64aff-a527-42d0-b0c9-3b729683f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:38.199922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-3ad64aff-a527-42d0-b0c9-3b729683f915 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 1097 time: 0.0463641 Sep 09 09:09:38.222689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:38.307297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9590d894-0dc7-448d-a8de-60fde6607c02 admin admin] Deleting subnet fb4493d7-3c18-4ca2-a8fa-95965626df09 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:09:38.315808 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9590d894-0dc7-448d-a8de-60fde6607c02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:38.338503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343 req-d905aea5-1c62-40f9-8391-a1751ddf8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:38.340018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343 req-d905aea5-1c62-40f9-8391-a1751ddf8856 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2116857 Sep 09 09:09:38.344339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f331a7-71b9-4a9a-8224-7c124a7b8d4a,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:38.395003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae83f5b-8385-410f-a8c5-877f5d1f60b0 req-085f44d6-94a7-4881-81cd-8f7024a0e38b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:38.396547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ae83f5b-8385-410f-a8c5-877f5d1f60b0 req-085f44d6-94a7-4881-81cd-8f7024a0e38b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 948 time: 0.1050696 Sep 09 09:09:38.401965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-311f230f-6496-48da-94a5-4c6dd3165864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:38.402486 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343 req-74397b50-6b0e-4da9-8fd9-63408d28f477 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9bb5d46b-5e3c-4cac-be2f-98805f449c2a HTTP/1.1" status: 200 len: 217 time: 0.0441997 Sep 09 09:09:38.403364 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-311f230f-6496-48da-94a5-4c6dd3165864 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.1953697 Sep 09 09:09:38.406572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] Checking segment: {'id': '0af27067-c603-4752-82ac-47d2a1e22c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:38.410074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] Network hostable DHCP agents. Network: d4eefe95-5083-4895-a1b4-a58fd086d81b, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:09:38.411199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9590d894-0dc7-448d-a8de-60fde6607c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:38.413328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d53a8-cf42-47d9-a4d7-ad07fdb3c157 req-7899671d-ca6e-4f9b-b23a-594dc8fff796 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:38.414684 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d2d53a8-cf42-47d9-a4d7-ad07fdb3c157 req-7899671d-ca6e-4f9b-b23a-594dc8fff796 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.24 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 950 time: 0.1121008 Sep 09 09:09:38.471032 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-bc0c72a9-eca4-4e11-8733-5ef905b13811 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b HTTP/1.1" status: 200 len: 217 time: 0.0438907 Sep 09 09:09:38.502112 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9590d894-0dc7-448d-a8de-60fde6607c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:38.525190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343 req-0af2a7af-e97e-4695-af92-a82c101b0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:38.526660 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343 req-0af2a7af-e97e-4695-af92-a82c101b0dac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0953231 Sep 09 09:09:38.536747 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ae83f5b-8385-410f-a8c5-877f5d1f60b0 req-fb7eb3b9-9b37-4b41-b57c-196c98c432c3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314623 Sep 09 09:09:38.551695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] Network d4eefe95-5083-4895-a1b4-a58fd086d81b is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:09:38.589997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-edfdd804-f2f2-4951-a4fc-e15f24f63b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:38.591476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-edfdd804-f2f2-4951-a4fc-e15f24f63b83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.1016586 Sep 09 09:09:38.611303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343 req-d935e43d-001c-4b1a-8ead-fa7ae7cc9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:38.612999 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343 req-d935e43d-001c-4b1a-8ead-fa7ae7cc9f73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0772564 Sep 09 09:09:38.635286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-f54a4ce5-edb2-45b9-8456-56b43e05d513 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347257 Sep 09 09:09:38.641653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, d4eefe95-5083-4895-a1b4-a58fd086d81b) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:38.647275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:38.647869 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:38.652535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f61223-21c7-407e-a75e-9cad0c8320da None None] Network d4eefe95-5083-4895-a1b4-a58fd086d81b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:09:38.723045 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9590d894-0dc7-448d-a8de-60fde6607c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:38.771054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9bb5d46b-5e3c-4cac-be2f-98805f449c2a details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:09:38.948753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3d2d53a8-cf42-47d9-a4d7-ad07fdb3c157 req-8e67441e-9d4e-44b4-a3aa-cdb14546d2c0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Deleting port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:09:38.949345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3d2d53a8-cf42-47d9-a4d7-ad07fdb3c157 req-8e67441e-9d4e-44b4-a3aa-cdb14546d2c0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.015400 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bdcb59a8-a8ab-4e7c-b89c-f4972f1db1fe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3383999 Sep 09 09:09:39.018831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:39.025827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590d894-0dc7-448d-a8de-60fde6607c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4493d7-3c18-4ca2-a8fa-95965626df09,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:39.032151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-router', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:39.037033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9590d894-0dc7-448d-a8de-60fde6607c02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.042017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9590d894-0dc7-448d-a8de-60fde6607c02 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fb4493d7-3c18-4ca2-a8fa-95965626df09 HTTP/1.1" status: 204 len: 168 time: 0.8744240 Sep 09 09:09:39.044405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66495808-a530-4d67-8bbf-3d76bb8beb57 req-4a712cf8-f32b-4def-aceb-17901157d6b1 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:39.045951 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-66495808-a530-4d67-8bbf-3d76bb8beb57 req-4a712cf8-f32b-4def-aceb-17901157d6b1 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 950 time: 0.4057224 Sep 09 09:09:39.047428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:39.055567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9bb5d46b-5e3c-4cac-be2f-98805f449c2a,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:39.061055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-d4eefe95-5083-4895-a1b4-a58fd086d81b', 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'fixed_ips': [{'subnet_id': '88f331a7-71b9-4a9a-8224-7c124a7b8d4a'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:09:39.062313 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.062659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343 req-e0065a1c-87c0-4880-b23f-23ff7476b186 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422956 Sep 09 09:09:39.079923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '9bb5d46b-5e3c-4cac-be2f-98805f449c2a', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '9bb5d46b-5e3c-4cac-be2f-98805f449c2a', 'mac_address': 'fa:16:3e:36:59:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:09:39.100210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a3495-62fa-4dae-8858-cb3a65b93aec req-03aab940-c92e-42a3-a4b8-37e2f344735c tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:39.101752 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b4a3495-62fa-4dae-8858-cb3a65b93aec req-03aab940-c92e-42a3-a4b8-37e2f344735c tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 948 time: 0.0955596 Sep 09 09:09:39.182202 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.194716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b4a3495-62fa-4dae-8858-cb3a65b93aec req-a1dfed5f-976f-4566-93b3-1981d14b4efd tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/security-groups?id=50f8f317-d95b-4d05-a5d4-2e4452d605a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799086 Sep 09 09:09:39.204456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb5d46b-5e3c-4cac-be2f-98805f449c2a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:39.212602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0a709ac-2661-4a56-9bd6-f39bf1ebd343 req-681bca41-f90f-4a20-bcdd-b46a86505813 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404910 Sep 09 09:09:39.215426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-9bb39ce1-be0d-4547-9516-04cfbadfecfe service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721316 Sep 09 09:09:39.242647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3d2d53a8-cf42-47d9-a4d7-ad07fdb3c157 req-8e67441e-9d4e-44b4-a3aa-cdb14546d2c0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] For port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:39.244396 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3d2d53a8-cf42-47d9-a4d7-ad07fdb3c157 req-8e67441e-9d4e-44b4-a3aa-cdb14546d2c0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.260370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.273985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9bb5d46b-5e3c-4cac-be2f-98805f449c2a,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:39.281937 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.283728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.287962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Allocated IP 172.20.0.2 (d4eefe95-5083-4895-a1b4-a58fd086d81b/88f331a7-71b9-4a9a-8224-7c124a7b8d4a/1d651505-921e-44e4-a985-07018bb57d14) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:09:39.298107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3d2d53a8-cf42-47d9-a4d7-ad07fdb3c157 req-8e67441e-9d4e-44b4-a3aa-cdb14546d2c0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Calling delete_port for d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:09:39.304306 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-66495808-a530-4d67-8bbf-3d76bb8beb57 req-501a0c7a-3673-4f82-9800-7e651dab4e99 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/security-groups?id=6313f926-c93d-43f4-98a5-49ea0a84a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152081 Sep 09 09:09:39.397758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.492234 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.496214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=9bb5d46b-5e3c-4cac-be2f-98805f449c2a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:39.504034 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.516767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Transition to ACTIVE for port object 1d651505-921e-44e4-a985-07018bb57d14 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:39.533455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Transition to ACTIVE for port object 1d651505-921e-44e4-a985-07018bb57d14 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:39.614632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.619935 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-d4032d0b-3463-4696-84b2-616da7abbef7 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876362 Sep 09 09:09:39.625763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9bb5d46b-5e3c-4cac-be2f-98805f449c2a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:39.658046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.678787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Network d4eefe95-5083-4895-a1b4-a58fd086d81b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:39.687095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:39.697587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:09:39.704607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Pushing event updated for resources: {'Port': ['ID=1d651505-921e-44e4-a985-07018bb57d14,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:39.719084 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.719449 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.720216 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.720543 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > port after_create 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.720875 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.721480 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > port after_update 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.721649 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.721978 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.722288 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.722603 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.785786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Attempting to bind port 1d651505-921e-44e4-a985-07018bb57d14 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:39.786251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Attempting to bind port 1d651505-921e-44e4-a985-07018bb57d14 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '0af27067-c603-4752-82ac-47d2a1e22c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:39.786518 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Attempting to bind port 1d651505-921e-44e4-a985-07018bb57d14 on network d4eefe95-5083-4895-a1b4-a58fd086d81b {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:39.793012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.793360 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.793691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.793813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:39.794013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 09:09:39.794190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Checking segment: {'id': '0af27067-c603-4752-82ac-47d2a1e22c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:39.794393 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55803f7b-6721-45d4-bbfa-6b26bb77d777']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:39.794596 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.794995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Bound using segment: {'id': '0af27067-c603-4752-82ac-47d2a1e22c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:39.795522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Bound port: 1d651505-921e-44e4-a985-07018bb57d14, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af27067-c603-4752-82ac-47d2a1e22c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:39.795863 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:39.806666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cc33a-9fec-4118-a10d-5d53e992184d req-4c7eca24-e8cb-40a3-8e9c-2710c0db2940 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:39.808493 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-457cc33a-9fec-4118-a10d-5d53e992184d req-4c7eca24-e8cb-40a3-8e9c-2710c0db2940 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 945 time: 0.3618476 Sep 09 09:09:39.877903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f81f32-80d7-4652-a7b9-cb88907aedba req-a4eb7b44-692d-48a1-9b10-c2145ae0fd37 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:39.879498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46f81f32-80d7-4652-a7b9-cb88907aedba req-a4eb7b44-692d-48a1-9b10-c2145ae0fd37 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 948 time: 0.0540092 Sep 09 09:09:39.922174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] For port 1d651505-921e-44e4-a985-07018bb57d14, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:39.922382 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46f81f32-80d7-4652-a7b9-cb88907aedba req-f256d80c-53a2-4596-af8c-abce4d64755e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Sep 09 09:09:39.922665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05576e4a-8039-47e8-97cf-98bd3e93070a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:39.922958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05576e4a-8039-47e8-97cf-98bd3e93070a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:39.927060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] For port 1d651505-921e-44e4-a985-07018bb57d14, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1d651505-921e-44e4-a985-07018bb57d14,segment=NetworkSegment(0af27067-c603-4752-82ac-47d2a1e22c63),segment_id=0af27067-c603-4752-82ac-47d2a1e22c63)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:39.975255 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:40.019718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:40.048830 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:40.066249 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:40.084582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:09:40.085079 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: from cryptography.utils import int_from_bytes Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: from cryptography.utils import int_from_bytes Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:09:40.097749 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:09:40.113866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-8860bb98-1e26-4530-a46c-1c52301427ca tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:40.114889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be1c54-49ed-4057-a7bd-4673ff0de07e None None] Pushing event updated for resources: {'Port': ['ID=1d651505-921e-44e4-a985-07018bb57d14,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:40.115436 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-8860bb98-1e26-4530-a46c-1c52301427ca tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.2679572 Sep 09 09:09:40.125906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-457cc33a-9fec-4118-a10d-5d53e992184d req-44b5835f-8e9c-44e4-9968-8b4339dd60f3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731607 Sep 09 09:09:40.140667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-16'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:40.179586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3d2d53a8-cf42-47d9-a4d7-ad07fdb3c157 req-8e67441e-9d4e-44b4-a3aa-cdb14546d2c0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:40.253899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67441e-9d4e-44b4-a3aa-cdb14546d2c0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Pushing event deleted for resources: {'Port': ['ID=d01b9bf8-7a08-4a74-9ad1-3f5d66897c95,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:40.335185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2d53a8-cf42-47d9-a4d7-ad07fdb3c157 req-8e67441e-9d4e-44b4-a3aa-cdb14546d2c0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] No DVR routers for this DVR port d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:09:40.339423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3d2d53a8-cf42-47d9-a4d7-ad07fdb3c157 req-8e67441e-9d4e-44b4-a3aa-cdb14546d2c0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:40.343202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d2d53a8-cf42-47d9-a4d7-ad07fdb3c157 req-8e67441e-9d4e-44b4-a3aa-cdb14546d2c0 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.24 "DELETE /v2.0/ports/d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 HTTP/1.1" status: 204 len: 173 time: 1.9082155 Sep 09 09:09:40.348075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b490e5b2-93b4-4c3e-9c6e-b07229645d35', 'name': 'network-vif-deleted', 'tag': 'd01b9bf8-7a08-4a74-9ad1-3f5d66897c95'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:40.350369 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965f5c35-e097-40a5-8590-e8dbe7100393" -d '{"events": [{"server_uuid": "b490e5b2-93b4-4c3e-9c6e-b07229645d35", "name": "network-vif-deleted", "tag": "d01b9bf8-7a08-4a74-9ad1-3f5d66897c95"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:40.354810 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:40.361513 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:40.367526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] 10.222.0.32 "DELETE /v2.0/networks/55803f7b-6721-45d4-bbfa-6b26bb77d777 HTTP/1.1" status: 204 len: 168 time: 1.3119731 Sep 09 09:09:40.426771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:40.431431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8531b-288d-4014-98ff-b6ed89bb6f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=55803f7b-6721-45d4-bbfa-6b26bb77d777,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:40.530877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccfb21-53cf-4d7f-a355-7b8e1af21a19 req-65bcc401-7550-40ae-80ea-b49d8465fedf tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:40.540763 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44ccfb21-53cf-4d7f-a355-7b8e1af21a19 req-65bcc401-7550-40ae-80ea-b49d8465fedf tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 949 time: 0.2040231 Sep 09 09:09:40.639226 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd90c0ae-c441-4fba-b7ed-3930e3725484 req-b3f2c63c-da2c-4d63-a5f0-4a4e8fa5dfd6 tempest-LiveMigrationNegativeTest-1015621412 tempest-LiveMigrationNegativeTest-1015621412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b490e5b2-93b4-4c3e-9c6e-b07229645d35 HTTP/1.1" status: 200 len: 210 time: 0.0399156 Sep 09 09:09:40.767717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44612) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:40.791279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:09:40.795041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9bb5d46b-5e3c-4cac-be2f-98805f449c2a up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:40.795724 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a45101a-5393-4b96-9d0a-3d637fa6789f x-openstack-request-id: req-9a45101a-5393-4b96-9d0a-3d637fa6789f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:40.796005 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b490e5b2-93b4-4c3e-9c6e-b07229645d35", "name": "network-vif-deleted", "tag": "d01b9bf8-7a08-4a74-9ad1-3f5d66897c95", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:40.796252 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a45101a-5393-4b96-9d0a-3d637fa6789f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:40.796638 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b490e5b2-93b4-4c3e-9c6e-b07229645d35', 'name': 'network-vif-deleted', 'tag': 'd01b9bf8-7a08-4a74-9ad1-3f5d66897c95', 'status': 'completed', 'code': 200} Sep 09 09:09:40.849071 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fa9c4fdd-a65e-4cff-8321-9bb22cdab281 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=537c72d9d75a4edb9ea5c1b9c6da58c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774593 Sep 09 09:09:40.850551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44622) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:40.918522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44ccfb21-53cf-4d7f-a355-7b8e1af21a19 req-08dee31a-863f-47e7-b573-ed3328568941 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/security-groups?id=50f8f317-d95b-4d05-a5d4-2e4452d605a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794994 Sep 09 09:09:40.962112 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a6de936-b535-4758-8084-8155a21bba45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.027326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a6de936-b535-4758-8084-8155a21bba45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.028486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:41.049010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b', 'mac_address': 'fa:16:3e:06:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:09:41.090953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:41.146606 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.178621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:41.219914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:41.254898 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a6de936-b535-4758-8084-8155a21bba45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.256790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:41.261928 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a6de936-b535-4758-8084-8155a21bba45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.266479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5a6de936-b535-4758-8084-8155a21bba45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2ef60ea-b5eb-4f5b-8676-70c865592fd1 HTTP/1.1" status: 204 len: 168 time: 0.4085312 Sep 09 09:09:41.271120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:41.271934 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.287271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.304848 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:41.313194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6de936-b535-4758-8084-8155a21bba45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ef60ea-b5eb-4f5b-8676-70c865592fd1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:41.386847 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.406894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:41.412861 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1d651505-921e-44e4-a985-07018bb57d14 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:41.439028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1478ae7-3649-49a8-a69c-105d687bd08f req-ac4c6a64-020e-4fdb-ade8-cf597b6aacbf tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:41.442719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1478ae7-3649-49a8-a69c-105d687bd08f req-ac4c6a64-020e-4fdb-ade8-cf597b6aacbf tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 948 time: 0.3759532 Sep 09 09:09:41.473399 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.489857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810cff4d-7336-4e27-9a84-8da298783a71 None None] Network d4eefe95-5083-4895-a1b4-a58fd086d81b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:09:41.565596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.579277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:41.644994 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.649416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1478ae7-3649-49a8-a69c-105d687bd08f req-d50388bd-b340-44bf-b190-5323da990350 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915405 Sep 09 09:09:41.721440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Pushing event updated for resources: {'Port': ['ID=6043dc99-3153-43a1-a3f1-ebba92eed16b,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:41.733723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.743747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.743747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.743747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.743747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.743747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.743747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.743747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.743747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.743747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.743747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.743747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:41.750997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b on host n-h2-778696-16 for vnic_type normal with profile {"migrating_to": "n-h1-778696-16"} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:41.750997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:41.752933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:41.762750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-34e47c1f-6d6e-4c34-9be6-4039d9a0dee4 None None] Provisioning for port 1d651505-921e-44e4-a985-07018bb57d14 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:41.766529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Port 6043dc99-3153-43a1-a3f1-ebba92eed16b on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:09:41.766862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Attempting to bind port 6043dc99-3153-43a1-a3f1-ebba92eed16b on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:41.782126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:41.782482 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:41.782871 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:41.783315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Bound port: 6043dc99-3153-43a1-a3f1-ebba92eed16b, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:41.783699 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.791702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf192ca-5d4b-44e9-8998-436013575557 req-311080c0-c9b1-42fe-a404-5bd7ebbedd07 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:41.800198 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4cf192ca-5d4b-44e9-8998-436013575557 req-311080c0-c9b1-42fe-a404-5bd7ebbedd07 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 943 time: 0.1151006 Sep 09 09:09:41.834307 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:41.859239 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4cf192ca-5d4b-44e9-8998-436013575557 req-21373ed1-00b9-40c9-8c34-b074f9bf2698 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579805 Sep 09 09:09:41.881199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 1d651505-921e-44e4-a985-07018bb57d14 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:41.895110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1d651505-921e-44e4-a985-07018bb57d14 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:41.895710 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:42.002621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Allocated IP 172.25.8.190 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/0dd46a1f-702a-48f5-9e67-a91c58c65a68) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:09:42.024413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9bb5d46b-5e3c-4cac-be2f-98805f449c2a,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:42.036393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb5d46b-5e3c-4cac-be2f-98805f449c2a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:42.039521 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189bec51-a713-43db-8bdb-6d9d883b0164" -d '{"events": [{"server_uuid": "64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b", "name": "network-vif-plugged", "status": "completed", "tag": "9bb5d46b-5e3c-4cac-be2f-98805f449c2a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:42.109161 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:42.110001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:09:42.156691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7b40b-5d3f-4031-a140-00c5cf4f3a87 req-16b5b640-86c9-417d-8026-b9523de986c6 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:42.158288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91c7b40b-5d3f-4031-a140-00c5cf4f3a87 req-16b5b640-86c9-417d-8026-b9523de986c6 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 949 time: 0.0943065 Sep 09 09:09:42.246320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:42.254852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:42.264421 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91c7b40b-5d3f-4031-a140-00c5cf4f3a87 req-e6af4b91-ee95-4910-a302-92498b2b2f75 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/security-groups?id=50f8f317-d95b-4d05-a5d4-2e4452d605a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861657 Sep 09 09:09:42.343877 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:42.358557 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:42.363473 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:09:42.364059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d01b9bf8-7a08-4a74-9ad1-3f5d66897c95 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:09:42.373719 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d93b405-5a68-4e6b-abf3-6ce993fd7df1 x-openstack-request-id: req-5d93b405-5a68-4e6b-abf3-6ce993fd7df1 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:42.374309 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b", "name": "network-vif-plugged", "status": "completed", "tag": "9bb5d46b-5e3c-4cac-be2f-98805f449c2a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:42.376251 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d93b405-5a68-4e6b-abf3-6ce993fd7df1 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:42.377967 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb5d46b-5e3c-4cac-be2f-98805f449c2a', 'code': 200} Sep 09 09:09:42.383719 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:42.488180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-df200704-4e5a-4b63-aaab-96b9d07ea46a None None] Provisioning complete for port 1d651505-921e-44e4-a985-07018bb57d14 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:42.488746 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df200704-4e5a-4b63-aaab-96b9d07ea46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:42.490604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=9bb5d46b-5e3c-4cac-be2f-98805f449c2a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:42.527111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 1d651505-921e-44e4-a985-07018bb57d14, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1d651505-921e-44e4-a985-07018bb57d14,segment=NetworkSegment(0af27067-c603-4752-82ac-47d2a1e22c63),segment_id=0af27067-c603-4752-82ac-47d2a1e22c63)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:42.576452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:42.577143 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:42.578641 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] 10.222.0.24 "PUT /v2.0/ports/6043dc99-3153-43a1-a3f1-ebba92eed16b HTTP/1.1" status: 200 len: 1123 time: 2.4432611 Sep 09 09:09:42.585743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44724) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:42.590425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b168c-7592-4725-86b7-803e1b89b129 service neutron] Pushing event updated for resources: {'Port': ['ID=6043dc99-3153-43a1-a3f1-ebba92eed16b,revision_number=8']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:42.623194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7f8da-185b-4e6a-96ec-d1ae0eee1f37 req-b520f946-7423-4319-95f0-f4658b7bc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:42.623194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4c7f8da-185b-4e6a-96ec-d1ae0eee1f37 req-b520f946-7423-4319-95f0-f4658b7bc1ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 1102 time: 0.1906092 Sep 09 09:09:42.628760 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:42.678827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['6043dc99-3153-43a1-a3f1-ebba92eed16b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:42.688737 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df200704-4e5a-4b63-aaab-96b9d07ea46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:42.697737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4c7f8da-185b-4e6a-96ec-d1ae0eee1f37 req-07d78415-268c-4fb3-87ae-d4fd4ebfe147 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=50f8f317-d95b-4d05-a5d4-2e4452d605a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661418 Sep 09 09:09:42.702508 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:42.731908 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:42.735196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:42.744376 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:09:42.820915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6043dc99-3153-43a1-a3f1-ebba92eed16b'}, {'name': 'network-changed', 'server_uuid': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'tag': '6043dc99-3153-43a1-a3f1-ebba92eed16b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:42.826515 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677f523f-94ec-465c-8cf4-4bc3f832395a" -d '{"events": [{"server_uuid": "2820009c-4535-48bc-9b7b-7ebb80f09a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "6043dc99-3153-43a1-a3f1-ebba92eed16b"}, {"name": "network-changed", "server_uuid": "2820009c-4535-48bc-9b7b-7ebb80f09a7e", "tag": "6043dc99-3153-43a1-a3f1-ebba92eed16b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:42.925674 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7d4747db-af7a-41e1-b24f-e9e2d4c016ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7faf8079438547028a2104e602ca51cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381407 Sep 09 09:09:42.929372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44756) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:42.963669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0e65e-6d7c-4a10-bf67-a2a01290c7c4 req-fc56416b-9d74-4976-be0a-2e57ebbcfd62 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:42.977760 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07d0e65e-6d7c-4a10-bf67-a2a01290c7c4 req-fc56416b-9d74-4976-be0a-2e57ebbcfd62 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 949 time: 0.2268128 Sep 09 09:09:42.991144 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fac7682-dfd0-4b49-b371-6d7276d50a4e x-openstack-request-id: req-5fac7682-dfd0-4b49-b371-6d7276d50a4e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:42.991612 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2820009c-4535-48bc-9b7b-7ebb80f09a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "6043dc99-3153-43a1-a3f1-ebba92eed16b", "code": 200}, {"name": "network-changed", "server_uuid": "2820009c-4535-48bc-9b7b-7ebb80f09a7e", "tag": "6043dc99-3153-43a1-a3f1-ebba92eed16b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:42.992002 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fac7682-dfd0-4b49-b371-6d7276d50a4e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:42.992490 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6043dc99-3153-43a1-a3f1-ebba92eed16b', 'code': 200} Sep 09 09:09:42.992837 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'tag': '6043dc99-3153-43a1-a3f1-ebba92eed16b', 'status': 'completed', 'code': 200} Sep 09 09:09:42.996043 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd46a1f-702a-48f5-9e67-a91c58c65a68,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:43.041086 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=1d651505-921e-44e4-a985-07018bb57d14,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:43.068274 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-df200704-4e5a-4b63-aaab-96b9d07ea46a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:09:43.068664 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-df200704-4e5a-4b63-aaab-96b9d07ea46a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:09:43.101778 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07d0e65e-6d7c-4a10-bf67-a2a01290c7c4 req-bbac265d-94d4-4e96-901a-10d252e0dfd0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153173 Sep 09 09:09:43.116082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117957a8-3f47-4cc9-8d5b-71e883663a8f req-522613ad-caf7-4916-9864-5cfe918fbc3f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:43.117993 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-117957a8-3f47-4cc9-8d5b-71e883663a8f req-522613ad-caf7-4916-9864-5cfe918fbc3f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 943 time: 0.0650866 Sep 09 09:09:43.163907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f523f-94ec-465c-8cf4-4bc3f832395a req-a8a5caa5-89ee-48ca-ac8c-80e0534510ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:43.166420 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-677f523f-94ec-465c-8cf4-4bc3f832395a req-a8a5caa5-89ee-48ca-ac8c-80e0534510ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 1126 time: 0.1800303 Sep 09 09:09:43.244548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1d651505-921e-44e4-a985-07018bb57d14 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:43.252628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44760) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:43.293742 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-117957a8-3f47-4cc9-8d5b-71e883663a8f req-c7f08178-8ffe-4911-ada8-3cf1d5b5d0d9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623485 Sep 09 09:09:43.321121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:43.330485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1d651505-921e-44e4-a985-07018bb57d14 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:43.331168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:43.370469 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:43.373001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f523f-94ec-465c-8cf4-4bc3f832395a req-d1de5c81-e603-4ed2-bac1-cafe079a0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:43.375545 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-677f523f-94ec-465c-8cf4-4bc3f832395a req-d1de5c81-e603-4ed2-bac1-cafe079a0961 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.1945958 Sep 09 09:09:43.384709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:43.458061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1326105766-network', 'tenant_id': 'c81a61862fec42789aa9e6d616409fcb'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:43.469845 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-677f523f-94ec-465c-8cf4-4bc3f832395a req-89c0026b-333d-4a57-aa3e-95c76a29f05f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b HTTP/1.1" status: 200 len: 217 time: 0.0853992 Sep 09 09:09:43.544560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100c5a-1305-4a76-bd9a-106596965d52 req-0738171a-89c7-4774-ae2c-4399fca248c7 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:43.546072 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a100c5a-1305-4a76-bd9a-106596965d52 req-0738171a-89c7-4774-ae2c-4399fca248c7 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 950 time: 0.1639552 Sep 09 09:09:43.553434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f523f-94ec-465c-8cf4-4bc3f832395a req-26915674-8964-4b50-88f4-cdf66dfd9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:43.554886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-677f523f-94ec-465c-8cf4-4bc3f832395a req-26915674-8964-4b50-88f4-cdf66dfd9fb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.0698020 Sep 09 09:09:43.570126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Made reservation on behalf of c81a61862fec42789aa9e6d616409fcb for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:43.572975 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:43.588709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:43.600451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-677f523f-94ec-465c-8cf4-4bc3f832395a req-2f60bc5c-a31c-4879-b4f1-6478b7ee2211 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369184 Sep 09 09:09:43.626010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a100c5a-1305-4a76-bd9a-106596965d52 req-1258ac0e-9668-4122-981b-8aa2174e06b5 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/security-groups?id=50f8f317-d95b-4d05-a5d4-2e4452d605a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700719 Sep 09 09:09:43.658154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:43.688582 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:43.691480 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:43.692775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6313f926-c93d-43f4-98a5-49ea0a84a69e HTTP/1.1" status: 204 len: 168 time: 0.7611051 Sep 09 09:09:43.707030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6313f926-c93d-43f4-98a5-49ea0a84a69e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:43.721448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.721448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.721448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.721799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.722022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.722654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.722654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.722913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.723329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.723678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.723999 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.724353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f12ebe-7dcc-4556-abf7-99ce76c93cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:43.769654 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-677f523f-94ec-465c-8cf4-4bc3f832395a req-8eed4a0f-45d2-440b-88f8-8253fab7388b service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585681 Sep 09 09:09:43.857447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:43.876175 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-677f523f-94ec-465c-8cf4-4bc3f832395a req-11e6be01-760c-483f-9abc-4a61f36d2790 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929840 Sep 09 09:09:43.951044 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:43.977874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:09:43.986863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:09:43.993751 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac2c568-d407-4e19-9599-595f2f84b9b2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:44.007274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:44.007766 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Added segment d9b2cb03-2a7c-46fa-a6e7-b561fc7efe7b of type vlan for network c80d229b-593f-4a63-bce3-ab374b001fc2 Sep 09 09:09:44.096043 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:44.164857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:09:44.176922 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Sync routers for ids ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:09:44.187202 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Routers {'3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:09:44.187857 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:44.202226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:44.203462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:44.204133 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:44.221986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce799ee6-42f7-40a1-9792-17ad20ca428a req-261321d5-6551-4d47-ab00-0b8164cf76ad tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:44.224047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce799ee6-42f7-40a1-9792-17ad20ca428a req-261321d5-6551-4d47-ab00-0b8164cf76ad tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 949 time: 0.0521498 Sep 09 09:09:44.242468 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:44.244435 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-36b1189a-dbb9-4355-9273-9c7a472f1e19 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2240574 Sep 09 09:09:44.249032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44782) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:44.283486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=c80d229b-593f-4a63-bce3-ab374b001fc2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:44.295667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network c80d229b-593f-4a63-bce3-ab374b001fc2 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:09:44.302227 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Set router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:09:44.331978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce799ee6-42f7-40a1-9792-17ad20ca428a req-a462b707-b8f7-4f5c-bbf2-49c83900007f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000059 Sep 09 09:09:44.346084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-44a2e352-9ffd-4a00-8108-b9426936dbc5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0814874 Sep 09 09:09:44.348881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44788) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:44.355357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] Request body: {'subnet': {'network_id': 'c80d229b-593f-4a63-bce3-ab374b001fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1326105766-subnet', 'tenant_id': 'c81a61862fec42789aa9e6d616409fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:44.414283 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6d947533-c042-4222-b0da-24fbd25ce633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:44.472572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44790) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:44.480202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] Made reservation on behalf of c81a61862fec42789aa9e6d616409fcb for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:44.483451 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:44.549512 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-router', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:39Z', 'updated_at': '2021-09-09T09:09:43Z', 'revision_number': 3, 'project_id': '5819afab3c3a494da1c1129da175035d', 'gw_port': {'id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:09:41Z', 'updated_at': '2021-09-09T09:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:44.573605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44794) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:44.594272 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Checking router: 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:09:44.595258 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Updating router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 port 0dd46a1f-702a-48f5-9e67-a91c58c65a68 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:09:44.644753 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:44.690323 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c341ed55-3879-4435-bf41-3a3c0a88e563 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3e38b2b7cb045f4b5809397f053e3af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1130850 Sep 09 09:09:44.690755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44798) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:44.774892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67a620-87ec-45e6-b3da-5f99dcb59cc2 req-1b2fd8f8-b282-4d9d-bfeb-36d079722c5f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:44.776423 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d67a620-87ec-45e6-b3da-5f99dcb59cc2 req-1b2fd8f8-b282-4d9d-bfeb-36d079722c5f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 943 time: 0.3246078 Sep 09 09:09:44.802295 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89fc0e5b-9819-4deb-8f23-29a8c5e4d3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:44.819301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6043dc99-3153-43a1-a3f1-ebba92eed16b details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:09:44.821607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:44.836684 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d67a620-87ec-45e6-b3da-5f99dcb59cc2 req-2cf5cf81-b53d-4944-a2e5-cb9efcc01302 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522153 Sep 09 09:09:44.911993 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de51d84-d585-4c75-b87c-8031ea1e7526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:44.971226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de51d84-d585-4c75-b87c-8031ea1e7526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.020954 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.027962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:45.031220 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Transition to ACTIVE for port object 0dd46a1f-702a-48f5-9e67-a91c58c65a68 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:45.041582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6043dc99-3153-43a1-a3f1-ebba92eed16b has no active binding in host n-h1-778696-16 {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 09 09:09:45.043054 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.058332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293954e6-09e2-4974-befb-ef5a143c989d req-cf513106-a5f2-4c09-a60f-5ca459cb779a tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:45.060162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-293954e6-09e2-4974-befb-ef5a143c989d req-cf513106-a5f2-4c09-a60f-5ca459cb779a tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 950 time: 0.3152978 Sep 09 09:09:45.099347 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.101867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff12a82-b91b-4328-9927-c84ccf06d6a6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:45.111778 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.113059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] Checking segment: {'id': 'd9b2cb03-2a7c-46fa-a6e7-b561fc7efe7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c80d229b-593f-4a63-bce3-ab374b001fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:45.113649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] Network hostable DHCP agents. Network: c80d229b-593f-4a63-bce3-ab374b001fc2, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:09:45.127779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:45.132175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:45.132505 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.145951 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Pushing event updated for resources: {'Port': ['ID=0dd46a1f-702a-48f5-9e67-a91c58c65a68,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:45.164121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89fc0e5b-9819-4deb-8f23-29a8c5e4d3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.167345 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.167345 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.167345 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.167345 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.167750 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.168151 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.168736 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.168736 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.168948 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.169272 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.169596 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.169916 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:09:45.173561 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Attempting to bind port 0dd46a1f-702a-48f5-9e67-a91c58c65a68 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:45.173561 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Attempting to bind port 0dd46a1f-702a-48f5-9e67-a91c58c65a68 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:45.173935 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Attempting to bind port 0dd46a1f-702a-48f5-9e67-a91c58c65a68 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:45.179901 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:45.180589 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:45.180795 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.181776 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:45.182250 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Bound port: 0dd46a1f-702a-48f5-9e67-a91c58c65a68, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:45.182648 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.188366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-293954e6-09e2-4974-befb-ef5a143c989d req-c70689f8-34b7-4cf6-b90e-7489847d0611 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/security-groups?id=50f8f317-d95b-4d05-a5d4-2e4452d605a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071899 Sep 09 09:09:45.213615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] Network c80d229b-593f-4a63-bce3-ab374b001fc2 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:09:45.239071 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] For port 0dd46a1f-702a-48f5-9e67-a91c58c65a68, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:45.239323 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.242687 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] For port 0dd46a1f-702a-48f5-9e67-a91c58c65a68, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0dd46a1f-702a-48f5-9e67-a91c58c65a68,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:45.251623 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89fc0e5b-9819-4deb-8f23-29a8c5e4d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.266965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:45.269496 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286943fc-b801-497f-b77a-2d3db8c09425" -d '{"events": [{"server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "name": "network-vif-plugged", "status": "completed", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:45.292787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:45.310085 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dd4b64-104b-412e-9e0d-ee252e51bd0c x-openstack-request-id: req-92dd4b64-104b-412e-9e0d-ee252e51bd0c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:45.310692 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "name": "network-vif-plugged", "status": "completed", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:45.310692 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92dd4b64-104b-412e-9e0d-ee252e51bd0c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:45.310996 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b', 'code': 200} Sep 09 09:09:45.327942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, c80d229b-593f-4a63-bce3-ab374b001fc2) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:45.329040 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.332431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:45.336920 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.337063 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de51d84-d585-4c75-b87c-8031ea1e7526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.341198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de51d84-d585-4c75-b87c-8031ea1e7526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.342811 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7de51d84-d585-4c75-b87c-8031ea1e7526 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6d10217-2041-4028-bb8f-b758abb7217b HTTP/1.1" status: 204 len: 168 time: 0.6504347 Sep 09 09:09:45.349725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68437d6b-11a0-4b9e-a692-74bfcbae51a9 None None] Network c80d229b-593f-4a63-bce3-ab374b001fc2 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:09:45.355988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc0e5b-9819-4deb-8f23-29a8c5e4d3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66421ea-b808-4ddd-ac04-79ddef55aad1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:45.382017 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.395986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-89fc0e5b-9819-4deb-8f23-29a8c5e4d3e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8f1b1cc718b409e8361cd51dce55005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9223163 Sep 09 09:09:45.398835 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44812) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:45.399667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de51d84-d585-4c75-b87c-8031ea1e7526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d10217-2041-4028-bb8f-b758abb7217b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:45.453713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9ecb33f0-3463-4f4e-8da2-fb1651b8f290 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1037147 Sep 09 09:09:45.472092 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ded93-d97f-4bbd-96a6-9a3a25860e53 None None] Pushing event updated for resources: {'Port': ['ID=0dd46a1f-702a-48f5-9e67-a91c58c65a68,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:45.492538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920cfdf-b617-4942-86a6-0dc7fa0b49ba req-b0456030-d820-43a5-9add-c2c1a7ae0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:45.494516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6920cfdf-b617-4942-86a6-0dc7fa0b49ba req-b0456030-d820-43a5-9add-c2c1a7ae0650 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 1102 time: 0.0985966 Sep 09 09:09:45.517598 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:45.534171 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Routers {'3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:09:45.535146 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:45.609576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d8ab5-b12b-45dc-8c19-c445c6915788 req-f5fb869b-1102-43c2-92a9-c512d2ec5ca4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:45.611155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-601d8ab5-b12b-45dc-8c19-c445c6915788 req-f5fb869b-1102-43c2-92a9-c512d2ec5ca4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1313376 Sep 09 09:09:45.615695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6920cfdf-b617-4942-86a6-0dc7fa0b49ba req-04227cfd-381d-4bfb-a407-5b3df30c5a56 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016653 Sep 09 09:09:45.617414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Allocated IP 172.20.0.1 (d4eefe95-5083-4895-a1b4-a58fd086d81b/88f331a7-71b9-4a9a-8224-7c124a7b8d4a/3d2a32bd-9b5c-44db-828e-4f20676bbd6a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:09:45.646222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216289c5-8691-4cbf-aebf-441aad37acec None None] Network c80d229b-593f-4a63-bce3-ab374b001fc2 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:09:45.673793 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-601d8ab5-b12b-45dc-8c19-c445c6915788 req-7f9074d7-a682-4666-a2e5-dd3ad0610bd2 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554471 Sep 09 09:09:45.677349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44820) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:45.746363 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.747500 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] Set router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:09:45.762614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Transition to ACTIVE for port object 3d2a32bd-9b5c-44db-828e-4f20676bbd6a will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:45.779001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-71aada1a-9baa-4e7c-8689-4c2e68eec0c3 admin admin] Deleting subnet 9ff12a82-b91b-4328-9927-c84ccf06d6a6 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:09:45.782815 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71aada1a-9baa-4e7c-8689-4c2e68eec0c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.829599 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71aada1a-9baa-4e7c-8689-4c2e68eec0c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.887824 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71aada1a-9baa-4e7c-8689-4c2e68eec0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.889884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5cd82-048e-4201-bd52-91c767473497 req-539be84d-922d-4ee8-bdd3-c02b30995542 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:45.891623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6dc5cd82-048e-4201-bd52-91c767473497 req-539be84d-922d-4ee8-bdd3-c02b30995542 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 950 time: 0.1025834 Sep 09 09:09:45.892582 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d47bc831-ec2a-4700-9564-e2b04aeebfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.945334 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d47bc831-ec2a-4700-9564-e2b04aeebfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:45.964297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.008617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f95093-eeea-49de-88c6-606d23daa166 req-9af44a13-63bc-47be-9938-8ac84f89152f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:46.011652 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9f95093-eeea-49de-88c6-606d23daa166 req-9af44a13-63bc-47be-9938-8ac84f89152f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 943 time: 0.0702164 Sep 09 09:09:46.061671 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-router', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:39Z', 'updated_at': '2021-09-09T09:09:43Z', 'revision_number': 3, 'project_id': '5819afab3c3a494da1c1129da175035d', 'gw_port': {'id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:09:41Z', 'updated_at': '2021-09-09T09:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:46.064012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9f95093-eeea-49de-88c6-606d23daa166 req-a66b3c92-4912-4326-a397-43ecd8f43c29 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378678 Sep 09 09:09:46.065297 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6dc5cd82-048e-4201-bd52-91c767473497 req-943faeac-1564-4159-a5a9-2dd143b66220 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/security-groups?id=50f8f317-d95b-4d05-a5d4-2e4452d605a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418331 Sep 09 09:09:46.077439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71aada1a-9baa-4e7c-8689-4c2e68eec0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.079575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Network d4eefe95-5083-4895-a1b4-a58fd086d81b is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:46.095045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:46.097302 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2a32bd-9b5c-44db-828e-4f20676bbd6a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:46.099943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:09:46.107242 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cac1d-fe9a-4f0a-a43b-411e361289dd None None] The sync data for ids ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'] in n-d-778696-16 is: [{'id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-router', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:39Z', 'updated_at': '2021-09-09T09:09:43Z', 'revision_number': 3, 'project_id': '5819afab3c3a494da1c1129da175035d', 'gw_port': {'id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:09:41Z', 'updated_at': '2021-09-09T09:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:09:46.108032 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71aada1a-9baa-4e7c-8689-4c2e68eec0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.112249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-71aada1a-9baa-4e7c-8689-4c2e68eec0c3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9ff12a82-b91b-4328-9927-c84ccf06d6a6 HTTP/1.1" status: 204 len: 168 time: 0.4317234 Sep 09 09:09:46.127534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44834) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:46.158882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aada1a-9baa-4e7c-8689-4c2e68eec0c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff12a82-b91b-4328-9927-c84ccf06d6a6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:46.221386 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d47bc831-ec2a-4700-9564-e2b04aeebfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.223937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d47bc831-ec2a-4700-9564-e2b04aeebfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.225090 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d47bc831-ec2a-4700-9564-e2b04aeebfce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c66421ea-b808-4ddd-ac04-79ddef55aad1 HTTP/1.1" status: 204 len: 168 time: 0.8117456 Sep 09 09:09:46.245066 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.294280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bc831-ec2a-4700-9564-e2b04aeebfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66421ea-b808-4ddd-ac04-79ddef55aad1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:46.299429 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.433288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.495417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80d229b-593f-4a63-bce3-ab374b001fc2']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:46.497481 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:09:46.506254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b2cb03-2a7c-46fa-a6e7-b561fc7efe7b') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:46.506549 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b2cb03-2a7c-46fa-a6e7-b561fc7efe7b') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:46.529676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.543672 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.550156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:09:46.550550 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.551296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d4da2b03-7e8b-4648-8a26-c58b6c6b91bb None None] Provisioning for port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:09:46.552486 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:09:46.556561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d4da2b03-7e8b-4648-8a26-c58b6c6b91bb None None] Provisioning complete for port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:46.556841 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4da2b03-7e8b-4648-8a26-c58b6c6b91bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.608507 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d4da2b03-7e8b-4648-8a26-c58b6c6b91bb None None] Port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:09:46.663971 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.817697 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.896190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] Pushing event deleted for resources: {'Network': ['ID=c80d229b-593f-4a63-bce3-ab374b001fc2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:46.905039 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:46.906941 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-15fb288e-8f11-4b39-82ed-33c1c37fb705 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c80d229b-593f-4a63-bce3-ab374b001fc2 HTTP/1.1" status: 204 len: 168 time: 0.7789259 Sep 09 09:09:46.959483 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-72bc00e5-5723-4bb8-baf0-8e99bf15942f service neutron] 10.222.0.41 "GET /v2.0/ports/6043dc99-3153-43a1-a3f1-ebba92eed16b/bindings/n-h1-778696-16 HTTP/1.1" status: 200 len: 385 time: 0.2569115 Sep 09 09:09:46.969214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c93b0d-767c-42f0-a666-3faf5ba2d9bd req-ef71269b-69c9-41c3-b300-a107b9ef216b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:46.970778 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32c93b0d-767c-42f0-a666-3faf5ba2d9bd req-ef71269b-69c9-41c3-b300-a107b9ef216b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1975117 Sep 09 09:09:47.083353 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48df69e1-9bc0-42b1-8882-853a1ce0dcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.106263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32c93b0d-767c-42f0-a666-3faf5ba2d9bd req-ad0afd9c-bc81-4d3d-af69-3be98a1850f8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252441 Sep 09 09:09:47.132420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.232544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31977a7d-0d25-4b9a-bc85-aac480808063 req-ddb743c6-599d-4f83-83d4-f3625469e2b5 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:47.236081 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31977a7d-0d25-4b9a-bc85-aac480808063 req-ddb743c6-599d-4f83-83d4-f3625469e2b5 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 943 time: 0.0837951 Sep 09 09:09:47.274194 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.289648 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.324193 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31977a7d-0d25-4b9a-bc85-aac480808063 req-0dad9610-a30c-4d29-8eb8-b6a320b3a5f0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816350 Sep 09 09:09:47.325227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0dd46a1f-702a-48f5-9e67-a91c58c65a68 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:47.407822 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.409458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2a32bd-9b5c-44db-828e-4f20676bbd6a,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:47.413576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-d8d93418-4614-454e-8701-b0de28dce3da service neutron] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:47.429318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666e7d8-bf26-4770-9b4f-d49b43611e0e req-91ba4cdb-efa8-4223-91d3-96873606e75e tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:47.430864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5666e7d8-bf26-4770-9b4f-d49b43611e0e req-91ba4cdb-efa8-4223-91d3-96873606e75e tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 950 time: 0.1760848 Sep 09 09:09:47.450441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44878) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:47.482263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-d8d93418-4614-454e-8701-b0de28dce3da service neutron] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:47.485366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 0dd46a1f-702a-48f5-9e67-a91c58c65a68 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:47.490817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0dd46a1f-702a-48f5-9e67-a91c58c65a68 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:47.496707 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.581458 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3cb0a683-daa4-4cac-bb7c-869c9fea366e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c81a61862fec42789aa9e6d616409fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295390 Sep 09 09:09:47.584031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:47.597701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac2970-476b-48f3-9a4a-947b99e71504 req-bcb21259-1b40-429e-8f7d-74dede88008d tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:47.599471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91ac2970-476b-48f3-9a4a-947b99e71504 req-bcb21259-1b40-429e-8f7d-74dede88008d tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 950 time: 0.1331513 Sep 09 09:09:47.633286 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.662324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 0dd46a1f-702a-48f5-9e67-a91c58c65a68, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0dd46a1f-702a-48f5-9e67-a91c58c65a68,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:47.735306 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b85a119-90b2-40bd-958f-dd7353a737fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.750959 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.773202 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b85a119-90b2-40bd-958f-dd7353a737fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.805079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-91ac2970-476b-48f3-9a4a-947b99e71504 req-c9c67da7-5a9a-4fac-9a93-8836b7c3eeff tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Deleting port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:09:47.808427 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-91ac2970-476b-48f3-9a4a-947b99e71504 req-c9c67da7-5a9a-4fac-9a93-8836b7c3eeff tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.847644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-d8d93418-4614-454e-8701-b0de28dce3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6043dc99-3153-43a1-a3f1-ebba92eed16b {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:47.849440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=0dd46a1f-702a-48f5-9e67-a91c58c65a68,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:47.872045 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5666e7d8-bf26-4770-9b4f-d49b43611e0e req-589b7e7c-a75d-44be-874a-ab3368fe88d0 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/security-groups?id=50f8f317-d95b-4d05-a5d4-2e4452d605a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272537 Sep 09 09:09:47.897570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-d8d93418-4614-454e-8701-b0de28dce3da service neutron] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:47.932934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Network d4eefe95-5083-4895-a1b4-a58fd086d81b is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:47.934966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:47.991144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-91ac2970-476b-48f3-9a4a-947b99e71504 req-c9c67da7-5a9a-4fac-9a93-8836b7c3eeff tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] For port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9bb5d46b-5e3c-4cac-be2f-98805f449c2a,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:47.991554 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-91ac2970-476b-48f3-9a4a-947b99e71504 req-c9c67da7-5a9a-4fac-9a93-8836b7c3eeff tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:47.992852 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-d8d93418-4614-454e-8701-b0de28dce3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:48.009340 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b85a119-90b2-40bd-958f-dd7353a737fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:48.012493 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b85a119-90b2-40bd-958f-dd7353a737fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:48.016194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7b85a119-90b2-40bd-958f-dd7353a737fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ac2c568-d407-4e19-9599-595f2f84b9b2 HTTP/1.1" status: 204 len: 168 time: 0.4285858 Sep 09 09:09:48.039880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-91ac2970-476b-48f3-9a4a-947b99e71504 req-c9c67da7-5a9a-4fac-9a93-8836b7c3eeff tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Calling delete_port for 9bb5d46b-5e3c-4cac-be2f-98805f449c2a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:09:48.126639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85a119-90b2-40bd-958f-dd7353a737fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac2c568-d407-4e19-9599-595f2f84b9b2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:48.241652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:09:48.327929 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:48.357840 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-91ac2970-476b-48f3-9a4a-947b99e71504 req-c9c67da7-5a9a-4fac-9a93-8836b7c3eeff tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:48.358894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4a6855ed-82b5-41b3-9911-a7ea27cb857b None None] Provisioning complete for port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:48.359276 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a6855ed-82b5-41b3-9911-a7ea27cb857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:48.360961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb7987-3701-43c3-ace0-7747f193aba1 req-b99d538c-9444-450c-9ad8-075a4e4f0044 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:48.362671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0fb7987-3701-43c3-ace0-7747f193aba1 req-b99d538c-9444-450c-9ad8-075a4e4f0044 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1199696 Sep 09 09:09:48.367131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-d8d93418-4614-454e-8701-b0de28dce3da service neutron] Transition to ACTIVE for port object 6043dc99-3153-43a1-a3f1-ebba92eed16b will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:48.426342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c67da7-5a9a-4fac-9a93-8836b7c3eeff tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Pushing event deleted for resources: {'Port': ['ID=9bb5d46b-5e3c-4cac-be2f-98805f449c2a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:48.426616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9bb5d46b-5e3c-4cac-be2f-98805f449c2a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:09:48.441989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4a6855ed-82b5-41b3-9911-a7ea27cb857b None None] Port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:09:48.453602 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-d8d93418-4614-454e-8701-b0de28dce3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:48.514486 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0fb7987-3701-43c3-ace0-7747f193aba1 req-a1d3f981-2b50-46b8-a41f-720139ab8641 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342223 Sep 09 09:09:48.518213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:09:48.536529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-15860ae1-1bd3-4bdf-9e1f-8690fd2dc9c2 admin admin] 10.222.0.32 "PUT /v2.0/routers/3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2777956 Sep 09 09:09:48.539074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Sync routers for ids ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:09:48.562151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Routers {'3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:09:48.562789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:48.580082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-d8d93418-4614-454e-8701-b0de28dce3da service neutron] No DVR routers for this DVR port 6043dc99-3153-43a1-a3f1-ebba92eed16b on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:09:48.603369 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ac2970-476b-48f3-9a4a-947b99e71504 req-c9c67da7-5a9a-4fac-9a93-8836b7c3eeff tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] No DVR routers for this DVR port 9bb5d46b-5e3c-4cac-be2f-98805f449c2a on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:09:48.607362 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-91ac2970-476b-48f3-9a4a-947b99e71504 req-c9c67da7-5a9a-4fac-9a93-8836b7c3eeff tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:48.610347 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91ac2970-476b-48f3-9a4a-947b99e71504 req-c9c67da7-5a9a-4fac-9a93-8836b7c3eeff tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.24 "DELETE /v2.0/ports/9bb5d46b-5e3c-4cac-be2f-98805f449c2a HTTP/1.1" status: 204 len: 173 time: 1.0025389 Sep 09 09:09:48.613096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b', 'name': 'network-vif-deleted', 'tag': '9bb5d46b-5e3c-4cac-be2f-98805f449c2a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:48.617447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d93418-4614-454e-8701-b0de28dce3da service neutron] Pushing event updated for resources: {'Port': ['ID=6043dc99-3153-43a1-a3f1-ebba92eed16b,revision_number=10']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:48.630535 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2117434-f208-48bc-a8ca-9dd370cc23d2" -d '{"events": [{"server_uuid": "64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b", "name": "network-vif-deleted", "tag": "9bb5d46b-5e3c-4cac-be2f-98805f449c2a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:48.637303 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-d8d93418-4614-454e-8701-b0de28dce3da service neutron] 10.222.0.41 "PUT /v2.0/ports/6043dc99-3153-43a1-a3f1-ebba92eed16b/bindings/n-h1-778696-16/activate HTTP/1.1" status: 200 len: 370 time: 1.6630511 Sep 09 09:09:48.659503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bee54-dbb6-4f5c-901b-2327faa154ab req-f9d71229-5961-4c59-80bb-96977a07b5f2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:48.661303 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-620bee54-dbb6-4f5c-901b-2327faa154ab req-f9d71229-5961-4c59-80bb-96977a07b5f2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 944 time: 0.2190421 Sep 09 09:09:48.728426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-620bee54-dbb6-4f5c-901b-2327faa154ab req-8a29357f-1abb-4efe-8577-912d89802c76 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540123 Sep 09 09:09:48.825354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Set router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:09:48.897481 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f503e95-f73e-4e44-ab00-9c021cb2f5a8 x-openstack-request-id: req-8f503e95-f73e-4e44-ab00-9c021cb2f5a8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:48.897772 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b", "name": "network-vif-deleted", "tag": "9bb5d46b-5e3c-4cac-be2f-98805f449c2a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:48.898022 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f503e95-f73e-4e44-ab00-9c021cb2f5a8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:48.900518 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b', 'name': 'network-vif-deleted', 'tag': '9bb5d46b-5e3c-4cac-be2f-98805f449c2a', 'status': 'completed', 'code': 200} Sep 09 09:09:48.905922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e6387503-79fe-4257-ad33-ffa3cac38b65 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:48.905922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-e6387503-79fe-4257-ad33-ffa3cac38b65 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.1106274 Sep 09 09:09:49.040254 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-367a5794-3b1f-44dd-aab8-915bbac7bff2 req-e6aec5f6-4301-4428-8800-4bd426b73fa1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:09:49.042316 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-367a5794-3b1f-44dd-aab8-915bbac7bff2 req-e6aec5f6-4301-4428-8800-4bd426b73fa1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155509 Sep 09 09:09:49.068712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-c4ffb578-f2ca-43e3-8178-9503725a4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:49.073131 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-c4ffb578-f2ca-43e3-8178-9503725a4bfb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50 HTTP/1.1" status: 200 len: 1096 time: 0.1546223 Sep 09 09:09:49.077635 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c7b8368-a61f-4ed5-bdb4-d2bc46eef29c req-649359dc-5a1d-4ff2-834a-df3072ca3475 tempest-ServerDiagnosticsNegativeTest-211861450 tempest-ServerDiagnosticsNegativeTest-211861450-project] 10.222.0.32 "GET /v2.0/ports?device_id=64bd3bbd-636c-4f9c-adfe-1fc8ee88af8b HTTP/1.1" status: 200 len: 210 time: 0.0330098 Sep 09 09:09:49.162727 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-6fff5553-69b9-42f7-9201-77ca5914ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:49.164666 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-6fff5553-69b9-42f7-9201-77ca5914ed54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 1096 time: 0.0590491 Sep 09 09:09:49.237654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0dd46a1f-702a-48f5-9e67-a91c58c65a68 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:49.267280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-router', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:39Z', 'updated_at': '2021-09-09T09:09:46Z', 'revision_number': 4, 'project_id': '5819afab3c3a494da1c1129da175035d', 'gw_port': {'id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:09:41Z', 'updated_at': '2021-09-09T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '3d2a32bd-9b5c-44db-828e-4f20676bbd6a', 'name': '', 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'mac_address': 'fa:16:3e:dd:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '88f331a7-71b9-4a9a-8224-7c124a7b8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:09:45Z', 'updated_at': '2021-09-09T09:09:46Z', 'revision_number': 2, 'project_id': '5819afab3c3a494da1c1129da175035d', 'subnets': [{'id': '88f331a7-71b9-4a9a-8224-7c124a7b8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:49.280806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-5f1e289a-9bb0-49f4-898f-05d6f0dfc2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:49.282392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-5f1e289a-9bb0-49f4-898f-05d6f0dfc2f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.1095269 Sep 09 09:09:49.300060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Checking router: 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:09:49.300420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Updating router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:09:49.339205 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-3e52341e-8181-4be3-9d2e-e8d2cb183303 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b HTTP/1.1" status: 200 len: 217 time: 0.0480425 Sep 09 09:09:49.344165 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:49.366053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0dd46a1f-702a-48f5-9e67-a91c58c65a68 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:49.366426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:49.448532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-b6b68669-bf8c-4ed9-9f04-d301b866bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:49.450034 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-b6b68669-bf8c-4ed9-9f04-d301b866bf0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.1031153 Sep 09 09:09:49.505809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-7c2bab63-d698-484f-b18d-fa0117ab54c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469699 Sep 09 09:09:49.720417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-ca6f65d9-aed7-4a23-9d1b-59973de781e8 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038951 Sep 09 09:09:49.724813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4fa4c2b4-f972-4a0f-95d6-9149988d1fd6 req-db2d9b8a-fd1b-4dc2-81a2-92241f22c41a tempest-FloatingIPsNegativeTestJSON-221637228 tempest-FloatingIPsNegativeTestJSON-221637228-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=5819afab3c3a494da1c1129da175035d HTTP/1.1" status: 200 len: 217 time: 0.1196234 Sep 09 09:09:49.748954 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:49.759713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-18246603-085f-4e52-9753-061e2a6e074e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1632996 Sep 09 09:09:49.762664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Transition to ACTIVE for port object 3d2a32bd-9b5c-44db-828e-4f20676bbd6a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:49.870720 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-829aaedf-41a2-4eac-bd13-c9dbeece5068 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409211 Sep 09 09:09:49.881039 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:49.904317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9201a9-8b3e-49b1-9f96-dc4e51a7b2df req-8a8f6407-323a-463a-b491-e0bb170bc2c5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:49.905862 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d9201a9-8b3e-49b1-9f96-dc4e51a7b2df req-8a8f6407-323a-463a-b491-e0bb170bc2c5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.0899475 Sep 09 09:09:49.924300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6043dc99-3153-43a1-a3f1-ebba92eed16b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:09:49.968331 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:49.973591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c178568-df10-4cea-8f8d-47b7104d0536 None None] Pushing event updated for resources: {'Port': ['ID=3d2a32bd-9b5c-44db-828e-4f20676bbd6a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:50.007349 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d9201a9-8b3e-49b1-9f96-dc4e51a7b2df req-69d68747-7e23-4eda-8478-9a6ce1ab4f50 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820751 Sep 09 09:09:50.031482 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6043dc99-3153-43a1-a3f1-ebba92eed16b not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:09:50.042374 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Attempting to bind port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:50.042772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Attempting to bind port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '0af27067-c603-4752-82ac-47d2a1e22c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:50.043359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Attempting to bind port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a on network d4eefe95-5083-4895-a1b4-a58fd086d81b {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:50.051782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:50.052158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Checking segment: {'id': '0af27067-c603-4752-82ac-47d2a1e22c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:50.057203 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:50.057203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Bound using segment: {'id': '0af27067-c603-4752-82ac-47d2a1e22c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:50.057203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Bound port: 3d2a32bd-9b5c-44db-828e-4f20676bbd6a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af27067-c603-4752-82ac-47d2a1e22c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:50.057203 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:50.077256 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2384f23-760c-4c51-aa44-155c21049bf4 req-349a8a1f-f732-483f-abbe-0fe3d18339df tempest-FloatingIPsNegativeTestJSON-221637228 tempest-FloatingIPsNegativeTestJSON-221637228-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0316000 Sep 09 09:09:50.164379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] For port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:50.168270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] For port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3d2a32bd-9b5c-44db-828e-4f20676bbd6a,segment=NetworkSegment(0af27067-c603-4752-82ac-47d2a1e22c63),segment_id=0af27067-c603-4752-82ac-47d2a1e22c63)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:50.220731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c54ff-6449-4682-8d82-5e81fdd32375 req-aebd3c0d-d3c7-4336-8807-63038d3d01ca tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:50.222314 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-954c54ff-6449-4682-8d82-5e81fdd32375 req-aebd3c0d-d3c7-4336-8807-63038d3d01ca tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 944 time: 0.0634019 Sep 09 09:09:50.254544 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:50.285916 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-954c54ff-6449-4682-8d82-5e81fdd32375 req-bd721498-3325-4322-91f8-5e7e20041b31 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510008 Sep 09 09:09:50.311595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Routers {'3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:09:50.312258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:50.367804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c178568-df10-4cea-8f8d-47b7104d0536 None None] Pushing event updated for resources: {'Port': ['ID=3d2a32bd-9b5c-44db-828e-4f20676bbd6a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:50.484163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-3d12d9f7-4abf-4636-b233-b9b704ad410e tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:50.487422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-3d12d9f7-4abf-4636-b233-b9b704ad410e tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.1216011 Sep 09 09:09:50.513177 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-a104637c-bb6e-4f0e-b51a-990cb92a5301 req-bfb6687e-f515-4871-b391-5616ac657b1f tempest-FloatingIPsNegativeTestJSON-221637228 tempest-FloatingIPsNegativeTestJSON-221637228-project] show failed (client error): The resource could not be found. Sep 09 09:09:50.515940 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a104637c-bb6e-4f0e-b51a-990cb92a5301 req-bfb6687e-f515-4871-b391-5616ac657b1f tempest-FloatingIPsNegativeTestJSON-221637228 tempest-FloatingIPsNegativeTestJSON-221637228-project] 10.222.0.32 "GET /v2.0/floatingips/72f74728-5a69-41fc-ac74-30bc8bf92d42 HTTP/1.1" status: 404 len: 350 time: 0.1210768 Sep 09 09:09:50.524292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45014) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:50.526810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45016) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:50.688968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] Set router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:09:50.785444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3520f77f-c53f-4fd0-ac00-91a34cf4d42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:50.789466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-188f161d-5173-4c55-95f4-2a131520a33e service neutron] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:50.793970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-188f161d-5173-4c55-95f4-2a131520a33e service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:50.800866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab0e5b0-bb8b-4c13-8502-2f3d07c35750 req-188f161d-5173-4c55-95f4-2a131520a33e service neutron] 10.222.0.24 "DELETE /v2.0/ports/6043dc99-3153-43a1-a3f1-ebba92eed16b/bindings/n-h2-778696-16 HTTP/1.1" status: 204 len: 173 time: 0.3000014 Sep 09 09:09:50.892803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9bb5d46b-5e3c-4cac-be2f-98805f449c2a no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:09:50.920068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 9bb5d46b-5e3c-4cac-be2f-98805f449c2a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:09:50.920554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9bb5d46b-5e3c-4cac-be2f-98805f449c2a not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:09:50.929727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3520f77f-c53f-4fd0-ac00-91a34cf4d42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:50.984184 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3520f77f-c53f-4fd0-ac00-91a34cf4d42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:51.014882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-router', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:39Z', 'updated_at': '2021-09-09T09:09:46Z', 'revision_number': 4, 'project_id': '5819afab3c3a494da1c1129da175035d', 'gw_port': {'id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:09:41Z', 'updated_at': '2021-09-09T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '3d2a32bd-9b5c-44db-828e-4f20676bbd6a', 'name': '', 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'mac_address': 'fa:16:3e:dd:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '88f331a7-71b9-4a9a-8224-7c124a7b8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:09:45Z', 'updated_at': '2021-09-09T09:09:50Z', 'revision_number': 4, 'project_id': '5819afab3c3a494da1c1129da175035d', 'subnets': [{'id': '88f331a7-71b9-4a9a-8224-7c124a7b8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:51.047983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d91fc2-ba61-42cd-85fd-5a7bffee6578 None None] The sync data for ids ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'] in n-d-778696-16 is: [{'id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-router', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:39Z', 'updated_at': '2021-09-09T09:09:46Z', 'revision_number': 4, 'project_id': '5819afab3c3a494da1c1129da175035d', 'gw_port': {'id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:09:41Z', 'updated_at': '2021-09-09T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '3d2a32bd-9b5c-44db-828e-4f20676bbd6a', 'name': '', 'network_id': 'd4eefe95-5083-4895-a1b4-a58fd086d81b', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'mac_address': 'fa:16:3e:dd:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '88f331a7-71b9-4a9a-8224-7c124a7b8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:09:45Z', 'updated_at': '2021-09-09T09:09:50Z', 'revision_number': 4, 'project_id': '5819afab3c3a494da1c1129da175035d', 'subnets': [{'id': '88f331a7-71b9-4a9a-8224-7c124a7b8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:09:51.079274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3520f77f-c53f-4fd0-ac00-91a34cf4d42d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=954bd143ac4b4413b60c9321f91846cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534394 Sep 09 09:09:51.082105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45042) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:51.130321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520f77f-c53f-4fd0-ac00-91a34cf4d42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449a911c-d190-453f-bb3b-0ec5eca5907e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:51.277549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-249f88c5-1566-4be7-bea5-46a248b8bd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:51.358939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3d2a32bd-9b5c-44db-828e-4f20676bbd6a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:09:51.359587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbb64d-2a7b-4c67-b780-99a5e356ec7e req-6fefb491-37ab-43af-a384-0786bbbd32fd tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:51.367163 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-15cbb64d-2a7b-4c67-b780-99a5e356ec7e req-6fefb491-37ab-43af-a384-0786bbbd32fd tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.2095690 Sep 09 09:09:51.385746 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-249f88c5-1566-4be7-bea5-46a248b8bd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:51.417831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:51.501300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45056) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:51.512485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-15cbb64d-2a7b-4c67-b780-99a5e356ec7e req-91c32c93-b8a9-41be-8e21-7a6427f48b9e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243899 Sep 09 09:09:51.565029 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:09:51.585090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:09:51.586196 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:51.648452 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-249f88c5-1566-4be7-bea5-46a248b8bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:51.651457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-249f88c5-1566-4be7-bea5-46a248b8bd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:51.653241 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-249f88c5-1566-4be7-bea5-46a248b8bd6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/449a911c-d190-453f-bb3b-0ec5eca5907e HTTP/1.1" status: 204 len: 168 time: 0.5695629 Sep 09 09:09:51.669984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f88c5-1566-4be7-bea5-46a248b8bd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449a911c-d190-453f-bb3b-0ec5eca5907e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:51.802759 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:51.804335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfddde-9bdb-4edf-90bc-2cd209af6ef6 req-6c666661-8aa3-4a78-9b28-9ba7bc4c4b6d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:51.815185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-40bfddde-9bdb-4edf-90bc-2cd209af6ef6 req-6c666661-8aa3-4a78-9b28-9ba7bc4c4b6d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 944 time: 0.1327262 Sep 09 09:09:51.906955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3d2a32bd-9b5c-44db-828e-4f20676bbd6a,segment=NetworkSegment(0af27067-c603-4752-82ac-47d2a1e22c63),segment_id=0af27067-c603-4752-82ac-47d2a1e22c63)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:51.908012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-40bfddde-9bdb-4edf-90bc-2cd209af6ef6 req-6af1c1a2-832b-4cd0-a8cb-43930d3df51b tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892320 Sep 09 09:09:52.019972 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:52.160676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=3d2a32bd-9b5c-44db-828e-4f20676bbd6a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:52.161926 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7ef09622-8ea8-4e3c-879d-f4230483076a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9fe7f10e3894598b6ca1fccf1e5180f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6566997 Sep 09 09:09:52.162779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45076) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:52.187843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8f124-986d-43be-a7fc-584172f18197 req-f3b1d9e0-eda2-4c3f-b138-e316310e6376 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:52.189399 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ca8f124-986d-43be-a7fc-584172f18197 req-f3b1d9e0-eda2-4c3f-b138-e316310e6376 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 1096 time: 0.0896275 Sep 09 09:09:52.208121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] Deleting port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:09:52.208890 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:52.233722 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e8e1-2a68-4c1a-8e67-0e4c12b82ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:52.254910 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ca8f124-986d-43be-a7fc-584172f18197 req-7aa2faa5-2acd-4827-8878-f9225f3b74a5 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568724 Sep 09 09:09:52.280513 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e8e1-2a68-4c1a-8e67-0e4c12b82ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:52.329352 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] For port 3d2a32bd-9b5c-44db-828e-4f20676bbd6a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3d2a32bd-9b5c-44db-828e-4f20676bbd6a,segment=NetworkSegment(0af27067-c603-4752-82ac-47d2a1e22c63),segment_id=0af27067-c603-4752-82ac-47d2a1e22c63)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:52.332042 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:52.349042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] Calling delete_port for 3d2a32bd-9b5c-44db-828e-4f20676bbd6a owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:09:52.460291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e8e1-2a68-4c1a-8e67-0e4c12b82ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:52.464172 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e8e1-2a68-4c1a-8e67-0e4c12b82ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:52.466290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a6a5e8e1-2a68-4c1a-8e67-0e4c12b82ceb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50f8f317-d95b-4d05-a5d4-2e4452d605a2 HTTP/1.1" status: 204 len: 168 time: 0.3003371 Sep 09 09:09:52.482338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5e8e1-2a68-4c1a-8e67-0e4c12b82ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f8f317-d95b-4d05-a5d4-2e4452d605a2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:52.665780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818ebff-0689-46b6-ae42-65ee09f3377b req-0f9888cd-16c3-4144-9bf4-e9de8c0e2291 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:52.674056 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0818ebff-0689-46b6-ae42-65ee09f3377b req-0f9888cd-16c3-4144-9bf4-e9de8c0e2291 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.0650415 Sep 09 09:09:52.684126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:52.729358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2a32bd-9b5c-44db-828e-4f20676bbd6a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:52.810802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0818ebff-0689-46b6-ae42-65ee09f3377b req-96722b54-50cc-4a46-ad3c-f7286dc2d9db tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299920 Sep 09 09:09:52.986478 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:53.068642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-1795c17d-aec8-43e1-a0b8-f827ff11ba66 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:53.070636 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-1795c17d-aec8-43e1-a0b8-f827ff11ba66 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 807 time: 0.1922460 Sep 09 09:09:53.094690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-abd9bbe2-f007-4029-9d14-726ad1549abb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/quotas/1631eb8ffcf145449cf9c9f503ea3a50 HTTP/1.1" status: 200 len: 375 time: 0.0155365 Sep 09 09:09:53.147930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-77181c32-c665-474c-ab69-d75f7b0d2864 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522323 Sep 09 09:09:53.318350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-4aa1ff7e-b60b-4c13-8958-7807a42c5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:53.320071 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-4aa1ff7e-b60b-4c13-8958-7807a42c5518 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 1102 time: 0.0717435 Sep 09 09:09:53.328983 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-42b50f70-cd56-4156-921d-267be265d907 service neutron] 10.222.0.32 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780255 Sep 09 09:09:53.500259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-eacc50f2-2cf3-4baa-965f-0af29291f7af service neutron] 10.222.0.32 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698241 Sep 09 09:09:53.502140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] Router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:09:53.503091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-3687afc4-3822-4e23-9981-c3e8c59b9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:53.504955 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-3687afc4-3822-4e23-9981-c3e8c59b9bf1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1645207 Sep 09 09:09:53.574413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-df3a6d2f-bd39-4e83-9d33-57e768ed3289 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b HTTP/1.1" status: 200 len: 217 time: 0.0510113 Sep 09 09:09:53.643487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-0fc7374d-20cb-491e-a420-a4e6e5236a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:53.645003 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-0fc7374d-20cb-491e-a420-a4e6e5236a70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0630653 Sep 09 09:09:53.645124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:09:53.653822 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-78669f81-b8be-476f-a7a1-fdc17279f443 admin admin] 10.222.0.32 "PUT /v2.0/routers/3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1126106 Sep 09 09:09:53.654054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45118) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:53.658362 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9a272-54da-487e-9a7c-49ff2c363d6a None None] Sync routers for ids ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:09:53.677636 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b9a272-54da-487e-9a7c-49ff2c363d6a None None] Routers {'3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:09:53.678275 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-74b9a272-54da-487e-9a7c-49ff2c363d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:53.705881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45120) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:53.724628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-7e91ac03-3348-48f8-b750-e0198d9edcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:53.727548 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-7e91ac03-3348-48f8-b750-e0198d9edcc4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698340 Sep 09 09:09:53.728625 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48a8a6f1-c8ec-442f-a1fe-a26fbb279a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:53.808510 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:53.922859 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-74b9a272-54da-487e-9a7c-49ff2c363d6a None None] Set router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:09:54.038293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-23f1aa59-1ca0-4b48-80e9-f35245fc7dc6 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997382 Sep 09 09:09:54.052139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.055297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-521cfc73-8c2b-4d93-ab0c-d3649b2116dc req-cf5e310d-cccb-4645-b8e0-c0ab603fe304 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 210 time: 0.0650659 Sep 09 09:09:54.186577 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-74b9a272-54da-487e-9a7c-49ff2c363d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-router', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:39Z', 'updated_at': '2021-09-09T09:09:52Z', 'revision_number': 5, 'project_id': '5819afab3c3a494da1c1129da175035d', 'gw_port': {'id': '0dd46a1f-702a-48f5-9e67-a91c58c65a68', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:09:41Z', 'updated_at': '2021-09-09T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:54.215220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Deleting port 0dd46a1f-702a-48f5-9e67-a91c58c65a68 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:09:54.215220 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.222916 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9a272-54da-487e-9a7c-49ff2c363d6a None None] Checking router: 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:09:54.232667 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b9a272-54da-487e-9a7c-49ff2c363d6a None None] Routers {'3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:09:54.233581 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-74b9a272-54da-487e-9a7c-49ff2c363d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:54.318982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e907ccd-3071-48dd-be18-3c5e605512b8 req-aab60470-0f05-4a98-87cf-c51ff8ab5a59 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:54.320648 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e907ccd-3071-48dd-be18-3c5e605512b8 req-aab60470-0f05-4a98-87cf-c51ff8ab5a59 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1532714 Sep 09 09:09:54.332173 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-74b9a272-54da-487e-9a7c-49ff2c363d6a None None] Set router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:09:54.333045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] For port 0dd46a1f-702a-48f5-9e67-a91c58c65a68, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0dd46a1f-702a-48f5-9e67-a91c58c65a68,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:54.333481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.349383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Calling delete_port for 0dd46a1f-702a-48f5-9e67-a91c58c65a68 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:09:54.361045 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-b5936c40-baa5-49cb-b835-12d114ceeb0c service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020520 Sep 09 09:09:54.389933 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-74b9a272-54da-487e-9a7c-49ff2c363d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-router', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:39Z', 'updated_at': '2021-09-09T09:09:54Z', 'revision_number': 6, 'project_id': '5819afab3c3a494da1c1129da175035d', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:54.404158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48a8a6f1-c8ec-442f-a1fe-a26fbb279a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.407793 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e907ccd-3071-48dd-be18-3c5e605512b8 req-5f76d5a1-5eba-41a8-9881-5989f42bacf4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783608 Sep 09 09:09:54.453731 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9a272-54da-487e-9a7c-49ff2c363d6a None None] The sync data for ids ['3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552'] in n-d-778696-16 is: [{'id': '3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552', 'name': 'tempest-FloatingIPsNegativeTestJSON-1213930237-router', 'tenant_id': '5819afab3c3a494da1c1129da175035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:39Z', 'updated_at': '2021-09-09T09:09:54Z', 'revision_number': 6, 'project_id': '5819afab3c3a494da1c1129da175035d', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:09:54.459816 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48a8a6f1-c8ec-442f-a1fe-a26fbb279a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.512387 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-48a8a6f1-c8ec-442f-a1fe-a26fbb279a5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be880de7efee48089d1739a86815dd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8002419 Sep 09 09:09:54.513227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45144) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:54.626565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8a6f1-c8ec-442f-a1fe-a26fbb279a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eb6b54-1a20-4927-bfd8-0ab1df370552,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:54.648223 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27f5fa7a-ec4c-4305-a4d8-e870746d73e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.677951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27f5fa7a-ec4c-4305-a4d8-e870746d73e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.693977 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.722642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd46a1f-702a-48f5-9e67-a91c58c65a68,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:54.784826 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.859021 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27f5fa7a-ec4c-4305-a4d8-e870746d73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.863480 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27f5fa7a-ec4c-4305-a4d8-e870746d73e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.865811 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-27f5fa7a-ec4c-4305-a4d8-e870746d73e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7eb6b54-1a20-4927-bfd8-0ab1df370552 HTTP/1.1" status: 204 len: 168 time: 0.3504939 Sep 09 09:09:54.888653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5fa7a-ec4c-4305-a4d8-e870746d73e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eb6b54-1a20-4927-bfd8-0ab1df370552,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:54.900717 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.941015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:54.943743 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.088616 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.090347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:09:55.100190 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.103943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-15de5990-a7d5-44d8-81cb-25e9b06d2f7b admin admin] 10.222.0.32 "DELETE /v2.0/routers/3cd7a1f8-a4e2-4ae7-b4fb-ab9b696c0552 HTTP/1.1" status: 204 len: 168 time: 1.4450746 Sep 09 09:09:55.104396 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45162) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:55.164763 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00a72765-7673-4f04-b082-92effd356d1b req-be1450fe-ddb2-45ab-8cff-2d0ca2729cd9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 210 time: 0.0334263 Sep 09 09:09:55.173261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-292ce8c4-7226-4c6d-8751-d85692181d7b admin admin] Deleting subnet 88f331a7-71b9-4a9a-8224-7c124a7b8d4a {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:09:55.177268 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-292ce8c4-7226-4c6d-8751-d85692181d7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.213678 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-292ce8c4-7226-4c6d-8751-d85692181d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.335051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-292ce8c4-7226-4c6d-8751-d85692181d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.386341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3d2a32bd-9b5c-44db-828e-4f20676bbd6a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:09:55.406735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 3d2a32bd-9b5c-44db-828e-4f20676bbd6a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:09:55.407462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3d2a32bd-9b5c-44db-828e-4f20676bbd6a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:09:55.408077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0dd46a1f-702a-48f5-9e67-a91c58c65a68 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:09:55.432652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 0dd46a1f-702a-48f5-9e67-a91c58c65a68 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:09:55.433522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0dd46a1f-702a-48f5-9e67-a91c58c65a68 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:09:55.478770 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-292ce8c4-7226-4c6d-8751-d85692181d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.498545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-292ce8c4-7226-4c6d-8751-d85692181d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.502695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-292ce8c4-7226-4c6d-8751-d85692181d7b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/88f331a7-71b9-4a9a-8224-7c124a7b8d4a HTTP/1.1" status: 204 len: 168 time: 0.3953428 Sep 09 09:09:55.505307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45170) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:55.514806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b204b6-80b9-4d91-9dfa-1e1dfb96f39c None None] Network d4eefe95-5083-4895-a1b4-a58fd086d81b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:09:55.548031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ce8c4-7226-4c6d-8751-d85692181d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f331a7-71b9-4a9a-8224-7c124a7b8d4a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:55.644772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804182-e4b1-40a9-ab4a-04032c63e0c9 req-49a8e73c-9863-426d-8ee0-e88e3fe8adbc tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:55.653739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4804182-e4b1-40a9-ab4a-04032c63e0c9 req-49a8e73c-9863-426d-8ee0-e88e3fe8adbc tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1092749 Sep 09 09:09:55.662263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.741780 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.742701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4804182-e4b1-40a9-ab4a-04032c63e0c9 req-b962e5cf-5b2c-429c-adf5-510d9efff170 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872061 Sep 09 09:09:55.767158 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Deleting port 1d651505-921e-44e4-a985-07018bb57d14 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:09:55.767649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.881725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631fb8dc-367f-4d66-9fa6-43231a766994 None None] DHCP port deletion for d4eefe95-5083-4895-a1b4-a58fd086d81b request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:09:55.881924 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] For port 1d651505-921e-44e4-a985-07018bb57d14, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1d651505-921e-44e4-a985-07018bb57d14,segment=NetworkSegment(0af27067-c603-4752-82ac-47d2a1e22c63),segment_id=0af27067-c603-4752-82ac-47d2a1e22c63)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:55.882159 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:55.896853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Calling delete_port for 1d651505-921e-44e4-a985-07018bb57d14 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:09:55.933261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-631fb8dc-367f-4d66-9fa6-43231a766994 None None] Deleting port 1d651505-921e-44e4-a985-07018bb57d14 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:09:55.934681 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-631fb8dc-367f-4d66-9fa6-43231a766994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.008883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-631fb8dc-367f-4d66-9fa6-43231a766994 None None] For port 1d651505-921e-44e4-a985-07018bb57d14, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1d651505-921e-44e4-a985-07018bb57d14,segment=NetworkSegment(0af27067-c603-4752-82ac-47d2a1e22c63),segment_id=0af27067-c603-4752-82ac-47d2a1e22c63)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:09:56.011721 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-631fb8dc-367f-4d66-9fa6-43231a766994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.023588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-631fb8dc-367f-4d66-9fa6-43231a766994 None None] Calling delete_port for 1d651505-921e-44e4-a985-07018bb57d14 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:09:56.060277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.089133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Pushing event deleted for resources: {'Port': ['ID=1d651505-921e-44e4-a985-07018bb57d14,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:56.094397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] No DVR routers for this DVR port 1d651505-921e-44e4-a985-07018bb57d14 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:09:56.162650 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-631fb8dc-367f-4d66-9fa6-43231a766994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.194332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fb8dc-367f-4d66-9fa6-43231a766994 None None] Pushing event deleted for resources: {'Port': ['ID=1d651505-921e-44e4-a985-07018bb57d14,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:56.198212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fb8dc-367f-4d66-9fa6-43231a766994 None None] No DVR routers for this DVR port 1d651505-921e-44e4-a985-07018bb57d14 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:09:56.212481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.277187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4eefe95-5083-4895-a1b4-a58fd086d81b']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:56.293653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af27067-c603-4752-82ac-47d2a1e22c63') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:56.294256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af27067-c603-4752-82ac-47d2a1e22c63') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:09:56.321312 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.336744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-22f9a59f-31f1-4aa8-8c16-dd09473d30bc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:56.338800 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-22f9a59f-31f1-4aa8-8c16-dd09473d30bc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.41 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 807 time: 0.2156076 Sep 09 09:09:56.344360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45196) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:56.355989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Request body: {'port': {'device_id': '8697048c-9856-453f-ab9f-11def40e20d1', 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a', 'admin_state_up': True, 'tenant_id': '1631eb8ffcf145449cf9c9f503ea3a50'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:56.365430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.371412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ad4a3d2-2b12-47f4-91c2-c64fe6dac2cd req-f6fe6832-edbe-4f4f-aaa7-58d93329c4ab tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 210 time: 0.0509062 Sep 09 09:09:56.395054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:09:56.395483 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:09:56.397901 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:09:56.539318 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.545185 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.549943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] 10.222.0.32 "DELETE /v2.0/networks/d4eefe95-5083-4895-a1b4-a58fd086d81b HTTP/1.1" status: 204 len: 168 time: 1.0423121 Sep 09 09:09:56.562442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4f2bb-f73c-4c59-9fec-5908619caafc admin admin] Pushing event deleted for resources: {'Network': ['ID=d4eefe95-5083-4895-a1b4-a58fd086d81b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:56.585841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Made reservation on behalf of 1631eb8ffcf145449cf9c9f503ea3a50 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:56.591106 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.657944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-792018598-network', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:56.749030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Allocated IP 172.20.0.7 (0d3295be-fd19-4212-ac6b-8c4ee7698c4a/5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d/c5f1f425-734c-4a8a-a0df-322614840fd7) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:09:56.789049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Made reservation on behalf of 47ce9d8dd79d4cb698a1979808c25fa3 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:56.791409 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.805784 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:56.991860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f38bb-b23f-491b-a053-5e3e4a8bf4ef req-82729519-4a27-4e84-8ab0-8ea815c5bcd0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:56.993344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c59f38bb-b23f-491b-a053-5e3e4a8bf4ef req-82729519-4a27-4e84-8ab0-8ea815c5bcd0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1400290 Sep 09 09:09:57.016748 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.079920 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c59f38bb-b23f-491b-a053-5e3e4a8bf4ef req-039dd3d5-9f0c-4795-b5d4-d292aa8303c7 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744164 Sep 09 09:09:57.090908 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.145922 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.171742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:09:57.186142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6984e305-d924-4140-bad1-0b7f5e7c1f3d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:57.189226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.189715 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Added segment 995b1b03-af54-4053-a128-df09ba050aa0 of type vlan for network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 Sep 09 09:09:57.192512 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.218377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1d651505-921e-44e4-a985-07018bb57d14 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:09:57.241578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:57.253352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 1d651505-921e-44e4-a985-07018bb57d14 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:09:57.253722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1d651505-921e-44e4-a985-07018bb57d14 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:09:57.271356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:57.278021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:57.281376 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.286853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:09:57.313278 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d9e6c399-f5d1-4855-ac85-7b96638e06a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5819afab3c3a494da1c1129da175035d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695231 Sep 09 09:09:57.315803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45232) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:57.325607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Pushing event updated for resources: {'Port': ['ID=c5f1f425-734c-4a8a-a0df-322614840fd7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:57.363291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:57.364122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.379619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57cae8ec-eac2-4666-939a-45c4092339e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.403361 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57cae8ec-eac2-4666-939a-45c4092339e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.407661 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.408682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:57.409577 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.434324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-b281ad91-7913-4d26-b2b2-8e1f6a47fb7e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0830047 Sep 09 09:09:57.451525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Request body: {'port': {'device_id': '8697048c-9856-453f-ab9f-11def40e20d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:57.501097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] Pushing event updated for resources: {'Network': ['ID=bf906f5e-4c09-4555-82ce-4d1b1bfcd464,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:57.511066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baefb91-3f6e-473f-a97c-b4771809d036 req-db3d4508-2441-46b7-975a-71c66822633c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:57.513030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2baefb91-3f6e-473f-a97c-b4771809d036 req-db3d4508-2441-46b7-975a-71c66822633c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 931 time: 0.0544534 Sep 09 09:09:57.513251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:09:57.545115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8c3ff290-f36e-41ba-ae37-bee5e5f21b08 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1995144 Sep 09 09:09:57.548159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45238) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:57.549964 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.554064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] Request body: {'subnet': {'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-792018598-subnet', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:57.585162 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57cae8ec-eac2-4666-939a-45c4092339e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.588752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57cae8ec-eac2-4666-939a-45c4092339e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.592772 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-57cae8ec-eac2-4666-939a-45c4092339e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c485dfc5-df5c-476a-996d-42d16f7b6620 HTTP/1.1" status: 204 len: 168 time: 0.2733269 Sep 09 09:09:57.603722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cae8ec-eac2-4666-939a-45c4092339e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c485dfc5-df5c-476a-996d-42d16f7b6620,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:57.620155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2baefb91-3f6e-473f-a97c-b4771809d036 req-b9eb2fc2-fde7-4d88-b3af-31ffef444980 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987632 Sep 09 09:09:57.648061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] Made reservation on behalf of 47ce9d8dd79d4cb698a1979808c25fa3 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:57.650949 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:57.890907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45248) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:58.105554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f1f425-734c-4a8a-a0df-322614840fd7 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:09:58.115113 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.128343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.131994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Transition to ACTIVE for port object c5f1f425-734c-4a8a-a0df-322614840fd7 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:58.200100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afbea4c-8fc7-4221-bb0e-1bcc709df310,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:58.207995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] Checking segment: {'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:58.208361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] Network hostable DHCP agents. Network: bf906f5e-4c09-4555-82ce-4d1b1bfcd464, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:09:58.223295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b74aad-4f5d-440a-a3dd-3271a5e52c5a req-0d8cfea3-7877-4c57-95a3-0f1a4a706048 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:58.225225 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-53b74aad-4f5d-440a-a3dd-3271a5e52c5a req-0d8cfea3-7877-4c57-95a3-0f1a4a706048 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.0693202 Sep 09 09:09:58.225975 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.277104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] Network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:09:58.313931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f1f425-734c-4a8a-a0df-322614840fd7,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:58.339839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, bf906f5e-4c09-4555-82ce-4d1b1bfcd464) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:58.347208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:58.347501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-53b74aad-4f5d-440a-a3dd-3271a5e52c5a req-1243c4de-3cf0-45cd-8039-3aef73ce7c91 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915852 Sep 09 09:09:58.348183 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.352084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8ce0ba-32af-49a1-902e-21fa527ede49 None None] Network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:09:58.402311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-network', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:58.409400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:58.411028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:58.413034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:58.419934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Port c5f1f425-734c-4a8a-a0df-322614840fd7 on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:09:58.420472 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:58.427320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:58.427995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:58.428535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:58.429127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Bound port: c5f1f425-734c-4a8a-a0df-322614840fd7, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:58.429484 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.441775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f16cf1ba-4aac-467f-9e5e-bde879293f0c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8922150 Sep 09 09:09:58.445669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45270) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:58.464672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:58.510125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:58.513588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c5f1f425-734c-4a8a-a0df-322614840fd7,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:58.531735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'fixed_ips': [{'subnet_id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:09:58.532594 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.546889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Made reservation on behalf of e4d992fba9874fd592efe737027ab8f2 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:09:58.549391 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.562506 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.568626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.644704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.645978 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.681357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f1f425-734c-4a8a-a0df-322614840fd7,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:58.686197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Allocated IP 172.20.0.2 (bf906f5e-4c09-4555-82ce-4d1b1bfcd464/0afbea4c-8fc7-4221-bb0e-1bcc709df310/03206ed9-1a68-42e4-a340-1a3dbc41e40f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:09:58.698667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:58.699361 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.700790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-43b4e6d7-28ae-4eb9-aa3f-8201b29f3726 service neutron] 10.222.0.41 "PUT /v2.0/ports/c5f1f425-734c-4a8a-a0df-322614840fd7 HTTP/1.1" status: 200 len: 1092 time: 1.2554443 Sep 09 09:09:58.701290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8697048c-9856-453f-ab9f-11def40e20d1', 'tag': 'c5f1f425-734c-4a8a-a0df-322614840fd7'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:09:58.710232 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc6983c-d07c-461f-8a9f-7326f06aea96" -d '{"events": [{"name": "network-changed", "server_uuid": "8697048c-9856-453f-ab9f-11def40e20d1", "tag": "c5f1f425-734c-4a8a-a0df-322614840fd7"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:09:58.817027 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.891628 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.896475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132119c-b551-461d-b35a-2ba7de37f684 req-f0b5cec3-232f-4462-a16f-153007ec1bfb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:58.900032 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:58.902725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Transition to ACTIVE for port object 03206ed9-1a68-42e4-a340-1a3dbc41e40f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:58.908978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c132119c-b551-461d-b35a-2ba7de37f684 req-f0b5cec3-232f-4462-a16f-153007ec1bfb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 943 time: 0.1320972 Sep 09 09:09:58.919788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Transition to ACTIVE for port object 03206ed9-1a68-42e4-a340-1a3dbc41e40f will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:09:58.935824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-113e4154-530c-4b17-a761-f9b2f6c80432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:58.937370 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-113e4154-530c-4b17-a761-f9b2f6c80432 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 1095 time: 0.1025391 Sep 09 09:09:58.939192 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9518f39b-9eb8-4acf-b367-9f0d07b662a7 x-openstack-request-id: req-9518f39b-9eb8-4acf-b367-9f0d07b662a7 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:09:58.939487 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8697048c-9856-453f-ab9f-11def40e20d1", "tag": "c5f1f425-734c-4a8a-a0df-322614840fd7", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:09:58.939727 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9518f39b-9eb8-4acf-b367-9f0d07b662a7 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:09:58.940141 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8697048c-9856-453f-ab9f-11def40e20d1', 'tag': 'c5f1f425-734c-4a8a-a0df-322614840fd7', 'status': 'completed', 'code': 200} Sep 09 09:09:58.974665 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:59.021199 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c132119c-b551-461d-b35a-2ba7de37f684 req-570d4987-f77f-41db-ab72-f0ebc6364c46 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112676 Sep 09 09:09:59.022943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-1b241562-c3a4-4aa7-aa93-c74af85cd71d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f1f425-734c-4a8a-a0df-322614840fd7 HTTP/1.1" status: 200 len: 217 time: 0.0712395 Sep 09 09:09:59.028605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:59.049622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:09:59.068823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:09:59.074156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:09:59.090747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-ca70e683-2db9-433d-90a5-1f478e756b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:59.092585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-ca70e683-2db9-433d-90a5-1f478e756b98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.0624287 Sep 09 09:09:59.098565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Pushing event updated for resources: {'Port': ['ID=03206ed9-1a68-42e4-a340-1a3dbc41e40f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:59.137840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:09:59.142229 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-d7eaeee0-7ac9-49ee-9690-b5d9f8859039 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415854 Sep 09 09:09:59.169549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:59.180470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb182a48-1c95-4b3b-980a-f5cb4ef41552,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:59.183351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Attempting to bind port 03206ed9-1a68-42e4-a340-1a3dbc41e40f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:09:59.184766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Attempting to bind port 03206ed9-1a68-42e4-a340-1a3dbc41e40f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:09:59.185694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Attempting to bind port 03206ed9-1a68-42e4-a340-1a3dbc41e40f on network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:09:59.186994 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:59.187554 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Added segment ecd3ee45-76f3-41a9-9549-28ce81227a4b of type vlan for network f9a77add-83b5-4219-b5e4-98a7925079a1 Sep 09 09:09:59.192091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:09:59.192477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Checking segment: {'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:09:59.193158 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:59.193555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Bound using segment: {'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:09:59.194013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Bound port: 03206ed9-1a68-42e4-a340-1a3dbc41e40f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:09:59.194398 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:59.233064 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:59.642106 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-c81020a4-62d0-4256-9657-3020ec248484 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997241 Sep 09 09:09:59.642712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] For port 03206ed9-1a68-42e4-a340-1a3dbc41e40f, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:09:59.642712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] For port 03206ed9-1a68-42e4-a340-1a3dbc41e40f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03206ed9-1a68-42e4-a340-1a3dbc41e40f,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:09:59.643986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-937bc4e1-9bc3-4480-be86-3a9c996e0f2f req-10b745ca-2cfe-4512-91f4-44d6b18e0fe0 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855062 Sep 09 09:09:59.643986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f705b-b196-4553-bf6e-1f3c29978d42 req-3d7f5790-9458-4beb-bae8-a6cf6c3ffe41 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:59.643986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-221f705b-b196-4553-bf6e-1f3c29978d42 req-3d7f5790-9458-4beb-bae8-a6cf6c3ffe41 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.0528491 Sep 09 09:09:59.643986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-221f705b-b196-4553-bf6e-1f3c29978d42 req-c0e8bd4e-f945-46d2-8b0c-257d0e89b42e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309308 Sep 09 09:09:59.808688 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:59.827153 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:59.828251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:59.828875 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:09:59.901245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e1ea9-2f51-4472-8e33-4dd19b8c3d84 None None] Pushing event updated for resources: {'Port': ['ID=03206ed9-1a68-42e4-a340-1a3dbc41e40f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:59.924850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6983c-d07c-461f-8a9f-7326f06aea96 req-1589455d-2f54-4cf5-ba63-002e41cac69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:09:59.927334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdc6983c-d07c-461f-8a9f-7326f06aea96 req-1589455d-2f54-4cf5-ba63-002e41cac69a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 1095 time: 0.0803998 Sep 09 09:09:59.951217 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a77add-83b5-4219-b5e4-98a7925079a1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:09:59.957835 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7e9b3fc4-5a21-4da3-8a5a-7a1355a42582 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0630841 Sep 09 09:09:59.958212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45306) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:09:59.964066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] Request body: {'subnet': {'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-subnet', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:09:59.968635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network f9a77add-83b5-4219-b5e4-98a7925079a1 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:10:00.059847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] Made reservation on behalf of e4d992fba9874fd592efe737027ab8f2 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:10:00.067732 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:00.071923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6983c-d07c-461f-8a9f-7326f06aea96 req-0e5f1b63-352d-4351-8c92-9730310506db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:00.076956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdc6983c-d07c-461f-8a9f-7326f06aea96 req-0e5f1b63-352d-4351-8c92-9730310506db service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.1381607 Sep 09 09:10:00.199232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdc6983c-d07c-461f-8a9f-7326f06aea96 req-27a6e870-5a46-4500-a417-ba6d0747a5d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f1f425-734c-4a8a-a0df-322614840fd7 HTTP/1.1" status: 200 len: 217 time: 0.1159015 Sep 09 09:10:00.277714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6983c-d07c-461f-8a9f-7326f06aea96 req-134ef50a-6dde-4f3b-9117-df0bf9b631bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:00.279212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdc6983c-d07c-461f-8a9f-7326f06aea96 req-134ef50a-6dde-4f3b-9117-df0bf9b631bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.0629771 Sep 09 09:10:00.287087 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0373b-046c-4473-93f2-db5d586f03b4 req-be63c426-ac86-4e7b-a4ca-40d76d83693e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:00.289305 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aba0373b-046c-4473-93f2-db5d586f03b4 req-be63c426-ac86-4e7b-a4ca-40d76d83693e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 943 time: 0.1056001 Sep 09 09:10:00.329928 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:00.331742 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdc6983c-d07c-461f-8a9f-7326f06aea96 req-21d909f2-264a-41e4-8465-e7d4f651b1f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420663 Sep 09 09:10:00.359947 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:00.387950 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aba0373b-046c-4473-93f2-db5d586f03b4 req-9ad488c7-6d80-4e21-b300-76f6a41e436b tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905061 Sep 09 09:10:00.451968 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdc6983c-d07c-461f-8a9f-7326f06aea96 req-b4b553fc-d165-4f13-b8f7-d22244bdfc36 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126142 Sep 09 09:10:00.580616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Allocated IP 172.25.8.120 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/fd6f8588-7503-447e-b0a1-9082716c6ade) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:00.601330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdc6983c-d07c-461f-8a9f-7326f06aea96 req-93e7373e-0119-4f93-958d-59cd3257c4b7 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421349 Sep 09 09:10:00.676458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:00.810746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4e1c46-0df4-4bc7-96a5-18865a9eb247,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:00.830191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:00.846239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3bd83-c9d6-444d-96ba-167441db248a req-08529b73-8edb-449f-bda9-fdc0cf800183 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:00.854706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b6a3bd83-c9d6-444d-96ba-167441db248a req-08529b73-8edb-449f-bda9-fdc0cf800183 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1341319 Sep 09 09:10:00.864847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] Checking segment: {'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:00.865207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] Network hostable DHCP agents. Network: f9a77add-83b5-4219-b5e4-98a7925079a1, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:10:00.897481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45320) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:00.946066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b6a3bd83-c9d6-444d-96ba-167441db248a req-58a9e4e8-d795-4147-988b-7bbb802763ac tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768631 Sep 09 09:10:00.991122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] Network f9a77add-83b5-4219-b5e4-98a7925079a1 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:10:01.020357 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.039195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1482897268-network', 'tenant_id': 'e16b1ccce9524208808d1ad8abfd2729'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:01.076231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:01.081196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, f9a77add-83b5-4219-b5e4-98a7925079a1) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:01.083247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:01.089374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:01.093323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60949ce9-97b0-4a7a-b78a-b3fd7ea25fd0 None None] Network f9a77add-83b5-4219-b5e4-98a7925079a1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:10:01.104600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:01.105316 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.145115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Made reservation on behalf of e16b1ccce9524208808d1ad8abfd2729 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:10:01.147728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.166924 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.196722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa2c0ac-ac8b-45d5-becb-e5f5eafcd2c9 None None] Network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:10:01.198283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Pushing event updated for resources: {'Port': ['ID=fd6f8588-7503-447e-b0a1-9082716c6ade,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:01.307464 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-66c08de3-bb1d-4004-a84a-dbde6ef82a9b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3479900 Sep 09 09:10:01.310692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45340) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:01.318026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-router', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:01.367921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03206ed9-1a68-42e4-a340-1a3dbc41e40f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:01.385174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.455679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.500447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:10:01.503454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6f3bed9f-865c-4eb3-bdc8-9d198485fe56 None None] Provisioning for port 03206ed9-1a68-42e4-a340-1a3dbc41e40f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:01.512326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:01.544399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.544956 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Added segment f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e of type vlan for network bbe690d1-f535-48c2-8e81-c04fff5d546c Sep 09 09:10:01.575970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-f9a77add-83b5-4219-b5e4-98a7925079a1', 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'fixed_ips': [{'subnet_id': '8c4e1c46-0df4-4bc7-96a5-18865a9eb247'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:10:01.576238 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.577345 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.582384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.667701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.677836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 03206ed9-1a68-42e4-a340-1a3dbc41e40f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:01.693073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8242be-d82c-40b6-b719-347ff7aacb3d req-751fbf3d-ee8d-4a8e-894d-ea85c5381d4f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:01.693073 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e8242be-d82c-40b6-b719-347ff7aacb3d req-751fbf3d-ee8d-4a8e-894d-ea85c5381d4f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 943 time: 0.1894755 Sep 09 09:10:01.718445 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.730381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 03206ed9-1a68-42e4-a340-1a3dbc41e40f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:01.730801 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.750557 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e8242be-d82c-40b6-b719-347ff7aacb3d req-14c1bc76-87fd-4d3a-9c49-2f195137bfc1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514660 Sep 09 09:10:01.816578 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.817586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:01.818183 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.818676 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:01.939056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Allocated IP 172.20.0.2 (f9a77add-83b5-4219-b5e4-98a7925079a1/8c4e1c46-0df4-4bc7-96a5-18865a9eb247/7bcbe66d-0dbf-49ef-8691-25a4fbe559ca) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:01.943565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0422332 Sep 09 09:10:01.944994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45364) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:01.955450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] Request body: {'subnet': {'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1482897268-subnet', 'tenant_id': 'e16b1ccce9524208808d1ad8abfd2729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:01.997108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c5f1f425-734c-4a8a-a0df-322614840fd7 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:10:02.019142 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0dbd5e59-1830-4ff9-be54-6511a1f8b58e None None] Provisioning complete for port 03206ed9-1a68-42e4-a340-1a3dbc41e40f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:02.019473 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5e59-1830-4ff9-be54-6511a1f8b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.028824 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.032782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a2d88-864c-43d9-b4cd-d38937bfe63f admin admin] Pushing event updated for resources: {'Network': ['ID=bbe690d1-f535-48c2-8e81-c04fff5d546c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:02.033788 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.066539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network bbe690d1-f535-48c2-8e81-c04fff5d546c details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:10:02.284387 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.resource_extend [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:10:02.324336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] Made reservation on behalf of e16b1ccce9524208808d1ad8abfd2729 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:10:02.326599 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.370870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 03206ed9-1a68-42e4-a340-1a3dbc41e40f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03206ed9-1a68-42e4-a340-1a3dbc41e40f,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:02.440675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b8986-d2d4-430e-b551-35ec0556e7c4 req-d4bd4151-58d1-4c38-bc82-ef78ee594629 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:02.442220 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b7b8986-d2d4-430e-b551-35ec0556e7c4 req-d4bd4151-58d1-4c38-bc82-ef78ee594629 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.4217885 Sep 09 09:10:02.465908 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.472556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.485467 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.498933 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.555632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c5f1f425-734c-4a8a-a0df-322614840fd7,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:02.558569 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5e59-1830-4ff9-be54-6511a1f8b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.568105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b7b8986-d2d4-430e-b551-35ec0556e7c4 req-13d327db-35d2-4b76-b5d6-6b0e88890f52 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153581 Sep 09 09:10:02.599633 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.604889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'c5f1f425-734c-4a8a-a0df-322614840fd7', 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a', 'port_id': 'c5f1f425-734c-4a8a-a0df-322614840fd7', 'mac_address': 'fa:16:3e:5f:bc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:10:02.614615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=03206ed9-1a68-42e4-a340-1a3dbc41e40f,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:02.625818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Transition to ACTIVE for port object 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:02.688855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Allocated IP 172.25.8.9 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/f5b7e7ab-4511-48d6-950a-9d07d99b92c3) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:02.691889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Transition to ACTIVE for port object 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:02.705644 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.719325 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-0dbd5e59-1830-4ff9-be54-6511a1f8b58e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:10:02.719556 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-0dbd5e59-1830-4ff9-be54-6511a1f8b58e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:10:02.725151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f1f425-734c-4a8a-a0df-322614840fd7 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:10:02.751518 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c5f1f425-734c-4a8a-a0df-322614840fd7,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:02.814231 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.835854 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.861210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.863719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Network f9a77add-83b5-4219-b5e4-98a7925079a1 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:02.867020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.871759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:02.878345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:02.889268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Pushing event updated for resources: {'Port': ['ID=7bcbe66d-0dbf-49ef-8691-25a4fbe559ca,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:02.923144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:10:02.959840 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.974410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Attempting to bind port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:02.974410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Attempting to bind port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:02.974410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Attempting to bind port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca on network f9a77add-83b5-4219-b5e4-98a7925079a1 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:02.986330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:02.986712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Checking segment: {'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:02.987120 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:02.987562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Bound using segment: {'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:02.988055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Bound port: 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:02.988635 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:03.003783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c5f1f425-734c-4a8a-a0df-322614840fd7,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:03.067551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dab4e8b-f33f-4361-b5da-5c5f6e335558,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:03.081791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['c5f1f425-734c-4a8a-a0df-322614840fd7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:10:03.096530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0413b09-b7a0-4dd2-931e-97aa8428ea3c req-b70b4276-85b5-47eb-acbb-52bc32b5c01e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:03.104469 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0413b09-b7a0-4dd2-931e-97aa8428ea3c req-b70b4276-85b5-47eb-acbb-52bc32b5c01e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 944 time: 0.2460473 Sep 09 09:10:03.109945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] For port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:03.113928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:03.122913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] Checking segment: {'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:03.123399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] Network hostable DHCP agents. Network: bbe690d1-f535-48c2-8e81-c04fff5d546c, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:10:03.135626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] For port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7bcbe66d-0dbf-49ef-8691-25a4fbe559ca,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:03.138026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:03.144873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:03.153308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Pushing event updated for resources: {'Port': ['ID=f5b7e7ab-4511-48d6-950a-9d07d99b92c3,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:03.194212 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:03.267280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0413b09-b7a0-4dd2-931e-97aa8428ea3c req-ab691ef5-5df8-4434-b2bf-8e7dad52dffd tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568935 Sep 09 09:10:03.270511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:10:03.305826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] Network bbe690d1-f535-48c2-8e81-c04fff5d546c is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:10:03.319240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Sync routers for ids ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:10:03.335649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03206ed9-1a68-42e4-a340-1a3dbc41e40f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:03.368813 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:03.373434 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-089bf2ff-7dd9-404b-9c6a-fa15944a7c4f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9241815 Sep 09 09:10:03.374089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45384) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:03.411949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e1620-59cc-4fcd-a27b-411150040b6d None None] Pushing event updated for resources: {'Port': ['ID=7bcbe66d-0dbf-49ef-8691-25a4fbe559ca,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:03.420555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Routers {'95100bd2-a6d2-45e0-83b3-d6399cbae7dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:03.421267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:03.454437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, bbe690d1-f535-48c2-8e81-c04fff5d546c) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:03.462087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:03.463276 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:03.584066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Set router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:03.657953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-02eb3203-8b75-4acd-9b9b-9ada4e1d757a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7035043 Sep 09 09:10:03.719606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1329b1fc-ea5a-496b-9e79-8b00503b857f None None] Network bbe690d1-f535-48c2-8e81-c04fff5d546c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:10:03.843075 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:03.966730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bedde-813b-4be3-be06-d6e468f495e2 req-237dea38-0eba-45b7-9064-2f0bcc29db9a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:03.968601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b3bedde-813b-4be3-be06-d6e468f495e2 req-237dea38-0eba-45b7-9064-2f0bcc29db9a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1599913 Sep 09 09:10:04.053789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 03206ed9-1a68-42e4-a340-1a3dbc41e40f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:04.054159 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:04.088363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b3bedde-813b-4be3-be06-d6e468f495e2 req-2b8ca183-7d55-42dd-9f03-7a489754d1e7 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107128 Sep 09 09:10:04.128110 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:04.220906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015b7df2-2634-48fc-b226-961b5b587766 None None] Network bbe690d1-f535-48c2-8e81-c04fff5d546c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:10:04.269608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:01Z', 'revision_number': 3, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:04.317641 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:04.341527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Checking router: 95100bd2-a6d2-45e0-83b3-d6399cbae7dc for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:10:04.342509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Updating router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc port fd6f8588-7503-447e-b0a1-9082716c6ade binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:10:04.408816 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:04.420093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Router aee4c847-8001-45a1-bf8d-d9d208a55d66 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:10:04.651081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:10:04.661534 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Sync routers for ids ['aee4c847-8001-45a1-bf8d-d9d208a55d66'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:10:04.687052 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Routers {'aee4c847-8001-45a1-bf8d-d9d208a55d66'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:04.687272 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['aee4c847-8001-45a1-bf8d-d9d208a55d66'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:04.687530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45414) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:04.757177 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:04.766697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5048c869-32b2-4ea9-92c2-9d805615b23b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4459913 Sep 09 09:10:04.766868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45418) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:04.791722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a1d42-a9f1-4c4b-9feb-c77f7ad4917e None None] Network f9a77add-83b5-4219-b5e4-98a7925079a1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:10:04.815991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-5c097710-a158-4b96-9d61-c3034ad629ea tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:04.817504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-5c097710-a158-4b96-9d61-c3034ad629ea tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/networks?id=bbe690d1-f535-48c2-8e81-c04fff5d546c HTTP/1.1" status: 200 len: 822 time: 0.3171871 Sep 09 09:10:04.861869 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Set router aee4c847-8001-45a1-bf8d-d9d208a55d66 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:04.871173 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-23dcd83f-bc1a-44cf-9cd8-bcf702daf391 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/quotas/e16b1ccce9524208808d1ad8abfd2729 HTTP/1.1" status: 200 len: 375 time: 0.0318186 Sep 09 09:10:04.897195 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7fc7b3e-539e-45a3-aff2-4a1ab75161b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:04.924496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-b1258769-7193-492c-a325-edca87e12189 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e16b1ccce9524208808d1ad8abfd2729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522578 Sep 09 09:10:04.927530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Allocated IP 172.20.0.1 (bf906f5e-4c09-4555-82ce-4d1b1bfcd464/0afbea4c-8fc7-4221-bb0e-1bcc709df310/5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:05.046302 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7fc7b3e-539e-45a3-aff2-4a1ab75161b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.082226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cabc29c7-7b42-4cae-bc1b-86625609e9b1 None None] Provisioning for port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:05.094235 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7fc7b3e-539e-45a3-aff2-4a1ab75161b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.136549 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-router', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:01Z', 'updated_at': '2021-09-09T09:10:03Z', 'revision_number': 3, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'gw_port': {'id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:02Z', 'updated_at': '2021-09-09T09:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:05.146982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc7b3e-539e-45a3-aff2-4a1ab75161b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc6c8a6-4a01-4e4d-a40e-093ae92f4d9b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:05.152848 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e7fc7b3e-539e-45a3-aff2-4a1ab75161b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51dac2314aab41f080dc368ac83a8ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4641812 Sep 09 09:10:05.155665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45422) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:05.212252 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Checking router: aee4c847-8001-45a1-bf8d-d9d208a55d66 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:10:05.212981 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Updating router aee4c847-8001-45a1-bf8d-d9d208a55d66 port f5b7e7ab-4511-48d6-950a-9d07d99b92c3 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:10:05.220764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e608b0c-a15c-4a75-b7d1-56150ad2117c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.236897 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.250284 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e608b0c-a15c-4a75-b7d1-56150ad2117c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.267523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Transition to ACTIVE for port object fd6f8588-7503-447e-b0a1-9082716c6ade will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:05.280622 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.329184 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.431756 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e608b0c-a15c-4a75-b7d1-56150ad2117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.435456 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e608b0c-a15c-4a75-b7d1-56150ad2117c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.437046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9e608b0c-a15c-4a75-b7d1-56150ad2117c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fc6c8a6-4a01-4e4d-a40e-093ae92f4d9b HTTP/1.1" status: 204 len: 168 time: 0.2802243 Sep 09 09:10:05.459051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:05.490327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Attempting to bind port fd6f8588-7503-447e-b0a1-9082716c6ade on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:05.490966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Attempting to bind port fd6f8588-7503-447e-b0a1-9082716c6ade by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:05.491347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Attempting to bind port fd6f8588-7503-447e-b0a1-9082716c6ade on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:05.497430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-dd2588b5-5de0-4075-bf1d-fdeedf9589fd service neutron] 10.222.0.32 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717092 Sep 09 09:10:05.501254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:05.501635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:05.502159 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.502560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:05.503032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Bound port: fd6f8588-7503-447e-b0a1-9082716c6ade, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:05.504234 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.524952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e608b0c-a15c-4a75-b7d1-56150ad2117c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc6c8a6-4a01-4e4d-a40e-093ae92f4d9b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:05.580484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3c688-602a-4da9-9378-e9c8508a7359 req-c588b9dd-7be9-4201-9f31-3711a42ab963 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:05.585266 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dba3c688-602a-4da9-9378-e9c8508a7359 req-c588b9dd-7be9-4201-9f31-3711a42ab963 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 944 time: 0.1727278 Sep 09 09:10:05.591709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.646775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dba3c688-602a-4da9-9378-e9c8508a7359 req-527d7e78-191a-467e-a06d-9ea9e8eda77f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550411 Sep 09 09:10:05.652643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Transition to ACTIVE for port object 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:05.660706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] For port fd6f8588-7503-447e-b0a1-9082716c6ade, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:05.664782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] For port fd6f8588-7503-447e-b0a1-9082716c6ade, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fd6f8588-7503-447e-b0a1-9082716c6ade,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:05.670575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430aee4d-eaa7-4f53-9442-5ce0addfccdc None None] Pushing event updated for resources: {'Port': ['ID=fd6f8588-7503-447e-b0a1-9082716c6ade,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:05.762871 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.784641 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.798207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:05.810452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:05.810833 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.814839 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-b539b889-4e9f-4891-8d29-1e0d67ce3653 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164814 Sep 09 09:10:05.821340 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Transition to ACTIVE for port object f5b7e7ab-4511-48d6-950a-9d07d99b92c3 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:05.862444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3af3ce-5ac1-4448-8323-749dec9ae1fd req-a1e37b20-5bcd-40ff-ab49-b766a68c49a6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:05.864532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3af3ce-5ac1-4448-8323-749dec9ae1fd req-a1e37b20-5bcd-40ff-ab49-b766a68c49a6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.0837886 Sep 09 09:10:05.877057 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.905761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Routers {'95100bd2-a6d2-45e0-83b3-d6399cbae7dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:05.906412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:05.910990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430aee4d-eaa7-4f53-9442-5ce0addfccdc None None] Pushing event updated for resources: {'Port': ['ID=fd6f8588-7503-447e-b0a1-9082716c6ade,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:05.938165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.955191 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcedea-98da-4437-8232-0784cce37932 None None] Pushing event updated for resources: {'Port': ['ID=f5b7e7ab-4511-48d6-950a-9d07d99b92c3,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:05.982905 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Attempting to bind port f5b7e7ab-4511-48d6-950a-9d07d99b92c3 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:05.983557 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Attempting to bind port f5b7e7ab-4511-48d6-950a-9d07d99b92c3 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:05.984124 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Attempting to bind port f5b7e7ab-4511-48d6-950a-9d07d99b92c3 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:05.990402 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:05.991287 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:05.992099 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:05.992234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3af3ce-5ac1-4448-8323-749dec9ae1fd req-da4c6a62-4601-45ed-bd8d-5d147c0ba017 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160614 Sep 09 09:10:05.993431 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:05.993849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45434) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:05.994786 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Bound port: f5b7e7ab-4511-48d6-950a-9d07d99b92c3, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:05.995476 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.005594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c5f1f425-734c-4a8a-a0df-322614840fd7 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:06.031493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:06.069164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:06.074687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:06.140446 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] For port f5b7e7ab-4511-48d6-950a-9d07d99b92c3, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:06.145932 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] For port f5b7e7ab-4511-48d6-950a-9d07d99b92c3, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f5b7e7ab-4511-48d6-950a-9d07d99b92c3,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:06.179308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Pushing event updated for resources: {'Port': ['ID=5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:06.220319 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.224885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] Set router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:06.227162 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.244494 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9216243e-48ad-4a4c-8326-0baa94361dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.274031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd81a177-14ea-43cd-9717-3dd3608b18d9 req-cf4be92d-0e51-4022-90be-82f8245c7482 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 210 time: 0.0682333 Sep 09 09:10:06.344008 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Routers {'aee4c847-8001-45a1-bf8d-d9d208a55d66'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:06.344970 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['aee4c847-8001-45a1-bf8d-d9d208a55d66'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:06.357316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port c5f1f425-734c-4a8a-a0df-322614840fd7 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:06.364610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port c5f1f425-734c-4a8a-a0df-322614840fd7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:06.365225 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.403198 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcedea-98da-4437-8232-0784cce37932 None None] Pushing event updated for resources: {'Port': ['ID=f5b7e7ab-4511-48d6-950a-9d07d99b92c3,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:06.422216 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.454983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.497438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45446) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:06.504029 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9216243e-48ad-4a4c-8326-0baa94361dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.517424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7bcbe66d-0dbf-49ef-8691-25a4fbe559ca,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:06.537378 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] Set router aee4c847-8001-45a1-bf8d-d9d208a55d66 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:06.574033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9216243e-48ad-4a4c-8326-0baa94361dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.576834 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df6d0fb4-6348-4a48-a931-07a8bcebe23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.605117 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216243e-48ad-4a4c-8326-0baa94361dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbb36ad-435a-48c9-91c8-f2b224aa07e4,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:06.633699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9216243e-48ad-4a4c-8326-0baa94361dcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88f6c50717274ada85208d0ad6886e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328032 Sep 09 09:10:06.633966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45448) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:06.647290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dd5eac94-d788-4e6c-a5c7-963031a5e8d2 None None] Provisioning for port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:06.652329 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.659042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dd5eac94-d788-4e6c-a5c7-963031a5e8d2 None None] Provisioning complete for port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:06.667606 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd5eac94-d788-4e6c-a5c7-963031a5e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.743593 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d546f0a0-a0c5-4fcb-97ae-6f71bb62f8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.745426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.778862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d546f0a0-a0c5-4fcb-97ae-6f71bb62f8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.785975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697048c-9856-453f-ab9f-11def40e20d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f1f425-734c-4a8a-a0df-322614840fd7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:06.788809 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff9d13a-4fb7-4cc9-8435-4734f3af38be" -d '{"events": [{"server_uuid": "8697048c-9856-453f-ab9f-11def40e20d1", "name": "network-vif-plugged", "status": "completed", "tag": "c5f1f425-734c-4a8a-a0df-322614840fd7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:06.800722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dd5eac94-d788-4e6c-a5c7-963031a5e8d2 None None] Port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:10:06.819514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c5f1f425-734c-4a8a-a0df-322614840fd7,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:06.839947 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=7bcbe66d-0dbf-49ef-8691-25a4fbe559ca,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:06.847919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:01Z', 'revision_number': 3, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:06.896445 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b8311e-f679-46f5-8364-89e971f708d9 x-openstack-request-id: req-e3b8311e-f679-46f5-8364-89e971f708d9 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:06.896812 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8697048c-9856-453f-ab9f-11def40e20d1", "name": "network-vif-plugged", "status": "completed", "tag": "c5f1f425-734c-4a8a-a0df-322614840fd7", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:06.896980 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3b8311e-f679-46f5-8364-89e971f708d9 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:06.897357 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8697048c-9856-453f-ab9f-11def40e20d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f1f425-734c-4a8a-a0df-322614840fd7', 'code': 200} Sep 09 09:10:06.898105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f9554-e8f1-4c28-8208-0cb37a3ca4a6 None None] The sync data for ids ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'] in n-d-778696-16 is: [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:01Z', 'revision_number': 3, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:10:06.928861 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:06.963922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Allocated IP 172.20.0.1 (f9a77add-83b5-4219-b5e4-98a7925079a1/8c4e1c46-0df4-4bc7-96a5-18865a9eb247/f27edf15-2c80-4adb-92bd-7e0b7c172d25) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:07.001330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c5f1f425-734c-4a8a-a0df-322614840fd7,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:07.022143 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-router', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:01Z', 'updated_at': '2021-09-09T09:10:03Z', 'revision_number': 3, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'gw_port': {'id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:02Z', 'updated_at': '2021-09-09T09:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:07.026037 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df6d0fb4-6348-4a48-a931-07a8bcebe23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.048708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.062779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e052c-df4b-43b6-b2cc-2835f9fcae95 req-e6b73e25-f7c6-475c-85e9-c439829495e0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:07.064412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e00e052c-df4b-43b6-b2cc-2835f9fcae95 req-e6b73e25-f7c6-475c-85e9-c439829495e0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 944 time: 0.2762225 Sep 09 09:10:07.068444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7cbbd-abb8-4bdb-906a-463d758a8a1b req-147fc5fd-64f8-42ec-97eb-1037f94a9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:07.069877 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fcc7cbbd-abb8-4bdb-906a-463d758a8a1b req-147fc5fd-64f8-42ec-97eb-1037f94a9d68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 1097 time: 0.1363542 Sep 09 09:10:07.082510 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fafba2b-4a55-49d5-93d6-23fe82a03808 None None] The sync data for ids ['aee4c847-8001-45a1-bf8d-d9d208a55d66'] in n-d-778696-16 is: [{'id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-router', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:01Z', 'updated_at': '2021-09-09T09:10:03Z', 'revision_number': 3, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'gw_port': {'id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:02Z', 'updated_at': '2021-09-09T09:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:10:07.145158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df6d0fb4-6348-4a48-a931-07a8bcebe23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.146142 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fcc7cbbd-abb8-4bdb-906a-463d758a8a1b req-791615d1-50bd-4148-9783-000b80f6840e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692937 Sep 09 09:10:07.164227 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e00e052c-df4b-43b6-b2cc-2835f9fcae95 req-72a9bca7-37ed-41aa-8a82-2ae2fd4a0770 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743113 Sep 09 09:10:07.185742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d546f0a0-a0c5-4fcb-97ae-6f71bb62f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.189122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d546f0a0-a0c5-4fcb-97ae-6f71bb62f8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.197692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d546f0a0-a0c5-4fcb-97ae-6f71bb62f8eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecbb36ad-435a-48c9-91c8-f2b224aa07e4 HTTP/1.1" status: 204 len: 168 time: 0.5549610 Sep 09 09:10:07.201222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546f0a0-a0c5-4fcb-97ae-6f71bb62f8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbb36ad-435a-48c9-91c8-f2b224aa07e4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:07.275208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:07.290128 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-df6d0fb4-6348-4a48-a931-07a8bcebe23d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3219b1b9519f415c86459481a2af0e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7905436 Sep 09 09:10:07.294102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45462) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:07.300636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d0fb4-6348-4a48-a931-07a8bcebe23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4587f974-fb89-40c3-9c68-4846bc550710,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:07.373189 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.406590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4efb3f-d723-4b6a-ae64-5b926bbad413 req-5e2975f5-b6de-4f4e-9112-056eae3aa462 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:07.416104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d4efb3f-d723-4b6a-ae64-5b926bbad413 req-5e2975f5-b6de-4f4e-9112-056eae3aa462 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.2821417 Sep 09 09:10:07.423395 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:07.423811 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.424920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Transition to ACTIVE for port object f27edf15-2c80-4adb-92bd-7e0b7c172d25 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:07.559080 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31179e07-bb2c-43a3-8989-176be32ddb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.605365 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31179e07-bb2c-43a3-8989-176be32ddb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.616195 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d4efb3f-d723-4b6a-ae64-5b926bbad413 req-ff862cb1-323d-4942-8132-2266c3b2c728 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424489 Sep 09 09:10:07.643172 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6ab978a-f68e-4fc9-8741-adf557f4197a req-89240904-e70d-4493-8ec1-e1398d611bda tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 210 time: 0.1101003 Sep 09 09:10:07.684616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.739874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.766555 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31179e07-bb2c-43a3-8989-176be32ddb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.773476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31179e07-bb2c-43a3-8989-176be32ddb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.773649 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:07.781938 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-31179e07-bb2c-43a3-8989-176be32ddb42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4587f974-fb89-40c3-9c68-4846bc550710 HTTP/1.1" status: 204 len: 168 time: 0.4865038 Sep 09 09:10:07.803404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31179e07-bb2c-43a3-8989-176be32ddb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4587f974-fb89-40c3-9c68-4846bc550710,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:07.813198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Network f9a77add-83b5-4219-b5e4-98a7925079a1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:07.834074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:07.838769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:07.841223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Pushing event updated for resources: {'Port': ['ID=f27edf15-2c80-4adb-92bd-7e0b7c172d25,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:07.961704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Pushing event updated for resources: {'Port': ['ID=5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:07.999845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:08.021057 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:08.263271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:08.267934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:08.340023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9647fdd1-46d0-4545-a24d-d33f55462c4f None None] Provisioning for port f27edf15-2c80-4adb-92bd-7e0b7c172d25 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:08.344814 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9647fdd1-46d0-4545-a24d-d33f55462c4f None None] Provisioning complete for port f27edf15-2c80-4adb-92bd-7e0b7c172d25 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:08.345277 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9647fdd1-46d0-4545-a24d-d33f55462c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:08.439073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45476) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:08.492352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba68-d3f1-409e-8b95-30d09674ee62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:08.496331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9647fdd1-46d0-4545-a24d-d33f55462c4f None None] Port f27edf15-2c80-4adb-92bd-7e0b7c172d25 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:10:08.520677 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:08.607201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc85fd-d735-44f0-8dba-a80e7b9d3dc9 req-53175f65-2b62-491b-acfe-cb7f2ec7c6eb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:08.608878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6acc85fd-d735-44f0-8dba-a80e7b9d3dc9 req-53175f65-2b62-491b-acfe-cb7f2ec7c6eb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.2688301 Sep 09 09:10:08.631635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-320e41c1-2479-4f09-8562-4fe7bf018b83 None None] Provisioning complete for port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:08.632002 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-320e41c1-2479-4f09-8562-4fe7bf018b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:08.692538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-320e41c1-2479-4f09-8562-4fe7bf018b83 None None] Port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:10:08.736776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba68-d3f1-409e-8b95-30d09674ee62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:08.825948 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba68-d3f1-409e-8b95-30d09674ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:08.922443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:10:08.977058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6acc85fd-d735-44f0-8dba-a80e7b9d3dc9 req-386ae11d-1c2d-4759-b102-2d7f7128d79e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382044 Sep 09 09:10:09.152145 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-029a62f8-5d67-4b48-874c-f026ef90a00e req-87aa9aef-a462-41dc-ac74-cb232641ddb0 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 210 time: 0.0394576 Sep 09 09:10:09.222546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-bea7cd13-e353-4ca2-b423-2df2351ae9d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:09.224310 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-bea7cd13-e353-4ca2-b423-2df2351ae9d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "GET /v2.0/networks?id=bbe690d1-f535-48c2-8e81-c04fff5d546c HTTP/1.1" status: 200 len: 822 time: 0.5376871 Sep 09 09:10:09.237891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c8125-072e-4c5e-abe2-39e472242ce2 req-6900b7ae-0f3c-427c-95d1-5e74357b0a36 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:09.246006 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a8c8125-072e-4c5e-abe2-39e472242ce2 req-6900b7ae-0f3c-427c-95d1-5e74357b0a36 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.5039134 Sep 09 09:10:09.250124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6ba68-d3f1-409e-8b95-30d09674ee62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c3e579-78e4-43d3-a08f-1a5420b361f4,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:09.253579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:10:09.260375 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d428b8aa-2858-4904-8468-816e2dea518e admin admin] 10.222.0.32 "PUT /v2.0/routers/95100bd2-a6d2-45e0-83b3-d6399cbae7dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8855853 Sep 09 09:10:09.262730 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:09.271740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Request body: {'port': {'device_id': '9407c206-d2ee-4290-bbed-8ae307cbda27', 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c', 'admin_state_up': True, 'tenant_id': 'e16b1ccce9524208808d1ad8abfd2729'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:09.293357 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-38d6ba68-d3f1-409e-8b95-30d09674ee62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd15cf12a3124c6f9351a54cbe8907ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8489082 Sep 09 09:10:09.293820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45498) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:09.351284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f5b7e7ab-4511-48d6-950a-9d07d99b92c3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:09.369378 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:09.429820 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:09.456077 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a8c8125-072e-4c5e-abe2-39e472242ce2 req-7edfe5f9-f337-45d1-a670-19e5a42e9ee6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089272 Sep 09 09:10:09.471247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-624b520f-f1a0-4a02-b0ab-921a99bee7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:09.494442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port f5b7e7ab-4511-48d6-950a-9d07d99b92c3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:09.498660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f5b7e7ab-4511-48d6-950a-9d07d99b92c3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:09.499034 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:09.504408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-624b520f-f1a0-4a02-b0ab-921a99bee7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:09.575638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Pushing event updated for resources: {'Port': ['ID=f27edf15-2c80-4adb-92bd-7e0b7c172d25,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:09.607961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Made reservation on behalf of e16b1ccce9524208808d1ad8abfd2729 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:10:09.611676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:09.672270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Network f9a77add-83b5-4219-b5e4-98a7925079a1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:09.672823 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:09.673656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:09.717630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port f5b7e7ab-4511-48d6-950a-9d07d99b92c3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f5b7e7ab-4511-48d6-950a-9d07d99b92c3,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:09.730889 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-624b520f-f1a0-4a02-b0ab-921a99bee7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:09.733491 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-624b520f-f1a0-4a02-b0ab-921a99bee7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:09.734685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-624b520f-f1a0-4a02-b0ab-921a99bee7db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86c3e579-78e4-43d3-a08f-1a5420b361f4 HTTP/1.1" status: 204 len: 168 time: 0.4398589 Sep 09 09:10:09.745642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b520f-f1a0-4a02-b0ab-921a99bee7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c3e579-78e4-43d3-a08f-1a5420b361f4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:09.807179 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:09.807179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fd6f8588-7503-447e-b0a1-9082716c6ade up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:09.938324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Allocated IP 172.20.0.5 (bbe690d1-f535-48c2-8e81-c04fff5d546c/1dab4e8b-f33f-4361-b5da-5c5f6e335558/b31013c0-57c0-4ceb-a96c-bab36e822078) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:09.943623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Router aee4c847-8001-45a1-bf8d-d9d208a55d66 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:10:10.037838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=f5b7e7ab-4511-48d6-950a-9d07d99b92c3,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:10.060926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.060926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.060926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.060926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.060926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.060926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.060926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.060926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.060926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.060926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.060926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.073933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:10.079015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Sync routers for ids ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:10:10.103574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Routers {'95100bd2-a6d2-45e0-83b3-d6399cbae7dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:10.109921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:10.252716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b68e-b7e5-471a-be7d-3f23d9386b74 req-caafbc9b-bbdd-44e9-ba3b-e40e2dfb8448 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:10.266264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:10:10.273736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0431b68e-b7e5-471a-be7d-3f23d9386b74 req-caafbc9b-bbdd-44e9-ba3b-e40e2dfb8448 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.1830363 Sep 09 09:10:10.281606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-47aecfb4-c2ce-4d2a-beb1-bc25fff9003a admin admin] 10.222.0.32 "PUT /v2.0/routers/aee4c847-8001-45a1-bf8d-d9d208a55d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5153382 Sep 09 09:10:10.330830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:10.369131 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0431b68e-b7e5-471a-be7d-3f23d9386b74 req-06c7cb2e-bd35-4fee-a4d0-bd5ddc06dccb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878789 Sep 09 09:10:10.424213 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Sync routers for ids ['aee4c847-8001-45a1-bf8d-d9d208a55d66'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:10:10.433379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port fd6f8588-7503-447e-b0a1-9082716c6ade completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:10.450683 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Routers {'aee4c847-8001-45a1-bf8d-d9d208a55d66'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:10.460220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fd6f8588-7503-447e-b0a1-9082716c6ade triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:10.460529 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['aee4c847-8001-45a1-bf8d-d9d208a55d66'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:10.460701 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:10.467053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2cf3d7f7-46c7-4496-bda0-a79ea675b525 None None] Provisioning complete for port f27edf15-2c80-4adb-92bd-7e0b7c172d25 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:10.467471 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cf3d7f7-46c7-4496-bda0-a79ea675b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:10.494442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45536) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:10.499111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9720551a-2453-4cdf-98e4-e02e456f985a tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618259159', 'description': 'tempest-description--181347464'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:10.575504 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:10.642026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3d7f7-46c7-4496-bda0-a79ea675b525 None None] Port f27edf15-2c80-4adb-92bd-7e0b7c172d25 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:10:10.655837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d4e6e-4d9c-4b96-96b0-7be5a44be5fd req-10fc2d18-578b-4d27-a243-b9500c705041 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:10.667725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-897d4e6e-4d9c-4b96-96b0-7be5a44be5fd req-10fc2d18-578b-4d27-a243-b9500c705041 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 1097 time: 0.0817311 Sep 09 09:10:10.673703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Set router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:10.735086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Network bbe690d1-f535-48c2-8e81-c04fff5d546c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:10.737029 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Set router aee4c847-8001-45a1-bf8d-d9d208a55d66 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:10.745036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-897d4e6e-4d9c-4b96-96b0-7be5a44be5fd req-220687e4-6caf-43ac-9ff1-d2dcf701cd21 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747476 Sep 09 09:10:10.759969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:10.769959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:10.792823 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9720551a-2453-4cdf-98e4-e02e456f985a tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:10.836882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event updated for resources: {'Port': ['ID=b31013c0-57c0-4ceb-a96c-bab36e822078,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:10.858005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8784fe6-6c1d-4299-a7e5-c283ef02f814 req-fd484e4c-ac5e-49b0-a1d3-2948e2b1eced tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:10.863507 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8784fe6-6c1d-4299-a7e5-c283ef02f814 req-fd484e4c-ac5e-49b0-a1d3-2948e2b1eced tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 931 time: 0.3166511 Sep 09 09:10:10.902905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:10.904881 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:10.938030 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:10.952032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b0e67-10e6-421b-80cb-aebee1634ba8 req-1ff3bc4a-9b71-42ce-b2e8-4868dde4140c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:10.962393 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-786b0e67-10e6-421b-80cb-aebee1634ba8 req-1ff3bc4a-9b71-42ce-b2e8-4868dde4140c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1113849 Sep 09 09:10:10.965505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8784fe6-6c1d-4299-a7e5-c283ef02f814 req-9a555b46-a4df-4670-b754-09fa7fb7c0e9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877109 Sep 09 09:10:10.999282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port fd6f8588-7503-447e-b0a1-9082716c6ade, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fd6f8588-7503-447e-b0a1-9082716c6ade,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:11.062757 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.065428 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-786b0e67-10e6-421b-80cb-aebee1634ba8 req-08c0d3a0-c5f3-4cf0-942c-60fa31e248f5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010101 Sep 09 09:10:11.094420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9720551a-2453-4cdf-98e4-e02e456f985a tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.152326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9720551a-2453-4cdf-98e4-e02e456f985a tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.164762 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-router', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:01Z', 'updated_at': '2021-09-09T09:10:08Z', 'revision_number': 4, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'gw_port': {'id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:02Z', 'updated_at': '2021-09-09T09:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f27edf15-2c80-4adb-92bd-7e0b7c172d25', 'name': '', 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'mac_address': 'fa:16:3e:18:8a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8c4e1c46-0df4-4bc7-96a5-18865a9eb247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:06Z', 'updated_at': '2021-09-09T09:10:08Z', 'revision_number': 2, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'subnets': [{'id': '8c4e1c46-0df4-4bc7-96a5-18865a9eb247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:11.209759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-324488d5-1a1e-4429-be3f-df30cf5662ee tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9607985 Sep 09 09:10:11.247369 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Checking router: aee4c847-8001-45a1-bf8d-d9d208a55d66 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:10:11.248779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Request body: {'port': {'device_id': '9407c206-d2ee-4290-bbed-8ae307cbda27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:11.249938 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Updating router aee4c847-8001-45a1-bf8d-d9d208a55d66 port f27edf15-2c80-4adb-92bd-7e0b7c172d25 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:10:11.263339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=fd6f8588-7503-447e-b0a1-9082716c6ade,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:11.316409 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.333955 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9720551a-2453-4cdf-98e4-e02e456f985a tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.335292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9720551a-2453-4cdf-98e4-e02e456f985a tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8396556 Sep 09 09:10:11.338545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45562) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:11.338794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f5b7e7ab-4511-48d6-950a-9d07d99b92c3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:11.345731 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-aca70fd2-7561-412f-83f5-4311637c87bd tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Request body: {'security_group_rule': {'security_group_id': '2f87b982-bf0c-40ae-b370-05e3f04b031f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:11.353317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720551a-2453-4cdf-98e4-e02e456f985a tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f87b982-bf0c-40ae-b370-05e3f04b031f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:11.451490 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.452624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:06Z', 'revision_number': 4, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979', 'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'mac_address': 'fa:16:3e:3f:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:04Z', 'updated_at': '2021-09-09T09:10:07Z', 'revision_number': 2, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'subnets': [{'id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:11.456245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f5b7e7ab-4511-48d6-950a-9d07d99b92c3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:11.456245 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.488619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Checking router: 95100bd2-a6d2-45e0-83b3-d6399cbae7dc for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:10:11.489019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Updating router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:10:11.526298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aca70fd2-7561-412f-83f5-4311637c87bd tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.566129 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.645769 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aca70fd2-7561-412f-83f5-4311637c87bd tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.716544 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aca70fd2-7561-412f-83f5-4311637c87bd tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.765197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca70fd2-7561-412f-83f5-4311637c87bd tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9f1957-b5f9-4d24-9f22-51752df32ad5,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:11.836787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aca70fd2-7561-412f-83f5-4311637c87bd tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.838221 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-aca70fd2-7561-412f-83f5-4311637c87bd tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4986336 Sep 09 09:10:11.841063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45574) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:11.845851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4aefaea6-8513-43dc-8e47-f317b24daaf2 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Request body: {'security_group_rule': {'security_group_id': '2f87b982-bf0c-40ae-b370-05e3f04b031f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:11.899066 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.922197 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Transition to ACTIVE for port object f27edf15-2c80-4adb-92bd-7e0b7c172d25 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:11.925959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31013c0-57c0-4ceb-a96c-bab36e822078 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:10:11.937497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.952594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aefaea6-8513-43dc-8e47-f317b24daaf2 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:11.956735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Transition to ACTIVE for port object b31013c0-57c0-4ceb-a96c-bab36e822078 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:11.997516 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.046908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45582) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:12.054347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-network', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:12.062613 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.065097 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ab21-0ffb-49e1-be7e-7aaca19139f7 None None] Pushing event updated for resources: {'Port': ['ID=f27edf15-2c80-4adb-92bd-7e0b7c172d25,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:12.074147 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aefaea6-8513-43dc-8e47-f317b24daaf2 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.104031 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.124490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Transition to ACTIVE for port object 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:12.139685 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aefaea6-8513-43dc-8e47-f317b24daaf2 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.178076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefaea6-8513-43dc-8e47-f317b24daaf2 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82050b1-33ab-4c5d-bf0d-13a4826e1747,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:12.189638 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Attempting to bind port f27edf15-2c80-4adb-92bd-7e0b7c172d25 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:12.192482 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Attempting to bind port f27edf15-2c80-4adb-92bd-7e0b7c172d25 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:12.192893 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Attempting to bind port f27edf15-2c80-4adb-92bd-7e0b7c172d25 on network f9a77add-83b5-4219-b5e4-98a7925079a1 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:12.206010 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:12.207963 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Checking segment: {'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:12.207963 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.207963 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Bound using segment: {'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:12.207963 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Bound port: f27edf15-2c80-4adb-92bd-7e0b7c172d25, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:12.207963 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.225515 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.335347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Made reservation on behalf of 1a802bcc9eaa41dcb6fb36995da293e9 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:10:12.348488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.362631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f8f45-0d19-4d3f-9e82-253152f9749f req-9582df56-3ade-4b42-a82e-c65a78fa63dd tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:12.369458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Pushing event updated for resources: {'Port': ['ID=b31013c0-57c0-4ceb-a96c-bab36e822078,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:12.369996 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-862f8f45-0d19-4d3f-9e82-253152f9749f req-9582df56-3ade-4b42-a82e-c65a78fa63dd tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1365464 Sep 09 09:10:12.382853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e92a6-6b37-4cf1-a056-dc5e8a8e8fbf None None] Pushing event updated for resources: {'Port': ['ID=5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:12.457436 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-862f8f45-0d19-4d3f-9e82-253152f9749f req-bd305abd-41a0-40af-8266-4ec60e291824 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812156 Sep 09 09:10:12.458271 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aefaea6-8513-43dc-8e47-f317b24daaf2 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.460626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4aefaea6-8513-43dc-8e47-f317b24daaf2 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6185064 Sep 09 09:10:12.466140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45596) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:12.470960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:12.475310 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] For port f27edf15-2c80-4adb-92bd-7e0b7c172d25, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:12.499589 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] For port f27edf15-2c80-4adb-92bd-7e0b7c172d25, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f27edf15-2c80-4adb-92bd-7e0b7c172d25,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:12.515392 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.525728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Attempting to bind port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:12.526318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Attempting to bind port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:12.526534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Attempting to bind port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 on network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:12.541474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:12.542154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Checking segment: {'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:12.542758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.543229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Bound using segment: {'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:12.544219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Bound port: 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:12.546949 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.574627 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.575918 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.622472 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5d10d-ca9a-45ab-8bec-6bc7d9e78b4f req-70f10e6b-abac-4a16-9062-e13eff97e23d tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:12.636400 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4bc5d10d-ca9a-45ab-8bec-6bc7d9e78b4f req-70f10e6b-abac-4a16-9062-e13eff97e23d tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 943 time: 0.4909348 Sep 09 09:10:12.701271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Attempting to bind port b31013c0-57c0-4ceb-a96c-bab36e822078 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:12.702495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Attempting to bind port b31013c0-57c0-4ceb-a96c-bab36e822078 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:12.702495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Attempting to bind port b31013c0-57c0-4ceb-a96c-bab36e822078 on network bbe690d1-f535-48c2-8e81-c04fff5d546c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:12.708201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] For port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:12.711686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] For port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:12.716518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Port b31013c0-57c0-4ceb-a96c-bab36e822078 on network bbe690d1-f535-48c2-8e81-c04fff5d546c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:10:12.716848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Attempting to bind port b31013c0-57c0-4ceb-a96c-bab36e822078 on network bbe690d1-f535-48c2-8e81-c04fff5d546c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:12.737590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:12.737946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Checking segment: {'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:12.738341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Bound using segment: {'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:12.738804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Bound port: b31013c0-57c0-4ceb-a96c-bab36e822078, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:12.742091 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.751524 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ab21-0ffb-49e1-be7e-7aaca19139f7 None None] Pushing event updated for resources: {'Port': ['ID=f27edf15-2c80-4adb-92bd-7e0b7c172d25,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:12.773617 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Routers {'aee4c847-8001-45a1-bf8d-d9d208a55d66'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:12.773815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4bc5d10d-ca9a-45ab-8bec-6bc7d9e78b4f req-283f5e56-6697-45fa-81d6-484fbadf0879 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355267 Sep 09 09:10:12.774595 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['aee4c847-8001-45a1-bf8d-d9d208a55d66'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:12.818839 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.828627 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:12.945503 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] Set router aee4c847-8001-45a1-bf8d-d9d208a55d66 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:13.013812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] For port b31013c0-57c0-4ceb-a96c-bab36e822078, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:13.025959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] For port b31013c0-57c0-4ceb-a96c-bab36e822078, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b31013c0-57c0-4ceb-a96c-bab36e822078,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:13.035721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Routers {'95100bd2-a6d2-45e0-83b3-d6399cbae7dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:13.039337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:13.097665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:13.102066 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:13.149329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Allocated IP 172.25.8.153 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/88a5f192-99ed-4237-af40-1a67d42bfb20) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:13.162574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e92a6-6b37-4cf1-a056-dc5e8a8e8fbf None None] Pushing event updated for resources: {'Port': ['ID=5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:13.192536 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:13.222655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:10:13.259723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:13.260155 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Added segment 55e0ba11-b1c0-4b7e-8f15-5da9fb80d721 of type vlan for network 037318aa-7d74-4ea9-83e6-e4fde35a9026 Sep 09 09:10:13.299286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:13.302355 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:13.303870 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] 10.222.0.41 "PUT /v2.0/ports/b31013c0-57c0-4ceb-a96c-bab36e822078 HTTP/1.1" status: 200 len: 1092 time: 2.0796635 Sep 09 09:10:13.327886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fd6f8588-7503-447e-b0a1-9082716c6ade up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:13.365934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] Set router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:13.374210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9407c206-d2ee-4290-bbed-8ae307cbda27', 'tag': 'b31013c0-57c0-4ceb-a96c-bab36e822078'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:13.376560 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b48a5f2-34ae-4a67-adb2-f638e4a775d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9407c206-d2ee-4290-bbed-8ae307cbda27", "tag": "b31013c0-57c0-4ceb-a96c-bab36e822078"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:13.403593 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9ff70c-28e9-4709-baa0-bd5b41868f04,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:13.416391 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:13.493512 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81be48ae-89e2-4dad-9870-ac8bb7a3a884 x-openstack-request-id: req-81be48ae-89e2-4dad-9870-ac8bb7a3a884 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:13.495098 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9407c206-d2ee-4290-bbed-8ae307cbda27", "tag": "b31013c0-57c0-4ceb-a96c-bab36e822078", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:13.495098 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81be48ae-89e2-4dad-9870-ac8bb7a3a884 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:13.497534 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9407c206-d2ee-4290-bbed-8ae307cbda27', 'tag': 'b31013c0-57c0-4ceb-a96c-bab36e822078', 'status': 'completed', 'code': 200} Sep 09 09:10:13.512759 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-router', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:01Z', 'updated_at': '2021-09-09T09:10:08Z', 'revision_number': 4, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'gw_port': {'id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:02Z', 'updated_at': '2021-09-09T09:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f27edf15-2c80-4adb-92bd-7e0b7c172d25', 'name': '', 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'mac_address': 'fa:16:3e:18:8a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8c4e1c46-0df4-4bc7-96a5-18865a9eb247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:06Z', 'updated_at': '2021-09-09T09:10:12Z', 'revision_number': 4, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'subnets': [{'id': '8c4e1c46-0df4-4bc7-96a5-18865a9eb247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:13.534316 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:13.562962 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e8e257-77aa-48bb-ad3e-bafbe5a72181 None None] The sync data for ids ['aee4c847-8001-45a1-bf8d-d9d208a55d66'] in n-d-778696-16 is: [{'id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-router', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:01Z', 'updated_at': '2021-09-09T09:10:08Z', 'revision_number': 4, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'gw_port': {'id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:02Z', 'updated_at': '2021-09-09T09:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f27edf15-2c80-4adb-92bd-7e0b7c172d25', 'name': '', 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'mac_address': 'fa:16:3e:18:8a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8c4e1c46-0df4-4bc7-96a5-18865a9eb247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:06Z', 'updated_at': '2021-09-09T09:10:12Z', 'revision_number': 4, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'subnets': [{'id': '8c4e1c46-0df4-4bc7-96a5-18865a9eb247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:10:13.652783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Pushing event updated for resources: {'Port': ['ID=88a5f192-99ed-4237-af40-1a67d42bfb20,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:13.689297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:13.692495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:13.700327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:13.714559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fd6f8588-7503-447e-b0a1-9082716c6ade triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:13.715020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:13.763115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fc4d6-6745-4121-a9d3-6cbe18cfefdb service neutron] Pushing event updated for resources: {'Port': ['ID=b31013c0-57c0-4ceb-a96c-bab36e822078,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:13.787524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:13.823593 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b7ac1-6a56-433e-af95-dd982bb2d7b1 req-723fbbc2-f5f4-4dbd-9b47-2847dae66a88 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:13.829075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81b7ac1-6a56-433e-af95-dd982bb2d7b1 req-723fbbc2-f5f4-4dbd-9b47-2847dae66a88 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1624105 Sep 09 09:10:13.876931 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:13.889067 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-cb5c1d1b-1a9f-4fd0-8f15-0b5b410dae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:13.891041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-cb5c1d1b-1a9f-4fd0-8f15-0b5b410dae5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e16b1ccce9524208808d1ad8abfd2729&device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 1095 time: 0.4606378 Sep 09 09:10:13.901404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81b7ac1-6a56-433e-af95-dd982bb2d7b1 req-0f18c664-ba7e-4641-80d4-c9bf995d31be tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645261 Sep 09 09:10:13.959193 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-54d2699d-8adf-473f-b0c2-0081b934a73f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b31013c0-57c0-4ceb-a96c-bab36e822078 HTTP/1.1" status: 200 len: 217 time: 0.0563648 Sep 09 09:10:14.098728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:14.102099 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:14.104339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:14.105130 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:14.108449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-c6f98a60-f755-4927-9ea2-7e3846f17312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:14.110149 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-c6f98a60-f755-4927-9ea2-7e3846f17312 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dab4e8b-f33f-4361-b5da-5c5f6e335558 HTTP/1.1" status: 200 len: 862 time: 0.1436145 Sep 09 09:10:14.167911 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-f40ae6e5-e8b6-4d57-a5a8-53b7eb6d18a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbe690d1-f535-48c2-8e81-c04fff5d546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446944 Sep 09 09:10:14.214929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb11018-6d4c-4551-ae61-b8680789fb48 req-d9d0a9aa-e05e-4aca-a73d-897fd86c6025 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:14.216741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edb11018-6d4c-4551-ae61-b8680789fb48 req-d9d0a9aa-e05e-4aca-a73d-897fd86c6025 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 943 time: 0.2291687 Sep 09 09:10:14.258009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:06Z', 'revision_number': 4, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979', 'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'mac_address': 'fa:16:3e:3f:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:04Z', 'updated_at': '2021-09-09T09:10:12Z', 'revision_number': 4, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'subnets': [{'id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:14.290709 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] Pushing event updated for resources: {'Network': ['ID=037318aa-7d74-4ea9-83e6-e4fde35a9026,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:14.318075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1be84081-846f-4146-85df-c846a83bf5e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2673335 Sep 09 09:10:14.334896 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45642) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:14.343717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] Request body: {'subnet': {'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-subnet', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:14.462957 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:14.485176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edb11018-6d4c-4551-ae61-b8680789fb48 req-4438e9e5-807b-48b8-98aa-875fe83cfb5f tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599418 Sep 09 09:10:14.520698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372f008-de06-4fdb-97d0-2685f56ef613 None None] The sync data for ids ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'] in n-d-778696-16 is: [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:06Z', 'revision_number': 4, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979', 'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'mac_address': 'fa:16:3e:3f:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:04Z', 'updated_at': '2021-09-09T09:10:12Z', 'revision_number': 4, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'subnets': [{'id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:10:14.533208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 037318aa-7d74-4ea9-83e6-e4fde35a9026 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:10:14.533435 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-58301b46-a274-4c44-895b-908e8f83fe61 service neutron] 10.222.0.41 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518586 Sep 09 09:10:14.544969 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:14.707737 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2785294c-bb2c-4962-a958-cb9b6ac00a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:14.708565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] Made reservation on behalf of 1a802bcc9eaa41dcb6fb36995da293e9 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:10:14.713367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:14.753959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Pushing event updated for resources: {'Port': ['ID=88a5f192-99ed-4237-af40-1a67d42bfb20,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:14.772227 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:14.851510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:14.853594 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e0148e1b-42a7-483b-9043-13c4f94448fc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3867819 Sep 09 09:10:14.932524 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8b06ad0-46fb-4076-a55c-71c25f83f02d req-01cfa0ad-1edf-4582-9fe7-281e68543584 service neutron] 10.222.0.41 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903453 Sep 09 09:10:15.130269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:15.216681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74fcbe4a-c936-4e98-b254-4d93dabb4511,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:15.248722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48a5f2-34ae-4a67-adb2-f638e4a775d9 req-0c064375-8665-4b7b-b98e-d80b53460891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:15.248885 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b48a5f2-34ae-4a67-adb2-f638e4a775d9 req-0c064375-8665-4b7b-b98e-d80b53460891 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e16b1ccce9524208808d1ad8abfd2729&device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 1095 time: 0.1683133 Sep 09 09:10:15.434474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:15.456091 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48a5f2-34ae-4a67-adb2-f638e4a775d9 req-26b2271c-144e-426f-81bc-c51b706daa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:15.458094 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b48a5f2-34ae-4a67-adb2-f638e4a775d9 req-26b2271c-144e-426f-81bc-c51b706daa73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbe690d1-f535-48c2-8e81-c04fff5d546c HTTP/1.1" status: 200 len: 923 time: 0.1919739 Sep 09 09:10:15.502472 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] Checking segment: {'id': '55e0ba11-b1c0-4b7e-8f15-5da9fb80d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:15.503747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] Network hostable DHCP agents. Network: 037318aa-7d74-4ea9-83e6-e4fde35a9026, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:10:15.591246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:15.597853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:15.598478 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:15.698251 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b48a5f2-34ae-4a67-adb2-f638e4a775d9 req-cb7570c4-841f-452a-8d54-32f0045513b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b31013c0-57c0-4ceb-a96c-bab36e822078 HTTP/1.1" status: 200 len: 217 time: 0.1968217 Sep 09 09:10:15.803518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48a5f2-34ae-4a67-adb2-f638e4a775d9 req-897562df-e30f-4451-839a-61c83a2df486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:15.805520 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b48a5f2-34ae-4a67-adb2-f638e4a775d9 req-897562df-e30f-4451-839a-61c83a2df486 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dab4e8b-f33f-4361-b5da-5c5f6e335558 HTTP/1.1" status: 200 len: 862 time: 0.0800371 Sep 09 09:10:15.846460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a4e3c-3825-41ee-adc0-1f7e675caa7f req-870b7707-02b4-47cc-99b8-7a7d01f3c079 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:15.846611 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:15.854318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-203a4e3c-3825-41ee-adc0-1f7e675caa7f req-870b7707-02b4-47cc-99b8-7a7d01f3c079 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.3945866 Sep 09 09:10:15.906969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:15.930440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b48a5f2-34ae-4a67-adb2-f638e4a775d9 req-645b0da3-6eb6-40e4-b989-fa8a77cdb628 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbe690d1-f535-48c2-8e81-c04fff5d546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057861 Sep 09 09:10:15.932810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] Network 037318aa-7d74-4ea9-83e6-e4fde35a9026 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:10:16.011243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-203a4e3c-3825-41ee-adc0-1f7e675caa7f req-452984aa-010a-42be-9916-3143d69fd948 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559958 Sep 09 09:10:16.013689 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:16.014230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 037318aa-7d74-4ea9-83e6-e4fde35a9026) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:16.014535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f27edf15-2c80-4adb-92bd-7e0b7c172d25 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:16.027410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e12ce80-96fa-459a-a825-6fcd178fc0d8 None None] Network 037318aa-7d74-4ea9-83e6-e4fde35a9026 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:10:16.029037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:16.029629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:16.152586 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b48a5f2-34ae-4a67-adb2-f638e4a775d9 req-e8e73134-b7b7-461f-b137-84263aca1646 service neutron] 10.222.0.41 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888340 Sep 09 09:10:16.207665 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c454366f-6409-4066-9cf9-9eb5f72e8fa7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8713558 Sep 09 09:10:16.210130 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45728) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:16.215171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-router', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:16.325204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2134586-deaf-4931-ad51-1a8beacce5e0 req-af08257c-77df-4802-a748-168890030266 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:16.326826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d2134586-deaf-4931-ad51-1a8beacce5e0 req-af08257c-77df-4802-a748-168890030266 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 943 time: 0.1538603 Sep 09 09:10:16.365555 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b48a5f2-34ae-4a67-adb2-f638e4a775d9 req-8a06f7fe-38c3-4c87-86af-6f44bfefe60f service neutron] 10.222.0.41 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049541 Sep 09 09:10:16.408265 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:16.409349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:16.440066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d2134586-deaf-4931-ad51-1a8beacce5e0 req-304b8b51-b86a-433f-93e4-d3040f83c164 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013136 Sep 09 09:10:16.604943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:16.694665 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-e187e1e3-6a74-4e83-8679-24bf6c73e2f1 service neutron] show failed (client error): The resource could not be found. Sep 09 09:10:16.706812 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-e187e1e3-6a74-4e83-8679-24bf6c73e2f1 service neutron] 10.222.0.24 "GET /v2.0/ports/9286d0c0-a079-4c6b-a5c4-615cb7fdf09b/bindings/n-h2-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.2029593 Sep 09 09:10:16.741890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-037318aa-7d74-4ea9-83e6-e4fde35a9026', 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'fixed_ips': [{'subnet_id': '74fcbe4a-c936-4e98-b254-4d93dabb4511'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:10:16.742569 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:16.767711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port f27edf15-2c80-4adb-92bd-7e0b7c172d25 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:16.793299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f27edf15-2c80-4adb-92bd-7e0b7c172d25 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:16.798491 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:16.810878 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.116547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Allocated IP 172.20.0.2 (037318aa-7d74-4ea9-83e6-e4fde35a9026/74fcbe4a-c936-4e98-b254-4d93dabb4511/baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:17.124846 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.223625 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df6a78d5-86e0-448f-a407-c3a8be8b6cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.224531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.263247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4dae3-e8b1-49bd-900c-d8d3afa0f8d1 req-5950b630-ef81-42e4-ba63-df91c8e5c73f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:17.264143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port f27edf15-2c80-4adb-92bd-7e0b7c172d25, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f27edf15-2c80-4adb-92bd-7e0b7c172d25,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:17.265227 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44c4dae3-e8b1-49bd-900c-d8d3afa0f8d1 req-5950b630-ef81-42e4-ba63-df91c8e5c73f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.0858765 Sep 09 09:10:17.340324 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.342204 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.394262 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44c4dae3-e8b1-49bd-900c-d8d3afa0f8d1 req-85f98d81-2364-48de-bcf5-2e3dd177aca0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082606 Sep 09 09:10:17.476894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:17.540784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-618ef459-fe9a-45c5-b2bf-3413215c7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:17.545636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-618ef459-fe9a-45c5-b2bf-3413215c7a84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc&tenant_id=bd13aef6e3254abdb27a99a760731ff5 HTTP/1.1" status: 200 len: 1102 time: 0.0982201 Sep 09 09:10:17.568095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:17.682525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=f27edf15-2c80-4adb-92bd-7e0b7c172d25,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:17.731828 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.736428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:17.736808 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.764948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Transition to ACTIVE for port object baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:17.815485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Transition to ACTIVE for port object baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:17.870135 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.871713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefee4c-b8d7-42af-8ace-23682552769c req-b57d479e-5607-4c5c-8321-b6811b3d0318 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:17.873423 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9cefee4c-b8d7-42af-8ace-23682552769c req-b57d479e-5607-4c5c-8321-b6811b3d0318 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 943 time: 0.2414830 Sep 09 09:10:17.888893 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.917984 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.954132 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:17.971731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Pushing event updated for resources: {'Port': ['ID=baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:17.990477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Network 037318aa-7d74-4ea9-83e6-e4fde35a9026 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:17.992089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:17.995342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:18.037714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9cefee4c-b8d7-42af-8ace-23682552769c req-72d290dc-e413-44c4-9bcc-60dfc9c8f10e tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565809 Sep 09 09:10:18.084173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b31013c0-57c0-4ceb-a96c-bab36e822078 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:10:18.128766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Attempting to bind port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:18.129153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Attempting to bind port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '55e0ba11-b1c0-4b7e-8f15-5da9fb80d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:18.131604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Attempting to bind port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 on network 037318aa-7d74-4ea9-83e6-e4fde35a9026 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:18.168067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:18.168464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Checking segment: {'id': '55e0ba11-b1c0-4b7e-8f15-5da9fb80d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:18.168850 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:18.169250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Bound using segment: {'id': '55e0ba11-b1c0-4b7e-8f15-5da9fb80d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:18.169732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Bound port: baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e0ba11-b1c0-4b7e-8f15-5da9fb80d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:18.170126 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:18.281235 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Allocated IP 172.25.8.77 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/419f050e-92a1-456a-9311-ab472ae5831f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:18.362358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:18.410160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] For port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:18.416249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b31013c0-57c0-4ceb-a96c-bab36e822078, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b31013c0-57c0-4ceb-a96c-bab36e822078,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:18.420028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] For port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88,segment=NetworkSegment(55e0ba11-b1c0-4b7e-8f15-5da9fb80d721),segment_id=55e0ba11-b1c0-4b7e-8f15-5da9fb80d721)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:18.432641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'b31013c0-57c0-4ceb-a96c-bab36e822078', 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c', 'port_id': 'b31013c0-57c0-4ceb-a96c-bab36e822078', 'mac_address': 'fa:16:3e:0d:12:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dab4e8b-f33f-4361-b5da-5c5f6e335558', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:10:18.468630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:18.532228 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:18.539546 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:18.562427 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:18.567860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:18.569243 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0503b353-e4a2-4868-bbae-ff9595100919" -d '{"events": [{"server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "name": "network-vif-unplugged", "status": "completed", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:18.591163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:18.621767 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:18.672066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Transition to ACTIVE for port object 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:18.677348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31013c0-57c0-4ceb-a96c-bab36e822078 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:10:18.694398 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:18.728955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c0b8c-2738-470f-b752-bb3d8268937c req-6e999272-d0d8-4c69-ab02-2bf9e639f684 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:18.728955 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-224c0b8c-2738-470f-b752-bb3d8268937c req-6e999272-d0d8-4c69-ab02-2bf9e639f684 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.1557868 Sep 09 09:10:18.733860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b31013c0-57c0-4ceb-a96c-bab36e822078, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b31013c0-57c0-4ceb-a96c-bab36e822078,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:18.740549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f24466-f72b-4dd3-a7be-81dd11e50fec None None] Pushing event updated for resources: {'Port': ['ID=baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:18.770800 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:18.785409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:18.789783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:18.802868 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:18.818432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:18.937688 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Pushing event updated for resources: {'Port': ['ID=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,revision_number=6']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:18.959626 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ec6674-53d6-4220-9b71-2e8507d04ee8 x-openstack-request-id: req-29ec6674-53d6-4220-9b71-2e8507d04ee8 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:18.959919 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "name": "network-vif-unplugged", "status": "completed", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:18.960176 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29ec6674-53d6-4220-9b71-2e8507d04ee8 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:18.960569 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b', 'code': 200} Sep 09 09:10:19.002861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Pushing event updated for resources: {'Port': ['ID=419f050e-92a1-456a-9311-ab472ae5831f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:19.058574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-224c0b8c-2738-470f-b752-bb3d8268937c req-cf1db3b1-5bca-4fc5-9b28-55248c103cb5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941983 Sep 09 09:10:19.102670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] No DVR routers for this DVR port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:10:19.104981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['b31013c0-57c0-4ceb-a96c-bab36e822078'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:10:19.141401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b31013c0-57c0-4ceb-a96c-bab36e822078,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:19.231194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Attempting to bind port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:19.238030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Attempting to bind port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:19.238527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Attempting to bind port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:19.254254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:10:19.254517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Attempting to bind port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:19.264940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:19.265287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:19.265890 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:19.267146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Bound port: 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:19.267863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:19.472753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:19.485574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:19.562905 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:19.660973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:19.678506 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:19.680046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] 10.222.0.41 "PUT /v2.0/ports/9286d0c0-a079-4c6b-a5c4-615cb7fdf09b HTTP/1.1" status: 200 len: 1097 time: 2.1199954 Sep 09 09:10:19.702841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb822171-810f-45fb-8016-0feed915ac97 req-550f7422-44e7-4555-a2cc-375d5b1f0180 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:19.703596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f27edf15-2c80-4adb-92bd-7e0b7c172d25 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:19.712095 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb822171-810f-45fb-8016-0feed915ac97 req-550f7422-44e7-4555-a2cc-375d5b1f0180 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 944 time: 0.3501408 Sep 09 09:10:19.805341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41c325-578b-4ff9-bb97-19b31629df36 service neutron] Pushing event updated for resources: {'Port': ['ID=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,revision_number=7']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:19.844586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-a4db9a2d-869d-4d44-981e-e48b15744711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:19.847663 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-a4db9a2d-869d-4d44-981e-e48b15744711 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 1100 time: 0.1231508 Sep 09 09:10:19.917075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f27edf15-2c80-4adb-92bd-7e0b7c172d25 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:19.917075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:19.961348 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb822171-810f-45fb-8016-0feed915ac97 req-49b16333-b601-4d12-a8b9-57c0d3f6cd01 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444375 Sep 09 09:10:20.092329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b31013c0-57c0-4ceb-a96c-bab36e822078 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:20.123919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-4ea21134-23fe-49be-a91a-1d202324d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:20.128745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-4ea21134-23fe-49be-a91a-1d202324d5ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2700808 Sep 09 09:10:20.194540 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:20.307093 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-c6f68eab-387a-494a-8048-00b9a45224e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b HTTP/1.1" status: 200 len: 217 time: 0.1690924 Sep 09 09:10:20.326203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:20.392857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1433edd1-039f-4fb2-8701-1f8bc4edd05d None None] Network 037318aa-7d74-4ea9-83e6-e4fde35a9026 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:10:20.475691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b364996-059d-4193-af08-003bcc1f6fb8 req-a41ad67c-7f71-462e-96c9-b6e8d8879444 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:20.493086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b364996-059d-4193-af08-003bcc1f6fb8 req-a41ad67c-7f71-462e-96c9-b6e8d8879444 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 948 time: 0.2112055 Sep 09 09:10:20.533160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-b5cb6f39-ce73-4304-bd19-3ab28bddd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:20.539552 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-b5cb6f39-ce73-4304-bd19-3ab28bddd496 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.2036498 Sep 09 09:10:20.588492 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:20.625336 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port b31013c0-57c0-4ceb-a96c-bab36e822078 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:20.633212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port b31013c0-57c0-4ceb-a96c-bab36e822078 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:20.634026 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:20.664171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b364996-059d-4193-af08-003bcc1f6fb8 req-d631ceeb-705e-4ff1-b801-8011e9ded51d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701264 Sep 09 09:10:20.692370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-96ae4105-dfe1-478a-a642-aded56d70d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:20.694828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-96ae4105-dfe1-478a-a642-aded56d70d6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405654 Sep 09 09:10:20.769476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:20.795608 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:20.839948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9407c206-d2ee-4290-bbed-8ae307cbda27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31013c0-57c0-4ceb-a96c-bab36e822078'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:20.844398 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10291f71-6318-4bdb-be04-2a38768ab9f7" -d '{"events": [{"server_uuid": "9407c206-d2ee-4290-bbed-8ae307cbda27", "name": "network-vif-plugged", "status": "completed", "tag": "b31013c0-57c0-4ceb-a96c-bab36e822078"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:20.864414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ec16bac9-bbd6-4416-bd22-1e730af12889 None None] Provisioning for port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:20.878320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b31013c0-57c0-4ceb-a96c-bab36e822078, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b31013c0-57c0-4ceb-a96c-bab36e822078,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:20.881583 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ec16bac9-bbd6-4416-bd22-1e730af12889 None None] Provisioning complete for port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:20.882276 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec16bac9-bbd6-4416-bd22-1e730af12889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:20.933413 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:20.969288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:20.975186 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7433daf-daeb-4db7-a359-64af614a47d9" -d '{"events": [{"name": "network-changed", "server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:21.017188 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-004795d1-ae7c-46de-95cc-9018a44abe95 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203795 Sep 09 09:10:21.031079 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f3889e-2f5c-4bb1-8416-f71fc0d87897 x-openstack-request-id: req-a8f3889e-2f5c-4bb1-8416-f71fc0d87897 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:21.031079 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9407c206-d2ee-4290-bbed-8ae307cbda27", "name": "network-vif-plugged", "status": "completed", "tag": "b31013c0-57c0-4ceb-a96c-bab36e822078", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:21.031079 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8f3889e-2f5c-4bb1-8416-f71fc0d87897 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:21.031079 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9407c206-d2ee-4290-bbed-8ae307cbda27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31013c0-57c0-4ceb-a96c-bab36e822078', 'code': 200} Sep 09 09:10:21.037032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:10:21.127699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45870) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:21.246654 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498634f3-f43c-4fd3-873f-679e83999ed8 req-d95c8d6c-b1b6-49b5-ac52-79cbd7bf261a service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171299 Sep 09 09:10:21.248552 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad10ae8-546a-4cc1-b45d-6bbb73eefe7f x-openstack-request-id: req-1ad10ae8-546a-4cc1-b45d-6bbb73eefe7f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:21.248850 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:21.249096 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ad10ae8-546a-4cc1-b45d-6bbb73eefe7f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:21.249482 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b', 'status': 'completed', 'code': 200} Sep 09 09:10:21.319680 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a71d3-610f-4998-b4ef-4e9269870209 req-6bec07e1-ba79-41c3-ae1c-3c34fe5a1894 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:21.328591 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a3a71d3-610f-4998-b4ef-4e9269870209 req-6bec07e1-ba79-41c3-ae1c-3c34fe5a1894 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 945 time: 0.0754516 Sep 09 09:10:21.398753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:10:21.402379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b31013c0-57c0-4ceb-a96c-bab36e822078,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:21.414848 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec16bac9-bbd6-4416-bd22-1e730af12889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:21.468736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a3a71d3-610f-4998-b4ef-4e9269870209 req-0e23578f-1e77-4231-aadb-f1509e2fb118 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300449 Sep 09 09:10:21.502028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-2b6af6db-8c7b-4203-b993-67a2d009f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:21.503577 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-2b6af6db-8c7b-4203-b993-67a2d009f436 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 1100 time: 0.1333768 Sep 09 09:10:21.504866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb93ea-25b4-46df-ab06-036c47f947b7 req-8afdc567-0f90-4ae9-90c9-5437764d7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:21.506360 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-40cb93ea-25b4-46df-ab06-036c47f947b7 req-8afdc567-0f90-4ae9-90c9-5437764d7d11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 1097 time: 0.3795376 Sep 09 09:10:21.534366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ec16bac9-bbd6-4416-bd22-1e730af12889 None None] For port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88,segment=NetworkSegment(55e0ba11-b1c0-4b7e-8f15-5da9fb80d721),segment_id=55e0ba11-b1c0-4b7e-8f15-5da9fb80d721)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:21.589062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-c04dae1a-e2b0-4349-adef-d78ae74e26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:21.590620 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-c04dae1a-e2b0-4349-adef-d78ae74e26f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 1100 time: 0.4187231 Sep 09 09:10:21.594650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a55b670-268a-4854-baa6-d678772b9966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:21.625522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec16bac9-bbd6-4416-bd22-1e730af12889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:21.701757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-40cb93ea-25b4-46df-ab06-036c47f947b7 req-3260b296-de32-4daf-a5cd-adc46e18bb19 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659770 Sep 09 09:10:21.743735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-71b2c21a-59fa-454e-9928-b752037ad887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:21.745513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-71b2c21a-59fa-454e-9928-b752037ad887 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2252593 Sep 09 09:10:21.760525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:21.787605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16bac9-bbd6-4416-bd22-1e730af12889 None None] Pushing event updated for resources: {'Port': ['ID=baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:21.799320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-76a55d69-5f90-4381-85cf-d2c7c34caab3 None None] Provisioning complete for port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:21.799990 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-76a55d69-5f90-4381-85cf-d2c7c34caab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:21.867711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-6dca9dfa-5a26-4a6e-a4b4-96fdce077bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:21.869818 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-6dca9dfa-5a26-4a6e-a4b4-96fdce077bea service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2668245 Sep 09 09:10:21.919689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138894a-b0f1-4c19-a794-cdabe198e5db req-f36684dd-d504-4dbe-84df-62f6ebfb64aa tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:21.922393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1138894a-b0f1-4c19-a794-cdabe198e5db req-f36684dd-d504-4dbe-84df-62f6ebfb64aa tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 948 time: 0.1313672 Sep 09 09:10:22.018158 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-446cc9bd-8355-47cc-97ba-a09f359a0f61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b HTTP/1.1" status: 200 len: 217 time: 0.0895979 Sep 09 09:10:22.050990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1138894a-b0f1-4c19-a794-cdabe198e5db req-5363a77f-1db9-4e5e-9972-4d04404ae900 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208396 Sep 09 09:10:22.062946 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-e54fa105-ed33-4d50-8db7-959ff9068c5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b HTTP/1.1" status: 200 len: 217 time: 0.1823304 Sep 09 09:10:22.107622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-def0af62-d36d-4ffd-99be-fcd3587dd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:22.109864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-def0af62-d36d-4ffd-99be-fcd3587dd693 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0791032 Sep 09 09:10:22.162509 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a55b670-268a-4854-baa6-d678772b9966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:22.168992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-dafaabc6-284a-4747-9fe9-d87cf9b7f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:22.170502 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-dafaabc6-284a-4747-9fe9-d87cf9b7f447 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0922692 Sep 09 09:10:22.194172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-561e341f-9b7b-4411-a688-16e370dd23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:22.196199 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-561e341f-9b7b-4411-a688-16e370dd23ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728569 Sep 09 09:10:22.230838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-034730b2-e755-41b5-8ddf-4040377c44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:22.232389 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-034730b2-e755-41b5-8ddf-4040377c44f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548980 Sep 09 09:10:22.233455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a55b670-268a-4854-baa6-d678772b9966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:22.280689 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Router b8aef6db-e5d5-4072-bfef-fe494f972446 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:10:22.316162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55b670-268a-4854-baa6-d678772b9966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0518399b-37ff-462e-8c5a-df0607ff9494,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:22.324924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3a55b670-268a-4854-baa6-d678772b9966 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee5f68474ff44593b00d7c343e49ce09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1814120 Sep 09 09:10:22.333556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45890) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:22.508265 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-75c95742-4d82-4e28-aa47-aeda7eea581f service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600896 Sep 09 09:10:22.580950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab41f09-20a4-44eb-b56e-ef75c84541c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:22.612443 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-5265cb68-2d19-4c7c-aeee-597893c58373 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079964 Sep 09 09:10:22.682455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:10:22.698092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Sync routers for ids ['b8aef6db-e5d5-4072-bfef-fe494f972446'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:10:22.709368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Routers {'b8aef6db-e5d5-4072-bfef-fe494f972446'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:22.712586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:10:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b8aef6db-e5d5-4072-bfef-fe494f972446'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:22.730652 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab41f09-20a4-44eb-b56e-ef75c84541c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:22.834280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-fa6f3aa2-61cb-491c-8de7-dd27fe81b02c service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188362 Sep 09 09:10:22.843488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea467b-f8ac-4449-bc9a-f262d6f1188d req-24927ff1-6c14-4c05-b34b-8ccfadddd14a tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:22.845403 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44ea467b-f8ac-4449-bc9a-f262d6f1188d req-24927ff1-6c14-4c05-b34b-8ccfadddd14a tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 945 time: 0.2488832 Sep 09 09:10:22.847622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:22.852464 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d6499198-3f55-4179-9663-cb2bd5ac4211 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6412442 Sep 09 09:10:22.854128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45900) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:22.883395 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7433daf-daeb-4db7-a359-64af614a47d9 req-3e0c134f-bd68-4913-9d5b-08966e0d49e2 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430894 Sep 09 09:10:22.949065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Set router b8aef6db-e5d5-4072-bfef-fe494f972446 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:22.950710 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44ea467b-f8ac-4449-bc9a-f262d6f1188d req-5f912281-ab4c-4193-9cbd-dc8ff1ca2661 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953796 Sep 09 09:10:23.058057 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab41f09-20a4-44eb-b56e-ef75c84541c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:23.060916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aab41f09-20a4-44eb-b56e-ef75c84541c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:23.062711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-aab41f09-20a4-44eb-b56e-ef75c84541c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0518399b-37ff-462e-8c5a-df0607ff9494 HTTP/1.1" status: 204 len: 168 time: 0.7239108 Sep 09 09:10:23.082251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab41f09-20a4-44eb-b56e-ef75c84541c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0518399b-37ff-462e-8c5a-df0607ff9494,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:23.397143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-router', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '419f050e-92a1-456a-9311-ab472ae5831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:16Z', 'updated_at': '2021-09-09T09:10:19Z', 'revision_number': 3, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'gw_port': {'id': '419f050e-92a1-456a-9311-ab472ae5831f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:17Z', 'updated_at': '2021-09-09T09:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:23.398925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9e73-da4d-45ef-947d-ceb5dd7814d6 req-720ceab3-3186-400d-af5d-6050a6e58a5b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:23.407832 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4daf9e73-da4d-45ef-947d-ceb5dd7814d6 req-720ceab3-3186-400d-af5d-6050a6e58a5b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 948 time: 0.1346939 Sep 09 09:10:23.489868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Checking router: b8aef6db-e5d5-4072-bfef-fe494f972446 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:10:23.490232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Updating router b8aef6db-e5d5-4072-bfef-fe494f972446 port 419f050e-92a1-456a-9311-ab472ae5831f binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:10:23.498920 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:10:23.512031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4daf9e73-da4d-45ef-947d-ceb5dd7814d6 req-8f6e2b5f-66f7-443a-811f-82ffdfb69d9f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006784 Sep 09 09:10:23.513666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:23.552839 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:23.607617 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:23.661879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:23.662300 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:23.776435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Allocated IP 172.20.0.1 (037318aa-7d74-4ea9-83e6-e4fde35a9026/74fcbe4a-c936-4e98-b254-4d93dabb4511/fca0375c-0e98-4862-9ca4-f4bcc805ca0d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:24.081477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:24.096714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Transition to ACTIVE for port object fca0375c-0e98-4862-9ca4-f4bcc805ca0d will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:24.189796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ebbb7-7510-4c9c-a8be-d27cf7b1c673 req-66e9e69c-fda9-43b3-bdc4-6092db7367e0 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:24.192930 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c37ebbb7-7510-4c9c-a8be-d27cf7b1c673 req-66e9e69c-fda9-43b3-bdc4-6092db7367e0 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 945 time: 0.1134503 Sep 09 09:10:24.202725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:24.297324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c37ebbb7-7510-4c9c-a8be-d27cf7b1c673 req-6cd83fff-ba42-473c-9720-f5c5e07feaa2 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972803 Sep 09 09:10:24.298635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Network 037318aa-7d74-4ea9-83e6-e4fde35a9026 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:24.300977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:24.303306 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:24.315404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:24.346470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Transition to ACTIVE for port object 419f050e-92a1-456a-9311-ab472ae5831f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:24.392763 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:24.517173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Pushing event updated for resources: {'Port': ['ID=fca0375c-0e98-4862-9ca4-f4bcc805ca0d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:24.630634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d7598-3461-42a5-b655-c99543dd0e1e req-8b5eb3d6-cd33-4c0e-b3bc-e10fdb666a62 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:24.631434 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b71d7598-3461-42a5-b655-c99543dd0e1e req-8b5eb3d6-cd33-4c0e-b3bc-e10fdb666a62 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 945 time: 0.1503031 Sep 09 09:10:24.671470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570cd18-a5d1-40d6-b6fe-fd68f4073b5a req-aa1c5189-4b78-41dc-8812-958e478fab15 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:24.681494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d570cd18-a5d1-40d6-b6fe-fd68f4073b5a req-aa1c5189-4b78-41dc-8812-958e478fab15 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 948 time: 0.0858471 Sep 09 09:10:24.750079 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d570cd18-a5d1-40d6-b6fe-fd68f4073b5a req-f27baca7-82c6-4e43-ab1f-07e105299872 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492020 Sep 09 09:10:24.750194 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:24.881782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45936) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:24.886181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Attempting to bind port 419f050e-92a1-456a-9311-ab472ae5831f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:24.891880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Attempting to bind port 419f050e-92a1-456a-9311-ab472ae5831f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:24.892339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Attempting to bind port 419f050e-92a1-456a-9311-ab472ae5831f on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:24.897370 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d729b6a5-2d05-4483-bd34-db8b00f0e7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:24.900945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f33ed-97b4-4349-93af-027dd5b0de89 None None] Pushing event updated for resources: {'Port': ['ID=419f050e-92a1-456a-9311-ab472ae5831f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:24.906430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:24.910594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:24.910594 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:24.910594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:24.910594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Bound port: 419f050e-92a1-456a-9311-ab472ae5831f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:24.910594 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:24.975815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-025399b5-d22a-4a9c-804c-68a9fb9a0d91 None None] Provisioning for port fca0375c-0e98-4862-9ca4-f4bcc805ca0d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:24.997195 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.030333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-025399b5-d22a-4a9c-804c-68a9fb9a0d91 None None] Provisioning complete for port fca0375c-0e98-4862-9ca4-f4bcc805ca0d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:25.031785 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-025399b5-d22a-4a9c-804c-68a9fb9a0d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.031926 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d729b6a5-2d05-4483-bd34-db8b00f0e7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.100253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d729b6a5-2d05-4483-bd34-db8b00f0e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.101145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] For port 419f050e-92a1-456a-9311-ab472ae5831f, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:25.106819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] For port 419f050e-92a1-456a-9311-ab472ae5831f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=419f050e-92a1-456a-9311-ab472ae5831f,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:25.115187 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-025399b5-d22a-4a9c-804c-68a9fb9a0d91 None None] Port fca0375c-0e98-4862-9ca4-f4bcc805ca0d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:10:25.151864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d729b6a5-2d05-4483-bd34-db8b00f0e7a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66125c38f2ee4dcf87ff2f5ad7fe26ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684250 Sep 09 09:10:25.158998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45946) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:25.186643 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.189158 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b71d7598-3461-42a5-b655-c99543dd0e1e req-b9fa7122-bd63-4fce-bec9-eb86b51948d8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555069 Sep 09 09:10:25.215322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729b6a5-2d05-4483-bd34-db8b00f0e7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338cd145-d3a2-4881-9877-3ab2eb99adc7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:25.221876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.335481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3305d-7099-4a76-99fd-ec6dca001ea9 req-437f611f-036a-4c92-ada4-3fe215c4f142 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:25.337786 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19d3305d-7099-4a76-99fd-ec6dca001ea9 req-437f611f-036a-4c92-ada4-3fe215c4f142 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 948 time: 0.0617383 Sep 09 09:10:25.345787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Routers {'b8aef6db-e5d5-4072-bfef-fe494f972446'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:25.346415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:10:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b8aef6db-e5d5-4072-bfef-fe494f972446'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:25.418497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19d3305d-7099-4a76-99fd-ec6dca001ea9 req-4cadf8bd-5b24-40e8-8cee-08872abcf8f9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656638 Sep 09 09:10:25.442036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f33ed-97b4-4349-93af-027dd5b0de89 None None] Pushing event updated for resources: {'Port': ['ID=419f050e-92a1-456a-9311-ab472ae5831f,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:25.529158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd96ab7f-c23c-4a35-93ca-e971cf1e5ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.549527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] Set router b8aef6db-e5d5-4072-bfef-fe494f972446 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:25.598968 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.618803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9e29-8567-4c8f-8c2b-1cec4d0ae656 req-37077c1b-bf94-422a-96b5-6120a3d7cbf2 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:25.620381 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cff9e29-8567-4c8f-8c2b-1cec4d0ae656 req-37077c1b-bf94-422a-96b5-6120a3d7cbf2 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 945 time: 0.3021162 Sep 09 09:10:25.641632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd96ab7f-c23c-4a35-93ca-e971cf1e5ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.729449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-b8c3af0f-7afe-4d37-98fe-aa4bd7cd8025 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:25.730930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-b8c3af0f-7afe-4d37-98fe-aa4bd7cd8025 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc&tenant_id=bd13aef6e3254abdb27a99a760731ff5&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 948 time: 0.2521911 Sep 09 09:10:25.787174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cff9e29-8567-4c8f-8c2b-1cec4d0ae656 req-1b0dfe60-abaa-42c4-9657-ec309b182079 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486285 Sep 09 09:10:25.903768 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-f213f685-7654-4f84-8b7c-04d6230231f6 service neutron] delete failed (client error): The resource could not be found. Sep 09 09:10:25.904795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-f213f685-7654-4f84-8b7c-04d6230231f6 service neutron] 10.222.0.24 "DELETE /v2.0/ports/9286d0c0-a079-4c6b-a5c4-615cb7fdf09b/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.1652853 Sep 09 09:10:25.945416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.950666 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd96ab7f-c23c-4a35-93ca-e971cf1e5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.953223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-router', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '419f050e-92a1-456a-9311-ab472ae5831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:16Z', 'updated_at': '2021-09-09T09:10:24Z', 'revision_number': 4, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'gw_port': {'id': '419f050e-92a1-456a-9311-ab472ae5831f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:17Z', 'updated_at': '2021-09-09T09:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'fca0375c-0e98-4862-9ca4-f4bcc805ca0d', 'name': '', 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'mac_address': 'fa:16:3e:c0:7f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '74fcbe4a-c936-4e98-b254-4d93dabb4511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:23Z', 'updated_at': '2021-09-09T09:10:23Z', 'revision_number': 1, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'subnets': [{'id': '74fcbe4a-c936-4e98-b254-4d93dabb4511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:25.956713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd96ab7f-c23c-4a35-93ca-e971cf1e5ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:25.956713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dd96ab7f-c23c-4a35-93ca-e971cf1e5ae8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/338cd145-d3a2-4881-9877-3ab2eb99adc7 HTTP/1.1" status: 204 len: 168 time: 0.7771266 Sep 09 09:10:25.973689 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96ab7f-c23c-4a35-93ca-e971cf1e5ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338cd145-d3a2-4881-9877-3ab2eb99adc7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:25.998088 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f11606-be50-438a-b1dc-df51103d49be req-560a5566-6ed1-41ee-97ca-59604b433704 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:26.001846 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48f11606-be50-438a-b1dc-df51103d49be req-560a5566-6ed1-41ee-97ca-59604b433704 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 945 time: 0.0804217 Sep 09 09:10:26.028855 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:26.035891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8a12e-3c4f-4594-b7fe-b6279682ac8d None None] The sync data for ids ['b8aef6db-e5d5-4072-bfef-fe494f972446'] in n-d-778696-16 is: [{'id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-router', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '419f050e-92a1-456a-9311-ab472ae5831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:16Z', 'updated_at': '2021-09-09T09:10:24Z', 'revision_number': 4, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'gw_port': {'id': '419f050e-92a1-456a-9311-ab472ae5831f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:17Z', 'updated_at': '2021-09-09T09:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'fca0375c-0e98-4862-9ca4-f4bcc805ca0d', 'name': '', 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'mac_address': 'fa:16:3e:c0:7f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '74fcbe4a-c936-4e98-b254-4d93dabb4511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:23Z', 'updated_at': '2021-09-09T09:10:23Z', 'revision_number': 1, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'subnets': [{'id': '74fcbe4a-c936-4e98-b254-4d93dabb4511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:10:26.125351 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48f11606-be50-438a-b1dc-df51103d49be req-116355c2-ebb8-4f5a-92bc-fe28032f821b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179621 Sep 09 09:10:26.139792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:10:26.339025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Pushing event updated for resources: {'Port': ['ID=fca0375c-0e98-4862-9ca4-f4bcc805ca0d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:26.342574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b49716-5b6c-47c9-8759-d8a9814b08de req-e59e3463-3127-409a-8b0b-69d1bac90aab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:26.354856 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:26.361880 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-67b49716-5b6c-47c9-8759-d8a9814b08de req-e59e3463-3127-409a-8b0b-69d1bac90aab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 945 time: 0.0965636 Sep 09 09:10:26.424521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-67b49716-5b6c-47c9-8759-d8a9814b08de req-04487d71-ba5d-42aa-88c8-736e290c25bf tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608358 Sep 09 09:10:26.427698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-06bc58c2-901a-4a0f-a179-6ebb68c66ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:26.436739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-06bc58c2-901a-4a0f-a179-6ebb68c66ca4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 1100 time: 0.2390597 Sep 09 09:10:26.443165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:26.491977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b', 'mac_address': 'fa:16:3e:06:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:10:26.669957 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:26.671116 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Network 037318aa-7d74-4ea9-83e6-e4fde35a9026 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:26.698404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:26.699289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:10:26.753995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:26.792519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe98409-e1e6-4da5-82f5-77842f8064c7 req-22f53f4d-192a-4bb6-b556-764f0fa603b3 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:26.794123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4fe98409-e1e6-4da5-82f5-77842f8064c7 req-22f53f4d-192a-4bb6-b556-764f0fa603b3 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 945 time: 0.1460869 Sep 09 09:10:26.808336 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:26.930287 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4fe98409-e1e6-4da5-82f5-77842f8064c7 req-bf54834f-ceb8-4b0b-8a47-2ba9dd4dc15a tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261017 Sep 09 09:10:26.974773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9adac-132b-4f35-939d-982b676e1132 req-ea7fac85-9e7d-4685-ba44-69302f5d1d5c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:26.976417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ed9adac-132b-4f35-939d-982b676e1132 req-ea7fac85-9e7d-4685-ba44-69302f5d1d5c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 948 time: 0.3263621 Sep 09 09:10:27.016890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-7733b621-88d4-4b02-9545-02c1d0eb54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:27.018582 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-7733b621-88d4-4b02-9545-02c1d0eb54fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.4632032 Sep 09 09:10:27.030709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:27.094294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:10:27.207928 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-832c5d7e-30c4-4af9-a4e3-350c8c399165 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b HTTP/1.1" status: 200 len: 217 time: 0.1574662 Sep 09 09:10:27.236490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12f74a-6a53-4076-b57c-25c4e84d7116 req-50a067ed-d4a8-4012-9d2e-680dce16b214 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:27.238840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e12f74a-6a53-4076-b57c-25c4e84d7116 req-50a067ed-d4a8-4012-9d2e-680dce16b214 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 945 time: 0.1101735 Sep 09 09:10:27.329234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e330970d-bc5e-4441-b788-0e3c644ec24e None None] Provisioning complete for port fca0375c-0e98-4862-9ca4-f4bcc805ca0d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:27.329612 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e330970d-bc5e-4441-b788-0e3c644ec24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:27.378204 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e12f74a-6a53-4076-b57c-25c4e84d7116 req-fb8a5f48-f2b5-413f-ad8f-8ffa6fa38711 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160855 Sep 09 09:10:27.433336 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ed9adac-132b-4f35-939d-982b676e1132 req-609076c0-5400-45e8-a8de-030a00dbcc5a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439163 Sep 09 09:10:27.516096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-dfb02b91-9928-4c70-bcf3-6a2825915790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:27.521517 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-dfb02b91-9928-4c70-bcf3-6a2825915790 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.2935421 Sep 09 09:10:27.546993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e330970d-bc5e-4441-b788-0e3c644ec24e None None] Port fca0375c-0e98-4862-9ca4-f4bcc805ca0d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:10:27.622386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Router b8aef6db-e5d5-4072-bfef-fe494f972446 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:10:27.634801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 419f050e-92a1-456a-9311-ab472ae5831f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:27.736473 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-f321accf-40c8-4dba-9797-9c203e106257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:27.736473 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-f321accf-40c8-4dba-9797-9c203e106257 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1999531 Sep 09 09:10:27.785306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 419f050e-92a1-456a-9311-ab472ae5831f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:27.789460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 419f050e-92a1-456a-9311-ab472ae5831f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:27.789840 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:27.894823 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-7c29e4cd-7719-4bdd-ae0d-dfbfd31790bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0733023 Sep 09 09:10:27.956773 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:27.987843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e8b81-bfa9-4da4-bd1d-5ad4f5c11781 req-5ee2b58f-b81c-4d0f-9adb-6343e35193c8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:27.989716 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd6e8b81-bfa9-4da4-bd1d-5ad4f5c11781 req-5ee2b58f-b81c-4d0f-9adb-6343e35193c8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 945 time: 0.3452778 Sep 09 09:10:28.005258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 419f050e-92a1-456a-9311-ab472ae5831f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=419f050e-92a1-456a-9311-ab472ae5831f,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:28.054437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-d3843e71-e9e0-40d5-b395-3116159cf33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:28.059021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-121d1e8b-44eb-4616-a5d6-331b120cf85b service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160114 Sep 09 09:10:28.059371 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:28.061049 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-d3843e71-e9e0-40d5-b395-3116159cf33c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f8f99698e89468394188ee2ceca9ef4&device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 1098 time: 0.1006334 Sep 09 09:10:28.138245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=419f050e-92a1-456a-9311-ab472ae5831f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:28.195519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd6e8b81-bfa9-4da4-bd1d-5ad4f5c11781 req-aee88fd1-402f-4498-a0ba-999153a4f3fe tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598361 Sep 09 09:10:28.198506 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce7470a3-b448-4e0d-b3bb-4dd7dd8e8cf9 req-5450da1a-06c4-4d8b-9fe8-e58a0be7ca67 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305594 Sep 09 09:10:28.205152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:10:28.217699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1679766c-8ac9-45b7-a83e-1ec4d5cf3516 admin admin] 10.222.0.32 "PUT /v2.0/routers/b8aef6db-e5d5-4072-bfef-fe494f972446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3602462 Sep 09 09:10:28.252936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-69c9c9ff-2b73-4fb6-9ef7-e79777103778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:28.255855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-69c9c9ff-2b73-4fb6-9ef7-e79777103778 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e03ded8-bda0-484a-9427-b212bb2c9357 HTTP/1.1" status: 200 len: 925 time: 0.1672044 Sep 09 09:10:28.369493 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-d922e19a-7e08-4534-87fe-a2ca463e37af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 HTTP/1.1" status: 200 len: 1002 time: 0.0953181 Sep 09 09:10:28.459046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-cfa7a465-9243-4935-a214-c95cf65ef026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:28.465485 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-cfa7a465-9243-4935-a214-c95cf65ef026 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03cc89b6-6df2-464e-813c-19e32777bee5 HTTP/1.1" status: 200 len: 863 time: 0.0762932 Sep 09 09:10:28.555090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-34166ac6-4e02-4def-8220-091da99702d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:28.559703 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-34166ac6-4e02-4def-8220-091da99702d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e03ded8-bda0-484a-9427-b212bb2c9357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884962 Sep 09 09:10:28.646395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb5a5-dca9-49dc-9ef2-51d12f2aa977 req-df1173be-dc5a-4292-8d51-328210fe98da tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:28.657168 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d1eb5a5-dca9-49dc-9ef2-51d12f2aa977 req-df1173be-dc5a-4292-8d51-328210fe98da tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 949 time: 0.1048040 Sep 09 09:10:28.686868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46042) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:28.728026 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d1eb5a5-dca9-49dc-9ef2-51d12f2aa977 req-b3912575-10e9-42bf-87cf-9502b201ccba tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695305 Sep 09 09:10:28.744820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-c919b8b1-3842-42fb-b668-d4afac395722 service neutron] 10.222.0.41 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707435 Sep 09 09:10:28.904846 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dd04619-8fcb-42c7-92a1-fa32f453d9a8 req-9e80e2a4-eaad-42ff-8b73-d29bf38499ae service neutron] 10.222.0.41 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524014 Sep 09 09:10:29.032486 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2b07c341-3e4e-432b-9924-0b10c2e66614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:29.210006 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2b07c341-3e4e-432b-9924-0b10c2e66614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:29.486951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 419f050e-92a1-456a-9311-ab472ae5831f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:29.571961 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1220705-c8d1-43dd-96bc-f01eb9a2d5a0 req-b9350454-3782-420b-9272-819051a41730 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1164887 Sep 09 09:10:29.589805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 419f050e-92a1-456a-9311-ab472ae5831f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:29.590416 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:29.611759 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2b07c341-3e4e-432b-9924-0b10c2e66614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:29.747994 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Sync routers for ids ['b8aef6db-e5d5-4072-bfef-fe494f972446'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:10:29.773069 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Routers {'b8aef6db-e5d5-4072-bfef-fe494f972446'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:29.775039 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:10:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b8aef6db-e5d5-4072-bfef-fe494f972446'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:29.791226 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2b07c341-3e4e-432b-9924-0b10c2e66614 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f95380b762446b9bd1a16dac313fb2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1028104 Sep 09 09:10:29.796211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:29.816839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07c341-3e4e-432b-9924-0b10c2e66614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89adbe57-28b6-4547-b0f5-7a7b28066be4,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:30.037617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1220705-c8d1-43dd-96bc-f01eb9a2d5a0 req-d52c6bd0-8fce-41b8-bfa2-c5646fbe017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:30.046622 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1220705-c8d1-43dd-96bc-f01eb9a2d5a0 req-d52c6bd0-8fce-41b8-bfa2-c5646fbe017e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 1097 time: 0.4488845 Sep 09 09:10:30.160735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:30.284802 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Set router b8aef6db-e5d5-4072-bfef-fe494f972446 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:30.285133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4e36e-f2e5-4b87-b9b5-7f7ab22eb9e6 req-59197644-22ba-4851-8ab8-e4891bba8a66 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:30.286463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aee4e36e-f2e5-4b87-b9b5-7f7ab22eb9e6 req-59197644-22ba-4851-8ab8-e4891bba8a66 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 949 time: 0.2803135 Sep 09 09:10:30.294085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b140-1f96-4477-9fcf-62ea162df3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:30.419641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:30.424551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:30.425102 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:30.448512 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aee4e36e-f2e5-4b87-b9b5-7f7ab22eb9e6 req-d190d6e2-3368-414f-bd89-8d443f01dc1d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515768 Sep 09 09:10:30.558627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b140-1f96-4477-9fcf-62ea162df3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:30.627270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1220705-c8d1-43dd-96bc-f01eb9a2d5a0 req-da0d2139-0175-4d9e-80ec-44c45885dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:30.629874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1220705-c8d1-43dd-96bc-f01eb9a2d5a0 req-da0d2139-0175-4d9e-80ec-44c45885dfaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.5603683 Sep 09 09:10:30.671561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f5e35-9b41-48a7-9dbe-117f1060417b req-23a10c10-4484-467c-ac3d-5bd1984ce35a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:30.690207 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d25f5e35-9b41-48a7-9dbe-117f1060417b req-23a10c10-4484-467c-ac3d-5bd1984ce35a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 949 time: 0.1410091 Sep 09 09:10:30.753352 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:30.763498 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1220705-c8d1-43dd-96bc-f01eb9a2d5a0 req-51ad9946-afc0-49c7-8f20-0c8cced72e6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a HTTP/1.1" status: 200 len: 217 time: 0.0930696 Sep 09 09:10:30.776550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d25f5e35-9b41-48a7-9dbe-117f1060417b req-29ddda46-acb2-419c-843e-baf06720a855 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851223 Sep 09 09:10:31.016665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1220705-c8d1-43dd-96bc-f01eb9a2d5a0 req-594332cf-1274-4fa9-887b-96fe94cade0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:31.018459 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1220705-c8d1-43dd-96bc-f01eb9a2d5a0 req-594332cf-1274-4fa9-887b-96fe94cade0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.2470160 Sep 09 09:10:31.082332 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1220705-c8d1-43dd-96bc-f01eb9a2d5a0 req-a534a8b9-0eee-4452-98d7-f9aa8898c5ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459871 Sep 09 09:10:31.100755 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b140-1f96-4477-9fcf-62ea162df3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:31.105318 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b140-1f96-4477-9fcf-62ea162df3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:31.109637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3ca4b140-1f96-4477-9fcf-62ea162df3af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89adbe57-28b6-4547-b0f5-7a7b28066be4 HTTP/1.1" status: 204 len: 168 time: 1.3051052 Sep 09 09:10:31.135236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:31.140679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4b140-1f96-4477-9fcf-62ea162df3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89adbe57-28b6-4547-b0f5-7a7b28066be4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:31.174298 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bd5ef3-9d38-4d7f-ac3f-553e98f7b9ee" -d '{"events": [{"server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "name": "network-vif-plugged", "status": "completed", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:31.210689 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-router', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '419f050e-92a1-456a-9311-ab472ae5831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:16Z', 'updated_at': '2021-09-09T09:10:24Z', 'revision_number': 4, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'gw_port': {'id': '419f050e-92a1-456a-9311-ab472ae5831f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:17Z', 'updated_at': '2021-09-09T09:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'fca0375c-0e98-4862-9ca4-f4bcc805ca0d', 'name': '', 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'mac_address': 'fa:16:3e:c0:7f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '74fcbe4a-c936-4e98-b254-4d93dabb4511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:23Z', 'updated_at': '2021-09-09T09:10:25Z', 'revision_number': 2, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'subnets': [{'id': '74fcbe4a-c936-4e98-b254-4d93dabb4511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:31.232167 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1220705-c8d1-43dd-96bc-f01eb9a2d5a0 req-5afa5510-e85e-4df5-bf26-44ae86523326 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425364 Sep 09 09:10:31.240998 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:31.273074 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Checking router: b8aef6db-e5d5-4072-bfef-fe494f972446 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:10:31.275160 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Updating router b8aef6db-e5d5-4072-bfef-fe494f972446 port fca0375c-0e98-4862-9ca4-f4bcc805ca0d binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:10:31.286513 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:31.337541 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:31.439429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1220705-c8d1-43dd-96bc-f01eb9a2d5a0 req-f36e25f7-9b5b-45e5-948c-6ddc67639aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993985 Sep 09 09:10:31.467016 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac48e79-fbab-435a-8d9f-3bf942bb78b4 x-openstack-request-id: req-0ac48e79-fbab-435a-8d9f-3bf942bb78b4 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:31.467290 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "name": "network-vif-plugged", "status": "completed", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:31.467589 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ac48e79-fbab-435a-8d9f-3bf942bb78b4 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:31.467977 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b', 'code': 200} Sep 09 09:10:31.503876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:31.768076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46120) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:31.850468 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:31.872855 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Transition to ACTIVE for port object fca0375c-0e98-4862-9ca4-f4bcc805ca0d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:31.972059 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23d00a19-81e4-4d26-ac9d-2c6f8e96d67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:32.129992 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23d00a19-81e4-4d26-ac9d-2c6f8e96d67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:32.136876 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:32.231061 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23d00a19-81e4-4d26-ac9d-2c6f8e96d67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:32.242924 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84b50e-37a5-4bc8-ad17-294419ff606a None None] Pushing event updated for resources: {'Port': ['ID=fca0375c-0e98-4862-9ca4-f4bcc805ca0d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:32.371051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d00a19-81e4-4d26-ac9d-2c6f8e96d67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2804c4-76ec-4ea3-a925-bc9c74aa128e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:32.419529 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Attempting to bind port fca0375c-0e98-4862-9ca4-f4bcc805ca0d on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:32.419529 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Attempting to bind port fca0375c-0e98-4862-9ca4-f4bcc805ca0d by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '55e0ba11-b1c0-4b7e-8f15-5da9fb80d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:32.419529 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Attempting to bind port fca0375c-0e98-4862-9ca4-f4bcc805ca0d on network 037318aa-7d74-4ea9-83e6-e4fde35a9026 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:32.420409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46132) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:32.422239 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-23d00a19-81e4-4d26-ac9d-2c6f8e96d67a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a1b6fa2704543f7a325022c513cd26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6554496 Sep 09 09:10:32.467690 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:32.468378 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Checking segment: {'id': '55e0ba11-b1c0-4b7e-8f15-5da9fb80d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:32.469057 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:32.469608 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Bound using segment: {'id': '55e0ba11-b1c0-4b7e-8f15-5da9fb80d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:32.470278 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Bound port: fca0375c-0e98-4862-9ca4-f4bcc805ca0d, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e0ba11-b1c0-4b7e-8f15-5da9fb80d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:32.470832 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:32.528244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46134) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:32.569725 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-954b1777-6cba-4276-ae7c-e2acdcb27f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:32.582559 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d0211afd-9879-4815-82a0-32b8655d8cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:32.612557 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] For port fca0375c-0e98-4862-9ca4-f4bcc805ca0d, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:32.625914 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] For port fca0375c-0e98-4862-9ca4-f4bcc805ca0d, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fca0375c-0e98-4862-9ca4-f4bcc805ca0d,segment=NetworkSegment(55e0ba11-b1c0-4b7e-8f15-5da9fb80d721),segment_id=55e0ba11-b1c0-4b7e-8f15-5da9fb80d721)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:32.633326 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d0211afd-9879-4815-82a0-32b8655d8cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:32.728669 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:32.816546 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84b50e-37a5-4bc8-ad17-294419ff606a None None] Pushing event updated for resources: {'Port': ['ID=fca0375c-0e98-4862-9ca4-f4bcc805ca0d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:32.841202 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Routers {'b8aef6db-e5d5-4072-bfef-fe494f972446'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:32.842608 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:10:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b8aef6db-e5d5-4072-bfef-fe494f972446'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:33.057323 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] Set router b8aef6db-e5d5-4072-bfef-fe494f972446 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:33.120620 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d0211afd-9879-4815-82a0-32b8655d8cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:33.123995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d0211afd-9879-4815-82a0-32b8655d8cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:33.131068 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d0211afd-9879-4815-82a0-32b8655d8cae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c2804c4-76ec-4ea3-a925-bc9c74aa128e HTTP/1.1" status: 204 len: 168 time: 0.7089446 Sep 09 09:10:33.176537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0211afd-9879-4815-82a0-32b8655d8cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2804c4-76ec-4ea3-a925-bc9c74aa128e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:33.324090 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-954b1777-6cba-4276-ae7c-e2acdcb27f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:33.396863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-954b1777-6cba-4276-ae7c-e2acdcb27f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:33.508528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46146) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:33.524010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-954b1777-6cba-4276-ae7c-e2acdcb27f8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e831333738b041289e309ffb11ac427d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9950163 Sep 09 09:10:33.557179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b1777-6cba-4276-ae7c-e2acdcb27f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b28bcc-4b06-4dac-b955-1ac2e1a1744b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:33.638891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fca0375c-0e98-4862-9ca4-f4bcc805ca0d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:33.648783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14c6dfd8-0a81-4fdf-9357-db492bdfd884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:33.676341 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14c6dfd8-0a81-4fdf-9357-db492bdfd884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:33.690883 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-router', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '419f050e-92a1-456a-9311-ab472ae5831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:16Z', 'updated_at': '2021-09-09T09:10:24Z', 'revision_number': 4, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'gw_port': {'id': '419f050e-92a1-456a-9311-ab472ae5831f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:17Z', 'updated_at': '2021-09-09T09:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'fca0375c-0e98-4862-9ca4-f4bcc805ca0d', 'name': '', 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'mac_address': 'fa:16:3e:c0:7f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '74fcbe4a-c936-4e98-b254-4d93dabb4511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:23Z', 'updated_at': '2021-09-09T09:10:32Z', 'revision_number': 4, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'subnets': [{'id': '74fcbe4a-c936-4e98-b254-4d93dabb4511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:33.757272 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976b582-b2c7-4353-bd01-00181a76052c None None] The sync data for ids ['b8aef6db-e5d5-4072-bfef-fe494f972446'] in n-d-778696-16 is: [{'id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-router', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '419f050e-92a1-456a-9311-ab472ae5831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:16Z', 'updated_at': '2021-09-09T09:10:24Z', 'revision_number': 4, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'gw_port': {'id': '419f050e-92a1-456a-9311-ab472ae5831f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:17Z', 'updated_at': '2021-09-09T09:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'fca0375c-0e98-4862-9ca4-f4bcc805ca0d', 'name': '', 'network_id': '037318aa-7d74-4ea9-83e6-e4fde35a9026', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'mac_address': 'fa:16:3e:c0:7f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '74fcbe4a-c936-4e98-b254-4d93dabb4511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:23Z', 'updated_at': '2021-09-09T09:10:32Z', 'revision_number': 4, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'subnets': [{'id': '74fcbe4a-c936-4e98-b254-4d93dabb4511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:10:33.830447 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-9eeb949f-fa48-48e1-8c07-d12f7be4cd6c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bd13aef6e3254abdb27a99a760731ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582647 Sep 09 09:10:33.854250 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14c6dfd8-0a81-4fdf-9357-db492bdfd884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:33.857727 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14c6dfd8-0a81-4fdf-9357-db492bdfd884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:33.859129 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-14c6dfd8-0a81-4fdf-9357-db492bdfd884 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4b28bcc-4b06-4dac-b955-1ac2e1a1744b HTTP/1.1" status: 204 len: 168 time: 0.3484004 Sep 09 09:10:33.864861 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port fca0375c-0e98-4862-9ca4-f4bcc805ca0d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:33.872766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fca0375c-0e98-4862-9ca4-f4bcc805ca0d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:33.876577 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:33.912947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6dfd8-0a81-4fdf-9357-db492bdfd884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b28bcc-4b06-4dac-b955-1ac2e1a1744b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:34.055308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa254e-2742-4a7e-b76d-17b4e1c7e302 req-08b722e1-a93a-4de6-9f35-363d89e1fdcf tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:34.061687 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7aa254e-2742-4a7e-b76d-17b4e1c7e302 req-08b722e1-a93a-4de6-9f35-363d89e1fdcf tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 1097 time: 0.1153319 Sep 09 09:10:34.118811 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:34.139970 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7aa254e-2742-4a7e-b76d-17b4e1c7e302 req-8decf3ac-719f-4bdb-8bde-b24f9e48dfc2 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616839 Sep 09 09:10:34.183138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port fca0375c-0e98-4862-9ca4-f4bcc805ca0d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fca0375c-0e98-4862-9ca4-f4bcc805ca0d,segment=NetworkSegment(55e0ba11-b1c0-4b7e-8f15-5da9fb80d721),segment_id=55e0ba11-b1c0-4b7e-8f15-5da9fb80d721)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:34.188653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b31013c0-57c0-4ceb-a96c-bab36e822078 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:10:34.261971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-30118f37-19f2-460a-b211-0c0167ed2c9a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:34.262909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46162) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:34.271018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:34.273625 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-30118f37-19f2-460a-b211-0c0167ed2c9a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4423223 Sep 09 09:10:34.288403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e5c0-f917-4a9c-a525-df2634f51ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:34.303811 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-05c2ee69-3822-4c38-a84e-31f7052d17f5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/quotas/bd13aef6e3254abdb27a99a760731ff5 HTTP/1.1" status: 200 len: 375 time: 0.0260677 Sep 09 09:10:34.434858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-2ee03441-027d-4a01-8bc0-48477ca30653 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299398 Sep 09 09:10:34.566899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0074b8-a502-4071-b18b-a8153c8757aa req-3259ab78-4644-46f5-9273-5b7016de2995 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:34.577990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef0074b8-a502-4071-b18b-a8153c8757aa req-3259ab78-4644-46f5-9273-5b7016de2995 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 945 time: 0.2379389 Sep 09 09:10:34.667431 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef0074b8-a502-4071-b18b-a8153c8757aa req-a6ba9c16-9ab2-4fa5-8996-5befb53d92e5 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831618 Sep 09 09:10:34.675517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=fca0375c-0e98-4862-9ca4-f4bcc805ca0d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:34.760566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b31013c0-57c0-4ceb-a96c-bab36e822078, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b31013c0-57c0-4ceb-a96c-bab36e822078,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:34.845413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'b31013c0-57c0-4ceb-a96c-bab36e822078', 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c', 'port_id': 'b31013c0-57c0-4ceb-a96c-bab36e822078', 'mac_address': 'fa:16:3e:0d:12:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dab4e8b-f33f-4361-b5da-5c5f6e335558', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:10:34.857243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e5c0-f917-4a9c-a525-df2634f51ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:34.956789 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e5c0-f917-4a9c-a525-df2634f51ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:35.021589 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:35.037478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6ee2e5c0-f917-4a9c-a525-df2634f51ef3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a841fa92f0744a79bc46c99dca8f35b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7723510 Sep 09 09:10:35.040485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46184) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:35.072127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b31013c0-57c0-4ceb-a96c-bab36e822078 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:10:35.078293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2e5c0-f917-4a9c-a525-df2634f51ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5646cf79-50ea-4aa4-b97b-3efa9a2051fd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:35.134301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b31013c0-57c0-4ceb-a96c-bab36e822078, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b31013c0-57c0-4ceb-a96c-bab36e822078,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:35.168149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46f38ea2-24ad-4b62-bfb3-ed58e9a7bcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:35.224789 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46f38ea2-24ad-4b62-bfb3-ed58e9a7bcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:35.236585 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:35.345489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46f38ea2-24ad-4b62-bfb3-ed58e9a7bcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:35.349154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46f38ea2-24ad-4b62-bfb3-ed58e9a7bcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:35.351241 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-46f38ea2-24ad-4b62-bfb3-ed58e9a7bcbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5646cf79-50ea-4aa4-b97b-3efa9a2051fd HTTP/1.1" status: 204 len: 168 time: 0.3091087 Sep 09 09:10:35.366382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f38ea2-24ad-4b62-bfb3-ed58e9a7bcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5646cf79-50ea-4aa4-b97b-3efa9a2051fd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:35.367118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['b31013c0-57c0-4ceb-a96c-bab36e822078'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:10:35.408784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b31013c0-57c0-4ceb-a96c-bab36e822078,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:35.592557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3c7ac97-472c-4920-8a6f-3c033a7c9d3e req-53925517-7671-40a3-9369-e15c87b8ae3e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 210 time: 0.0806966 Sep 09 09:10:35.633026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fca0375c-0e98-4862-9ca4-f4bcc805ca0d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:35.794077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fca0375c-0e98-4862-9ca4-f4bcc805ca0d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:35.804357 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:35.930327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aee37-2fae-4e67-90ee-8c4f2666bd67 req-155c29f7-15bf-4a81-a086-e89a2371802c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:35.932269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-085aee37-2fae-4e67-90ee-8c4f2666bd67 req-155c29f7-15bf-4a81-a086-e89a2371802c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 944 time: 0.0941935 Sep 09 09:10:36.017811 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-085aee37-2fae-4e67-90ee-8c4f2666bd67 req-4ee3ee22-ec73-4f58-98ca-d33d1c496ef4 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750659 Sep 09 09:10:36.183174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b31013c0-57c0-4ceb-a96c-bab36e822078 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:10:36.352617 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:36.376975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b31013c0-57c0-4ceb-a96c-bab36e822078 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:10:36.403728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b31013c0-57c0-4ceb-a96c-bab36e822078, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b31013c0-57c0-4ceb-a96c-bab36e822078,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:36.652399 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:36.841709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b31013c0-57c0-4ceb-a96c-bab36e822078,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:36.904204 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf6e01c5-39f5-4730-be5c-aaa6aa5afa7c req-3ab664b4-ea08-4008-bb51-df3dc2fbdd6e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 210 time: 0.1202044 Sep 09 09:10:37.311631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8660854-f0df-4375-8944-d04575fe9ffd req-c34978f6-0263-4bca-8f0b-3a56c197091b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:37.321322 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8660854-f0df-4375-8944-d04575fe9ffd req-c34978f6-0263-4bca-8f0b-3a56c197091b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 943 time: 0.1138377 Sep 09 09:10:37.411875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191da2ab-7492-47c3-a86d-01239ef70a57 req-ef5802ae-1811-4fea-b714-b70a9750e062 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:37.413603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-191da2ab-7492-47c3-a86d-01239ef70a57 req-ef5802ae-1811-4fea-b714-b70a9750e062 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 943 time: 0.1615658 Sep 09 09:10:37.418159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8660854-f0df-4375-8944-d04575fe9ffd req-7392f6cf-3283-4961-b2bc-3f27129762f2 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950449 Sep 09 09:10:37.596078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-191da2ab-7492-47c3-a86d-01239ef70a57 req-ff5273b3-85c5-495a-9421-0103ca06c369 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Deleting port b31013c0-57c0-4ceb-a96c-bab36e822078 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:10:37.596434 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-191da2ab-7492-47c3-a86d-01239ef70a57 req-ff5273b3-85c5-495a-9421-0103ca06c369 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:37.826008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-191da2ab-7492-47c3-a86d-01239ef70a57 req-ff5273b3-85c5-495a-9421-0103ca06c369 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] For port b31013c0-57c0-4ceb-a96c-bab36e822078, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b31013c0-57c0-4ceb-a96c-bab36e822078,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:37.826008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-191da2ab-7492-47c3-a86d-01239ef70a57 req-ff5273b3-85c5-495a-9421-0103ca06c369 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:37.848144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-191da2ab-7492-47c3-a86d-01239ef70a57 req-ff5273b3-85c5-495a-9421-0103ca06c369 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Calling delete_port for b31013c0-57c0-4ceb-a96c-bab36e822078 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:10:38.100121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-fd2e227b-ac79-4b8c-8482-2fc7d762e191 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:10:38.101923 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-fd2e227b-ac79-4b8c-8482-2fc7d762e191 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236793 Sep 09 09:10:38.193334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-014e4a31-29c2-4694-a407-13e096d482a1 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:38.194751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-014e4a31-29c2-4694-a407-13e096d482a1 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports/c5f1f425-734c-4a8a-a0df-322614840fd7 HTTP/1.1" status: 200 len: 1094 time: 0.0810478 Sep 09 09:10:38.204695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b31013c0-57c0-4ceb-a96c-bab36e822078 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:38.221275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e999a728-5d31-4a60-9605-2cdded0f5019 req-1b6a329b-d87a-48e9-870d-72f1bc63df75 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 210 time: 0.1354656 Sep 09 09:10:38.252769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Request body: {'binding': {'host': 'n-h1-778696-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:38.257460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Unknown quota resources ['binding']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:10:38.279004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-d5e00b47-db02-4e39-a4f0-5d020243d1cb tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd13aef6e3254abdb27a99a760731ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567968 Sep 09 09:10:38.381220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port b31013c0-57c0-4ceb-a96c-bab36e822078 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:38.382003 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:38.615484 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:38.718350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-5c29efb2-6aa5-4b72-b6c5-e62629154e91 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:38.722299 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-5c29efb2-6aa5-4b72-b6c5-e62629154e91 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4403050 Sep 09 09:10:38.737819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Request body: {'port': {'device_id': '818b8456-3509-4689-8b94-d4228abafde9', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': 'bd13aef6e3254abdb27a99a760731ff5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:38.820491 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 on host n-h1-778696-16 for vnic_type normal with profile None {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:38.820613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:38.820881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:38.842405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c6942-228c-41db-9c7d-7115a11b1419 req-318a3b58-02cf-40e6-8e2a-46b52e984c67 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:38.860506 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e59c6942-228c-41db-9c7d-7115a11b1419 req-318a3b58-02cf-40e6-8e2a-46b52e984c67 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 943 time: 0.2036746 Sep 09 09:10:38.879273 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-191da2ab-7492-47c3-a86d-01239ef70a57 req-ff5273b3-85c5-495a-9421-0103ca06c369 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:38.914921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['b31013c0-57c0-4ceb-a96c-bab36e822078'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:10:38.950120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Port c5f1f425-734c-4a8a-a0df-322614840fd7 on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:10:38.950120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:38.981706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:38.982251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:38.982643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:38.983097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Bound port: c5f1f425-734c-4a8a-a0df-322614840fd7, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:39.125654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5273b3-85c5-495a-9421-0103ca06c369 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event deleted for resources: {'Port': ['ID=b31013c0-57c0-4ceb-a96c-bab36e822078,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:39.177217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-191da2ab-7492-47c3-a86d-01239ef70a57 req-ff5273b3-85c5-495a-9421-0103ca06c369 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] No DVR routers for this DVR port b31013c0-57c0-4ceb-a96c-bab36e822078 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:10:39.183225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-191da2ab-7492-47c3-a86d-01239ef70a57 req-ff5273b3-85c5-495a-9421-0103ca06c369 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:39.186947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-191da2ab-7492-47c3-a86d-01239ef70a57 req-ff5273b3-85c5-495a-9421-0103ca06c369 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "DELETE /v2.0/ports/b31013c0-57c0-4ceb-a96c-bab36e822078 HTTP/1.1" status: 204 len: 173 time: 1.7616756 Sep 09 09:10:39.190393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9407c206-d2ee-4290-bbed-8ae307cbda27', 'name': 'network-vif-deleted', 'tag': 'b31013c0-57c0-4ceb-a96c-bab36e822078'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:39.192725 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f4d0b7-d909-427f-aede-fa18b770c94e" -d '{"events": [{"server_uuid": "9407c206-d2ee-4290-bbed-8ae307cbda27", "name": "network-vif-deleted", "tag": "b31013c0-57c0-4ceb-a96c-bab36e822078"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:39.203000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Made reservation on behalf of bd13aef6e3254abdb27a99a760731ff5 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:10:39.210080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:39.215432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e59c6942-228c-41db-9c7d-7115a11b1419 req-fad1eca0-38ff-4cd6-80ce-077e8304a403 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477292 Sep 09 09:10:39.242122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c5f1f425-734c-4a8a-a0df-322614840fd7,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:39.317383 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cce41de-eae5-4a93-94bc-908ba785716a x-openstack-request-id: req-0cce41de-eae5-4a93-94bc-908ba785716a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:39.318707 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9407c206-d2ee-4290-bbed-8ae307cbda27", "name": "network-vif-deleted", "tag": "b31013c0-57c0-4ceb-a96c-bab36e822078", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:39.318964 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cce41de-eae5-4a93-94bc-908ba785716a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:39.319368 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9407c206-d2ee-4290-bbed-8ae307cbda27', 'name': 'network-vif-deleted', 'tag': 'b31013c0-57c0-4ceb-a96c-bab36e822078', 'status': 'completed', 'code': 200} Sep 09 09:10:39.380295 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:39.389274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c2d7be6b-ba2b-4d65-92fb-dff0a32fbb71 service neutron] 10.222.0.32 "POST /v2.0/ports/c5f1f425-734c-4a8a-a0df-322614840fd7/bindings HTTP/1.1" status: 201 len: 390 time: 1.1639774 Sep 09 09:10:39.471350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Allocated IP 192.168.233.160 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/a3d19379-dd53-4be4-bc73-b3d3a269571d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:39.593955 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-505382c1-f0b0-4bf9-b96f-a9f111c5e388 req-ba98d2a1-e1b8-4c54-9fcb-fee39a54e376 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 210 time: 0.0846608 Sep 09 09:10:39.958843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317306f9-7780-4343-88c6-a2b03aa03c74 req-c0b053b6-aa5e-404e-9988-2bd6abad86df tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:39.958843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-317306f9-7780-4343-88c6-a2b03aa03c74 req-c0b053b6-aa5e-404e-9988-2bd6abad86df tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.1105750 Sep 09 09:10:39.982735 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:40.015931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Transition to ACTIVE for port object a3d19379-dd53-4be4-bc73-b3d3a269571d will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:40.033660 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-317306f9-7780-4343-88c6-a2b03aa03c74 req-5470dd5b-ccb6-4494-adb1-87ce94868ed6 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605381 Sep 09 09:10:40.202909 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:40.219301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:10:40.221709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:10:40.469157 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:40.484330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:40.521297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:40.540839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:40.659976 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-16958381-ac46-45c5-805f-79aa09cc1d9d tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1c32e6ea9f6349a883c74ec45f0fff3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998421 Sep 09 09:10:40.702507 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6358510a-5207-44fa-8247-d9257f2e63b7 req-f3813d12-fbd8-4c86-aa07-67a596227e2d tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=9407c206-d2ee-4290-bbed-8ae307cbda27 HTTP/1.1" status: 200 len: 210 time: 0.0534580 Sep 09 09:10:40.776808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46332) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:40.872462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:40.873123 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:40.918366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-3b6de1d8-5ad3-41e7-91ff-1bfa375f5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:40.919986 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-3b6de1d8-5ad3-41e7-91ff-1bfa375f5f39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 1097 time: 0.3859274 Sep 09 09:10:41.131050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-bcbcc64d-cffa-4ab0-83cd-16043308c613 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:41.145862 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-bcbcc64d-cffa-4ab0-83cd-16043308c613 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4817741 Sep 09 09:10:41.192223 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-604e99e7-191e-4212-ba63-349baf6616e5 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/quotas/1c32e6ea9f6349a883c74ec45f0fff3d HTTP/1.1" status: 200 len: 375 time: 0.0372646 Sep 09 09:10:41.287551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-83f6e318-1e0f-4f01-8322-f788568c97c1 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c32e6ea9f6349a883c74ec45f0fff3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865376 Sep 09 09:10:41.372950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ee8f4fb1-8708-43a9-b863-919c5014d736 None None] Provisioning for port a3d19379-dd53-4be4-bc73-b3d3a269571d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:41.378091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ee8f4fb1-8708-43a9-b863-919c5014d736 None None] Provisioning complete for port a3d19379-dd53-4be4-bc73-b3d3a269571d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:41.378672 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4fb1-8708-43a9-b863-919c5014d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:41.433090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f4fb1-8708-43a9-b863-919c5014d736 None None] Port a3d19379-dd53-4be4-bc73-b3d3a269571d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:10:41.506493 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-122c3bae-7592-4a26-8c69-ca48016bc883 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7760589 Sep 09 09:10:41.600611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Request body: {'port': {'device_id': '818b8456-3509-4689-8b94-d4228abafde9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:41.600611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:41.701696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8459bab3-cecd-4d88-bf83-c057203e3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:41.703198 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8459bab3-cecd-4d88-bf83-c057203e3390 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.7741735 Sep 09 09:10:41.716594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf1a6-435e-44bb-9c03-42c870fdc921 req-bce934fa-7b3a-4a37-af2c-62beefc60237 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:41.727583 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b1bf1a6-435e-44bb-9c03-42c870fdc921 req-bce934fa-7b3a-4a37-af2c-62beefc60237 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 936 time: 0.2221575 Sep 09 09:10:41.759830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:41.871663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-3519a95e-d077-4722-970c-0a2c39fee621 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f1f425-734c-4a8a-a0df-322614840fd7 HTTP/1.1" status: 200 len: 217 time: 0.1434586 Sep 09 09:10:41.978341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4362a6-09d1-4413-8f61-7bc7cd0459ad req-f78106dd-8273-413e-aa76-3a03ea1c6ded tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:41.986787 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b4362a6-09d1-4413-8f61-7bc7cd0459ad req-f78106dd-8273-413e-aa76-3a03ea1c6ded tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.0804605 Sep 09 09:10:42.021838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b1bf1a6-435e-44bb-9c03-42c870fdc921 req-94a3f02a-fdbb-420d-bc1d-0a332e100680 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885985 Sep 09 09:10:42.036306 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b4362a6-09d1-4413-8f61-7bc7cd0459ad req-b94b4c10-a71f-4896-8d4b-d7e6957c2ac0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Sep 09 09:10:42.076573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-7128f5a3-29db-4340-b07b-9bba5b8f95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:42.078301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-7128f5a3-29db-4340-b07b-9bba5b8f95c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.1656153 Sep 09 09:10:42.081843 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:42.162324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:42.200971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-1a6765ad-e0c6-49b9-9db2-2a8240f348b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137736 Sep 09 09:10:42.209241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b31013c0-57c0-4ceb-a96c-bab36e822078 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:10:42.242960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: b31013c0-57c0-4ceb-a96c-bab36e822078 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:10:42.247229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b31013c0-57c0-4ceb-a96c-bab36e822078 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:10:42.260514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9c0bbde-2ce2-4ce2-a4b1-6e51722f9871 req-082a7e6c-d946-4cc1-a945-94a12a50e32d tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 210 time: 0.1116021 Sep 09 09:10:42.311541 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1efc8ef0084242b4b6464bdbb98fe4ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5272293 Sep 09 09:10:42.311541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb96013-f17e-488d-a616-2741d6e026bd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:42.312448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46370) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:42.345013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.345389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.345733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.346066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.346392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.346715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.347168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.347566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.347892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.348215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.348537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.348857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc0567-9cbb-4a09-902f-e0ebf31244c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:42.459845 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fd14388-a3c7-40b9-a581-00a8a4d8a146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:42.492269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fd14388-a3c7-40b9-a581-00a8a4d8a146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:42.520437 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-80939adf-22c2-4460-850b-024bc5b62e53 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627370 Sep 09 09:10:42.648344 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fd14388-a3c7-40b9-a581-00a8a4d8a146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:42.653779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fd14388-a3c7-40b9-a581-00a8a4d8a146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:42.654742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d19379-dd53-4be4-bc73-b3d3a269571d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:10:42.657646 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7fd14388-a3c7-40b9-a581-00a8a4d8a146 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ceb96013-f17e-488d-a616-2741d6e026bd HTTP/1.1" status: 204 len: 168 time: 0.3417430 Sep 09 09:10:42.666495 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:42.668086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd14388-a3c7-40b9-a581-00a8a4d8a146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb96013-f17e-488d-a616-2741d6e026bd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:42.700999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Transition to ACTIVE for port object a3d19379-dd53-4be4-bc73-b3d3a269571d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:42.709330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-86abc6a0-777c-47ea-87ee-52d1dcdc1cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777210 Sep 09 09:10:42.738457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46392) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:42.740112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b4fdf78c-3d27-4d71-8799-eebca68c7eab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--847190140', 'description': 'tempest-description--1710335740'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:42.859631 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:42.907396 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf78c-3d27-4d71-8799-eebca68c7eab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:42.935155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:43.084212 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf78c-3d27-4d71-8799-eebca68c7eab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:43.106014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:43.106604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:43.106938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:43.115943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Port a3d19379-dd53-4be4-bc73-b3d3a269571d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:10:43.117251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:43.140135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:43.140135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:43.140683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:43.141306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Bound port: a3d19379-dd53-4be4-bc73-b3d3a269571d, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:43.141949 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:43.156445 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf78c-3d27-4d71-8799-eebca68c7eab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:43.277962 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf78c-3d27-4d71-8799-eebca68c7eab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:43.281786 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b4fdf78c-3d27-4d71-8799-eebca68c7eab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5432119 Sep 09 09:10:43.283331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46412) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:43.299964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Request body: {'security_group_rule': {'security_group_id': '23fdfcc6-c907-44df-912f-56852e1ed936', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:43.314844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdf78c-3d27-4d71-8799-eebca68c7eab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fdfcc6-c907-44df-912f-56852e1ed936,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:43.405552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:43.413112 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:43.439341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505edf8c-7f4f-486a-973b-c134f3081aaa req-c80ccb5f-e97e-4b2a-aa39-1ccf2ad32c29 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:43.441484 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-505edf8c-7f4f-486a-973b-c134f3081aaa req-c80ccb5f-e97e-4b2a-aa39-1ccf2ad32c29 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.1447449 Sep 09 09:10:43.450552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085c091-fc41-4930-828a-3b3435f4ce9b req-3a8ad72b-2cfb-4f6c-9512-8496f3bf908d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:43.463512 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1085c091-fc41-4930-828a-3b3435f4ce9b req-3a8ad72b-2cfb-4f6c-9512-8496f3bf908d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 948 time: 0.2873063 Sep 09 09:10:43.526165 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:43.532708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:43.556782 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-505edf8c-7f4f-486a-973b-c134f3081aaa req-a905f664-c001-4a17-b244-ee9a2080ccaa tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042480 Sep 09 09:10:43.609450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:43.613300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:43.614853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] 10.222.0.24 "PUT /v2.0/ports/a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 1097 time: 2.0517044 Sep 09 09:10:43.620089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:43.622470 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886d1fd5-d726-483d-9d6d-79acc6cbb962" -d '{"events": [{"name": "network-changed", "server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:43.674441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de9ad6-9245-4327-b1b7-764d47c82e8f service neutron] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:43.778010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1085c091-fc41-4930-828a-3b3435f4ce9b req-a8cdeeb5-c305-44fb-8f6f-7d175744d4a1 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828705 Sep 09 09:10:43.813054 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0deb0c0-c4e2-417b-9cf7-dcca9128b0fe req-d1e0e898-2bfb-4a91-b06c-d91aa2333f02 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 210 time: 0.1050985 Sep 09 09:10:43.843165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-9ec9c51f-84bd-44b4-bccf-adff3b8f92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:43.844786 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-9ec9c51f-84bd-44b4-bccf-adff3b8f92f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 1100 time: 0.1271374 Sep 09 09:10:43.851484 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:43.912512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-08a2893d-7744-43d8-a86c-a3af4f2dc2ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 217 time: 0.0585175 Sep 09 09:10:43.914780 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85a2c01-dc16-4d06-a809-5806732aa177 x-openstack-request-id: req-b85a2c01-dc16-4d06-a809-5806732aa177 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:43.916678 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:43.927337 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:43.931824 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b85a2c01-dc16-4d06-a809-5806732aa177 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:43.931824 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'status': 'completed', 'code': 200} Sep 09 09:10:43.949667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46422) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:43.980504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11fe71e-3be7-46ed-810e-2eefba0f69e8,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:43.991131 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba17145e-c2ef-47e0-b2cb-559b4331ad51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:44.019085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-52e2ec62-9bfb-4010-904d-b471ad3c318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:44.022941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-52e2ec62-9bfb-4010-904d-b471ad3c318a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0927989 Sep 09 09:10:44.059193 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:44.060690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7718132 Sep 09 09:10:44.062149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.062573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.062935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.063326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.069578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.069578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.069578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.069578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.069578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.069578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.069578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.069578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fdf4f3-8f46-49e4-bebe-b24940d6b210 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:10:44.069578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46424) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:44.085795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8b97ba04-5a3a-4bf1-a268-92f13633c5f8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Request body: {'security_group_rule': {'security_group_id': '23fdfcc6-c907-44df-912f-56852e1ed936', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:44.104120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-8b97ba04-5a3a-4bf1-a268-92f13633c5f8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:10:44.104120 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:10:44.104120 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id_1': 'e16b1ccce9524208808d1ad8abfd2729', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 10, 24, 94873)}] Sep 09 09:10:44.104120 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:10:44.104690 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-8b97ba04-5a3a-4bf1-a268-92f13633c5f8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:10:44.128428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-3d66419c-35d6-49d9-a4e2-cbe5658aef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:44.130900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-3d66419c-35d6-49d9-a4e2-cbe5658aef7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995419 Sep 09 09:10:44.194590 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba17145e-c2ef-47e0-b2cb-559b4331ad51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:44.236545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba17145e-c2ef-47e0-b2cb-559b4331ad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:44.302066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ba17145e-c2ef-47e0-b2cb-559b4331ad51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=714a72c1437d48a48f43cb3b26a8d5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497484 Sep 09 09:10:44.307240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46426) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:44.356950 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86aedd46-a77f-47da-9453-0d10bfe5c699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:44.401307 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28b24cf7-d3aa-4f47-ba47-0d9905d9c2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:44.404634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-1e7a8cd6-0cb1-44ff-b2d7-301dcd997e3e service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574375 Sep 09 09:10:44.411625 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-f3ca14c6-e091-405b-8d13-deaa9b0bf95e tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c32e6ea9f6349a883c74ec45f0fff3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830467 Sep 09 09:10:44.412372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17145e-c2ef-47e0-b2cb-559b4331ad51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acff389-d406-450a-8624-ddd227f9de23,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:44.482577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28b24cf7-d3aa-4f47-ba47-0d9905d9c2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:44.600448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-347bc99a-e93c-406b-a4dd-9aa8b8366f50 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:44.604711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-347bc99a-e93c-406b-a4dd-9aa8b8366f50 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849663 Sep 09 09:10:44.612737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2db821fe-4f94-44eb-933e-42bf2169c74c req-fcf0ebe7-d1b9-4ebb-bdd5-17c34e9380d8 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994441 Sep 09 09:10:44.621384 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Request body: {'port': {'device_id': '821c9696-8673-41c0-9cec-7674e100d852', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '1c32e6ea9f6349a883c74ec45f0fff3d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:44.705156 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28b24cf7-d3aa-4f47-ba47-0d9905d9c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:44.708524 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28b24cf7-d3aa-4f47-ba47-0d9905d9c2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:44.709868 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-28b24cf7-d3aa-4f47-ba47-0d9905d9c2ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9acff389-d406-450a-8624-ddd227f9de23 HTTP/1.1" status: 204 len: 168 time: 0.4014206 Sep 09 09:10:44.733326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b24cf7-d3aa-4f47-ba47-0d9905d9c2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acff389-d406-450a-8624-ddd227f9de23,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:44.857510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d1fd5-d726-483d-9d6d-79acc6cbb962 req-c4f36e42-2703-4769-a8fc-dc7bcc8094b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:44.858462 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-886d1fd5-d726-483d-9d6d-79acc6cbb962 req-c4f36e42-2703-4769-a8fc-dc7bcc8094b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 1100 time: 0.0830226 Sep 09 09:10:44.942343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4c679-2ff9-4688-b03a-30c4b9bebd19 req-f135819b-02b3-42d7-9f01-5179b3138485 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:44.943961 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4da4c679-2ff9-4688-b03a-30c4b9bebd19 req-f135819b-02b3-42d7-9f01-5179b3138485 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.2436476 Sep 09 09:10:45.008490 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b97ba04-5a3a-4bf1-a268-92f13633c5f8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:45.142663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Made reservation on behalf of 1c32e6ea9f6349a883c74ec45f0fff3d for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:10:45.147201 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:45.153227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bef28-9ef9-4a56-a00d-b371090e1fb9 req-420eb9c6-be26-4335-b480-72faad6e6316 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:45.155057 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-226bef28-9ef9-4a56-a00d-b371090e1fb9 req-420eb9c6-be26-4335-b480-72faad6e6316 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 948 time: 0.2213795 Sep 09 09:10:45.162657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d1fd5-d726-483d-9d6d-79acc6cbb962 req-67e6abf4-33ac-4f48-977a-a332b4b5126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:45.166625 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4da4c679-2ff9-4688-b03a-30c4b9bebd19 req-2c402c93-e4a2-4f41-8c23-e1cbb7462a55 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036150 Sep 09 09:10:45.166757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-886d1fd5-d726-483d-9d6d-79acc6cbb962 req-67e6abf4-33ac-4f48-977a-a332b4b5126c service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2985063 Sep 09 09:10:45.182315 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:45.282775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-886d1fd5-d726-483d-9d6d-79acc6cbb962 req-9061e350-bdfb-453b-80ca-c5025b237865 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 217 time: 0.1112154 Sep 09 09:10:45.324992 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b97ba04-5a3a-4bf1-a268-92f13633c5f8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:45.372788 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-226bef28-9ef9-4a56-a00d-b371090e1fb9 req-be2f4aac-968b-4b96-a5df-c698a47d77a9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072413 Sep 09 09:10:45.374602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d1fd5-d726-483d-9d6d-79acc6cbb962 req-b806c769-a2ec-4fb6-888e-64a69b50c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:45.376102 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-886d1fd5-d726-483d-9d6d-79acc6cbb962 req-b806c769-a2ec-4fb6-888e-64a69b50c471 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0857100 Sep 09 09:10:45.422860 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b97ba04-5a3a-4bf1-a268-92f13633c5f8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:45.454608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d1fd5-d726-483d-9d6d-79acc6cbb962 req-9e2c8e24-4470-4970-8f4e-85869641b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:45.458475 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-886d1fd5-d726-483d-9d6d-79acc6cbb962 req-9e2c8e24-4470-4970-8f4e-85869641b5d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0718491 Sep 09 09:10:45.544793 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:45.559689 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0accb770-ad29-4a5e-a9d8-7bb796c9f3cb req-e07049a4-5b87-4096-8761-df217cd706b6 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 210 time: 0.1100912 Sep 09 09:10:45.560421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97ba04-5a3a-4bf1-a268-92f13633c5f8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f994090-b68b-4d52-bec2-502e100a2cdd,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:45.625937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:45.626514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-886d1fd5-d726-483d-9d6d-79acc6cbb962 req-c4259f44-922a-4d1e-8bc7-435307362f3f service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595418 Sep 09 09:10:45.783599 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b97ba04-5a3a-4bf1-a268-92f13633c5f8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:45.788018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8b97ba04-5a3a-4bf1-a268-92f13633c5f8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7111695 Sep 09 09:10:45.788670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:45.808431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b99c74-da75-48b0-8fed-82e096b8dc71,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:45.811815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:45.847065 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-886d1fd5-d726-483d-9d6d-79acc6cbb962 req-3627396d-5b62-4158-8def-23122cebeff3 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082314 Sep 09 09:10:45.950642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:45.962198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Allocated IP 192.168.233.158 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/7b6dd3ed-5ffe-459b-bf73-486fd0c4aade) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:46.124791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:46.170184 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:46.189114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Transition to ACTIVE for port object 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:46.308078 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:46.357010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Allocated IP 172.25.8.80 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/83632b02-49d4-4691-80bd-eff575611e2a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:46.436903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:46.444861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:46.470113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:46.479834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Pushing event updated for resources: {'Port': ['ID=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:46.684100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:46.684787 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:46.715184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae42d2-a6a6-42ff-bf60-c4936a1c57af req-ef62a93e-7d48-449e-96d6-671d0ba162dd tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:46.720795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2eae42d2-a6a6-42ff-bf60-c4936a1c57af req-ef62a93e-7d48-449e-96d6-671d0ba162dd tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 948 time: 0.1942422 Sep 09 09:10:46.746338 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:46.784045 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-1cf59a5b-b8fc-4187-b2e0-37b464503752 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1685088 Sep 09 09:10:46.789278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2eae42d2-a6a6-42ff-bf60-c4936a1c57af req-be85e8ed-752d-44f8-8341-075ed9a14d66 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607088 Sep 09 09:10:46.827789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Request body: {'port': {'device_id': '821c9696-8673-41c0-9cec-7674e100d852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:46.887721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9a788edb-b62d-4f75-a105-9acbd8a17aab None None] Provisioning for port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:46.893832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9a788edb-b62d-4f75-a105-9acbd8a17aab None None] Provisioning complete for port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:46.899154 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a788edb-b62d-4f75-a105-9acbd8a17aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:46.969180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7aeac-ee0c-466f-8e6e-8d581ccca3fd req-2105708d-e7bc-447f-beb2-ba49deebe4ca tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:46.981271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab7aeac-ee0c-466f-8e6e-8d581ccca3fd req-2105708d-e7bc-447f-beb2-ba49deebe4ca tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.5402546 Sep 09 09:10:47.000575 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:47.018433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9a788edb-b62d-4f75-a105-9acbd8a17aab None None] Port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:10:47.048397 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:47.104638 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab7aeac-ee0c-466f-8e6e-8d581ccca3fd req-c54a4f88-ae1f-4db4-a195-24db8cc21e64 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223140 Sep 09 09:10:47.115139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:10:47.142280 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed872057-a1ff-44ef-bc57-e5f47bacd0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:47.195954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:47.201816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:47.207923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:47.228024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event updated for resources: {'Port': ['ID=83632b02-49d4-4691-80bd-eff575611e2a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:47.353986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:47.371102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:47.395952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'mac_address': 'fa:16:3e:35:0e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:10:47.401312 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:47.449052 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:47.470934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d19379-dd53-4be4-bc73-b3d3a269571d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:10:47.504678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:47.546162 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:47.601649 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:47.743522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e5625-adcb-4590-ba8a-39872d9c7762 req-db9de0fc-e3f9-45ed-8c84-c8a15736cb9d tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:47.745192 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd5e5625-adcb-4590-ba8a-39872d9c7762 req-db9de0fc-e3f9-45ed-8c84-c8a15736cb9d tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 936 time: 0.4519844 Sep 09 09:10:47.787620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:47.829460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd5e5625-adcb-4590-ba8a-39872d9c7762 req-db83c05a-d5a3-4500-87c2-a0f2f637450f tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776000 Sep 09 09:10:47.898100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['a3d19379-dd53-4be4-bc73-b3d3a269571d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:10:48.006728 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:10:48.032475 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:48.063639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Transition to ACTIVE for port object 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:48.118366 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:48.147256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdb0a9-bc25-42e5-9659-dde1b5573b3f req-52141059-08dc-4df6-8fd1-293ccb57865c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:48.155046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-58bdb0a9-bc25-42e5-9659-dde1b5573b3f req-52141059-08dc-4df6-8fd1-293ccb57865c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 949 time: 0.2467315 Sep 09 09:10:48.160701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:48.252517 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-58bdb0a9-bc25-42e5-9659-dde1b5573b3f req-400d24aa-708b-46f3-85a3-657ed84b3d73 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886872 Sep 09 09:10:48.253714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:48.356367 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:48.419869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event updated for resources: {'Port': ['ID=83632b02-49d4-4691-80bd-eff575611e2a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:48.446843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:48.448475 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:48.527280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c666f-809c-40d3-82cf-18a5d33cfcde req-e04d340f-feb2-4b9b-857b-2561da44d19b tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:48.531234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b5c666f-809c-40d3-82cf-18a5d33cfcde req-e04d340f-feb2-4b9b-857b-2561da44d19b tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.2308953 Sep 09 09:10:48.566534 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:48.566534 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7954b1c8-ba96-4026-968a-6eacff997d22 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7554910 Sep 09 09:10:48.689462 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b5c666f-809c-40d3-82cf-18a5d33cfcde req-2083fafd-cbb3-49c2-877d-dabe3d098f19 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511648 Sep 09 09:10:48.720848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Attempting to bind port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:48.721530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Attempting to bind port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:48.727551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Attempting to bind port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:48.732317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:10:48.733778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Attempting to bind port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:48.745104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:48.750438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:48.750438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:48.750438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Bound port: 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:48.750438 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:48.876045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] For port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:48.880099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] For port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:48.941823 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:49.030288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:49.033254 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:49.034863 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] 10.222.0.41 "PUT /v2.0/ports/7b6dd3ed-5ffe-459b-bf73-486fd0c4aade HTTP/1.1" status: 200 len: 1097 time: 2.2244804 Sep 09 09:10:49.037243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821c9696-8673-41c0-9cec-7674e100d852', 'tag': '7b6dd3ed-5ffe-459b-bf73-486fd0c4aade'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:49.049351 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450b61b3-3bf7-4fda-8339-31b923aae70c" -d '{"events": [{"name": "network-changed", "server_uuid": "821c9696-8673-41c0-9cec-7674e100d852", "tag": "7b6dd3ed-5ffe-459b-bf73-486fd0c4aade"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:49.127486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade59bc1-3b7d-4fd2-9f7c-4c05d1f3fead req-c9896f76-288c-4abb-80d2-197f325c8571 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:49.131027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:49.141925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ade59bc1-3b7d-4fd2-9f7c-4c05d1f3fead req-c9896f76-288c-4abb-80d2-197f325c8571 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 948 time: 0.2156811 Sep 09 09:10:49.242644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cceaef-7e53-47f0-8523-09e9999c7403 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:49.293354 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ade59bc1-3b7d-4fd2-9f7c-4c05d1f3fead req-c563d00e-814b-4a97-a131-adc4ff306e17 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729358 Sep 09 09:10:49.329811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-f34f8c0e-c618-4aec-91a7-6a7094e44dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:49.331622 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-f34f8c0e-c618-4aec-91a7-6a7094e44dcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c32e6ea9f6349a883c74ec45f0fff3d&device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 1100 time: 0.1834404 Sep 09 09:10:49.344821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port a3d19379-dd53-4be4-bc73-b3d3a269571d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:49.350844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port a3d19379-dd53-4be4-bc73-b3d3a269571d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:49.351214 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:49.413818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-fa497541-475d-4904-8cae-1c4bada564c0 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:49.416193 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-fa497541-475d-4904-8cae-1c4bada564c0 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/networks?id=bbe690d1-f535-48c2-8e81-c04fff5d546c HTTP/1.1" status: 200 len: 822 time: 0.3179016 Sep 09 09:10:49.442873 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-0bc49116-841e-4b56-8405-24df915decc5 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/quotas/e16b1ccce9524208808d1ad8abfd2729 HTTP/1.1" status: 200 len: 375 time: 0.0137203 Sep 09 09:10:49.459812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-98fd8e93-96c9-4fdf-9651-037c6eaeca60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade HTTP/1.1" status: 200 len: 217 time: 0.1192970 Sep 09 09:10:49.470210 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d84b3f-91d6-4e3f-810c-be1dc92bf9af x-openstack-request-id: req-85d84b3f-91d6-4e3f-810c-be1dc92bf9af {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:49.470503 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821c9696-8673-41c0-9cec-7674e100d852", "tag": "7b6dd3ed-5ffe-459b-bf73-486fd0c4aade", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:49.470750 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85d84b3f-91d6-4e3f-810c-be1dc92bf9af {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:49.471139 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821c9696-8673-41c0-9cec-7674e100d852', 'tag': '7b6dd3ed-5ffe-459b-bf73-486fd0c4aade', 'status': 'completed', 'code': 200} Sep 09 09:10:49.557379 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-c7c47911-3d38-42de-9139-3b307ccb1c53 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e16b1ccce9524208808d1ad8abfd2729&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054041 Sep 09 09:10:49.612534 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:49.678436 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:49.681971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:49.685389 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df672fe7-9380-4210-a55c-6a6052f55aa2" -d '{"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-plugged", "status": "completed", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:49.732790 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-3bdac134-cb65-4df2-abd7-a6c6ac4bad09 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605022 Sep 09 09:10:49.894962 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:49.946576 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-be9248ba-dbc3-4b67-8003-2165526dcd71 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064612 Sep 09 09:10:49.992417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:50.019258 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:50.033711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-7a9166ad-bf40-47f9-a5a8-b24f905c8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:50.033711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-7a9166ad-bf40-47f9-a5a8-b24f905c8d4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.5611222 Sep 09 09:10:50.042944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74c03c-a8ea-4097-b57f-ef24e522cfa6 req-1c2db0fa-928a-4418-b24d-a72e62652801 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:50.044508 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f74c03c-a8ea-4097-b57f-ef24e522cfa6 req-1c2db0fa-928a-4418-b24d-a72e62652801 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0837576 Sep 09 09:10:50.148120 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f74c03c-a8ea-4097-b57f-ef24e522cfa6 req-1d8fe502-076e-4dd0-9aaa-6ed341d54757 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896168 Sep 09 09:10:50.154261 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-b2fbba4c-c2d8-4312-9f5b-06a6be59a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:50.155828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-b2fbba4c-c2d8-4312-9f5b-06a6be59a843 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104407 Sep 09 09:10:50.226721 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907fa73b-dacf-4ca5-9cf8-8f4c4c2332d8 x-openstack-request-id: req-907fa73b-dacf-4ca5-9cf8-8f4c4c2332d8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:50.227238 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-plugged", "status": "completed", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:50.227870 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-907fa73b-dacf-4ca5-9cf8-8f4c4c2332d8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:50.228584 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'code': 200} Sep 09 09:10:50.361935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44e96c-54df-4e1c-a634-6f380739a63d req-758e53bf-87fb-4f7f-b063-c2e2aed81b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:50.364111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec44e96c-54df-4e1c-a634-6f380739a63d req-758e53bf-87fb-4f7f-b063-c2e2aed81b97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 1102 time: 0.0678790 Sep 09 09:10:50.438291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-4b1fc6ce-14c3-41cc-9a2c-d33c0fe437a2 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743721 Sep 09 09:10:50.470485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9fe07f8-0c21-4998-b26f-02dbc1dbd289 req-c2a67c25-374d-4dcc-a672-fbbba08a9a16 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 210 time: 0.0901945 Sep 09 09:10:50.485026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710813f-a2b9-417c-9ff6-29347eed4cfb req-2a58c902-ce37-4511-9f7c-6996e298a07a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:50.502298 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7710813f-a2b9-417c-9ff6-29347eed4cfb req-2a58c902-ce37-4511-9f7c-6996e298a07a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.1623931 Sep 09 09:10:50.509296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec44e96c-54df-4e1c-a634-6f380739a63d req-b8c9d3cc-2bca-4c00-b13c-5165289770e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364288 Sep 09 09:10:50.644442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0dc6d25-a46d-4b3a-af5d-dda54bdc5bae req-ff93f620-3d83-472b-a3d4-c2d30da08c08 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925087 Sep 09 09:10:50.661791 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7710813f-a2b9-417c-9ff6-29347eed4cfb req-702f6d6b-c859-4e06-a875-40372bf4b022 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566582 Sep 09 09:10:50.735911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f354205-4627-48c7-a4c7-e25278034bda req-676dcc85-b799-4531-b7a1-8774ff969c89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:50.741608 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f354205-4627-48c7-a4c7-e25278034bda req-676dcc85-b799-4531-b7a1-8774ff969c89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 948 time: 0.1179731 Sep 09 09:10:50.815581 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f354205-4627-48c7-a4c7-e25278034bda req-f5feec8f-2188-4393-b153-96bd6e513650 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648720 Sep 09 09:10:50.817910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46592) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:50.907923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259816c-866c-45a5-a904-57f039152a5d req-d0e90886-9288-4c42-ab4d-c12480a8e539 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:50.909439 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e259816c-866c-45a5-a904-57f039152a5d req-d0e90886-9288-4c42-ab4d-c12480a8e539 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 946 time: 0.0547342 Sep 09 09:10:50.957541 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e259816c-866c-45a5-a904-57f039152a5d req-6c9d212f-eea7-4c62-825a-fd01189a2c5e tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Sep 09 09:10:50.957784 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36c4f54c-dbbe-4c0a-8ea7-8ea8224ce50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:51.076820 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36c4f54c-dbbe-4c0a-8ea7-8ea8224ce50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:51.267799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f184b2-e267-4675-a5f8-6f4b22cbaef8 req-e7155695-333d-408f-a60a-6b8d9cd1352c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:51.270249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a5f184b2-e267-4675-a5f8-6f4b22cbaef8 req-e7155695-333d-408f-a60a-6b8d9cd1352c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0576394 Sep 09 09:10:51.276265 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36c4f54c-dbbe-4c0a-8ea7-8ea8224ce50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:51.332329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b61b3-3bf7-4fda-8339-31b923aae70c req-23ec8f38-e6fd-4f12-8ecc-e23f7435a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:51.341144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-36c4f54c-dbbe-4c0a-8ea7-8ea8224ce50b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f578c14a519466a830eebb85baf0979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5132740 Sep 09 09:10:51.341284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-450b61b3-3bf7-4fda-8339-31b923aae70c req-23ec8f38-e6fd-4f12-8ecc-e23f7435a732 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c32e6ea9f6349a883c74ec45f0fff3d&device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 1100 time: 0.0712845 Sep 09 09:10:51.341284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46604) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:51.353970 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a5f184b2-e267-4675-a5f8-6f4b22cbaef8 req-5e128b4a-85e3-4083-a639-4f5f67d5e3f1 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739946 Sep 09 09:10:51.360947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4f54c-dbbe-4c0a-8ea7-8ea8224ce50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8410af5-1102-4e09-b7db-d0475f9d82fd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:51.613884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78defa28-1586-4bbd-973d-d26a85d702e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:51.621020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-175c7fc5-d229-4415-8075-ccf8dffc50c7 req-191e506c-88af-420e-9dc4-7d9fee6e7310 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 210 time: 0.0686119 Sep 09 09:10:51.637254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b61b3-3bf7-4fda-8339-31b923aae70c req-fe7e0036-7a68-4320-8ec4-c5e70f0c5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:51.641328 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-450b61b3-3bf7-4fda-8339-31b923aae70c req-fe7e0036-7a68-4320-8ec4-c5e70f0c5328 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2948470 Sep 09 09:10:51.706784 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-450b61b3-3bf7-4fda-8339-31b923aae70c req-a2a4f163-706f-48a7-901a-6aec7d6da35a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade HTTP/1.1" status: 200 len: 217 time: 0.0596557 Sep 09 09:10:51.732802 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78defa28-1586-4bbd-973d-d26a85d702e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:51.836324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c071f-5b08-4192-bb59-c37bce732b76 req-ea614962-4b84-4796-9f36-6a8d8ae9960a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:51.838803 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a96c071f-5b08-4192-bb59-c37bce732b76 req-ea614962-4b84-4796-9f36-6a8d8ae9960a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.0814006 Sep 09 09:10:51.864023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b61b3-3bf7-4fda-8339-31b923aae70c req-8cdea499-1628-4186-8936-c1f1fae48ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:51.865587 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-450b61b3-3bf7-4fda-8339-31b923aae70c req-8cdea499-1628-4186-8936-c1f1fae48ade service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1508713 Sep 09 09:10:51.913515 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a96c071f-5b08-4192-bb59-c37bce732b76 req-38698335-99cf-4d71-beb0-09726a0aaa65 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655451 Sep 09 09:10:51.936553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b61b3-3bf7-4fda-8339-31b923aae70c req-4524af50-149e-43b5-bafe-71973b24d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:51.938869 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-450b61b3-3bf7-4fda-8339-31b923aae70c req-4524af50-149e-43b5-bafe-71973b24d480 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0622542 Sep 09 09:10:52.026890 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78defa28-1586-4bbd-973d-d26a85d702e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:52.030315 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78defa28-1586-4bbd-973d-d26a85d702e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:52.034474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-78defa28-1586-4bbd-973d-d26a85d702e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8410af5-1102-4e09-b7db-d0475f9d82fd HTTP/1.1" status: 204 len: 168 time: 0.6979358 Sep 09 09:10:52.056421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78defa28-1586-4bbd-973d-d26a85d702e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8410af5-1102-4e09-b7db-d0475f9d82fd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:52.128516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234563-d319-42ce-b82a-82e5d92c141c req-69810a00-b05a-49e3-8cf5-a45310d6e656 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:52.130566 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78234563-d319-42ce-b82a-82e5d92c141c req-69810a00-b05a-49e3-8cf5-a45310d6e656 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 948 time: 0.1422961 Sep 09 09:10:52.182270 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-450b61b3-3bf7-4fda-8339-31b923aae70c req-cb386840-8b4e-4171-8a28-4fa4b30e1e4c service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324290 Sep 09 09:10:52.188545 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78234563-d319-42ce-b82a-82e5d92c141c req-2088988b-e3c7-48db-bcd4-b86d27fa2c08 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501375 Sep 09 09:10:52.310331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-450b61b3-3bf7-4fda-8339-31b923aae70c req-41e65fb8-476a-4d3a-a5e1-400d2e5b21da service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206565 Sep 09 09:10:52.603706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeb741-592d-4102-b1ec-bcac2551e448 req-bfdf7ed5-f7ab-4750-a5b9-4a32f039b022 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:52.608482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5aeeb741-592d-4102-b1ec-bcac2551e448 req-bfdf7ed5-f7ab-4750-a5b9-4a32f039b022 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.1225355 Sep 09 09:10:52.711877 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5aeeb741-592d-4102-b1ec-bcac2551e448 req-2f1662ed-8a18-4af9-b259-f967e5cdacb4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802050 Sep 09 09:10:52.789471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-584fdf26-e725-41b8-8e56-63ecbb53ceb3 req-e852d7f9-f8de-4d5d-9b2d-ff4cbd3be488 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 210 time: 0.0298975 Sep 09 09:10:52.895939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-5af6037a-cef3-4dcb-9ca4-7665a57d6766 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1717081018&fields=id&tenant_id=6f8f99698e89468394188ee2ceca9ef4 HTTP/1.1" status: 200 len: 267 time: 0.0888867 Sep 09 09:10:52.997698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a001ea-21ad-4f0d-8839-71b708a3a47d req-38836546-39ff-4862-b903-0db8fc1f4aa1 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:52.999280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44a001ea-21ad-4f0d-8839-71b708a3a47d req-38836546-39ff-4862-b903-0db8fc1f4aa1 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.1029224 Sep 09 09:10:53.073751 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44a001ea-21ad-4f0d-8839-71b708a3a47d req-14e603ed-9853-4c1a-9b2f-603585f3f1d6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492296 Sep 09 09:10:53.075302 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c50b8-7f6a-4429-876d-a35137e0108f req-2f3dbe88-4751-43fe-8623-042160655d1a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:53.077354 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-2f3dbe88-4751-43fe-8623-042160655d1a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/networks?id=1e03ded8-bda0-484a-9427-b212bb2c9357 HTTP/1.1" status: 200 len: 824 time: 0.1654375 Sep 09 09:10:53.102912 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-e8961741-39a1-406d-9d91-bd784567852f tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/quotas/6f8f99698e89468394188ee2ceca9ef4 HTTP/1.1" status: 200 len: 375 time: 0.0189035 Sep 09 09:10:53.184870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136c86-91b1-47bc-b32d-6d53937d51f6 req-dc99afbc-a578-4082-b1c1-a433f94faf07 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:53.186786 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-38136c86-91b1-47bc-b32d-6d53937d51f6 req-dc99afbc-a578-4082-b1c1-a433f94faf07 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.0618396 Sep 09 09:10:53.206609 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-1c649694-b591-43e9-b333-6731a110d835 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f8f99698e89468394188ee2ceca9ef4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0955222 Sep 09 09:10:53.206775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46648) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:53.247593 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1648-9a92-4bc5-b098-cb2bacc7dcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:53.271982 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-38136c86-91b1-47bc-b32d-6d53937d51f6 req-3c55f65a-6f16-4d1d-85b6-22ced2831f93 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761540 Sep 09 09:10:53.434958 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1648-9a92-4bc5-b098-cb2bacc7dcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:53.499037 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1648-9a92-4bc5-b098-cb2bacc7dcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:53.558279 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f9cf1648-9a92-4bc5-b098-cb2bacc7dcca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a436abc464e54afbabd33956cbd03632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364530 Sep 09 09:10:53.559917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46654) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:10:53.712390 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-623eb7c0-1793-4a9e-a82c-560299319e60 service neutron] 10.222.0.32 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613039 Sep 09 09:10:53.722825 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec7a70d7-dca4-42ff-8396-2a6dcf6bd53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:53.819353 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec7a70d7-dca4-42ff-8396-2a6dcf6bd53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:53.841585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-6e77bc79-8469-4217-8d35-44c37b225b6a tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:53.843332 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-6e77bc79-8469-4217-8d35-44c37b225b6a tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "GET /v2.0/networks?id=bbe690d1-f535-48c2-8e81-c04fff5d546c HTTP/1.1" status: 200 len: 822 time: 0.2381136 Sep 09 09:10:53.864339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Request body: {'port': {'device_id': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c', 'admin_state_up': True, 'tenant_id': 'e16b1ccce9524208808d1ad8abfd2729'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:53.930550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-02be867a-c336-4aba-8990-e200f804000b service neutron] 10.222.0.32 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171919 Sep 09 09:10:53.977325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf1648-9a92-4bc5-b098-cb2bacc7dcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fcfa37-a744-47eb-a882-8389e2c4ea2f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:54.033902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-23b16d00-6177-44b5-9bcd-5b67d901acbe tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:54.035489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-23b16d00-6177-44b5-9bcd-5b67d901acbe tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.41 "GET /v2.0/ports?device_id=96863dee-2364-40df-ad47-dd1b63d0bed5 HTTP/1.1" status: 200 len: 946 time: 0.0870118 Sep 09 09:10:54.054404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58768b89-b70b-4774-b96e-9f9b8269591d req-790b6ee0-b62e-4c2a-9a02-f0cd47a15c78 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:54.056134 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-58768b89-b70b-4774-b96e-9f9b8269591d req-790b6ee0-b62e-4c2a-9a02-f0cd47a15c78 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 948 time: 0.5268781 Sep 09 09:10:54.145399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec7a70d7-dca4-42ff-8396-2a6dcf6bd53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:54.148402 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec7a70d7-dca4-42ff-8396-2a6dcf6bd53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:54.155526 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ec7a70d7-dca4-42ff-8396-2a6dcf6bd53f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75fcfa37-a744-47eb-a882-8389e2c4ea2f HTTP/1.1" status: 204 len: 168 time: 0.5909560 Sep 09 09:10:54.165029 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-58768b89-b70b-4774-b96e-9f9b8269591d req-8c2b1300-aee1-4762-9ef4-b6f6ba600b3d tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967302 Sep 09 09:10:54.183007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a70d7-dca4-42ff-8396-2a6dcf6bd53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fcfa37-a744-47eb-a882-8389e2c4ea2f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:54.229534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:10:54.249199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Deleting port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:10:54.249682 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:54.266962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Made reservation on behalf of e16b1ccce9524208808d1ad8abfd2729 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:10:54.270620 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:54.377851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:54.390611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '7b6dd3ed-5ffe-459b-bf73-486fd0c4aade', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '7b6dd3ed-5ffe-459b-bf73-486fd0c4aade', 'mac_address': 'fa:16:3e:10:94:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:10:54.454771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] For port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:54.455158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:54.457268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:54.474180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:10:54.497747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:54.613675 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:54.622535 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46ed6747-0731-4d06-80cb-a8c8718c656c req-d211ebd1-bcdb-48e2-8e1c-0be15f2df6f2 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 210 time: 0.1362331 Sep 09 09:10:54.645230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-dc891e97-efd2-4921-ad5c-075f6c902e5d req-d54426d2-783f-4a2c-9def-5755bdc12ff5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:10:54.646529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc891e97-efd2-4921-ad5c-075f6c902e5d req-d54426d2-783f-4a2c-9def-5755bdc12ff5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0406208 Sep 09 09:10:54.673126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Allocated IP 172.20.0.8 (bbe690d1-f535-48c2-8e81-c04fff5d546c/1dab4e8b-f33f-4361-b5da-5c5f6e335558/71e5960e-d5a2-4ff0-a238-7f664f5f575e) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:10:54.763841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:54.846541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['7b6dd3ed-5ffe-459b-bf73-486fd0c4aade'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:10:54.914163 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:55.083237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acd439-8a05-46a3-8a05-70502b9bbd45 req-042a6817-27c3-4bfb-b594-2f7764d5b319 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:55.088674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:55.094775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7acd439-8a05-46a3-8a05-70502b9bbd45 req-042a6817-27c3-4bfb-b594-2f7764d5b319 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.2400751 Sep 09 09:10:55.197139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:55.197668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:55.198145 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Floating IP 05fdd71d-3382-4b72-a7e1-e62658f7739e disassociated. External IP: 172.25.8.140, port: 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1. Sep 09 09:10:55.198599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Calling delete_port for 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:10:55.214743 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7acd439-8a05-46a3-8a05-70502b9bbd45 req-bf30583d-51de-47ba-8721-97926fba36eb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186116 Sep 09 09:10:55.283207 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cea576f5-5579-4b39-b4a8-ea1e2b3b099e req-271da83b-9140-4bb7-8848-c885075fbc56 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 210 time: 0.0665457 Sep 09 09:10:55.288857 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:55.400246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Network bbe690d1-f535-48c2-8e81-c04fff5d546c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:10:55.411631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:10:55.432406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:10:55.450358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a6d96-2841-4678-a35e-9608ddc15364 req-afc800fb-2849-43b4-b33f-3420f1588815 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:55.458725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a7a6d96-2841-4678-a35e-9608ddc15364 req-afc800fb-2849-43b4-b33f-3420f1588815 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0943744 Sep 09 09:10:55.499692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:55.500080 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a7a6d96-2841-4678-a35e-9608ddc15364 req-af0dbd29-0c0a-44f4-b425-1625031f389d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388370 Sep 09 09:10:55.500607 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:55.576650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event updated for resources: {'Port': ['ID=71e5960e-d5a2-4ff0-a238-7f664f5f575e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:55.591300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:55.600390 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-2847c2cb-6d5d-435a-abd4-e3001b463f43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836160 Sep 09 09:10:55.609485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46984bef-dae1-4624-a975-ade2bbf743fb req-a30c2ee1-044e-40e5-8df1-6a60cc138aba tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:55.611095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46984bef-dae1-4624-a975-ade2bbf743fb req-a30c2ee1-044e-40e5-8df1-6a60cc138aba tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 949 time: 0.1918938 Sep 09 09:10:55.650940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Pushing event deleted for resources: {'Port': ['ID=9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:55.670755 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:55.697380 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46984bef-dae1-4624-a975-ade2bbf743fb req-37124b96-0360-40a9-8987-93562f380c41 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742373 Sep 09 09:10:55.725285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d55adbe5-ec4e-4fd6-9ece-c178dbfa67d6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8702104 Sep 09 09:10:55.744128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Request body: {'port': {'device_id': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:55.810676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:55.852699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9a8c7-ee2c-4958-86e0-3136ce03c12c req-c646d7de-a2f7-469c-a0b2-0b9c12036b7c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:55.854575 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-38b9a8c7-ee2c-4958-86e0-3136ce03c12c req-c646d7de-a2f7-469c-a0b2-0b9c12036b7c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 931 time: 0.0840127 Sep 09 09:10:55.930226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Router dc8b3af7-a639-4255-909b-94e241868ef4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:10:55.936591 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-38b9a8c7-ee2c-4958-86e0-3136ce03c12c req-8130f9c6-bb68-4712-aa79-f7eea1c9cb6a tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519307 Sep 09 09:10:56.042043 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:10:56.052631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce63b204-048d-46d2-aa9f-909e24f3112e None None] Sync routers for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:10:56.066677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63b204-048d-46d2-aa9f-909e24f3112e None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:56.067314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ce63b204-048d-46d2-aa9f-909e24f3112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:10:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:56.105072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] No DVR routers for this DVR port 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:10:56.108889 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:56.111876 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ac8891f-507e-47a8-9f48-5c3cd6a5cd9f req-566961c9-1b22-4ba2-87de-85672ac646fb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.41 "DELETE /v2.0/ports/9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 HTTP/1.1" status: 204 len: 173 time: 2.0542891 Sep 09 09:10:56.112435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'name': 'network-vif-deleted', 'tag': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:56.124887 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866ce8c4-284e-44d7-8c0d-9fc9524830fd" -d '{"events": [{"server_uuid": "96863dee-2364-40df-ad47-dd1b63d0bed5", "name": "network-vif-deleted", "tag": "9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:56.186451 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8a6b28-03cd-4129-8c37-e1cd5a154f8c x-openstack-request-id: req-5b8a6b28-03cd-4129-8c37-e1cd5a154f8c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:56.186849 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96863dee-2364-40df-ad47-dd1b63d0bed5", "name": "network-vif-deleted", "tag": "9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:56.187194 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b8a6b28-03cd-4129-8c37-e1cd5a154f8c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:56.187778 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96863dee-2364-40df-ad47-dd1b63d0bed5', 'name': 'network-vif-deleted', 'tag': '9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1', 'status': 'completed', 'code': 200} Sep 09 09:10:56.211115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e5960e-d5a2-4ff0-a238-7f664f5f575e {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:10:56.230517 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:56.231892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ce63b204-048d-46d2-aa9f-909e24f3112e None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:56.254972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Transition to ACTIVE for port object 71e5960e-d5a2-4ff0-a238-7f664f5f575e will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:10:56.317349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:10:56.404041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3b9ed-b39f-421b-9b8e-cdf2d979c9b5 req-4290b857-ff86-4b41-84a3-701db03fecd8 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:56.418167 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ce3b9ed-b39f-421b-9b8e-cdf2d979c9b5 req-4290b857-ff86-4b41-84a3-701db03fecd8 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.1022730 Sep 09 09:10:56.508058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ce3b9ed-b39f-421b-9b8e-cdf2d979c9b5 req-8c673ceb-ab80-4fa3-9048-754694ff798c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888975 Sep 09 09:10:56.527975 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:56.538910 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5319af8-66c1-4183-8d96-c8619a893dc3 req-8e2cbd42-3c18-4c41-87fb-86cc7323c154 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 210 time: 0.0699754 Sep 09 09:10:56.738099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Pushing event updated for resources: {'Port': ['ID=71e5960e-d5a2-4ff0-a238-7f664f5f575e,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:56.772364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfe042-1120-4be2-9f55-383ee472973a req-33c35831-4e23-46a8-b017-bed375ba6541 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:56.774920 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4edfe042-1120-4be2-9f55-383ee472973a req-33c35831-4e23-46a8-b017-bed375ba6541 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.1645091 Sep 09 09:10:56.852585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4edfe042-1120-4be2-9f55-383ee472973a req-75cf6ed4-8961-4e84-928c-b3d57e697d0a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657451 Sep 09 09:10:56.922530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:10:56.935922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:10:56.936506 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:56.939636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Attempting to bind port 71e5960e-d5a2-4ff0-a238-7f664f5f575e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:10:56.940022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Attempting to bind port 71e5960e-d5a2-4ff0-a238-7f664f5f575e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:10:56.940373 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Attempting to bind port 71e5960e-d5a2-4ff0-a238-7f664f5f575e on network bbe690d1-f535-48c2-8e81-c04fff5d546c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:56.957856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962eb6a-61fc-41e8-9bd6-55e07b3350f8 req-f9ae2447-f354-4f62-86ef-6e08caff12f0 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:56.959643 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6962eb6a-61fc-41e8-9bd6-55e07b3350f8 req-f9ae2447-f354-4f62-86ef-6e08caff12f0 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 949 time: 0.1508958 Sep 09 09:10:56.960470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Port 71e5960e-d5a2-4ff0-a238-7f664f5f575e on network bbe690d1-f535-48c2-8e81-c04fff5d546c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:10:56.960793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Attempting to bind port 71e5960e-d5a2-4ff0-a238-7f664f5f575e on network bbe690d1-f535-48c2-8e81-c04fff5d546c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:10:56.966943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:10:56.967283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Checking segment: {'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:10:56.976083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Bound using segment: {'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:10:56.976561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Bound port: 71e5960e-d5a2-4ff0-a238-7f664f5f575e, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:10:56.976933 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:57.116176 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6962eb6a-61fc-41e8-9bd6-55e07b3350f8 req-13bdb86d-b430-475d-b4cc-f33ce106d552 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283991 Sep 09 09:10:57.170139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ce63b204-048d-46d2-aa9f-909e24f3112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:57.180042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1a757-1a95-4004-b2ff-4ecd4c8e4471 req-7b7da2ec-e362-440c-99e8-c7add1275a3b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:57.194382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] For port 71e5960e-d5a2-4ff0-a238-7f664f5f575e, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:57.197279 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a2b1a757-1a95-4004-b2ff-4ecd4c8e4471 req-7b7da2ec-e362-440c-99e8-c7add1275a3b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 943 time: 0.0935659 Sep 09 09:10:57.199443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] For port 71e5960e-d5a2-4ff0-a238-7f664f5f575e, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=71e5960e-d5a2-4ff0-a238-7f664f5f575e,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:10:57.205491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce63b204-048d-46d2-aa9f-909e24f3112e None None] Checking router: dc8b3af7-a639-4255-909b-94e241868ef4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:10:57.210648 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:57.232791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63b204-048d-46d2-aa9f-909e24f3112e None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:10:57.233533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ce63b204-048d-46d2-aa9f-909e24f3112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:10:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:57.267307 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a2b1a757-1a95-4004-b2ff-4ecd4c8e4471 req-f90ccd3e-b7fc-4625-8f88-9c307f5fcb69 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670707 Sep 09 09:10:57.276490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821c9696-8673-41c0-9cec-7674e100d852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6dd3ed-5ffe-459b-bf73-486fd0c4aade'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:57.278761 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40cdede-c11a-4235-bee3-829b83c7bb1b" -d '{"events": [{"server_uuid": "821c9696-8673-41c0-9cec-7674e100d852", "name": "network-vif-plugged", "status": "completed", "tag": "7b6dd3ed-5ffe-459b-bf73-486fd0c4aade"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:57.307112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:57.329883 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:57.418788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:57.419513 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:57.421876 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] 10.222.0.41 "PUT /v2.0/ports/71e5960e-d5a2-4ff0-a238-7f664f5f575e HTTP/1.1" status: 200 len: 1092 time: 1.6877310 Sep 09 09:10:57.422363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'tag': '71e5960e-d5a2-4ff0-a238-7f664f5f575e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:10:57.427274 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f189ae5f-fde8-4496-a4e0-61a4ec1acc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0c6dec-d896-4dc9-9570-f26a5325e8b7", "tag": "71e5960e-d5a2-4ff0-a238-7f664f5f575e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:10:57.431168 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cd8ab9-d9b0-4492-b070-22f227058edd x-openstack-request-id: req-b0cd8ab9-d9b0-4492-b070-22f227058edd {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:57.438744 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821c9696-8673-41c0-9cec-7674e100d852", "name": "network-vif-plugged", "status": "completed", "tag": "7b6dd3ed-5ffe-459b-bf73-486fd0c4aade", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:57.438744 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0cd8ab9-d9b0-4492-b070-22f227058edd {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:57.438744 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821c9696-8673-41c0-9cec-7674e100d852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6dd3ed-5ffe-459b-bf73-486fd0c4aade', 'code': 200} Sep 09 09:10:57.438744 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:57.439703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:10:57.480357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989e6c2-8058-4eeb-bbed-9868e2df17ed service neutron] Pushing event updated for resources: {'Port': ['ID=71e5960e-d5a2-4ff0-a238-7f664f5f575e,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:57.521805 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37b91c4-87d8-46ea-bbb6-2420c59b7ebe x-openstack-request-id: req-f37b91c4-87d8-46ea-bbb6-2420c59b7ebe {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:10:57.522494 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0c6dec-d896-4dc9-9570-f26a5325e8b7", "tag": "71e5960e-d5a2-4ff0-a238-7f664f5f575e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:10:57.522946 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f37b91c4-87d8-46ea-bbb6-2420c59b7ebe {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:10:57.523533 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'tag': '71e5960e-d5a2-4ff0-a238-7f664f5f575e', 'status': 'completed', 'code': 200} Sep 09 09:10:57.533412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:10:57.535105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9ea20c64-2ea5-4b03-a8a4-5d635d6c7cd1 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:10:57.560521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ce63b204-048d-46d2-aa9f-909e24f3112e None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:10:57.658981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ae5f-fde8-4496-a4e0-61a4ec1acc4a req-9ef65265-a4d2-4add-b9c4-b90655a46709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:57.660562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f189ae5f-fde8-4496-a4e0-61a4ec1acc4a req-9ef65265-a4d2-4add-b9c4-b90655a46709 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e16b1ccce9524208808d1ad8abfd2729&device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 1095 time: 0.1038132 Sep 09 09:10:57.678354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f371d-a872-4e6b-abbe-161c69df811d req-2cef3b3d-c5fe-4642-96b9-def56ce1e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:57.683286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-510f371d-a872-4e6b-abbe-161c69df811d req-2cef3b3d-c5fe-4642-96b9-def56ce1e138 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 1102 time: 0.1527855 Sep 09 09:10:57.755270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:10:57.811451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0dd062e2-5da9-496b-b0fe-d3ac7b163292 req-89ec411b-4f12-4782-8fa7-4389f35f8273 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 210 time: 0.0670776 Sep 09 09:10:57.850768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-510f371d-a872-4e6b-abbe-161c69df811d req-35d992ff-2fc3-4939-b066-e3b71372550b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617997 Sep 09 09:10:57.901861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0e6c4-5ad9-4a1c-aa16-e815f037fdfe req-a4768e69-4d26-466c-9d28-2760d5b1df11 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:57.903586 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03e0e6c4-5ad9-4a1c-aa16-e815f037fdfe req-a4768e69-4d26-466c-9d28-2760d5b1df11 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.1729989 Sep 09 09:10:58.042871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03e0e6c4-5ad9-4a1c-aa16-e815f037fdfe req-b2e07b49-8335-48b5-a60e-5b28e7ec8063 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269901 Sep 09 09:10:58.069391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ce63b204-048d-46d2-aa9f-909e24f3112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:10:58.095684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ae5f-fde8-4496-a4e0-61a4ec1acc4a req-ab2a9be1-9a95-48b6-95e7-4257a2e1f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:58.097542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f189ae5f-fde8-4496-a4e0-61a4ec1acc4a req-ab2a9be1-9a95-48b6-95e7-4257a2e1f5e1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e16b1ccce9524208808d1ad8abfd2729&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4268851 Sep 09 09:10:58.098547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce63b204-048d-46d2-aa9f-909e24f3112e None None] The sync data for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 is: [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:10:58.176322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cf1ea-7150-4fc3-b54c-a92c3b153d17 req-3460da11-7b68-486f-9b64-32699cef966c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:58.184653 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b7cf1ea-7150-4fc3-b54c-a92c3b153d17 req-3460da11-7b68-486f-9b64-32699cef966c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.1782877 Sep 09 09:10:58.316140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd128a5-52e7-4f17-aa99-ef05c60e350e req-a7125111-ab46-40d4-b95e-f3a46827d376 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:58.330846 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4bd128a5-52e7-4f17-aa99-ef05c60e350e req-a7125111-ab46-40d4-b95e-f3a46827d376 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 950 time: 0.1155932 Sep 09 09:10:58.440281 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4bd128a5-52e7-4f17-aa99-ef05c60e350e req-ba51e3e2-6cbd-4217-96d9-dbac53e6c00e tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060083 Sep 09 09:10:58.535105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b7cf1ea-7150-4fc3-b54c-a92c3b153d17 req-c4c4b57f-0299-4c63-8f86-7962f9892ab5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491869 Sep 09 09:10:58.642577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58c3f8-831c-401f-a3e2-93501cb649e3 req-7a6cf547-3110-46cb-8c10-b81c8636851b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:58.650741 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b58c3f8-831c-401f-a3e2-93501cb649e3 req-7a6cf547-3110-46cb-8c10-b81c8636851b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 943 time: 0.0654655 Sep 09 09:10:58.666738 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db203d6-f495-47cf-99a8-409e45e3e04f None None] New status for floating IP 05fdd71d-3382-4b72-a7e1-e62658f7739e: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:10:58.699106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ae5f-fde8-4496-a4e0-61a4ec1acc4a req-8aad8ea1-ef04-46ba-b13e-421ae1d4931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:58.700937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f189ae5f-fde8-4496-a4e0-61a4ec1acc4a req-8aad8ea1-ef04-46ba-b13e-421ae1d4931b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5905597 Sep 09 09:10:58.710860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c50b8-7f6a-4429-876d-a35137e0108f req-306c0167-f209-445e-bb0c-069a308f8dc0 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:58.713549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-306c0167-f209-445e-bb0c-069a308f8dc0 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.24 "GET /v2.0/networks?id=1e03ded8-bda0-484a-9427-b212bb2c9357 HTTP/1.1" status: 200 len: 824 time: 0.6206460 Sep 09 09:10:58.716205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c508409e-e8d6-4e81-8208-712822268b25 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:58.718004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-c508409e-e8d6-4e81-8208-712822268b25 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.4953160 Sep 09 09:10:58.738595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b58c3f8-831c-401f-a3e2-93501cb649e3 req-0e589202-a78d-4d5b-aa72-1daa98828a92 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867600 Sep 09 09:10:58.748776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-16'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:58.886843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-4a4556a8-1aca-4790-bb9b-72f23c89ee95 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f8f99698e89468394188ee2ceca9ef4 HTTP/1.1" status: 200 len: 380 time: 0.1566961 Sep 09 09:10:58.947052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Request body: {'port': {'device_id': '878e8c01-03a4-4122-98e8-42514d311cb6', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'admin_state_up': True, 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'security_groups': ['e4a80ea4-6e7e-4f4c-a3cd-72a851bea924']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:10:58.990612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-5bf48acc-6840-4082-8154-e320f1d3f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:58.992116 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-5bf48acc-6840-4082-8154-e320f1d3f98b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e16b1ccce9524208808d1ad8abfd2729&device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 1095 time: 0.2041419 Sep 09 09:10:59.015212 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:59.027130 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d1ca0bdd-8300-4cef-ac64-d77b4405b420 req-a645267a-51aa-4ad9-8924-01b204363a7d tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 210 time: 0.0541532 Sep 09 09:10:59.093767 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-d9935ac9-b3fc-4d1c-8060-0b3d70624997 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71e5960e-d5a2-4ff0-a238-7f664f5f575e HTTP/1.1" status: 200 len: 217 time: 0.0759494 Sep 09 09:10:59.236330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8f889-3512-4b61-accc-54b190f4a542 req-1f408d1c-d5d4-4da2-858d-4606456e5d78 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:59.245410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34f8f889-3512-4b61-accc-54b190f4a542 req-1f408d1c-d5d4-4da2-858d-4606456e5d78 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 945 time: 0.0695851 Sep 09 09:10:59.287551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-99fa2827-2355-4a3c-a574-06b77615526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:59.289707 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-99fa2827-2355-4a3c-a574-06b77615526a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dab4e8b-f33f-4361-b5da-5c5f6e335558 HTTP/1.1" status: 200 len: 862 time: 0.1401749 Sep 09 09:10:59.297133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34f8f889-3512-4b61-accc-54b190f4a542 req-ff0fad0b-bc32-4b3c-ba48-e233679042c0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510042 Sep 09 09:10:59.343209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-59ae2b96-fa0e-4e7d-81cc-4175901d8e37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbe690d1-f535-48c2-8e81-c04fff5d546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366635 Sep 09 09:10:59.712791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c5f1f425-734c-4a8a-a0df-322614840fd7,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:10:59.737123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-8f352e39-e175-4972-809b-e76c23110065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:59.739536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-8f352e39-e175-4972-809b-e76c23110065 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 1102 time: 0.0608094 Sep 09 09:10:59.748299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61070a1-8575-480f-ad3b-8a46fac96d12 req-90bd338e-19ef-4ed1-9d62-07e5efd0b9f8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:59.753601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Made reservation on behalf of 6f8f99698e89468394188ee2ceca9ef4 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:10:59.756186 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c61070a1-8575-480f-ad3b-8a46fac96d12 req-90bd338e-19ef-4ed1-9d62-07e5efd0b9f8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.1314211 Sep 09 09:10:59.757005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:10:59.787502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ceae3-2335-4427-8a46-be798059d86a req-c2628d3b-e244-4327-9f6d-2d978a251870 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:59.789033 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-898ceae3-2335-4427-8a46-be798059d86a req-c2628d3b-e244-4327-9f6d-2d978a251870 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 950 time: 0.1636343 Sep 09 09:10:59.844065 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-25738231-499c-4289-bd15-b6636c8414d4 service neutron] 10.222.0.41 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207835 Sep 09 09:10:59.858347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:10:59.866506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-21d8c17b-236c-4c7f-9995-bcb6c37f1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:59.871887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-21d8c17b-236c-4c7f-9995-bcb6c37f1829 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1091647 Sep 09 09:10:59.919170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-3d076631-c50f-4e28-bb57-0bfaca827895 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 217 time: 0.0423288 Sep 09 09:10:59.977898 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-727c62b0-1d45-46c4-a862-c79688250e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:10:59.979509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-727c62b0-1d45-46c4-a862-c79688250e25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0527520 Sep 09 09:10:59.995008 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c61070a1-8575-480f-ad3b-8a46fac96d12 req-25ea7cb1-bedf-47cc-9701-d4d97483c5f6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375154 Sep 09 09:11:00.060867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-898ceae3-2335-4427-8a46-be798059d86a req-8749a2af-de2b-4d58-855d-6ada00a33d1b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561498 Sep 09 09:11:00.069343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697048c-9856-453f-ab9f-11def40e20d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f1f425-734c-4a8a-a0df-322614840fd7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:00.075678 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4d4749-c962-4eb9-b21b-6e6da49c580d" -d '{"events": [{"server_uuid": "8697048c-9856-453f-ab9f-11def40e20d1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f1f425-734c-4a8a-a0df-322614840fd7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:00.076448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-476f5b5c-740e-44a8-a945-4aab77c648ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:00.077997 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-476f5b5c-740e-44a8-a945-4aab77c648ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0822835 Sep 09 09:11:00.078843 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:00.146996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Allocated IP 172.20.0.6 (1e03ded8-bda0-484a-9427-b212bb2c9357/03cc89b6-6df2-464e-813c-19e32777bee5/64a84c3f-a4e5-4f22-b97a-949ab67ffc12) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:00.151499 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b036e4a4-9168-477f-9b1f-f357c75de8b0 req-de75e070-c54e-4ba1-b591-0f6d98ad506e service neutron] 10.222.0.41 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963784 Sep 09 09:11:00.192011 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08c8aded-296d-45f0-bd61-2bd19e19566e req-a3e9af24-8618-495a-b62b-842351e06ae2 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 210 time: 0.0320227 Sep 09 09:11:00.221537 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:00.363635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502ed5c-f16f-49c2-8e7d-a6ddd3fa47df req-54dc27d1-3310-4f59-a8d0-206d24b460b4 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:00.372711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0502ed5c-f16f-49c2-8e7d-a6ddd3fa47df req-54dc27d1-3310-4f59-a8d0-206d24b460b4 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 943 time: 0.2303786 Sep 09 09:11:00.396086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Pushing event updated for resources: {'Port': ['ID=c5f1f425-734c-4a8a-a0df-322614840fd7,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:00.422657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 on host n-h2-778696-16 for vnic_type normal with profile {"migrating_to": "n-h1-778696-16"} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:00.422657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:00.422657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:00.435769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Port c5f1f425-734c-4a8a-a0df-322614840fd7 on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:11:00.436088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Attempting to bind port c5f1f425-734c-4a8a-a0df-322614840fd7 on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:00.439249 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0502ed5c-f16f-49c2-8e7d-a6ddd3fa47df req-2d93f3b6-247a-49b0-93bd-02350552292a tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608666 Sep 09 09:11:00.455791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:00.458584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:00.458918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:00.459300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:00.459776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Bound port: c5f1f425-734c-4a8a-a0df-322614840fd7, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:00.460141 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:00.460262 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0d9860be-da11-4d27-b8fa-e614ef4288f3 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607137 Sep 09 09:11:00.484042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Transition to ACTIVE for port object 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:00.499752 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:11:00.533668 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34261f5e-6707-47d1-898f-81c061f674c4 x-openstack-request-id: req-34261f5e-6707-47d1-898f-81c061f674c4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:00.533963 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8697048c-9856-453f-ab9f-11def40e20d1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f1f425-734c-4a8a-a0df-322614840fd7", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:00.534207 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34261f5e-6707-47d1-898f-81c061f674c4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:00.534614 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8697048c-9856-453f-ab9f-11def40e20d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f1f425-734c-4a8a-a0df-322614840fd7', 'code': 200} Sep 09 09:11:00.575868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:00.580187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c5f1f425-734c-4a8a-a0df-322614840fd7,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:00.671248 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-69adf596-27d6-41c3-91e2-af8810885c59 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036664 Sep 09 09:11:00.683299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245a521-ff1e-48f4-b9fc-246183561b39 req-d6a50d2e-86cd-4c2c-8151-73e77039e063 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:00.685148 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9245a521-ff1e-48f4-b9fc-246183561b39 req-d6a50d2e-86cd-4c2c-8151-73e77039e063 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 943 time: 0.0739725 Sep 09 09:11:00.740179 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:00.742752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:00.760764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9245a521-ff1e-48f4-b9fc-246183561b39 req-005493f8-c06a-40cf-bcfc-580a14045afc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674288 Sep 09 09:11:00.830382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Network 1e03ded8-bda0-484a-9427-b212bb2c9357 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:00.838122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:00.855666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:00.948986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Pushing event updated for resources: {'Port': ['ID=c5f1f425-734c-4a8a-a0df-322614840fd7,revision_number=8']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:00.992528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:00.993280 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:00.994803 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8a58bf2a-41b4-4c52-9369-9bfa1ff1d36b service neutron] 10.222.0.24 "PUT /v2.0/ports/c5f1f425-734c-4a8a-a0df-322614840fd7 HTTP/1.1" status: 200 len: 1123 time: 2.2634797 Sep 09 09:11:01.034104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:01.034104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:01.063283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['c5f1f425-734c-4a8a-a0df-322614840fd7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:01.090549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Pushing event updated for resources: {'Port': ['ID=64a84c3f-a4e5-4f22-b97a-949ab67ffc12,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:01.122487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c5f1f425-734c-4a8a-a0df-322614840fd7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:01.170116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258adeb-6c3c-4828-9043-ba4dab81a544 req-7ab22e5d-7830-46b1-ab1c-65fff6fda0fa tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:01.176230 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-57d0016f-b966-4bf5-8ae4-a45aded25269 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2719772 Sep 09 09:11:01.178420 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5258adeb-6c3c-4828-9043-ba4dab81a544 req-7ab22e5d-7830-46b1-ab1c-65fff6fda0fa tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0651882 Sep 09 09:11:01.188671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Request body: {'port': {'device_id': '878e8c01-03a4-4122-98e8-42514d311cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:01.228276 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c5f1f425-734c-4a8a-a0df-322614840fd7 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:01.245136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5258adeb-6c3c-4828-9043-ba4dab81a544 req-e54db523-6e3a-4f72-a7fd-2a0231deb418 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498700 Sep 09 09:11:01.298046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:01.482614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c5f1f425-734c-4a8a-a0df-322614840fd7,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:01.534880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6dbd24ab-f5b5-47af-b813-aa774e22e0bb None None] Provisioning for port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:01.538955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c5f1f425-734c-4a8a-a0df-322614840fd7 has no active binding in host n-h1-778696-16 {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 09 09:11:01.545025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6dbd24ab-f5b5-47af-b813-aa774e22e0bb None None] Provisioning complete for port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:01.545412 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dbd24ab-f5b5-47af-b813-aa774e22e0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:01.650716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd24ab-f5b5-47af-b813-aa774e22e0bb None None] Port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:11:01.777922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:01.790932 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:01.805205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Transition to ACTIVE for port object 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:01.840120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621228-ae15-4296-baeb-75d3a8b6667d req-13f214cd-faf3-4dda-af92-6d9fe79605bf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:01.842305 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8621228-ae15-4296-baeb-75d3a8b6667d req-13f214cd-faf3-4dda-af92-6d9fe79605bf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 931 time: 0.4999206 Sep 09 09:11:01.899425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8621228-ae15-4296-baeb-75d3a8b6667d req-4c216181-a9bb-4da3-9e49-688d96039f78 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414431 Sep 09 09:11:01.928243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:02.038527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Pushing event updated for resources: {'Port': ['ID=64a84c3f-a4e5-4f22-b97a-949ab67ffc12,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:02.078629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f44e5-b8a7-4529-946d-abd52a948a41 req-11488440-5aba-4934-b285-514ff9d9fcba tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:02.080459 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a9f44e5-b8a7-4529-946d-abd52a948a41 req-11488440-5aba-4934-b285-514ff9d9fcba tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 943 time: 0.1039662 Sep 09 09:11:02.141175 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a9f44e5-b8a7-4529-946d-abd52a948a41 req-b70cfbcd-69f5-47d7-8f00-07d0a7a50586 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513148 Sep 09 09:11:02.213109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Attempting to bind port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:02.216213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Attempting to bind port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:02.275878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Attempting to bind port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 on network 1e03ded8-bda0-484a-9427-b212bb2c9357 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:02.275878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-d79d2921-853e-45eb-9d10-9c647566126c tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1c32e6ea9f6349a883c74ec45f0fff3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270650 Sep 09 09:11:02.275878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 on network 1e03ded8-bda0-484a-9427-b212bb2c9357 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:11:02.275878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Attempting to bind port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 on network 1e03ded8-bda0-484a-9427-b212bb2c9357 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:02.275878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:02.275878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Checking segment: {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:02.275878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Bound using segment: {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:02.275878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Bound port: 64a84c3f-a4e5-4f22-b97a-949ab67ffc12, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a910077-01ac-4def-97ec-950ed8022c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:02.275878 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:02.318051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eb4aa-277c-4a0a-aa87-923788aa0562 req-c5409c7c-9751-44fd-816f-96117672ed0f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:02.319862 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab4eb4aa-277c-4a0a-aa87-923788aa0562 req-c5409c7c-9751-44fd-816f-96117672ed0f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 943 time: 0.0774019 Sep 09 09:11:02.367681 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab4eb4aa-277c-4a0a-aa87-923788aa0562 req-a41652e1-097c-47d3-8071-fbb2cf0bd087 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Sep 09 09:11:02.429171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] For port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:02.435250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] For port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=64a84c3f-a4e5-4f22-b97a-949ab67ffc12,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:02.455900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-de9dab37-5296-4c6d-9a79-41f431626e6b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:02.457753 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-de9dab37-5296-4c6d-9a79-41f431626e6b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658003 Sep 09 09:11:02.482842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-814f7336-d197-40be-a871-df78c03fb9e2 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/quotas/1c32e6ea9f6349a883c74ec45f0fff3d HTTP/1.1" status: 200 len: 375 time: 0.0184560 Sep 09 09:11:02.507434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fafa76-a5ee-4cfc-b4b6-000990795994 req-9e31ce42-fed2-4a4a-8309-7621ce239d98 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:02.515781 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4fafa76-a5ee-4cfc-b4b6-000990795994 req-9e31ce42-fed2-4a4a-8309-7621ce239d98 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0677283 Sep 09 09:11:02.542875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8697048c-9856-453f-ab9f-11def40e20d1', 'tag': 'c5f1f425-734c-4a8a-a0df-322614840fd7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:02.545291 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99043b4a-f765-4a09-9401-4dd67bddc187" -d '{"events": [{"name": "network-changed", "server_uuid": "8697048c-9856-453f-ab9f-11def40e20d1", "tag": "c5f1f425-734c-4a8a-a0df-322614840fd7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:02.560574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4fafa76-a5ee-4cfc-b4b6-000990795994 req-a28a04ba-7792-4c49-92d8-f053219d0ec0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438097 Sep 09 09:11:02.562125 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-bc588ce7-834c-4512-b519-28f40da1f0a9 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c32e6ea9f6349a883c74ec45f0fff3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703242 Sep 09 09:11:02.609944 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a0357a-b8cd-449b-bb67-f900661593f2 x-openstack-request-id: req-81a0357a-b8cd-449b-bb67-f900661593f2 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:02.610235 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8697048c-9856-453f-ab9f-11def40e20d1", "tag": "c5f1f425-734c-4a8a-a0df-322614840fd7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:02.610482 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81a0357a-b8cd-449b-bb67-f900661593f2 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:02.610874 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8697048c-9856-453f-ab9f-11def40e20d1', 'tag': 'c5f1f425-734c-4a8a-a0df-322614840fd7', 'status': 'completed', 'code': 200} Sep 09 09:11:02.681607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043b4a-f765-4a09-9401-4dd67bddc187 req-00c24924-2651-42cb-808d-9a4bcebf676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:02.683143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99043b4a-f765-4a09-9401-4dd67bddc187 req-00c24924-2651-42cb-808d-9a4bcebf676c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 1126 time: 0.0432355 Sep 09 09:11:02.779426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043b4a-f765-4a09-9401-4dd67bddc187 req-f9204cb9-83de-49c4-a4a0-67742b782fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:02.780900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99043b4a-f765-4a09-9401-4dd67bddc187 req-f9204cb9-83de-49c4-a4a0-67742b782fb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.0906549 Sep 09 09:11:02.830722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99043b4a-f765-4a09-9401-4dd67bddc187 req-7cd4d46b-6764-4995-bf5c-42d758e086fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f1f425-734c-4a8a-a0df-322614840fd7 HTTP/1.1" status: 200 len: 217 time: 0.0366592 Sep 09 09:11:02.870095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:02.967448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:02.968351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:02.969930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] 10.222.0.24 "PUT /v2.0/ports/64a84c3f-a4e5-4f22-b97a-949ab67ffc12 HTTP/1.1" status: 200 len: 1092 time: 1.7861662 Sep 09 09:11:02.977676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18952a6a-05e5-41c2-aa2e-e83dd3e309b2 req-734aa789-7ea1-4673-9375-2a0154aef871 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 210 time: 0.0518985 Sep 09 09:11:02.981076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043b4a-f765-4a09-9401-4dd67bddc187 req-1e1057e4-b32e-4df4-ae0b-258f031cecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:02.991501 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99043b4a-f765-4a09-9401-4dd67bddc187 req-1e1057e4-b32e-4df4-ae0b-258f031cecaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.1556420 Sep 09 09:11:03.052665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99043b4a-f765-4a09-9401-4dd67bddc187 req-918294c7-fb19-4be3-9049-9ba034a06428 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501599 Sep 09 09:11:03.109660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710df8bd-a864-46c1-b3df-88089e296e5b service neutron] Pushing event updated for resources: {'Port': ['ID=64a84c3f-a4e5-4f22-b97a-949ab67ffc12,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:03.230518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd685aa9-03df-48ad-9dfb-569bad372577 req-c092e840-9a2a-40dc-934a-d627daba284e tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:03.232131 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd685aa9-03df-48ad-9dfb-569bad372577 req-c092e840-9a2a-40dc-934a-d627daba284e tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 943 time: 0.2101524 Sep 09 09:11:03.244120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c50b8-7f6a-4429-876d-a35137e0108f req-08af1626-df24-401e-8c5d-375af71756d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:03.245666 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-08af1626-df24-401e-8c5d-375af71756d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8f99698e89468394188ee2ceca9ef4&device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 1095 time: 0.1454306 Sep 09 09:11:03.313886 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99043b4a-f765-4a09-9401-4dd67bddc187 req-c596fe5c-3553-4e30-88cc-201bac6b585f service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473013 Sep 09 09:11:03.315691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-3f21cc74-c9aa-456d-9a61-072425d082cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64a84c3f-a4e5-4f22-b97a-949ab67ffc12 HTTP/1.1" status: 200 len: 217 time: 0.0586143 Sep 09 09:11:03.334331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4d25b-b7fd-4948-a701-2c73a1992e11 req-e71a36a2-9068-4aa0-bbc9-c38396df56b9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:03.337418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02b4d25b-b7fd-4948-a701-2c73a1992e11 req-e71a36a2-9068-4aa0-bbc9-c38396df56b9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 943 time: 0.0877807 Sep 09 09:11:03.378562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd685aa9-03df-48ad-9dfb-569bad372577 req-801c5a3a-41b2-4fff-af29-0e9b068dc23d tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319859 Sep 09 09:11:03.435621 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02b4d25b-b7fd-4948-a701-2c73a1992e11 req-49ea8815-4387-43d5-891e-abc00652708f tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803502 Sep 09 09:11:03.454737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c50b8-7f6a-4429-876d-a35137e0108f req-086c063e-0f08-4381-bc0c-7dbf37ddaccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:03.459673 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-086c063e-0f08-4381-bc0c-7dbf37ddaccd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03cc89b6-6df2-464e-813c-19e32777bee5 HTTP/1.1" status: 200 len: 863 time: 0.1212249 Sep 09 09:11:03.541195 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99043b4a-f765-4a09-9401-4dd67bddc187 req-cb6617f2-594b-411c-9606-f6626c64c069 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189965 Sep 09 09:11:03.593523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c50b8-7f6a-4429-876d-a35137e0108f req-24160ac1-39e2-46eb-9f84-6d7613e3d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:03.595249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-24160ac1-39e2-46eb-9f84-6d7613e3d9a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1e03ded8-bda0-484a-9427-b212bb2c9357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182554 Sep 09 09:11:03.619914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d907acb-0b62-4a4b-95dd-55ad972acbac req-74f5af71-c969-44a8-8104-f61e30f2c254 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:03.622706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d907acb-0b62-4a4b-95dd-55ad972acbac req-74f5af71-c969-44a8-8104-f61e30f2c254 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 943 time: 0.0994060 Sep 09 09:11:03.720873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbe94b-59ee-4999-afef-a843ba3a371e req-fa831b81-a807-4bf2-8d37-dd22054ffe25 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:03.729389 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ccbe94b-59ee-4999-afef-a843ba3a371e req-fa831b81-a807-4bf2-8d37-dd22054ffe25 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0645916 Sep 09 09:11:03.747169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d907acb-0b62-4a4b-95dd-55ad972acbac req-d23c9c97-5424-4d11-97b7-421c63c1c3cc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024971 Sep 09 09:11:03.781383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-bf68d04b-14fa-435f-8988-a79088f6fd48 service neutron] 10.222.0.24 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718733 Sep 09 09:11:03.781965 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ccbe94b-59ee-4999-afef-a843ba3a371e req-3bab1e53-e875-4393-ad60-15d4aa06cf23 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Sep 09 09:11:03.919579 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-4d40d5d3-b885-4fd3-9248-0a1fc8280cb8 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--618259159&fields=id&tenant_id=47ce9d8dd79d4cb698a1979808c25fa3 HTTP/1.1" status: 200 len: 267 time: 0.0573616 Sep 09 09:11:03.929192 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-593c50b8-7f6a-4429-876d-a35137e0108f req-7c868842-db27-4dd1-9c44-47e385db75dd service neutron] 10.222.0.24 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392672 Sep 09 09:11:04.065426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0092368d-084c-4f2c-8738-d63bab30cad5 req-8e0b1900-de76-4b88-8005-5cbdf2b588ae tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 210 time: 0.0265570 Sep 09 09:11:04.067020 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-d7a88073-441f-4d15-a4cd-6996647f49d6 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:04.068770 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-d7a88073-441f-4d15-a4cd-6996647f49d6 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/networks?id=bf906f5e-4c09-4555-82ce-4d1b1bfcd464 HTTP/1.1" status: 200 len: 815 time: 0.1338522 Sep 09 09:11:04.086126 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-5de21413-d9fb-4562-8249-a0072ff5df31 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/quotas/47ce9d8dd79d4cb698a1979808c25fa3 HTTP/1.1" status: 200 len: 375 time: 0.0116277 Sep 09 09:11:04.144740 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-960d6027-fbcd-4405-a69f-f6f3ca067396 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47ce9d8dd79d4cb698a1979808c25fa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525248 Sep 09 09:11:04.250272 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-dcc5b0d3-09f3-4f82-b362-9bae05b1fadd service neutron] 10.222.0.32 "GET /v2.0/networks/bf906f5e-4c09-4555-82ce-4d1b1bfcd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929525 Sep 09 09:11:04.304969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 71e5960e-d5a2-4ff0-a238-7f664f5f575e details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:04.356260 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7788564f-d760-4336-8a18-27965d8c85c2 service neutron] 10.222.0.32 "GET /v2.0/networks/bf906f5e-4c09-4555-82ce-4d1b1bfcd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997553 Sep 09 09:11:04.420884 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 71e5960e-d5a2-4ff0-a238-7f664f5f575e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=71e5960e-d5a2-4ff0-a238-7f664f5f575e,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:04.442318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '71e5960e-d5a2-4ff0-a238-7f664f5f575e', 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c', 'port_id': '71e5960e-d5a2-4ff0-a238-7f664f5f575e', 'mac_address': 'fa:16:3e:f6:80:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dab4e8b-f33f-4361-b5da-5c5f6e335558', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:11:04.498553 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:04.513589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e5960e-d5a2-4ff0-a238-7f664f5f575e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:04.537749 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 71e5960e-d5a2-4ff0-a238-7f664f5f575e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=71e5960e-d5a2-4ff0-a238-7f664f5f575e,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:04.553160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925322c0-ddff-47e9-aec4-fa843b1f5887 req-ca7be81d-3566-468b-869d-970312e5d95b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:04.569605 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-925322c0-ddff-47e9-aec4-fa843b1f5887 req-ca7be81d-3566-468b-869d-970312e5d95b tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 943 time: 0.0828164 Sep 09 09:11:04.611938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878e8c01-03a4-4122-98e8-42514d311cb6', 'tag': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:04.614321 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3d0772-8817-41d9-b7b7-72e6f38e5661" -d '{"events": [{"name": "network-changed", "server_uuid": "878e8c01-03a4-4122-98e8-42514d311cb6", "tag": "64a84c3f-a4e5-4f22-b97a-949ab67ffc12"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:04.619758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:04.625771 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-925322c0-ddff-47e9-aec4-fa843b1f5887 req-27264089-cced-4bd9-a3e7-a809ecd39769 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552804 Sep 09 09:11:04.673267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=71e5960e-d5a2-4ff0-a238-7f664f5f575e,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:04.735600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa125dc-3ed4-4d9f-8a5d-88fcdd7d7045 req-0be2d891-f595-455a-85f3-adee28a0530e tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:04.737092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3aa125dc-3ed4-4d9f-8a5d-88fcdd7d7045 req-0be2d891-f595-455a-85f3-adee28a0530e tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 944 time: 0.0503113 Sep 09 09:11:04.774515 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3aa125dc-3ed4-4d9f-8a5d-88fcdd7d7045 req-a1083864-6e67-48e1-8eab-213a0f317e34 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Sep 09 09:11:04.820331 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac5015d-f00e-40f9-bc00-cb75c66d1160 x-openstack-request-id: req-8ac5015d-f00e-40f9-bc00-cb75c66d1160 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:04.820836 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878e8c01-03a4-4122-98e8-42514d311cb6", "tag": "64a84c3f-a4e5-4f22-b97a-949ab67ffc12", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:04.820836 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ac5015d-f00e-40f9-bc00-cb75c66d1160 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:04.821289 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878e8c01-03a4-4122-98e8-42514d311cb6', 'tag': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12', 'status': 'completed', 'code': 200} Sep 09 09:11:04.895465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d0772-8817-41d9-b7b7-72e6f38e5661 req-67195090-cfb8-47af-b43e-b95e50a97b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:04.897023 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce3d0772-8817-41d9-b7b7-72e6f38e5661 req-67195090-cfb8-47af-b43e-b95e50a97b02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8f99698e89468394188ee2ceca9ef4&device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 1095 time: 0.0449767 Sep 09 09:11:04.943766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['71e5960e-d5a2-4ff0-a238-7f664f5f575e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:05.024603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d0772-8817-41d9-b7b7-72e6f38e5661 req-b8bd5a46-3a10-4118-85a8-d9ce6bb343e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:05.026322 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce3d0772-8817-41d9-b7b7-72e6f38e5661 req-b8bd5a46-3a10-4118-85a8-d9ce6bb343e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1e03ded8-bda0-484a-9427-b212bb2c9357 HTTP/1.1" status: 200 len: 925 time: 0.1099048 Sep 09 09:11:05.079471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce3d0772-8817-41d9-b7b7-72e6f38e5661 req-2fa259e6-3e19-49ee-a03c-408fcd4a84b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64a84c3f-a4e5-4f22-b97a-949ab67ffc12 HTTP/1.1" status: 200 len: 217 time: 0.0434506 Sep 09 09:11:05.089148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ca66f-218d-432d-b877-b02265934a79 req-08ae9bb3-a49b-461e-b407-3ad0bc5db71d tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:05.100048 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-08ae9bb3-a49b-461e-b407-3ad0bc5db71d tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/networks?id=f9a77add-83b5-4219-b5e4-98a7925079a1 HTTP/1.1" status: 200 len: 814 time: 0.1423702 Sep 09 09:11:05.129013 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-50f59f97-343c-41c8-9dd6-23952d8e4fcb tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/quotas/e4d992fba9874fd592efe737027ab8f2 HTTP/1.1" status: 200 len: 375 time: 0.0235879 Sep 09 09:11:05.156465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d0772-8817-41d9-b7b7-72e6f38e5661 req-bb9ffda7-2740-48c9-a749-08bf60d647b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:05.158608 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce3d0772-8817-41d9-b7b7-72e6f38e5661 req-bb9ffda7-2740-48c9-a749-08bf60d647b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03cc89b6-6df2-464e-813c-19e32777bee5 HTTP/1.1" status: 200 len: 863 time: 0.0701184 Sep 09 09:11:05.240704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d0772-8817-41d9-b7b7-72e6f38e5661 req-3dc9223f-ccf8-44a6-b987-0ca202447e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:05.242388 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce3d0772-8817-41d9-b7b7-72e6f38e5661 req-3dc9223f-ccf8-44a6-b987-0ca202447e15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1e03ded8-bda0-484a-9427-b212bb2c9357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758491 Sep 09 09:11:05.248040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-60d8bd22-3e07-4df8-aabb-43204eac8e8a tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4d992fba9874fd592efe737027ab8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073010 Sep 09 09:11:05.360485 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-fcfec9e4-3e1d-45ab-a557-dd4b0084c402 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a77add-83b5-4219-b5e4-98a7925079a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041095 Sep 09 09:11:05.479625 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-2db9ccd3-b327-4923-b84d-03b6c45ab612 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a77add-83b5-4219-b5e4-98a7925079a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115875 Sep 09 09:11:05.580944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc80eb-7822-4e35-8375-a026a866758f req-f440a56c-cbaa-4824-883d-7fbdf9e51f7d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:05.582438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-13fc80eb-7822-4e35-8375-a026a866758f req-f440a56c-cbaa-4824-883d-7fbdf9e51f7d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 943 time: 0.3808935 Sep 09 09:11:05.585968 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-656c163d-d392-4167-8b4e-fb03d476b605 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c32e6ea9f6349a883c74ec45f0fff3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3188426 Sep 09 09:11:05.722473 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-13fc80eb-7822-4e35-8375-a026a866758f req-d3c20b49-b50e-4999-9ccb-b7a9e2fbc56c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329148 Sep 09 09:11:05.735522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce3d0772-8817-41d9-b7b7-72e6f38e5661 req-36863ae7-b1d6-4345-b09f-4bf87ed2be37 service neutron] 10.222.0.24 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784393 Sep 09 09:11:05.832262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-7913b2fc-a3b1-41e3-b2cb-60bebde82d7f tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:05.834405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-7913b2fc-a3b1-41e3-b2cb-60bebde82d7f tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152035 Sep 09 09:11:05.870006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Request body: {'port': {'device_id': '344db011-2ba4-4fd8-b79b-1c6b903fbf62', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '1c32e6ea9f6349a883c74ec45f0fff3d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:05.927253 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-64cf7ccb-a767-4d49-99fc-f44fa21e48b8 req-31646292-7090-4e71-8859-6c212ec7632c tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 210 time: 0.0450804 Sep 09 09:11:06.007582 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce3d0772-8817-41d9-b7b7-72e6f38e5661 req-0e2f1c14-14e2-4311-b69e-b457650ab5c8 service neutron] 10.222.0.24 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590954 Sep 09 09:11:06.029869 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-534de5bd-1b8c-4d26-8623-b45409eb823b req-85db9683-6699-4c96-9701-d35b9c7710d1 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 210 time: 0.0462191 Sep 09 09:11:06.047090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c1be3-3943-4854-b4ba-3c9fff87245d req-c2a5d51c-176b-4e03-b29c-609313eb088d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:06.048883 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a3c1be3-3943-4854-b4ba-3c9fff87245d req-c2a5d51c-176b-4e03-b29c-609313eb088d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.1837108 Sep 09 09:11:06.117351 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a3c1be3-3943-4854-b4ba-3c9fff87245d req-6e4cca9f-6779-41f2-a49c-73f6d3635d73 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573983 Sep 09 09:11:06.176782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee4502-c20b-4cab-bdb6-2fdf44eb8986 req-aa405ba3-fcb9-4140-a379-b50b8fb37117 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:06.179155 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fbee4502-c20b-4cab-bdb6-2fdf44eb8986 req-aa405ba3-fcb9-4140-a379-b50b8fb37117 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 943 time: 0.0767994 Sep 09 09:11:06.205301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5935c847-22eb-45cb-9c86-54df84fa012f req-8d01c00d-6043-4240-afb5-2d4f668a6c4f tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 210 time: 0.0306559 Sep 09 09:11:06.230992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fbee4502-c20b-4cab-bdb6-2fdf44eb8986 req-fccf482e-f125-47e4-b351-97e0fd081cb7 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449355 Sep 09 09:11:06.235990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Made reservation on behalf of 1c32e6ea9f6349a883c74ec45f0fff3d for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:06.239733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:06.348986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 71e5960e-d5a2-4ff0-a238-7f664f5f575e up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:06.404313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Allocated IP 192.168.233.82 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/9af4f470-6308-46ad-81c6-7540b1cb9124) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:06.416816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1b058-6316-456e-ab34-f02adecb3870 req-d362e895-c074-4c9a-bae6-58450f6f5ebc tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:06.418374 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ad1b058-6316-456e-ab34-f02adecb3870 req-d362e895-c074-4c9a-bae6-58450f6f5ebc tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 944 time: 0.1010678 Sep 09 09:11:06.488478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ad1b058-6316-456e-ab34-f02adecb3870 req-d0de423f-a956-4ed4-8754-2c2446c5b6a3 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634525 Sep 09 09:11:06.504563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 71e5960e-d5a2-4ff0-a238-7f664f5f575e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:06.509097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 71e5960e-d5a2-4ff0-a238-7f664f5f575e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:06.509097 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:06.607044 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:06.612192 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:06.626044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Transition to ACTIVE for port object 9af4f470-6308-46ad-81c6-7540b1cb9124 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:06.641535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e5960e-d5a2-4ff0-a238-7f664f5f575e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:06.643946 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4396a4-6d81-46dc-aefa-9bc92ad6882a" -d '{"events": [{"server_uuid": "7b0c6dec-d896-4dc9-9570-f26a5325e8b7", "name": "network-vif-plugged", "status": "completed", "tag": "71e5960e-d5a2-4ff0-a238-7f664f5f575e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:06.657351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 71e5960e-d5a2-4ff0-a238-7f664f5f575e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=71e5960e-d5a2-4ff0-a238-7f664f5f575e,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:06.683598 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc568d0-a3a2-4fdf-8b08-fd17e10c6a21 x-openstack-request-id: req-efc568d0-a3a2-4fdf-8b08-fd17e10c6a21 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:06.684233 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0c6dec-d896-4dc9-9570-f26a5325e8b7", "name": "network-vif-plugged", "status": "completed", "tag": "71e5960e-d5a2-4ff0-a238-7f664f5f575e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:06.684547 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efc568d0-a3a2-4fdf-8b08-fd17e10c6a21 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:06.684998 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e5960e-d5a2-4ff0-a238-7f664f5f575e', 'code': 200} Sep 09 09:11:06.704766 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:06.758385 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=71e5960e-d5a2-4ff0-a238-7f664f5f575e,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:06.791880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd6133-f6c5-4dc3-bd6e-bc3729a4bfcb req-e0c3e76b-1e5a-4efb-89b4-252d9310aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:06.793485 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bfd6133-f6c5-4dc3-bd6e-bc3729a4bfcb req-e0c3e76b-1e5a-4efb-89b4-252d9310aa97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 1097 time: 0.0500357 Sep 09 09:11:06.824035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:06.835233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['7b6dd3ed-5ffe-459b-bf73-486fd0c4aade'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:06.838873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bfd6133-f6c5-4dc3-bd6e-bc3729a4bfcb req-910b2045-a6eb-448c-9379-2b0458dd1313 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377536 Sep 09 09:11:06.901362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:06.912757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:06.916592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:06.976285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Pushing event updated for resources: {'Port': ['ID=9af4f470-6308-46ad-81c6-7540b1cb9124,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:07.011562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a337e22-3854-4673-8f06-0dcc947312e6 req-45dd9065-402d-45e3-a9cc-646887efdeef tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:07.019153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a337e22-3854-4673-8f06-0dcc947312e6 req-45dd9065-402d-45e3-a9cc-646887efdeef tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 943 time: 0.2164421 Sep 09 09:11:07.066786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:07.067448 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:07.099956 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a337e22-3854-4673-8f06-0dcc947312e6 req-ef9637c8-71c8-49fb-a8d6-5bd5bec9290c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790784 Sep 09 09:11:07.110955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd24fa-16fb-4441-b6b0-8d6a0539e534 req-0baac9e7-c3f4-416d-af35-44a43396d259 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:07.112766 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ddcd24fa-16fb-4441-b6b0-8d6a0539e534 req-0baac9e7-c3f4-416d-af35-44a43396d259 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 935 time: 0.0896385 Sep 09 09:11:07.165244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ddcd24fa-16fb-4441-b6b0-8d6a0539e534 req-8969fc8d-3c53-4360-860a-41fbdc14a8e7 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Sep 09 09:11:07.177751 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-9a3252e1-abc4-4293-bf76-90872b6c0c3b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3135698 Sep 09 09:11:07.204066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Request body: {'port': {'device_id': '344db011-2ba4-4fd8-b79b-1c6b903fbf62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:07.234733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:07.245856 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-88ecb410-5742-4f36-8c32-590edd401ef7 req-7eb00780-f74f-495e-8155-48e6121a0459 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 210 time: 0.0665803 Sep 09 09:11:07.284289 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:07.312725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89d6b0-b319-41f6-ad67-f552e89d0dff req-fb4d48d2-aeb6-4589-bd55-c0f4e9c0d028 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:07.322773 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b89d6b0-b319-41f6-ad67-f552e89d0dff req-fb4d48d2-aeb6-4589-bd55-c0f4e9c0d028 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0875175 Sep 09 09:11:07.368764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b89d6b0-b319-41f6-ad67-f552e89d0dff req-93c051b4-bad1-44a1-b592-551dc2ba3fb2 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436141 Sep 09 09:11:07.496046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a0773d2-8c04-4c8d-be86-1672e25c7493 req-cb899b74-2fd3-4e9c-a298-99eadefed1e5 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 210 time: 0.0312924 Sep 09 09:11:07.502441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=64a84c3f-a4e5-4f22-b97a-949ab67ffc12,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:07.545177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'port_id': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12', 'mac_address': 'fa:16:3e:63:66:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:11:07.548161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a20a2771-f207-4ff4-9b13-b261980cdb6a None None] Provisioning for port 9af4f470-6308-46ad-81c6-7540b1cb9124 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:07.552920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a20a2771-f207-4ff4-9b13-b261980cdb6a None None] Provisioning complete for port 9af4f470-6308-46ad-81c6-7540b1cb9124 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:07.553299 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a20a2771-f207-4ff4-9b13-b261980cdb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:07.587148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538347c2-7de0-42ef-b2cd-a4e376ae5cf1 req-c4190f94-054b-4fa4-8fd8-d3f200b992f4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:07.594026 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-538347c2-7de0-42ef-b2cd-a4e376ae5cf1 req-c4190f94-054b-4fa4-8fd8-d3f200b992f4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 943 time: 0.0954144 Sep 09 09:11:07.663861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-538347c2-7de0-42ef-b2cd-a4e376ae5cf1 req-19087c80-50d6-48d6-b2fd-688e9d87e957 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511651 Sep 09 09:11:07.693098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a20a2771-f207-4ff4-9b13-b261980cdb6a None None] Port 9af4f470-6308-46ad-81c6-7540b1cb9124 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:11:07.693098 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:07.707802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:07.732819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=64a84c3f-a4e5-4f22-b97a-949ab67ffc12,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:07.790496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bfe57-c00a-4191-a446-00bacaf39439 req-c9460d8b-04f6-49ca-87ef-37394ee33c5c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:07.792209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-290bfe57-c00a-4191-a446-00bacaf39439 req-c9460d8b-04f6-49ca-87ef-37394ee33c5c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 945 time: 0.1716664 Sep 09 09:11:07.820266 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:07.885250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-fbaadf61-19d7-4d86-aa61-55f16fffc74d tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:07.886774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-fbaadf61-19d7-4d86-aa61-55f16fffc74d tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.24 "GET /v2.0/networks?id=bf906f5e-4c09-4555-82ce-4d1b1bfcd464 HTTP/1.1" status: 200 len: 815 time: 0.1978507 Sep 09 09:11:07.911869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=64a84c3f-a4e5-4f22-b97a-949ab67ffc12,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:07.920096 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-290bfe57-c00a-4191-a446-00bacaf39439 req-e5e8f404-3938-4586-9b15-f839f2c5bd67 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187248 Sep 09 09:11:07.934135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af4f470-6308-46ad-81c6-7540b1cb9124 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:07.952356 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:07.975066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Transition to ACTIVE for port object 9af4f470-6308-46ad-81c6-7540b1cb9124 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:07.988122 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-cb1fe04c-bff9-4306-8751-93667e65b220 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ce9d8dd79d4cb698a1979808c25fa3 HTTP/1.1" status: 200 len: 379 time: 0.0867393 Sep 09 09:11:08.001001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Request body: {'port': {'device_id': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'admin_state_up': True, 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'security_groups': ['2f87b982-bf0c-40ae-b370-05e3f04b031f']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:08.074983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:08.084237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['64a84c3f-a4e5-4f22-b97a-949ab67ffc12'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:08.270789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=9af4f470-6308-46ad-81c6-7540b1cb9124,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:08.358314 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9cb1-10d6-490a-a276-a038f1514906 req-b47a42ec-5fa4-4e06-9a83-19139b506e2e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:08.362606 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f73f9cb1-10d6-490a-a276-a038f1514906 req-b47a42ec-5fa4-4e06-9a83-19139b506e2e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 943 time: 0.1354952 Sep 09 09:11:08.453596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f73f9cb1-10d6-490a-a276-a038f1514906 req-054affdf-3e25-406e-a7db-5c615dded938 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800667 Sep 09 09:11:08.583588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-59b4561a-d810-47a1-a563-2f11e8ae5291 req-efc11363-e2ca-475e-8601-18a0def65e09 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 210 time: 0.0410163 Sep 09 09:11:08.713766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc8f20-1d73-4fe9-85c4-4bf28bf96c33 req-b9764d97-6763-400f-8827-379f1381d313 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:08.718059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9efc8f20-1d73-4fe9-85c4-4bf28bf96c33 req-b9764d97-6763-400f-8827-379f1381d313 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 947 time: 0.3610213 Sep 09 09:11:08.737926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa26be-7bdd-4366-b68d-078aa0880539 req-f65dcb2b-98ce-45b6-93dc-447e0a3f566f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:08.743838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Attempting to bind port 9af4f470-6308-46ad-81c6-7540b1cb9124 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:08.744259 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Attempting to bind port 9af4f470-6308-46ad-81c6-7540b1cb9124 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:08.744652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Attempting to bind port 9af4f470-6308-46ad-81c6-7540b1cb9124 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:08.749401 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f1aa26be-7bdd-4366-b68d-078aa0880539 req-f65dcb2b-98ce-45b6-93dc-447e0a3f566f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0896633 Sep 09 09:11:08.752702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Made reservation on behalf of 47ce9d8dd79d4cb698a1979808c25fa3 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:08.757030 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:08.798614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Port 9af4f470-6308-46ad-81c6-7540b1cb9124 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:11:08.799050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Attempting to bind port 9af4f470-6308-46ad-81c6-7540b1cb9124 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:08.814100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:08.814473 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:08.814930 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:08.815467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Bound port: 9af4f470-6308-46ad-81c6-7540b1cb9124, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:08.815890 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:08.838100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ca66f-218d-432d-b877-b02265934a79 req-023d59b3-18e5-4202-8d55-204b9963abcc tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:08.839832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-023d59b3-18e5-4202-8d55-204b9963abcc tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.24 "GET /v2.0/networks?id=f9a77add-83b5-4219-b5e4-98a7925079a1 HTTP/1.1" status: 200 len: 814 time: 0.5563982 Sep 09 09:11:08.848108 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f1aa26be-7bdd-4366-b68d-078aa0880539 req-4e7ff79d-eab9-4709-931d-c5cd1d9002c6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906596 Sep 09 09:11:08.874204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Request body: {'port': {'device_id': '9fe73143-c397-4db4-8b28-10da1fe575d8', 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1', 'admin_state_up': True, 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:08.958061 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9efc8f20-1d73-4fe9-85c4-4bf28bf96c33 req-4a7d878a-a255-4c87-9b0e-3b6a9d0e6a08 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133002 Sep 09 09:11:09.031979 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e970d6f-6bff-4a94-b4b9-66e096431166 req-97d3c305-b359-46d0-b3bb-1b752ceda60a tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 210 time: 0.0692248 Sep 09 09:11:09.160132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987b76e-2e12-4ee2-a98a-620bce6d90c9 req-7fd33064-2a4d-480d-8c12-0db26bd71f7b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:09.168578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b987b76e-2e12-4ee2-a98a-620bce6d90c9 req-7fd33064-2a4d-480d-8c12-0db26bd71f7b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 945 time: 0.0694528 Sep 09 09:11:09.199900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] For port 9af4f470-6308-46ad-81c6-7540b1cb9124, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:09.206931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] For port 9af4f470-6308-46ad-81c6-7540b1cb9124, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9af4f470-6308-46ad-81c6-7540b1cb9124,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:09.215221 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b987b76e-2e12-4ee2-a98a-620bce6d90c9 req-ea0b4b9e-0000-4687-b8c3-c937b09f4374 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410063 Sep 09 09:11:09.234239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Allocated IP 172.20.0.6 (bf906f5e-4c09-4555-82ce-4d1b1bfcd464/0afbea4c-8fc7-4221-bb0e-1bcc709df310/7af2ca08-a6ce-4cc6-8f76-eb73de90c496) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:09.239162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:09.264893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1ff2-069d-4496-b401-274cbabab096 req-4f738c7e-e150-46f1-b65a-a1dc42d11c26 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:09.272432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d84f1ff2-069d-4496-b401-274cbabab096 req-4f738c7e-e150-46f1-b65a-a1dc42d11c26 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 944 time: 0.2119522 Sep 09 09:11:09.299156 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:09.393121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:09.394327 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:09.396159 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] 10.222.0.41 "PUT /v2.0/ports/9af4f470-6308-46ad-81c6-7540b1cb9124 HTTP/1.1" status: 200 len: 1096 time: 2.1961217 Sep 09 09:11:09.405047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344db011-2ba4-4fd8-b79b-1c6b903fbf62', 'tag': '9af4f470-6308-46ad-81c6-7540b1cb9124'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:09.409295 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd7a89-59be-4e39-815f-3bdf88a5f297" -d '{"events": [{"name": "network-changed", "server_uuid": "344db011-2ba4-4fd8-b79b-1c6b903fbf62", "tag": "9af4f470-6308-46ad-81c6-7540b1cb9124"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:09.443977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Made reservation on behalf of e4d992fba9874fd592efe737027ab8f2 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:09.448725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:09.487791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af3e77-f39f-47e2-abed-95f2f508c3c3 req-99f697ec-f5d5-4793-bbde-cb57fa87c339 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:09.490712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:09.493529 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d84f1ff2-069d-4496-b401-274cbabab096 req-62dc49b4-b83f-454a-843e-c570038a2cbb tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201416 Sep 09 09:11:09.530000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f1af3e77-f39f-47e2-abed-95f2f508c3c3 req-99f697ec-f5d5-4793-bbde-cb57fa87c339 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 945 time: 0.1355696 Sep 09 09:11:09.530091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:09.530091 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:09.621784 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f1af3e77-f39f-47e2-abed-95f2f508c3c3 req-a477bcff-b071-4a3e-a1a7-b621c98e5b2a tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255779 Sep 09 09:11:09.654428 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e75039-c1a6-4bb4-8979-d267ab4c8264 x-openstack-request-id: req-19e75039-c1a6-4bb4-8979-d267ab4c8264 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:09.655212 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344db011-2ba4-4fd8-b79b-1c6b903fbf62", "tag": "9af4f470-6308-46ad-81c6-7540b1cb9124", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:09.659447 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19e75039-c1a6-4bb4-8979-d267ab4c8264 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:09.660200 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344db011-2ba4-4fd8-b79b-1c6b903fbf62', 'tag': '9af4f470-6308-46ad-81c6-7540b1cb9124', 'status': 'completed', 'code': 200} Sep 09 09:11:09.678362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428b85c-c1e9-40b7-9b4f-d929f5600ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=9af4f470-6308-46ad-81c6-7540b1cb9124,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:09.797197 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:09.835468 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-248bd605-bb6e-4efa-8321-c050ce91177c req-a414c417-00fa-4936-86ed-d74d937a5833 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 210 time: 0.0749273 Sep 09 09:11:09.867751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878e8c01-03a4-4122-98e8-42514d311cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:09.875349 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da06e8e-f2f0-4e78-8754-2ead59756eda" -d '{"events": [{"server_uuid": "878e8c01-03a4-4122-98e8-42514d311cb6", "name": "network-vif-plugged", "status": "completed", "tag": "64a84c3f-a4e5-4f22-b97a-949ab67ffc12"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:09.913201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=64a84c3f-a4e5-4f22-b97a-949ab67ffc12,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:10.008347 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:10.069442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-1e9a99bf-eab1-4351-86fc-4eabfa85ccf4 service neutron] 10.222.0.41 "GET /v2.0/ports/c5f1f425-734c-4a8a-a0df-322614840fd7/bindings/n-h1-778696-16 HTTP/1.1" status: 200 len: 385 time: 0.0744765 Sep 09 09:11:10.074729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-c0da2d43-4628-4dee-91f4-004c2c85b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:10.077347 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-c0da2d43-4628-4dee-91f4-004c2c85b172 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c32e6ea9f6349a883c74ec45f0fff3d&device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 1099 time: 0.4683416 Sep 09 09:11:10.093105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=64a84c3f-a4e5-4f22-b97a-949ab67ffc12,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:10.106045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.106557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.107012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.107652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.107971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.109957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.110435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.110964 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.111461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.112315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.113235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.115178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:10.255091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae0d35-f258-4f2f-8aeb-278ac95c5d88 req-207be8da-5191-40d1-8c88-035e7dee9493 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:10.263438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2bae0d35-f258-4f2f-8aeb-278ac95c5d88 req-207be8da-5191-40d1-8c88-035e7dee9493 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 943 time: 0.5059509 Sep 09 09:11:10.271122 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:10.276396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-e19d04b6-dc76-45ce-8850-bf46323d3c32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=9af4f470-6308-46ad-81c6-7540b1cb9124 HTTP/1.1" status: 200 len: 217 time: 0.1685696 Sep 09 09:11:10.358733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-f5f766f8-0410-425c-98a8-e38df15394c4 service neutron] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c5f1f425-734c-4a8a-a0df-322614840fd7,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:10.365589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c5f1f425-734c-4a8a-a0df-322614840fd7 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:11:10.407015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-f5f766f8-0410-425c-98a8-e38df15394c4 service neutron] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:10.480600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-f5f766f8-0410-425c-98a8-e38df15394c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f1f425-734c-4a8a-a0df-322614840fd7 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:10.505038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-f5f766f8-0410-425c-98a8-e38df15394c4 service neutron] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c5f1f425-734c-4a8a-a0df-322614840fd7,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:10.619708 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-f5f766f8-0410-425c-98a8-e38df15394c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:10.722711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-943ba907-dd90-4946-98c6-7671e637521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:10.725470 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-943ba907-dd90-4946-98c6-7671e637521e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.4391210 Sep 09 09:11:10.739854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Transition to ACTIVE for port object 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:10.773439 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Allocated IP 172.20.0.8 (f9a77add-83b5-4219-b5e4-98a7925079a1/8c4e1c46-0df4-4bc7-96a5-18865a9eb247/3cce797f-f6b2-42e5-8a54-c917cdf3afb1) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:10.776731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-f5f766f8-0410-425c-98a8-e38df15394c4 service neutron] Transition to ACTIVE for port object c5f1f425-734c-4a8a-a0df-322614840fd7 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:10.850917 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-f5f766f8-0410-425c-98a8-e38df15394c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:10.913529 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2bae0d35-f258-4f2f-8aeb-278ac95c5d88 req-203f262b-9972-414b-af55-6e5c528d96b4 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6490650 Sep 09 09:11:11.049616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:11.054876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-f5f766f8-0410-425c-98a8-e38df15394c4 service neutron] No DVR routers for this DVR port c5f1f425-734c-4a8a-a0df-322614840fd7 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:11:11.057533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f766f8-0410-425c-98a8-e38df15394c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f1f425-734c-4a8a-a0df-322614840fd7,revision_number=10']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:11.120894 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-f5f766f8-0410-425c-98a8-e38df15394c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/c5f1f425-734c-4a8a-a0df-322614840fd7/bindings/n-h1-778696-16/activate HTTP/1.1" status: 200 len: 370 time: 1.0442719 Sep 09 09:11:11.218329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-ed7d09e2-2419-4f7b-8177-f619151eda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:11.221366 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-ed7d09e2-2419-4f7b-8177-f619151eda08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4340322 Sep 09 09:11:11.303990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:11.364572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:11.390831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:11.472073 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:11.502633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Transition to ACTIVE for port object 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:11.535019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Pushing event updated for resources: {'Port': ['ID=7af2ca08-a6ce-4cc6-8f76-eb73de90c496,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:11.689870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8f460-76ea-4ccf-b14f-882e8e3b40ea req-0603c298-bd0e-4634-9442-3bdc34275f50 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:11.691611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6dd8f460-76ea-4ccf-b14f-882e8e3b40ea req-0603c298-bd0e-4634-9442-3bdc34275f50 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.4938226 Sep 09 09:11:11.780666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:11.781377 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:11.806720 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6dd8f460-76ea-4ccf-b14f-882e8e3b40ea req-ef1195b5-95de-4c02-9819-a1b69a351d99 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824249 Sep 09 09:11:11.823656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-01dc8ad6-31ff-45db-b233-f9b030ab2c5a service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407965 Sep 09 09:11:11.870579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-708f5597-9d2c-4df4-9f5b-0e265c94dfd2 None None] Provisioning for port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:11.881877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-708f5597-9d2c-4df4-9f5b-0e265c94dfd2 None None] Provisioning complete for port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:11.882616 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-708f5597-9d2c-4df4-9f5b-0e265c94dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:11.971697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-708f5597-9d2c-4df4-9f5b-0e265c94dfd2 None None] Port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:11:11.973233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa16dccd-d20b-462b-bf4b-cc3af90c7df5 req-bf40a66a-6db3-47c5-8bd8-595084677375 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425169 Sep 09 09:11:11.975257 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-3b334d96-187e-404e-8385-1851ee2a1a05 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9800026 Sep 09 09:11:11.976504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:12.039103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Request body: {'port': {'device_id': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:12.136735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-50772320-331c-43d7-864b-f58e5da877e1 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:12.145316 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-50772320-331c-43d7-864b-f58e5da877e1 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.1980555 Sep 09 09:11:12.148269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.24', 65079) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:12.160225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Network f9a77add-83b5-4219-b5e4-98a7925079a1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:12.209667 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fa7dd4-347a-42ab-9da9-5784f727f46c x-openstack-request-id: req-36fa7dd4-347a-42ab-9da9-5784f727f46c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:12.213526 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878e8c01-03a4-4122-98e8-42514d311cb6", "name": "network-vif-plugged", "status": "completed", "tag": "64a84c3f-a4e5-4f22-b97a-949ab67ffc12", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:12.217924 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36fa7dd4-347a-42ab-9da9-5784f727f46c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:12.218817 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878e8c01-03a4-4122-98e8-42514d311cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12', 'code': 200} Sep 09 09:11:12.240043 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Pushing event updated for resources: {'Port': ['ID=3cce797f-f6b2-42e5-8a54-c917cdf3afb1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:12.281059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:12.319021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:12.376740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-7957644c-1d0b-484f-a237-d48906ee8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:12.379206 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-7957644c-1d0b-484f-a237-d48906ee8c1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50 HTTP/1.1" status: 200 len: 1096 time: 0.2051916 Sep 09 09:11:12.406668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9985a-c90b-4044-accc-9bc9acff02b5 req-cf92c55d-e352-4de2-a738-77c2a7c040ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:12.417480 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-65c9985a-c90b-4044-accc-9bc9acff02b5 req-cf92c55d-e352-4de2-a738-77c2a7c040ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 1097 time: 0.2447176 Sep 09 09:11:12.507051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:12.507051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:12.509815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd7a89-59be-4e39-815f-3bdf88a5f297 req-20d38ec7-faf0-4884-a706-c3046a675b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:12.513960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cbd7a89-59be-4e39-815f-3bdf88a5f297 req-20d38ec7-faf0-4884-a706-c3046a675b99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c32e6ea9f6349a883c74ec45f0fff3d&device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 1099 time: 0.3268859 Sep 09 09:11:12.528902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569a83b-b135-434c-b8d9-a57e87998c3e req-c9e00131-30f7-4caf-b2a2-6bc9f93d8b57 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:12.543950 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5569a83b-b135-434c-b8d9-a57e87998c3e req-c9e00131-30f7-4caf-b2a2-6bc9f93d8b57 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 947 time: 0.2987559 Sep 09 09:11:12.600770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-5f057a67-2d35-4f98-b3c7-15b5e8765a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:12.603866 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-5f057a67-2d35-4f98-b3c7-15b5e8765a3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 1096 time: 0.1688759 Sep 09 09:11:12.608185 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-65c9985a-c90b-4044-accc-9bc9acff02b5 req-598ec832-79e0-464d-9e23-84e0a591f18b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745102 Sep 09 09:11:12.632335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e927b-738c-4212-8655-b9aa25db89f3 req-4c8525b4-60e9-4e51-a2de-8342eb3eddd8 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:12.643713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f7e927b-738c-4212-8655-b9aa25db89f3 req-4c8525b4-60e9-4e51-a2de-8342eb3eddd8 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 931 time: 0.2184775 Sep 09 09:11:12.658515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:12.718459 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5569a83b-b135-434c-b8d9-a57e87998c3e req-bbda1833-cfc8-41c9-90e1-d2c5f790d1e9 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731422 Sep 09 09:11:12.761042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f7e927b-738c-4212-8655-b9aa25db89f3 req-2aae16fd-680e-43d6-ad0c-81682a58c780 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159437 Sep 09 09:11:12.776413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd7a89-59be-4e39-815f-3bdf88a5f297 req-dd682425-bdc9-4a9b-9eb7-da770093a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:12.777943 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cbd7a89-59be-4e39-815f-3bdf88a5f297 req-dd682425-bdc9-4a9b-9eb7-da770093a5ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2051041 Sep 09 09:11:12.833847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cbd7a89-59be-4e39-815f-3bdf88a5f297 req-f1a9ab06-d213-4c50-bfe0-84f375d407aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=9af4f470-6308-46ad-81c6-7540b1cb9124 HTTP/1.1" status: 200 len: 217 time: 0.0438380 Sep 09 09:11:12.858545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d20f4e12-ec66-4d52-97f2-598d570f254e None None] Provisioning for port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:12.864072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d20f4e12-ec66-4d52-97f2-598d570f254e None None] Provisioning complete for port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:12.864535 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d20f4e12-ec66-4d52-97f2-598d570f254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:12.886929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6104f6a0-2e85-445b-9bf1-b2aa00be4133 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0320070 Sep 09 09:11:12.999774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d20f4e12-ec66-4d52-97f2-598d570f254e None None] Port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:11:13.037001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd7a89-59be-4e39-815f-3bdf88a5f297 req-383149d2-8bda-4ee6-8ed2-300a424e008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:13.038486 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cbd7a89-59be-4e39-815f-3bdf88a5f297 req-383149d2-8bda-4ee6-8ed2-300a424e008e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1798866 Sep 09 09:11:13.042089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7939b79-d010-4614-a78d-5c6faf170ec3 req-9de6b5e1-09e0-4a0c-b524-deefdac99e6d tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:13.051877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8922c-d244-41ea-a7ae-24a11f72be58 req-e47ff184-10fe-44ff-8eda-993d7d8d3a2c tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:13.053494 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9f8922c-d244-41ea-a7ae-24a11f72be58 req-e47ff184-10fe-44ff-8eda-993d7d8d3a2c tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 945 time: 0.2068202 Sep 09 09:11:13.056034 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a7939b79-d010-4614-a78d-5c6faf170ec3 req-9de6b5e1-09e0-4a0c-b524-deefdac99e6d tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 931 time: 0.1246603 Sep 09 09:11:13.181569 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a7939b79-d010-4614-a78d-5c6faf170ec3 req-93c3ca40-06b4-49a9-b8e3-c5af15f6d22a tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245010 Sep 09 09:11:13.192163 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9f8922c-d244-41ea-a7ae-24a11f72be58 req-3c99438d-8288-43cd-9e97-2e5bebbff6da tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144447 Sep 09 09:11:13.197877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47308) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:13.309504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:13.318873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:13.334547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Transition to ACTIVE for port object 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:13.338989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd7a89-59be-4e39-815f-3bdf88a5f297 req-1ecc042e-c72f-4426-9e61-5d89158e8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:13.338989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cbd7a89-59be-4e39-815f-3bdf88a5f297 req-1ecc042e-c72f-4426-9e61-5d89158e8683 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2840621 Sep 09 09:11:13.370361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Request body: {'port': {'device_id': '9fe73143-c397-4db4-8b28-10da1fe575d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:13.469722 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:13.512324 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b1567dc-6d03-4a58-bc49-f2727e26e874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:13.574771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:13.585375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dd138-0205-46b8-93c3-601fa83c49f8 req-b39d02dc-a323-4105-9abe-f65821487d26 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:13.602818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-974dd138-0205-46b8-93c3-601fa83c49f8 req-b39d02dc-a323-4105-9abe-f65821487d26 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 944 time: 0.2650952 Sep 09 09:11:13.642142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Pushing event updated for resources: {'Port': ['ID=7af2ca08-a6ce-4cc6-8f76-eb73de90c496,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:13.712422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cbd7a89-59be-4e39-815f-3bdf88a5f297 req-acc56a48-7480-40f8-abcc-6b9cdba40855 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631792 Sep 09 09:11:13.761939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-974dd138-0205-46b8-93c3-601fa83c49f8 req-1a1a5fa5-6673-49cd-bad3-0c0469e7b574 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600924 Sep 09 09:11:13.768611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-4a0c2d95-243d-4df6-86a1-e427339a7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:13.782386 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-4a0c2d95-243d-4df6-86a1-e427339a7fba service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.3675990 Sep 09 09:11:13.938351 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-e1cb07fc-5249-4d53-a47d-d694c59ead6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f1f425-734c-4a8a-a0df-322614840fd7 HTTP/1.1" status: 200 len: 217 time: 0.1049526 Sep 09 09:11:14.073553 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b1567dc-6d03-4a58-bc49-f2727e26e874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.079755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8df13bf3-a8c7-44dd-ba67-c89f9063d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:14.081756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-8df13bf3-a8c7-44dd-ba67-c89f9063d9ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.0754521 Sep 09 09:11:14.096210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd04a2-e853-412e-a9f6-c890bedca110 req-cf955e87-1f12-4aa5-a22e-db6ce1bb91bc tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:14.098138 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-31bd04a2-e853-412e-a9f6-c890bedca110 req-cf955e87-1f12-4aa5-a22e-db6ce1bb91bc tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 947 time: 0.1465473 Sep 09 09:11:14.127586 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b1567dc-6d03-4a58-bc49-f2727e26e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.181041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1567dc-6d03-4a58-bc49-f2727e26e874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eb8982-f2b3-4647-8c40-edd94b309786,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:14.209022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-31bd04a2-e853-412e-a9f6-c890bedca110 req-ebe171a7-c642-4275-9454-d016bc67ba62 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015131 Sep 09 09:11:14.223299 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5b1567dc-6d03-4a58-bc49-f2727e26e874 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee58262ee24f4929bb2bfd79c10a68fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0241301 Sep 09 09:11:14.231690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47334) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:14.232818 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cbd7a89-59be-4e39-815f-3bdf88a5f297 req-1fc65d82-4fe7-41d7-a50e-6f3ff56b530a service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125465 Sep 09 09:11:14.233695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Attempting to bind port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:14.234034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Attempting to bind port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:14.234352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Attempting to bind port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 on network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:14.248234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 on network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:11:14.248575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Attempting to bind port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 on network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:14.262847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe42de-96d0-426f-a321-73f3288aab94 req-b7093254-761f-402b-8b7c-553cc55a66bd tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:14.280059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fafe42de-96d0-426f-a321-73f3288aab94 req-b7093254-761f-402b-8b7c-553cc55a66bd tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.5426574 Sep 09 09:11:14.301129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-275b5fc9-bae1-4b4c-9330-53a98dc3b613 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471463 Sep 09 09:11:14.337060 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28c7aeb6-30e7-4049-824f-92ee358d155b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.350036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fafe42de-96d0-426f-a321-73f3288aab94 req-afd0e58d-1aef-4127-ae28-b92a34fd2528 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661440 Sep 09 09:11:14.367637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:14.367637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Checking segment: {'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:14.367637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Bound using segment: {'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:14.367637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Bound port: 7af2ca08-a6ce-4cc6-8f76-eb73de90c496, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995b1b03-af54-4053-a128-df09ba050aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:14.367637 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.382464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9af4f470-6308-46ad-81c6-7540b1cb9124 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:14.401814 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28c7aeb6-30e7-4049-824f-92ee358d155b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.425369 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fa349681-6206-4401-a5e6-d562c088e5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.482735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e5ca5-37b3-4fef-8504-c54b66a5ba6e req-853d5fa0-2dd5-463b-821c-21e26a91f11c tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:14.484406 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e9e5ca5-37b3-4fef-8504-c54b66a5ba6e req-853d5fa0-2dd5-463b-821c-21e26a91f11c tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 931 time: 0.1344762 Sep 09 09:11:14.637225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb532e-cd6e-4364-be8d-721e506380dd req-a2863a66-09c4-4090-a6fc-cd8588e73cb2 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:14.638798 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33cb532e-cd6e-4364-be8d-721e506380dd req-a2863a66-09c4-4090-a6fc-cd8588e73cb2 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 945 time: 0.1326058 Sep 09 09:11:14.642703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] For port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:14.649889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] For port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=7af2ca08-a6ce-4cc6-8f76-eb73de90c496,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:14.717505 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.734316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9af4f470-6308-46ad-81c6-7540b1cb9124, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9af4f470-6308-46ad-81c6-7540b1cb9124,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:14.736165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33cb532e-cd6e-4364-be8d-721e506380dd req-1eeeb380-bc09-4ca8-a807-8a4244d3c0f7 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782499 Sep 09 09:11:14.765501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e9e5ca5-37b3-4fef-8504-c54b66a5ba6e req-61298d58-4716-463d-9fa0-f68ca00aa814 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643852 Sep 09 09:11:14.788514 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-6b8695d4-92e0-4375-b454-64b330f8c983 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698809 Sep 09 09:11:14.796639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '9af4f470-6308-46ad-81c6-7540b1cb9124', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '9af4f470-6308-46ad-81c6-7540b1cb9124', 'mac_address': 'fa:16:3e:9f:c0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:11:14.799744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:14.800585 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.801903 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] 10.222.0.24 "PUT /v2.0/ports/7af2ca08-a6ce-4cc6-8f76-eb73de90c496 HTTP/1.1" status: 200 len: 1092 time: 2.8149054 Sep 09 09:11:14.804076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'tag': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:14.806564 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e80041-0ad8-41e2-ac1d-227b18e9535f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce08b57-9054-4d21-9a7c-9ba2a99782db", "tag": "7af2ca08-a6ce-4cc6-8f76-eb73de90c496"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:14.829173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:14.846150 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.867305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75bd01-edbd-4952-8fb1-f504141aa46a service neutron] Pushing event updated for resources: {'Port': ['ID=7af2ca08-a6ce-4cc6-8f76-eb73de90c496,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:14.889345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Transition to ACTIVE for port object 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:14.893637 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28c7aeb6-30e7-4049-824f-92ee358d155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.903273 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28c7aeb6-30e7-4049-824f-92ee358d155b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.904513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-28c7aeb6-30e7-4049-824f-92ee358d155b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9eb8982-f2b3-4647-8c40-edd94b309786 HTTP/1.1" status: 204 len: 168 time: 0.6744854 Sep 09 09:11:14.968587 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:14.998695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7aeb6-30e7-4049-824f-92ee358d155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eb8982-f2b3-4647-8c40-edd94b309786,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:14.998850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af4f470-6308-46ad-81c6-7540b1cb9124 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:15.079896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9af4f470-6308-46ad-81c6-7540b1cb9124, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9af4f470-6308-46ad-81c6-7540b1cb9124,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:15.090300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:15.161853 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:15.225471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Pushing event updated for resources: {'Port': ['ID=3cce797f-f6b2-42e5-8a54-c917cdf3afb1,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:15.290933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173b7f0-dd56-49aa-ad09-4d538660d2a7 req-bf1a2c6a-99d9-4703-aead-1c6f20205fc0 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:15.302595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c173b7f0-dd56-49aa-ad09-4d538660d2a7 req-bf1a2c6a-99d9-4703-aead-1c6f20205fc0 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 945 time: 0.3040187 Sep 09 09:11:15.304992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-339340d1-f743-42fa-ab83-446b6c8280c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:15.306835 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-339340d1-f743-42fa-ab83-446b6c8280c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47ce9d8dd79d4cb698a1979808c25fa3&device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 1095 time: 0.2601559 Sep 09 09:11:15.350553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e03835-fc34-4c6d-945c-18d2260b095f req-345feb73-b6a2-4ddc-a728-26a5e6b9acf0 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:15.356304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=9af4f470-6308-46ad-81c6-7540b1cb9124,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:15.364899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9e03835-fc34-4c6d-945c-18d2260b095f req-345feb73-b6a2-4ddc-a728-26a5e6b9acf0 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 943 time: 0.4127581 Sep 09 09:11:15.421083 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-f10eff37-cc00-4b34-a9a9-9a1880852d0b service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160924 Sep 09 09:11:15.440851 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c173b7f0-dd56-49aa-ad09-4d538660d2a7 req-2cf7b346-78a0-46bb-a2c2-cd434827b9d5 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371605 Sep 09 09:11:15.508266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9af4f470-6308-46ad-81c6-7540b1cb9124'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:15.605479 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9e03835-fc34-4c6d-945c-18d2260b095f req-91ba5b5f-996b-40af-a60f-568bb11ca026 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395515 Sep 09 09:11:15.779047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-f0bdff67-72b2-49e0-8f5a-ed3e5bd21090 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af2ca08-a6ce-4cc6-8f76-eb73de90c496 HTTP/1.1" status: 200 len: 217 time: 0.1656451 Sep 09 09:11:15.803223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad44a-d7c1-405b-898e-b1ca40c448ae req-b91a0b72-4665-4c61-9e34-0bf1f0c1465a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:15.807445 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e05ad44a-d7c1-405b-898e-b1ca40c448ae req-b91a0b72-4665-4c61-9e34-0bf1f0c1465a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 944 time: 0.2020330 Sep 09 09:11:15.809231 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250738bf-2144-44e2-9573-0106711151f8 x-openstack-request-id: req-250738bf-2144-44e2-9573-0106711151f8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:15.810823 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce08b57-9054-4d21-9a7c-9ba2a99782db", "tag": "7af2ca08-a6ce-4cc6-8f76-eb73de90c496", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:15.811322 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-250738bf-2144-44e2-9573-0106711151f8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:15.811977 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'tag': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496', 'status': 'completed', 'code': 200} Sep 09 09:11:15.842335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Attempting to bind port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:15.844899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Attempting to bind port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:15.844899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Attempting to bind port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 on network f9a77add-83b5-4219-b5e4-98a7925079a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:15.849113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 on network f9a77add-83b5-4219-b5e4-98a7925079a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:11:15.849779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Attempting to bind port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 on network f9a77add-83b5-4219-b5e4-98a7925079a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:15.900106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:15.901726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Checking segment: {'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:15.901726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Bound using segment: {'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:15.901726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Bound port: 3cce797f-f6b2-42e5-8a54-c917cdf3afb1, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd3ee45-76f3-41a9-9549-28ce81227a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:15.901726 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:15.976794 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e05ad44a-d7c1-405b-898e-b1ca40c448ae req-f5b2ad7e-dc92-413e-8d96-be1c71335e3a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538744 Sep 09 09:11:15.978153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-fab4493e-0213-4005-a2cd-a5f755cfbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:15.980135 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-fab4493e-0213-4005-a2cd-a5f755cfbdca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0afbea4c-8fc7-4221-bb0e-1bcc709df310 HTTP/1.1" status: 200 len: 854 time: 0.1275938 Sep 09 09:11:16.280433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25e6be-8c5b-4603-a001-3f8e533ff7e4 req-1d4a5a10-9b96-4c80-94bd-5c15a32edd0c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:16.288051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a25e6be-8c5b-4603-a001-3f8e533ff7e4 req-1d4a5a10-9b96-4c80-94bd-5c15a32edd0c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0993838 Sep 09 09:11:16.385179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 71e5960e-d5a2-4ff0-a238-7f664f5f575e details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:16.392093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-3b7238e0-d847-4428-b5bb-7512f01473c1 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:16.394421 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-3b7238e0-d847-4428-b5bb-7512f01473c1 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.1036077 Sep 09 09:11:16.442278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] For port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:16.445658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] For port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3cce797f-f6b2-42e5-8a54-c917cdf3afb1,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:16.510623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:16.512558 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a25e6be-8c5b-4603-a001-3f8e533ff7e4 req-3d4e229f-b684-4275-9eb4-c991e71456b4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215614 Sep 09 09:11:16.707909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 71e5960e-d5a2-4ff0-a238-7f664f5f575e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=71e5960e-d5a2-4ff0-a238-7f664f5f575e,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:16.732934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:16.740731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '71e5960e-d5a2-4ff0-a238-7f664f5f575e', 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c', 'port_id': '71e5960e-d5a2-4ff0-a238-7f664f5f575e', 'mac_address': 'fa:16:3e:f6:80:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dab4e8b-f33f-4361-b5da-5c5f6e335558', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:11:16.741148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:16.748913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] 10.222.0.24 "PUT /v2.0/ports/3cce797f-f6b2-42e5-8a54-c917cdf3afb1 HTTP/1.1" status: 200 len: 1092 time: 3.3874209 Sep 09 09:11:16.788058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8ce9-9ef4-4b9b-b03d-1b94fb93b4e9 req-55dff92c-fb89-4d9d-8811-6c92de0933cc tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:16.795977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bcae8ce9-9ef4-4b9b-b03d-1b94fb93b4e9 req-55dff92c-fb89-4d9d-8811-6c92de0933cc tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 948 time: 0.8342421 Sep 09 09:11:16.854888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-31cda715-63f4-4a52-a8dd-1b73f33d5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:16.858471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-31cda715-63f4-4a52-a8dd-1b73f33d5358 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf906f5e-4c09-4555-82ce-4d1b1bfcd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8465958 Sep 09 09:11:16.878399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49f176-c298-4d17-979b-9eb306e4e70d service neutron] Pushing event updated for resources: {'Port': ['ID=3cce797f-f6b2-42e5-8a54-c917cdf3afb1,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:16.925351 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:16.934054 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bcae8ce9-9ef4-4b9b-b03d-1b94fb93b4e9 req-4acafe94-cb89-4476-a587-0c505059ab06 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325364 Sep 09 09:11:16.977213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71e5960e-d5a2-4ff0-a238-7f664f5f575e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:17.046491 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec90673-2bd6-4e1c-823b-e6cee9279c57 req-73684653-8127-4583-909b-763c09242aa8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:17.061099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ec90673-2bd6-4e1c-823b-e6cee9279c57 req-73684653-8127-4583-909b-763c09242aa8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 945 time: 0.2837441 Sep 09 09:11:17.091940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-322c02bb-7f08-42ac-93e1-f019f6832a0f service neutron] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:17.105005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 71e5960e-d5a2-4ff0-a238-7f664f5f575e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=71e5960e-d5a2-4ff0-a238-7f664f5f575e,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:17.141832 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-322c02bb-7f08-42ac-93e1-f019f6832a0f service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:17.143092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61a46b4e-87fc-4c51-b42a-ef67363bb0cc req-322c02bb-7f08-42ac-93e1-f019f6832a0f service neutron] 10.222.0.24 "DELETE /v2.0/ports/c5f1f425-734c-4a8a-a0df-322614840fd7/bindings/n-h2-778696-16 HTTP/1.1" status: 204 len: 173 time: 0.7201235 Sep 09 09:11:17.159665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-ec8e720b-c2fb-4587-96a0-65372cc2480d service neutron] 10.222.0.24 "GET /v2.0/networks/bf906f5e-4c09-4555-82ce-4d1b1bfcd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021637 Sep 09 09:11:17.184069 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:17.184391 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ec90673-2bd6-4e1c-823b-e6cee9279c57 req-e9384b30-d022-4da4-ba7f-1b5496965b03 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218598 Sep 09 09:11:17.239197 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6246006d-d713-4a90-ac25-00c7264a4d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:17.305928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['71e5960e-d5a2-4ff0-a238-7f664f5f575e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:17.349318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ca66f-218d-432d-b877-b02265934a79 req-15d751b2-aebe-4136-bf88-ca5ffd28f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:17.354605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-15d751b2-aebe-4136-bf88-ca5ffd28f5c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4d992fba9874fd592efe737027ab8f2&device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 1095 time: 0.1916244 Sep 09 09:11:17.392954 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:17.423020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc96983-2160-45ae-81bb-3299b194ca9d req-4905466b-0880-45b0-8bd8-1dfc1f3d6a06 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:17.437956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bc96983-2160-45ae-81bb-3299b194ca9d req-4905466b-0880-45b0-8bd8-1dfc1f3d6a06 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 945 time: 0.1654420 Sep 09 09:11:17.447590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08384970-d7be-42d8-b11f-ce69921edbd4 req-e8e88ab1-5b44-4137-9012-20f731bd4b2a tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:17.462764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08384970-d7be-42d8-b11f-ce69921edbd4 req-e8e88ab1-5b44-4137-9012-20f731bd4b2a tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 943 time: 0.2987623 Sep 09 09:11:17.492226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=71e5960e-d5a2-4ff0-a238-7f664f5f575e,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:17.569390 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bc96983-2160-45ae-81bb-3299b194ca9d req-c9ca6126-3cd6-480c-9625-97f63fbb3177 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247251 Sep 09 09:11:17.616142 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-6b5b082d-e301-4892-abe4-7604b44b01a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cce797f-f6b2-42e5-8a54-c917cdf3afb1 HTTP/1.1" status: 200 len: 217 time: 0.2176776 Sep 09 09:11:17.770708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7ae8e-1ad6-45c4-8f28-e24105373506 req-3d6d3b27-e1af-40c9-931d-a7779777a8c5 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:17.772508 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-72f7ae8e-1ad6-45c4-8f28-e24105373506 req-3d6d3b27-e1af-40c9-931d-a7779777a8c5 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 943 time: 0.0647910 Sep 09 09:11:17.799293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08384970-d7be-42d8-b11f-ce69921edbd4 req-2a8dda10-ecba-4361-98fa-11446f607aec tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297534 Sep 09 09:11:17.808106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ef14b55-76b0-4706-be28-790f8ab0b0d8 req-37081ee0-46b0-424c-95f9-fa36c5a6569a service neutron] 10.222.0.24 "GET /v2.0/networks/bf906f5e-4c09-4555-82ce-4d1b1bfcd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227233 Sep 09 09:11:17.827317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe73143-c397-4db4-8b28-10da1fe575d8', 'tag': '3cce797f-f6b2-42e5-8a54-c917cdf3afb1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:17.830257 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8b0dae-b6a7-4bd6-b965-a786320796e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe73143-c397-4db4-8b28-10da1fe575d8", "tag": "3cce797f-f6b2-42e5-8a54-c917cdf3afb1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:17.868728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ca66f-218d-432d-b877-b02265934a79 req-240873d9-6372-483b-b890-3af91a4f4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:17.870242 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-240873d9-6372-483b-b890-3af91a4f4bb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c4e1c46-0df4-4bc7-96a5-18865a9eb247 HTTP/1.1" status: 200 len: 853 time: 0.2089286 Sep 09 09:11:17.876025 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-72f7ae8e-1ad6-45c4-8f28-e24105373506 req-fd3854e8-4b97-43b2-afef-438d8c278102 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956483 Sep 09 09:11:18.024331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4d4c-6f4e-48ab-8389-f29cc4eb1578 req-f52fe92c-48fb-4c09-a532-2ed39f66869a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:18.032054 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cedb4d4c-6f4e-48ab-8389-f29cc4eb1578 req-f52fe92c-48fb-4c09-a532-2ed39f66869a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 944 time: 0.0924313 Sep 09 09:11:18.083279 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cedb4d4c-6f4e-48ab-8389-f29cc4eb1578 req-06a1882b-7ecf-456b-b72d-a4c051d41786 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502408 Sep 09 09:11:18.224046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff24c2-b860-4cce-8c7f-406d956a669d req-cacaf420-383a-4ed8-8673-d680a9220b09 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:18.225808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4ff24c2-b860-4cce-8c7f-406d956a669d req-cacaf420-383a-4ed8-8673-d680a9220b09 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0614169 Sep 09 09:11:18.274907 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4ff24c2-b860-4cce-8c7f-406d956a669d req-959748d7-6c71-4333-a943-475eb53e06f6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357549 Sep 09 09:11:18.339292 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:18.364806 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7b50e1-297d-4670-a43f-127bf72eedaa x-openstack-request-id: req-4e7b50e1-297d-4670-a43f-127bf72eedaa {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:18.365167 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe73143-c397-4db4-8b28-10da1fe575d8", "tag": "3cce797f-f6b2-42e5-8a54-c917cdf3afb1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:18.365482 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e7b50e1-297d-4670-a43f-127bf72eedaa {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:18.366190 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe73143-c397-4db4-8b28-10da1fe575d8', 'tag': '3cce797f-f6b2-42e5-8a54-c917cdf3afb1', 'status': 'completed', 'code': 200} Sep 09 09:11:18.399151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 71e5960e-d5a2-4ff0-a238-7f664f5f575e up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:18.482824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 71e5960e-d5a2-4ff0-a238-7f664f5f575e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:18.483254 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:18.501165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53df57a-b737-45ba-b6d2-268e3018a1d6 req-be1a2c26-1b2d-40bc-83ea-25ba5f3de8a1 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:18.521975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47406) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:18.524521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f53df57a-b737-45ba-b6d2-268e3018a1d6 req-be1a2c26-1b2d-40bc-83ea-25ba5f3de8a1 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 945 time: 0.1478322 Sep 09 09:11:18.553847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-52753d20-3763-4d39-a1a5-b71dd9a3abdf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Request body: {'floatingip': {'port_id': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:18.640737 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52753d20-3763-4d39-a1a5-b71dd9a3abdf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:18.677920 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:18.707539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ade77a-a94d-4f86-a9d3-f4e6947c667e req-51ac71f8-de60-45af-a12f-2d675c5ec9fd tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:18.709137 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-00ade77a-a94d-4f86-a9d3-f4e6947c667e req-51ac71f8-de60-45af-a12f-2d675c5ec9fd tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 948 time: 0.2685854 Sep 09 09:11:18.749358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e5960e-d5a2-4ff0-a238-7f664f5f575e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:18.751697 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8746f6f-5456-4662-97e2-90a79a30956a" -d '{"events": [{"server_uuid": "7b0c6dec-d896-4dc9-9570-f26a5325e8b7", "name": "network-vif-plugged", "status": "completed", "tag": "71e5960e-d5a2-4ff0-a238-7f664f5f575e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:18.773287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47412) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:18.779729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 71e5960e-d5a2-4ff0-a238-7f664f5f575e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=71e5960e-d5a2-4ff0-a238-7f664f5f575e,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:18.809572 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-00ade77a-a94d-4f86-a9d3-f4e6947c667e req-f07d6f78-2b6c-4a56-9023-cc25166a7617 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798557 Sep 09 09:11:18.812409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb043-1375-4d0b-a312-2c8f1f17f513 req-77688d97-8aba-4592-b6a3-c6a2d4662f8d tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:18.814089 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17fdb043-1375-4d0b-a312-2c8f1f17f513 req-77688d97-8aba-4592-b6a3-c6a2d4662f8d tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 944 time: 0.1284931 Sep 09 09:11:18.920265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17fdb043-1375-4d0b-a312-2c8f1f17f513 req-b7a01970-c7ce-4996-be30-22fc72883623 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975893 Sep 09 09:11:18.932027 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:18.932854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9af4f470-6308-46ad-81c6-7540b1cb9124 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:18.984998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:19.045185 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4887dea1-1495-43b9-84c6-a761ce399894 x-openstack-request-id: req-4887dea1-1495-43b9-84c6-a761ce399894 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:19.045747 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0c6dec-d896-4dc9-9570-f26a5325e8b7", "name": "network-vif-plugged", "status": "completed", "tag": "71e5960e-d5a2-4ff0-a238-7f664f5f575e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:19.046429 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4887dea1-1495-43b9-84c6-a761ce399894 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:19.047127 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e5960e-d5a2-4ff0-a238-7f664f5f575e', 'code': 200} Sep 09 09:11:19.110780 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=71e5960e-d5a2-4ff0-a238-7f664f5f575e,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:19.129206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f1958-5f25-4980-be42-f2332cc50fcf req-3dd46aec-6f3e-4b0e-9513-74ae2bf32399 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:19.130807 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a33f1958-5f25-4980-be42-f2332cc50fcf req-3dd46aec-6f3e-4b0e-9513-74ae2bf32399 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 943 time: 0.0761042 Sep 09 09:11:19.152457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f83086-8228-4edc-bc3c-34885788b4a1 req-7a7d8351-655b-423d-91ab-d39cb7a42a09 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:19.154102 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8f83086-8228-4edc-bc3c-34885788b4a1 req-7a7d8351-655b-423d-91ab-d39cb7a42a09 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 1096 time: 0.1782775 Sep 09 09:11:19.161744 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:19.184874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 9af4f470-6308-46ad-81c6-7540b1cb9124 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:19.190075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 9af4f470-6308-46ad-81c6-7540b1cb9124 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:19.190461 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:19.196548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a33f1958-5f25-4980-be42-f2332cc50fcf req-772c3734-d52f-47fc-9e3c-aa33cf9f3d41 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513372 Sep 09 09:11:19.282530 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:19.333831 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8f83086-8228-4edc-bc3c-34885788b4a1 req-0b76b7b4-2fca-4f4a-b83c-a02c22bf3a0d tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651945 Sep 09 09:11:19.347732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9af4f470-6308-46ad-81c6-7540b1cb9124, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9af4f470-6308-46ad-81c6-7540b1cb9124,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:19.382149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb380326-4de4-4155-be11-2d48e31c565c req-a1cea91d-142b-47c3-a91c-1d76972effc2 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:19.391564 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb380326-4de4-4155-be11-2d48e31c565c req-a1cea91d-142b-47c3-a91c-1d76972effc2 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 943 time: 0.1058722 Sep 09 09:11:19.413436 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:19.454691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb380326-4de4-4155-be11-2d48e31c565c req-ff0d8fb2-d0a3-414a-8e97-e96d6c314217 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616140 Sep 09 09:11:19.503476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.resource_extend [None req-52753d20-3763-4d39-a1a5-b71dd9a3abdf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:11:19.530450 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=9af4f470-6308-46ad-81c6-7540b1cb9124,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:19.562630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc122a-7997-4ab4-b36f-16aeb1b472e3 req-47bc5bba-fb51-4339-9eda-b779b83f1d29 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:19.564641 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7fbc122a-7997-4ab4-b36f-16aeb1b472e3 req-47bc5bba-fb51-4339-9eda-b779b83f1d29 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 1096 time: 0.0513878 Sep 09 09:11:19.586665 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52753d20-3763-4d39-a1a5-b71dd9a3abdf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:19.597698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67259aad-5985-479b-80e0-5375754e0723 req-455a6d52-dc8b-4551-8dbe-3a2470b567ac tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:19.599631 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-67259aad-5985-479b-80e0-5375754e0723 req-455a6d52-dc8b-4551-8dbe-3a2470b567ac tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.1386213 Sep 09 09:11:19.617643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:19.618935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7fbc122a-7997-4ab4-b36f-16aeb1b472e3 req-ef3f7e6d-aa55-4465-8d8c-252efa054e6a tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Sep 09 09:11:19.676510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52753d20-3763-4d39-a1a5-b71dd9a3abdf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:19.723863 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-67259aad-5985-479b-80e0-5375754e0723 req-849ee9cc-5df1-408a-b6f6-5830c0ee90b7 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153798 Sep 09 09:11:19.905001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Allocated IP 172.25.8.158 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/cfa8dedc-803f-4aa6-860a-c41af227aa63) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:19.939207 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:19.944539 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-52753d20-3763-4d39-a1a5-b71dd9a3abdf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Floating IP 05fdd71d-3382-4b72-a7e1-e62658f7739e associated. External IP: 172.25.8.140, port: 64a84c3f-a4e5-4f22-b97a-949ab67ffc12. Sep 09 09:11:20.170630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c15e-bbba-4234-af35-fb9091d17acb req-2258e8b0-d20f-4721-9999-a3579b276b39 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:20.172168 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9f57c15e-bbba-4234-af35-fb9091d17acb req-2258e8b0-d20f-4721-9999-a3579b276b39 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 949 time: 0.2610993 Sep 09 09:11:20.185160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7881146-dfac-49c4-be62-51e233495fbc req-fdae28c7-5b62-474e-b298-d96e619777bb tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:20.186920 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7881146-dfac-49c4-be62-51e233495fbc req-fdae28c7-5b62-474e-b298-d96e619777bb tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 945 time: 0.1469481 Sep 09 09:11:20.292811 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:20.326575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e590a-5f4c-4108-8749-c4a7e5d4f6e1 req-f21c96eb-9fd2-46b6-bd5f-3411b1190f99 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:20.328185 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a5e590a-5f4c-4108-8749-c4a7e5d4f6e1 req-f21c96eb-9fd2-46b6-bd5f-3411b1190f99 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 945 time: 0.0696278 Sep 09 09:11:20.331364 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9f57c15e-bbba-4234-af35-fb9091d17acb req-fc6c5aac-3349-4a66-9888-02c134d08d97 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385677 Sep 09 09:11:20.407294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 71e5960e-d5a2-4ff0-a238-7f664f5f575e no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:11:20.426647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a5e590a-5f4c-4108-8749-c4a7e5d4f6e1 req-6faae04d-7020-4482-8254-efec26b90705 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919259 Sep 09 09:11:20.501826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52753d20-3763-4d39-a1a5-b71dd9a3abdf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Router dc8b3af7-a639-4255-909b-94e241868ef4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:11:20.507895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-f7881146-dfac-49c4-be62-51e233495fbc req-4c1d5003-fe8d-4f1b-8468-1fd1f126f352 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Deleting port 71e5960e-d5a2-4ff0-a238-7f664f5f575e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:11:20.508629 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7881146-dfac-49c4-be62-51e233495fbc req-4c1d5003-fe8d-4f1b-8468-1fd1f126f352 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:20.615651 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:20.666290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 71e5960e-d5a2-4ff0-a238-7f664f5f575e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=71e5960e-d5a2-4ff0-a238-7f664f5f575e,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:20.685285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c9744-2df1-404f-b103-36e4b431dbe3 req-3dcafae7-983e-4a1d-88ce-d04c4645acb1 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:20.693719 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-864c9744-2df1-404f-b103-36e4b431dbe3 req-3dcafae7-983e-4a1d-88ce-d04c4645acb1 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 943 time: 0.1314783 Sep 09 09:11:20.736547 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-864c9744-2df1-404f-b103-36e4b431dbe3 req-dfddf337-a31d-4df1-abd6-f742598600a5 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418286 Sep 09 09:11:20.854224 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:20.867270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6f481-3877-4dc7-ae58-4a823ddbe32a req-bdde6759-f738-4590-82d2-219e587200de tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:20.870065 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41e6f481-3877-4dc7-ae58-4a823ddbe32a req-bdde6759-f738-4590-82d2-219e587200de tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0633454 Sep 09 09:11:20.929000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41e6f481-3877-4dc7-ae58-4a823ddbe32a req-2eef2235-c221-408d-b0f4-0c0d439c0bd4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487423 Sep 09 09:11:20.950312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=71e5960e-d5a2-4ff0-a238-7f664f5f575e,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:21.003349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:21.048832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344db011-2ba4-4fd8-b79b-1c6b903fbf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4f470-6308-46ad-81c6-7540b1cb9124'}, {'server_uuid': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e5960e-d5a2-4ff0-a238-7f664f5f575e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:21.051181 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26230f21-c2d3-4423-bf20-2961e94fe319" -d '{"events": [{"server_uuid": "344db011-2ba4-4fd8-b79b-1c6b903fbf62", "name": "network-vif-plugged", "status": "completed", "tag": "9af4f470-6308-46ad-81c6-7540b1cb9124"}, {"server_uuid": "7b0c6dec-d896-4dc9-9570-f26a5325e8b7", "name": "network-vif-unplugged", "status": "completed", "tag": "71e5960e-d5a2-4ff0-a238-7f664f5f575e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:21.094278 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe093cc-0c22-4875-85ab-11e830ad0e7e x-openstack-request-id: req-8fe093cc-0c22-4875-85ab-11e830ad0e7e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:21.094593 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344db011-2ba4-4fd8-b79b-1c6b903fbf62", "name": "network-vif-plugged", "status": "completed", "tag": "9af4f470-6308-46ad-81c6-7540b1cb9124", "code": 200}, {"server_uuid": "7b0c6dec-d896-4dc9-9570-f26a5325e8b7", "name": "network-vif-unplugged", "status": "completed", "tag": "71e5960e-d5a2-4ff0-a238-7f664f5f575e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:21.095550 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fe093cc-0c22-4875-85ab-11e830ad0e7e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:21.095550 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344db011-2ba4-4fd8-b79b-1c6b903fbf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4f470-6308-46ad-81c6-7540b1cb9124', 'code': 200} Sep 09 09:11:21.095550 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e5960e-d5a2-4ff0-a238-7f664f5f575e', 'code': 200} Sep 09 09:11:21.107434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:21.124743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f7881146-dfac-49c4-be62-51e233495fbc req-4c1d5003-fe8d-4f1b-8468-1fd1f126f352 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] For port 71e5960e-d5a2-4ff0-a238-7f664f5f575e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=71e5960e-d5a2-4ff0-a238-7f664f5f575e,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:21.125126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7881146-dfac-49c4-be62-51e233495fbc req-4c1d5003-fe8d-4f1b-8468-1fd1f126f352 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:21.131504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:21.144517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:21.146730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52753d20-3763-4d39-a1a5-b71dd9a3abdf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:11:21.154408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52753d20-3763-4d39-a1a5-b71dd9a3abdf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:21.156237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86ed6c3-e069-4525-a377-47bb61292294 None None] Sync routers for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:11:21.158736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa8dedc-803f-4aa6-860a-c41af227aa63,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:21.161437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-f7881146-dfac-49c4-be62-51e233495fbc req-4c1d5003-fe8d-4f1b-8468-1fd1f126f352 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Calling delete_port for 71e5960e-d5a2-4ff0-a238-7f664f5f575e owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:11:21.168018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ed6c3-e069-4525-a377-47bb61292294 None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:11:21.168761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c86ed6c3-e069-4525-a377-47bb61292294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:11:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:21.205023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059f1e0-8a9a-4293-95a7-6153786fdcd4 req-52e545ae-cc34-47b1-a4b3-c170a4f71c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:21.206465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5059f1e0-8a9a-4293-95a7-6153786fdcd4 req-52e545ae-cc34-47b1-a4b3-c170a4f71c01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 1101 time: 0.0480618 Sep 09 09:11:21.208758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbbad2-32d4-4909-a472-fc5159771da0 req-af0a1ac5-13bd-420a-97bb-60ca3460078a tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:21.210248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8cbbad2-32d4-4909-a472-fc5159771da0 req-af0a1ac5-13bd-420a-97bb-60ca3460078a tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 943 time: 0.5736628 Sep 09 09:11:21.252038 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5059f1e0-8a9a-4293-95a7-6153786fdcd4 req-6d8e9ff0-1c81-4db5-890c-418fa854212c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Sep 09 09:11:21.286105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-52753d20-3763-4d39-a1a5-b71dd9a3abdf tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "PUT /v2.0/floatingips/05fdd71d-3382-4b72-a7e1-e62658f7739e HTTP/1.1" status: 200 len: 991 time: 2.7563198 Sep 09 09:11:21.290686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878e8c01-03a4-4122-98e8-42514d311cb6', 'tag': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:21.292965 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f68e6e-91f9-46f6-a05a-286de79486d5" -d '{"events": [{"name": "network-changed", "server_uuid": "878e8c01-03a4-4122-98e8-42514d311cb6", "tag": "64a84c3f-a4e5-4f22-b97a-949ab67ffc12"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:21.351715 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8cbbad2-32d4-4909-a472-fc5159771da0 req-bc6c1a09-81a4-4bb8-a89f-559e5e0e0c72 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298687 Sep 09 09:11:21.384224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c86ed6c3-e069-4525-a377-47bb61292294 None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:11:21.386391 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:21.452673 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b771b1-afde-4b4e-ab7c-774a48dcfab6 x-openstack-request-id: req-73b771b1-afde-4b4e-ab7c-774a48dcfab6 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:21.452966 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878e8c01-03a4-4122-98e8-42514d311cb6", "tag": "64a84c3f-a4e5-4f22-b97a-949ab67ffc12", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:21.453220 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73b771b1-afde-4b4e-ab7c-774a48dcfab6 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:21.453620 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878e8c01-03a4-4122-98e8-42514d311cb6', 'tag': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12', 'status': 'completed', 'code': 200} Sep 09 09:11:21.517680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:21.598680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7881146-dfac-49c4-be62-51e233495fbc req-4c1d5003-fe8d-4f1b-8468-1fd1f126f352 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:21.645289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d5003-fe8d-4f1b-8468-1fd1f126f352 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event deleted for resources: {'Port': ['ID=71e5960e-d5a2-4ff0-a238-7f664f5f575e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:21.700193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda67c20-0e5c-40b4-abb1-91766b4316f4 req-6784b3eb-223f-497c-b894-a30565ce0380 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:21.701826 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dda67c20-0e5c-40b4-abb1-91766b4316f4 req-6784b3eb-223f-497c-b894-a30565ce0380 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 949 time: 0.1411576 Sep 09 09:11:21.719637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7881146-dfac-49c4-be62-51e233495fbc req-4c1d5003-fe8d-4f1b-8468-1fd1f126f352 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] No DVR routers for this DVR port 71e5960e-d5a2-4ff0-a238-7f664f5f575e on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:11:21.726780 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c86ed6c3-e069-4525-a377-47bb61292294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '05fdd71d-3382-4b72-a7e1-e62658f7739e', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'port_id': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'mac_address': 'fa:16:3e:63:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878e8c01-03a4-4122-98e8-42514d311cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:08:54Z', 'updated_at': '2021-09-09T09:11:19Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:21.730980 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f7881146-dfac-49c4-be62-51e233495fbc req-4c1d5003-fe8d-4f1b-8468-1fd1f126f352 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:21.730980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7881146-dfac-49c4-be62-51e233495fbc req-4c1d5003-fe8d-4f1b-8468-1fd1f126f352 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "DELETE /v2.0/ports/71e5960e-d5a2-4ff0-a238-7f664f5f575e HTTP/1.1" status: 204 len: 173 time: 1.5363834 Sep 09 09:11:21.764033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86ed6c3-e069-4525-a377-47bb61292294 None None] Checking router: dc8b3af7-a639-4255-909b-94e241868ef4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:11:21.774644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ed6c3-e069-4525-a377-47bb61292294 None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:11:21.775460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c86ed6c3-e069-4525-a377-47bb61292294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:11:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:21.800246 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dda67c20-0e5c-40b4-abb1-91766b4316f4 req-653bf080-d17c-4b14-89f6-a2ec8937b11e tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818150 Sep 09 09:11:21.863867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:21.910804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ac2a2a9-361f-4346-ba5b-6e18d4571e4c req-d43b3fbd-ba1d-4af7-9291-114630e01c05 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b0c6dec-d896-4dc9-9570-f26a5325e8b7 HTTP/1.1" status: 200 len: 210 time: 0.0346529 Sep 09 09:11:21.933336 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:22.022229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa8dedc-803f-4aa6-860a-c41af227aa63,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:22.032241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c86ed6c3-e069-4525-a377-47bb61292294 None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:11:22.034794 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:22.096046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150c82-ef7f-439c-84d1-52141aaa3915 req-addaff0c-f0c4-4f78-ae30-2cef3ef9b149 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:22.097607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9f150c82-ef7f-439c-84d1-52141aaa3915 req-addaff0c-f0c4-4f78-ae30-2cef3ef9b149 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 943 time: 0.0526743 Sep 09 09:11:22.128386 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:22.129910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e66228cf-1cec-48b3-b3b1-cd4edb3ed675 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3557146 Sep 09 09:11:22.133043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47462) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:22.138317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f8874d69-42fa-457d-bc0f-f7335065167e tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1641254401', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'fixed_ips': [{'ip_address': '172.25.8.158'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:22.142983 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9f150c82-ef7f-439c-84d1-52141aaa3915 req-22177768-8280-4d5f-951f-742477fea228 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386748 Sep 09 09:11:22.207687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8874d69-42fa-457d-bc0f-f7335065167e tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Made reservation on behalf of f16d822b05714e30ba8568da6324807b for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:22.210361 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f8874d69-42fa-457d-bc0f-f7335065167e tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:22.230276 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f8874d69-42fa-457d-bc0f-f7335065167e tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:22.274572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0fe78-2b51-4c3a-be88-8a20cccbcf6e req-2073fe98-aac0-42af-882a-5411ba51dec0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:22.276247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39c0fe78-2b51-4c3a-be88-8a20cccbcf6e req-2073fe98-aac0-42af-882a-5411ba51dec0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0616293 Sep 09 09:11:22.276493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c86ed6c3-e069-4525-a377-47bb61292294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '05fdd71d-3382-4b72-a7e1-e62658f7739e', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'port_id': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'mac_address': 'fa:16:3e:63:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878e8c01-03a4-4122-98e8-42514d311cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:08:54Z', 'updated_at': '2021-09-09T09:11:19Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:22.307046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86ed6c3-e069-4525-a377-47bb61292294 None None] The sync data for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 is: [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '05fdd71d-3382-4b72-a7e1-e62658f7739e', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'port_id': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'mac_address': 'fa:16:3e:63:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878e8c01-03a4-4122-98e8-42514d311cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:08:54Z', 'updated_at': '2021-09-09T09:11:19Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:11:22.328185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39c0fe78-2b51-4c3a-be88-8a20cccbcf6e req-c0855100-90c6-48d8-a12a-4c9dc4e9d44a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456715 Sep 09 09:11:22.345557 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f8874d69-42fa-457d-bc0f-f7335065167e tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:22.411404 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f8874d69-42fa-457d-bc0f-f7335065167e tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:22.417269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-f8874d69-42fa-457d-bc0f-f7335065167e tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] device_id is not set on port d7a1dfd8-2d22-4271-a629-fd817acda59a yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:11:22.549169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8874d69-42fa-457d-bc0f-f7335065167e tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a6e47-f235-41d5-87bb-ff8b2bbb5eb4,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:22.572340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ca66f-218d-432d-b877-b02265934a79 req-f463c1b2-6b43-4444-85b5-7a0a9653e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:22.573919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-f463c1b2-6b43-4444-85b5-7a0a9653e7d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9a77add-83b5-4219-b5e4-98a7925079a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400228 Sep 09 09:11:22.583440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39853238-f9f3-40b6-8df5-22d1cfcc5e65 req-2d793c67-bc8d-48d3-b615-fffeb553d76f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:22.585051 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39853238-f9f3-40b6-8df5-22d1cfcc5e65 req-2d793c67-bc8d-48d3-b615-fffeb553d76f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 943 time: 0.1496353 Sep 09 09:11:22.605034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e80041-0ad8-41e2-ac1d-227b18e9535f req-71444f3d-8aa9-44cb-a7ee-6ea950014468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:22.606095 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60e80041-0ad8-41e2-ac1d-227b18e9535f req-71444f3d-8aa9-44cb-a7ee-6ea950014468 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47ce9d8dd79d4cb698a1979808c25fa3&device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 1095 time: 0.1100183 Sep 09 09:11:22.648070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f68e6e-91f9-46f6-a05a-286de79486d5 req-d352d9d6-637e-4fb4-a687-a839bc3f6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:22.648070 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79f68e6e-91f9-46f6-a05a-286de79486d5 req-d352d9d6-637e-4fb4-a687-a839bc3f6483 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8f99698e89468394188ee2ceca9ef4&device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1139948 Sep 09 09:11:22.662779 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d7a417-847c-4019-b46f-08e6960a26e1 None None] New status for floating IP 05fdd71d-3382-4b72-a7e1-e62658f7739e: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:11:22.786002 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39853238-f9f3-40b6-8df5-22d1cfcc5e65 req-c3d17e7a-71b4-419a-89c2-54758adea39a tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844292 Sep 09 09:11:22.798264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f68e6e-91f9-46f6-a05a-286de79486d5 req-2da7934f-2cd6-4c7c-91ec-00a95dee974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:22.799627 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79f68e6e-91f9-46f6-a05a-286de79486d5 req-2da7934f-2cd6-4c7c-91ec-00a95dee974a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1e03ded8-bda0-484a-9427-b212bb2c9357 HTTP/1.1" status: 200 len: 925 time: 0.1431754 Sep 09 09:11:22.822905 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8874d69-42fa-457d-bc0f-f7335065167e tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 09 09:11:22.827251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8874d69-42fa-457d-bc0f-f7335065167e tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:11:22.828194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e80041-0ad8-41e2-ac1d-227b18e9535f req-2409164f-d16f-48eb-b6c8-db731836d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:22.828194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60e80041-0ad8-41e2-ac1d-227b18e9535f req-2409164f-d16f-48eb-b6c8-db731836d1ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf906f5e-4c09-4555-82ce-4d1b1bfcd464 HTTP/1.1" status: 200 len: 916 time: 0.2014105 Sep 09 09:11:22.828194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-890e12ac-5ed7-4880-8917-09c0519a2466 service neutron] 10.222.0.24 "GET /v2.0/networks/f9a77add-83b5-4219-b5e4-98a7925079a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337568 Sep 09 09:11:22.905010 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60e80041-0ad8-41e2-ac1d-227b18e9535f req-5e349267-a956-4b78-9882-972159aee1c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af2ca08-a6ce-4cc6-8f76-eb73de90c496 HTTP/1.1" status: 200 len: 217 time: 0.0609488 Sep 09 09:11:22.916310 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f8874d69-42fa-457d-bc0f-f7335065167e tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7819228 Sep 09 09:11:22.918538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79f68e6e-91f9-46f6-a05a-286de79486d5 req-41fc4c1b-9628-4a1b-a073-7ac657f48e60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64a84c3f-a4e5-4f22-b97a-949ab67ffc12 HTTP/1.1" status: 200 len: 999 time: 0.1095679 Sep 09 09:11:22.920431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47468) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:23.017379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597a66f-cd60-4c9d-8307-1f59ac4d6b43 req-b8e83715-6ddd-4ee4-9e26-e812132b50f2 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:23.018945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2597a66f-cd60-4c9d-8307-1f59ac4d6b43 req-b8e83715-6ddd-4ee4-9e26-e812132b50f2 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 949 time: 0.1064203 Sep 09 09:11:23.020934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f68e6e-91f9-46f6-a05a-286de79486d5 req-de05689c-ce93-40f9-ac9f-f9996ccb472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:23.022479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79f68e6e-91f9-46f6-a05a-286de79486d5 req-de05689c-ce93-40f9-ac9f-f9996ccb472b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03cc89b6-6df2-464e-813c-19e32777bee5 HTTP/1.1" status: 200 len: 863 time: 0.0727534 Sep 09 09:11:23.089019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2597a66f-cd60-4c9d-8307-1f59ac4d6b43 req-f1626e78-7af8-4702-8721-3f04f5f8c2ca tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597861 Sep 09 09:11:23.101683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f68e6e-91f9-46f6-a05a-286de79486d5 req-429fdcb2-5860-48aa-aadb-c1f23dd1c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:23.104103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79f68e6e-91f9-46f6-a05a-286de79486d5 req-429fdcb2-5860-48aa-aadb-c1f23dd1c48e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1e03ded8-bda0-484a-9427-b212bb2c9357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707836 Sep 09 09:11:23.210262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e80041-0ad8-41e2-ac1d-227b18e9535f req-37ed7de0-c159-4b25-a97b-38ff9cc80908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:23.211899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60e80041-0ad8-41e2-ac1d-227b18e9535f req-37ed7de0-c159-4b25-a97b-38ff9cc80908 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0afbea4c-8fc7-4221-bb0e-1bcc709df310 HTTP/1.1" status: 200 len: 854 time: 0.2385767 Sep 09 09:11:23.228781 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79f68e6e-91f9-46f6-a05a-286de79486d5 req-ba5a7133-84a7-4e2d-972d-28a485a64762 service neutron] 10.222.0.24 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159208 Sep 09 09:11:23.276591 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3ca66f-218d-432d-b877-b02265934a79 req-db8da97b-e6e9-40ad-8861-294bdf185df0 service neutron] 10.222.0.24 "GET /v2.0/networks/f9a77add-83b5-4219-b5e4-98a7925079a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265289 Sep 09 09:11:23.356256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e80041-0ad8-41e2-ac1d-227b18e9535f req-90d77640-8497-417e-bd88-c1577670b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:23.356813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79f68e6e-91f9-46f6-a05a-286de79486d5 req-0ca203e6-73e1-4afa-b425-a596d00f8bb7 service neutron] 10.222.0.24 "GET /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143119 Sep 09 09:11:23.357705 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60e80041-0ad8-41e2-ac1d-227b18e9535f req-90d77640-8497-417e-bd88-c1577670b726 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf906f5e-4c09-4555-82ce-4d1b1bfcd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213605 Sep 09 09:11:23.362247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e6976f20-fe02-4b48-b39f-85747767cb99 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Deleting port cfa8dedc-803f-4aa6-860a-c41af227aa63 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:11:23.362598 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6976f20-fe02-4b48-b39f-85747767cb99 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:23.406832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-cab3c6f6-54f5-46d2-befb-731b77cb700f tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:23.408307 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-cab3c6f6-54f5-46d2-befb-731b77cb700f tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/networks?id=bbe690d1-f535-48c2-8e81-c04fff5d546c HTTP/1.1" status: 200 len: 822 time: 0.1954401 Sep 09 09:11:23.464072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'name': 'network-vif-deleted', 'tag': '71e5960e-d5a2-4ff0-a238-7f664f5f575e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:23.466257 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371ffe13-2789-4b41-a189-91abf4096cd2" -d '{"events": [{"server_uuid": "7b0c6dec-d896-4dc9-9570-f26a5325e8b7", "name": "network-vif-deleted", "tag": "71e5960e-d5a2-4ff0-a238-7f664f5f575e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:23.502403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0dae-b6a7-4bd6-b965-a786320796e2 req-440501b9-16c0-4fab-a932-4394f0bfb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:23.505020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a8b0dae-b6a7-4bd6-b965-a786320796e2 req-440501b9-16c0-4fab-a932-4394f0bfb9da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4d992fba9874fd592efe737027ab8f2&device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 1095 time: 0.0617495 Sep 09 09:11:23.507881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-1a96fdb2-0164-4269-97d4-04a6d556f328 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/quotas/e16b1ccce9524208808d1ad8abfd2729 HTTP/1.1" status: 200 len: 375 time: 0.0895884 Sep 09 09:11:23.578162 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6976f20-fe02-4b48-b39f-85747767cb99 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:23.579080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6976f20-fe02-4b48-b39f-85747767cb99 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:23.611517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e6976f20-fe02-4b48-b39f-85747767cb99 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Calling delete_port for cfa8dedc-803f-4aa6-860a-c41af227aa63 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:11:23.614606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60e80041-0ad8-41e2-ac1d-227b18e9535f req-96c25d11-64f0-437f-b4bd-b306ab4097e6 service neutron] 10.222.0.24 "GET /v2.0/networks/bf906f5e-4c09-4555-82ce-4d1b1bfcd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427299 Sep 09 09:11:23.623881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-2b88a668-bd62-453f-a0ca-0d54b95fc2ab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e16b1ccce9524208808d1ad8abfd2729&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073499 Sep 09 09:11:23.646673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0dae-b6a7-4bd6-b965-a786320796e2 req-797efe22-193c-4a46-b463-d8f4fe504ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:23.648225 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a8b0dae-b6a7-4bd6-b965-a786320796e2 req-797efe22-193c-4a46-b463-d8f4fe504ed5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9a77add-83b5-4219-b5e4-98a7925079a1 HTTP/1.1" status: 200 len: 915 time: 0.1344697 Sep 09 09:11:23.709751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a8b0dae-b6a7-4bd6-b965-a786320796e2 req-6677028f-04a5-4e68-8899-4d66f58a2f95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cce797f-f6b2-42e5-8a54-c917cdf3afb1 HTTP/1.1" status: 200 len: 217 time: 0.0514290 Sep 09 09:11:23.757162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca6010-4a9d-474c-af9d-9fe4622fe455 req-8af8afd7-5f8e-4c0b-a8a9-c070679f9afb tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:23.758713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6eca6010-4a9d-474c-af9d-9fe4622fe455 req-8af8afd7-5f8e-4c0b-a8a9-c070679f9afb tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 943 time: 0.1136198 Sep 09 09:11:23.778393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0dae-b6a7-4bd6-b965-a786320796e2 req-159b0089-be84-40f3-98a0-5d37951ca1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:23.784347 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a8b0dae-b6a7-4bd6-b965-a786320796e2 req-159b0089-be84-40f3-98a0-5d37951ca1b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c4e1c46-0df4-4bc7-96a5-18865a9eb247 HTTP/1.1" status: 200 len: 853 time: 0.0629387 Sep 09 09:11:23.836896 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6eca6010-4a9d-474c-af9d-9fe4622fe455 req-da7f6433-1ca5-4a74-95f5-fc001195871c tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676172 Sep 09 09:11:23.848872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0dae-b6a7-4bd6-b965-a786320796e2 req-f8d81e8e-bde6-4e65-ac86-9322d4974213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:23.850648 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a8b0dae-b6a7-4bd6-b965-a786320796e2 req-f8d81e8e-bde6-4e65-ac86-9322d4974213 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9a77add-83b5-4219-b5e4-98a7925079a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594726 Sep 09 09:11:23.908480 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-480ddbfa-6e0b-40ad-a963-b721318ece8e service neutron] 10.222.0.32 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731910 Sep 09 09:11:23.912060 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60e80041-0ad8-41e2-ac1d-227b18e9535f req-c29c72e0-72ca-443a-a2c7-01aa8053f3a7 service neutron] 10.222.0.24 "GET /v2.0/networks/bf906f5e-4c09-4555-82ce-4d1b1bfcd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872920 Sep 09 09:11:24.046791 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-041d2c15-911d-4e0a-a66d-d0d78aa8031a service neutron] 10.222.0.32 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301217 Sep 09 09:11:24.064462 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6976f20-fe02-4b48-b39f-85747767cb99 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:24.175034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976f20-fe02-4b48-b39f-85747767cb99 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfa8dedc-803f-4aa6-860a-c41af227aa63,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:24.183273 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6976f20-fe02-4b48-b39f-85747767cb99 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:24.186734 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6976f20-fe02-4b48-b39f-85747767cb99 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:24.188064 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e6976f20-fe02-4b48-b39f-85747767cb99 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382 tempest-ExternalNetworksAdminNegativeTestJSON-1607335382-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/1819dfaa-6e8f-461b-83a3-3d25572e2061 HTTP/1.1" status: 204 len: 168 time: 1.2666752 Sep 09 09:11:24.286377 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c72d5-5051-4785-84b8-29c4483cc211 req-a46ef2c5-1df3-4978-bf48-151b9b2664ed tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:24.309205 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c7c72d5-5051-4785-84b8-29c4483cc211 req-a46ef2c5-1df3-4978-bf48-151b9b2664ed tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.1033561 Sep 09 09:11:24.318488 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a8b0dae-b6a7-4bd6-b965-a786320796e2 req-34e56684-5fdb-4509-a620-98fccdf1ac2f service neutron] 10.222.0.24 "GET /v2.0/networks/f9a77add-83b5-4219-b5e4-98a7925079a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564066 Sep 09 09:11:24.399979 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998ad0ca-4b5e-42e0-8b48-b715b1991804 x-openstack-request-id: req-998ad0ca-4b5e-42e0-8b48-b715b1991804 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:24.400520 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0c6dec-d896-4dc9-9570-f26a5325e8b7", "name": "network-vif-deleted", "tag": "71e5960e-d5a2-4ff0-a238-7f664f5f575e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:24.400520 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-998ad0ca-4b5e-42e0-8b48-b715b1991804 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:24.400924 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0c6dec-d896-4dc9-9570-f26a5325e8b7', 'name': 'network-vif-deleted', 'tag': '71e5960e-d5a2-4ff0-a238-7f664f5f575e', 'status': 'completed', 'code': 200} Sep 09 09:11:24.427367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 71e5960e-d5a2-4ff0-a238-7f664f5f575e no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:11:24.478977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a8b0dae-b6a7-4bd6-b965-a786320796e2 req-5b48dc49-ef0c-4f43-a738-dd9860cb16f5 service neutron] 10.222.0.24 "GET /v2.0/networks/f9a77add-83b5-4219-b5e4-98a7925079a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284132 Sep 09 09:11:24.482628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 71e5960e-d5a2-4ff0-a238-7f664f5f575e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:11:24.483466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 71e5960e-d5a2-4ff0-a238-7f664f5f575e not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:11:24.500590 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-da0f2a83-1941-45b3-9ccf-b9a3bfac8d84 service neutron] show failed (client error): The resource could not be found. Sep 09 09:11:24.501619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-da0f2a83-1941-45b3-9ccf-b9a3bfac8d84 service neutron] 10.222.0.24 "GET /v2.0/ports/a3d19379-dd53-4be4-bc73-b3d3a269571d/bindings/n-h2-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.1666999 Sep 09 09:11:24.505771 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c7c72d5-5051-4785-84b8-29c4483cc211 req-84f87056-dead-4aea-8dbf-f9e70d20aea9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947448 Sep 09 09:11:24.520502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130c0d1-3711-4f0f-b8f4-670f3e35a072 req-49cd8541-b72a-4f98-8e28-f123065e47ae tempest-ServersAdminNegativeTestJSON-495680541 tempest-ServersAdminNegativeTestJSON-495680541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:24.522040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4130c0d1-3711-4f0f-b8f4-670f3e35a072 req-49cd8541-b72a-4f98-8e28-f123065e47ae tempest-ServersAdminNegativeTestJSON-495680541 tempest-ServersAdminNegativeTestJSON-495680541-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 1101 time: 0.1014922 Sep 09 09:11:24.557594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4130c0d1-3711-4f0f-b8f4-670f3e35a072 req-7651c1de-25ef-4d75-8a22-68ebe6b93fd5 tempest-ServersAdminNegativeTestJSON-495680541 tempest-ServersAdminNegativeTestJSON-495680541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:24.674279 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34aff8-50a0-4bfc-ada5-0abcab22c16b req-cd05f09a-8f7d-4356-9c00-180447a42209 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:24.675895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f34aff8-50a0-4bfc-ada5-0abcab22c16b req-cd05f09a-8f7d-4356-9c00-180447a42209 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 943 time: 0.0740144 Sep 09 09:11:24.684415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4130c0d1-3711-4f0f-b8f4-670f3e35a072 req-7651c1de-25ef-4d75-8a22-68ebe6b93fd5 tempest-ServersAdminNegativeTestJSON-495680541 tempest-ServersAdminNegativeTestJSON-495680541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:24.737083 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f34aff8-50a0-4bfc-ada5-0abcab22c16b req-18c3eab3-ad62-4939-96f2-211671828d57 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470185 Sep 09 09:11:24.756744 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4130c0d1-3711-4f0f-b8f4-670f3e35a072 req-7651c1de-25ef-4d75-8a22-68ebe6b93fd5 tempest-ServersAdminNegativeTestJSON-495680541 tempest-ServersAdminNegativeTestJSON-495680541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:24.757188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47514) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:24.804519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4130c0d1-3711-4f0f-b8f4-670f3e35a072 req-7651c1de-25ef-4d75-8a22-68ebe6b93fd5 tempest-ServersAdminNegativeTestJSON-495680541 tempest-ServersAdminNegativeTestJSON-495680541-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606449 Sep 09 09:11:24.810949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651c1de-25ef-4d75-8a22-68ebe6b93fd5 tempest-ServersAdminNegativeTestJSON-495680541 tempest-ServersAdminNegativeTestJSON-495680541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701b73c6-295a-4143-b5c8-9d9d3080af2d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:24.870267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:24.892836 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e6a1d087-be1c-46a2-a6ae-7e786d5a1f99 req-9d97692d-f087-418f-8eb7-d3e7418d8ac6 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 210 time: 0.0355067 Sep 09 09:11:24.957032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc1cc43d-9b67-4af9-87f8-42a293ad4f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:25.042266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f6f78-71ff-4e39-9f90-b535549e6b4b req-12c219dd-dc04-41cc-b98a-4ff69126de3c tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:25.043766 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a46f6f78-71ff-4e39-9f90-b535549e6b4b req-12c219dd-dc04-41cc-b98a-4ff69126de3c tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 943 time: 0.0694602 Sep 09 09:11:25.099709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-6cc28372-39d0-4030-8067-1e9b33fd6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:25.101315 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-6cc28372-39d0-4030-8067-1e9b33fd6b63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9&tenant_id=bd13aef6e3254abdb27a99a760731ff5 HTTP/1.1" status: 200 len: 1102 time: 0.0616162 Sep 09 09:11:25.113724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:25.133138 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a46f6f78-71ff-4e39-9f90-b535549e6b4b req-54d40432-9b67-4f79-9d00-19f4c4c0db31 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633993 Sep 09 09:11:25.162733 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc1cc43d-9b67-4af9-87f8-42a293ad4f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:25.241869 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc1cc43d-9b67-4af9-87f8-42a293ad4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:25.296112 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fc1cc43d-9b67-4af9-87f8-42a293ad4f1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=baaadf1df11443c29188e0fd3eb8d691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5373087 Sep 09 09:11:25.297507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47532) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:25.301677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cc43d-9b67-4af9-87f8-42a293ad4f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858276e5-f61f-4c40-8558-2bcf416c9c09,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:25.379112 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a040a344-bfa8-4771-8a35-d2c043c473a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:25.410348 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a040a344-bfa8-4771-8a35-d2c043c473a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:25.535073 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a040a344-bfa8-4771-8a35-d2c043c473a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:25.535968 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:25.537899 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a040a344-bfa8-4771-8a35-d2c043c473a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:25.541896 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a040a344-bfa8-4771-8a35-d2c043c473a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/858276e5-f61f-4c40-8558-2bcf416c9c09 HTTP/1.1" status: 204 len: 168 time: 0.2391529 Sep 09 09:11:25.547469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0699e2-d93d-42a3-a2f4-0bca1ae44cd4 req-d5940b99-f6c8-4d92-a8ca-47f5bc2cae40 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:25.549663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce0699e2-d93d-42a3-a2f4-0bca1ae44cd4 req-d5940b99-f6c8-4d92-a8ca-47f5bc2cae40 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 949 time: 0.0838323 Sep 09 09:11:25.566443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040a344-bfa8-4771-8a35-d2c043c473a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858276e5-f61f-4c40-8558-2bcf416c9c09,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:25.573658 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:25.668632 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce0699e2-d93d-42a3-a2f4-0bca1ae44cd4 req-409150e4-2191-4685-9aa4-5e6b0f05947f tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972810 Sep 09 09:11:25.726411 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3921-2286-437a-ab74-8b27252116ba req-9cecfb63-0352-4d1d-9195-49d843545353 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:25.728196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee4f3921-2286-437a-ab74-8b27252116ba req-9cecfb63-0352-4d1d-9195-49d843545353 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.0630624 Sep 09 09:11:25.778886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee4f3921-2286-437a-ab74-8b27252116ba req-4cf6e06a-5c38-44f8-be10-ed074813df33 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Sep 09 09:11:25.915451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399aad2-bf4e-4ea7-baeb-f0f333bb2d81 req-55531a9f-fcc9-4bef-8e3e-c83633fd88e8 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:25.919860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7399aad2-bf4e-4ea7-baeb-f0f333bb2d81 req-55531a9f-fcc9-4bef-8e3e-c83633fd88e8 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 943 time: 0.1065397 Sep 09 09:11:25.958516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:25.990045 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-beced581-854b-415e-b3d2-f687271d2caa req-66a3038e-2c90-4c4e-8869-d8d33b1ed922 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 210 time: 0.0277321 Sep 09 09:11:26.006917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7399aad2-bf4e-4ea7-baeb-f0f333bb2d81 req-0adc164a-da02-4ede-8ea9-fd618c3509e4 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702534 Sep 09 09:11:26.023992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:26.068781 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:26.081751 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Transition to ACTIVE for port object a3d19379-dd53-4be4-bc73-b3d3a269571d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:26.257545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db9c3b-ede7-48e9-8743-8b1b7969eef3 req-34f38ee0-ca33-48c7-a59d-eb949754c569 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:26.259264 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-60db9c3b-ede7-48e9-8743-8b1b7969eef3 req-34f38ee0-ca33-48c7-a59d-eb949754c569 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 943 time: 0.0506597 Sep 09 09:11:26.309730 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-60db9c3b-ede7-48e9-8743-8b1b7969eef3 req-e8e37927-eb94-4529-8aea-dd416f9ba0e8 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435419 Sep 09 09:11:26.402375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:26.406076 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0e8f5f-f44b-4fb5-a93b-be54632660dd" -d '{"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-unplugged", "status": "completed", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:26.461136 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c3a39c-c325-46f1-ae6d-79b557a61637 x-openstack-request-id: req-41c3a39c-c325-46f1-ae6d-79b557a61637 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:26.461627 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-unplugged", "status": "completed", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:26.462020 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41c3a39c-c325-46f1-ae6d-79b557a61637 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:26.462639 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'code': 200} Sep 09 09:11:26.573211 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:26.658985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] No DVR routers for this DVR port a3d19379-dd53-4be4-bc73-b3d3a269571d on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:11:26.678316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:26.722355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:26.727815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:26.727815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:26.747405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Port a3d19379-dd53-4be4-bc73-b3d3a269571d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:11:26.747888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:26.756705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:26.757097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:26.757493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:26.757933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Bound port: a3d19379-dd53-4be4-bc73-b3d3a269571d, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:26.758407 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:26.901001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:26.902082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e170e8-405d-4ebe-9755-073e01e0ba16 req-e2ba5bf4-648d-4587-b73f-3413e15151af tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:26.906111 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a7e170e8-405d-4ebe-9755-073e01e0ba16 req-e2ba5bf4-648d-4587-b73f-3413e15151af tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.41 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 949 time: 0.0805838 Sep 09 09:11:26.907344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:26.927697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00bcf-9c9a-4e52-adfe-e64de3a04c0f req-91f7340d-270d-49d5-86ff-8162cc080d06 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:26.929294 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7bd00bcf-9c9a-4e52-adfe-e64de3a04c0f req-91f7340d-270d-49d5-86ff-8162cc080d06 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 949 time: 0.0989990 Sep 09 09:11:26.963733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:26.993405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d84ea-1990-4ccb-a47e-6d58ad25fd52 req-ff9b0a24-0ab0-4ba9-b52f-e9cdfb993a4e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:26.997881 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f4d84ea-1990-4ccb-a47e-6d58ad25fd52 req-ff9b0a24-0ab0-4ba9-b52f-e9cdfb993a4e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 948 time: 0.0877168 Sep 09 09:11:27.035295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:27.036223 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:27.038306 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] 10.222.0.41 "PUT /v2.0/ports/a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 1097 time: 1.9284668 Sep 09 09:11:27.054890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7bd00bcf-9c9a-4e52-adfe-e64de3a04c0f req-becee5ed-ecdd-4932-be54-afddbc818455 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078131 Sep 09 09:11:27.075670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f4d84ea-1990-4ccb-a47e-6d58ad25fd52 req-90a53de2-a617-4ef4-b520-f9acd92aa08b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622251 Sep 09 09:11:27.092854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-a7e170e8-405d-4ebe-9755-073e01e0ba16 req-750634c2-5ed9-4bfd-a81e-210d0ffdbc89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Deleting port 9af4f470-6308-46ad-81c6-7540b1cb9124 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:11:27.093196 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a7e170e8-405d-4ebe-9755-073e01e0ba16 req-750634c2-5ed9-4bfd-a81e-210d0ffdbc89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:27.119094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a183fd5-83ce-49a1-8b50-514355113c24 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:27.177111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-1e118d0b-025e-4ca5-8ace-239489e6bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:27.178933 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-1e118d0b-025e-4ca5-8ace-239489e6bcd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 1100 time: 0.1146145 Sep 09 09:11:27.222231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47566) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:27.283002 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42f3ab42-3931-4f37-9289-8a7f6e0f3f0a req-583259d0-440a-40cc-b1e0-f588cdbad09f tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 210 time: 0.0543168 Sep 09 09:11:27.320250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-a7e170e8-405d-4ebe-9755-073e01e0ba16 req-750634c2-5ed9-4bfd-a81e-210d0ffdbc89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] For port 9af4f470-6308-46ad-81c6-7540b1cb9124, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9af4f470-6308-46ad-81c6-7540b1cb9124,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:27.334381 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a7e170e8-405d-4ebe-9755-073e01e0ba16 req-750634c2-5ed9-4bfd-a81e-210d0ffdbc89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:27.340655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-a7e170e8-405d-4ebe-9755-073e01e0ba16 req-750634c2-5ed9-4bfd-a81e-210d0ffdbc89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Calling delete_port for 9af4f470-6308-46ad-81c6-7540b1cb9124 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:11:27.342666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:27.427988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-72139426-03bc-4aae-8c49-0cfcd5a6e9db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f16d822b05714e30ba8568da6324807b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007515 Sep 09 09:11:27.432992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47570) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:27.480001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3cce797f-f6b2-42e5-8a54-c917cdf3afb1,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:27.480266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377d6ed-7ef7-4b27-9a77-9915d576725b req-d7f05a16-f5ad-4b99-b1e9-a2e4b9bfd573 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:27.481818 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6377d6ed-7ef7-4b27-9a77-9915d576725b req-d7f05a16-f5ad-4b99-b1e9-a2e4b9bfd573 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 943 time: 0.2142413 Sep 09 09:11:27.495243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '3cce797f-f6b2-42e5-8a54-c917cdf3afb1', 'network_id': 'f9a77add-83b5-4219-b5e4-98a7925079a1', 'port_id': '3cce797f-f6b2-42e5-8a54-c917cdf3afb1', 'mac_address': 'fa:16:3e:33:9f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4e1c46-0df4-4bc7-96a5-18865a9eb247', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:11:27.496209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-b8f55e2b-23ec-4ee2-84ff-6fef03e9397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:27.497665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-b8f55e2b-23ec-4ee2-84ff-6fef03e9397a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.3114769 Sep 09 09:11:27.516883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-ee6b72ef-0cbd-4f7b-ad08-215dc81bc890 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:27.519443 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-ee6b72ef-0cbd-4f7b-ad08-215dc81bc890 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "GET /v2.0/networks?id=bbe690d1-f535-48c2-8e81-c04fff5d546c HTTP/1.1" status: 200 len: 822 time: 0.1748559 Sep 09 09:11:27.546875 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:27.557960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-c1bbd560-c6e5-45af-a018-8c07cb838f16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 217 time: 0.0476861 Sep 09 09:11:27.560579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:27.578762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Request body: {'port': {'device_id': '3628f312-ee4d-4c57-9c22-3d72e7943118', 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c', 'admin_state_up': True, 'tenant_id': 'e16b1ccce9524208808d1ad8abfd2729'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:27.580457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3cce797f-f6b2-42e5-8a54-c917cdf3afb1,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:27.612359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6377d6ed-7ef7-4b27-9a77-9915d576725b req-23852f57-184d-441a-a0f0-63d73028ca2d tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224744 Sep 09 09:11:27.638411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e59a8975-6b60-4667-9618-0e926186ce06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:27.648734 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:27.657263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-9fd20e21-dead-4452-b182-ae75466e55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:27.658902 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-9fd20e21-dead-4452-b182-ae75466e55aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0941021 Sep 09 09:11:27.690253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f0edb-5b86-4321-86e0-e010145ccb16 req-9f605f24-ddb9-4f33-aa4f-bae883794b24 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:27.698601 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e98f0edb-5b86-4321-86e0-e010145ccb16 req-9f605f24-ddb9-4f33-aa4f-bae883794b24 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 943 time: 0.1781292 Sep 09 09:11:27.703319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3cce797f-f6b2-42e5-8a54-c917cdf3afb1,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:27.719105 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e59a8975-6b60-4667-9618-0e926186ce06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:27.745234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-9076aff7-2ce8-457f-a3e7-0924f47f247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:27.746515 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-9076aff7-2ce8-457f-a3e7-0924f47f247e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0771687 Sep 09 09:11:27.806760 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e98f0edb-5b86-4321-86e0-e010145ccb16 req-d2ec887c-7834-48ba-9aa5-05c171c5d22b tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076305 Sep 09 09:11:27.868994 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-533bc2ed-7655-4134-9fa8-a67fb904de5a service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128738 Sep 09 09:11:27.928771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['3cce797f-f6b2-42e5-8a54-c917cdf3afb1'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:27.950762 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e59a8975-6b60-4667-9618-0e926186ce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:27.953293 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e59a8975-6b60-4667-9618-0e926186ce06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:27.954519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e59a8975-6b60-4667-9618-0e926186ce06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a50a6e47-f235-41d5-87bb-ff8b2bbb5eb4 HTTP/1.1" status: 204 len: 168 time: 0.5180266 Sep 09 09:11:27.964398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Made reservation on behalf of e16b1ccce9524208808d1ad8abfd2729 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:27.969697 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:27.972833 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a7e170e8-405d-4ebe-9755-073e01e0ba16 req-750634c2-5ed9-4bfd-a81e-210d0ffdbc89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:27.973509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a8975-6b60-4667-9618-0e926186ce06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a6e47-f235-41d5-87bb-ff8b2bbb5eb4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:27.982912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e19a659e-6a1c-4cf9-b391-6f6be9f20075 req-1a39f6df-f2fe-449d-a6df-cd4e5721a0e2 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013856 Sep 09 09:11:27.988783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['7b6dd3ed-5ffe-459b-bf73-486fd0c4aade', '9af4f470-6308-46ad-81c6-7540b1cb9124'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:28.030406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750634c2-5ed9-4bfd-a81e-210d0ffdbc89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Pushing event deleted for resources: {'Port': ['ID=9af4f470-6308-46ad-81c6-7540b1cb9124,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:28.090557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e170e8-405d-4ebe-9755-073e01e0ba16 req-750634c2-5ed9-4bfd-a81e-210d0ffdbc89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] No DVR routers for this DVR port 9af4f470-6308-46ad-81c6-7540b1cb9124 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:11:28.094122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a7e170e8-405d-4ebe-9755-073e01e0ba16 req-750634c2-5ed9-4bfd-a81e-210d0ffdbc89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:28.096213 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a7e170e8-405d-4ebe-9755-073e01e0ba16 req-750634c2-5ed9-4bfd-a81e-210d0ffdbc89 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.41 "DELETE /v2.0/ports/9af4f470-6308-46ad-81c6-7540b1cb9124 HTTP/1.1" status: 204 len: 173 time: 1.1771996 Sep 09 09:11:28.096833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344db011-2ba4-4fd8-b79b-1c6b903fbf62', 'name': 'network-vif-deleted', 'tag': '9af4f470-6308-46ad-81c6-7540b1cb9124'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:28.099257 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab5093-2ae9-4662-b0be-0dcb084d1719" -d '{"events": [{"server_uuid": "344db011-2ba4-4fd8-b79b-1c6b903fbf62", "name": "network-vif-deleted", "tag": "9af4f470-6308-46ad-81c6-7540b1cb9124"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:28.181753 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f406913-ea95-4729-b00b-4247eff8be97 x-openstack-request-id: req-2f406913-ea95-4729-b00b-4247eff8be97 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:28.182143 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344db011-2ba4-4fd8-b79b-1c6b903fbf62", "name": "network-vif-deleted", "tag": "9af4f470-6308-46ad-81c6-7540b1cb9124", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:28.182674 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f406913-ea95-4729-b00b-4247eff8be97 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:28.182936 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344db011-2ba4-4fd8-b79b-1c6b903fbf62', 'name': 'network-vif-deleted', 'tag': '9af4f470-6308-46ad-81c6-7540b1cb9124', 'status': 'completed', 'code': 200} Sep 09 09:11:28.274848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44d2c6ab-50b2-40cd-9757-aa59ec876b55 req-10bd80d1-6a18-4771-a44d-c3fc82620772 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=344db011-2ba4-4fd8-b79b-1c6b903fbf62 HTTP/1.1" status: 200 len: 210 time: 0.0367057 Sep 09 09:11:28.276230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Allocated IP 172.20.0.4 (bbe690d1-f535-48c2-8e81-c04fff5d546c/1dab4e8b-f33f-4361-b5da-5c5f6e335558/d2059232-7789-48ac-bca4-27e7db725952) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:28.420684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b95d51-d4be-41aa-89b5-0f599516641f req-f1e4e774-f4b6-407f-ae10-f6bc313e53be tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:28.422226 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-13b95d51-d4be-41aa-89b5-0f599516641f req-f1e4e774-f4b6-407f-ae10-f6bc313e53be tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 948 time: 0.1349208 Sep 09 09:11:28.471443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:28.475276 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13885d8-5d2e-4503-ab50-980640f3e591" -d '{"events": [{"name": "network-changed", "server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:28.484205 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-128f03d5-be55-4aeb-90d2-094b8a223290 req-7a169ddc-b15f-40c5-abf4-090c112a4194 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 210 time: 0.0677569 Sep 09 09:11:28.573420 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfbd2e1-a39a-44cc-9a03-f9a4b56cc7a6 x-openstack-request-id: req-9dfbd2e1-a39a-44cc-9a03-f9a4b56cc7a6 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:28.573709 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:28.573960 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dfbd2e1-a39a-44cc-9a03-f9a4b56cc7a6 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:28.574358 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'status': 'completed', 'code': 200} Sep 09 09:11:28.581501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-13b95d51-d4be-41aa-89b5-0f599516641f req-78edbdd5-de1c-4dfc-ab82-f94ddf7dd97d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373849 Sep 09 09:11:28.662159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-4827a5ab-3eb5-41f9-a0ff-6bbed6a7ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:28.663928 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-4827a5ab-3eb5-41f9-a0ff-6bbed6a7ccbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 1100 time: 0.0555279 Sep 09 09:11:28.668766 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:28.686070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-5de96e50-5996-460b-bc24-72e0d25c52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:28.688509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-5de96e50-5996-460b-bc24-72e0d25c52ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 1100 time: 0.0865493 Sep 09 09:11:28.822843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-60495fa7-b1dc-4fcc-b12c-9596f6476975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:28.825352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-60495fa7-b1dc-4fcc-b12c-9596f6476975 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1272092 Sep 09 09:11:28.848164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14f88b-5fc2-45ad-a085-e277204032ed req-df5e73e6-9af7-449c-af5b-67d4c3c5594e tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:28.860740 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da14f88b-5fc2-45ad-a085-e277204032ed req-df5e73e6-9af7-449c-af5b-67d4c3c5594e tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 943 time: 0.1189651 Sep 09 09:11:28.865520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-0f2459d6-76ca-42eb-94b2-1a40b79a8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:28.872780 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-0f2459d6-76ca-42eb-94b2-1a40b79a8c25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1885462 Sep 09 09:11:28.896015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:28.898522 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-4b58d7b5-6d8b-409a-ba72-e98bf9de2662 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 217 time: 0.0655565 Sep 09 09:11:28.970723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Network bbe690d1-f535-48c2-8e81-c04fff5d546c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:28.988065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:29.010739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:29.017396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da14f88b-5fc2-45ad-a085-e277204032ed req-1fd4dc51-0d4c-40bb-9038-3f571cc1e143 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552014 Sep 09 09:11:29.020744 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-28e670e1-a448-4d06-a611-d3384ff6e7fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 217 time: 0.1058004 Sep 09 09:11:29.062771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event updated for resources: {'Port': ['ID=d2059232-7789-48ac-bca4-27e7db725952,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:29.080345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-cd0060d5-87e0-449d-aa51-a49f0518c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:29.082426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-cd0060d5-87e0-449d-aa51-a49f0518c456 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1734114 Sep 09 09:11:29.085453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-693f705f-0a09-4c5e-aded-17c135ac9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:29.087716 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-693f705f-0a09-4c5e-aded-17c135ac9f59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0606196 Sep 09 09:11:29.135731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb87d7-325d-4217-8066-ae79c19556ce req-81ae2d54-9055-4028-8bf4-f678f181627a tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:29.137325 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6deb87d7-325d-4217-8066-ae79c19556ce req-81ae2d54-9055-4028-8bf4-f678f181627a tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 944 time: 0.1782324 Sep 09 09:11:29.144584 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:29.147338 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:29.160456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-f02774b2-8f26-4f30-b954-51f24a942262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:29.161933 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-f02774b2-8f26-4f30-b954-51f24a942262 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623100 Sep 09 09:11:29.197340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-1a7f849b-1cc0-48c1-a9ca-b03dcba20f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:29.202218 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-1a7f849b-1cc0-48c1-a9ca-b03dcba20f58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1053061 Sep 09 09:11:29.202218 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6deb87d7-325d-4217-8066-ae79c19556ce req-996a3761-2444-4ecf-8184-d8cf4b7ca99c tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 Sep 09 09:11:29.225745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-8523803b-d2b1-4de2-80b0-80cd51fc692b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6519768 Sep 09 09:11:29.251100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Request body: {'port': {'device_id': '3628f312-ee4d-4c57-9c22-3d72e7943118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:29.284003 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-18297709-3b06-4af8-b251-237215e29f5c service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093791 Sep 09 09:11:29.362413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:29.387588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-68b89c2e-d13a-4370-94be-dab3b200f043 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799083 Sep 09 09:11:29.388301 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:29.409201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7875e23-a71f-4618-a068-f2c800676104 req-204e8a2b-b5fc-46b4-ae76-c7819ca38851 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1154408 Sep 09 09:11:29.491525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-c7c0b850-b7d3-45db-bc56-7b6c991c85ca service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882727 Sep 09 09:11:29.517561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7875e23-a71f-4618-a068-f2c800676104 req-123acd51-2331-4b61-975a-12068b0a5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:29.519054 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7875e23-a71f-4618-a068-f2c800676104 req-123acd51-2331-4b61-975a-12068b0a5e69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 1102 time: 0.0740180 Sep 09 09:11:29.569956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47664) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:29.630212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:29.635007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:29.638689 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:29.697708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7875e23-a71f-4618-a068-f2c800676104 req-a9d72131-20ab-4657-92fd-45e9f8e9e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:29.700154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7875e23-a71f-4618-a068-f2c800676104 req-a9d72131-20ab-4657-92fd-45e9f8e9e3ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1555719 Sep 09 09:11:29.718743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29073d-3ffa-4418-889d-e7186cdd4636 req-800a3e87-90bf-49c9-89a4-dd7d114ec1bd tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:29.731860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c29073d-3ffa-4418-889d-e7186cdd4636 req-800a3e87-90bf-49c9-89a4-dd7d114ec1bd tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 931 time: 0.1076908 Sep 09 09:11:29.732430 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e13885d8-5d2e-4503-ab50-980640f3e591 req-56f85498-b25b-4fe1-a659-f5034011b2d5 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246498 Sep 09 09:11:29.737011 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:29.743230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-80537422'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:29.764791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe73143-c397-4db4-8b28-10da1fe575d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cce797f-f6b2-42e5-8a54-c917cdf3afb1'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:29.767130 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb9fb28-e636-4db7-9c71-759f7bfdccb3" -d '{"events": [{"server_uuid": "9fe73143-c397-4db4-8b28-10da1fe575d8", "name": "network-vif-plugged", "status": "completed", "tag": "3cce797f-f6b2-42e5-8a54-c917cdf3afb1"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:29.786081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3cce797f-f6b2-42e5-8a54-c917cdf3afb1,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:29.807613 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7875e23-a71f-4618-a068-f2c800676104 req-90b1e28c-db21-4863-8097-60caea58e27c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b HTTP/1.1" status: 200 len: 217 time: 0.0711823 Sep 09 09:11:29.880976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2059232-7789-48ac-bca4-27e7db725952 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:29.883846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c29073d-3ffa-4418-889d-e7186cdd4636 req-c5c13e06-a43e-475b-a8f6-0231bfdb96ad tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466749 Sep 09 09:11:29.895675 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:29.901699 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:29.902346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Transition to ACTIVE for port object d2059232-7789-48ac-bca4-27e7db725952 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:29.902564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:11:29.916179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7875e23-a71f-4618-a068-f2c800676104 req-4124312e-a958-4db3-8855-402a67719aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:29.917174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7875e23-a71f-4618-a068-f2c800676104 req-4124312e-a958-4db3-8855-402a67719aab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0876741 Sep 09 09:11:29.990643 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3082b5-ac8b-481d-9cd4-9e49939a50e9 x-openstack-request-id: req-9a3082b5-ac8b-481d-9cd4-9e49939a50e9 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:29.990935 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe73143-c397-4db4-8b28-10da1fe575d8", "name": "network-vif-plugged", "status": "completed", "tag": "3cce797f-f6b2-42e5-8a54-c917cdf3afb1", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:29.991189 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a3082b5-ac8b-481d-9cd4-9e49939a50e9 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:29.991604 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe73143-c397-4db4-8b28-10da1fe575d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cce797f-f6b2-42e5-8a54-c917cdf3afb1', 'code': 200} Sep 09 09:11:30.013330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.018651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Made reservation on behalf of 4bde37e71bdc4c6fb310f2cb453b07ff for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:30.027424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.078522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3cce797f-f6b2-42e5-8a54-c917cdf3afb1,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:30.080068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.093220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:11:30.172960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7875e23-a71f-4618-a068-f2c800676104 req-dcf2f664-a850-476d-9425-f5fe3aba7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:30.173188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Pushing event updated for resources: {'Port': ['ID=d2059232-7789-48ac-bca4-27e7db725952,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:30.174485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7875e23-a71f-4618-a068-f2c800676104 req-dcf2f664-a850-476d-9425-f5fe3aba7b66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2479956 Sep 09 09:11:30.215894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e4f8e-e730-4c13-9ecb-29eca1398693 req-0458ca6a-c413-49b0-a643-5918e926acdb tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:30.224124 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-565e4f8e-e730-4c13-9ecb-29eca1398693 req-0458ca6a-c413-49b0-a643-5918e926acdb tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 948 time: 0.1825051 Sep 09 09:11:30.267175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691383e-43c2-4b30-9512-3fd9980d4365 req-8a485d1c-3aed-4ef8-86c7-2cae6c65b220 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:30.269471 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8691383e-43c2-4b30-9512-3fd9980d4365 req-8a485d1c-3aed-4ef8-86c7-2cae6c65b220 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 950 time: 0.0828700 Sep 09 09:11:30.273679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Attempting to bind port d2059232-7789-48ac-bca4-27e7db725952 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:30.273679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Attempting to bind port d2059232-7789-48ac-bca4-27e7db725952 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:30.273679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Attempting to bind port d2059232-7789-48ac-bca4-27e7db725952 on network bbe690d1-f535-48c2-8e81-c04fff5d546c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:30.275864 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Port d2059232-7789-48ac-bca4-27e7db725952 on network bbe690d1-f535-48c2-8e81-c04fff5d546c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:11:30.276260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Attempting to bind port d2059232-7789-48ac-bca4-27e7db725952 on network bbe690d1-f535-48c2-8e81-c04fff5d546c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:30.288729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:30.289116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Checking segment: {'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:30.290383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Bound using segment: {'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:30.291024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Bound port: d2059232-7789-48ac-bca4-27e7db725952, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:30.291485 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.294223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabcb24-9a29-4289-999a-8d39f040cf10 req-4529355f-caab-4233-b8e8-3b5465714618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:30.295993 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cfabcb24-9a29-4289-999a-8d39f040cf10 req-4529355f-caab-4233-b8e8-3b5465714618 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 1097 time: 0.1881845 Sep 09 09:11:30.358043 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8691383e-43c2-4b30-9512-3fd9980d4365 req-d1bcc608-9cad-48a7-8da5-6e916b3fbd1d tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768566 Sep 09 09:11:30.387163 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-565e4f8e-e730-4c13-9ecb-29eca1398693 req-ae8dc10e-9943-4f2a-8f64-8d99b8b08739 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621735 Sep 09 09:11:30.422958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] For port d2059232-7789-48ac-bca4-27e7db725952, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:30.429161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] For port d2059232-7789-48ac-bca4-27e7db725952, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d2059232-7789-48ac-bca4-27e7db725952,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:30.430234 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cfabcb24-9a29-4289-999a-8d39f040cf10 req-64e9348e-4c03-4a4d-a52e-072b884dc2d3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070104 Sep 09 09:11:30.432738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7875e23-a71f-4618-a068-f2c800676104 req-65535b4a-b218-4314-a549-5710ebfb486c service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421148 Sep 09 09:11:30.456404 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.484836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9af4f470-6308-46ad-81c6-7540b1cb9124 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:11:30.501524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.513579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 9af4f470-6308-46ad-81c6-7540b1cb9124 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:11:30.513914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9af4f470-6308-46ad-81c6-7540b1cb9124 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:11:30.551778 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.568376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:30.569021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.570410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] 10.222.0.41 "PUT /v2.0/ports/d2059232-7789-48ac-bca4-27e7db725952 HTTP/1.1" status: 200 len: 1092 time: 1.3241434 Sep 09 09:11:30.578215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3628f312-ee4d-4c57-9c22-3d72e7943118', 'tag': 'd2059232-7789-48ac-bca4-27e7db725952'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:30.578215 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894cc51f-2ba0-428b-a164-1694ab48ad9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3628f312-ee4d-4c57-9c22-3d72e7943118", "tag": "d2059232-7789-48ac-bca4-27e7db725952"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:30.606250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:11:30.612454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca5dd3-a05e-49b4-abd2-776de256912f service neutron] Pushing event updated for resources: {'Port': ['ID=d2059232-7789-48ac-bca4-27e7db725952,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:30.623470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f0177-90a8-4f00-8ab8-896fb187dccd req-a30899bc-286b-40d9-92ad-73466999cfa1 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:30.632541 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b88f0177-90a8-4f00-8ab8-896fb187dccd req-a30899bc-286b-40d9-92ad-73466999cfa1 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 943 time: 0.1606121 Sep 09 09:11:30.640233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edd9ae9-34c7-4751-b01b-18f7e1689d83,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:30.643151 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.643517 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Added segment b7f00315-012d-4f64-8984-c962951376a7 of type vlan for network 468bb3d3-9e16-473f-9a96-2a912d81d4ed Sep 09 09:11:30.667901 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b88f0177-90a8-4f00-8ab8-896fb187dccd req-02259b7b-2476-45e8-8b6c-b32a80ca5e2c tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361567 Sep 09 09:11:30.692972 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7875e23-a71f-4618-a068-f2c800676104 req-c8ba787c-e97e-4613-b627-c82f3aedcff7 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488565 Sep 09 09:11:30.709345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c66c6-e202-4922-827b-5b48a9df33c5 req-50491bf2-278e-42b1-9d30-ef5530b66009 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:30.712158 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-301c66c6-e202-4922-827b-5b48a9df33c5 req-50491bf2-278e-42b1-9d30-ef5530b66009 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 945 time: 0.2185261 Sep 09 09:11:30.725869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-845975c9-c83e-4fb0-b38e-dbd1aee4715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:30.728606 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-845975c9-c83e-4fb0-b38e-dbd1aee4715e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e16b1ccce9524208808d1ad8abfd2729&device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 1095 time: 0.0526919 Sep 09 09:11:30.734427 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b937c730-88a9-455e-a154-ef8ae650c3bf x-openstack-request-id: req-b937c730-88a9-455e-a154-ef8ae650c3bf {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:30.735025 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3628f312-ee4d-4c57-9c22-3d72e7943118", "tag": "d2059232-7789-48ac-bca4-27e7db725952", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:30.735025 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b937c730-88a9-455e-a154-ef8ae650c3bf {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:30.735403 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3628f312-ee4d-4c57-9c22-3d72e7943118', 'tag': 'd2059232-7789-48ac-bca4-27e7db725952', 'status': 'completed', 'code': 200} Sep 09 09:11:30.737345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.783741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-301c66c6-e202-4922-827b-5b48a9df33c5 req-0b50efe1-fbe0-44f0-ac87-a168fd41d3ef tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573649 Sep 09 09:11:30.793439 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-0f2d95f3-6ef5-47cc-9993-37c0775d7741 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2059232-7789-48ac-bca4-27e7db725952 HTTP/1.1" status: 200 len: 217 time: 0.0454488 Sep 09 09:11:30.858621 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.863007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-1142054a-3ee7-4a11-a71c-5a996ec16aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:30.865027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-1142054a-3ee7-4a11-a71c-5a996ec16aff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dab4e8b-f33f-4361-b5da-5c5f6e335558 HTTP/1.1" status: 200 len: 862 time: 0.0632505 Sep 09 09:11:30.867043 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:30.867829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:30.904087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-4c810cdb-05c5-482b-8ccd-7f4008bdaaf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbe690d1-f535-48c2-8e81-c04fff5d546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273402 Sep 09 09:11:30.998126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Pushing event updated for resources: {'Network': ['ID=468bb3d3-9e16-473f-9a96-2a912d81d4ed,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:31.011073 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ebcfea46-0e2a-4e3d-b9fe-b159d176e39f tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4356008 Sep 09 09:11:31.011266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 468bb3d3-9e16-473f-9a96-2a912d81d4ed details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:11:31.011438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47718) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:31.016459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Request body: {'subnet': {'network_id': '468bb3d3-9e16-473f-9a96-2a912d81d4ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:31.064992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9f9d3-5548-494a-b512-9e528811860b req-0f234e72-d6b8-4e4d-b627-7629b85ad78c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:31.067055 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-72d9f9d3-5548-494a-b512-9e528811860b req-0f234e72-d6b8-4e4d-b627-7629b85ad78c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 943 time: 0.1138217 Sep 09 09:11:31.071434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-e3beecd0-409f-4178-a024-f06e9534c479 service neutron] 10.222.0.41 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497808 Sep 09 09:11:31.169730 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-72d9f9d3-5548-494a-b512-9e528811860b req-e431c74e-7424-498f-9670-2aa72776a715 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950372 Sep 09 09:11:31.201683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Made reservation on behalf of 4bde37e71bdc4c6fb310f2cb453b07ff for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:31.208734 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:31.216132 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ec2017c-029a-4dd6-a0b2-dff228ea6728 req-ce3db248-d05a-4d96-8e6f-87e72d9af28a service neutron] 10.222.0.41 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351693 Sep 09 09:11:31.362088 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cc51f-2ba0-428b-a164-1694ab48ad9e req-e486b9ea-c7e4-4139-9e50-93b1e854d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:31.368484 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-894cc51f-2ba0-428b-a164-1694ab48ad9e req-e486b9ea-c7e4-4139-9e50-93b1e854d555 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e16b1ccce9524208808d1ad8abfd2729&device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 1095 time: 0.0468400 Sep 09 09:11:31.368616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:31.478761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:31.503706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cc51f-2ba0-428b-a164-1694ab48ad9e req-093203ba-107f-441d-99a5-1fb9ab743819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:31.505644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-894cc51f-2ba0-428b-a164-1694ab48ad9e req-093203ba-107f-441d-99a5-1fb9ab743819 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbe690d1-f535-48c2-8e81-c04fff5d546c HTTP/1.1" status: 200 len: 923 time: 0.1341012 Sep 09 09:11:31.537281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=7af2ca08-a6ce-4cc6-8f76-eb73de90c496,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:31.554176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'port_id': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496', 'mac_address': 'fa:16:3e:14:06:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:11:31.555916 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-894cc51f-2ba0-428b-a164-1694ab48ad9e req-dfefb928-b7c9-490c-a7ec-f2b129aedb2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2059232-7789-48ac-bca4-27e7db725952 HTTP/1.1" status: 200 len: 217 time: 0.0412986 Sep 09 09:11:31.623706 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:31.641914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:31.664048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6c625-1fc4-4986-9f9b-06b2a2a74e45 req-c1d61326-cdbf-45fb-8261-e720a82c415d tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:31.666316 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8bf6c625-1fc4-4986-9f9b-06b2a2a74e45 req-c1d61326-cdbf-45fb-8261-e720a82c415d tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 950 time: 0.1088843 Sep 09 09:11:31.669190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cc51f-2ba0-428b-a164-1694ab48ad9e req-85ba0a7f-e526-4c01-8ed7-262f0ba28998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:31.670670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-894cc51f-2ba0-428b-a164-1694ab48ad9e req-85ba0a7f-e526-4c01-8ed7-262f0ba28998 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dab4e8b-f33f-4361-b5da-5c5f6e335558 HTTP/1.1" status: 200 len: 862 time: 0.0985310 Sep 09 09:11:31.676364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=7af2ca08-a6ce-4cc6-8f76-eb73de90c496,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:31.713925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-894cc51f-2ba0-428b-a164-1694ab48ad9e req-4ec168af-8afe-4406-9f3a-d6cb9680f4fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbe690d1-f535-48c2-8e81-c04fff5d546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337493 Sep 09 09:11:31.757088 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:31.828782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8bf6c625-1fc4-4986-9f9b-06b2a2a74e45 req-82ba4db6-ce39-41ce-9064-e8050b612faa tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7b99c74-da75-48b0-8fed-82e096b8dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547921 Sep 09 09:11:31.841004 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=7af2ca08-a6ce-4cc6-8f76-eb73de90c496,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:31.879741 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-894cc51f-2ba0-428b-a164-1694ab48ad9e req-559a70b4-e27a-4463-80a8-69382985d0c4 service neutron] 10.222.0.41 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584902 Sep 09 09:11:32.007918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dc225-5305-4b5b-a22e-e26f24635225 req-ad185f1b-e3c0-4c23-be49-3cb7994b6b91 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:32.009666 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a9dc225-5305-4b5b-a22e-e26f24635225 req-ad185f1b-e3c0-4c23-be49-3cb7994b6b91 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.41 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 950 time: 0.5521655 Sep 09 09:11:32.027065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Pushing event updated for resources: {'Subnet': ['ID=1b27e93e-e8f5-48d0-8b1e-0f8ca62cb6c0,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:32.032197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Checking segment: {'id': 'b7f00315-012d-4f64-8984-c962951376a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '468bb3d3-9e16-473f-9a96-2a912d81d4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:32.032564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Network hostable DHCP agents. Network: 468bb3d3-9e16-473f-9a96-2a912d81d4ed, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:11:32.038468 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['7af2ca08-a6ce-4cc6-8f76-eb73de90c496'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:32.066058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c44d83-a956-41fd-b2a0-a3b1cbcb95cd req-7b7a5451-66ce-4ad4-bc24-d837b041d867 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:32.074259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-13c44d83-a956-41fd-b2a0-a3b1cbcb95cd req-7b7a5451-66ce-4ad4-bc24-d837b041d867 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 948 time: 0.5192864 Sep 09 09:11:32.165289 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-13c44d83-a956-41fd-b2a0-a3b1cbcb95cd req-c077cf1f-9db6-44d9-a0f8-e9cd85db110f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860298 Sep 09 09:11:32.185098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Network 468bb3d3-9e16-473f-9a96-2a912d81d4ed is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:11:32.224633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5a9dc225-5305-4b5b-a22e-e26f24635225 req-ee2dc4ad-171e-4684-b81e-20725b36a30b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Deleting port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:11:32.224987 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a9dc225-5305-4b5b-a22e-e26f24635225 req-ee2dc4ad-171e-4684-b81e-20725b36a30b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:32.262745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 468bb3d3-9e16-473f-9a96-2a912d81d4ed) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:32.278574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02669bd4-9c94-4e37-aa4a-cbdb795d562b None None] Network 468bb3d3-9e16-473f-9a96-2a912d81d4ed requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:11:32.291920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc6f15-992c-41c7-a7f0-862a86d504c8 req-838bd7b4-e0e0-42e8-9390-611d921d06c3 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:32.297005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:32.297616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:32.299650 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-09fc6f15-992c-41c7-a7f0-862a86d504c8 req-838bd7b4-e0e0-42e8-9390-611d921d06c3 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 944 time: 0.1209116 Sep 09 09:11:32.332646 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-894cc51f-2ba0-428b-a164-1694ab48ad9e req-bef44b95-ad0d-4387-abfa-e80108e770a0 service neutron] 10.222.0.41 "GET /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454153 Sep 09 09:11:32.357708 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-09fc6f15-992c-41c7-a7f0-862a86d504c8 req-95d0962c-df0f-4213-9100-509a5bbe29d0 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554247 Sep 09 09:11:32.376915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb077511-fdca-445e-b015-e682e8f21bd3 req-b61340aa-7909-46e7-88ac-993750897e50 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:32.378432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb077511-fdca-445e-b015-e682e8f21bd3 req-b61340aa-7909-46e7-88ac-993750897e50 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 945 time: 0.1268597 Sep 09 09:11:32.385777 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5a9dc225-5305-4b5b-a22e-e26f24635225 req-ee2dc4ad-171e-4684-b81e-20725b36a30b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] For port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:32.386193 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a9dc225-5305-4b5b-a22e-e26f24635225 req-ee2dc4ad-171e-4684-b81e-20725b36a30b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:32.421835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5a9dc225-5305-4b5b-a22e-e26f24635225 req-ee2dc4ad-171e-4684-b81e-20725b36a30b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Calling delete_port for 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:11:32.447961 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb077511-fdca-445e-b015-e682e8f21bd3 req-d59b167c-3e30-4d95-9df7-0c3f3303d0bc tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566664 Sep 09 09:11:32.454544 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47738) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:32.454758 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f21f21ab-db1b-4548-9b71-3a4ec99b3743 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4421628 Sep 09 09:11:32.461478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Request body: {'port': {'network_id': '468bb3d3-9e16-473f-9a96-2a912d81d4ed', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1989193523'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:32.484904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:32.601058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:32.634981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'mac_address': 'fa:16:3e:35:0e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:11:32.710199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207c9e6-c198-437b-a770-9e2487974443 req-ebc798b1-f8e9-446c-b1b8-9da2e7f55cd4 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:32.714619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4207c9e6-c198-437b-a770-9e2487974443 req-ebc798b1-f8e9-446c-b1b8-9da2e7f55cd4 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 943 time: 0.1205876 Sep 09 09:11:32.714767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-468bb3d3-9e16-473f-9a96-2a912d81d4ed', 'network_id': '468bb3d3-9e16-473f-9a96-2a912d81d4ed', 'tenant_id': '4bde37e71bdc4c6fb310f2cb453b07ff', 'fixed_ips': [{'subnet_id': '1b27e93e-e8f5-48d0-8b1e-0f8ca62cb6c0'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:11:32.714767 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:32.745354 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:32.791138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4207c9e6-c198-437b-a770-9e2487974443 req-98587c32-98fe-44d1-8df0-eccfb376903b tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636137 Sep 09 09:11:32.792479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a9dc225-5305-4b5b-a22e-e26f24635225 req-ee2dc4ad-171e-4684-b81e-20725b36a30b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:32.838979 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dc4ad-171e-4684-b81e-20725b36a30b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Pushing event deleted for resources: {'Port': ['ID=7b6dd3ed-5ffe-459b-bf73-486fd0c4aade,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:32.839143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['7b6dd3ed-5ffe-459b-bf73-486fd0c4aade'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:32.839290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Made reservation on behalf of 4bde37e71bdc4c6fb310f2cb453b07ff for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:32.847057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d19379-dd53-4be4-bc73-b3d3a269571d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:32.857694 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:32.877486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:32.895275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9dc225-5305-4b5b-a22e-e26f24635225 req-ee2dc4ad-171e-4684-b81e-20725b36a30b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] No DVR routers for this DVR port 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:11:32.898526 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a9dc225-5305-4b5b-a22e-e26f24635225 req-ee2dc4ad-171e-4684-b81e-20725b36a30b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:32.902377 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a9dc225-5305-4b5b-a22e-e26f24635225 req-ee2dc4ad-171e-4684-b81e-20725b36a30b tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.41 "DELETE /v2.0/ports/7b6dd3ed-5ffe-459b-bf73-486fd0c4aade HTTP/1.1" status: 204 len: 173 time: 0.8825011 Sep 09 09:11:32.902991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821c9696-8673-41c0-9cec-7674e100d852', 'name': 'network-vif-deleted', 'tag': '7b6dd3ed-5ffe-459b-bf73-486fd0c4aade'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:32.905438 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585561d8-2b58-42c2-837d-fb9cafba6219" -d '{"events": [{"server_uuid": "821c9696-8673-41c0-9cec-7674e100d852", "name": "network-vif-deleted", "tag": "7b6dd3ed-5ffe-459b-bf73-486fd0c4aade"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:32.910069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] device_id is not set on port f2afc56d-4258-47d5-9010-fb8dd3c68d2b yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:11:32.938886 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:33.039233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2e2216-fd03-44da-bf44-970385f70d52 req-da787e1f-aef0-4f2e-a0e5-ce76eb3764a2 tempest-ServersAdminNegativeTestJSON-861560318 tempest-ServersAdminNegativeTestJSON-861560318-project] 10.222.0.32 "GET /v2.0/ports?device_id=821c9696-8673-41c0-9cec-7674e100d852 HTTP/1.1" status: 200 len: 210 time: 0.0340767 Sep 09 09:11:33.041801 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1579cf-a151-4180-8785-7ca422ffae9e x-openstack-request-id: req-5b1579cf-a151-4180-8785-7ca422ffae9e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:33.042192 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821c9696-8673-41c0-9cec-7674e100d852", "name": "network-vif-deleted", "tag": "7b6dd3ed-5ffe-459b-bf73-486fd0c4aade", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:33.042557 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b1579cf-a151-4180-8785-7ca422ffae9e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:33.043047 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821c9696-8673-41c0-9cec-7674e100d852', 'name': 'network-vif-deleted', 'tag': '7b6dd3ed-5ffe-459b-bf73-486fd0c4aade', 'status': 'completed', 'code': 200} Sep 09 09:11:33.089770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:33.099979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Allocated IP 2001:db8::2 (468bb3d3-9e16-473f-9a96-2a912d81d4ed/1b27e93e-e8f5-48d0-8b1e-0f8ca62cb6c0/15ac38c1-df94-4b88-96d3-460bd4ce97af) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:33.119408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-1e3218d0-50c5-4897-8172-780c8b797105 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:33.121174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-1e3218d0-50c5-4897-8172-780c8b797105 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9&tenant_id=bd13aef6e3254abdb27a99a760731ff5&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 949 time: 0.0683267 Sep 09 09:11:33.208961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf6e23-4dc7-4927-9212-4c2171f41c36 req-2a62c7e6-c9bc-4a62-80e4-294dd4043474 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:33.215704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a3d19379-dd53-4be4-bc73-b3d3a269571d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:33.218097 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-edcf6e23-4dc7-4927-9212-4c2171f41c36 req-2a62c7e6-c9bc-4a62-80e4-294dd4043474 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 949 time: 0.0987694 Sep 09 09:11:33.239502 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-aeb10fea-2825-490b-a6ea-e957e3a42987 service neutron] 10.222.0.41 "GET /v2.0/ports/a3d19379-dd53-4be4-bc73-b3d3a269571d/bindings/n-h2-778696-16 HTTP/1.1" status: 200 len: 383 time: 0.1102312 Sep 09 09:11:33.318819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-27c9bfdb-2377-4d7c-9837-2d6ae6d0789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:33.321757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-27c9bfdb-2377-4d7c-9837-2d6ae6d0789b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 1101 time: 0.0541182 Sep 09 09:11:33.332498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-edcf6e23-4dc7-4927-9212-4c2171f41c36 req-427c75b2-1b08-47a9-8d3b-f3698abb49d2 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043677 Sep 09 09:11:33.437254 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:33.447343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Transition to ACTIVE for port object 15ac38c1-df94-4b88-96d3-460bd4ce97af will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:33.476972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:33.514649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Transition to ACTIVE for port object 15ac38c1-df94-4b88-96d3-460bd4ce97af will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:33.557090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-6d167324-1c01-4ca0-ba6f-4235d84cc3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:33.559291 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-6d167324-1c01-4ca0-ba6f-4235d84cc3c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2300296 Sep 09 09:11:33.568524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031488f-a672-4b8a-970f-ee41d2653cbc req-14842e05-3696-41d3-87d8-c6e779b87c0d tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:33.570088 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7031488f-a672-4b8a-970f-ee41d2653cbc req-14842e05-3696-41d3-87d8-c6e779b87c0d tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 944 time: 0.0999544 Sep 09 09:11:33.581129 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:33.622505 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-c0000615-2a91-43c8-bb7e-f98877ccb3cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 217 time: 0.0513864 Sep 09 09:11:33.631597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Network 468bb3d3-9e16-473f-9a96-2a912d81d4ed is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:33.646878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:33.654843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:33.657882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Pushing event updated for resources: {'Port': ['ID=15ac38c1-df94-4b88-96d3-460bd4ce97af,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:33.660083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:33.666228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Allocated IP 2001:db8::1f7 (468bb3d3-9e16-473f-9a96-2a912d81d4ed/1b27e93e-e8f5-48d0-8b1e-0f8ca62cb6c0/f2afc56d-4258-47d5-9010-fb8dd3c68d2b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:33.671391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:33.676262 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:33.761401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Attempting to bind port 15ac38c1-df94-4b88-96d3-460bd4ce97af on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:33.761653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Attempting to bind port 15ac38c1-df94-4b88-96d3-460bd4ce97af by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b7f00315-012d-4f64-8984-c962951376a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '468bb3d3-9e16-473f-9a96-2a912d81d4ed'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:33.762020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Attempting to bind port 15ac38c1-df94-4b88-96d3-460bd4ce97af on network 468bb3d3-9e16-473f-9a96-2a912d81d4ed {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:33.762897 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7031488f-a672-4b8a-970f-ee41d2653cbc req-63d7ea88-449b-4268-bfb5-a9075498aad8 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820614 Sep 09 09:11:33.771403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:33.771664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Checking segment: {'id': 'b7f00315-012d-4f64-8984-c962951376a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '468bb3d3-9e16-473f-9a96-2a912d81d4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:33.772070 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:33.772464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Bound using segment: {'id': 'b7f00315-012d-4f64-8984-c962951376a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '468bb3d3-9e16-473f-9a96-2a912d81d4ed'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:33.772978 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Bound port: 15ac38c1-df94-4b88-96d3-460bd4ce97af, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f00315-012d-4f64-8984-c962951376a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '468bb3d3-9e16-473f-9a96-2a912d81d4ed'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:33.773397 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:33.799965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-13318160-4b79-4603-a011-61bbd8cb0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:33.803693 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-13318160-4b79-4603-a011-61bbd8cb0bf8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1648233 Sep 09 09:11:33.910652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-1d9279df-48c8-497b-8661-21253ac84adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:33.920520 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-1d9279df-48c8-497b-8661-21253ac84adc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1059263 Sep 09 09:11:33.974356 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:34.006085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] For port 15ac38c1-df94-4b88-96d3-460bd4ce97af, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:34.027608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:34.030010 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff3e27f-752e-4cfd-b522-8504dee3c70b" -d '{"events": [{"server_uuid": "0ce08b57-9054-4d21-9a7c-9ba2a99782db", "name": "network-vif-plugged", "status": "completed", "tag": "7af2ca08-a6ce-4cc6-8f76-eb73de90c496"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:34.037303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] For port 15ac38c1-df94-4b88-96d3-460bd4ce97af, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=15ac38c1-df94-4b88-96d3-460bd4ce97af,segment=NetworkSegment(b7f00315-012d-4f64-8984-c962951376a7),segment_id=b7f00315-012d-4f64-8984-c962951376a7)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:34.039280 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:34.050871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=7af2ca08-a6ce-4cc6-8f76-eb73de90c496,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:34.074333 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-0338c3dd-8d8c-4458-9922-aae78e5b0e4b service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500764 Sep 09 09:11:34.075918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Transition to ACTIVE for port object f2afc56d-4258-47d5-9010-fb8dd3c68d2b will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:34.091194 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10a9780-f3d8-4674-a3eb-18357394f15d x-openstack-request-id: req-c10a9780-f3d8-4674-a3eb-18357394f15d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:34.091194 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce08b57-9054-4d21-9a7c-9ba2a99782db", "name": "network-vif-plugged", "status": "completed", "tag": "7af2ca08-a6ce-4cc6-8f76-eb73de90c496", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:34.091710 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c10a9780-f3d8-4674-a3eb-18357394f15d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:34.092157 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496', 'code': 200} Sep 09 09:11:34.105113 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:34.120985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e858150-3b82-49e5-86ee-2ab66b235f71 req-ace21e21-2913-4060-9284-1d65984563df tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:34.126601 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e858150-3b82-49e5-86ee-2ab66b235f71 req-ace21e21-2913-4060-9284-1d65984563df tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 943 time: 0.1730006 Sep 09 09:11:34.190065 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:34.191158 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e858150-3b82-49e5-86ee-2ab66b235f71 req-c9e2975e-716d-4889-9b8a-a506adadc3a4 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636063 Sep 09 09:11:34.225309 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:34.243617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9394c-2267-421c-842f-33188ba1b87e None None] Pushing event updated for resources: {'Port': ['ID=15ac38c1-df94-4b88-96d3-460bd4ce97af,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:34.294331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Network 468bb3d3-9e16-473f-9a96-2a912d81d4ed is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:34.299360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:34.304002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:34.311817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:34.312481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:34.341753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69123992-8d09-47c0-be83-0fec05366beb req-4e294cfc-f8f2-47d2-8f8c-a9f93fb0083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:34.347548 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-69123992-8d09-47c0-be83-0fec05366beb req-4e294cfc-f8f2-47d2-8f8c-a9f93fb0083a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 1097 time: 0.1777430 Sep 09 09:11:34.363136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Pushing event updated for resources: {'Port': ['ID=f2afc56d-4258-47d5-9010-fb8dd3c68d2b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:34.405815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=7af2ca08-a6ce-4cc6-8f76-eb73de90c496,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:34.424051 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-b2c803d5-0b8a-402f-8181-6ca8f3450aaf service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422847 Sep 09 09:11:34.426695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-69123992-8d09-47c0-be83-0fec05366beb req-c8dc3a6f-5284-4e7f-82ce-1dafbde2ebc6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645227 Sep 09 09:11:34.489882 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-df6928a7-fc35-4aed-81a4-2e5cb53ca908 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0335312 Sep 09 09:11:34.492481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47774) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:34.516221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Request body: {'port': {'network_id': '468bb3d3-9e16-473f-9a96-2a912d81d4ed', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-62069630', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:34.518123 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.api.validators [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] bootfile-name is not in valid_values {{(pid=95325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:11:34.518704 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.api.validators [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] tftp-server is not in valid_values {{(pid=95325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:11:34.519284 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.api.validators [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] server-ip-address is not in valid_values {{(pid=95325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:11:34.519646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d2059232-7789-48ac-bca4-27e7db725952 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:34.521641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:34.580215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08799a6-ec90-4c75-9ac1-e322adca767a req-3e1568f9-6278-4a1e-bcab-011ecf42d3a3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:34.591435 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a08799a6-ec90-4c75-9ac1-e322adca767a req-3e1568f9-6278-4a1e-bcab-011ecf42d3a3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 949 time: 0.1301820 Sep 09 09:11:34.699163 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a08799a6-ec90-4c75-9ac1-e322adca767a req-95df9a01-9b5d-4c13-8501-de863297351d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880930 Sep 09 09:11:34.784787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port a3d19379-dd53-4be4-bc73-b3d3a269571d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:34.785955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port a3d19379-dd53-4be4-bc73-b3d3a269571d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:34.786342 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:34.801780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Made reservation on behalf of 4bde37e71bdc4c6fb310f2cb453b07ff for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:34.806172 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:34.827074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d2059232-7789-48ac-bca4-27e7db725952, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d2059232-7789-48ac-bca4-27e7db725952,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:34.839521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47780) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:34.844305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] device_id is not set on port 372bdb86-70fa-473c-b326-652aeeda281d yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:11:34.847855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'd2059232-7789-48ac-bca4-27e7db725952', 'network_id': 'bbe690d1-f535-48c2-8e81-c04fff5d546c', 'port_id': 'd2059232-7789-48ac-bca4-27e7db725952', 'mac_address': 'fa:16:3e:ff:5c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dab4e8b-f33f-4361-b5da-5c5f6e335558', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:11:35.038793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94867ebb-2de8-49a7-9fe1-a0da10978450 req-affe9d22-9553-48e1-9933-e452504c4a58 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:35.041325 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-94867ebb-2de8-49a7-9fe1-a0da10978450 req-affe9d22-9553-48e1-9933-e452504c4a58 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 945 time: 0.1232488 Sep 09 09:11:35.098340 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-833361cf-7c16-4397-8b80-da48e67b4b72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c32e6ea9f6349a883c74ec45f0fff3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554073 Sep 09 09:11:35.098989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47788) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:35.114977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Allocated IP 2001:db8::75 (468bb3d3-9e16-473f-9a96-2a912d81d4ed/1b27e93e-e8f5-48d0-8b1e-0f8ca62cb6c0/372bdb86-70fa-473c-b326-652aeeda281d) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:35.117418 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:35.125692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-94867ebb-2de8-49a7-9fe1-a0da10978450 req-e83f7924-31ca-43b8-a42f-87462ad08a13 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765536 Sep 09 09:11:35.134469 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:35.150109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2059232-7789-48ac-bca4-27e7db725952 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:35.195200 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbdfa3ef-0c5f-4c88-9675-80c6c3dcbd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:35.198842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d2059232-7789-48ac-bca4-27e7db725952, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d2059232-7789-48ac-bca4-27e7db725952,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:35.200821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:35.227279 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbdfa3ef-0c5f-4c88-9675-80c6c3dcbd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:35.264442 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:35.318644 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:35.319467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:11:35.363813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63acea-6a6d-4ee3-8864-8fd0455e477e req-a7ae0332-e55b-46b5-b147-92db8ef18421 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:35.372850 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f63acea-6a6d-4ee3-8864-8fd0455e477e req-a7ae0332-e55b-46b5-b147-92db8ef18421 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 944 time: 0.0876307 Sep 09 09:11:35.375802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:11:35.376146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 7b6dd3ed-5ffe-459b-bf73-486fd0c4aade not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:11:35.378197 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:35.388562 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbdfa3ef-0c5f-4c88-9675-80c6c3dcbd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:35.391209 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbdfa3ef-0c5f-4c88-9675-80c6c3dcbd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:35.392731 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dbdfa3ef-0c5f-4c88-9675-80c6c3dcbd05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7b99c74-da75-48b0-8fed-82e096b8dc71 HTTP/1.1" status: 204 len: 168 time: 0.2905324 Sep 09 09:11:35.399031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Transition to ACTIVE for port object 372bdb86-70fa-473c-b326-652aeeda281d will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:35.406953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfa3ef-0c5f-4c88-9675-80c6c3dcbd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b99c74-da75-48b0-8fed-82e096b8dc71,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:35.437165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f63acea-6a6d-4ee3-8864-8fd0455e477e req-7e7845e9-f24f-4db8-a21c-c0d8d781b884 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553548 Sep 09 09:11:35.458486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=d2059232-7789-48ac-bca4-27e7db725952,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:35.545256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:35.570446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['d2059232-7789-48ac-bca4-27e7db725952'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:35.659159 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 15ac38c1-df94-4b88-96d3-460bd4ce97af up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:35.662597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Network 468bb3d3-9e16-473f-9a96-2a912d81d4ed is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:35.667612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:35.676759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:35.683406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:35.684439 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:35.718379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e0b1b-c835-48b4-91a5-86ef3571839b None None] Network 468bb3d3-9e16-473f-9a96-2a912d81d4ed requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:11:35.729755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:35.734342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Pushing event updated for resources: {'Port': ['ID=372bdb86-70fa-473c-b326-652aeeda281d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:35.820807 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bf268383-be7b-4426-8baa-0766f56d7503 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 1.3227129 Sep 09 09:11:35.823303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47804) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:35.907310 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111cff0-1128-479f-928b-87fc4819c7c4 req-a3dec1ba-e6db-4540-a505-0b2f1a20d892 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:35.909251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c87898b7-e876-4200-9323-ccac1c260d9e None None] Provisioning for port 15ac38c1-df94-4b88-96d3-460bd4ce97af completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:35.925250 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0111cff0-1128-479f-928b-87fc4819c7c4 req-a3dec1ba-e6db-4540-a505-0b2f1a20d892 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.1285505 Sep 09 09:11:35.973669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e1826-39b6-4364-ad92-31a1d9ab91da tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:35.981839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e1826-39b6-4364-ad92-31a1d9ab91da tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:35.988194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 15ac38c1-df94-4b88-96d3-460bd4ce97af completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:35.989021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e1826-39b6-4364-ad92-31a1d9ab91da tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:35.990893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a65e1826-39b6-4364-ad92-31a1d9ab91da tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1664910 Sep 09 09:11:35.994284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47808) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:36.013263 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 15ac38c1-df94-4b88-96d3-460bd4ce97af triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:36.013640 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.025948 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0111cff0-1128-479f-928b-87fc4819c7c4 req-cae6d8f5-aa48-4ccb-926a-7a89cd4d5146 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997348 Sep 09 09:11:36.095086 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:36.097594 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a4930d-15cc-4167-bdb6-b9a781d57110" -d '{"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-plugged", "status": "completed", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:36.156450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.201603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-ad479884-217f-4348-b364-61147179f7c1 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Deleting port 372bdb86-70fa-473c-b326-652aeeda281d {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:11:36.202413 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad479884-217f-4348-b364-61147179f7c1 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.253488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 15ac38c1-df94-4b88-96d3-460bd4ce97af, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=15ac38c1-df94-4b88-96d3-460bd4ce97af,segment=NetworkSegment(b7f00315-012d-4f64-8984-c962951376a7),segment_id=b7f00315-012d-4f64-8984-c962951376a7)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:36.300223 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e712d6f-e96e-48fc-850f-77ae89b4b05b x-openstack-request-id: req-5e712d6f-e96e-48fc-850f-77ae89b4b05b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:36.300520 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-plugged", "status": "completed", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:36.300776 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e712d6f-e96e-48fc-850f-77ae89b4b05b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:36.301199 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'code': 200} Sep 09 09:11:36.333282 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.378682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47820) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:36.396621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=15ac38c1-df94-4b88-96d3-460bd4ce97af,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:36.400937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad479884-217f-4348-b364-61147179f7c1 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.426109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-ad479884-217f-4348-b364-61147179f7c1 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Calling delete_port for 372bdb86-70fa-473c-b326-652aeeda281d owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:11:36.466364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-06be47d1-65f8-4909-b9b7-a6e24933bacf None None] Provisioning complete for port 15ac38c1-df94-4b88-96d3-460bd4ce97af triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:36.467009 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06be47d1-65f8-4909-b9b7-a6e24933bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.492057 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d6e313a4-a466-4922-853c-44519e99f044 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a3037d507f74de6a46eea428793e798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120448 Sep 09 09:11:36.495194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47824) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:36.530050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b177ae-3959-41f9-913e-96ec3ab7ffab req-1d6940fc-6c3f-40fe-8d78-ae31571b7cc2 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:36.534661 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d1b177ae-3959-41f9-913e-96ec3ab7ffab req-1d6940fc-6c3f-40fe-8d78-ae31571b7cc2 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 945 time: 0.1486993 Sep 09 09:11:36.537966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d2059232-7789-48ac-bca4-27e7db725952 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:36.693297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d1b177ae-3959-41f9-913e-96ec3ab7ffab req-e87cb4d7-952a-4ef7-8dbc-4c5d50f052cd tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506615 Sep 09 09:11:36.721145 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a995e571-dcbf-44ae-8d22-b9c0fec3db62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.748930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569e866-af20-474d-97d4-066a5a4d6be3 req-5abb8911-ca33-457c-87c9-c5d4c9458b2c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:36.759952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5569e866-af20-474d-97d4-066a5a4d6be3 req-5abb8911-ca33-457c-87c9-c5d4c9458b2c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 944 time: 0.0997858 Sep 09 09:11:36.762951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a995e571-dcbf-44ae-8d22-b9c0fec3db62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.807811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad479884-217f-4348-b364-61147179f7c1 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.842388 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5569e866-af20-474d-97d4-066a5a4d6be3 req-8197bbae-8fc3-4d72-b87d-4b7c2aa24bcb tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815663 Sep 09 09:11:36.865833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad479884-217f-4348-b364-61147179f7c1 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Pushing event deleted for resources: {'Port': ['ID=372bdb86-70fa-473c-b326-652aeeda281d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:36.893752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-06be47d1-65f8-4909-b9b7-a6e24933bacf None None] Provisioning for port f2afc56d-4258-47d5-9010-fb8dd3c68d2b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:36.901286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-06be47d1-65f8-4909-b9b7-a6e24933bacf None None] Provisioning complete for port f2afc56d-4258-47d5-9010-fb8dd3c68d2b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:36.901683 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06be47d1-65f8-4909-b9b7-a6e24933bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.939574 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad479884-217f-4348-b364-61147179f7c1 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.944080 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ad479884-217f-4348-b364-61147179f7c1 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] 10.222.0.32 "DELETE /v2.0/ports/372bdb86-70fa-473c-b326-652aeeda281d HTTP/1.1" status: 204 len: 168 time: 0.9452393 Sep 09 09:11:36.944733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47830) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:36.962880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Request body: {'port': {'name': 'tempest-new-port-name-1286912600', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:36.963334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port d2059232-7789-48ac-bca4-27e7db725952 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:36.963845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] bootfile-name is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:11:36.963845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] tftp-server is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:11:36.968521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] server-ip-address is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:11:36.980522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port d2059232-7789-48ac-bca4-27e7db725952 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:36.980899 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:36.982792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-06be47d1-65f8-4909-b9b7-a6e24933bacf None None] Port f2afc56d-4258-47d5-9010-fb8dd3c68d2b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:11:36.987017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-06be47d1-65f8-4909-b9b7-a6e24933bacf None None] Could not find standard attr ID for object 372bdb86-70fa-473c-b326-652aeeda281d. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:11:37.020603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44366227-142f-4a3a-9d67-1638d365df42 req-6c944a7b-5b4b-44d5-aa44-6706b88268ab tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:37.025999 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44366227-142f-4a3a-9d67-1638d365df42 req-6c944a7b-5b4b-44d5-aa44-6706b88268ab tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 945 time: 0.1635728 Sep 09 09:11:37.031386 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47832) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:37.036620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5ce8cd30-b937-4af4-bc81-97429d46831c tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Request body: {'floatingip': {'port_id': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:37.071171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:37.088356 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a995e571-dcbf-44ae-8d22-b9c0fec3db62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:37.112898 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a995e571-dcbf-44ae-8d22-b9c0fec3db62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:37.123986 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a995e571-dcbf-44ae-8d22-b9c0fec3db62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/701b73c6-295a-4143-b5c8-9d9d3080af2d HTTP/1.1" status: 204 len: 168 time: 0.6272659 Sep 09 09:11:37.167595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995e571-dcbf-44ae-8d22-b9c0fec3db62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701b73c6-295a-4143-b5c8-9d9d3080af2d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:37.198804 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ce8cd30-b937-4af4-bc81-97429d46831c tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:37.203525 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:37.206791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fdb449ad-b481-4160-b5ab-66b87a7ca17b None None] Provisioning complete for port f2afc56d-4258-47d5-9010-fb8dd3c68d2b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:37.207318 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fdb449ad-b481-4160-b5ab-66b87a7ca17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:37.272176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fdb449ad-b481-4160-b5ab-66b87a7ca17b None None] Port f2afc56d-4258-47d5-9010-fb8dd3c68d2b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:11:37.290898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d2059232-7789-48ac-bca4-27e7db725952, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d2059232-7789-48ac-bca4-27e7db725952,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:37.351135 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:37.442488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2d1b8-1292-4385-9291-59f218857fab req-c8bfd747-3fb1-45a9-a9fc-22bafae956a5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:37.449385 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-93e2d1b8-1292-4385-9291-59f218857fab req-c8bfd747-3fb1-45a9-a9fc-22bafae956a5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.2828476 Sep 09 09:11:37.463133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e7fab643-6836-4f61-8876-72d0309d74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:37.465950 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e7fab643-6836-4f61-8876-72d0309d74bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9&tenant_id=bd13aef6e3254abdb27a99a760731ff5 HTTP/1.1" status: 200 len: 1102 time: 0.1816704 Sep 09 09:11:37.493702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=d2059232-7789-48ac-bca4-27e7db725952,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:37.498587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:37.507561 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:11:37.509272 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7d2f1088-ae5b-4573-b764-ed4c7bb085a1 None None] Could not find standard attr ID for object 372bdb86-70fa-473c-b326-652aeeda281d. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:11:37.572459 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-93e2d1b8-1292-4385-9291-59f218857fab req-09b567fe-6a2c-4fca-8eef-4fc021c3c8b8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095498 Sep 09 09:11:37.661471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 15ac38c1-df94-4b88-96d3-460bd4ce97af up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:37.712151 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:37.799610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 15ac38c1-df94-4b88-96d3-460bd4ce97af triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:37.800633 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:37.888713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:38.032057 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:38.186477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] In _notify_port_updated(), no bound segment for port f2afc56d-4258-47d5-9010-fb8dd3c68d2b on network 468bb3d3-9e16-473f-9a96-2a912d81d4ed {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:11:38.196660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:38.199706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:38.203872 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] 10.222.0.32 "PUT /v2.0/ports/f2afc56d-4258-47d5-9010-fb8dd3c68d2b HTTP/1.1" status: 200 len: 1130 time: 1.2539229 Sep 09 09:11:38.207424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47854) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:38.219618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9d97f-7367-437c-bef8-356199979103 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Pushing event updated for resources: {'Port': ['ID=f2afc56d-4258-47d5-9010-fb8dd3c68d2b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:38.221921 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ce8cd30-b937-4af4-bc81-97429d46831c tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:38.297438 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ce8cd30-b937-4af4-bc81-97429d46831c tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:38.302302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3628f312-ee4d-4c57-9c22-3d72e7943118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2059232-7789-48ac-bca4-27e7db725952'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:38.306447 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9554c02-1613-481c-9bc5-cb6b99dd8e10" -d '{"events": [{"server_uuid": "3628f312-ee4d-4c57-9c22-3d72e7943118", "name": "network-vif-plugged", "status": "completed", "tag": "d2059232-7789-48ac-bca4-27e7db725952"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:38.348846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f282f2-5696-42c4-80e3-b6bfde5e530b req-1ae816be-b5ae-49d5-b134-f481eeb5fc39 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:38.359054 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31f282f2-5696-42c4-80e3-b6bfde5e530b req-1ae816be-b5ae-49d5-b134-f481eeb5fc39 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 945 time: 0.3519495 Sep 09 09:11:38.396290 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa158b45-f396-48f4-b59a-512a5339491a x-openstack-request-id: req-aa158b45-f396-48f4-b59a-512a5339491a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:38.396974 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3628f312-ee4d-4c57-9c22-3d72e7943118", "name": "network-vif-plugged", "status": "completed", "tag": "d2059232-7789-48ac-bca4-27e7db725952", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:38.397393 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa158b45-f396-48f4-b59a-512a5339491a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:38.398054 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3628f312-ee4d-4c57-9c22-3d72e7943118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2059232-7789-48ac-bca4-27e7db725952', 'code': 200} Sep 09 09:11:38.474346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2726037a-41c6-4325-b3ec-49b8e11056d3 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:38.485081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2726037a-41c6-4325-b3ec-49b8e11056d3 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] 10.222.0.32 "GET /v2.0/ports/f2afc56d-4258-47d5-9010-fb8dd3c68d2b HTTP/1.1" status: 200 len: 1130 time: 0.2720180 Sep 09 09:11:38.493044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47864) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:38.631555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:38.636668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0d518-f0ef-436d-8993-1d988906b582 req-22606f29-cd35-4ae5-9613-7a5124419d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:38.641100 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33f0d518-f0ef-436d-8993-1d988906b582 req-22606f29-cd35-4ae5-9613-7a5124419d57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 1097 time: 0.1914341 Sep 09 09:11:38.658634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8419298a-2b9f-44b9-8706-b6e587f47220 None None] Provisioning complete for port f2afc56d-4258-47d5-9010-fb8dd3c68d2b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:38.659015 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8419298a-2b9f-44b9-8706-b6e587f47220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:38.700847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31f282f2-5696-42c4-80e3-b6bfde5e530b req-09641958-afc5-49f5-9de0-33b92530bd61 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611363 Sep 09 09:11:38.735176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33f0d518-f0ef-436d-8993-1d988906b582 req-9e657b90-cdde-4bea-ad3a-e9d91e2f2260 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807383 Sep 09 09:11:38.741413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8419298a-2b9f-44b9-8706-b6e587f47220 None None] Port f2afc56d-4258-47d5-9010-fb8dd3c68d2b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:11:38.757409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:38.822391 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-5ce8cd30-b937-4af4-bc81-97429d46831c tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Floating IP cd25aa7f-fe4c-4fff-afe5-6a1fccd105a9 associated. External IP: 172.25.8.153, port: 7af2ca08-a6ce-4cc6-8f76-eb73de90c496. Sep 09 09:11:38.824669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:38.829475 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50878e2f-cec7-44ad-aaaf-f25db1992994" -d '{"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-unplugged", "status": "completed", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:38.834579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:38.860286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Transition to ACTIVE for port object a3d19379-dd53-4be4-bc73-b3d3a269571d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:38.917180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:39.001318 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8205b317-0c2d-4808-8f51-3a56d3db39bd x-openstack-request-id: req-8205b317-0c2d-4808-8f51-3a56d3db39bd {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:39.001923 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-unplugged", "status": "completed", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:39.002334 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8205b317-0c2d-4808-8f51-3a56d3db39bd {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:39.002891 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'code': 200} Sep 09 09:11:39.043394 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] No DVR routers for this DVR port a3d19379-dd53-4be4-bc73-b3d3a269571d on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:11:39.052288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:39.122457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:39.122457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:39.122457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:39.123846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Port a3d19379-dd53-4be4-bc73-b3d3a269571d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:11:39.124198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Attempting to bind port a3d19379-dd53-4be4-bc73-b3d3a269571d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:39.131931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:39.132270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:39.132657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:39.133874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Bound port: a3d19379-dd53-4be4-bc73-b3d3a269571d, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:39.137855 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:39.246638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:39.249582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564cf4b-1f84-4a2e-9a7d-b6a7413ca32a req-f2a35376-fb73-4f5f-9b16-e7ce699ebe56 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:39.252632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:39.260467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8564cf4b-1f84-4a2e-9a7d-b6a7413ca32a req-f2a35376-fb73-4f5f-9b16-e7ce699ebe56 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.5403929 Sep 09 09:11:39.318919 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8564cf4b-1f84-4a2e-9a7d-b6a7413ca32a req-cbd18aca-11ec-41d6-8027-b57f03b6ce69 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574791 Sep 09 09:11:39.323523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-87f821b7-e824-4b3d-b902-4d9b02accb6c tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Deleting port f2afc56d-4258-47d5-9010-fb8dd3c68d2b {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:11:39.323955 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87f821b7-e824-4b3d-b902-4d9b02accb6c tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:39.345027 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:39.421455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:39.422114 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:39.427511 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] 10.222.0.24 "PUT /v2.0/ports/a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 1098 time: 1.9375789 Sep 09 09:11:39.525462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87f821b7-e824-4b3d-b902-4d9b02accb6c tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:39.537643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dc484-ef2c-4451-a915-4db631c702cf service neutron] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=11']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:39.566258 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-d66fced7-9ecc-4873-8897-5abb50ee4fdb tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3fc2ac04b2164c13b550fd9bdee18bf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675797 Sep 09 09:11:39.596356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-87f821b7-e824-4b3d-b902-4d9b02accb6c tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Calling delete_port for f2afc56d-4258-47d5-9010-fb8dd3c68d2b owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:11:39.701864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-ab6781cf-b5a3-4709-a254-8efd7576e0bb tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:39.710694 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-ab6781cf-b5a3-4709-a254-8efd7576e0bb tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431088 Sep 09 09:11:39.721247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-a6297364-4b27-445d-a1b5-68d98829c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:39.723307 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-a6297364-4b27-445d-a1b5-68d98829c451 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 1101 time: 0.2630100 Sep 09 09:11:39.734385 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-30ab4f6f-d158-4f65-99de-158735856999 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/quotas/3fc2ac04b2164c13b550fd9bdee18bf0 HTTP/1.1" status: 200 len: 375 time: 0.0217528 Sep 09 09:11:39.838375 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-3b11112a-e99c-4ae2-9ce9-49c0814f6145 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fc2ac04b2164c13b550fd9bdee18bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030009 Sep 09 09:11:39.843696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce8cd30-b937-4af4-bc81-97429d46831c tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:11:39.959669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-1dd0f176-85fb-418a-a108-c1839b28807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:39.961462 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-1dd0f176-85fb-418a-a108-c1839b28807d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2250586 Sep 09 09:11:39.973514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a487db-d83f-41b9-b094-9d83d246959f req-e4641f9d-a7f1-4e0c-a4f5-2f6dbbdae26c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:39.974949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-72a487db-d83f-41b9-b094-9d83d246959f req-e4641f9d-a7f1-4e0c-a4f5-2f6dbbdae26c tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 945 time: 0.1714633 Sep 09 09:11:40.049663 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-72a487db-d83f-41b9-b094-9d83d246959f req-0b6a1dc2-8c8d-4edb-a5bd-cafbf0ad2de8 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623038 Sep 09 09:11:40.130787 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-db3aa98a-0dcc-425c-bc11-a8dd68358a91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 217 time: 0.1614065 Sep 09 09:11:40.172555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce8cd30-b937-4af4-bc81-97429d46831c tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:11:40.177625 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ce8cd30-b937-4af4-bc81-97429d46831c tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:40.185090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da5b64-b6be-49a2-8619-b7457916eed7 None None] Sync routers for ids ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:11:40.200605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da5b64-b6be-49a2-8619-b7457916eed7 None None] Routers {'95100bd2-a6d2-45e0-83b3-d6399cbae7dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:11:40.201195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d3da5b64-b6be-49a2-8619-b7457916eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:11:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:40.214369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5ce8cd30-b937-4af4-bc81-97429d46831c tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "PUT /v2.0/floatingips/cd25aa7f-fe4c-4fff-afe5-6a1fccd105a9 HTTP/1.1" status: 200 len: 991 time: 3.1815252 Sep 09 09:11:40.215198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'tag': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:40.217788 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd98046-3c3e-465c-9186-f0887ba62290" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce08b57-9054-4d21-9a7c-9ba2a99782db", "tag": "7af2ca08-a6ce-4cc6-8f76-eb73de90c496"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:40.221385 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87f821b7-e824-4b3d-b902-4d9b02accb6c tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:40.257486 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a58461f4-e8a4-44bc-8697-a0b7e49fc7ae req-1a9826be-9951-4e7e-a25a-7c336928c99d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 210 time: 0.1018600 Sep 09 09:11:40.293442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-47b6bf65-8a1b-45e9-a969-944f5f24ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:40.295229 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-47b6bf65-8a1b-45e9-a969-944f5f24ea98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1562817 Sep 09 09:11:40.318612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f821b7-e824-4b3d-b902-4d9b02accb6c tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Pushing event deleted for resources: {'Port': ['ID=f2afc56d-4258-47d5-9010-fb8dd3c68d2b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:40.404855 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-94921987-3157-4d30-91c3-9e627e466801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:40.406266 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-94921987-3157-4d30-91c3-9e627e466801 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1022847 Sep 09 09:11:40.409690 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d28ac1-fd28-4cad-99e8-a496a71e1b3e x-openstack-request-id: req-b5d28ac1-fd28-4cad-99e8-a496a71e1b3e {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:40.410792 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce08b57-9054-4d21-9a7c-9ba2a99782db", "tag": "7af2ca08-a6ce-4cc6-8f76-eb73de90c496", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:40.411050 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5d28ac1-fd28-4cad-99e8-a496a71e1b3e {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:40.411528 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'tag': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496', 'status': 'completed', 'code': 200} Sep 09 09:11:40.412675 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87f821b7-e824-4b3d-b902-4d9b02accb6c tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:40.415765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-87f821b7-e824-4b3d-b902-4d9b02accb6c tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] 10.222.0.32 "DELETE /v2.0/ports/f2afc56d-4258-47d5-9010-fb8dd3c68d2b HTTP/1.1" status: 204 len: 168 time: 1.9030325 Sep 09 09:11:40.419355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47916) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:40.515748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d3da5b64-b6be-49a2-8619-b7457916eed7 None None] Set router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:11:40.577057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:11:40.596111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-ebeeac2c-123d-4597-b655-e5c02a7aec44 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693289 Sep 09 09:11:40.674279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:11:40.716701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ca7661-8e86-4f57-ae69-b0add685c9ae tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Deleting subnet 1b27e93e-e8f5-48d0-8b1e-0f8ca62cb6c0 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:11:40.723564 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7661-8e86-4f57-ae69-b0add685c9ae tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:40.812587 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7661-8e86-4f57-ae69-b0add685c9ae tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:40.830324 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedcf9d8-1e1d-4d76-9061-66347f77cc0b req-1a4a8bef-c07d-4777-8029-ac5990e26e03 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257910 Sep 09 09:11:40.893894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd98046-3c3e-465c-9186-f0887ba62290 req-f398536a-c14b-4643-bc46-be9353fd378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:40.895527 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dd98046-3c3e-465c-9186-f0887ba62290 req-f398536a-c14b-4643-bc46-be9353fd378f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47ce9d8dd79d4cb698a1979808c25fa3&device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 1097 time: 0.3812897 Sep 09 09:11:40.949041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82016230-0f58-4b2c-a50a-f54f0a10ab98 req-8404838c-87c5-47cc-b3ab-506c215c0bea tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:40.949972 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82016230-0f58-4b2c-a50a-f54f0a10ab98 req-8404838c-87c5-47cc-b3ab-506c215c0bea tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 949 time: 0.4279842 Sep 09 09:11:41.004278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:41.006568 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf" -d '{"events": [{"name": "network-changed", "server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:41.074671 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce73f576-a8a1-4b89-a59a-7cacfd74433c x-openstack-request-id: req-ce73f576-a8a1-4b89-a59a-7cacfd74433c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:41.074904 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:41.075078 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce73f576-a8a1-4b89-a59a-7cacfd74433c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:41.075507 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'status': 'completed', 'code': 200} Sep 09 09:11:41.090952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d3da5b64-b6be-49a2-8619-b7457916eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:06Z', 'revision_number': 4, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'cd25aa7f-fe4c-4fff-afe5-6a1fccd105a9', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'floating_ip_address': '172.25.8.153', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'port_id': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'mac_address': 'fa:16:3e:14:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:10:13Z', 'updated_at': '2021-09-09T09:11:37Z', 'revision_number': 1, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979', 'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'mac_address': 'fa:16:3e:3f:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:04Z', 'updated_at': '2021-09-09T09:10:15Z', 'revision_number': 5, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'subnets': [{'id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:41.170775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82016230-0f58-4b2c-a50a-f54f0a10ab98 req-6a6a19ce-098c-4c6a-9abe-c07f37dafa94 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106488 Sep 09 09:11:41.184827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da5b64-b6be-49a2-8619-b7457916eed7 None None] Checking router: 95100bd2-a6d2-45e0-83b3-d6399cbae7dc for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:11:41.219992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd98046-3c3e-465c-9186-f0887ba62290 req-5079b77c-dc57-4726-b83a-c95427a38113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:41.221670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dd98046-3c3e-465c-9186-f0887ba62290 req-5079b77c-dc57-4726-b83a-c95427a38113 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf906f5e-4c09-4555-82ce-4d1b1bfcd464 HTTP/1.1" status: 200 len: 916 time: 0.3141901 Sep 09 09:11:41.222936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da5b64-b6be-49a2-8619-b7457916eed7 None None] Routers {'95100bd2-a6d2-45e0-83b3-d6399cbae7dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:11:41.223606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d3da5b64-b6be-49a2-8619-b7457916eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:11:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:41.230883 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7661-8e86-4f57-ae69-b0add685c9ae tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:41.244595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-8a6f116f-217a-4c4b-b946-c73944237fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:41.246271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-8a6f116f-217a-4c4b-b946-c73944237fdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 1101 time: 0.1240363 Sep 09 09:11:41.261202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-d4768674-75da-4548-9c2a-b55b1a1b223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:41.262821 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-d4768674-75da-4548-9c2a-b55b1a1b223c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 1101 time: 0.1591632 Sep 09 09:11:41.372428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d3da5b64-b6be-49a2-8619-b7457916eed7 None None] Set router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:11:41.388496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24297957-af7c-41a4-bd60-af3af8858ccd req-8c46fe22-f34e-4dd6-962f-b50114423a09 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:41.390513 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-24297957-af7c-41a4-bd60-af3af8858ccd req-8c46fe22-f34e-4dd6-962f-b50114423a09 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 945 time: 0.2074039 Sep 09 09:11:41.413871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b71ae8f-cf3c-4a4e-ac22-4e46f505076b req-ea4d573f-117d-4d53-a81c-c5eff855b199 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 210 time: 0.0543363 Sep 09 09:11:41.473796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-ba4ed0c4-7ae6-4ed4-b0c2-b39468e94618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:41.476131 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-ba4ed0c4-7ae6-4ed4-b0c2-b39468e94618 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2124069 Sep 09 09:11:41.513934 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dd98046-3c3e-465c-9186-f0887ba62290 req-6cb78b38-b967-4244-8916-ce69b2278143 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af2ca08-a6ce-4cc6-8f76-eb73de90c496 HTTP/1.1" status: 200 len: 999 time: 0.2759309 Sep 09 09:11:41.540470 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-24297957-af7c-41a4-bd60-af3af8858ccd req-a816772e-6934-4066-afe7-5bb450cbd011 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367652 Sep 09 09:11:41.596333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd98046-3c3e-465c-9186-f0887ba62290 req-81d0b391-2694-4eb5-8a76-3386fa5e31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:41.598572 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dd98046-3c3e-465c-9186-f0887ba62290 req-81d0b391-2694-4eb5-8a76-3386fa5e31b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0afbea4c-8fc7-4221-bb0e-1bcc709df310 HTTP/1.1" status: 200 len: 854 time: 0.0764174 Sep 09 09:11:41.600766 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7661-8e86-4f57-ae69-b0add685c9ae tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:41.645977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-2bb7f9b9-d89a-4055-89ed-e750ae26d466 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 217 time: 0.1547127 Sep 09 09:11:41.649159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-1c46ce07-ee47-427b-a02b-beac9f075444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:41.650917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-1c46ce07-ee47-427b-a02b-beac9f075444 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2933130 Sep 09 09:11:41.664898 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca7661-8e86-4f57-ae69-b0add685c9ae tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Pushing event deleted for resources: {'Subnet': ['ID=1b27e93e-e8f5-48d0-8b1e-0f8ca62cb6c0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:41.670132 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7661-8e86-4f57-ae69-b0add685c9ae tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:41.672533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e1ca7661-8e86-4f57-ae69-b0add685c9ae tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] 10.222.0.32 "DELETE /v2.0/subnets/1b27e93e-e8f5-48d0-8b1e-0f8ca62cb6c0 HTTP/1.1" status: 204 len: 168 time: 1.2526309 Sep 09 09:11:41.692186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47936) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:41.743488 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-8326c8fd-0190-4bda-b845-e175603a9fd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 200 len: 217 time: 0.0841091 Sep 09 09:11:41.765959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b48df-659e-4a09-8c7b-8875c4910e95 None None] Network 468bb3d3-9e16-473f-9a96-2a912d81d4ed requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:11:41.861218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd98046-3c3e-465c-9186-f0887ba62290 req-8e6dc0b7-7988-434d-a9e3-983d0c4f84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:41.864813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dd98046-3c3e-465c-9186-f0887ba62290 req-8e6dc0b7-7988-434d-a9e3-983d0c4f84e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf906f5e-4c09-4555-82ce-4d1b1bfcd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2261448 Sep 09 09:11:41.870650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:41.888934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-79684bb6-0ce5-47b6-b2ec-b02eddd65166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:41.891864 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-79684bb6-0ce5-47b6-b2ec-b02eddd65166 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.2299905 Sep 09 09:11:41.898556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-aa35279f-8884-41d7-b46a-9bdb4c12c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:41.898556 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-aa35279f-8884-41d7-b46a-9bdb4c12c1d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1459153 Sep 09 09:11:42.043536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-0ad0731f-1dde-4e8c-ada2-4da9927b292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:42.045819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-0ad0731f-1dde-4e8c-ada2-4da9927b292a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1324472 Sep 09 09:11:42.067494 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-f1741607-30cd-4026-bd13-eadae8e2e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:42.069255 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-f1741607-30cd-4026-bd13-eadae8e2e43f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1639071 Sep 09 09:11:42.077498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dd98046-3c3e-465c-9186-f0887ba62290 req-546059fc-9322-4ed3-89f0-702605b372ea service neutron] 10.222.0.24 "GET /v2.0/networks/bf906f5e-4c09-4555-82ce-4d1b1bfcd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001758 Sep 09 09:11:42.081956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Deleting port 15ac38c1-df94-4b88-96d3-460bd4ce97af {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:11:42.082412 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:42.210675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a04051-8b7a-40f8-9a33-f0a6173796e5 None None] DHCP port deletion for 468bb3d3-9e16-473f-9a96-2a912d81d4ed request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:11:42.333606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] For port 15ac38c1-df94-4b88-96d3-460bd4ce97af, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=15ac38c1-df94-4b88-96d3-460bd4ce97af,segment=NetworkSegment(b7f00315-012d-4f64-8984-c962951376a7),segment_id=b7f00315-012d-4f64-8984-c962951376a7)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:42.334075 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:42.335607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d3da5b64-b6be-49a2-8619-b7457916eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:06Z', 'revision_number': 4, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'cd25aa7f-fe4c-4fff-afe5-6a1fccd105a9', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'floating_ip_address': '172.25.8.153', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'port_id': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'mac_address': 'fa:16:3e:14:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:10:13Z', 'updated_at': '2021-09-09T09:11:37Z', 'revision_number': 1, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979', 'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'mac_address': 'fa:16:3e:3f:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:04Z', 'updated_at': '2021-09-09T09:10:15Z', 'revision_number': 5, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'subnets': [{'id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:42.389800 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd438b0-d457-4431-b06b-ede15a56643e req-3f94c513-db46-4fb1-b10d-261614cdfe55 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:42.391366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bdd438b0-d457-4431-b06b-ede15a56643e req-3f94c513-db46-4fb1-b10d-261614cdfe55 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 945 time: 0.3039875 Sep 09 09:11:42.397562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Calling delete_port for 15ac38c1-df94-4b88-96d3-460bd4ce97af owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:11:42.412754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da5b64-b6be-49a2-8619-b7457916eed7 None None] The sync data for ids ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'] in n-d-778696-16 is: [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:06Z', 'revision_number': 4, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'cd25aa7f-fe4c-4fff-afe5-6a1fccd105a9', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'floating_ip_address': '172.25.8.153', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'port_id': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'mac_address': 'fa:16:3e:14:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:10:13Z', 'updated_at': '2021-09-09T09:11:37Z', 'revision_number': 1, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979', 'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'mac_address': 'fa:16:3e:3f:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:04Z', 'updated_at': '2021-09-09T09:10:15Z', 'revision_number': 5, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'subnets': [{'id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:11:42.439596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dd98046-3c3e-465c-9186-f0887ba62290 req-3949975d-0d33-41f8-b948-7c0248c387e6 service neutron] 10.222.0.24 "GET /v2.0/networks/bf906f5e-4c09-4555-82ce-4d1b1bfcd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541481 Sep 09 09:11:42.441402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-36a04051-8b7a-40f8-9a33-f0a6173796e5 None None] Deleting port 15ac38c1-df94-4b88-96d3-460bd4ce97af {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:11:42.442502 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a04051-8b7a-40f8-9a33-f0a6173796e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:42.518816 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bdd438b0-d457-4431-b06b-ede15a56643e req-769a255e-98bf-44f4-a32f-1bce720d0352 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142478 Sep 09 09:11:42.580275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-0ac0a113-4603-4617-afb4-7cdee77afa4a tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3fc2ac04b2164c13b550fd9bdee18bf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395660 Sep 09 09:11:42.609290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-36a04051-8b7a-40f8-9a33-f0a6173796e5 None None] For port 15ac38c1-df94-4b88-96d3-460bd4ce97af, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=15ac38c1-df94-4b88-96d3-460bd4ce97af,segment=NetworkSegment(b7f00315-012d-4f64-8984-c962951376a7),segment_id=b7f00315-012d-4f64-8984-c962951376a7)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:42.609690 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a04051-8b7a-40f8-9a33-f0a6173796e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:42.625523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-36a04051-8b7a-40f8-9a33-f0a6173796e5 None None] Calling delete_port for 15ac38c1-df94-4b88-96d3-460bd4ce97af owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:11:42.775518 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aacaa2d4-4078-40c6-8bca-4a97c449562b req-1c043233-7567-49c8-8b1d-9287a5421059 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 210 time: 0.1147685 Sep 09 09:11:42.815421 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a04051-8b7a-40f8-9a33-f0a6173796e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:42.835623 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea37fa-ec55-4811-a9b4-a2763261c542 None None] New status for floating IP cd25aa7f-fe4c-4fff-afe5-6a1fccd105a9: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:11:42.878026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac492c33-ba06-49d7-9804-899f155413c3 req-54b247a5-3c9f-4f5f-b84a-3e156bffee64 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:42.886440 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac492c33-ba06-49d7-9804-899f155413c3 req-54b247a5-3c9f-4f5f-b84a-3e156bffee64 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 949 time: 0.2381048 Sep 09 09:11:42.901597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-f26744ea-6e6e-41b8-8e5e-5347f31dee00 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8311746 Sep 09 09:11:42.906222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:42.911313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a04051-8b7a-40f8-9a33-f0a6173796e5 None None] Pushing event deleted for resources: {'Port': ['ID=15ac38c1-df94-4b88-96d3-460bd4ce97af,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:42.928989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-ef7e8cd6-5261-48f0-9060-253fb486a55b service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8432090 Sep 09 09:11:42.939910 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a04051-8b7a-40f8-9a33-f0a6173796e5 None None] No DVR routers for this DVR port 15ac38c1-df94-4b88-96d3-460bd4ce97af on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:11:43.025635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Pushing event deleted for resources: {'Port': ['ID=15ac38c1-df94-4b88-96d3-460bd4ce97af,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:43.052300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] No DVR routers for this DVR port 15ac38c1-df94-4b88-96d3-460bd4ce97af on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:11:43.209468 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac492c33-ba06-49d7-9804-899f155413c3 req-440b6cbd-fdc5-418d-9bfc-7aabcd64c3ea tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153844 Sep 09 09:11:43.257930 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:43.287160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468bb3d3-9e16-473f-9a96-2a912d81d4ed']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:43.293958 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-f8ec6416-c341-4d88-92e8-faa2d7f26bbf service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872972 Sep 09 09:11:43.312561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-59e7eef5-6b03-484d-979c-bb906fdde09f tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:43.315027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-59e7eef5-6b03-484d-979c-bb906fdde09f tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7251141 Sep 09 09:11:43.317229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f00315-012d-4f64-8984-c962951376a7') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:43.317692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f00315-012d-4f64-8984-c962951376a7') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:43.318273 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ef9400b-a4aa-4d1b-9414-d3c68ca374cf req-8c317857-27c8-4c71-aa26-0a5e0b08f465 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955166 Sep 09 09:11:43.386915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Request body: {'port': {'device_id': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '3fc2ac04b2164c13b550fd9bdee18bf0'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:43.394798 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:43.419748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:43.441882 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:43.466364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:11:43.466774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:11:43.496103 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:11:43.525846 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36e468-3d45-4a3f-9b36-72b5b0f1b0e0 req-cc864ac7-f345-4201-837e-e0435ffc883f tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:43.527513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee36e468-3d45-4a3f-9b36-72b5b0f1b0e0 req-cc864ac7-f345-4201-837e-e0435ffc883f tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 945 time: 0.2235448 Sep 09 09:11:43.600720 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 15ac38c1-df94-4b88-96d3-460bd4ce97af no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:11:43.662296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 15ac38c1-df94-4b88-96d3-460bd4ce97af {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:11:43.662892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 15ac38c1-df94-4b88-96d3-460bd4ce97af not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:11:43.713852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:43.726527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:43.734925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'mac_address': 'fa:16:3e:35:0e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:11:43.762542 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:43.768157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] 10.222.0.32 "DELETE /v2.0/networks/468bb3d3-9e16-473f-9a96-2a912d81d4ed HTTP/1.1" status: 204 len: 168 time: 2.0725007 Sep 09 09:11:43.819771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25dafc-c6f3-4acf-904e-9c6802cc6dff tempest-ExtraDHCPOptionsIpV6TestJSON-690683226 tempest-ExtraDHCPOptionsIpV6TestJSON-690683226-project] Pushing event deleted for resources: {'Network': ['ID=468bb3d3-9e16-473f-9a96-2a912d81d4ed,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:43.821254 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:43.825171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Made reservation on behalf of 3fc2ac04b2164c13b550fd9bdee18bf0 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:43.837935 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:43.857272 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d19379-dd53-4be4-bc73-b3d3a269571d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:43.872339 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:43.896974 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-ee36e468-3d45-4a3f-9b36-72b5b0f1b0e0 req-f01ade0f-57ae-45f6-82cd-40755f21fea9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Deleting port d2059232-7789-48ac-bca4-27e7db725952 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:11:43.897486 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ee36e468-3d45-4a3f-9b36-72b5b0f1b0e0 req-f01ade0f-57ae-45f6-82cd-40755f21fea9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:43.923508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:43.957841 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49a5fdae-cab3-4892-bbea-ae276d12f20e req-9106fe08-5763-4d32-8beb-ec4780150c6e tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 210 time: 0.0571592 Sep 09 09:11:43.967787 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:44.030949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=12']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:44.300120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['a3d19379-dd53-4be4-bc73-b3d3a269571d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:44.314024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495b443-9cf4-4574-ab12-5cd351174847 req-833d747c-24b5-45c7-bce0-e6041c8921d2 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:44.315634 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d495b443-9cf4-4574-ab12-5cd351174847 req-833d747c-24b5-45c7-bce0-e6041c8921d2 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 945 time: 0.6406910 Sep 09 09:11:44.360945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47974) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:44.397830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffa916-f7c5-43a7-8fd8-71a2fc303c06 req-ab8b071a-4476-47e6-bc8a-cd5379b0bf3a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:44.400787 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4ffa916-f7c5-43a7-8fd8-71a2fc303c06 req-ab8b071a-4476-47e6-bc8a-cd5379b0bf3a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.1014833 Sep 09 09:11:44.403832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-ee36e468-3d45-4a3f-9b36-72b5b0f1b0e0 req-f01ade0f-57ae-45f6-82cd-40755f21fea9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] For port d2059232-7789-48ac-bca4-27e7db725952, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d2059232-7789-48ac-bca4-27e7db725952,segment=NetworkSegment(f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e),segment_id=f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:44.404268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ee36e468-3d45-4a3f-9b36-72b5b0f1b0e0 req-f01ade0f-57ae-45f6-82cd-40755f21fea9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:44.427678 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6fb3387b-2f07-489e-b9ab-4ba459d96c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:44.431632 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d495b443-9cf4-4574-ab12-5cd351174847 req-9c35a20a-4ce2-4204-8334-cd7c8497dd04 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups?id=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025772 Sep 09 09:11:44.447166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-ee36e468-3d45-4a3f-9b36-72b5b0f1b0e0 req-f01ade0f-57ae-45f6-82cd-40755f21fea9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Calling delete_port for d2059232-7789-48ac-bca4-27e7db725952 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:11:44.475850 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4ffa916-f7c5-43a7-8fd8-71a2fc303c06 req-9d157b12-8c8c-4478-bc11-54778cd5ef65 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676792 Sep 09 09:11:44.627034 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:44.665237 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f57b2950-9d76-434c-9761-e775439b2d8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bde37e71bdc4c6fb310f2cb453b07ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030953 Sep 09 09:11:44.668921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47982) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:44.684566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fde4b-09a8-4dab-877e-6ad183a22324 req-d33e806a-2dae-44da-b97e-fee0044f55b5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:44.686058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d86fde4b-09a8-4dab-877e-6ad183a22324 req-d33e806a-2dae-44da-b97e-fee0044f55b5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 950 time: 0.1051364 Sep 09 09:11:44.687900 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:44.727031 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:44.751747 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:44.799297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:44.831016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.831287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.831654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.832001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.832334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.832673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.832984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.833313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.833641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.833964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.834292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.834612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.880104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d86fde4b-09a8-4dab-877e-6ad183a22324 req-430700d8-903c-4fb0-8e6c-3787a2f26683 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781547 Sep 09 09:11:44.881799 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:44.885786 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:44.891250 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4edd9ae9-34c7-4751-b01b-18f7e1689d83 HTTP/1.1" status: 204 len: 168 time: 0.2215097 Sep 09 09:11:44.903133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edd9ae9-34c7-4751-b01b-18f7e1689d83,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.921687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f715e3-b167-49f4-a8ea-3e88104b7547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:11:44.938197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Allocated IP 192.168.233.102 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/0960d669-40f9-4ec5-8e76-4d760261891f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:44.974020 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ee36e468-3d45-4a3f-9b36-72b5b0f1b0e0 req-f01ade0f-57ae-45f6-82cd-40755f21fea9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:45.011495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ade0f-57ae-45f6-82cd-40755f21fea9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event deleted for resources: {'Port': ['ID=d2059232-7789-48ac-bca4-27e7db725952,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:45.138487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0285b70d-cfbb-4516-b857-e7d125e9594c req-efc10321-761a-460f-bf22-7ad67f102c29 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 210 time: 0.0865281 Sep 09 09:11:45.139327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee36e468-3d45-4a3f-9b36-72b5b0f1b0e0 req-f01ade0f-57ae-45f6-82cd-40755f21fea9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] No DVR routers for this DVR port d2059232-7789-48ac-bca4-27e7db725952 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:11:45.142878 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ee36e468-3d45-4a3f-9b36-72b5b0f1b0e0 req-f01ade0f-57ae-45f6-82cd-40755f21fea9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:45.145976 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee36e468-3d45-4a3f-9b36-72b5b0f1b0e0 req-f01ade0f-57ae-45f6-82cd-40755f21fea9 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.41 "DELETE /v2.0/ports/d2059232-7789-48ac-bca4-27e7db725952 HTTP/1.1" status: 204 len: 173 time: 1.6014047 Sep 09 09:11:45.157231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3628f312-ee4d-4c57-9c22-3d72e7943118', 'name': 'network-vif-deleted', 'tag': 'd2059232-7789-48ac-bca4-27e7db725952'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:45.159572 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24b6cfd-0bb0-47a6-91e1-ad0e12b15d88" -d '{"events": [{"server_uuid": "3628f312-ee4d-4c57-9c22-3d72e7943118", "name": "network-vif-deleted", "tag": "d2059232-7789-48ac-bca4-27e7db725952"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:45.192044 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-7b6a636c-89ca-4e4a-ac7e-8af2bf69d1c1 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bd13aef6e3254abdb27a99a760731ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555639 Sep 09 09:11:45.334112 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:45.337824 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd75109e-737b-4762-9d41-bf67ba081893 x-openstack-request-id: req-dd75109e-737b-4762-9d41-bf67ba081893 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:45.338128 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3628f312-ee4d-4c57-9c22-3d72e7943118", "name": "network-vif-deleted", "tag": "d2059232-7789-48ac-bca4-27e7db725952", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:45.338457 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd75109e-737b-4762-9d41-bf67ba081893 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:45.338944 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3628f312-ee4d-4c57-9c22-3d72e7943118', 'name': 'network-vif-deleted', 'tag': 'd2059232-7789-48ac-bca4-27e7db725952', 'status': 'completed', 'code': 200} Sep 09 09:11:45.366645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152140-06f1-417b-8096-57b4f4d30b58 req-405b6b8d-bf9c-4dba-a74f-fb0e60773e5d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:45.374876 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-405b6b8d-bf9c-4dba-a74f-fb0e60773e5d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813321 Sep 09 09:11:45.385538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Transition to ACTIVE for port object 0960d669-40f9-4ec5-8e76-4d760261891f will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:45.392429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-5170a26f-cc20-4359-8ca1-528a1b5b0c2a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/quotas/bd13aef6e3254abdb27a99a760731ff5 HTTP/1.1" status: 200 len: 375 time: 0.0164764 Sep 09 09:11:45.425887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:45.460548 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-76bcd513-03c3-4550-8707-74794e568c24 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670753 Sep 09 09:11:45.547953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:45.564925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port a3d19379-dd53-4be4-bc73-b3d3a269571d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:45.570674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port a3d19379-dd53-4be4-bc73-b3d3a269571d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:45.571057 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:45.592708 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef255505-8629-47bd-828b-2e755f3c75c6 req-b9de414a-9d9b-44fe-b014-2565f19d28c5 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/ports?device_id=3628f312-ee4d-4c57-9c22-3d72e7943118 HTTP/1.1" status: 200 len: 210 time: 0.0587540 Sep 09 09:11:45.643772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:45.647409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:45.659527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:45.667678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Pushing event updated for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:45.723522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:45.766055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:45.768454 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155cebad-63ab-4a3a-a030-3b1dc5848d62" -d '{"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-plugged", "status": "completed", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:45.768616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:45.769283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:45.783595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:45.840247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db331f38-2d1c-408d-b918-3d222d0f6a36 req-4d6262c2-2a72-4f8d-ab3b-2715f181663d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 210 time: 0.0643117 Sep 09 09:11:45.849218 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e66276-0aa0-4a92-b5b1-ddb3679b5ada x-openstack-request-id: req-b3e66276-0aa0-4a92-b5b1-ddb3679b5ada {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:45.850104 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-plugged", "status": "completed", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:45.855314 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3e66276-0aa0-4a92-b5b1-ddb3679b5ada {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:45.855314 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'code': 200} Sep 09 09:11:45.855314 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:45.926063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=13']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:45.951464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bd8118e4-65c7-4a8e-b132-f39a264c0b5d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6102891 Sep 09 09:11:45.971798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Request body: {'port': {'device_id': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:46.058331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f78d0831-bb43-4e62-88be-3953983c18eb None None] Provisioning for port 0960d669-40f9-4ec5-8e76-4d760261891f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:46.062848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f78d0831-bb43-4e62-88be-3953983c18eb None None] Provisioning complete for port 0960d669-40f9-4ec5-8e76-4d760261891f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:46.063226 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f78d0831-bb43-4e62-88be-3953983c18eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:46.077228 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:46.099075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f78d0831-bb43-4e62-88be-3953983c18eb None None] Port 0960d669-40f9-4ec5-8e76-4d760261891f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:11:46.515526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3431b4-4809-4a4f-8b11-f6384909c25b req-e9c2cb14-23fc-450d-9054-ed2d55b514d4 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:46.515526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd3431b4-4809-4a4f-8b11-f6384909c25b req-e9c2cb14-23fc-450d-9054-ed2d55b514d4 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 936 time: 0.0746894 Sep 09 09:11:46.515526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd3431b4-4809-4a4f-8b11-f6384909c25b req-7e333e12-616f-404f-adb4-45c8ac0fdcaa tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412321 Sep 09 09:11:46.515526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48050) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:46.518289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0960d669-40f9-4ec5-8e76-4d760261891f {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:46.518289 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:46.518289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Transition to ACTIVE for port object 0960d669-40f9-4ec5-8e76-4d760261891f will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:46.522561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874169714'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:46.538836 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:46.581109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d2059232-7789-48ac-bca4-27e7db725952 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:11:46.623639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:46.624569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:46.624569 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:46.624763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: d2059232-7789-48ac-bca4-27e7db725952 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:11:46.627924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d2059232-7789-48ac-bca4-27e7db725952 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:11:46.641867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:46.703740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Attempting to bind port 0960d669-40f9-4ec5-8e76-4d760261891f on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:46.704205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Attempting to bind port 0960d669-40f9-4ec5-8e76-4d760261891f by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:46.704829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Attempting to bind port 0960d669-40f9-4ec5-8e76-4d760261891f on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:46.713338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Port 0960d669-40f9-4ec5-8e76-4d760261891f on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:11:46.719010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Attempting to bind port 0960d669-40f9-4ec5-8e76-4d760261891f on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:46.729899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:46.730338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:46.732364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:46.732839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Bound port: 0960d669-40f9-4ec5-8e76-4d760261891f, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:46.733208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:46.835442 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:46.847715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:46.855138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:46.910167 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:46.938873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:11:46.951600 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b00a74a-bc5c-470e-9bd7-25f9c0e5fc18 req-b41db8d0-c004-4c55-8eb4-218be5949d87 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 210 time: 0.0474410 Sep 09 09:11:46.951600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48074) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:46.969607 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:46.976535 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:46.984079 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Added segment 9dcef085-c215-413d-8069-0551beccde35 of type vlan for network e1e0cf95-96d8-42e6-aedf-fafa7744e062 Sep 09 09:11:46.984079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7efd9cfe-b38e-45cf-96ba-8dcc197eaad6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:47.019315 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:47.020328 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.021707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/0960d669-40f9-4ec5-8e76-4d760261891f HTTP/1.1" status: 200 len: 1097 time: 1.0560317 Sep 09 09:11:47.032806 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.072226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5deb-31ed-4a5b-971b-23540af9f8ab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.080644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb522a39-d93f-4906-9759-1ee1faed73c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:47.106689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5deb-31ed-4a5b-971b-23540af9f8ab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.110444 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5807fa11-e236-4d39-9169-87ffe21985d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.136945 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.143737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:47.144456 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.230874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-dd0ab582-4ab4-43f6-9b67-349adb30a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:47.232656 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-dd0ab582-4ab4-43f6-9b67-349adb30a25c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fc2ac04b2164c13b550fd9bdee18bf0&device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 1100 time: 0.0590522 Sep 09 09:11:47.235647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=e1e0cf95-96d8-42e6-aedf-fafa7744e062,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:47.245429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network e1e0cf95-96d8-42e6-aedf-fafa7744e062 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:11:47.257011 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5deb-31ed-4a5b-971b-23540af9f8ab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.259870 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5deb-31ed-4a5b-971b-23540af9f8ab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.263739 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0e1a5deb-31ed-4a5b-971b-23540af9f8ab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "DELETE /v2.0/security-groups/23fdfcc6-c907-44df-912f-56852e1ed936 HTTP/1.1" status: 204 len: 168 time: 0.3138998 Sep 09 09:11:47.263931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48076) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:47.302611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0e9078d8-f08a-46ad-8efd-de54d2a8712f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9083841 Sep 09 09:11:47.304668 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-10318506-a4df-40ae-8810-b5db06a28446 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] show failed (client error): The resource could not be found. Sep 09 09:11:47.306689 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-10318506-a4df-40ae-8810-b5db06a28446 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "GET /v2.0/security-groups/23fdfcc6-c907-44df-912f-56852e1ed936 HTTP/1.1" status: 404 len: 347 time: 0.0413644 Sep 09 09:11:47.309469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:47.313804 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-bc8de131-c93f-4faf-9524-348dd107b4a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=0960d669-40f9-4ec5-8e76-4d760261891f HTTP/1.1" status: 200 len: 217 time: 0.0650694 Sep 09 09:11:47.315130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a5deb-31ed-4a5b-971b-23540af9f8ab tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fdfcc6-c907-44df-912f-56852e1ed936,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:47.315271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.379437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:47.393075 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0439c25e-c896-4cc9-b629-27cebbd0eb14" -d '{"events": [{"name": "network-changed", "server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:47.454684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-4dc92bd3-e112-4272-9abf-c0dd0f4f2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:47.456555 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-4dc92bd3-e112-4272-9abf-c0dd0f4f2d16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1295457 Sep 09 09:11:47.477623 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7b1e6a-38e0-4a2a-bead-f794fa45242d x-openstack-request-id: req-1a7b1e6a-38e0-4a2a-bead-f794fa45242d {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:47.478632 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:47.479325 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a7b1e6a-38e0-4a2a-bead-f794fa45242d {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:47.480205 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f', 'status': 'completed', 'code': 200} Sep 09 09:11:47.517463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-be110745-91c9-440e-ae64-c81a2a40d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:47.519699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-be110745-91c9-440e-ae64-c81a2a40d310 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555868 Sep 09 09:11:47.589636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-915cca53-0ab8-4f7c-9b39-f91dd9bd7920 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Deleting port 83632b02-49d4-4691-80bd-eff575611e2a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:11:47.590767 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-915cca53-0ab8-4f7c-9b39-f91dd9bd7920 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.697525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-915cca53-0ab8-4f7c-9b39-f91dd9bd7920 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.697869 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-915cca53-0ab8-4f7c-9b39-f91dd9bd7920 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:47.715165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-915cca53-0ab8-4f7c-9b39-f91dd9bd7920 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Calling delete_port for 83632b02-49d4-4691-80bd-eff575611e2a owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:11:47.720862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49a587-8f51-4192-b66e-835332974fd9 req-e450c4c3-7a16-40ce-8d82-4670ffd0a3cd tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:47.722568 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e49a587-8f51-4192-b66e-835332974fd9 req-e450c4c3-7a16-40ce-8d82-4670ffd0a3cd tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 948 time: 0.1548965 Sep 09 09:11:47.778330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-077fd3ad-51b2-4fe5-a1a5-1f6b57ce8afa service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282877 Sep 09 09:11:47.801431 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e49a587-8f51-4192-b66e-835332974fd9 req-690f47e6-2025-4306-b82f-d3b1c4d6c54d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541706 Sep 09 09:11:47.937793 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8f50dbc-5f0a-43e3-a5be-6e49cb2d8705 req-2958e277-fe06-47ee-99cf-dc1456b693a7 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407108 Sep 09 09:11:48.054571 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-07701f99-9b7d-43c0-90e1-56bf7584bfba req-91ad93da-561d-4c28-971d-2a928b59626e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 210 time: 0.0277021 Sep 09 09:11:48.121941 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-915cca53-0ab8-4f7c-9b39-f91dd9bd7920 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:48.160337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cca53-0ab8-4f7c-9b39-f91dd9bd7920 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Pushing event deleted for resources: {'Port': ['ID=83632b02-49d4-4691-80bd-eff575611e2a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:48.218683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439c25e-c896-4cc9-b629-27cebbd0eb14 req-802e3972-6f59-448c-a20c-d1630710bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:48.220933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0439c25e-c896-4cc9-b629-27cebbd0eb14 req-802e3972-6f59-448c-a20c-d1630710bd09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fc2ac04b2164c13b550fd9bdee18bf0&device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 1100 time: 0.0574398 Sep 09 09:11:48.265232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-1ca53cf0-2f5d-424f-99af-271d207fa264 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bd13aef6e3254abdb27a99a760731ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275285 Sep 09 09:11:48.285892 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-915cca53-0ab8-4f7c-9b39-f91dd9bd7920 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:48.290995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-915cca53-0ab8-4f7c-9b39-f91dd9bd7920 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:48.291967 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-915cca53-0ab8-4f7c-9b39-f91dd9bd7920 tempest-ImagesOneServerNegativeTestJSON-1067422138 tempest-ImagesOneServerNegativeTestJSON-1067422138-project] 10.222.0.32 "DELETE /v2.0/floatingips/90561e1a-9728-4df5-a40d-c7e212d0a735 HTTP/1.1" status: 204 len: 168 time: 0.9812806 Sep 09 09:11:48.338767 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:48.497856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48106) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:48.545277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439c25e-c896-4cc9-b629-27cebbd0eb14 req-d23b3e19-e09d-484b-b0f4-104b64b76023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:48.546964 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0439c25e-c896-4cc9-b629-27cebbd0eb14 req-d23b3e19-e09d-484b-b0f4-104b64b76023 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.3117073 Sep 09 09:11:48.562865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c17f447-3a3a-4488-b9c7-85de466ad3fd admin admin] Deleting subnet 1dab4e8b-f33f-4361-b5da-5c5f6e335558 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:11:48.576936 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c17f447-3a3a-4488-b9c7-85de466ad3fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:48.614446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0439c25e-c896-4cc9-b629-27cebbd0eb14 req-da1918dc-ee9e-43af-a81b-ac2c0d036d00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=0960d669-40f9-4ec5-8e76-4d760261891f HTTP/1.1" status: 200 len: 217 time: 0.0594046 Sep 09 09:11:48.625822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152140-06f1-417b-8096-57b4f4d30b58 req-e27bcad2-7d8f-4873-a8cb-384378014229 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:48.628467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-e27bcad2-7d8f-4873-a8cb-384378014229 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3546810 Sep 09 09:11:48.647744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Request body: {'port': {'device_id': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': 'bd13aef6e3254abdb27a99a760731ff5'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:48.651846 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c17f447-3a3a-4488-b9c7-85de466ad3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:48.756334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439c25e-c896-4cc9-b629-27cebbd0eb14 req-9d64ade0-4e8c-4743-a075-67468ce61b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:48.757913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0439c25e-c896-4cc9-b629-27cebbd0eb14 req-9d64ade0-4e8c-4743-a075-67468ce61b28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1286983 Sep 09 09:11:48.766806 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c17f447-3a3a-4488-b9c7-85de466ad3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:48.833792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439c25e-c896-4cc9-b629-27cebbd0eb14 req-fb00f8f0-8bc5-453b-a5e1-726a6113ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:48.835445 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0439c25e-c896-4cc9-b629-27cebbd0eb14 req-fb00f8f0-8bc5-453b-a5e1-726a6113ef16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684986 Sep 09 09:11:48.954062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0439c25e-c896-4cc9-b629-27cebbd0eb14 req-39e5325c-b2ac-4d8c-b84b-2d0181461ffc service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078031 Sep 09 09:11:48.955469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Made reservation on behalf of bd13aef6e3254abdb27a99a760731ff5 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:48.959463 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:48.963478 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c17f447-3a3a-4488-b9c7-85de466ad3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:49.020502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17f447-3a3a-4488-b9c7-85de466ad3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dab4e8b-f33f-4361-b5da-5c5f6e335558,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:49.025543 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c17f447-3a3a-4488-b9c7-85de466ad3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:49.028174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9c17f447-3a3a-4488-b9c7-85de466ad3fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1dab4e8b-f33f-4361-b5da-5c5f6e335558 HTTP/1.1" status: 204 len: 168 time: 0.5292122 Sep 09 09:11:49.030806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:49.116439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:49.131726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdb5eb-eb70-4349-9d77-0f8757dc7fcc req-7d591659-7b04-409f-bade-c807a7f419ef tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:49.139562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2abdb5eb-eb70-4349-9d77-0f8757dc7fcc req-7d591659-7b04-409f-bade-c807a7f419ef tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 948 time: 0.2231779 Sep 09 09:11:49.189593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2abdb5eb-eb70-4349-9d77-0f8757dc7fcc req-1c2f272d-eb21-4d04-9324-1102c320ef23 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490577 Sep 09 09:11:49.244186 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44941cbd-1d65-4596-8b3b-1323116d97de req-29ad5f57-c78c-44ee-87b1-63d905d0447a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 210 time: 0.0566499 Sep 09 09:11:49.287186 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:49.301886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0439c25e-c896-4cc9-b629-27cebbd0eb14 req-7f11813b-a816-4f5c-9bc1-14fe3d3e3383 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374920 Sep 09 09:11:49.313678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe690d1-f535-48c2-8e81-c04fff5d546c']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:49.325516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:49.328714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a3e5ae-d1c6-4257-9c6e-2b933f365c1e') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:49.342503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:49.348239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Allocated IP 192.168.233.45 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/58ca3b2f-b09f-4b69-96f7-fcf38073cd80) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:49.357640 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:49.369464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:11:49.370035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:11:49.372661 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:11:49.518643 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:49.521634 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:49.527782 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:49.529700 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bbe690d1-f535-48c2-8e81-c04fff5d546c HTTP/1.1" status: 204 len: 168 time: 0.4976001 Sep 09 09:11:49.537555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Transition to ACTIVE for port object 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:49.558513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411689e0-1c91-420d-8398-83a6f2a0bbc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe690d1-f535-48c2-8e81-c04fff5d546c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:49.636701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:49.650409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:49.715425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'a3d19379-dd53-4be4-bc73-b3d3a269571d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:49.752817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:49.762061 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:49.763701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:49.766574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:49.911656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:49.911656 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:50.072088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-0efb2e7f-7968-401d-af72-3b80505aa853 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4315321 Sep 09 09:11:50.087271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Request body: {'port': {'device_id': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:50.106029 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:50.194715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:50.222470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48132) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:50.262342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-954374c9-ed64-4993-890f-a95382da7256 None None] Provisioning for port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:50.284581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-954374c9-ed64-4993-890f-a95382da7256 None None] Provisioning complete for port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:50.287074 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-954374c9-ed64-4993-890f-a95382da7256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:50.319656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c3db7175-600b-4cc4-bedc-dc39cf4dbdac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e16b1ccce9524208808d1ad8abfd2729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947647 Sep 09 09:11:50.331220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48136) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:50.347521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-954374c9-ed64-4993-890f-a95382da7256 None None] Port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:11:50.390423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7485f-5cb8-43c7-ae4f-c22ded50300f req-65a533dd-09d2-4ec6-9007-86aabd05b59f tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:50.392528 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e5c7485f-5cb8-43c7-ae4f-c22ded50300f req-65a533dd-09d2-4ec6-9007-86aabd05b59f tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 948 time: 0.0758250 Sep 09 09:11:50.447073 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e5c7485f-5cb8-43c7-ae4f-c22ded50300f req-a3e6f8c1-e276-4ea1-bee0-26cebab8231e tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470452 Sep 09 09:11:50.692595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0960d669-40f9-4ec5-8e76-4d760261891f details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:50.693035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1184a-b2ea-4eff-bc8d-cbdca9490530 req-968585fc-93b0-4597-8f21-d2a1abca0415 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:50.693035 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87f1184a-b2ea-4eff-bc8d-cbdca9490530 req-968585fc-93b0-4597-8f21-d2a1abca0415 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 935 time: 0.1695232 Sep 09 09:11:50.693035 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08d6fb2-9138-47a6-b34a-cc529ae6b824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:50.715091 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08d6fb2-9138-47a6-b34a-cc529ae6b824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:50.732210 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87f1184a-b2ea-4eff-bc8d-cbdca9490530 req-5807fbdc-6dd9-4a2b-a85a-83288ddd8054 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981333 Sep 09 09:11:50.769886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:50.783026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '0960d669-40f9-4ec5-8e76-4d760261891f', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '0960d669-40f9-4ec5-8e76-4d760261891f', 'mac_address': 'fa:16:3e:06:e7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:11:50.787698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:50.796523 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:50.834539 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:50.853449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0960d669-40f9-4ec5-8e76-4d760261891f {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:50.888761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:50.916286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48142) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:50.921414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'network_id': 'e1e0cf95-96d8-42e6-aedf-fafa7744e062', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:51.339526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Transition to ACTIVE for port object 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:51.419269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:51.420393 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:51.425244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08d6fb2-9138-47a6-b34a-cc529ae6b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:51.429961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:51.432908 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08d6fb2-9138-47a6-b34a-cc529ae6b824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:51.436790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a08d6fb2-9138-47a6-b34a-cc529ae6b824 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/386c68fe-0fc4-4e24-b249-5fc24f0c6dbb HTTP/1.1" status: 204 len: 168 time: 1.0951295 Sep 09 09:11:51.458878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d6fb2-9138-47a6-b34a-cc529ae6b824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386c68fe-0fc4-4e24-b249-5fc24f0c6dbb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:51.464723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:51.538731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:51.596221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:51.622708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['0960d669-40f9-4ec5-8e76-4d760261891f'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:51.676024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c0977-0ef1-4d66-8a80-9546ff51ccb1 req-72e34cc3-3c37-4bc6-a856-fa6a12dc5e62 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:51.678452 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-974c0977-0ef1-4d66-8a80-9546ff51ccb1 req-72e34cc3-3c37-4bc6-a856-fa6a12dc5e62 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 949 time: 0.1204741 Sep 09 09:11:51.725445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:51.726037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:51.726037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:51.735025 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:11:51.735403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:51.749486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:51.749798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:51.750804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:51.750804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Bound port: 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:51.754296 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:51.852658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-974c0977-0ef1-4d66-8a80-9546ff51ccb1 req-9653a7e2-2f48-4379-99b4-ab0a05557d21 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631372 Sep 09 09:11:51.985770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:51.990385 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:51.990822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:52.015561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c5962-a06b-4eaf-92ff-e45ca7413f8a req-eb3aef36-6516-4cf1-b34a-8ca2223a837a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:52.017560 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-629c5962-a06b-4eaf-92ff-e45ca7413f8a req-eb3aef36-6516-4cf1-b34a-8ca2223a837a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 947 time: 0.1315475 Sep 09 09:11:52.059209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=2327f701-e115-4dbd-89bb-67c9af785986,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:52.062983 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-629c5962-a06b-4eaf-92ff-e45ca7413f8a req-9b6255e2-386e-4801-86af-5614cf4d4e89 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391529 Sep 09 09:11:52.072328 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:52.100357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Checking segment: {'id': '9dcef085-c215-413d-8069-0551beccde35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e1e0cf95-96d8-42e6-aedf-fafa7744e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:52.100800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network hostable DHCP agents. Network: e1e0cf95-96d8-42e6-aedf-fafa7744e062, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:11:52.142173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:52.143202 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:52.144659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] 10.222.0.41 "PUT /v2.0/ports/58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 1096 time: 2.0633075 Sep 09 09:11:52.145097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:52.147346 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1896d028-1141-4310-83a8-3ccd49f2cb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:52.190652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network e1e0cf95-96d8-42e6-aedf-fafa7744e062 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:11:52.203182 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d501dca-1257-44f2-9045-d4ef9567a85e x-openstack-request-id: req-2d501dca-1257-44f2-9045-d4ef9567a85e {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:52.203506 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:52.204044 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d501dca-1257-44f2-9045-d4ef9567a85e {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:52.204463 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'status': 'completed', 'code': 200} Sep 09 09:11:52.205458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472238b9-7b67-4b30-93ec-608362fbebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:52.277845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896d028-1141-4310-83a8-3ccd49f2cb2b req-0cb67d50-b1b1-411a-bef6-b326ca36f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:52.281229 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1896d028-1141-4310-83a8-3ccd49f2cb2b req-0cb67d50-b1b1-411a-bef6-b326ca36f282 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1099 time: 0.0562973 Sep 09 09:11:52.298705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, e1e0cf95-96d8-42e6-aedf-fafa7744e062) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:52.307652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:52.309721 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:52.319042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d77b8da-26cd-4c21-80cc-2ab9d3738efe None None] Network e1e0cf95-96d8-42e6-aedf-fafa7744e062 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:11:52.324419 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1896d028-1141-4310-83a8-3ccd49f2cb2b req-a0c6c85c-9f98-46f3-aa5b-cc07aa56d438 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bd13aef6e3254abdb27a99a760731ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280817 Sep 09 09:11:52.430357 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f3d12733-bce5-4db1-bfc9-e409f5919bff tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5094814 Sep 09 09:11:52.433851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48196) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:52.440669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159207226'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:52.516663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896d028-1141-4310-83a8-3ccd49f2cb2b req-69256d27-4a6d-4ec9-aaac-a4d23783c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:52.518884 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1896d028-1141-4310-83a8-3ccd49f2cb2b req-69256d27-4a6d-4ec9-aaac-a4d23783c1c6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1846075 Sep 09 09:11:52.556363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:52.560696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:52.596467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-e1e0cf95-96d8-42e6-aedf-fafa7744e062', 'network_id': 'e1e0cf95-96d8-42e6-aedf-fafa7744e062', 'tenant_id': 'eabe87fa274245b79dca6d70327ace2d', 'fixed_ips': [{'subnet_id': '2327f701-e115-4dbd-89bb-67c9af785986'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:11:52.597334 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:52.620867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:11:52.631181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0960d669-40f9-4ec5-8e76-4d760261891f up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:52.637461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152140-06f1-417b-8096-57b4f4d30b58 req-93a2eeb7-2d58-4353-b139-abbb684197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:52.639851 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-93a2eeb7-2d58-4353-b139-abbb684197d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1099 time: 0.0700111 Sep 09 09:11:52.644329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:52.644329 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Added segment 1480e553-5e0b-485f-b9fb-2faa3e85f0e7 of type vlan for network 2e4f5805-b848-4f96-b7a6-13d42e9b8b89 Sep 09 09:11:52.700545 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-41398aaa-5be4-41f7-8095-92102b23f42a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 217 time: 0.0510702 Sep 09 09:11:52.748904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:52.793014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152140-06f1-417b-8096-57b4f4d30b58 req-abce12a2-9d1a-4610-919d-76b65ba54990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:52.794864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-abce12a2-9d1a-4610-919d-76b65ba54990 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0788383 Sep 09 09:11:52.848347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152140-06f1-417b-8096-57b4f4d30b58 req-153a616b-35a1-472a-bc99-139b39ad3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:52.851416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-153a616b-35a1-472a-bc99-139b39ad3334 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472674 Sep 09 09:11:52.855195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Allocated IP 2001:db8:0:ffff::2 (e1e0cf95-96d8-42e6-aedf-fafa7744e062/2327f701-e115-4dbd-89bb-67c9af785986/4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:52.961385 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 0960d669-40f9-4ec5-8e76-4d760261891f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:52.968804 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-d7df053a-7ae8-4bda-a934-70ce1b9ed9c7 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110435 Sep 09 09:11:52.980875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 0960d669-40f9-4ec5-8e76-4d760261891f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:52.980875 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:52.988680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:53.014726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:53.015353 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:53.137505 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:53.149813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8b5f-a91d-4dff-817b-c106ffec5872 req-704587c2-bab2-488b-87ff-894edf55924e tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:53.153374 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Transition to ACTIVE for port object 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:53.174834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Transition to ACTIVE for port object 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:53.177408 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d03f8b5f-a91d-4dff-817b-c106ffec5872 req-704587c2-bab2-488b-87ff-894edf55924e tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 949 time: 0.2161229 Sep 09 09:11:53.201110 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56152140-06f1-417b-8096-57b4f4d30b58 req-1e40f7d6-b42c-4890-8ea5-5935e7d11fe0 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219183 Sep 09 09:11:53.215128 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7799981 Sep 09 09:11:53.218173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48224) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:53.225860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'network_id': '2e4f5805-b848-4f96-b7a6-13d42e9b8b89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:53.257831 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:53.271222 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:53.278218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577fe5a-54c9-462a-85bc-37180a2d3ef6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=2e4f5805-b848-4f96-b7a6-13d42e9b8b89,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:53.302193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 2e4f5805-b848-4f96-b7a6-13d42e9b8b89 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:11:53.306996 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d03f8b5f-a91d-4dff-817b-c106ffec5872 req-d4b1cbae-918e-42f2-97ee-f94915bac321 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287303 Sep 09 09:11:53.337122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:53.343386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:11:53.347358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e516a-fd15-49c5-87d0-8d88660948c2 req-162ee918-5109-4862-a4df-dce0a4eb65cc tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:53.348954 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b5e516a-fd15-49c5-87d0-8d88660948c2 req-162ee918-5109-4862-a4df-dce0a4eb65cc tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 947 time: 0.1185484 Sep 09 09:11:53.356776 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45713888-0ce9-4193-9555-ef26617917ea" -d '{"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-plugged", "status": "completed", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:11:53.401733 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b5e516a-fd15-49c5-87d0-8d88660948c2 req-9ceb6a9d-fb99-4fcc-ac09-94ce6b9ea048 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451784 Sep 09 09:11:53.408399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Network e1e0cf95-96d8-42e6-aedf-fafa7744e062 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:53.418866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:53.424186 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:53.428088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:53.433513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Pushing event updated for resources: {'Port': ['ID=4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:53.469889 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fcc2f7-9eb6-4386-9dd0-2f5c1e8bec34 x-openstack-request-id: req-38fcc2f7-9eb6-4386-9dd0-2f5c1e8bec34 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:11:53.470163 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-plugged", "status": "completed", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:11:53.470411 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38fcc2f7-9eb6-4386-9dd0-2f5c1e8bec34 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:11:53.470797 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f', 'code': 200} Sep 09 09:11:53.487640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:53.491714 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:53.578728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Attempting to bind port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:53.579097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Attempting to bind port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '9dcef085-c215-413d-8069-0551beccde35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e1e0cf95-96d8-42e6-aedf-fafa7744e062'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:53.579496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Attempting to bind port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 on network e1e0cf95-96d8-42e6-aedf-fafa7744e062 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:53.581913 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:53.588265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:53.588637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Checking segment: {'id': '9dcef085-c215-413d-8069-0551beccde35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e1e0cf95-96d8-42e6-aedf-fafa7744e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:53.589032 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:53.589415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Bound using segment: {'id': '9dcef085-c215-413d-8069-0551beccde35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e1e0cf95-96d8-42e6-aedf-fafa7744e062'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:53.589872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Bound port: 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcef085-c215-413d-8069-0551beccde35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e1e0cf95-96d8-42e6-aedf-fafa7744e062'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:53.590252 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:53.665420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdf792-7a47-469d-ad1a-2cd9318d1c1a req-9b5072d0-3418-4247-9db6-ebac80dfb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:53.667228 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55cdf792-7a47-469d-ad1a-2cd9318d1c1a req-9b5072d0-3418-4247-9db6-ebac80dfb516 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 1102 time: 0.1213686 Sep 09 09:11:53.668740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] For port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:53.673433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] For port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4,segment=NetworkSegment(9dcef085-c215-413d-8069-0551beccde35),segment_id=9dcef085-c215-413d-8069-0551beccde35)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:53.730549 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:53.735272 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55cdf792-7a47-469d-ad1a-2cd9318d1c1a req-9756cf02-fab1-4869-9de8-a5f8b048766e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473311 Sep 09 09:11:53.817941 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d403a3a-3398-4ee7-823c-23dce5c1b1ba None None] Pushing event updated for resources: {'Port': ['ID=4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:53.859330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:53.921343 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a8ac45a-8687-4f56-b349-af55c31b9886 req-61c13b8e-6061-47ad-b804-be57164fb2bd tempest-AbsoluteLimitsNegativeTestJSON-1987857624 tempest-AbsoluteLimitsNegativeTestJSON-1987857624-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fa6107209a7448eea6e2b7f28e5e1c45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585060 Sep 09 09:11:54.125542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ac45a-8687-4f56-b349-af55c31b9886 req-375a3573-c7b7-47d4-9fef-1695c154a383 tempest-AbsoluteLimitsNegativeTestJSON-1987857624 tempest-AbsoluteLimitsNegativeTestJSON-1987857624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:54.128977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a8ac45a-8687-4f56-b349-af55c31b9886 req-375a3573-c7b7-47d4-9fef-1695c154a383 tempest-AbsoluteLimitsNegativeTestJSON-1987857624 tempest-AbsoluteLimitsNegativeTestJSON-1987857624-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016573 Sep 09 09:11:54.159655 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a8ac45a-8687-4f56-b349-af55c31b9886 req-34da80dc-0394-4c6c-9ce0-6bd4a733727e tempest-AbsoluteLimitsNegativeTestJSON-1987857624 tempest-AbsoluteLimitsNegativeTestJSON-1987857624-project] 10.222.0.32 "GET /v2.0/quotas/fa6107209a7448eea6e2b7f28e5e1c45 HTTP/1.1" status: 200 len: 375 time: 0.0200641 Sep 09 09:11:54.255921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a8ac45a-8687-4f56-b349-af55c31b9886 req-46a77ca0-c0ab-4afa-8066-1441053520d2 tempest-AbsoluteLimitsNegativeTestJSON-1987857624 tempest-AbsoluteLimitsNegativeTestJSON-1987857624-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa6107209a7448eea6e2b7f28e5e1c45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725138 Sep 09 09:11:54.337043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=4b2ef6a7-3510-4a5e-a3ad-9fc74c3e82c2,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:54.354906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Checking segment: {'id': '1480e553-5e0b-485f-b9fb-2faa3e85f0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e4f5805-b848-4f96-b7a6-13d42e9b8b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:54.355195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network hostable DHCP agents. Network: 2e4f5805-b848-4f96-b7a6-13d42e9b8b89, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:11:54.441871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network 2e4f5805-b848-4f96-b7a6-13d42e9b8b89 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:11:54.468937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba92ce0-93be-4e7a-8b9d-061e7e8de8e5 req-9f009e98-7180-45d5-8f9f-6c482dbb2a7d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:54.471255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ba92ce0-93be-4e7a-8b9d-061e7e8de8e5 req-9f009e98-7180-45d5-8f9f-6c482dbb2a7d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 950 time: 0.0664897 Sep 09 09:11:54.503338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 2e4f5805-b848-4f96-b7a6-13d42e9b8b89) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:54.513924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25fb07f-b546-4fe0-9831-de983f551020 None None] Network 2e4f5805-b848-4f96-b7a6-13d42e9b8b89 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:11:54.544543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:54.545135 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:54.584213 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ba92ce0-93be-4e7a-8b9d-061e7e8de8e5 req-b1d37ddb-7fde-48d3-baff-5a7462f5610a tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946481 Sep 09 09:11:54.651354 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c7787b61-e681-4838-bf8d-83926a3408b9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4316332 Sep 09 09:11:54.653967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48266) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:54.738373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdc160-ca86-46a1-ba58-a594170a643c req-15e21b3e-5c3a-4d73-822f-57202f99928d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:54.739972 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72bdc160-ca86-46a1-ba58-a594170a643c req-15e21b3e-5c3a-4d73-822f-57202f99928d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 947 time: 0.1407497 Sep 09 09:11:54.755644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-2e4f5805-b848-4f96-b7a6-13d42e9b8b89', 'network_id': '2e4f5805-b848-4f96-b7a6-13d42e9b8b89', 'tenant_id': 'eabe87fa274245b79dca6d70327ace2d', 'fixed_ips': [{'subnet_id': '4b2ef6a7-3510-4a5e-a3ad-9fc74c3e82c2'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:11:54.756838 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:54.853113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72bdc160-ca86-46a1-ba58-a594170a643c req-85943428-8333-486a-bf60-e3b91617409e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992649 Sep 09 09:11:54.856205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:54.952172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48272) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:55.001622 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.036087 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.142171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35444643-1fcd-47ad-a9d8-03bba381d916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.149729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Allocated IP 2001:db8::1 (2e4f5805-b848-4f96-b7a6-13d42e9b8b89/4b2ef6a7-3510-4a5e-a3ad-9fc74c3e82c2/a9d093d9-889a-4f30-a4ec-c81686ef071f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:55.344605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35444643-1fcd-47ad-a9d8-03bba381d916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.435801 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35444643-1fcd-47ad-a9d8-03bba381d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.454106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85854af6-c958-45b0-9b70-4b231f4a38b5 None None] Network e1e0cf95-96d8-42e6-aedf-fafa7744e062 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:11:55.474945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35444643-1fcd-47ad-a9d8-03bba381d916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba9ced5-33c9-4e23-8051-d36bd13e4ea9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:55.503980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-35444643-1fcd-47ad-a9d8-03bba381d916 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa6107209a7448eea6e2b7f28e5e1c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5507181 Sep 09 09:11:55.506768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48282) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:55.576407 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-be044f09-7f2c-4f0d-936c-80286b55ddd3 None None] Provisioning for port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:55.642807 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f95be68-94c1-40ab-b92e-d9e309de702e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.656358 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.674391 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.676366 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f95be68-94c1-40ab-b92e-d9e309de702e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.689066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Transition to ACTIVE for port object a9d093d9-889a-4f30-a4ec-c81686ef071f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:55.724206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Transition to ACTIVE for port object a9d093d9-889a-4f30-a4ec-c81686ef071f will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:11:55.729990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:55.788417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fc330-81fc-4b51-a542-f8695b33bbc7 req-1f93e2c3-9eea-4b81-b099-7b6ca1a9980d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:55.794508 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-995fc330-81fc-4b51-a542-f8695b33bbc7 req-1f93e2c3-9eea-4b81-b099-7b6ca1a9980d tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 950 time: 0.0950377 Sep 09 09:11:55.797055 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.856424 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-995fc330-81fc-4b51-a542-f8695b33bbc7 req-31cdb8ad-31a2-48bc-ba6b-bc6a5b094002 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535278 Sep 09 09:11:55.861523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Network 2e4f5805-b848-4f96-b7a6-13d42e9b8b89 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:11:55.873182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:55.876047 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:11:55.906816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f95be68-94c1-40ab-b92e-d9e309de702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.906988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Pushing event updated for resources: {'Port': ['ID=a9d093d9-889a-4f30-a4ec-c81686ef071f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:55.909689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f95be68-94c1-40ab-b92e-d9e309de702e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.915303 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8f95be68-94c1-40ab-b92e-d9e309de702e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aba9ced5-33c9-4e23-8051-d36bd13e4ea9 HTTP/1.1" status: 204 len: 168 time: 0.4064817 Sep 09 09:11:55.925014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95be68-94c1-40ab-b92e-d9e309de702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba9ced5-33c9-4e23-8051-d36bd13e4ea9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:55.947773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:55.991087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Attempting to bind port a9d093d9-889a-4f30-a4ec-c81686ef071f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:11:55.991513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Attempting to bind port a9d093d9-889a-4f30-a4ec-c81686ef071f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '1480e553-5e0b-485f-b9fb-2faa3e85f0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e4f5805-b848-4f96-b7a6-13d42e9b8b89'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:11:55.991943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Attempting to bind port a9d093d9-889a-4f30-a4ec-c81686ef071f on network 2e4f5805-b848-4f96-b7a6-13d42e9b8b89 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:11:56.000522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:11:56.000750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Checking segment: {'id': '1480e553-5e0b-485f-b9fb-2faa3e85f0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e4f5805-b848-4f96-b7a6-13d42e9b8b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:56.001167 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:56.001567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Bound using segment: {'id': '1480e553-5e0b-485f-b9fb-2faa3e85f0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e4f5805-b848-4f96-b7a6-13d42e9b8b89'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:11:56.002161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Bound port: a9d093d9-889a-4f30-a4ec-c81686ef071f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1480e553-5e0b-485f-b9fb-2faa3e85f0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e4f5805-b848-4f96-b7a6-13d42e9b8b89'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:11:56.002506 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:56.068428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:11:56.079904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:56.080630 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:56.147421 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] For port a9d093d9-889a-4f30-a4ec-c81686ef071f, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:11:56.151793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] For port a9d093d9-889a-4f30-a4ec-c81686ef071f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a9d093d9-889a-4f30-a4ec-c81686ef071f,segment=NetworkSegment(1480e553-5e0b-485f-b9fb-2faa3e85f0e7),segment_id=1480e553-5e0b-485f-b9fb-2faa3e85f0e7)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:11:56.171570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7db95b-01d5-43c3-a2f3-65ee2d10399a req-470e2f0e-279b-4990-89d4-1a1abf9947fa tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:56.174676 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b7db95b-01d5-43c3-a2f3-65ee2d10399a req-470e2f0e-279b-4990-89d4-1a1abf9947fa tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 947 time: 0.1084201 Sep 09 09:11:56.182306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2ef6a7-3510-4a5e-a3ad-9fc74c3e82c2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:56.247475 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:56.260098 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:56.263940 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b7db95b-01d5-43c3-a2f3-65ee2d10399a req-ae25e82f-def8-4e98-8991-dba1de81087e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792546 Sep 09 09:11:56.291445 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:56.293341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4f5805-b848-4f96-b7a6-13d42e9b8b89']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:56.304043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1480e553-5e0b-485f-b9fb-2faa3e85f0e7') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:56.309681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1480e553-5e0b-485f-b9fb-2faa3e85f0e7') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:56.317842 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:56.339928 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:56.348208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:11:56.348808 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:11:56.352954 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:11:56.355020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4,segment=NetworkSegment(9dcef085-c215-413d-8069-0551beccde35),segment_id=9dcef085-c215-413d-8069-0551beccde35)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:56.394867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61b267-142a-4403-83ac-acc2bab41a91 None None] Pushing event updated for resources: {'Port': ['ID=a9d093d9-889a-4f30-a4ec-c81686ef071f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:56.417216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a55d04f6-42ee-4f53-beab-dea1a671f366 None None] Provisioning complete for port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:56.417650 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a55d04f6-42ee-4f53-beab-dea1a671f366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:56.491452 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:56.539718 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 09:11:56.539718 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 09:11:56.539718 n-d-778696-16 neutron-server[95325]: [parameters: {'id': '2e4f5805-b848-4f96-b7a6-13d42e9b8b89'}] Sep 09 09:11:56.539718 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:11:56.540523 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:11:56.578275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f32795e-2a4c-4fb9-a112-befa239bbf6d None None] Network 2e4f5805-b848-4f96-b7a6-13d42e9b8b89 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:11:56.612770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:56.646192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:11:56.833477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb8ff61-e166-4ffb-ab20-5fd06bed789f None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:11:56.934493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:56.971354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'mac_address': 'fa:16:3e:90:3f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:11:57.040420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.042475 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.052952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb8ff61-e166-4ffb-ab20-5fd06bed789f None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:11:57.064061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:11:57.119075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:57.126783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Deleting port a9d093d9-889a-4f30-a4ec-c81686ef071f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:11:57.127200 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.213364 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.216022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] For port a9d093d9-889a-4f30-a4ec-c81686ef071f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a9d093d9-889a-4f30-a4ec-c81686ef071f,segment=NetworkSegment(1480e553-5e0b-485f-b9fb-2faa3e85f0e7),segment_id=1480e553-5e0b-485f-b9fb-2faa3e85f0e7)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:11:57.216574 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.244657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Calling delete_port for a9d093d9-889a-4f30-a4ec-c81686ef071f owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:11:57.302617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:57.343981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:57.430846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707dd16-75a8-4d35-b8aa-1e90ddcc0eab req-0e096437-e84a-429d-8f9b-c445f345b52b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:57.439111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f707dd16-75a8-4d35-b8aa-1e90ddcc0eab req-0e096437-e84a-429d-8f9b-c445f345b52b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 948 time: 0.0683889 Sep 09 09:11:57.447649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.494278 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f707dd16-75a8-4d35-b8aa-1e90ddcc0eab req-5418661e-1082-4c83-91ab-67630585ce6c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539744 Sep 09 09:11:57.495182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Port': ['ID=a9d093d9-889a-4f30-a4ec-c81686ef071f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:57.497573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No DVR routers for this DVR port a9d093d9-889a-4f30-a4ec-c81686ef071f on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:11:57.502025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1205341114-network', 'tenant_id': 'b02fbaa8deb344ebb00db178f622f80f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:57.532129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['58ca3b2f-b09f-4b69-96f7-fcf38073cd80'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:11:57.612808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Made reservation on behalf of b02fbaa8deb344ebb00db178f622f80f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:57.616475 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.642721 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.654146 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.678383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4f5805-b848-4f96-b7a6-13d42e9b8b89']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:57.691733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1480e553-5e0b-485f-b9fb-2faa3e85f0e7') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:57.701446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1480e553-5e0b-485f-b9fb-2faa3e85f0e7') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:11:57.707664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.742053 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.754347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:11:57.754929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.785452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:11:57.845511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:11:57.861209 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:11:57.956759 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.970092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:11:57.970397 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.984623 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:57.993524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.001348 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/2e4f5805-b848-4f96-b7a6-13d42e9b8b89 HTTP/1.1" status: 204 len: 168 time: 3.3483014 Sep 09 09:11:58.002062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48362) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:58.009176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341028372'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:58.014867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45d9689-9d0f-4545-a1d9-ccff864486fa,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:58.034372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:11:58.043819 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.044166 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Added segment cf902122-67d9-4543-9c99-deccbdcb408b of type vlan for network 37cee3cd-6876-4ee2-9399-160d8e2caac7 Sep 09 09:11:58.059454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c71e8-344c-440e-9486-7e3d14bfaff0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Network': ['ID=2e4f5805-b848-4f96-b7a6-13d42e9b8b89,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:58.096717 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.173046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:58.177531 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.206332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:11:58.218101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.218705 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Added segment 238c8bb2-10cf-4bf5-8558-66da1853d387 of type vlan for network 07fa8d89-eda3-4796-b21f-61eae694d2ef Sep 09 09:11:58.218950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.220765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:58.221910 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.268273 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.307284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] Pushing event updated for resources: {'Network': ['ID=37cee3cd-6876-4ee2-9399-160d8e2caac7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:58.318127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 37cee3cd-6876-4ee2-9399-160d8e2caac7 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:11:58.339961 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4b473ed8-ac4d-4cf8-af62-58533da24b66 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0358632 Sep 09 09:11:58.343155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48366) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:58.348953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] Request body: {'subnet': {'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1205341114-subnet', 'tenant_id': 'b02fbaa8deb344ebb00db178f622f80f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:58.372911 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.381946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:58.384618 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.445279 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] Made reservation on behalf of b02fbaa8deb344ebb00db178f622f80f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:58.448196 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.506866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=07fa8d89-eda3-4796-b21f-61eae694d2ef,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:58.521966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 07fa8d89-eda3-4796-b21f-61eae694d2ef details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:11:58.556365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48370) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:58.556974 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e8986577-138d-4d52-abea-a3f0ae962de2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5523322 Sep 09 09:11:58.562576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'network_id': '07fa8d89-eda3-4796-b21f-61eae694d2ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:58.701397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a0f8-7226-4666-9d54-a3056faf217c req-5e1385ec-7f68-4ded-ac94-96588f2dc328 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:58.703203 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9708a0f8-7226-4666-9d54-a3056faf217c req-5e1385ec-7f68-4ded-ac94-96588f2dc328 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 948 time: 0.1360056 Sep 09 09:11:58.755212 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9708a0f8-7226-4666-9d54-a3056faf217c req-e99b1276-dded-4246-aac3-84a27733c1db tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448804 Sep 09 09:11:58.807670 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.847693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:58.853798 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:58.864084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3914ca18-61bf-4703-b3e6-f73a7276edb2,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:58.901612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] Checking segment: {'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:58.902560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] Network hostable DHCP agents. Network: 37cee3cd-6876-4ee2-9399-160d8e2caac7, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:11:58.979166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] Network 37cee3cd-6876-4ee2-9399-160d8e2caac7 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:11:59.098782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 37cee3cd-6876-4ee2-9399-160d8e2caac7) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:59.105206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:59.108288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:59.109364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7653e067-8cb7-4ea7-b035-d1a45979f9a7 None None] Network 37cee3cd-6876-4ee2-9399-160d8e2caac7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:11:59.178537 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:59.207777 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3a557761-1654-4509-9485-ebd0f17f9713 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8629827 Sep 09 09:11:59.258934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55dd664-d4ef-4bbe-b317-4901d4111c18 None None] Network 37cee3cd-6876-4ee2-9399-160d8e2caac7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:11:59.272694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=7952c9b6-f704-4d51-b5b3-27f6b795e35e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:11:59.292276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Checking segment: {'id': '238c8bb2-10cf-4bf5-8558-66da1853d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07fa8d89-eda3-4796-b21f-61eae694d2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:11:59.292946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network hostable DHCP agents. Network: 07fa8d89-eda3-4796-b21f-61eae694d2ef, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:11:59.486868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network 07fa8d89-eda3-4796-b21f-61eae694d2ef is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:11:59.556406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 07fa8d89-eda3-4796-b21f-61eae694d2ef) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:11:59.560883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:59.561785 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:59.567968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f82df0-e979-489e-abbb-8b82d5fa19e6 None None] Network 07fa8d89-eda3-4796-b21f-61eae694d2ef requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:11:59.666224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9156fba7-0362-4c21-a299-f8e55a567fd1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1086273 Sep 09 09:11:59.669622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48414) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:11:59.675052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-227700254'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:11:59.733881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-07fa8d89-eda3-4796-b21f-61eae694d2ef', 'network_id': '07fa8d89-eda3-4796-b21f-61eae694d2ef', 'tenant_id': 'eabe87fa274245b79dca6d70327ace2d', 'fixed_ips': [{'subnet_id': '7952c9b6-f704-4d51-b5b3-27f6b795e35e'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:11:59.734813 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:59.750551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-5dd942b8-aa90-44aa-a7fc-1e376629b387 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:11:59.758553 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-5dd942b8-aa90-44aa-a7fc-1e376629b387 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/networks?id=37cee3cd-6876-4ee2-9399-160d8e2caac7 HTTP/1.1" status: 200 len: 815 time: 0.1358502 Sep 09 09:11:59.776114 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-4d931b8a-15ca-413e-8241-ad3fa3d03a48 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/quotas/b02fbaa8deb344ebb00db178f622f80f HTTP/1.1" status: 200 len: 375 time: 0.0164890 Sep 09 09:11:59.803504 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-32b7553e-d276-4dcd-ba08-3b6ac6e1a08c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b02fbaa8deb344ebb00db178f622f80f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265002 Sep 09 09:11:59.819352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:11:59.823325 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:59.866229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:11:59.886695 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:11:59.887119 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Added segment 6c3b452d-d0cc-4899-b754-596d3ac95f59 of type vlan for network 3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961 Sep 09 09:11:59.904447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Allocated IP 2001:db8::1 (07fa8d89-eda3-4796-b21f-61eae694d2ef/7952c9b6-f704-4d51-b5b3-27f6b795e35e/bd338321-bfc8-48e0-90b0-e2c7a44ba123) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:11:59.951872 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:00.000738 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-7df0f59c-8516-4df6-9a1e-d0fba973ea4e service neutron] 10.222.0.32 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892157 Sep 09 09:12:00.059859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7cae8-3e1d-4b4f-b3e3-41a1ec0adbe7 req-8d0c8d2c-75c6-461a-aa6b-72ea937a16e1 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:00.061738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27c7cae8-3e1d-4b4f-b3e3-41a1ec0adbe7 req-8d0c8d2c-75c6-461a-aa6b-72ea937a16e1 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 948 time: 0.0620921 Sep 09 09:12:00.091834 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:00.097829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:00.103234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Transition to ACTIVE for port object bd338321-bfc8-48e0-90b0-e2c7a44ba123 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:00.103423 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-4e836a70-5ba6-4d67-8329-391954acf69d service neutron] 10.222.0.32 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977428 Sep 09 09:12:00.103822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:00.104462 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:00.117712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Transition to ACTIVE for port object bd338321-bfc8-48e0-90b0-e2c7a44ba123 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:00.132138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27c7cae8-3e1d-4b4f-b3e3-41a1ec0adbe7 req-c0c6a987-c805-494c-afa2-595cf9e94159 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626850 Sep 09 09:12:00.191776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:00.203345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:00.235833 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:00.307012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8d4f3255-c63f-4892-a747-6f0aa85476f6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6359839 Sep 09 09:12:00.310043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48452) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:00.318094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'network_id': '3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:00.339312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Pushing event updated for resources: {'Port': ['ID=bd338321-bfc8-48e0-90b0-e2c7a44ba123,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:00.359874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Network 07fa8d89-eda3-4796-b21f-61eae694d2ef is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:00.363995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:00.364601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:12:00.456338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Attempting to bind port bd338321-bfc8-48e0-90b0-e2c7a44ba123 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:00.456740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Attempting to bind port bd338321-bfc8-48e0-90b0-e2c7a44ba123 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '238c8bb2-10cf-4bf5-8558-66da1853d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07fa8d89-eda3-4796-b21f-61eae694d2ef'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:00.457142 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Attempting to bind port bd338321-bfc8-48e0-90b0-e2c7a44ba123 on network 07fa8d89-eda3-4796-b21f-61eae694d2ef {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:00.465324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:00.465801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Checking segment: {'id': '238c8bb2-10cf-4bf5-8558-66da1853d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07fa8d89-eda3-4796-b21f-61eae694d2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:00.466283 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:00.466739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Bound using segment: {'id': '238c8bb2-10cf-4bf5-8558-66da1853d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07fa8d89-eda3-4796-b21f-61eae694d2ef'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:00.467508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Bound port: bd338321-bfc8-48e0-90b0-e2c7a44ba123, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238c8bb2-10cf-4bf5-8558-66da1853d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07fa8d89-eda3-4796-b21f-61eae694d2ef'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:00.467971 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:00.533586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9aa5f073-52d9-4ff2-99fc-6983fcd59419 req-008199cf-6e91-4550-8377-6c108c7497ee tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 210 time: 0.0435057 Sep 09 09:12:00.546240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] For port bd338321-bfc8-48e0-90b0-e2c7a44ba123, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:00.551002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] For port bd338321-bfc8-48e0-90b0-e2c7a44ba123, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bd338321-bfc8-48e0-90b0-e2c7a44ba123,segment=NetworkSegment(238c8bb2-10cf-4bf5-8558-66da1853d387),segment_id=238c8bb2-10cf-4bf5-8558-66da1853d387)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:00.555928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:00.561153 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:00.622595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.ipam_backend_mixin [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Performing IP validity checks on allocation pools {{(pid=95325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 09 09:12:00.623150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.ipam_backend_mixin [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 09 09:12:00.642645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0960d669-40f9-4ec5-8e76-4d760261891f details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:12:00.645021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:00.799841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:00.811148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '0960d669-40f9-4ec5-8e76-4d760261891f', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '0960d669-40f9-4ec5-8e76-4d760261891f', 'mac_address': 'fa:16:3e:06:e7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:12:00.837640 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:00.894197 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:00.905194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:00.938706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:00.939091 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:00.940770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2107d7-53e9-4761-b47b-ea8d1868f187 None None] Pushing event updated for resources: {'Port': ['ID=bd338321-bfc8-48e0-90b0-e2c7a44ba123,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:00.946259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0960d669-40f9-4ec5-8e76-4d760261891f {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:00.949362 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:01.015352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:01.066919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=651bb21e-004f-4cbe-adb0-fa7481e74f05,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:01.083164 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Checking segment: {'id': '6c3b452d-d0cc-4899-b754-596d3ac95f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:01.083875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network hostable DHCP agents. Network: 3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:12:01.108126 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:01.143526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:01.143526 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3832a2-f7a0-4594-90c1-a7426c4fb756" -d '{"events": [{"server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "name": "network-vif-plugged", "status": "completed", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:01.155890 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:01.162360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:01.232118 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0900610d-f732-4279-ae36-8f260f178ee7 x-openstack-request-id: req-0900610d-f732-4279-ae36-8f260f178ee7 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:01.232410 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "name": "network-vif-plugged", "status": "completed", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:01.233302 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0900610d-f732-4279-ae36-8f260f178ee7 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:01.233302 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'code': 200} Sep 09 09:12:01.237556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network 3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:12:01.267760 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['0960d669-40f9-4ec5-8e76-4d760261891f'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:12:01.296972 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:01.331274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:01.370667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:01.371560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:01.379229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb1f63b-5eed-40d3-8c71-4ea66a650214 None None] Network 3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:01.397823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:01.499619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838f665-a5f6-45d4-b133-e1a809f96421 req-b5f99de6-fd8c-4c24-b33a-d11976970261 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:01.508166 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8838f665-a5f6-45d4-b133-e1a809f96421 req-b5f99de6-fd8c-4c24-b33a-d11976970261 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 945 time: 0.1428280 Sep 09 09:12:01.518361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c9319-ad9e-4b50-8dd3-bd2a988377c8 req-548edff9-16e6-49c0-b8ad-2f0669d2643d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:01.523731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-051c9319-ad9e-4b50-8dd3-bd2a988377c8 req-548edff9-16e6-49c0-b8ad-2f0669d2643d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.2303407 Sep 09 09:12:01.542636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:01.545337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-04e1a308-0f97-400c-873d-b89ba205094a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2334030 Sep 09 09:12:01.610442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62671cf-d7ce-4fe9-8480-e4f8fb8cf240 req-32b6271f-93fd-47bc-97f1-1d2d637d9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:01.619991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f62671cf-d7ce-4fe9-8480-e4f8fb8cf240 req-32b6271f-93fd-47bc-97f1-1d2d637d9855 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1101 time: 0.2114954 Sep 09 09:12:01.620143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:01.671559 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-051c9319-ad9e-4b50-8dd3-bd2a988377c8 req-72756c1b-4c71-4ed8-83c4-3a149e665208 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073310 Sep 09 09:12:01.713505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f62671cf-d7ce-4fe9-8480-e4f8fb8cf240 req-7c4ebb7a-92ca-4095-a126-4a6e558be4f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928068 Sep 09 09:12:01.756820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bd338321-bfc8-48e0-90b0-e2c7a44ba123 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:01.763691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8838f665-a5f6-45d4-b133-e1a809f96421 req-2a6fa2c1-1fe1-4cf9-957e-47d055343696 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533000 Sep 09 09:12:01.828009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:01.855972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049fba2-d487-46f9-b379-c29bcdb74e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961', 'network_id': '3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961', 'tenant_id': 'eabe87fa274245b79dca6d70327ace2d', 'fixed_ips': [{'subnet_id': '651bb21e-004f-4cbe-adb0-fa7481e74f05'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:12:01.857663 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2049fba2-d487-46f9-b379-c29bcdb74e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:01.912944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68d69e5e-cc8d-436b-ad16-f44074f30367 req-b0d29dbe-cefe-4fa3-99e1-8a3b71c16e96 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 210 time: 0.0749559 Sep 09 09:12:02.010707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:02.197120 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:02.239226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Subnet': ['ID=651bb21e-004f-4cbe-adb0-fa7481e74f05,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:02.319714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server [None req-2049fba2-d487-46f9-b379-c29bcdb74e6d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 651bb21e-004f-4cbe-adb0-fa7481e74f05: This subnet is being modified by another concurrent operation. Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 09 09:12:02.338208 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise exception Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 651bb21e-004f-4cbe-adb0-fa7481e74f05: This subnet is being modified by another concurrent operation. Sep 09 09:12:02.344555 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server Sep 09 09:12:02.347277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:02.356135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3b452d-d0cc-4899-b754-596d3ac95f59') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:02.356427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3b452d-d0cc-4899-b754-596d3ac95f59') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:02.358154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port bd338321-bfc8-48e0-90b0-e2c7a44ba123 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:02.368826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:02.383901 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:02.390225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:02.390611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:02.393916 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:02.430490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c129a-c8d7-4cbe-9dfd-b340ff2233f0 None None] Network 3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:02.530254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262bfbf-bb7f-44c4-90e4-fddf758f5e3e None None] Network 07fa8d89-eda3-4796-b21f-61eae694d2ef requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:02.608227 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:02.624764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:02.629688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961 HTTP/1.1" status: 204 len: 168 time: 1.0850346 Sep 09 09:12:02.633918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48504) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:02.651887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361806018'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:02.660214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1b563-abca-4ae3-a6b0-ffd88959dd8c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Network': ['ID=3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:02.749496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0960d669-40f9-4ec5-8e76-4d760261891f up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:02.859927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:02.864019 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:02.913049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a86c6-a954-4d9d-88d7-3e70f2438b60 req-43cd6cbd-9b61-457f-80be-aa1979d69d25 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:02.939271 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-192a86c6-a954-4d9d-88d7-3e70f2438b60 req-43cd6cbd-9b61-457f-80be-aa1979d69d25 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1952450 Sep 09 09:12:02.942650 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8592b4a2-5259-49ee-9c42-b7608e1fa531 None None] Provisioning for port bd338321-bfc8-48e0-90b0-e2c7a44ba123 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:02.956216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8592b4a2-5259-49ee-9c42-b7608e1fa531 None None] Provisioning complete for port bd338321-bfc8-48e0-90b0-e2c7a44ba123 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:02.958224 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8592b4a2-5259-49ee-9c42-b7608e1fa531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:02.988490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b88c7a-78da-47f3-bf33-75f75078d0c4 req-9f2d85e2-cc16-4c4b-81ae-ba709d63fcdb tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:03.000526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-88b88c7a-78da-47f3-bf33-75f75078d0c4 req-9f2d85e2-cc16-4c4b-81ae-ba709d63fcdb tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 945 time: 0.1331208 Sep 09 09:12:03.029004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:03.043633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-192a86c6-a954-4d9d-88d7-3e70f2438b60 req-fa85fde8-3328-4ba9-92ee-ece29e928d61 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030619 Sep 09 09:12:03.067975 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-88b88c7a-78da-47f3-bf33-75f75078d0c4 req-dd6fce69-4963-4cc7-be35-60f901868be1 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb182a48-1c95-4b3b-980a-f5cb4ef41552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624332 Sep 09 09:12:03.099444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.100465 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Added segment c1f5c632-ef8d-40da-ade8-9c9aea32215a of type vlan for network 9640517f-6e8e-4be1-bff2-f062b9befb28 Sep 09 09:12:03.148295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fe1d1-6c47-4d80-95f2-bf525f903a42 req-a2767f18-eed3-4485-be00-8d0223524f01 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:03.148295 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-409fe1d1-6c47-4d80-95f2-bf525f903a42 req-a2767f18-eed3-4485-be00-8d0223524f01 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 945 time: 0.0789695 Sep 09 09:12:03.152794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 0960d669-40f9-4ec5-8e76-4d760261891f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:03.154146 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.231871 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.394775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cff0b3c5-eb7e-4df6-b041-e3f83d92835d req-0fdccbd9-d74a-45e6-9928-d6bb7be283a8 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 210 time: 0.0779071 Sep 09 09:12:03.412116 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.438088 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8592b4a2-5259-49ee-9c42-b7608e1fa531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.443672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:03.444526 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.450230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-409fe1d1-6c47-4d80-95f2-bf525f903a42 req-d14b0c21-4440-4f9b-811d-23c169aa8be2 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Deleting port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:03.450845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-409fe1d1-6c47-4d80-95f2-bf525f903a42 req-d14b0c21-4440-4f9b-811d-23c169aa8be2 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.505476 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.511870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8592b4a2-5259-49ee-9c42-b7608e1fa531 None None] For port bd338321-bfc8-48e0-90b0-e2c7a44ba123, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bd338321-bfc8-48e0-90b0-e2c7a44ba123,segment=NetworkSegment(238c8bb2-10cf-4bf5-8558-66da1853d387),segment_id=238c8bb2-10cf-4bf5-8558-66da1853d387)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:03.544911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:03.547247 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12ff434-ccf6-4a29-a9dc-fe8dfa2e2918" -d '{"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-plugged", "status": "completed", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:03.557283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=9640517f-6e8e-4be1-bff2-f062b9befb28,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:03.562522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:03.571881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 9640517f-6e8e-4be1-bff2-f062b9befb28 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:03.631400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-409fe1d1-6c47-4d80-95f2-bf525f903a42 req-d14b0c21-4440-4f9b-811d-23c169aa8be2 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] For port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3cce797f-f6b2-42e5-8a54-c917cdf3afb1,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:03.631965 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-409fe1d1-6c47-4d80-95f2-bf525f903a42 req-d14b0c21-4440-4f9b-811d-23c169aa8be2 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.646232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b4a23822-dc19-4ccd-88e1-5118d8307df0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0051792 Sep 09 09:12:03.647160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48528) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:03.662478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-409fe1d1-6c47-4d80-95f2-bf525f903a42 req-d14b0c21-4440-4f9b-811d-23c169aa8be2 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Calling delete_port for 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:03.665671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'network_id': '9640517f-6e8e-4be1-bff2-f062b9befb28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:03.686804 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8592b4a2-5259-49ee-9c42-b7608e1fa531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.693474 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad1dcff-2959-4c37-b596-0bef75df8313 x-openstack-request-id: req-bad1dcff-2959-4c37-b596-0bef75df8313 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:03.693951 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-plugged", "status": "completed", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:03.694399 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bad1dcff-2959-4c37-b596-0bef75df8313 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:03.695061 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f', 'code': 200} Sep 09 09:12:03.704649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a53f634-dc3b-4245-8c51-db906173af6f None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:12:03.899817 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.937606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-73c5e227-22f7-46e5-b5d2-36cc0283d194 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:03.941236 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-73c5e227-22f7-46e5-b5d2-36cc0283d194 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.41 "GET /v2.0/networks?id=37cee3cd-6876-4ee2-9399-160d8e2caac7 HTTP/1.1" status: 200 len: 815 time: 0.2311308 Sep 09 09:12:03.954020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a53f634-dc3b-4245-8c51-db906173af6f None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:12:03.959971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Request body: {'port': {'device_id': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7', 'admin_state_up': True, 'tenant_id': 'b02fbaa8deb344ebb00db178f622f80f'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:03.963676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-21159f46-618e-482a-9808-f387e98a96da None None] Provisioning complete for port bd338321-bfc8-48e0-90b0-e2c7a44ba123 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:03.964124 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21159f46-618e-482a-9808-f387e98a96da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:03.973184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-409fe1d1-6c47-4d80-95f2-bf525f903a42 req-d14b0c21-4440-4f9b-811d-23c169aa8be2 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:04.000859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['3cce797f-f6b2-42e5-8a54-c917cdf3afb1'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:12:04.012599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b0c21-4440-4f9b-811d-23c169aa8be2 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Pushing event deleted for resources: {'Port': ['ID=3cce797f-f6b2-42e5-8a54-c917cdf3afb1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:04.036965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592b4a2-5259-49ee-9c42-b7608e1fa531 None None] Pushing event updated for resources: {'Port': ['ID=bd338321-bfc8-48e0-90b0-e2c7a44ba123,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:04.068508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-409fe1d1-6c47-4d80-95f2-bf525f903a42 req-d14b0c21-4440-4f9b-811d-23c169aa8be2 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] No DVR routers for this DVR port 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:04.073682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:04.080092 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:04.097982 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-409fe1d1-6c47-4d80-95f2-bf525f903a42 req-d14b0c21-4440-4f9b-811d-23c169aa8be2 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:04.110233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-409fe1d1-6c47-4d80-95f2-bf525f903a42 req-d14b0c21-4440-4f9b-811d-23c169aa8be2 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.24 "DELETE /v2.0/ports/3cce797f-f6b2-42e5-8a54-c917cdf3afb1 HTTP/1.1" status: 204 len: 173 time: 0.9513047 Sep 09 09:12:04.111086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe73143-c397-4db4-8b28-10da1fe575d8', 'name': 'network-vif-deleted', 'tag': '3cce797f-f6b2-42e5-8a54-c917cdf3afb1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:04.113430 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf40f5a-d3e4-4756-a04e-f0144cf76be8" -d '{"events": [{"server_uuid": "9fe73143-c397-4db4-8b28-10da1fe575d8", "name": "network-vif-deleted", "tag": "3cce797f-f6b2-42e5-8a54-c917cdf3afb1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:04.192405 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:04.279989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c520b18-446b-4ae4-89b0-febf5a7c2dd4 req-8dcbb1aa-c020-4041-b7c4-85cc05ce263e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:04.282037 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c520b18-446b-4ae4-89b0-febf5a7c2dd4 req-8dcbb1aa-c020-4041-b7c4-85cc05ce263e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.0577974 Sep 09 09:12:04.311324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ca264ff-2832-436c-93a1-af74bc6e8977 req-ea301497-e4e8-462b-84a5-7b22e4789a9a tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 210 time: 0.0631890 Sep 09 09:12:04.390559 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c520b18-446b-4ae4-89b0-febf5a7c2dd4 req-cb836c9d-2ebb-453a-a726-25fa1d9bcd59 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966134 Sep 09 09:12:04.436903 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6835907d-84c7-4d7a-8a04-3b82511e8bd7 x-openstack-request-id: req-6835907d-84c7-4d7a-8a04-3b82511e8bd7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:04.437305 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe73143-c397-4db4-8b28-10da1fe575d8", "name": "network-vif-deleted", "tag": "3cce797f-f6b2-42e5-8a54-c917cdf3afb1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:04.437770 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6835907d-84c7-4d7a-8a04-3b82511e8bd7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:04.438277 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe73143-c397-4db4-8b28-10da1fe575d8', 'name': 'network-vif-deleted', 'tag': '3cce797f-f6b2-42e5-8a54-c917cdf3afb1', 'status': 'completed', 'code': 200} Sep 09 09:12:04.497577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Made reservation on behalf of b02fbaa8deb344ebb00db178f622f80f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:04.514379 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:04.729093 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a682f728-ada5-47f7-8107-5335b18e6e48 req-2d0d51d4-74b2-407e-984e-eb76d997f835 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 210 time: 0.0367484 Sep 09 09:12:04.756303 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:04.896650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=d577c945-2e2c-47e2-9ba0-8c117c8fcd84,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:04.900571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Allocated IP 172.20.0.10 (37cee3cd-6876-4ee2-9399-160d8e2caac7/3914ca18-61bf-4703-b3e6-f73a7276edb2/216791ee-19bc-4f06-8d31-867afa8c5bfc) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:12:04.915087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d402e71-36be-4f55-9c8d-d6d52205df3a req-3af5b26a-71a3-4402-b14c-9cf50d6e108f tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:04.928452 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d402e71-36be-4f55-9c8d-d6d52205df3a req-3af5b26a-71a3-4402-b14c-9cf50d6e108f tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1101 time: 0.1870041 Sep 09 09:12:04.958257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Checking segment: {'id': 'c1f5c632-ef8d-40da-ade8-9c9aea32215a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9640517f-6e8e-4be1-bff2-f062b9befb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:04.958725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network hostable DHCP agents. Network: 9640517f-6e8e-4be1-bff2-f062b9befb28, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:12:05.045527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d402e71-36be-4f55-9c8d-d6d52205df3a req-7c7dd207-a9eb-4f3f-b019-9f32d0ececd5 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987179 Sep 09 09:12:05.106670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network 9640517f-6e8e-4be1-bff2-f062b9befb28 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:12:05.173627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:05.219317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 9640517f-6e8e-4be1-bff2-f062b9befb28) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:05.224321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:05.227963 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:05.241798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de310485-99f5-494e-bdd2-41c96941c8a6 None None] Network 9640517f-6e8e-4be1-bff2-f062b9befb28 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:05.339157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:05.343314 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-809662bf-ac3f-4fdf-bbcc-706ce071ee4f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6938937 Sep 09 09:12:05.357934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48566) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:05.392216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Network 37cee3cd-6876-4ee2-9399-160d8e2caac7 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:05.395643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:05.403104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:12:05.452665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Pushing event updated for resources: {'Port': ['ID=216791ee-19bc-4f06-8d31-867afa8c5bfc,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:05.500116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:05.500704 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:05.528062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-9640517f-6e8e-4be1-bff2-f062b9befb28', 'network_id': '9640517f-6e8e-4be1-bff2-f062b9befb28', 'tenant_id': 'eabe87fa274245b79dca6d70327ace2d', 'fixed_ips': [{'subnet_id': 'd577c945-2e2c-47e2-9ba0-8c117c8fcd84'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:12:05.531672 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:05.670796 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-073ab478-024a-47c1-baaa-8a312716c179 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7155070 Sep 09 09:12:05.716970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Request body: {'port': {'device_id': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:05.760844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bd338321-bfc8-48e0-90b0-e2c7a44ba123 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:05.793821 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:05.820841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Allocated IP 2001:db8::1 (9640517f-6e8e-4be1-bff2-f062b9befb28/d577c945-2e2c-47e2-9ba0-8c117c8fcd84/2a097c89-f5f5-4064-b327-22a1a72ddf9f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:12:05.880453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bd338321-bfc8-48e0-90b0-e2c7a44ba123 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:05.880971 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.066545 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4bc49e39-f8ad-4398-8e24-a11960b40749 req-ca21cb36-fd15-462d-8dc5-1e4896d66ca1 tempest-AttachSCSIVolumeTestJSON-188837397 tempest-AttachSCSIVolumeTestJSON-188837397-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73143-c397-4db4-8b28-10da1fe575d8 HTTP/1.1" status: 200 len: 210 time: 0.5364628 Sep 09 09:12:06.112056 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.128572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Transition to ACTIVE for port object 2a097c89-f5f5-4064-b327-22a1a72ddf9f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:06.131039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.157247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Transition to ACTIVE for port object 2a097c89-f5f5-4064-b327-22a1a72ddf9f will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:06.264679 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.295361 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.324673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Network 9640517f-6e8e-4be1-bff2-f062b9befb28 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:06.327669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:06.332125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:12:06.344933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Pushing event updated for resources: {'Port': ['ID=2a097c89-f5f5-4064-b327-22a1a72ddf9f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:06.411042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Attempting to bind port 2a097c89-f5f5-4064-b327-22a1a72ddf9f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:06.411791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Attempting to bind port 2a097c89-f5f5-4064-b327-22a1a72ddf9f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'c1f5c632-ef8d-40da-ade8-9c9aea32215a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9640517f-6e8e-4be1-bff2-f062b9befb28'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:06.434002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Attempting to bind port 2a097c89-f5f5-4064-b327-22a1a72ddf9f on network 9640517f-6e8e-4be1-bff2-f062b9befb28 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:06.434153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf38bd-c5fd-4082-ab96-6b1effa0afdd req-da1cc804-7ca1-48fc-ac11-1f90e51b27af tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:06.434153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7cf38bd-c5fd-4082-ab96-6b1effa0afdd req-da1cc804-7ca1-48fc-ac11-1f90e51b27af tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1230750 Sep 09 09:12:06.434419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:06.434419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Checking segment: {'id': 'c1f5c632-ef8d-40da-ade8-9c9aea32215a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9640517f-6e8e-4be1-bff2-f062b9befb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:06.434419 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.434419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Bound using segment: {'id': 'c1f5c632-ef8d-40da-ade8-9c9aea32215a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9640517f-6e8e-4be1-bff2-f062b9befb28'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:06.434419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Bound port: 2a097c89-f5f5-4064-b327-22a1a72ddf9f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f5c632-ef8d-40da-ade8-9c9aea32215a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9640517f-6e8e-4be1-bff2-f062b9befb28'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:06.434419 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.445891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32279794-9105-4205-bd15-ad3549391754 req-0164a1fd-7e63-413a-b41f-0d778949ea68 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:06.455984 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32279794-9105-4205-bd15-ad3549391754 req-0164a1fd-7e63-413a-b41f-0d778949ea68 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 932 time: 0.1696930 Sep 09 09:12:06.496165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7cf38bd-c5fd-4082-ab96-6b1effa0afdd req-74476636-da3e-4dd0-96f3-cf3db2ed538c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686691 Sep 09 09:12:06.533205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] For port 2a097c89-f5f5-4064-b327-22a1a72ddf9f, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:06.538071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] For port 2a097c89-f5f5-4064-b327-22a1a72ddf9f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2a097c89-f5f5-4064-b327-22a1a72ddf9f,segment=NetworkSegment(c1f5c632-ef8d-40da-ade8-9c9aea32215a),segment_id=c1f5c632-ef8d-40da-ade8-9c9aea32215a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:06.562284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-11cbf03f-f79f-430e-a376-47c8b8f1a651 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1975496 Sep 09 09:12:06.582410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32279794-9105-4205-bd15-ad3549391754 req-8e78c246-46cf-4797-a3af-648764cd040e tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239626 Sep 09 09:12:06.604895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216791ee-19bc-4f06-8d31-867afa8c5bfc {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:06.616186 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.738647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Transition to ACTIVE for port object 216791ee-19bc-4f06-8d31-867afa8c5bfc will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:06.739062 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.771082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Subnet': ['ID=d577c945-2e2c-47e2-9ba0-8c117c8fcd84,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:06.813703 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.837172 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.869088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9640517f-6e8e-4be1-bff2-f062b9befb28']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:06.882129 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.882660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f5c632-ef8d-40da-ade8-9c9aea32215a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:06.882960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f5c632-ef8d-40da-ade8-9c9aea32215a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:06.912003 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.936366 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.940010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de89d5-4543-4073-a869-8dd946252c96 None None] Pushing event updated for resources: {'Port': ['ID=2a097c89-f5f5-4064-b327-22a1a72ddf9f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:06.947241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:06.947792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:06.953244 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:06.991955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Pushing event updated for resources: {'Port': ['ID=216791ee-19bc-4f06-8d31-867afa8c5bfc,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:07.088204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Attempting to bind port 216791ee-19bc-4f06-8d31-867afa8c5bfc on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:07.088828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Attempting to bind port 216791ee-19bc-4f06-8d31-867afa8c5bfc by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:07.090314 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Attempting to bind port 216791ee-19bc-4f06-8d31-867afa8c5bfc on network 37cee3cd-6876-4ee2-9399-160d8e2caac7 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:07.096474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Port 216791ee-19bc-4f06-8d31-867afa8c5bfc on network 37cee3cd-6876-4ee2-9399-160d8e2caac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:12:07.096805 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Attempting to bind port 216791ee-19bc-4f06-8d31-867afa8c5bfc on network 37cee3cd-6876-4ee2-9399-160d8e2caac7 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:07.111310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:07.111753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Checking segment: {'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:07.112150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Bound using segment: {'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:07.112621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Bound port: 216791ee-19bc-4f06-8d31-867afa8c5bfc, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:07.112993 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:07.232019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] For port 216791ee-19bc-4f06-8d31-867afa8c5bfc, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:07.234589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] For port 216791ee-19bc-4f06-8d31-867afa8c5bfc, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=216791ee-19bc-4f06-8d31-867afa8c5bfc,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:07.259690 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 09:12:07.259690 n-d-778696-16 neutron-server[95326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 09:12:07.259690 n-d-778696-16 neutron-server[95326]: [parameters: {'id': '9640517f-6e8e-4be1-bff2-f062b9befb28'}] Sep 09 09:12:07.259690 n-d-778696-16 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:12:07.266363 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:12:07.361883 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:07.416098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:07.416737 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:07.418171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] 10.222.0.41 "PUT /v2.0/ports/216791ee-19bc-4f06-8d31-867afa8c5bfc HTTP/1.1" status: 200 len: 1093 time: 1.7315619 Sep 09 09:12:07.418669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'tag': '216791ee-19bc-4f06-8d31-867afa8c5bfc'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:07.420879 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077bfb28-3f59-4071-bb9b-95f046d7ce04" -d '{"events": [{"name": "network-changed", "server_uuid": "6958749c-46a5-42b8-b1f8-20842128a0ca", "tag": "216791ee-19bc-4f06-8d31-867afa8c5bfc"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:07.437423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd51744-227a-48d2-9b2c-94cc46469b60 service neutron] Pushing event updated for resources: {'Port': ['ID=216791ee-19bc-4f06-8d31-867afa8c5bfc,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:07.481033 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a7955d-cfb1-42b3-9881-43c524cfbe83 x-openstack-request-id: req-68a7955d-cfb1-42b3-9881-43c524cfbe83 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:07.481399 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6958749c-46a5-42b8-b1f8-20842128a0ca", "tag": "216791ee-19bc-4f06-8d31-867afa8c5bfc", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:07.481724 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68a7955d-cfb1-42b3-9881-43c524cfbe83 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:07.482205 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'tag': '216791ee-19bc-4f06-8d31-867afa8c5bfc', 'status': 'completed', 'code': 200} Sep 09 09:12:07.567283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:07.616034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bfb28-3f59-4071-bb9b-95f046d7ce04 req-de058049-cac9-4a90-8cec-7a0045970f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:07.619075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-077bfb28-3f59-4071-bb9b-95f046d7ce04 req-de058049-cac9-4a90-8cec-7a0045970f5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b02fbaa8deb344ebb00db178f622f80f&device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 1096 time: 0.1086760 Sep 09 09:12:07.635359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:07.635721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3cce797f-f6b2-42e5-8a54-c917cdf3afb1 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:07.688172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2a097c89-f5f5-4064-b327-22a1a72ddf9f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:07.756806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9d36a-ea61-4dec-99f7-4a2372778384 req-d31761dc-0b4f-47c7-9adc-42917df524e0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:07.768871 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0ca9d36a-ea61-4dec-99f7-4a2372778384 req-d31761dc-0b4f-47c7-9adc-42917df524e0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1107659 Sep 09 09:12:07.771262 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:07.853031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 2a097c89-f5f5-4064-b327-22a1a72ddf9f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:07.875845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bfb28-3f59-4071-bb9b-95f046d7ce04 req-829ab628-0b55-4818-b527-5ad59e83d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:07.878288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-077bfb28-3f59-4071-bb9b-95f046d7ce04 req-829ab628-0b55-4818-b527-5ad59e83d75f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b02fbaa8deb344ebb00db178f622f80f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2460940 Sep 09 09:12:07.930514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0ca9d36a-ea61-4dec-99f7-4a2372778384 req-83295b5a-bd22-4c4b-8041-06cf4a31f0f2 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602366 Sep 09 09:12:08.014843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Deleting port 2a097c89-f5f5-4064-b327-22a1a72ddf9f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:08.015225 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:08.246253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] For port 2a097c89-f5f5-4064-b327-22a1a72ddf9f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2a097c89-f5f5-4064-b327-22a1a72ddf9f,segment=NetworkSegment(c1f5c632-ef8d-40da-ade8-9c9aea32215a),segment_id=c1f5c632-ef8d-40da-ade8-9c9aea32215a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:08.246253 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:08.272329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Calling delete_port for 2a097c89-f5f5-4064-b327-22a1a72ddf9f owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:08.280975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e10e562-dfef-44dd-805b-566891fcda0f None None] Network 9640517f-6e8e-4be1-bff2-f062b9befb28 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:08.289741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fedbc-9c5e-425e-8291-f32757b445cb req-c214808e-5486-4f74-9a18-e7fc77c572cd tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:08.301146 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba8fedbc-9c5e-425e-8291-f32757b445cb req-c214808e-5486-4f74-9a18-e7fc77c572cd tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 944 time: 0.1225586 Sep 09 09:12:08.419611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bfb28-3f59-4071-bb9b-95f046d7ce04 req-b4cded5c-14b9-41b4-a23b-58cf03efda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:08.420842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba8fedbc-9c5e-425e-8291-f32757b445cb req-263f7408-c52d-4fb8-a1ff-d67b46ff25f7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117878 Sep 09 09:12:08.424048 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-077bfb28-3f59-4071-bb9b-95f046d7ce04 req-b4cded5c-14b9-41b4-a23b-58cf03efda0e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5310626 Sep 09 09:12:08.580562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-522636e6-35c8-4dfa-a80a-ca929701ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:08.582340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-522636e6-35c8-4dfa-a80a-ca929701ff32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b02fbaa8deb344ebb00db178f622f80f&device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 1096 time: 0.0732174 Sep 09 09:12:08.584943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2985009b-611b-494a-93d1-a5cee295b70a None None] Provisioning for port 2a097c89-f5f5-4064-b327-22a1a72ddf9f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:08.591574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2985009b-611b-494a-93d1-a5cee295b70a None None] Provisioning complete for port 2a097c89-f5f5-4064-b327-22a1a72ddf9f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:08.594862 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2985009b-611b-494a-93d1-a5cee295b70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:08.633049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c49f2-6095-47ce-b12c-862235ff851b None None] DHCP port deletion for 9640517f-6e8e-4be1-bff2-f062b9befb28 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:12:08.640472 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-204313bc-c96e-469d-913e-c23e4216fc76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216791ee-19bc-4f06-8d31-867afa8c5bfc HTTP/1.1" status: 200 len: 217 time: 0.0433879 Sep 09 09:12:08.708209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-1e77c04a-e5ad-424e-8400-dbd7a300bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:08.709905 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-1e77c04a-e5ad-424e-8400-dbd7a300bf0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3914ca18-61bf-4703-b3e6-f73a7276edb2 HTTP/1.1" status: 200 len: 855 time: 0.0606177 Sep 09 09:12:08.710699 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:08.722080 n-d-778696-16 neutron-server[95327]: INFO neutron.plugins.ml2.db [None req-2985009b-611b-494a-93d1-a5cee295b70a None None] No ports have port_id starting with 2a097c89-f5f5-4064-b327-22a1a72ddf9f Sep 09 09:12:08.744890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Port': ['ID=2a097c89-f5f5-4064-b327-22a1a72ddf9f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:08.761106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No DVR routers for this DVR port 2a097c89-f5f5-4064-b327-22a1a72ddf9f on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:08.764103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d57c49f2-6095-47ce-b12c-862235ff851b None None] Deleting port 2a097c89-f5f5-4064-b327-22a1a72ddf9f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:08.764602 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d57c49f2-6095-47ce-b12c-862235ff851b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:08.770338 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-f3b31be1-418f-4f4c-87b5-f4ab8371ee73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37cee3cd-6876-4ee2-9399-160d8e2caac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503170 Sep 09 09:12:08.875870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d57c49f2-6095-47ce-b12c-862235ff851b None None] For port 2a097c89-f5f5-4064-b327-22a1a72ddf9f, host n-d-778696-16, got binding levels [] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:08.876790 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d57c49f2-6095-47ce-b12c-862235ff851b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:08.904527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d57c49f2-6095-47ce-b12c-862235ff851b None None] Calling delete_port for 2a097c89-f5f5-4064-b327-22a1a72ddf9f owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:08.912736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.ipam_backend_mixin [None req-d57c49f2-6095-47ce-b12c-862235ff851b None None] Port 2a097c89-f5f5-4064-b327-22a1a72ddf9f was not found and therefore no delete operation was performed {{(pid=95327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:12:08.912736 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d57c49f2-6095-47ce-b12c-862235ff851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:08.951000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c49f2-6095-47ce-b12c-862235ff851b None None] Pushing event deleted for resources: {'Port': ['ID=2a097c89-f5f5-4064-b327-22a1a72ddf9f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:08.954112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c49f2-6095-47ce-b12c-862235ff851b None None] No DVR routers for this DVR port 2a097c89-f5f5-4064-b327-22a1a72ddf9f on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:08.958652 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-8a1ca002-703d-4844-8348-b50d87711bf8 service neutron] 10.222.0.41 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808264 Sep 09 09:12:08.967676 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:09.000065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9640517f-6e8e-4be1-bff2-f062b9befb28']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:09.011610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f5c632-ef8d-40da-ade8-9c9aea32215a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:09.011911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f5c632-ef8d-40da-ade8-9c9aea32215a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:09.026277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:09.051897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:09.084499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:09.085242 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:09.109520 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:09.238729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df55dcf-4a2f-4bcd-9e64-6914ea965886 req-1801b92b-822b-4531-930b-dbd9b05a8c12 service neutron] 10.222.0.41 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659245 Sep 09 09:12:09.246293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25433d37-53d3-41e0-9e50-2ea714c7be40 req-b71a7dab-7c2a-41bd-8e5a-2560e211d77f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:09.255795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25433d37-53d3-41e0-9e50-2ea714c7be40 req-b71a7dab-7c2a-41bd-8e5a-2560e211d77f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1418307 Sep 09 09:12:09.325034 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25433d37-53d3-41e0-9e50-2ea714c7be40 req-2602884b-813a-4f5e-9385-2177ded41255 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680814 Sep 09 09:12:09.340971 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:09.376054 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:09.378052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/9640517f-6e8e-4be1-bff2-f062b9befb28 HTTP/1.1" status: 204 len: 168 time: 4.0185239 Sep 09 09:12:09.379481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60789d-3c3c-4090-819e-5dc35633d3f4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Network': ['ID=9640517f-6e8e-4be1-bff2-f062b9befb28,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:09.383371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48696) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:09.388582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-252051599'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:09.505734 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:09.505734 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:09.554086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:09.590251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:09.610957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2a097c89-f5f5-4064-b327-22a1a72ddf9f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:09.611987 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Added segment 0d2c4e77-5801-42c8-a12c-8e8fe9892c05 of type vlan for network 9e6463e9-556d-4e89-8312-efee92ac6549 Sep 09 09:12:09.642889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 2a097c89-f5f5-4064-b327-22a1a72ddf9f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:09.651981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2a097c89-f5f5-4064-b327-22a1a72ddf9f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:09.699494 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0d6a-4ffc-497d-a23b-4711e6b2588e req-ba99ef14-88c5-4525-a91a-32ead145aaa3 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:09.701057 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-871b0d6a-4ffc-497d-a23b-4711e6b2588e req-ba99ef14-88c5-4525-a91a-32ead145aaa3 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 944 time: 0.1423049 Sep 09 09:12:09.708242 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:09.789635 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-871b0d6a-4ffc-497d-a23b-4711e6b2588e req-6c8f0d97-b831-42b9-bef4-1543bdd095cc tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815423 Sep 09 09:12:09.853127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:09.859706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:09.860382 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:10.003115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=9e6463e9-556d-4e89-8312-efee92ac6549,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:10.014592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 9e6463e9-556d-4e89-8312-efee92ac6549 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:10.024732 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b2f5a3cd-ab20-4cec-bce9-53ec0cccb09f tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6404443 Sep 09 09:12:10.027681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48706) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:10.038696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'network_id': '9e6463e9-556d-4e89-8312-efee92ac6549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:10.084451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-1713286f-55ca-4f6c-9b8a-d8bef2c449ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:10.089511 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-1713286f-55ca-4f6c-9b8a-d8bef2c449ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1101 time: 0.0910285 Sep 09 09:12:10.254617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-3e6db513-c13e-4154-84b8-3775128e8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:10.261353 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-3e6db513-c13e-4154-84b8-3775128e8f1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1639397 Sep 09 09:12:10.292765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:10.296436 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:10.310814 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-5c83dce4-c0bb-4f82-b25d-471007357d0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 217 time: 0.0399084 Sep 09 09:12:10.416633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-6cca868d-cf7b-48bc-8cc4-d9d36d8f85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:10.418695 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-6cca868d-cf7b-48bc-8cc4-d9d36d8f85ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0993874 Sep 09 09:12:10.501975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-2977c8f7-a8ee-4e91-937d-57edbb7fcac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:10.504567 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-2977c8f7-a8ee-4e91-937d-57edbb7fcac5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748160 Sep 09 09:12:10.638504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a44536-9c68-4d3e-813f-218ea0f00ddd req-8930c0e0-241b-4687-af6c-0bc1d509cb23 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:10.649009 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a5a44536-9c68-4d3e-813f-218ea0f00ddd req-8930c0e0-241b-4687-af6c-0bc1d509cb23 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1417658 Sep 09 09:12:10.682276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-443b35b6-03c3-4e82-a2bf-243a83c08345 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686521 Sep 09 09:12:10.714323 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a5a44536-9c68-4d3e-813f-218ea0f00ddd req-db917a32-7458-4cf2-8d00-e762bd9b0509 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543885 Sep 09 09:12:10.796030 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:10.820464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-081922e7-8b24-42fe-85d0-5511b36da561 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255045 Sep 09 09:12:10.949027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=3e5777cc-e09a-4354-b214-78c531b5fe5c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:10.984462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Checking segment: {'id': '0d2c4e77-5801-42c8-a12c-8e8fe9892c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9e6463e9-556d-4e89-8312-efee92ac6549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:10.984825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network hostable DHCP agents. Network: 9e6463e9-556d-4e89-8312-efee92ac6549, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:12:11.036163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b395b4-2319-4f68-873d-c0fe7d86c036 req-0337c434-58a8-4e9b-930f-609a1f8074a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:11.044983 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44b395b4-2319-4f68-873d-c0fe7d86c036 req-0337c434-58a8-4e9b-930f-609a1f8074a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 944 time: 0.1276319 Sep 09 09:12:11.102947 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44b395b4-2319-4f68-873d-c0fe7d86c036 req-7e160428-b8ba-4a5e-9ef1-a9a9e8cda613 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570061 Sep 09 09:12:11.121365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network 9e6463e9-556d-4e89-8312-efee92ac6549 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:12:11.202265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 9e6463e9-556d-4e89-8312-efee92ac6549) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:11.206753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:11.207700 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:11.215296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20723e05-92a6-4be8-aaec-c7dff40c90f4 None None] Network 9e6463e9-556d-4e89-8312-efee92ac6549 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:11.325325 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2bfecdca-8255-4309-ad5b-c69aecce8f8d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2942073 Sep 09 09:12:11.325730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48736) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:11.522133 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:11.644951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:11.674268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9366271e-4f59-4ece-86e4-6441a362abb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-9e6463e9-556d-4e89-8312-efee92ac6549', 'network_id': '9e6463e9-556d-4e89-8312-efee92ac6549', 'tenant_id': 'eabe87fa274245b79dca6d70327ace2d', 'fixed_ips': [{'subnet_id': '3e5777cc-e09a-4354-b214-78c531b5fe5c'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:12:11.675370 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9366271e-4f59-4ece-86e4-6441a362abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:11.874591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-d787a740-2a0d-45c5-8edc-361a8c12b2cc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:11.876940 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-d787a740-2a0d-45c5-8edc-361a8c12b2cc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 807 time: 0.1704390 Sep 09 09:12:11.899755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-765f2b37-ea7a-4347-a812-6d34bcda7b42 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/quotas/1631eb8ffcf145449cf9c9f503ea3a50 HTTP/1.1" status: 200 len: 375 time: 0.0120370 Sep 09 09:12:11.943191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab07b4-86b1-454a-8eea-e5ab1558be10 req-b24dec7b-5085-4dc2-af73-f29d28bcf052 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:11.944861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-27ab07b4-86b1-454a-8eea-e5ab1558be10 req-b24dec7b-5085-4dc2-af73-f29d28bcf052 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.0762823 Sep 09 09:12:11.951000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server [None req-9366271e-4f59-4ece-86e4-6441a362abb6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e5777cc-e09a-4354-b214-78c531b5fe5c: This subnet is being modified by another concurrent operation. Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 09 09:12:11.980702 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise exception Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e5777cc-e09a-4354-b214-78c531b5fe5c: This subnet is being modified by another concurrent operation. Sep 09 09:12:11.984165 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server Sep 09 09:12:11.993579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5777cc-e09a-4354-b214-78c531b5fe5c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:12.029481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaa4f00-d7fe-436a-8c89-02cabcfd5a2c None None] Network 9e6463e9-556d-4e89-8312-efee92ac6549 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:12.040927 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-27ab07b4-86b1-454a-8eea-e5ab1558be10 req-426f4659-536d-46e6-905e-22dc849bc569 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859969 Sep 09 09:12:12.051824 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-4a781155-d1d7-4994-a33c-74c3f25a4cf1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1465743 Sep 09 09:12:12.118589 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:12.176371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6463e9-556d-4e89-8312-efee92ac6549']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:12.195929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2c4e77-5801-42c8-a12c-8e8fe9892c05') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:12.196656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2c4e77-5801-42c8-a12c-8e8fe9892c05') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:12.207372 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:12.241697 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:12.280015 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-ea0dded2-fb01-4b57-bd7a-f9829c0c94c3 service neutron] 10.222.0.32 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271967 Sep 09 09:12:12.298508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:12.302024 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:12.302291 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:12.314532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db5f53a-4bca-4d9f-8cb9-0f75c9c2b7d9 None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:12:12.529684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c2b74-4c63-4408-a75c-f0166395f6e6 req-f32d3108-22bb-4922-b2a2-3bbf9fb624d4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:12.531832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-3dd279b2-aed5-4c6e-a4f8-3c319fe8bf43 service neutron] 10.222.0.32 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507179 Sep 09 09:12:12.534925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-199c2b74-4c63-4408-a75c-f0166395f6e6 req-f32d3108-22bb-4922-b2a2-3bbf9fb624d4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 944 time: 0.1484740 Sep 09 09:12:12.545291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:12.564016 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:12.572171 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/9e6463e9-556d-4e89-8312-efee92ac6549 HTTP/1.1" status: 204 len: 168 time: 1.2452991 Sep 09 09:12:12.574714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48760) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:12.579922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db5f53a-4bca-4d9f-8cb9-0f75c9c2b7d9 None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:12:12.582052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-584424176'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:12.635748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96ca8d-8041-4d4b-b63e-c8763b40826c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Network': ['ID=9e6463e9-556d-4e89-8312-efee92ac6549,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:12.661829 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-199c2b74-4c63-4408-a75c-f0166395f6e6 req-fac76e2d-aa98-436c-977f-0b200f4e7eb5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154721 Sep 09 09:12:12.755905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:12.765457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:12.770682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 216791ee-19bc-4f06-8d31-867afa8c5bfc details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:12:12.841501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:12.863066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:12.869687 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Added segment 8fa21a52-1502-484b-acca-83c34ed0545a of type vlan for network 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 Sep 09 09:12:12.930161 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:13.113124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 216791ee-19bc-4f06-8d31-867afa8c5bfc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=216791ee-19bc-4f06-8d31-867afa8c5bfc,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:13.348638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '216791ee-19bc-4f06-8d31-867afa8c5bfc', 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7', 'port_id': '216791ee-19bc-4f06-8d31-867afa8c5bfc', 'mac_address': 'fa:16:3e:72:c6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3914ca18-61bf-4703-b3e6-f73a7276edb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:12:13.349595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656fd15-b705-4179-a10c-b77ecb28917d req-6108bb92-e19a-4eb5-a683-86e5ede4a967 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:13.349595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b656fd15-b705-4179-a10c-b77ecb28917d req-6108bb92-e19a-4eb5-a683-86e5ede4a967 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.0533340 Sep 09 09:12:13.350052 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:13.350160 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b656fd15-b705-4179-a10c-b77ecb28917d req-98fd2245-42df-43ca-b9f9-e8efed8df6e4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345659 Sep 09 09:12:13.350254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216791ee-19bc-4f06-8d31-867afa8c5bfc {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:13.350254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 216791ee-19bc-4f06-8d31-867afa8c5bfc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=216791ee-19bc-4f06-8d31-867afa8c5bfc,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:13.429822 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:13.436713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:13.437324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:13.441288 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:13.517520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=216791ee-19bc-4f06-8d31-867afa8c5bfc,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:13.526943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.526943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.526943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.527363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=8491ce70-9826-46cd-a6b4-0e6fc5b3b762,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:13.527525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.527766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.528194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.528512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.528834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.529282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.529613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.533845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.533845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:13.536887 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-05f2bd0f-d3f1-4d78-9246-2cf8fca38a67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9588466 Sep 09 09:12:13.538405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48786) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:13.543807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'network_id': '8491ce70-9826-46cd-a6b4-0e6fc5b3b762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:13.545750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:13.721786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['216791ee-19bc-4f06-8d31-867afa8c5bfc'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:12:13.784522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa20dd-0b21-4d3b-b555-903f19088aa5 req-c9747a34-d93c-4561-af0b-2537bc59bf25 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:13.784754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:13.788276 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:13.796162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34fa20dd-0b21-4d3b-b555-903f19088aa5 req-c9747a34-d93c-4561-af0b-2537bc59bf25 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 945 time: 0.0619946 Sep 09 09:12:13.869288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34fa20dd-0b21-4d3b-b555-903f19088aa5 req-3f54c0cb-391f-42df-b3fb-22c36f0c5f09 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717206 Sep 09 09:12:13.971719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36442813-d9b6-4836-8518-480c0f3a748f req-f21f2c36-7ce9-4347-903a-1135a6f2e6f0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 210 time: 0.0424359 Sep 09 09:12:14.103922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48812) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:14.260100 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:14.389751 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72850376-62cc-433c-9053-d34dd4395663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:14.456891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=c0b9c035-8cb3-42b7-b9d5-d3a79a863490,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:14.466566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Checking segment: {'id': '8fa21a52-1502-484b-acca-83c34ed0545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8491ce70-9826-46cd-a6b4-0e6fc5b3b762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:14.467017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network hostable DHCP agents. Network: 8491ce70-9826-46cd-a6b4-0e6fc5b3b762, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:12:14.500125 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:12:14.504761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da2a3-5261-49eb-ae19-982e4a760769 req-346ebf58-931e-4a7e-9acb-92197ecd056d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:14.513579 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db5da2a3-5261-49eb-ae19-982e4a760769 req-346ebf58-931e-4a7e-9acb-92197ecd056d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1792221 Sep 09 09:12:14.550451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:12:14.599798 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db5da2a3-5261-49eb-ae19-982e4a760769 req-fd8f9c1e-5d28-4247-a248-4c2f634c61c1 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799036 Sep 09 09:12:14.628604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 8491ce70-9826-46cd-a6b4-0e6fc5b3b762) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:14.628604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:14.629078 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:14.635479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07251f0-fbd7-446b-ac0f-ca7efe71c934 None None] Network 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:14.701857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0e3a5aa2-13e9-415c-ba9a-b80e6f169db6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1600237 Sep 09 09:12:14.702199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:14.707455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a8fda0fd-bcf0-418d-a344-cb642d5c09ce tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'network_id': '8491ce70-9826-46cd-a6b4-0e6fc5b3b762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:14.725592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 216791ee-19bc-4f06-8d31-867afa8c5bfc up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:14.772048 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:14.954244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-8491ce70-9826-46cd-a6b4-0e6fc5b3b762', 'network_id': '8491ce70-9826-46cd-a6b4-0e6fc5b3b762', 'tenant_id': 'eabe87fa274245b79dca6d70327ace2d', 'fixed_ips': [{'subnet_id': 'c0b9c035-8cb3-42b7-b9d5-d3a79a863490'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:12:14.955694 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:14.966910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fda0fd-bcf0-418d-a344-cb642d5c09ce tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:14.971654 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8fda0fd-bcf0-418d-a344-cb642d5c09ce tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:15.138392 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 216791ee-19bc-4f06-8d31-867afa8c5bfc completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:15.157303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc063c-9d34-40d5-8712-d904c174911a req-e26ecb03-a898-4fc6-9c89-b15003405516 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:15.159672 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fecc063c-9d34-40d5-8712-d904c174911a req-e26ecb03-a898-4fc6-9c89-b15003405516 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 945 time: 0.0928733 Sep 09 09:12:15.164998 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 216791ee-19bc-4f06-8d31-867afa8c5bfc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:15.165338 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:15.255876 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fecc063c-9d34-40d5-8712-d904c174911a req-1af8cf8d-bf32-4c87-b53a-8d8e9d3a7bc9 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796940 Sep 09 09:12:15.256061 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-438e8f1e-83ea-441d-a1ef-7613502219fa req-1dab0a67-7caf-4ef2-9beb-ce2e64bdd9b0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 210 time: 0.1086407 Sep 09 09:12:15.348693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Allocated IP 2001:db8::2 (8491ce70-9826-46cd-a6b4-0e6fc5b3b762/c0b9c035-8cb3-42b7-b9d5-d3a79a863490/9e34118d-1813-45ec-92b7-5076a821064c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:12:15.521031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] Deleting port f27edf15-2c80-4adb-92bd-7e0b7c172d25 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:15.521663 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:15.611361 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:15.628380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Transition to ACTIVE for port object 9e34118d-1813-45ec-92b7-5076a821064c will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:15.708027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Transition to ACTIVE for port object 9e34118d-1813-45ec-92b7-5076a821064c will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:15.734554 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:15.759589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] For port f27edf15-2c80-4adb-92bd-7e0b7c172d25, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f27edf15-2c80-4adb-92bd-7e0b7c172d25,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:15.759993 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:15.776869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216791ee-19bc-4f06-8d31-867afa8c5bfc'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:15.777605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] Calling delete_port for f27edf15-2c80-4adb-92bd-7e0b7c172d25 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:15.780115 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d75026-4f56-4e9c-b7c0-50b65bb46951" -d '{"events": [{"server_uuid": "6958749c-46a5-42b8-b1f8-20842128a0ca", "name": "network-vif-plugged", "status": "completed", "tag": "216791ee-19bc-4f06-8d31-867afa8c5bfc"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:15.786288 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:15.797315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 216791ee-19bc-4f06-8d31-867afa8c5bfc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=216791ee-19bc-4f06-8d31-867afa8c5bfc,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:15.913314 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dfb012-b6a3-4f0c-9456-51bfa2ec9657 x-openstack-request-id: req-17dfb012-b6a3-4f0c-9456-51bfa2ec9657 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:15.913640 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6958749c-46a5-42b8-b1f8-20842128a0ca", "name": "network-vif-plugged", "status": "completed", "tag": "216791ee-19bc-4f06-8d31-867afa8c5bfc", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:15.914443 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17dfb012-b6a3-4f0c-9456-51bfa2ec9657 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:15.914951 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216791ee-19bc-4f06-8d31-867afa8c5bfc', 'code': 200} Sep 09 09:12:15.916905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Network 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:15.919544 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:15.934161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:15.937640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:12:15.946510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc415d4-c2d8-42b0-97e1-c8263bb6721f req-82a59d0e-4fca-4538-8f09-f881539c3d6b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:15.961296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0dc415d4-c2d8-42b0-97e1-c8263bb6721f req-82a59d0e-4fca-4538-8f09-f881539c3d6b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.2059872 Sep 09 09:12:15.978129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Pushing event updated for resources: {'Port': ['ID=9e34118d-1813-45ec-92b7-5076a821064c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:16.011780 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0dc415d4-c2d8-42b0-97e1-c8263bb6721f req-772e0a61-0bba-469f-b459-9a15736354de tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490737 Sep 09 09:12:16.012635 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8fda0fd-bcf0-418d-a344-cb642d5c09ce tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:16.036684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fda0fd-bcf0-418d-a344-cb642d5c09ce tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:16.037949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a8fda0fd-bcf0-418d-a344-cb642d5c09ce tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:16.046621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fda0fd-bcf0-418d-a344-cb642d5c09ce tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:16.047228 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8fda0fd-bcf0-418d-a344-cb642d5c09ce tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:16.065692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83280b-a5a4-476c-9c21-cbf036c0d63a req-df8aaaf2-6a46-4267-b914-8314f2fc3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:16.067301 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df83280b-a5a4-476c-9c21-cbf036c0d63a req-df8aaaf2-6a46-4267-b914-8314f2fc3841 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 1098 time: 0.1409225 Sep 09 09:12:16.096644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fda0fd-bcf0-418d-a344-cb642d5c09ce tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=a9b331f4-6245-4241-b773-c9926dc795bb,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:16.109691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=216791ee-19bc-4f06-8d31-867afa8c5bfc,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:16.174142 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a8fda0fd-bcf0-418d-a344-cb642d5c09ce tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4707611 Sep 09 09:12:16.176642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48850) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:16.177006 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Attempting to bind port 9e34118d-1813-45ec-92b7-5076a821064c on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:16.177460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Attempting to bind port 9e34118d-1813-45ec-92b7-5076a821064c by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '8fa21a52-1502-484b-acca-83c34ed0545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8491ce70-9826-46cd-a6b4-0e6fc5b3b762'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:16.177901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Attempting to bind port 9e34118d-1813-45ec-92b7-5076a821064c on network 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:16.184533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:16.185478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Checking segment: {'id': '8fa21a52-1502-484b-acca-83c34ed0545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8491ce70-9826-46cd-a6b4-0e6fc5b3b762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:16.185963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:16.186436 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Bound using segment: {'id': '8fa21a52-1502-484b-acca-83c34ed0545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8491ce70-9826-46cd-a6b4-0e6fc5b3b762'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:16.186994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Bound port: 9e34118d-1813-45ec-92b7-5076a821064c, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa21a52-1502-484b-acca-83c34ed0545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8491ce70-9826-46cd-a6b4-0e6fc5b3b762'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:16.187481 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:16.210241 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df83280b-a5a4-476c-9c21-cbf036c0d63a req-48b555f7-a57e-40b0-94dc-aeac33d90d31 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655301 Sep 09 09:12:16.288049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] For port 9e34118d-1813-45ec-92b7-5076a821064c, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:16.298269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] For port 9e34118d-1813-45ec-92b7-5076a821064c, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9e34118d-1813-45ec-92b7-5076a821064c,segment=NetworkSegment(8fa21a52-1502-484b-acca-83c34ed0545a),segment_id=8fa21a52-1502-484b-acca-83c34ed0545a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:16.364474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1e672-8a4c-4b32-93e4-5ef94bad7060 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:16.367324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1e672-8a4c-4b32-93e4-5ef94bad7060 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:16.368910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1e672-8a4c-4b32-93e4-5ef94bad7060 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:16.370417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1e672-8a4c-4b32-93e4-5ef94bad7060 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:16.372249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1e672-8a4c-4b32-93e4-5ef94bad7060 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:16.377818 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a7f1e672-8a4c-4b32-93e4-5ef94bad7060 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1964676 Sep 09 09:12:16.382964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48858) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:16.386335 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8857c898-947b-421e-83be-4531ee48175c req-941b3bb5-dde0-427e-958a-4541a87e59e2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 210 time: 0.0382464 Sep 09 09:12:16.389252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766077085'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:16.390343 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:16.402721 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:16.459649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27edf15-2c80-4adb-92bd-7e0b7c172d25,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:16.547356 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5210a-6f2c-4ca0-b138-faaffb7b117c None None] Pushing event updated for resources: {'Port': ['ID=9e34118d-1813-45ec-92b7-5076a821064c,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:16.682219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-afc01770-d8ff-47c3-9575-f787393f9760 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:16.684763 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-afc01770-d8ff-47c3-9575-f787393f9760 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.24 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 807 time: 0.3562226 Sep 09 09:12:16.692409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:16.698278 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:16.712062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Request body: {'port': {'device_id': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a', 'admin_state_up': True, 'tenant_id': '1631eb8ffcf145449cf9c9f503ea3a50'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:16.915302 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:16.993173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:17.016222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252b7f1-c02b-425f-9ebc-33124464ab0b req-c521948b-eba1-45b6-8838-299162b399e9 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:17.018041 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d252b7f1-c02b-425f-9ebc-33124464ab0b req-c521948b-eba1-45b6-8838-299162b399e9 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.3295460 Sep 09 09:12:17.033887 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:17.034377 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Added segment e0743177-4e57-441d-9c4f-48572fc9ec86 of type vlan for network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 Sep 09 09:12:17.088039 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-770903ac-bf4c-4004-baaf-7ee69e6d960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:17.147452 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:17.227085 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d252b7f1-c02b-425f-9ebc-33124464ab0b req-4b15f54a-81d0-46c5-9c79-3c6a41f2764f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952958 Sep 09 09:12:17.258846 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:17.270612 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:17.273065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:17.274715 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:17.291591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Made reservation on behalf of 1631eb8ffcf145449cf9c9f503ea3a50 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:17.296240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:17.300758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2cc9f-bcdd-4919-83fa-cfb56986e8e6 req-090d035d-7a8d-4c3c-b44c-9bf6a5951d44 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:17.309973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1cf2cc9f-bcdd-4919-83fa-cfb56986e8e6 req-090d035d-7a8d-4c3c-b44c-9bf6a5951d44 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1572092 Sep 09 09:12:17.391307 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0067351 Sep 09 09:12:17.395545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48874) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:17.419177 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1cf2cc9f-bcdd-4919-83fa-cfb56986e8e6 req-62912bde-571a-42cb-a427-aa62656cab8f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033912 Sep 09 09:12:17.431482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] Router aee4c847-8001-45a1-bf8d-d9d208a55d66 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:12:17.552763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Allocated IP 172.20.0.4 (0d3295be-fd19-4212-ac6b-8c4ee7698c4a/5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d/028faba8-e36e-4369-94a4-2a37d361a23d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:12:17.769479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:12:17.778546 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:17.787776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c6fa3-6469-4644-b165-b013c41f3a1b None None] Sync routers for ids ['aee4c847-8001-45a1-bf8d-d9d208a55d66'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:12:17.790901 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8327b453-2224-4f2a-b6f2-21dba7e78a10 admin admin] 10.222.0.32 "PUT /v2.0/routers/aee4c847-8001-45a1-bf8d-d9d208a55d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6854656 Sep 09 09:12:17.793638 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48890) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:17.799618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cf599a86-cd5a-4e3f-bdf7-e86a7b1010c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:17.828887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c6fa3-6469-4644-b165-b013c41f3a1b None None] Routers {'aee4c847-8001-45a1-bf8d-d9d208a55d66'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:12:17.829695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1e1c6fa3-6469-4644-b165-b013c41f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:12:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['aee4c847-8001-45a1-bf8d-d9d208a55d66'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:17.952253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9e34118d-1813-45ec-92b7-5076a821064c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:17.991839 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:18.049265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ebe29-83d9-49cf-a9da-9476e881abf1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=31b72c41-1f1b-473c-b609-4ea3f8e62a87,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:18.063399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:18.080347 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da3f27cf-98d5-420b-9d81-8f978b968b18 req-77286da0-3994-4112-a794-0113ca294c80 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 210 time: 0.1253617 Sep 09 09:12:18.209805 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:18.251664 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf599a86-cd5a-4e3f-bdf7-e86a7b1010c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:18.527319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b11605-4eb1-4874-8133-44b1ce5db6ae None None] Network 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:18.532433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 9e34118d-1813-45ec-92b7-5076a821064c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:18.593447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4126-f652-4ee6-9871-e90a9ad5e426 req-566134b3-cf3e-46ff-8fb9-753d7ba0517f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:18.594597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-1e1c6fa3-6469-4644-b165-b013c41f3a1b None None] Set router aee4c847-8001-45a1-bf8d-d9d208a55d66 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:12:18.602939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd7e4126-f652-4ee6-9871-e90a9ad5e426 req-566134b3-cf3e-46ff-8fb9-753d7ba0517f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.2766888 Sep 09 09:12:18.631306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Deleting port f5b7e7ab-4511-48d6-950a-9d07d99b92c3 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:18.632158 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:18.678280 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd7e4126-f652-4ee6-9871-e90a9ad5e426 req-2de2a973-099e-4a5f-82ce-1a2ffd8c4e81 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740829 Sep 09 09:12:18.707006 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:18.765653 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:18.818855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] For port f5b7e7ab-4511-48d6-950a-9d07d99b92c3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f5b7e7ab-4511-48d6-950a-9d07d99b92c3,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:18.819404 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:18.823214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c5f1f425-734c-4a8a-a0df-322614840fd7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:12:18.834556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Calling delete_port for f5b7e7ab-4511-48d6-950a-9d07d99b92c3 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:18.884202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Pushing event updated for resources: {'Port': ['ID=028faba8-e36e-4369-94a4-2a37d361a23d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:18.908533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9477611d-0bc6-44c9-a04b-c1ddf566b8cb None None] Provisioning for port 9e34118d-1813-45ec-92b7-5076a821064c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:18.932285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf599a86-cd5a-4e3f-bdf7-e86a7b1010c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:18.968934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9477611d-0bc6-44c9-a04b-c1ddf566b8cb None None] Provisioning complete for port 9e34118d-1813-45ec-92b7-5076a821064c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:18.969943 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9477611d-0bc6-44c9-a04b-c1ddf566b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:19.000614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e8e6c-ae5b-41c2-8f9f-ab36d1109be2 req-495066dc-2c78-4b25-9c36-50396b4081fe tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:19.003668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf599a86-cd5a-4e3f-bdf7-e86a7b1010c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 is not hosted by any dhcp agent {{(pid=95326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 09 09:12:19.009625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf599a86-cd5a-4e3f-bdf7-e86a7b1010c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:19.009797 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f7e8e6c-ae5b-41c2-8f9f-ab36d1109be2 req-495066dc-2c78-4b25-9c36-50396b4081fe tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1479232 Sep 09 09:12:19.010244 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf599a86-cd5a-4e3f-bdf7-e86a7b1010c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:19.011567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cf599a86-cd5a-4e3f-bdf7-e86a7b1010c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "PUT /v2.0/networks/31b72c41-1f1b-473c-b609-4ea3f8e62a87 HTTP/1.1" status: 200 len: 723 time: 1.2231541 Sep 09 09:12:19.022822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:19.023058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48916) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:19.036681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9172b2-38bb-4fb5-a853-db9969be9368 req-d10774f2-5c11-4921-8901-6a5999ab85a9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:19.045362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba9172b2-38bb-4fb5-a853-db9969be9368 req-d10774f2-5c11-4921-8901-6a5999ab85a9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.2925382 Sep 09 09:12:19.047522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:19.052648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:12:19.071960 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'network_id': '31b72c41-1f1b-473c-b609-4ea3f8e62a87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:19.171813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf599a86-cd5a-4e3f-bdf7-e86a7b1010c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=31b72c41-1f1b-473c-b609-4ea3f8e62a87,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:19.220409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:19.225110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba9172b2-38bb-4fb5-a853-db9969be9368 req-80a8f39a-2649-4574-89a6-a523c278c57d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726587 Sep 09 09:12:19.260186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:19.264131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:19.412322 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9477611d-0bc6-44c9-a04b-c1ddf566b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:19.472021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-e8aa1e30-c533-445f-a3a8-dc423e151563 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7691052 Sep 09 09:12:19.490303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Request body: {'port': {'device_id': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:19.519346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1e1c6fa3-6469-4644-b165-b013c41f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-router', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:01Z', 'updated_at': '2021-09-09T09:12:16Z', 'revision_number': 5, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'gw_port': {'id': 'f5b7e7ab-4511-48d6-950a-9d07d99b92c3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:02Z', 'updated_at': '2021-09-09T09:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:19.530164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9477611d-0bc6-44c9-a04b-c1ddf566b8cb None None] For port 9e34118d-1813-45ec-92b7-5076a821064c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9e34118d-1813-45ec-92b7-5076a821064c,segment=NetworkSegment(8fa21a52-1502-484b-acca-83c34ed0545a),segment_id=8fa21a52-1502-484b-acca-83c34ed0545a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:19.586755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c6fa3-6469-4644-b165-b013c41f3a1b None None] Checking router: aee4c847-8001-45a1-bf8d-d9d208a55d66 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:12:19.606773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c6fa3-6469-4644-b165-b013c41f3a1b None None] Routers {'aee4c847-8001-45a1-bf8d-d9d208a55d66'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:12:19.607846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1e1c6fa3-6469-4644-b165-b013c41f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:12:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['aee4c847-8001-45a1-bf8d-d9d208a55d66'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:19.614267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9477611d-0bc6-44c9-a04b-c1ddf566b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:19.648447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:19.661126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd97772-7810-46d7-a213-59c1fc912fa1 None None] Update dhcp port {'port': {'network_id': '8491ce70-9826-46cd-a6b4-0e6fc5b3b762', 'fixed_ips': [{'subnet_id': 'c0b9c035-8cb3-42b7-b9d5-d3a79a863490', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a9b331f4-6245-4241-b773-c9926dc795bb'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '9e34118d-1813-45ec-92b7-5076a821064c'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:12:19.777839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477611d-0bc6-44c9-a04b-c1ddf566b8cb None None] Pushing event updated for resources: {'Port': ['ID=9e34118d-1813-45ec-92b7-5076a821064c,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:19.788061 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3cd97772-7810-46d7-a213-59c1fc912fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:19.807290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-1e1c6fa3-6469-4644-b165-b013c41f3a1b None None] Set router aee4c847-8001-45a1-bf8d-d9d208a55d66 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:12:19.880333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08401c52-1d61-4281-bc8b-902a9180cf12 req-cae70246-03bb-49b8-949c-2604681c44b7 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:19.887852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1e1c6fa3-6469-4644-b165-b013c41f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-router', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:01Z', 'updated_at': '2021-09-09T09:12:18Z', 'revision_number': 6, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:19.890468 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08401c52-1d61-4281-bc8b-902a9180cf12 req-cae70246-03bb-49b8-949c-2604681c44b7 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 931 time: 0.2889171 Sep 09 09:12:19.935623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c6fa3-6469-4644-b165-b013c41f3a1b None None] The sync data for ids ['aee4c847-8001-45a1-bf8d-d9d208a55d66'] in n-d-778696-16 is: [{'id': 'aee4c847-8001-45a1-bf8d-d9d208a55d66', 'name': 'tempest-AttachSCSIVolumeTestJSON-108738489-router', 'tenant_id': 'e4d992fba9874fd592efe737027ab8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:01Z', 'updated_at': '2021-09-09T09:12:18Z', 'revision_number': 6, 'project_id': 'e4d992fba9874fd592efe737027ab8f2', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:12:20.001885 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f7e8e6c-ae5b-41c2-8f9f-ab36d1109be2 req-c6f2c4b4-5d3b-4738-aaab-a5b30231b5b2 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9911506 Sep 09 09:12:20.028273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:20.032083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:20.056935 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08401c52-1d61-4281-bc8b-902a9180cf12 req-41f63486-be52-4bd8-870a-ecd510e940fb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598969 Sep 09 09:12:20.137141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-3cd97772-7810-46d7-a213-59c1fc912fa1 None None] Allocated IP 172.20.0.1 (8491ce70-9826-46cd-a6b4-0e6fc5b3b762/a9b331f4-6245-4241-b773-c9926dc795bb/9e34118d-1813-45ec-92b7-5076a821064c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:12:20.229531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028faba8-e36e-4369-94a4-2a37d361a23d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:20.247846 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:20.259188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Transition to ACTIVE for port object 028faba8-e36e-4369-94a4-2a37d361a23d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:20.267055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3cd97772-7810-46d7-a213-59c1fc912fa1 None None] For port 9e34118d-1813-45ec-92b7-5076a821064c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9e34118d-1813-45ec-92b7-5076a821064c,segment=NetworkSegment(8fa21a52-1502-484b-acca-83c34ed0545a),segment_id=8fa21a52-1502-484b-acca-83c34ed0545a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:20.315241 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:20.318800 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3cd97772-7810-46d7-a213-59c1fc912fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:20.339605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3cd97772-7810-46d7-a213-59c1fc912fa1 None None] Transition to ACTIVE for port object 9e34118d-1813-45ec-92b7-5076a821064c will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:20.341241 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:20.407048 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3cd97772-7810-46d7-a213-59c1fc912fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:20.620916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd97772-7810-46d7-a213-59c1fc912fa1 None None] Pushing event updated for resources: {'Port': ['ID=9e34118d-1813-45ec-92b7-5076a821064c,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:20.638366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:20.638842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:20.639296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:20.645503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Pushing event updated for resources: {'Port': ['ID=028faba8-e36e-4369-94a4-2a37d361a23d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:20.658579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Port 028faba8-e36e-4369-94a4-2a37d361a23d on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:12:20.659568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:20.673372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:20.673888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:20.674384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:20.675795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Bound port: 028faba8-e36e-4369-94a4-2a37d361a23d, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:20.693742 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:20.708737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19757dc7-064b-42fc-876e-38cb9774986a req-f4f99ae6-26e1-488e-a3bd-8ed5d2e68221 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:20.712436 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19757dc7-064b-42fc-876e-38cb9774986a req-f4f99ae6-26e1-488e-a3bd-8ed5d2e68221 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.2708197 Sep 09 09:12:20.924408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19757dc7-064b-42fc-876e-38cb9774986a req-fe80d724-9428-40ca-a03f-01e6dffbe8d9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646408 Sep 09 09:12:20.926136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:21.007647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:21.071793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b7e7ab-4511-48d6-950a-9d07d99b92c3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:21.100452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=028faba8-e36e-4369-94a4-2a37d361a23d,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:21.119404 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:21.179443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ccd16-f8dc-4022-a65e-102461386401 req-44bc097b-641c-48bc-a7b2-491388c8658f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:21.185271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c5ccd16-f8dc-4022-a65e-102461386401 req-44bc097b-641c-48bc-a7b2-491388c8658f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1727674 Sep 09 09:12:21.189571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:21.268104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Pushing event updated for resources: {'Port': ['ID=028faba8-e36e-4369-94a4-2a37d361a23d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:21.320528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:21.321760 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:21.323465 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-af15f67c-df25-4a18-a1a9-8a8b7ed391ed service neutron] 10.222.0.24 "PUT /v2.0/ports/028faba8-e36e-4369-94a4-2a37d361a23d HTTP/1.1" status: 200 len: 1092 time: 1.8381889 Sep 09 09:12:21.324116 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'tag': '028faba8-e36e-4369-94a4-2a37d361a23d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:21.326555 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a9e73d-4dfa-42c7-a6d7-7f3055ef8724" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3", "tag": "028faba8-e36e-4369-94a4-2a37d361a23d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:21.351085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:21.360677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=03dae093-7ec0-43d4-9e08-eb7112d5d386,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:21.401736 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c5ccd16-f8dc-4022-a65e-102461386401 req-d1baa518-768c-4dc6-b8ed-dbb8cd754c58 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067354 Sep 09 09:12:21.522602 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:21.537699 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:21.540720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Checking segment: {'id': 'e0743177-4e57-441d-9c4f-48572fc9ec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31b72c41-1f1b-473c-b609-4ea3f8e62a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:21.541230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network hostable DHCP agents. Network: 31b72c41-1f1b-473c-b609-4ea3f8e62a87, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:12:21.556986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e984a6-22aa-4e5d-b6f9-d39978774ecc req-f54d105f-9402-42f7-9ee1-2dd6a1ead385 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:21.560336 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4e984a6-22aa-4e5d-b6f9-d39978774ecc req-f54d105f-9402-42f7-9ee1-2dd6a1ead385 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.3297563 Sep 09 09:12:21.649808 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b3ab78-b48a-4bef-939a-9c66beaea296 x-openstack-request-id: req-58b3ab78-b48a-4bef-939a-9c66beaea296 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:21.650124 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3", "tag": "028faba8-e36e-4369-94a4-2a37d361a23d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:21.650413 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58b3ab78-b48a-4bef-939a-9c66beaea296 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:21.650844 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'tag': '028faba8-e36e-4369-94a4-2a37d361a23d', 'status': 'completed', 'code': 200} Sep 09 09:12:21.665829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-62c6aa3d-5ec0-4b77-8502-5b140d76823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:21.667475 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-62c6aa3d-5ec0-4b77-8502-5b140d76823a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 1095 time: 0.1039517 Sep 09 09:12:21.678406 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9e34118d-1813-45ec-92b7-5076a821064c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:21.727268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4e984a6-22aa-4e5d-b6f9-d39978774ecc req-0fa76c46-e49a-413d-85d7-eddc9b89a321 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796149 Sep 09 09:12:21.729425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-190b65cb-d7d4-4855-a62c-8f3699d8a2f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=028faba8-e36e-4369-94a4-2a37d361a23d HTTP/1.1" status: 200 len: 217 time: 0.0528708 Sep 09 09:12:21.760730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13dd95d-086b-4bef-bc62-b700bedaedd4 None None] Network 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:21.791173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-11f5ffe6-75e7-4953-8dbb-bb8e198ae90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:21.793012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-11f5ffe6-75e7-4953-8dbb-bb8e198ae90f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.0535614 Sep 09 09:12:21.839107 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-4a1c675d-6e57-4124-bd7b-c269ca4f4b79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349426 Sep 09 09:12:21.858846 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:21.876001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee4c847-8001-45a1-bf8d-d9d208a55d66 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:12:21.876001 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:21.876001 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9b6d65c5-53f9-4acf-8af3-d81312290c85 admin admin] 10.222.0.32 "DELETE /v2.0/routers/aee4c847-8001-45a1-bf8d-d9d208a55d66 HTTP/1.1" status: 204 len: 168 time: 4.0768936 Sep 09 09:12:21.876001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:12:21.882166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f5b7e7ab-4511-48d6-950a-9d07d99b92c3 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:21.883184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48968) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:21.939882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: f5b7e7ab-4511-48d6-950a-9d07d99b92c3 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:21.939882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f5b7e7ab-4511-48d6-950a-9d07d99b92c3 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:21.939882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f27edf15-2c80-4adb-92bd-7e0b7c172d25 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:21.985029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-54554d26-4251-4c20-97bf-54b727f9a944 admin admin] Deleting subnet 8c4e1c46-0df4-4bc7-96a5-18865a9eb247 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:12:22.000970 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54554d26-4251-4c20-97bf-54b727f9a944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:22.002668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 31b72c41-1f1b-473c-b609-4ea3f8e62a87) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:22.058371 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:22.065008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:22.073259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4454d3-2681-464e-8d64-db8340d5a84d None None] Network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:22.100542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: f27edf15-2c80-4adb-92bd-7e0b7c172d25 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:22.100796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f27edf15-2c80-4adb-92bd-7e0b7c172d25 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:22.106684 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-d6f35f87-87b9-46bb-bb4a-4c1ddc7342b0 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580528 Sep 09 09:12:22.124876 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54554d26-4251-4c20-97bf-54b727f9a944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:22.209788 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f08945e4-78e5-4a04-aa3e-f7a0f8fbf9ad tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1840804 Sep 09 09:12:22.212755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48980) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:22.225613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f39b66d5-e351-41d4-8c20-ecc8ecaa8a9e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:22.267672 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-222ee04c-db56-4f53-81fc-a03a7abb3d8a req-0a782012-b26d-4b9f-a68f-4130218cff22 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529255 Sep 09 09:12:22.297534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91a770-43fa-453d-ba72-e90be04bb179 req-bff42896-a73b-4353-9872-979ecf43098a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:22.299239 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d91a770-43fa-453d-ba72-e90be04bb179 req-bff42896-a73b-4353-9872-979ecf43098a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1722465 Sep 09 09:12:22.374459 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d91a770-43fa-453d-ba72-e90be04bb179 req-695a2310-57ca-4079-8780-3716cc7f3227 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681260 Sep 09 09:12:22.378161 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54554d26-4251-4c20-97bf-54b727f9a944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:22.479892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f39b66d5-e351-41d4-8c20-ecc8ecaa8a9e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12491352'] for subnet, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:22.517579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9e73d-4dfa-42c7-a6d7-7f3055ef8724 req-cf19d4bf-9ed2-4619-b783-868bc2a39dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:22.519222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49a9e73d-4dfa-42c7-a6d7-7f3055ef8724 req-cf19d4bf-9ed2-4619-b783-868bc2a39dbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 1095 time: 0.1097682 Sep 09 09:12:22.526045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2ac415d5-c9d6-4fe7-8dab-b7d6ff775b2a None None] Provisioning for port 9e34118d-1813-45ec-92b7-5076a821064c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:22.559362 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2ac415d5-c9d6-4fe7-8dab-b7d6ff775b2a None None] Provisioning complete for port 9e34118d-1813-45ec-92b7-5076a821064c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:22.559771 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ac415d5-c9d6-4fe7-8dab-b7d6ff775b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:22.643227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54554d26-4251-4c20-97bf-54b727f9a944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:22.691891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-31b72c41-1f1b-473c-b609-4ea3f8e62a87', 'network_id': '31b72c41-1f1b-473c-b609-4ea3f8e62a87', 'tenant_id': 'eabe87fa274245b79dca6d70327ace2d', 'fixed_ips': [{'subnet_id': '03dae093-7ec0-43d4-9e08-eb7112d5d386'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:12:22.692735 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:22.705309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9e73d-4dfa-42c7-a6d7-7f3055ef8724 req-6c044c9d-e478-48c1-ba42-2fefdc5ad619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:22.711657 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49a9e73d-4dfa-42c7-a6d7-7f3055ef8724 req-6c044c9d-e478-48c1-ba42-2fefdc5ad619 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.1752672 Sep 09 09:12:22.728634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54554d26-4251-4c20-97bf-54b727f9a944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4e1c46-0df4-4bc7-96a5-18865a9eb247,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:22.801420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49a9e73d-4dfa-42c7-a6d7-7f3055ef8724 req-edd4c821-f460-46df-964f-5dcf56458db3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=028faba8-e36e-4369-94a4-2a37d361a23d HTTP/1.1" status: 200 len: 217 time: 0.0493193 Sep 09 09:12:22.827333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54554d26-4251-4c20-97bf-54b727f9a944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:22.833175 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-54554d26-4251-4c20-97bf-54b727f9a944 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8c4e1c46-0df4-4bc7-96a5-18865a9eb247 HTTP/1.1" status: 204 len: 168 time: 0.9476881 Sep 09 09:12:22.833704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48996) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:22.895350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c73245-3fc7-4441-907b-d23dcff74d6b req-2bdd3164-5e0e-406b-9e7b-9159c48f4540 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:22.973267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96c73245-3fc7-4441-907b-d23dcff74d6b req-2bdd3164-5e0e-406b-9e7b-9159c48f4540 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.2010689 Sep 09 09:12:22.973267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9e73d-4dfa-42c7-a6d7-7f3055ef8724 req-fbcecf2b-6e11-4d6b-b6f4-39b0145453b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:22.973267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49a9e73d-4dfa-42c7-a6d7-7f3055ef8724 req-fbcecf2b-6e11-4d6b-b6f4-39b0145453b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.0957315 Sep 09 09:12:23.003948 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49a9e73d-4dfa-42c7-a6d7-7f3055ef8724 req-b257c2ea-95b3-4b14-8731-1043855606ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801089 Sep 09 09:12:23.012772 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.015273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f54cd-4330-48ea-aee7-d6257a919d12 None None] Network f9a77add-83b5-4219-b5e4-98a7925079a1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:23.122163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2104-557c-4b7e-86d2-4fe375a93217 req-66fa6906-a011-4acf-9f48-ddecf6d427af tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:23.123700 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2cb2104-557c-4b7e-86d2-4fe375a93217 req-66fa6906-a011-4acf-9f48-ddecf6d427af tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.1514697 Sep 09 09:12:23.129321 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96c73245-3fc7-4441-907b-d23dcff74d6b req-d37a07a4-5424-46bc-9114-051ee8d7212f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129531 Sep 09 09:12:23.133611 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f39b66d5-e351-41d4-8c20-ecc8ecaa8a9e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734703415565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8995762'] for subnet, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.216675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39b66d5-e351-41d4-8c20-ecc8ecaa8a9e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:23.217304 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f39b66d5-e351-41d4-8c20-ecc8ecaa8a9e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.218644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f39b66d5-e351-41d4-8c20-ecc8ecaa8a9e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "PUT /v2.0/subnets/03dae093-7ec0-43d4-9e08-eb7112d5d386 HTTP/1.1" status: 200 len: 826 time: 1.0040896 Sep 09 09:12:23.232454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49002) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:23.278471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f235942d-5a8a-4e1b-bca0-5e1d7b2765a6 None None] Provisioning complete for port 9e34118d-1813-45ec-92b7-5076a821064c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:23.284897 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f235942d-5a8a-4e1b-bca0-5e1d7b2765a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.296073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b66d5-e351-41d4-8c20-ecc8ecaa8a9e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=03dae093-7ec0-43d4-9e08-eb7112d5d386,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:23.335409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Deleting port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:23.335692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Allocated IP 2001:db8::2 (31b72c41-1f1b-473c-b609-4ea3f8e62a87/03dae093-7ec0-43d4-9e08-eb7112d5d386/5e0aac36-5fb0-4f7f-b5d6-2adeccd497db) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:12:23.335944 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.354163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2cb2104-557c-4b7e-86d2-4fe375a93217 req-8b99cf36-e05a-4645-a58d-3846597436e9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197988 Sep 09 09:12:23.384162 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49a9e73d-4dfa-42c7-a6d7-7f3055ef8724 req-4b54e2fd-f2ce-4f75-9ad0-f4ca23ff08bc service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647382 Sep 09 09:12:23.540361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3445b85-6c67-4414-9983-d6718bfd1a33 None None] DHCP port deletion for f9a77add-83b5-4219-b5e4-98a7925079a1 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:12:23.575411 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] For port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7bcbe66d-0dbf-49ef-8691-25a4fbe559ca,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:23.575814 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.590987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Calling delete_port for 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:23.603008 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49a9e73d-4dfa-42c7-a6d7-7f3055ef8724 req-4a24abf9-6299-42f7-9224-b7229b0fe160 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128594 Sep 09 09:12:23.605799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c3445b85-6c67-4414-9983-d6718bfd1a33 None None] Deleting port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:23.608879 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3445b85-6c67-4414-9983-d6718bfd1a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.669140 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.678408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Transition to ACTIVE for port object 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:23.697687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Transition to ACTIVE for port object 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:23.712177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:23.729712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.768402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e44f9-46d2-4f34-ad8c-421282281b7a req-1f998df3-43a5-46d8-86c6-c3198bc48219 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:23.768575 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.769453 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-895e44f9-46d2-4f34-ad8c-421282281b7a req-1f998df3-43a5-46d8-86c6-c3198bc48219 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1643109 Sep 09 09:12:23.832851 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-895e44f9-46d2-4f34-ad8c-421282281b7a req-66760ce1-e1f7-4159-8b0c-732dcde717f9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625243 Sep 09 09:12:23.856358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Deleting port 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:23.856358 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.872768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c3445b85-6c67-4414-9983-d6718bfd1a33 None None] For port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7bcbe66d-0dbf-49ef-8691-25a4fbe559ca,segment=NetworkSegment(ecd3ee45-76f3-41a9-9549-28ce81227a4b),segment_id=ecd3ee45-76f3-41a9-9549-28ce81227a4b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:23.873170 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3445b85-6c67-4414-9983-d6718bfd1a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.878200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:23.891753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:23.897079 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:12:23.902182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Pushing event updated for resources: {'Port': ['ID=5e0aac36-5fb0-4f7f-b5d6-2adeccd497db,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:23.909046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c3445b85-6c67-4414-9983-d6718bfd1a33 None None] Calling delete_port for 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:23.913634 n-d-778696-16 neutron-server[95327]: INFO neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No ports have port_id starting with 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca Sep 09 09:12:23.946493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:23.986317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcbe66d-0dbf-49ef-8691-25a4fbe559ca,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:23.988482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] No DVR routers for this DVR port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:24.004622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Attempting to bind port 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:24.004937 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Attempting to bind port 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e0743177-4e57-441d-9c4f-48572fc9ec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31b72c41-1f1b-473c-b609-4ea3f8e62a87'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:24.005286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Attempting to bind port 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db on network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:24.021273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:24.021657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Checking segment: {'id': 'e0743177-4e57-441d-9c4f-48572fc9ec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31b72c41-1f1b-473c-b609-4ea3f8e62a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:24.022472 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.022472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Bound using segment: {'id': 'e0743177-4e57-441d-9c4f-48572fc9ec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31b72c41-1f1b-473c-b609-4ea3f8e62a87'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:24.022919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Bound port: 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0743177-4e57-441d-9c4f-48572fc9ec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '31b72c41-1f1b-473c-b609-4ea3f8e62a87'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:24.024144 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.075469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] For port 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db, host n-d-778696-16, got binding levels [] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:24.075469 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.082167 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3445b85-6c67-4414-9983-d6718bfd1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.124480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3445b85-6c67-4414-9983-d6718bfd1a33 None None] No DVR routers for this DVR port 7bcbe66d-0dbf-49ef-8691-25a4fbe559ca on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:24.129388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3445b85-6c67-4414-9983-d6718bfd1a33 None None] Pushing event deleted for resources: {'Port': ['ID=7bcbe66d-0dbf-49ef-8691-25a4fbe559ca,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:24.137406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.139412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] For port 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:24.149867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] For port 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5e0aac36-5fb0-4f7f-b5d6-2adeccd497db,segment=NetworkSegment(e0743177-4e57-441d-9c4f-48572fc9ec86),segment_id=e0743177-4e57-441d-9c4f-48572fc9ec86)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:24.160326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Calling delete_port for 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:24.186874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a77add-83b5-4219-b5e4-98a7925079a1']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:24.199933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd3ee45-76f3-41a9-9549-28ce81227a4b') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:24.200347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd3ee45-76f3-41a9-9549-28ce81227a4b') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:24.221342 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.238482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.258756 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.259065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0a872-1745-4251-9659-ecf1adbfd3fa req-ae7bce4b-9575-4160-b7a4-ed746633e892 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:24.271487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:24.272232 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:24.274903 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:24.282162 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45e0a872-1745-4251-9659-ecf1adbfd3fa req-ae7bce4b-9575-4160-b7a4-ed746633e892 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0690057 Sep 09 09:12:24.313763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97a287-859f-407c-b5e8-82136455d0e7 None None] Pushing event updated for resources: {'Port': ['ID=5e0aac36-5fb0-4f7f-b5d6-2adeccd497db,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:24.356288 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45e0a872-1745-4251-9659-ecf1adbfd3fa req-ba2eec5f-0d07-483a-88c9-699c8794d15f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690050 Sep 09 09:12:24.443317 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.454963 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.460084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49032) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:24.461813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f9a77add-83b5-4219-b5e4-98a7925079a1 HTTP/1.1" status: 204 len: 168 time: 1.6270819 Sep 09 09:12:24.472711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cd300-bf52-496d-9c8b-0ae486e435b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a77add-83b5-4219-b5e4-98a7925079a1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:24.500410 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.527278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Port': ['ID=5e0aac36-5fb0-4f7f-b5d6-2adeccd497db,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:24.580631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No DVR routers for this DVR port 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:24.590711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cad22-72a1-4033-b8ae-2b12fbb49e24 req-59a05bc3-7556-4965-99b4-721832fd9f72 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:24.604881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-447cad22-72a1-4033-b8ae-2b12fbb49e24 req-59a05bc3-7556-4965-99b4-721832fd9f72 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.1313016 Sep 09 09:12:24.655775 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.720598 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-447cad22-72a1-4033-b8ae-2b12fbb49e24 req-5e5003e2-5eae-439a-9e0d-5b1f9174c505 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857275 Sep 09 09:12:24.807556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.846392 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Subnet': ['ID=03dae093-7ec0-43d4-9e08-eb7112d5d386,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:24.906236 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:24.965813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.021737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b72c41-1f1b-473c-b609-4ea3f8e62a87']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:25.034768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0743177-4e57-441d-9c4f-48572fc9ec86') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:25.034975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0743177-4e57-441d-9c4f-48572fc9ec86') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:25.047260 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.065526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55d344-484d-4836-81ae-7c678c1b231c req-ce315c6a-7d21-480a-bf4a-4c825874462f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:25.067290 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc55d344-484d-4836-81ae-7c678c1b231c req-ce315c6a-7d21-480a-bf4a-4c825874462f tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.0979841 Sep 09 09:12:25.074608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.089095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:25.089743 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:25.095844 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:25.103572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dee29-562d-4137-aba5-e5d10f069b23 req-edae0614-1401-4394-a578-0a3dde161de1 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:25.105127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-623dee29-562d-4137-aba5-e5d10f069b23 req-edae0614-1401-4394-a578-0a3dde161de1 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 950 time: 0.0900571 Sep 09 09:12:25.143777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.187980 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc55d344-484d-4836-81ae-7c678c1b231c req-aff65dc3-5491-4ae3-9710-96663970ae92 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073236 Sep 09 09:12:25.205290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-623dee29-562d-4137-aba5-e5d10f069b23 req-7d96e3d1-16ac-48a6-99ad-000340549e30 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872779 Sep 09 09:12:25.263957 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.271562 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.276949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/31b72c41-1f1b-473c-b609-4ea3f8e62a87 HTTP/1.1" status: 204 len: 168 time: 2.0486710 Sep 09 09:12:25.278114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49066) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:25.290713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c939d-9143-488f-af3e-60c3bd33ab67 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Network': ['ID=31b72c41-1f1b-473c-b609-4ea3f8e62a87,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:25.364656 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-def87136-d5a5-4536-96a2-7471d12620dd tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:25.368633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def87136-d5a5-4536-96a2-7471d12620dd tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:25.368633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-def87136-d5a5-4536-96a2-7471d12620dd tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/31b72c41-1f1b-473c-b609-4ea3f8e62a87 HTTP/1.1" status: 404 len: 339 time: 0.0886159 Sep 09 09:12:25.372456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49080) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:25.378308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1166463818', 'description': 'd1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:25.487000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:25.491078 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.530267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:25.544025 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.544440 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Added segment 416cca87-ed89-4262-8d62-b520d38d5bb8 of type vlan for network 5e3174c8-e004-41c8-83ac-cc4d2ad549ca Sep 09 09:12:25.559196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602daf6-3102-432a-923f-95ac45ddf925 req-55e53df4-e22d-44ea-a5e6-3d59e7c36f4c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:25.560920 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b602daf6-3102-432a-923f-95ac45ddf925 req-55e53df4-e22d-44ea-a5e6-3d59e7c36f4c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1103632 Sep 09 09:12:25.595978 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.619778 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b602daf6-3102-432a-923f-95ac45ddf925 req-b925cffb-e19c-4fdc-83d1-f65402035a41 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473022 Sep 09 09:12:25.622403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] Deleting port fca0375c-0e98-4862-9ca4-f4bcc805ca0d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:25.622790 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.627483 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.646034 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d3f976-8e78-47c4-9a31-6242b8f56094 None None] DHCP port deletion for 31b72c41-1f1b-473c-b609-4ea3f8e62a87 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:12:25.656842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-34757dbf-a226-42c1-b86e-f58055582e17 None None] Could not find standard attr ID for object 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:12:25.671541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88bdb50-2dec-4b14-b540-3834edc01935 None None] Network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:25.697540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88bdb50-2dec-4b14-b540-3834edc01935 None None] Network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 could not be found, it might have been deleted concurrently. {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 09 09:12:25.710201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d70f98-5b46-407c-983d-8fe228e68da4 None None] Network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:25.731426 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.732240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d70f98-5b46-407c-983d-8fe228e68da4 None None] Network 31b72c41-1f1b-473c-b609-4ea3f8e62a87 could not be found, it might have been deleted concurrently. {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 09 09:12:25.737340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:25.737979 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.738910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] For port fca0375c-0e98-4862-9ca4-f4bcc805ca0d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fca0375c-0e98-4862-9ca4-f4bcc805ca0d,segment=NetworkSegment(55e0ba11-b1c0-4b7e-8f15-5da9fb80d721),segment_id=55e0ba11-b1c0-4b7e-8f15-5da9fb80d721)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:25.739281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:25.762483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] Calling delete_port for fca0375c-0e98-4862-9ca4-f4bcc805ca0d owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:25.818850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=5e3174c8-e004-41c8-83ac-cc4d2ad549ca,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:25.830079 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 5e3174c8-e004-41c8-83ac-cc4d2ad549ca details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:25.934010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb41045-ffc0-4537-95c7-63a8ee67e61f req-9ca9f3a3-cd43-491f-8871-4c5d252f8567 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:25.934440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cb030979-d2bf-44a9-88dc-62f8998a5c55 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5600169 Sep 09 09:12:25.935512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1fb41045-ffc0-4537-95c7-63a8ee67e61f req-9ca9f3a3-cd43-491f-8871-4c5d252f8567 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.1075745 Sep 09 09:12:25.936555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49108) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:26.007066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1fb41045-ffc0-4537-95c7-63a8ee67e61f req-c9d6df69-6394-4ed3-b0d3-e3f49f431047 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646472 Sep 09 09:12:26.018751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69257671-42d5-4891-9a32-0696ee4b4264 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:26.023578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-69257671-42d5-4891-9a32-0696ee4b4264 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/networks?id=5e3174c8-e004-41c8-83ac-cc4d2ad549ca HTTP/1.1" status: 200 len: 765 time: 0.0827353 Sep 09 09:12:26.023950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49110) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:26.028861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ac7c7f6c-fac6-4311-8703-dfc8fc07ca6d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'description': 'd2'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:26.184366 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7f6c-fac6-4311-8703-dfc8fc07ca6d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:26.315326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1b7ed-d70b-4c95-bbe7-3bb6c004a721 req-76850940-93af-420c-9074-3bf6c86d874b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:26.316877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1bb1b7ed-d70b-4c95-bbe7-3bb6c004a721 req-76850940-93af-420c-9074-3bf6c86d874b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.0535369 Sep 09 09:12:26.336892 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:26.366769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca0375c-0e98-4862-9ca4-f4bcc805ca0d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:26.400935 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1bb1b7ed-d70b-4c95-bbe7-3bb6c004a721 req-a588680c-9675-4a01-8316-cd3f6f53f5aa tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773261 Sep 09 09:12:26.438715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7f6c-fac6-4311-8703-dfc8fc07ca6d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:26.456090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac7c7f6c-fac6-4311-8703-dfc8fc07ca6d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network 5e3174c8-e004-41c8-83ac-cc4d2ad549ca is not hosted by any dhcp agent {{(pid=95325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 09 09:12:26.463106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7c7f6c-fac6-4311-8703-dfc8fc07ca6d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:26.463871 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7f6c-fac6-4311-8703-dfc8fc07ca6d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:26.468125 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ac7c7f6c-fac6-4311-8703-dfc8fc07ca6d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "PUT /v2.0/networks/5e3174c8-e004-41c8-83ac-cc4d2ad549ca HTTP/1.1" status: 200 len: 762 time: 0.4406137 Sep 09 09:12:26.468474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49122) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:26.545823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c7f6c-fac6-4311-8703-dfc8fc07ca6d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=5e3174c8-e004-41c8-83ac-cc4d2ad549ca,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:26.559433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:26.559983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 5e3174c8-e004-41c8-83ac-cc4d2ad549ca details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:26.608526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbf3fdd-5a3c-47da-bcb1-7e3258678ddf tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:26.610871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7bbf3fdd-5a3c-47da-bcb1-7e3258678ddf tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/networks?id=5e3174c8-e004-41c8-83ac-cc4d2ad549ca HTTP/1.1" status: 200 len: 765 time: 0.1406357 Sep 09 09:12:26.613715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49128) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:26.810437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f0e86-23c7-43df-a860-593d2bc112ce req-f0d828d7-0bc6-41f8-b967-5e60f30589b0 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:26.811931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe1f0e86-23c7-43df-a860-593d2bc112ce req-f0d828d7-0bc6-41f8-b967-5e60f30589b0 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0894482 Sep 09 09:12:26.819695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f59240d-d646-4eaa-ba37-8758c24fa0e9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:26.824631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1f59240d-d646-4eaa-ba37-8758c24fa0e9 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2071967 Sep 09 09:12:26.824884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49138) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:26.849343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] Router b8aef6db-e5d5-4072-bfef-fe494f972446 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:12:26.861393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f4a44112-781a-4115-b95d-ccdf3fe48492 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 207 time: 0.0353296 Sep 09 09:12:26.864566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49140) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:27.147351 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe1f0e86-23c7-43df-a860-593d2bc112ce req-7a8765ef-da7b-4f0d-b377-c4a34c1fa643 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283365 Sep 09 09:12:27.324829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa68b7-fdcd-479e-a2c6-2a12a5971891 req-4feab21d-f925-4986-9cde-cc9706178e72 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.326271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6eaa68b7-fdcd-479e-a2c6-2a12a5971891 req-4feab21d-f925-4986-9cde-cc9706178e72 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.1066179 Sep 09 09:12:27.334747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:12:27.340080 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-47913729-69b4-4e66-a8fc-86970c42d946 admin admin] 10.222.0.32 "PUT /v2.0/routers/b8aef6db-e5d5-4072-bfef-fe494f972446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8780921 Sep 09 09:12:27.347190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49156) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:27.348508 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab2534-c034-4fbf-8c31-82d94e5566d5 None None] Sync routers for ids ['b8aef6db-e5d5-4072-bfef-fe494f972446'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:12:27.360699 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab2534-c034-4fbf-8c31-82d94e5566d5 None None] Routers {'b8aef6db-e5d5-4072-bfef-fe494f972446'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:12:27.361560 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0eab2534-c034-4fbf-8c31-82d94e5566d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:12:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b8aef6db-e5d5-4072-bfef-fe494f972446'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:27.378870 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6eaa68b7-fdcd-479e-a2c6-2a12a5971891 req-e60bcb52-413f-49f6-add1-89c3a1267a50 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Sep 09 09:12:27.431794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75058a-c47f-47b7-93d2-3437122802ec tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.437972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75058a-c47f-47b7-93d2-3437122802ec tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.444372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75058a-c47f-47b7-93d2-3437122802ec tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.452680 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75058a-c47f-47b7-93d2-3437122802ec tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.457895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75058a-c47f-47b7-93d2-3437122802ec tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.464753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75058a-c47f-47b7-93d2-3437122802ec tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.470177 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8f75058a-c47f-47b7-93d2-3437122802ec tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6010656 Sep 09 09:12:27.470874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49164) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:27.510013 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0eab2534-c034-4fbf-8c31-82d94e5566d5 None None] Set router b8aef6db-e5d5-4072-bfef-fe494f972446 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:12:27.552749 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:27.626013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:27.657489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:27.658683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5e0aac36-5fb0-4f7f-b5d6-2adeccd497db not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:27.682549 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:27.687682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8ecc7-d72f-4db1-8970-368b3c5283eb req-e41526f2-b64a-4f23-a672-129ccb6faab6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.689306 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-87f8ecc7-d72f-4db1-8970-368b3c5283eb req-e41526f2-b64a-4f23-a672-129ccb6faab6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1995170 Sep 09 09:12:27.766386 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0eab2534-c034-4fbf-8c31-82d94e5566d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-router', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '419f050e-92a1-456a-9311-ab472ae5831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:16Z', 'updated_at': '2021-09-09T09:12:25Z', 'revision_number': 5, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'gw_port': {'id': '419f050e-92a1-456a-9311-ab472ae5831f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:17Z', 'updated_at': '2021-09-09T09:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:27.770445 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ee0a714f-7ad7-4bc8-8c4f-0b502f80f7c0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2977905 Sep 09 09:12:27.774658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:27.789143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-87f8ecc7-d72f-4db1-8970-368b3c5283eb req-300fdd6a-d2a4-4f24-922f-e5f6784dd4e6 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888257 Sep 09 09:12:27.795959 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab2534-c034-4fbf-8c31-82d94e5566d5 None None] Checking router: b8aef6db-e5d5-4072-bfef-fe494f972446 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:12:27.805634 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab2534-c034-4fbf-8c31-82d94e5566d5 None None] Routers {'b8aef6db-e5d5-4072-bfef-fe494f972446'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:12:27.806382 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0eab2534-c034-4fbf-8c31-82d94e5566d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:12:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b8aef6db-e5d5-4072-bfef-fe494f972446'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:27.851768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Deleting port 419f050e-92a1-456a-9311-ab472ae5831f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:27.852118 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:27.856457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe3926-1d59-4eb8-86ae-556570ee97e0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.858551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe3926-1d59-4eb8-86ae-556570ee97e0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.860231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe3926-1d59-4eb8-86ae-556570ee97e0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.862655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe3926-1d59-4eb8-86ae-556570ee97e0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.863642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe3926-1d59-4eb8-86ae-556570ee97e0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.865422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5cbe3926-1d59-4eb8-86ae-556570ee97e0 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0898104 Sep 09 09:12:27.872527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49178) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:27.933728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec280ce3-02a5-41da-947b-ccf58b9e1d42 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.935425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec280ce3-02a5-41da-947b-ccf58b9e1d42 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.936894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec280ce3-02a5-41da-947b-ccf58b9e1d42 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.938524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec280ce3-02a5-41da-947b-ccf58b9e1d42 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.940141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec280ce3-02a5-41da-947b-ccf58b9e1d42 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:27.945754 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ec280ce3-02a5-41da-947b-ccf58b9e1d42 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0718470 Sep 09 09:12:27.946708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:27.954145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] For port 419f050e-92a1-456a-9311-ab472ae5831f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=419f050e-92a1-456a-9311-ab472ae5831f,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:27.954403 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0eab2534-c034-4fbf-8c31-82d94e5566d5 None None] Set router b8aef6db-e5d5-4072-bfef-fe494f972446 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:12:27.954630 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:27.973116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Calling delete_port for 419f050e-92a1-456a-9311-ab472ae5831f owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:28.010760 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0eab2534-c034-4fbf-8c31-82d94e5566d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-router', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:16Z', 'updated_at': '2021-09-09T09:12:27Z', 'revision_number': 6, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:28.037658 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab2534-c034-4fbf-8c31-82d94e5566d5 None None] The sync data for ids ['b8aef6db-e5d5-4072-bfef-fe494f972446'] in n-d-778696-16 is: [{'id': 'b8aef6db-e5d5-4072-bfef-fe494f972446', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932621727-router', 'tenant_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:10:16Z', 'updated_at': '2021-09-09T09:12:27Z', 'revision_number': 6, 'project_id': '1a802bcc9eaa41dcb6fb36995da293e9', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:12:28.064269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4783d8ab-a844-4751-9b1e-1140e09db56a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:28.069264 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4783d8ab-a844-4751-9b1e-1140e09db56a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/networks/e1e0cf95-96d8-42e6-aedf-fafa7744e062 HTTP/1.1" status: 200 len: 804 time: 0.1180418 Sep 09 09:12:28.075754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49182) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:28.201430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eaae56b2-70b6-4ff0-b8ed-26e48a2e361e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/networks/e1e0cf95-96d8-42e6-aedf-fafa7744e062?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1180282 Sep 09 09:12:28.204614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49190) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:28.263216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057afcc2-c570-4c7e-a04d-fa5b3a818acb tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:28.264720 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-057afcc2-c570-4c7e-a04d-fa5b3a818acb tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/subnets/2327f701-e115-4dbd-89bb-67c9af785986 HTTP/1.1" status: 200 len: 843 time: 0.0583162 Sep 09 09:12:28.268249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49192) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:28.278109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a802a36-06a7-42e0-abc7-97dcdbd06777 req-6a3fa577-b002-4fca-8217-8e1a14e43d98 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:28.279625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a802a36-06a7-42e0-abc7-97dcdbd06777 req-6a3fa577-b002-4fca-8217-8e1a14e43d98 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0490422 Sep 09 09:12:28.302997 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.317519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a802a36-06a7-42e0-abc7-97dcdbd06777 req-3f442b38-b518-4129-8b39-fedf2c874e29 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316451 Sep 09 09:12:28.338334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Pushing event deleted for resources: {'Port': ['ID=419f050e-92a1-456a-9311-ab472ae5831f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:28.369742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca13673-fbb0-4eb0-93e4-157e6ef63792 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:28.371171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dca13673-fbb0-4eb0-93e4-157e6ef63792 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "GET /v2.0/subnets/2327f701-e115-4dbd-89bb-67c9af785986?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1020067 Sep 09 09:12:28.374767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49194) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:28.379835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1287894954'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:28.420245 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.484359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:28.488047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.520785 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:28.529995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.530407 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Added segment 8e179fef-6a8d-4478-b50a-1fb21eb1aa41 of type vlan for network 0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6 Sep 09 09:12:28.540315 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.543147 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.570503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.596686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b43571-5d51-490a-b0b2-726718968830 req-ec90af0a-e63d-4d9d-841b-77720fc45081 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:28.598560 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2b43571-5d51-490a-b0b2-726718968830 req-ec90af0a-e63d-4d9d-841b-77720fc45081 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.1168885 Sep 09 09:12:28.638840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2b43571-5d51-490a-b0b2-726718968830 req-514bbf91-2850-4cb3-b086-161e0b5d449c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342383 Sep 09 09:12:28.709343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.715623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:28.716210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.721090 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.721623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8aef6db-e5d5-4072-bfef-fe494f972446 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:12:28.726171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.727775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-37e1ed34-8e34-4b0c-af2d-c0f22c6bec9f admin admin] 10.222.0.32 "DELETE /v2.0/routers/b8aef6db-e5d5-4072-bfef-fe494f972446 HTTP/1.1" status: 204 len: 168 time: 1.3793907 Sep 09 09:12:28.730229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49198) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:28.777120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a5744f-aef0-4e0d-bcb8-5868a0a7e969 admin admin] Deleting subnet 74fcbe4a-c936-4e98-b254-4d93dabb4511 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:12:28.780199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3a5744f-aef0-4e0d-bcb8-5868a0a7e969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.783813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Network': ['ID=0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:28.794249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:28.816893 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bbad024e-1e99-4afd-863d-7deb0477cc23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4400425 Sep 09 09:12:28.816893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49200) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:28.823702 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3a5744f-aef0-4e0d-bcb8-5868a0a7e969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.825695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'network_id': '0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:28.868660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0960d669-40f9-4ec5-8e76-4d760261891f no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:28.938258 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3a5744f-aef0-4e0d-bcb8-5868a0a7e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:28.972902 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.007177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:29.012235 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd897dd-710c-4014-821d-3afe151bbe4b" -d '{"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-unplugged", "status": "completed", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:29.020823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Made reservation on behalf of eabe87fa274245b79dca6d70327ace2d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:29.026755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:29.031734 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.067096 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431037ac-606e-40ea-a1fc-b20a235bd6d5 x-openstack-request-id: req-431037ac-606e-40ea-a1fc-b20a235bd6d5 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:29.067417 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-unplugged", "status": "completed", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:29.067813 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-431037ac-606e-40ea-a1fc-b20a235bd6d5 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:29.068673 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f', 'code': 200} Sep 09 09:12:29.092875 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.099067 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3a5744f-aef0-4e0d-bcb8-5868a0a7e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.128956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5744f-aef0-4e0d-bcb8-5868a0a7e969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74fcbe4a-c936-4e98-b254-4d93dabb4511,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:29.137801 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3a5744f-aef0-4e0d-bcb8-5868a0a7e969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.142436 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c3a5744f-aef0-4e0d-bcb8-5868a0a7e969 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/74fcbe4a-c936-4e98-b254-4d93dabb4511 HTTP/1.1" status: 204 len: 168 time: 0.4111164 Sep 09 09:12:29.142990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49216) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:29.145170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Performing IP validity checks on allocation pools {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 09 09:12:29.145786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 09 09:12:29.149360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c5316-cc73-4369-a1c8-cf9795182495 None None] Network 037318aa-7d74-4ea9-83e6-e4fde35a9026 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:29.174445 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:29.186872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6a20c-30a7-48f7-a891-5eea5d86cf8f req-d3f89046-3324-4594-b6b1-e12ca2d03eff tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:29.194134 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6cf6a20c-30a7-48f7-a891-5eea5d86cf8f req-d3f89046-3324-4594-b6b1-e12ca2d03eff tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1948690 Sep 09 09:12:29.219316 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-840c5cd8-4eb0-4805-83e2-68662d0afa6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2090225 Sep 09 09:12:29.254446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6cf6a20c-30a7-48f7-a891-5eea5d86cf8f req-35631f5a-33a6-48e5-8fcc-336337d151d5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598063 Sep 09 09:12:29.303463 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.424685 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c438e262-85bb-4815-8a25-85165f6542f5 None None] DHCP port deletion for 037318aa-7d74-4ea9-83e6-e4fde35a9026 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:12:29.434500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-996cd846-02d1-4a1d-b88b-9b0cf35b7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:29.436018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-996cd846-02d1-4a1d-b88b-9b0cf35b7b97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 1102 time: 0.1420836 Sep 09 09:12:29.437970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Deleting port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:29.438584 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.482579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c438e262-85bb-4815-8a25-85165f6542f5 None None] Deleting port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:29.483058 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c438e262-85bb-4815-8a25-85165f6542f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.506655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] For port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88,segment=NetworkSegment(55e0ba11-b1c0-4b7e-8f15-5da9fb80d721),segment_id=55e0ba11-b1c0-4b7e-8f15-5da9fb80d721)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:29.507018 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.529102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Calling delete_port for baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:29.555673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72098d08-11a1-4594-b015-09fcba10144a req-851274a6-daef-464c-b769-1b264df013d5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:29.563335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72098d08-11a1-4594-b015-09fcba10144a req-851274a6-daef-464c-b769-1b264df013d5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1410983 Sep 09 09:12:29.594639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fca0375c-0e98-4862-9ca4-f4bcc805ca0d no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:29.597496 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.606630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c438e262-85bb-4815-8a25-85165f6542f5 None None] For port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88,segment=NetworkSegment(55e0ba11-b1c0-4b7e-8f15-5da9fb80d721),segment_id=55e0ba11-b1c0-4b7e-8f15-5da9fb80d721)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:29.607311 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c438e262-85bb-4815-8a25-85165f6542f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.633148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: fca0375c-0e98-4862-9ca4-f4bcc805ca0d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:29.633431 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fca0375c-0e98-4862-9ca4-f4bcc805ca0d not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:29.634027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 419f050e-92a1-456a-9311-ab472ae5831f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:29.656705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c438e262-85bb-4815-8a25-85165f6542f5 None None] Calling delete_port for baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:29.660940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 419f050e-92a1-456a-9311-ab472ae5831f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:29.661294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 419f050e-92a1-456a-9311-ab472ae5831f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:29.661718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:29.683957 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.711746 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72098d08-11a1-4594-b015-09fcba10144a req-b4bae03a-8404-432e-87cd-b08ba9fc436d tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471305 Sep 09 09:12:29.715652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=327e3ba0-b156-4941-bb31-394964db4415,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:29.725957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-00e21ddf-3d7d-416a-8df9-3baa6c159ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:29.727700 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-00e21ddf-3d7d-416a-8df9-3baa6c159ef5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2624969 Sep 09 09:12:29.736391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:29.756003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No active binding found for port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 {{(pid=95327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 09 09:12:29.756560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:29.765888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] No DVR routers for this DVR port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:29.788560 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c438e262-85bb-4815-8a25-85165f6542f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.801847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-85836997-ffee-4d2f-ac25-b174a85f00e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 200 len: 217 time: 0.0518975 Sep 09 09:12:29.802698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Checking segment: {'id': '8e179fef-6a8d-4478-b50a-1fb21eb1aa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:29.803061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network hostable DHCP agents. Network: 0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:12:29.823671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438e262-85bb-4815-8a25-85165f6542f5 None None] Pushing event deleted for resources: {'Port': ['ID=baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:29.827816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438e262-85bb-4815-8a25-85165f6542f5 None None] No DVR routers for this DVR port baa8d2f3-e4ae-4f82-9fa8-e6d280e7bd88 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:29.868887 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.871242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-7b9731d4-af99-4950-b57d-067ffa79bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:29.873047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-7b9731d4-af99-4950-b57d-067ffa79bd2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0635095 Sep 09 09:12:29.878541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b54cd7-e172-4b32-a5e8-cd12e198cdaa req-2d5b61b9-ca03-46d4-867e-76213143aea1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:29.880105 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14b54cd7-e172-4b32-a5e8-cd12e198cdaa req-2d5b61b9-ca03-46d4-867e-76213143aea1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.1348667 Sep 09 09:12:29.912581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037318aa-7d74-4ea9-83e6-e4fde35a9026']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:29.919934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-93bf64a9-dfff-4a6d-bb6a-90c0beae443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:29.921451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-93bf64a9-dfff-4a6d-bb6a-90c0beae443f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406680 Sep 09 09:12:29.925952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e0ba11-b1c0-4b7e-8f15-5da9fb80d721') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:29.926188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e0ba11-b1c0-4b7e-8f15-5da9fb80d721') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:29.944577 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.955678 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14b54cd7-e172-4b32-a5e8-cd12e198cdaa req-fc72d9ae-9f59-4aa7-9c1a-b2db693de18f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687096 Sep 09 09:12:29.963950 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.978969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:29.979419 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:29.981293 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:29.987826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Network 0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:12:30.025773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-86558f29-1a45-4b5f-a413-a5dae5a8c054 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971100 Sep 09 09:12:30.058977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:30.069470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e533d5-9338-42f1-b5fa-da585049ea47 None None] Network 0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:30.071207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:30.071871 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756587'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.120992 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.125594 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.127745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] 10.222.0.32 "DELETE /v2.0/networks/037318aa-7d74-4ea9-83e6-e4fde35a9026 HTTP/1.1" status: 204 len: 168 time: 0.9838479 Sep 09 09:12:30.144733 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9827fa84-20e9-4673-affe-8fb28ea65ca4 req-dd892971-d19f-4d36-9bda-2fe8374e1fd3 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096165 Sep 09 09:12:30.155548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bcdd1-949e-4e8e-b602-7276afca3c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=037318aa-7d74-4ea9-83e6-e4fde35a9026,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:30.207775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ab8b8a3b-9f0f-41b4-bcc2-21a4805f6a1d tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3890450 Sep 09 09:12:30.211200 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49238) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:30.216816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7cffca5d-441b-4a2e-bf0f-7cc8e2feb05e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:30.324567 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7cffca5d-441b-4a2e-bf0f-7cc8e2feb05e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8444036'] for subnet, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.410086 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6', 'network_id': '0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6', 'tenant_id': 'eabe87fa274245b79dca6d70327ace2d', 'fixed_ips': [{'subnet_id': '327e3ba0-b156-4941-bb31-394964db4415'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:12:30.412308 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.452028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7970c2-92de-4161-9636-e880e86e0f86 req-05664cbb-a60a-4ab5-a9b3-24073e523c52 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:30.453719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c7970c2-92de-4161-9636-e880e86e0f86 req-05664cbb-a60a-4ab5-a9b3-24073e523c52 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.0842061 Sep 09 09:12:30.534920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49246) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:30.542795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c7970c2-92de-4161-9636-e880e86e0f86 req-16a271a9-a45e-473e-85c7-0274ee9d085c tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707619 Sep 09 09:12:30.587489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f77a6c64-a1b8-4695-9aa3-7a64303a6209 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4d992fba9874fd592efe737027ab8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512578 Sep 09 09:12:30.593738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49248) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:30.643043 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7910883f-d908-4ce4-ba1d-ad8811d52662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.654503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7cffca5d-441b-4a2e-bf0f-7cc8e2feb05e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734703415565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8972312'] for subnet, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.698458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7910883f-d908-4ce4-ba1d-ad8811d52662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.701286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Allocated IP 2001:db8::3 (0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6/327e3ba0-b156-4941-bb31-394964db4415/09639bc5-3a39-4c30-86f1-5c43ad0e3e2a) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:12:30.733648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cffca5d-441b-4a2e-bf0f-7cc8e2feb05e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:30.734368 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7cffca5d-441b-4a2e-bf0f-7cc8e2feb05e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.735719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7cffca5d-441b-4a2e-bf0f-7cc8e2feb05e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "PUT /v2.0/subnets/327e3ba0-b156-4941-bb31-394964db4415 HTTP/1.1" status: 200 len: 900 time: 0.5234456 Sep 09 09:12:30.738770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49250) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:30.745346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffca5d-441b-4a2e-bf0f-7cc8e2feb05e tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event updated for resources: {'Subnet': ['ID=327e3ba0-b156-4941-bb31-394964db4415,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:30.857304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0960d669-40f9-4ec5-8e76-4d760261891f details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:12:30.883397 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.887431 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.895464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Transition to ACTIVE for port object 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:30.902557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8c11d-0dc5-440d-a5ea-ee27b8f081d3 req-2c1c39b6-770c-43ae-a621-4d3bb512ad67 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:30.909488 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-77b8c11d-0dc5-440d-a5ea-ee27b8f081d3 req-2c1c39b6-770c-43ae-a621-4d3bb512ad67 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0793424 Sep 09 09:12:30.923805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Transition to ACTIVE for port object 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:30.932709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7910883f-d908-4ce4-ba1d-ad8811d52662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.936254 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7910883f-d908-4ce4-ba1d-ad8811d52662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:30.940167 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7910883f-d908-4ce4-ba1d-ad8811d52662 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb182a48-1c95-4b3b-980a-f5cb4ef41552 HTTP/1.1" status: 204 len: 168 time: 0.3427398 Sep 09 09:12:30.946107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910883f-d908-4ce4-ba1d-ad8811d52662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb182a48-1c95-4b3b-980a-f5cb4ef41552,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:31.000052 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.000956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.011864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:31.045843 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-77b8c11d-0dc5-440d-a5ea-ee27b8f081d3 req-14333860-602d-4728-98d8-9321b3d4c9f6 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335077 Sep 09 09:12:31.077925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Network 0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:31.082514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '0960d669-40f9-4ec5-8e76-4d760261891f', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '0960d669-40f9-4ec5-8e76-4d760261891f', 'mac_address': 'fa:16:3e:06:e7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:12:31.089617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:31.097100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:12:31.103255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Pushing event updated for resources: {'Port': ['ID=09639bc5-3a39-4c30-86f1-5c43ad0e3e2a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:31.132191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99305e-b501-4a24-865a-41c80ab88783 req-874321cc-da0f-4d7e-a0b0-756e9351537d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:31.135614 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce99305e-b501-4a24-865a-41c80ab88783 req-874321cc-da0f-4d7e-a0b0-756e9351537d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.0942430 Sep 09 09:12:31.181297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce99305e-b501-4a24-865a-41c80ab88783 req-da382146-8f68-4bcb-9f73-c831c56e15c2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Sep 09 09:12:31.183701 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.202127 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.202630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Attempting to bind port 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:31.204578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Attempting to bind port 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '8e179fef-6a8d-4478-b50a-1fb21eb1aa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:31.204578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Attempting to bind port 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a on network 0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:31.206158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0960d669-40f9-4ec5-8e76-4d760261891f {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:31.214858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:31.215241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Checking segment: {'id': '8e179fef-6a8d-4478-b50a-1fb21eb1aa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:31.215676 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.216080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Bound using segment: {'id': '8e179fef-6a8d-4478-b50a-1fb21eb1aa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:31.216549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Bound port: 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e179fef-6a8d-4478-b50a-1fb21eb1aa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:31.216933 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.229158 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Subnet': ['ID=327e3ba0-b156-4941-bb31-394964db4415,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:31.241164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:31.297354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.300597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] For port 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:31.304024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] For port 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=09639bc5-3a39-4c30-86f1-5c43ad0e3e2a,segment=NetworkSegment(8e179fef-6a8d-4478-b50a-1fb21eb1aa41),segment_id=8e179fef-6a8d-4478-b50a-1fb21eb1aa41)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:31.317862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:31.328355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e179fef-6a8d-4478-b50a-1fb21eb1aa41') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:31.328656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e179fef-6a8d-4478-b50a-1fb21eb1aa41') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:31.337307 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.355292 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.414371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:31.459489 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.462297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.469688 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:31.470171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:31.473968 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:31.488649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['0960d669-40f9-4ec5-8e76-4d760261891f'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:12:31.594196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844a40a-e888-49d1-beee-470a4fb5332f None None] Pushing event updated for resources: {'Port': ['ID=09639bc5-3a39-4c30-86f1-5c43ad0e3e2a,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:31.616625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419409b-90b4-419b-aa0a-12aebda231fa None None] Network 0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:31.654305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 09:12:31.654305 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 09:12:31.654305 n-d-778696-16 neutron-server[95325]: [parameters: {'id': '0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6'}] Sep 09 09:12:31.654305 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:12:31.654802 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:12:31.668110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8527f47-499a-40b7-8e0f-9ac32892b5b4 req-60fd8bff-e663-4209-8904-f327af01bb96 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:31.669622 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8527f47-499a-40b7-8e0f-9ac32892b5b4 req-60fd8bff-e663-4209-8904-f327af01bb96 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.0552192 Sep 09 09:12:31.708841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8527f47-499a-40b7-8e0f-9ac32892b5b4 req-49cdb772-d44b-4474-936e-f3a80306006a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Sep 09 09:12:31.806417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649011c3-633f-434f-bb09-256bcc903b4b None None] Network 0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:31.935725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e55ba7d-127d-4ba9-a26d-c09e770be559 None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:12:32.018206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49288) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:32.067773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55ba7d-127d-4ba9-a26d-c09e770be559 None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:12:32.068734 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2632e066-b2b8-4750-b39c-50039a9e7f58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a802bcc9eaa41dcb6fb36995da293e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492151 Sep 09 09:12:32.071707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49290) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:32.127030 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d57e3a3-60a9-48d6-99e8-b9fe79c9284c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:32.151734 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d57e3a3-60a9-48d6-99e8-b9fe79c9284c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:32.158324 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:32.195112 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af379206-bfe1-47cc-996a-f86c032dce97 req-ee603cf0-a7f4-4b76-bcae-1529abd0c429 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:32.204851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af379206-bfe1-47cc-996a-f86c032dce97 req-ee603cf0-a7f4-4b76-bcae-1529abd0c429 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0721908 Sep 09 09:12:32.254070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Deleting port 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:32.254570 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:32.294967 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af379206-bfe1-47cc-996a-f86c032dce97 req-d8c4e65f-248a-4ea4-b1aa-e834196d068c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888989 Sep 09 09:12:32.377263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d57e3a3-60a9-48d6-99e8-b9fe79c9284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:32.379825 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d57e3a3-60a9-48d6-99e8-b9fe79c9284c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:32.381113 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9d57e3a3-60a9-48d6-99e8-b9fe79c9284c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a9ff70c-28e9-4709-baa0-bd5b41868f04 HTTP/1.1" status: 204 len: 168 time: 0.3084271 Sep 09 09:12:32.396912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] For port 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=09639bc5-3a39-4c30-86f1-5c43ad0e3e2a,segment=NetworkSegment(8e179fef-6a8d-4478-b50a-1fb21eb1aa41),segment_id=8e179fef-6a8d-4478-b50a-1fb21eb1aa41)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:32.397281 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:32.410658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57e3a3-60a9-48d6-99e8-b9fe79c9284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9ff70c-28e9-4709-baa0-bd5b41868f04,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:32.428311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Calling delete_port for 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:32.459015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21212cb-45da-4af6-95ea-6a7a1fd7b838 req-310ce690-cc6c-45ce-8034-2721e1e13e4c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:32.461662 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b21212cb-45da-4af6-95ea-6a7a1fd7b838 req-310ce690-cc6c-45ce-8034-2721e1e13e4c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.1454291 Sep 09 09:12:32.566625 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b21212cb-45da-4af6-95ea-6a7a1fd7b838 req-2fde4ee6-1740-4411-a47c-d409f64ad0a6 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508454 Sep 09 09:12:32.739449 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:32.773281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Port': ['ID=09639bc5-3a39-4c30-86f1-5c43ad0e3e2a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:32.781067 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No DVR routers for this DVR port 09639bc5-3a39-4c30-86f1-5c43ad0e3e2a on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:32.866079 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0960d669-40f9-4ec5-8e76-4d760261891f up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:32.914760 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:32.956854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba55766-a57a-4669-830e-591c339b11b3 req-1918ecee-1bff-4398-9164-c71de03b3579 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:32.958568 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ba55766-a57a-4669-830e-591c339b11b3 req-1918ecee-1bff-4398-9164-c71de03b3579 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1499150 Sep 09 09:12:32.959458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 0960d669-40f9-4ec5-8e76-4d760261891f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:32.960398 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:32.983525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:33.002036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e179fef-6a8d-4478-b50a-1fb21eb1aa41') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:33.002333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e179fef-6a8d-4478-b50a-1fb21eb1aa41') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:33.018882 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.045671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ba55766-a57a-4669-830e-591c339b11b3 req-797b4464-6c69-4202-b539-1f79fd2cdd12 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731244 Sep 09 09:12:33.046617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:33.064931 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:33.111964 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.145924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:33.148531 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01da7e7b-004b-4948-adfb-73af5c5d7c80" -d '{"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-plugged", "status": "completed", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:33.190545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:33.204513 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93325e1b-645a-4a2f-ab7b-e25f35ba41d0 x-openstack-request-id: req-93325e1b-645a-4a2f-ab7b-e25f35ba41d0 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:33.205116 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-plugged", "status": "completed", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:33.211524 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93325e1b-645a-4a2f-ab7b-e25f35ba41d0 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:33.211524 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f', 'code': 200} Sep 09 09:12:33.229417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.240811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.242901 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6 HTTP/1.1" status: 204 len: 168 time: 2.5030327 Sep 09 09:12:33.246287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49334) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:33.253124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9bbde-4dce-4400-af0e-0e2bf40d56c1 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Network': ['ID=0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:33.280205 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-685b59c8-d983-4e42-a500-0b502c0829a7 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:33.288313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685b59c8-d983-4e42-a500-0b502c0829a7 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:33.297645 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-685b59c8-d983-4e42-a500-0b502c0829a7 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/subnets/327e3ba0-b156-4941-bb31-394964db4415 HTTP/1.1" status: 404 len: 337 time: 0.0426583 Sep 09 09:12:33.297645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:33.320562 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef7b2c4-eb6f-48ec-9be7-73552fd8c1d2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:33.332343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef7b2c4-eb6f-48ec-9be7-73552fd8c1d2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:33.332343 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5ef7b2c4-eb6f-48ec-9be7-73552fd8c1d2 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/0209f956-b0e5-4d1a-9d5c-2e06ae7d98f6 HTTP/1.1" status: 404 len: 339 time: 0.0293748 Sep 09 09:12:33.334216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49350) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:33.401073 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.478502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=10']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:33.514630 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-fa7207d9-199a-4dc1-95a5-7643551b1aa8 service neutron] show failed (client error): The resource could not be found. Sep 09 09:12:33.515769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-fa7207d9-199a-4dc1-95a5-7643551b1aa8 service neutron] 10.222.0.41 "GET /v2.0/ports/58ca3b2f-b09f-4b69-96f7-fcf38073cd80/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0909264 Sep 09 09:12:33.561853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.618523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737d050-9b54-4386-b288-dfc5a3882b60 req-432126c4-8a60-479c-8a7b-e52ef10cc3ec tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:33.626226 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6737d050-9b54-4386-b288-dfc5a3882b60 req-432126c4-8a60-479c-8a7b-e52ef10cc3ec tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1811752 Sep 09 09:12:33.645051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 028faba8-e36e-4369-94a4-2a37d361a23d details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:12:33.739843 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.762261 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6737d050-9b54-4386-b288-dfc5a3882b60 req-b5b7f02f-8386-435f-92df-9bf021c1fab2 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350486 Sep 09 09:12:33.801266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3174c8-e004-41c8-83ac-cc4d2ad549ca']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:33.817173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8f568-32b2-48cf-a47c-0251b15d889c req-41d35f73-ba32-47d4-b8be-53b1a2ac16a1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:33.827029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416cca87-ed89-4262-8d62-b520d38d5bb8') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:33.827355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416cca87-ed89-4262-8d62-b520d38d5bb8') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:33.831084 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5f8f568-32b2-48cf-a47c-0251b15d889c req-41d35f73-ba32-47d4-b8be-53b1a2ac16a1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.1130474 Sep 09 09:12:33.849510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.880280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=028faba8-e36e-4369-94a4-2a37d361a23d,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:33.883444 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.893535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:33.894257 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:33.897630 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:33.928909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '028faba8-e36e-4369-94a4-2a37d361a23d', 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a', 'port_id': '028faba8-e36e-4369-94a4-2a37d361a23d', 'mac_address': 'fa:16:3e:75:c2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:12:33.930422 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5f8f568-32b2-48cf-a47c-0251b15d889c req-c9a158e3-6455-477f-9b52-a91874563bc4 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983121 Sep 09 09:12:33.994144 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.010855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028faba8-e36e-4369-94a4-2a37d361a23d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:34.033946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=028faba8-e36e-4369-94a4-2a37d361a23d,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:34.047029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.059989 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.064054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49368) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:34.064648 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/5e3174c8-e004-41c8-83ac-cc4d2ad549ca HTTP/1.1" status: 204 len: 168 time: 0.7263894 Sep 09 09:12:34.064648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49370) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:34.086365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c35aa8-43f7-4a7e-9d89-e7af30161ffa tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Network': ['ID=5e3174c8-e004-41c8-83ac-cc4d2ad549ca,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:34.109411 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece30458-eb9c-4ec1-b108-73b60a9ae3a3 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:34.109634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece30458-eb9c-4ec1-b108-73b60a9ae3a3 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:34.113690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ece30458-eb9c-4ec1-b108-73b60a9ae3a3 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/subnets/03dae093-7ec0-43d4-9e08-eb7112d5d386 HTTP/1.1" status: 404 len: 337 time: 0.0460825 Sep 09 09:12:34.114111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49376) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:34.127064 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.161271 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a05fd2-04f7-4488-a28c-f1c22683d404 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:34.161832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a05fd2-04f7-4488-a28c-f1c22683d404 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:34.170209 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-49a05fd2-04f7-4488-a28c-f1c22683d404 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/31b72c41-1f1b-473c-b609-4ea3f8e62a87 HTTP/1.1" status: 404 len: 339 time: 0.0550461 Sep 09 09:12:34.172798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49378) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:34.212300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=028faba8-e36e-4369-94a4-2a37d361a23d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:34.219950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-270368846-network', 'tenant_id': '943414259b834d5d91f58456199d6eb6'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:34.301049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-21298238-0360-4654-8a65-86946a6b343b tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Deleting subnet a9b331f4-6245-4241-b773-c9926dc795bb {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:12:34.309962 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21298238-0360-4654-8a65-86946a6b343b tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.356550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a9ab-a7f6-4ca0-9534-c1ba9fb26cda req-e4a52602-6063-438b-a9e3-ecedc8d12321 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:34.365809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da49a9ab-a7f6-4ca0-9534-c1ba9fb26cda req-e4a52602-6063-438b-a9e3-ecedc8d12321 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1560519 Sep 09 09:12:34.372276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-44244b28-90a5-4f7d-a9ed-4d7cf71a3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:34.373842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Made reservation on behalf of 943414259b834d5d91f58456199d6eb6 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:34.374146 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-44244b28-90a5-4f7d-a9ed-4d7cf71a3e00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d&tenant_id=bd13aef6e3254abdb27a99a760731ff5 HTTP/1.1" status: 200 len: 1101 time: 0.1599274 Sep 09 09:12:34.377894 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.400944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:34.405483 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.411584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21298238-0360-4654-8a65-86946a6b343b tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.424204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['028faba8-e36e-4369-94a4-2a37d361a23d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:12:34.517457 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da49a9ab-a7f6-4ca0-9534-c1ba9fb26cda req-a05ad3c7-c6b6-468a-bae7-37743d202da3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504889 Sep 09 09:12:34.576325 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.648878 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.658345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21298238-0360-4654-8a65-86946a6b343b tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.732532 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.770014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:34.782030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433b11f2-ca83-409e-88b8-f57f98b8d69a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:34.793564 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.794057 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Added segment 6e829dcf-be8f-4722-a820-a6d7515d22ea of type vlan for network e48d8370-a0ed-47ea-a58b-e2fe878ea480 Sep 09 09:12:34.902520 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:34.988822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:35.001375 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:35.002904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:35.003710 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:35.133236 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0697610 Sep 09 09:12:35.134864 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4132c-342b-48f7-b88d-fb16180de674 admin admin] Pushing event updated for resources: {'Network': ['ID=e48d8370-a0ed-47ea-a58b-e2fe878ea480,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:35.139121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49398) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:35.146190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] Request body: {'subnet': {'network_id': 'e48d8370-a0ed-47ea-a58b-e2fe878ea480', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-270368846-subnet', 'tenant_id': '943414259b834d5d91f58456199d6eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:35.149842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network e48d8370-a0ed-47ea-a58b-e2fe878ea480 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:35.189203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a3b1c-4995-47d2-a67f-e9e8bf1c012e req-e263037e-d8bb-4275-a4fa-fca4e9e0202a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:35.191082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-778a3b1c-4995-47d2-a67f-e9e8bf1c012e req-e263037e-d8bb-4275-a4fa-fca4e9e0202a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 944 time: 0.1500986 Sep 09 09:12:35.252291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] Made reservation on behalf of 943414259b834d5d91f58456199d6eb6 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:35.259328 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:35.316899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-778a3b1c-4995-47d2-a67f-e9e8bf1c012e req-166ca23f-cb14-45a5-84c7-9a1f20e001e4 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039705 Sep 09 09:12:35.356971 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21298238-0360-4654-8a65-86946a6b343b tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:35.393591 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21298238-0360-4654-8a65-86946a6b343b tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:35.395689 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-21298238-0360-4654-8a65-86946a6b343b tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/subnets/a9b331f4-6245-4241-b773-c9926dc795bb HTTP/1.1" status: 204 len: 168 time: 1.2216861 Sep 09 09:12:35.399533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49400) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:35.400626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5d8f24-af61-4613-86a5-494da1423825 None None] Network 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:35.414320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21298238-0360-4654-8a65-86946a6b343b tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b331f4-6245-4241-b773-c9926dc795bb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:35.438124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81687316-0e3d-48b9-92ce-e18f82c7bd96 req-d35cc78a-acd7-4849-b886-68e7c9334284 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:35.445580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81687316-0e3d-48b9-92ce-e18f82c7bd96 req-d35cc78a-acd7-4849-b886-68e7c9334284 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.5570731 Sep 09 09:12:35.510717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a1d896-6dd7-4ca5-b3ee-c5ae2660cd88 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Deleting subnet c0b9c035-8cb3-42b7-b9d5-d3a79a863490 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:12:35.522659 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d896-6dd7-4ca5-b3ee-c5ae2660cd88 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:35.528623 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81687316-0e3d-48b9-92ce-e18f82c7bd96 req-3ed3ad7c-716e-4d2c-bbb2-6dbce91648fb tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777097 Sep 09 09:12:35.542781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:35.608508 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:35.621010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Transition to ACTIVE for port object 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:35.621933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:35.624120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d896-6dd7-4ca5-b3ee-c5ae2660cd88 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:35.629710 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb962945-3994-4f81-a5c3-049103031490" -d '{"events": [{"server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "name": "network-vif-unplugged", "status": "completed", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:35.660552 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 028faba8-e36e-4369-94a4-2a37d361a23d up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:35.689603 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578833d5-4df6-4c7e-adf6-f59b5fe561cc x-openstack-request-id: req-578833d5-4df6-4c7e-adf6-f59b5fe561cc {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:35.690038 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "name": "network-vif-unplugged", "status": "completed", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:35.690383 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-578833d5-4df6-4c7e-adf6-f59b5fe561cc {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:35.690865 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'code': 200} Sep 09 09:12:35.699847 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:35.829182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895a1da-1d68-474d-98f8-06d854719e1f req-a80c3de7-3c78-415e-9175-8e0936882066 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:35.835571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 028faba8-e36e-4369-94a4-2a37d361a23d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:35.838430 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6895a1da-1d68-474d-98f8-06d854719e1f req-a80c3de7-3c78-415e-9175-8e0936882066 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1694486 Sep 09 09:12:35.840065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 028faba8-e36e-4369-94a4-2a37d361a23d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:35.843136 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:35.847924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:35.850701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] No DVR routers for this DVR port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:35.884215 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:35.924314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:35.925093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:35.925660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:35.945531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:12:35.946951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:35.969313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:35.971812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:35.973975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:35.974721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Bound port: 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:35.975349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:36.032314 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:36.074180 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6895a1da-1d68-474d-98f8-06d854719e1f req-03c5c043-f4c4-428e-9a97-4cf55a3605ed tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302730 Sep 09 09:12:36.097175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028faba8-e36e-4369-94a4-2a37d361a23d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:36.102080 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d39832-438e-4dd4-8137-eb74887ec849" -d '{"events": [{"server_uuid": "0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3", "name": "network-vif-plugged", "status": "completed", "tag": "028faba8-e36e-4369-94a4-2a37d361a23d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:36.127874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=028faba8-e36e-4369-94a4-2a37d361a23d,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:36.141766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:36.142767 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d896-6dd7-4ca5-b3ee-c5ae2660cd88 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:36.146385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:36.173250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] Checking segment: {'id': '6e829dcf-be8f-4722-a820-a6d7515d22ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e48d8370-a0ed-47ea-a58b-e2fe878ea480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:36.173608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] Network hostable DHCP agents. Network: e48d8370-a0ed-47ea-a58b-e2fe878ea480, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:12:36.178246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ade52cc-3a3c-4fef-acec-e5f580e1f87e,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:36.185029 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251ab7c8-a180-4ea4-9c01-8320f11675eb x-openstack-request-id: req-251ab7c8-a180-4ea4-9c01-8320f11675eb {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:36.185029 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3", "name": "network-vif-plugged", "status": "completed", "tag": "028faba8-e36e-4369-94a4-2a37d361a23d", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:36.185029 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-251ab7c8-a180-4ea4-9c01-8320f11675eb {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:36.185029 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028faba8-e36e-4369-94a4-2a37d361a23d', 'code': 200} Sep 09 09:12:36.235118 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:36.247920 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:36.298817 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:36.301290 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:36.307305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] 10.222.0.24 "PUT /v2.0/ports/58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 1096 time: 1.9191043 Sep 09 09:12:36.344340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] Network e48d8370-a0ed-47ea-a58b-e2fe878ea480 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:12:36.356246 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d896-6dd7-4ca5-b3ee-c5ae2660cd88 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:36.375535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=028faba8-e36e-4369-94a4-2a37d361a23d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:36.418856 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d896-6dd7-4ca5-b3ee-c5ae2660cd88 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:36.423407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d1a1d896-6dd7-4ca5-b3ee-c5ae2660cd88 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/subnets/c0b9c035-8cb3-42b7-b9d5-d3a79a863490 HTTP/1.1" status: 204 len: 168 time: 1.0232205 Sep 09 09:12:36.425468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49424) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:36.442032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1d896-6dd7-4ca5-b3ee-c5ae2660cd88 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b9c035-8cb3-42b7-b9d5-d3a79a863490,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:36.489107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-aa6a2ade-9f70-4598-9482-bd1e9c38e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:36.490858 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-aa6a2ade-9f70-4598-9482-bd1e9c38e928 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1099 time: 0.1187508 Sep 09 09:12:36.494729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca76e7-da8a-4b50-9ceb-75977cebdf57 service neutron] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:36.530874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, e48d8370-a0ed-47ea-a58b-e2fe878ea480) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:36.533984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49bea5-e177-41a9-a5e9-c91b522a3b4b req-cea9e03e-0229-4e96-a62a-8c68da712f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:36.535661 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec49bea5-e177-41a9-a5e9-c91b522a3b4b req-cea9e03e-0229-4e96-a62a-8c68da712f44 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 1097 time: 0.2578557 Sep 09 09:12:36.544636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c295e-4b2b-4bb8-a472-e880c4ccd46b None None] Network e48d8370-a0ed-47ea-a58b-e2fe878ea480 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:36.569445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:36.570083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:36.630963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-e6f9d94c-e490-4684-83d1-255408a86a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:36.634850 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-e6f9d94c-e490-4684-83d1-255408a86a1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1243842 Sep 09 09:12:36.700767 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-81ff1c3a-cc5e-4769-91ed-811aea324172 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 217 time: 0.0548537 Sep 09 09:12:36.796014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-839d4e5f-74ab-4895-927a-d1bec773bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:36.797737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-839d4e5f-74ab-4895-927a-d1bec773bfab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0842910 Sep 09 09:12:36.801306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fe6b2-22f2-4268-8414-cee2596026cd req-37580b22-9d84-459c-8fee-976d30de46c4 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:36.803826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf8fe6b2-22f2-4268-8414-cee2596026cd req-37580b22-9d84-459c-8fee-976d30de46c4 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.3339548 Sep 09 09:12:36.815411 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:36.858536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ca5b3efa-584b-479e-a70c-b1ab48cc3be8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7180281 Sep 09 09:12:36.879670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb728323-6bfa-42a9-9aed-378c6207696d None None] Network 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:36.894582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:36.895599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec49bea5-e177-41a9-a5e9-c91b522a3b4b req-ee69c175-0f6f-45db-b141-042f4c6c86e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280337 Sep 09 09:12:36.896630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa78a7-286f-408b-a698-2624bf5eba84 None None] Network e48d8370-a0ed-47ea-a58b-e2fe878ea480 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:36.924250 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf8fe6b2-22f2-4268-8414-cee2596026cd req-8fb86246-b316-4741-833f-01522b45fec2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026447 Sep 09 09:12:36.942458 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be23833-3387-4092-871b-a501979625e8 req-e5c1cad3-a45e-4945-8c77-7e0c6e894acb tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:36.943952 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8be23833-3387-4092-871b-a501979625e8 req-e5c1cad3-a45e-4945-8c77-7e0c6e894acb tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1459339 Sep 09 09:12:36.947004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-ced4ca98-c4f4-4da3-b969-d8b1c7fb0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:36.948440 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-ced4ca98-c4f4-4da3-b969-d8b1c7fb0cdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1311338 Sep 09 09:12:36.960364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Deleting port 9e34118d-1813-45ec-92b7-5076a821064c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:36.961311 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:37.043585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8be23833-3387-4092-871b-a501979625e8 req-b4d45078-ee7c-453c-9fa1-77b1073fcd83 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812957 Sep 09 09:12:37.152923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] For port 9e34118d-1813-45ec-92b7-5076a821064c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9e34118d-1813-45ec-92b7-5076a821064c,segment=NetworkSegment(8fa21a52-1502-484b-acca-83c34ed0545a),segment_id=8fa21a52-1502-484b-acca-83c34ed0545a)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:37.155176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:37.198379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Calling delete_port for 9e34118d-1813-45ec-92b7-5076a821064c owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:37.301990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-49775f3e-c8b8-4ed3-8d6b-4c73c45d3822 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991694 Sep 09 09:12:37.379064 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-51bd1c6a-8b66-4468-842c-cb7f85114ce1 req-15356989-4ed3-4c3e-b0da-b9d08446021e tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] show failed (client error): The resource could not be found. Sep 09 09:12:37.390757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51bd1c6a-8b66-4468-842c-cb7f85114ce1 req-15356989-4ed3-4c3e-b0da-b9d08446021e tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] 10.222.0.32 "GET /v2.0/security-groups/f3337269-2586-4278-8670-78d6c82d2ab4 HTTP/1.1" status: 404 len: 352 time: 0.0328212 Sep 09 09:12:37.427952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9481cd-6658-47f5-a46c-074356cbb18e req-2263f533-66bf-4480-88d1-4d5c67e5fb6b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:37.436652 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a9481cd-6658-47f5-a46c-074356cbb18e req-2263f533-66bf-4480-88d1-4d5c67e5fb6b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 947 time: 0.1307967 Sep 09 09:12:37.480578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:37.495601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-abfc7f6b-2d47-4c24-b45f-a91faa685a3a None None] Provisioning complete for port 9e34118d-1813-45ec-92b7-5076a821064c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:37.496989 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abfc7f6b-2d47-4c24-b45f-a91faa685a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:37.524273 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a9481cd-6658-47f5-a46c-074356cbb18e req-a48f690e-1a4c-4222-8ccc-162278877003 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850532 Sep 09 09:12:37.525594 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:37.527827 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0ea65b9-dd24-4b73-abcf-580a030fa54a req-306a9c9a-14fe-4d26-b830-44157bc50c5b service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172718 Sep 09 09:12:37.564402 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84ff8daf-75e4-4a1e-88c6-db17a6082f24 req-bfa5e5a3-9395-4ac2-b9ce-7469f1709f29 tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=943414259b834d5d91f58456199d6eb6 HTTP/1.1" status: 200 len: 2984 time: 0.0966375 Sep 09 09:12:37.588397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Port': ['ID=9e34118d-1813-45ec-92b7-5076a821064c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:37.592020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No DVR routers for this DVR port 9e34118d-1813-45ec-92b7-5076a821064c on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:37.634206 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84ff8daf-75e4-4a1e-88c6-db17a6082f24 req-296b2f64-794c-4c39-86a5-50bb0fdd13b2 tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] 10.222.0.32 "GET /v2.0/security-groups/433b11f2-ca83-409e-88b8-f57f98b8d69a HTTP/1.1" status: 200 len: 2981 time: 0.0541739 Sep 09 09:12:37.647711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-abfc7f6b-2d47-4c24-b45f-a91faa685a3a None None] Could not find standard attr ID for object 9e34118d-1813-45ec-92b7-5076a821064c. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:12:37.651412 n-d-778696-16 neutron-server[95327]: INFO neutron.plugins.ml2.db [None req-abfc7f6b-2d47-4c24-b45f-a91faa685a3a None None] No ports have port_id starting with 9e34118d-1813-45ec-92b7-5076a821064c Sep 09 09:12:37.683046 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:37.688116 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84ff8daf-75e4-4a1e-88c6-db17a6082f24 req-a0c2082a-eb1e-4cb7-860d-1663905ae447 tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] 10.222.0.32 "GET /v2.0/security-groups/433b11f2-ca83-409e-88b8-f57f98b8d69a HTTP/1.1" status: 200 len: 2981 time: 0.0510268 Sep 09 09:12:37.691729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:37.693986 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:37.714268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8491ce70-9826-46cd-a6b4-0e6fc5b3b762']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:37.725467 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa21a52-1502-484b-acca-83c34ed0545a') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:37.727542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa21a52-1502-484b-acca-83c34ed0545a') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:37.732423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daae902d-b8ad-4604-b996-0d86e8e3b032 None None] DHCP port deletion for 8491ce70-9826-46cd-a6b4-0e6fc5b3b762 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:12:37.751143 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:37.758193 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3facfb9a-d9d2-4a28-bacd-d430b00dd24a x-openstack-request-id: req-3facfb9a-d9d2-4a28-bacd-d430b00dd24a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:37.758655 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:37.759029 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3facfb9a-d9d2-4a28-bacd-d430b00dd24a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:37.759448 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'status': 'completed', 'code': 200} Sep 09 09:12:37.777222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:37.786784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:37.787205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:37.791036 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:37.820180 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c5316cc0-124b-49bd-879e-e36233df8ab7 req-330e1f2d-20d6-4956-bf1f-aa3188a40f45 tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] 10.222.0.32 "GET /v2.0/security-groups/433b11f2-ca83-409e-88b8-f57f98b8d69a HTTP/1.1" status: 200 len: 2981 time: 0.0497844 Sep 09 09:12:37.880576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-a38fdc95-b637-4a6f-9a3e-75b6d119d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:37.882098 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-a38fdc95-b637-4a6f-9a3e-75b6d119d810 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1099 time: 0.0902190 Sep 09 09:12:37.893908 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-c5316cc0-124b-49bd-879e-e36233df8ab7 req-1e890d0f-bd74-4a74-abec-a012b40757d4 tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 09 09:12:37.894985 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c5316cc0-124b-49bd-879e-e36233df8ab7 req-1e890d0f-bd74-4a74-abec-a012b40757d4 tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] 10.222.0.32 "DELETE /v2.0/security-groups/433b11f2-ca83-409e-88b8-f57f98b8d69a HTTP/1.1" status: 409 len: 352 time: 0.0683808 Sep 09 09:12:37.960094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-61fe6926-b3a7-44ca-9733-d6730bf5b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:37.962591 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-61fe6926-b3a7-44ca-9733-d6730bf5b05b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1099 time: 0.0494924 Sep 09 09:12:37.963850 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-e619d146-bc34-4395-aef3-59388cf55e31 req-db717aaa-bdc7-40b6-b4a1-931a07399fdf tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] show failed (client error): The resource could not be found. Sep 09 09:12:37.964874 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e619d146-bc34-4395-aef3-59388cf55e31 req-db717aaa-bdc7-40b6-b4a1-931a07399fdf tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] 10.222.0.32 "GET /v2.0/security-groups/53c63afe-797f-4de2-975a-c4a9c42aeb59 HTTP/1.1" status: 404 len: 352 time: 0.0278661 Sep 09 09:12:38.021007 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:38.046858 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:38.051564 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/8491ce70-9826-46cd-a6b4-0e6fc5b3b762 HTTP/1.1" status: 204 len: 168 time: 1.6240041 Sep 09 09:12:38.062764 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49480) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:38.073600 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-adc804cd-ae3d-4596-8fb0-bfa143a18143 req-15104194-7dee-4249-b751-b69061731c28 tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] show failed (client error): The resource could not be found. Sep 09 09:12:38.074615 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-adc804cd-ae3d-4596-8fb0-bfa143a18143 req-15104194-7dee-4249-b751-b69061731c28 tempest-SecurityGroupsNegativeTestJSON-333633071 tempest-SecurityGroupsNegativeTestJSON-333633071-project] 10.222.0.32 "GET /v2.0/security-groups/8e628c45-b812-4b61-8252-7994cb2bfff5 HTTP/1.1" status: 404 len: 352 time: 0.0575316 Sep 09 09:12:38.078210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d815c3-0d15-4286-9ecd-805f56e36c7c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Network': ['ID=8491ce70-9826-46cd-a6b4-0e6fc5b3b762,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:38.110504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49484) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:38.112962 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e9b33d-32d5-458b-98a9-41a332eda75a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:38.113380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e9b33d-32d5-458b-98a9-41a332eda75a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:38.116248 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-52e9b33d-32d5-458b-98a9-41a332eda75a tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/subnets/3e5777cc-e09a-4354-b214-78c531b5fe5c HTTP/1.1" status: 404 len: 337 time: 0.0521247 Sep 09 09:12:38.127957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49486) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:38.166599 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3075422-7e4b-4c8d-a06a-441db9dbfc21 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:38.167485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3075422-7e4b-4c8d-a06a-441db9dbfc21 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:38.171498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d3075422-7e4b-4c8d-a06a-441db9dbfc21 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/9e6463e9-556d-4e89-8312-efee92ac6549 HTTP/1.1" status: 404 len: 339 time: 0.0347583 Sep 09 09:12:38.171498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-ff628eff-0b94-42e7-991c-dd59ccc4ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:38.171498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-ff628eff-0b94-42e7-991c-dd59ccc4ac04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2819903 Sep 09 09:12:38.171934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49490) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:38.216500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-db1dac23-e0c7-4639-9017-df7d5af4b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:38.219128 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-db1dac23-e0c7-4639-9017-df7d5af4b9bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2402718 Sep 09 09:12:38.226720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0797e3-a8af-4dd8-a0ec-7878aa3d0556 admin admin] Deleting subnet 4ade52cc-3a3c-4fef-acec-e5f580e1f87e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:12:38.240105 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b0797e3-a8af-4dd8-a0ec-7878aa3d0556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:38.254789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319a1c-e6af-4961-be5f-89c720d7430f req-75ad9506-78d8-4645-aea2-4856e350910d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:38.262854 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec319a1c-e6af-4961-be5f-89c720d7430f req-75ad9506-78d8-4645-aea2-4856e350910d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.1520796 Sep 09 09:12:38.268430 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63b5c0d-a6d3-49e9-ae35-1c3fc3dd016c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:38.273339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63b5c0d-a6d3-49e9-ae35-1c3fc3dd016c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:38.273339 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f63b5c0d-a6d3-49e9-ae35-1c3fc3dd016c tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/subnets/d577c945-2e2c-47e2-9ba0-8c117c8fcd84 HTTP/1.1" status: 404 len: 337 time: 0.0977836 Sep 09 09:12:38.279416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-8bd3b823-843b-4c03-aa8b-8c456b93b889 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 217 time: 0.0992503 Sep 09 09:12:38.280013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49494) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:38.321303 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-e7d93b53-80d5-4d59-9759-30f37e8ce0d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 217 time: 0.0896549 Sep 09 09:12:38.358850 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3964bad8-272d-436a-8090-88e803379c5b tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:38.359707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3964bad8-272d-436a-8090-88e803379c5b tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:38.363308 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b0797e3-a8af-4dd8-a0ec-7878aa3d0556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:38.368687 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3964bad8-272d-436a-8090-88e803379c5b tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/9640517f-6e8e-4be1-bff2-f062b9befb28 HTTP/1.1" status: 404 len: 339 time: 0.0857069 Sep 09 09:12:38.370643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49496) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:38.403895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-c4d6ce85-cc4c-413d-aead-38cf691d5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:38.405379 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-c4d6ce85-cc4c-413d-aead-38cf691d5789 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1018052 Sep 09 09:12:38.436475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028bce-95e1-49e7-9ace-d33391fee1d8 req-f439133a-2bfd-4e20-9dfc-404375d36814 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:38.444099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15028bce-95e1-49e7-9ace-d33391fee1d8 req-f439133a-2bfd-4e20-9dfc-404375d36814 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1781807 Sep 09 09:12:38.457718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-39f8cf3c-160a-467f-902e-71e9fe40e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:38.459231 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-39f8cf3c-160a-467f-902e-71e9fe40e70f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1138659 Sep 09 09:12:38.495843 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b09d5a-983f-4ae4-a8da-8a55c44cee19 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:38.496182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b09d5a-983f-4ae4-a8da-8a55c44cee19 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:38.500405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b8b09d5a-983f-4ae4-a8da-8a55c44cee19 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/subnets/651bb21e-004f-4cbe-adb0-fa7481e74f05 HTTP/1.1" status: 404 len: 337 time: 0.0584347 Sep 09 09:12:38.500994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49498) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:38.511156 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec319a1c-e6af-4961-be5f-89c720d7430f req-544b5e8d-637e-4840-9834-e31d7294983a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434769 Sep 09 09:12:38.532857 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15028bce-95e1-49e7-9ace-d33391fee1d8 req-7f50e687-4cfb-49ec-9222-6afd5b5a951d tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857985 Sep 09 09:12:38.557995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-a4737b2b-43b2-4027-8c64-e072e8050665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:38.559942 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-a4737b2b-43b2-4027-8c64-e072e8050665 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1468925 Sep 09 09:12:38.561430 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fb7bfa-ef50-41e8-8a73-b280f3387d11 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:38.561944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fb7bfa-ef50-41e8-8a73-b280f3387d11 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:38.573979 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-86fb7bfa-ef50-41e8-8a73-b280f3387d11 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/3a8f5468-e3b0-4b0d-81fe-99c7d8fe9961 HTTP/1.1" status: 404 len: 339 time: 0.0719967 Sep 09 09:12:38.577047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49502) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:38.637887 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b0797e3-a8af-4dd8-a0ec-7878aa3d0556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:38.690873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-c23c51ff-e91e-47cb-a6ab-7141bfeba6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:38.692415 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-c23c51ff-e91e-47cb-a6ab-7141bfeba6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2073147 Sep 09 09:12:38.734096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0226e9b2-e42b-43b7-898d-dce6a3eb0b74 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Deleting subnet 7952c9b6-f704-4d51-b5b3-27f6b795e35e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:12:38.747169 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0226e9b2-e42b-43b7-898d-dce6a3eb0b74 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:38.896418 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0226e9b2-e42b-43b7-898d-dce6a3eb0b74 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:38.957443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d56abc-c7b4-4d26-a1ae-71804ce1a4c3 req-ef546411-d0c1-43bf-bdd8-ddc089d91d94 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:38.959034 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b4d56abc-c7b4-4d26-a1ae-71804ce1a4c3 req-ef546411-d0c1-43bf-bdd8-ddc089d91d94 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 947 time: 0.2143590 Sep 09 09:12:38.993177 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b0797e3-a8af-4dd8-a0ec-7878aa3d0556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.007999 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-39dbcf51-2d60-4594-86c1-4508185d803f service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063104 Sep 09 09:12:39.063655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0797e3-a8af-4dd8-a0ec-7878aa3d0556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ade52cc-3a3c-4fef-acec-e5f580e1f87e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:39.085114 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b0797e3-a8af-4dd8-a0ec-7878aa3d0556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.090318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4b0797e3-a8af-4dd8-a0ec-7878aa3d0556 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4ade52cc-3a3c-4fef-acec-e5f580e1f87e HTTP/1.1" status: 204 len: 168 time: 0.9760497 Sep 09 09:12:39.096196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:39.100296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-733c1f1e-4313-48d8-a04b-d36da9bf37ca service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222280 Sep 09 09:12:39.187564 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b4d56abc-c7b4-4d26-a1ae-71804ce1a4c3 req-7dc7451d-f91d-47d5-9d5f-fc463733182a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177691 Sep 09 09:12:39.190597 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0226e9b2-e42b-43b7-898d-dce6a3eb0b74 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.216996 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-ca05b10e-ac02-470e-a6a6-6c7119d87328 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124644 Sep 09 09:12:39.303914 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.320835 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ac08d0a-f5e2-490e-8af9-a35cf87993aa req-45596604-d84e-4a8b-8eaf-9d6e32b25aae service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877369 Sep 09 09:12:39.417635 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.440698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48d8370-a0ed-47ea-a58b-e2fe878ea480']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:39.454215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e829dcf-be8f-4722-a820-a6d7515d22ea') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:39.454595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e829dcf-be8f-4722-a820-a6d7515d22ea') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:39.465515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.479627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.485873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:39.486357 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:39.488453 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:39.541086 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0226e9b2-e42b-43b7-898d-dce6a3eb0b74 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.570075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226e9b2-e42b-43b7-898d-dce6a3eb0b74 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Subnet': ['ID=7952c9b6-f704-4d51-b5b3-27f6b795e35e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:39.587282 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0226e9b2-e42b-43b7-898d-dce6a3eb0b74 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.587282 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0226e9b2-e42b-43b7-898d-dce6a3eb0b74 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/subnets/7952c9b6-f704-4d51-b5b3-27f6b795e35e HTTP/1.1" status: 204 len: 168 time: 1.0006523 Sep 09 09:12:39.587282 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49520) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:39.592959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1189cd-b675-4de4-948d-f6eaf4057f6e None None] Network 07fa8d89-eda3-4796-b21f-61eae694d2ef requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:39.618512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9e34118d-1813-45ec-92b7-5076a821064c no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:39.633222 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.651208 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.656293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] 10.222.0.32 "DELETE /v2.0/networks/e48d8370-a0ed-47ea-a58b-e2fe878ea480 HTTP/1.1" status: 204 len: 168 time: 0.5590825 Sep 09 09:12:39.670367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 9e34118d-1813-45ec-92b7-5076a821064c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:39.670880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9e34118d-1813-45ec-92b7-5076a821064c not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:39.700364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0016349-1ac4-461a-bff2-79f3f242244f admin admin] Pushing event deleted for resources: {'Network': ['ID=e48d8370-a0ed-47ea-a58b-e2fe878ea480,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:39.713894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed6fe6-1252-4632-9fa3-cf4cc08ac1bd req-1339aee0-186b-4f85-b384-49d2e667ed6c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:39.721995 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8ed6fe6-1252-4632-9fa3-cf4cc08ac1bd req-1339aee0-186b-4f85-b384-49d2e667ed6c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.0721707 Sep 09 09:12:39.777235 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.780614 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8ed6fe6-1252-4632-9fa3-cf4cc08ac1bd req-04c3f86a-6c10-4d6b-9a5f-c6150926e8ab tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562980 Sep 09 09:12:39.844268 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab02fd6-1da4-4d1d-8ffd-96091eff9bc3 req-007c216b-f4db-45ca-93c1-73f361213e9d tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:39.852817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab02fd6-1da4-4d1d-8ffd-96091eff9bc3 req-007c216b-f4db-45ca-93c1-73f361213e9d tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1591775 Sep 09 09:12:39.912816 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bab02fd6-1da4-4d1d-8ffd-96091eff9bc3 req-2d5240fc-f6e0-4e07-9ea1-d01edb086cde tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588901 Sep 09 09:12:39.927196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Deleting port bd338321-bfc8-48e0-90b0-e2c7a44ba123 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:39.927623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:39.930543 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de147d32-6a17-42bd-a84f-7a460addbe42 None None] DHCP port deletion for 07fa8d89-eda3-4796-b21f-61eae694d2ef request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:12:40.034525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] For port bd338321-bfc8-48e0-90b0-e2c7a44ba123, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bd338321-bfc8-48e0-90b0-e2c7a44ba123,segment=NetworkSegment(238c8bb2-10cf-4bf5-8558-66da1853d387),segment_id=238c8bb2-10cf-4bf5-8558-66da1853d387)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:40.035075 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.045631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-de147d32-6a17-42bd-a84f-7a460addbe42 None None] Deleting port bd338321-bfc8-48e0-90b0-e2c7a44ba123 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:40.046283 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de147d32-6a17-42bd-a84f-7a460addbe42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.071858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Calling delete_port for bd338321-bfc8-48e0-90b0-e2c7a44ba123 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:40.092168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49540) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:40.157080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-de147d32-6a17-42bd-a84f-7a460addbe42 None None] For port bd338321-bfc8-48e0-90b0-e2c7a44ba123, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bd338321-bfc8-48e0-90b0-e2c7a44ba123,segment=NetworkSegment(238c8bb2-10cf-4bf5-8558-66da1853d387),segment_id=238c8bb2-10cf-4bf5-8558-66da1853d387)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:40.157902 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de147d32-6a17-42bd-a84f-7a460addbe42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.168879 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-13a5103a-06d9-4362-9f4b-f4743757000b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=943414259b834d5d91f58456199d6eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731089 Sep 09 09:12:40.169367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49542) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:40.172818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93071258-4cd1-443f-ae98-9dbea20cc89c req-9107cc9e-30e4-4ffa-8260-2bf4280de5c2 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:40.174613 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93071258-4cd1-443f-ae98-9dbea20cc89c req-9107cc9e-30e4-4ffa-8260-2bf4280de5c2 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 1097 time: 0.1299195 Sep 09 09:12:40.182019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-de147d32-6a17-42bd-a84f-7a460addbe42 None None] Calling delete_port for bd338321-bfc8-48e0-90b0-e2c7a44ba123 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:40.243088 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2baa761-75ce-484a-8058-595eec2bb3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.254225 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93071258-4cd1-443f-ae98-9dbea20cc89c req-9cb8fdf0-7755-40e5-84e7-33df872cc8f9 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603063 Sep 09 09:12:40.280503 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2baa761-75ce-484a-8058-595eec2bb3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.369842 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.372333 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de147d32-6a17-42bd-a84f-7a460addbe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.392787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd78c3f-3979-457d-8fd1-81a9d5c47e63 req-1ee8b03a-46f4-4339-9e2e-502df2bb61e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:40.401686 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4cd78c3f-3979-457d-8fd1-81a9d5c47e63 req-1ee8b03a-46f4-4339-9e2e-502df2bb61e5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 947 time: 0.0638857 Sep 09 09:12:40.404041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No DVR routers for this DVR port bd338321-bfc8-48e0-90b0-e2c7a44ba123 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:40.412222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Port': ['ID=bd338321-bfc8-48e0-90b0-e2c7a44ba123,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:40.431595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de147d32-6a17-42bd-a84f-7a460addbe42 None None] Pushing event deleted for resources: {'Port': ['ID=bd338321-bfc8-48e0-90b0-e2c7a44ba123,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:40.434060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de147d32-6a17-42bd-a84f-7a460addbe42 None None] No DVR routers for this DVR port bd338321-bfc8-48e0-90b0-e2c7a44ba123 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:40.436809 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2baa761-75ce-484a-8058-595eec2bb3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.449426 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2baa761-75ce-484a-8058-595eec2bb3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.453476 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c2baa761-75ce-484a-8058-595eec2bb3e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/433b11f2-ca83-409e-88b8-f57f98b8d69a HTTP/1.1" status: 204 len: 168 time: 0.2831171 Sep 09 09:12:40.472514 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4cd78c3f-3979-457d-8fd1-81a9d5c47e63 req-67a4e1b2-ffc9-4acd-8dfb-57b77a2364d1 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696833 Sep 09 09:12:40.482500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4c246-4d2b-43af-85e4-a46b53c26345 req-fb4208c1-8833-47f7-bc1a-6fc68d0b219c tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:40.485992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ee4c246-4d2b-43af-85e4-a46b53c26345 req-fb4208c1-8833-47f7-bc1a-6fc68d0b219c tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 1097 time: 0.1497273 Sep 09 09:12:40.487865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2baa761-75ce-484a-8058-595eec2bb3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b11f2-ca83-409e-88b8-f57f98b8d69a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:40.547210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.597366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fa8d89-eda3-4796-b21f-61eae694d2ef']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:40.609922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ee4c246-4d2b-43af-85e4-a46b53c26345 req-0592e019-d948-49e7-a7e7-8ae374489c02 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149926 Sep 09 09:12:40.613324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238c8bb2-10cf-4bf5-8558-66da1853d387') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:40.613617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238c8bb2-10cf-4bf5-8558-66da1853d387') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:40.624559 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.652523 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.662876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:40.663367 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:40.698433 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:40.823655 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.829878 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:40.834681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49556) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:40.845681 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/07fa8d89-eda3-4796-b21f-61eae694d2ef HTTP/1.1" status: 204 len: 168 time: 1.2571847 Sep 09 09:12:40.891151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768f06d-f301-4e7f-b2c2-0a75b108ba16 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Network': ['ID=07fa8d89-eda3-4796-b21f-61eae694d2ef,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:40.927673 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eba311b-c6e6-4d83-aea8-d11ac0904374 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:40.928339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eba311b-c6e6-4d83-aea8-d11ac0904374 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:40.930571 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0eba311b-c6e6-4d83-aea8-d11ac0904374 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/subnets/4b2ef6a7-3510-4a5e-a3ad-9fc74c3e82c2 HTTP/1.1" status: 404 len: 337 time: 0.0946269 Sep 09 09:12:40.933704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49562) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:40.962155 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc5b65a-a29e-4cd5-93b8-ba2158487fb4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] DELETE failed (client error): The resource could not be found. Sep 09 09:12:40.962847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc5b65a-a29e-4cd5-93b8-ba2158487fb4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:12:40.965017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3bc5b65a-a29e-4cd5-93b8-ba2158487fb4 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/2e4f5805-b848-4f96-b7a6-13d42e9b8b89 HTTP/1.1" status: 404 len: 339 time: 0.0298154 Sep 09 09:12:40.967853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49566) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:41.078824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-2872317b-0636-4483-8cda-0fbb877c5c23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Deleting subnet 2327f701-e115-4dbd-89bb-67c9af785986 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:12:41.092629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2872317b-0636-4483-8cda-0fbb877c5c23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:41.183797 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2872317b-0636-4483-8cda-0fbb877c5c23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:41.243623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d508f-9425-4f00-a324-c63e2c8a0df7 req-ca00f833-f22a-476e-aed5-8d7202c39ab7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:41.245278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e3d508f-9425-4f00-a324-c63e2c8a0df7 req-ca00f833-f22a-476e-aed5-8d7202c39ab7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.2029915 Sep 09 09:12:41.314805 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e3d508f-9425-4f00-a324-c63e2c8a0df7 req-1e81fc3e-97af-45ec-bf84-8461c4aa7a70 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602355 Sep 09 09:12:41.378152 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2872317b-0636-4483-8cda-0fbb877c5c23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:41.615530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2872317b-0636-4483-8cda-0fbb877c5c23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:41.666715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bd338321-bfc8-48e0-90b0-e2c7a44ba123 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:41.666715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:12:41.684441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872317b-0636-4483-8cda-0fbb877c5c23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Subnet': ['ID=2327f701-e115-4dbd-89bb-67c9af785986,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:41.692354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2872317b-0636-4483-8cda-0fbb877c5c23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:41.699307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49610) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:41.700353 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2872317b-0636-4483-8cda-0fbb877c5c23 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/subnets/2327f701-e115-4dbd-89bb-67c9af785986 HTTP/1.1" status: 204 len: 168 time: 0.7314100 Sep 09 09:12:41.719900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36f90f-61c1-4023-9ff3-e1ab1265ca57 req-c567b74e-de2c-49b3-962b-68fa423df43a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:41.728356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c36f90f-61c1-4023-9ff3-e1ab1265ca57 req-c567b74e-de2c-49b3-962b-68fa423df43a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 947 time: 0.1552670 Sep 09 09:12:41.775502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437454e3-d814-497e-824e-80bad9f7dc69 None None] Network e1e0cf95-96d8-42e6-aedf-fafa7744e062 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:41.779222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bd338321-bfc8-48e0-90b0-e2c7a44ba123 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:41.779767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bd338321-bfc8-48e0-90b0-e2c7a44ba123 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:41.783990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c36f90f-61c1-4023-9ff3-e1ab1265ca57 req-d3569811-1af3-4dbf-833f-ecbb477d2941 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546706 Sep 09 09:12:41.888742 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:41.966741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Deleting port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:41.967166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.048302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] For port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4,segment=NetworkSegment(9dcef085-c215-413d-8069-0551beccde35),segment_id=9dcef085-c215-413d-8069-0551beccde35)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:42.048946 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.105398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Calling delete_port for 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:42.122755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49624) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:42.125303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:42.161320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'mac_address': 'fa:16:3e:90:3f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:12:42.265770 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.287269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:42.303277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7e0529-da27-4aa0-87f4-f9100d1f2067 None None] DHCP port deletion for e1e0cf95-96d8-42e6-aedf-fafa7744e062 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:12:42.348282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1727732226-network', 'tenant_id': '076e5066f4564dd2aec842352617e0ed'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:42.357403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.370165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:42.405904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e0529-da27-4aa0-87f4-f9100d1f2067 None None] Deleting port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:42.406750 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d7e0529-da27-4aa0-87f4-f9100d1f2067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.473318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] No DVR routers for this DVR port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:42.479962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Port': ['ID=4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:42.513363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9d7e0529-da27-4aa0-87f4-f9100d1f2067 None None] For port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4, host n-d-778696-16, got binding levels [] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:42.514002 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d7e0529-da27-4aa0-87f4-f9100d1f2067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.526377 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95705a9c-3a87-401b-99c0-8f431f5a066e req-0534835b-2102-409d-b4c7-7eebf97c0a6d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:42.528475 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95705a9c-3a87-401b-99c0-8f431f5a066e req-0534835b-2102-409d-b4c7-7eebf97c0a6d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 947 time: 0.0564828 Sep 09 09:12:42.529683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e0529-da27-4aa0-87f4-f9100d1f2067 None None] Calling delete_port for 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:42.533208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.ipam_backend_mixin [None req-9d7e0529-da27-4aa0-87f4-f9100d1f2067 None None] Port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 was not found and therefore no delete operation was performed {{(pid=95327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:12:42.535008 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d7e0529-da27-4aa0-87f4-f9100d1f2067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.568025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677c08-11df-4707-be0f-9804852bec85 req-b21046f5-b6f7-4bf9-95e9-69038b2978a2 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:42.570378 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95705a9c-3a87-401b-99c0-8f431f5a066e req-548fee3a-c057-47f0-bfd6-0abd120304b8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Sep 09 09:12:42.571683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e0529-da27-4aa0-87f4-f9100d1f2067 None None] Pushing event deleted for resources: {'Port': ['ID=4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:42.572807 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-b21046f5-b6f7-4bf9-95e9-69038b2978a2 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d&tenant_id=bd13aef6e3254abdb27a99a760731ff5&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 947 time: 0.2165654 Sep 09 09:12:42.575670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e0529-da27-4aa0-87f4-f9100d1f2067 None None] No DVR routers for this DVR port 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:42.640725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.664777 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.674775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e0cf95-96d8-42e6-aedf-fafa7744e062']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:42.693226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcef085-c215-413d-8069-0551beccde35') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:42.693514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcef085-c215-413d-8069-0551beccde35') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:42.699253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03116582-73dd-4086-b590-1efc57e21550 req-f8ce8b28-3884-47e2-bb7f-0ce7b75eb871 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:42.700936 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03116582-73dd-4086-b590-1efc57e21550 req-f8ce8b28-3884-47e2-bb7f-0ce7b75eb871 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0570881 Sep 09 09:12:42.706597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-355d5545-05da-4b18-8f37-c5a42453e5e2 service neutron] 10.222.0.24 "GET /v2.0/ports/58ca3b2f-b09f-4b69-96f7-fcf38073cd80/bindings/n-h1-778696-16 HTTP/1.1" status: 200 len: 383 time: 0.1251779 Sep 09 09:12:42.708345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.723121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:42.734599 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.745196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03116582-73dd-4086-b590-1efc57e21550 req-b17ad1ed-7414-4bd2-8c00-6fd7407b15ae tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376704 Sep 09 09:12:42.764637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:42.765502 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.768038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Made reservation on behalf of 076e5066f4564dd2aec842352617e0ed for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:42.769022 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:42.778176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.789133 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.839017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677c08-11df-4707-be0f-9804852bec85 req-a40461b3-c407-468e-8b7e-17867e74e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:42.839017 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-a40461b3-c407-468e-8b7e-17867e74e67c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1100 time: 0.0983982 Sep 09 09:12:42.925624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.934090 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.950016 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:42.953689 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] 10.222.0.32 "DELETE /v2.0/networks/e1e0cf95-96d8-42e6-aedf-fafa7744e062 HTTP/1.1" status: 204 len: 168 time: 1.2507021 Sep 09 09:12:42.981876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f603f-373f-4d78-b3d4-dfcf4b9734d6 tempest-NetworksIpV6Test-1633387434 tempest-NetworksIpV6Test-1633387434-project] Pushing event deleted for resources: {'Network': ['ID=e1e0cf95-96d8-42e6-aedf-fafa7744e062,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:43.000397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677c08-11df-4707-be0f-9804852bec85 req-1c89de98-334d-436b-b509-0ca696150b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:43.000603 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-1c89de98-334d-436b-b509-0ca696150b54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1534421 Sep 09 09:12:43.012915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['58ca3b2f-b09f-4b69-96f7-fcf38073cd80'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:12:43.019220 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:43.061683 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-75f379ab-2266-4c1d-97ef-45fdf77ba4b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 217 time: 0.0526316 Sep 09 09:12:43.076248 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e30dcd0-6192-448f-80c6-409e2164b582,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:43.084670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:43.095035 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:43.097373 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Added segment d6c2905d-65d4-4add-9604-a1ed234c006a of type vlan for network 41d669d3-613a-4cdb-a20d-ecc1c674c9bd Sep 09 09:12:43.119797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677c08-11df-4707-be0f-9804852bec85 req-5c40c637-e558-489e-b75c-99c74908cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:43.121549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-5c40c637-e558-489e-b75c-99c74908cc06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0527220 Sep 09 09:12:43.152269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-22bea5f2-5576-46a0-af06-5b3aec9ca2c5 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:12:43.153618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-22bea5f2-5576-46a0-af06-5b3aec9ca2c5 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125787 Sep 09 09:12:43.166094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:43.190465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677c08-11df-4707-be0f-9804852bec85 req-230f3efb-a9a4-4abb-864c-04249e4d5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:43.196020 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-230f3efb-a9a4-4abb-864c-04249e4d5a0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0642147 Sep 09 09:12:43.216603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-91900a17-83d9-49c4-9dd3-3909819f288f tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:43.219581 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-91900a17-83d9-49c4-9dd3-3909819f288f tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports/028faba8-e36e-4369-94a4-2a37d361a23d HTTP/1.1" status: 200 len: 1094 time: 0.0594494 Sep 09 09:12:43.231234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Request body: {'binding': {'host': 'n-h2-778696-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:43.231714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Unknown quota resources ['binding']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:12:43.332995 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-74691aaf-ba74-4fe1-830e-6f510352f07f service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293168 Sep 09 09:12:43.427089 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:43.427656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:43.430374 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:43.455141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d on host n-h2-778696-16 for vnic_type normal with profile None {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:43.455530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:43.455972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:43.496026 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-220823fe-dc71-4a3f-9bf7-3d8e28cd238b service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557071 Sep 09 09:12:43.503414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Port 028faba8-e36e-4369-94a4-2a37d361a23d on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:12:43.506616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:43.533990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:43.534734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:43.535505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:43.536286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:43.537058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Bound port: 028faba8-e36e-4369-94a4-2a37d361a23d, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:43.638422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:43.683931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:43.687638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4e8dfb7e-2dd2-4737-8bec-ae5f8eb2bff4 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:43.751967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] Pushing event updated for resources: {'Network': ['ID=41d669d3-613a-4cdb-a20d-ecc1c674c9bd,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:43.830960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 41d669d3-613a-4cdb-a20d-ecc1c674c9bd details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:43.831430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=028faba8-e36e-4369-94a4-2a37d361a23d,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:43.831430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599ae95-8abe-4503-89c8-4410c005bc3c req-3f80d23b-7edc-42f1-a7bb-db3c19d4a59d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:43.831430 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5599ae95-8abe-4503-89c8-4410c005bc3c req-3f80d23b-7edc-42f1-a7bb-db3c19d4a59d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 948 time: 0.0966189 Sep 09 09:12:43.875277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5599ae95-8abe-4503-89c8-4410c005bc3c req-34b575c7-d6d6-42c3-ad4b-3ad7a029a601 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493405 Sep 09 09:12:43.984476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70a00-7516-42ef-b444-25858d4cd985 req-fa01d087-7d01-4931-875d-bbcc58792b1b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:43.992848 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7f70a00-7516-42ef-b444-25858d4cd985 req-fa01d087-7d01-4931-875d-bbcc58792b1b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0687654 Sep 09 09:12:44.043949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7f70a00-7516-42ef-b444-25858d4cd985 req-169e1bde-d54f-4c25-ad59-a40ced9a03b2 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500360 Sep 09 09:12:44.051472 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bf9c620c-132a-4520-8d04-5b0025444341 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9272299 Sep 09 09:12:44.055844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49666) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:44.066075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] Request body: {'subnet': {'network_id': '41d669d3-613a-4cdb-a20d-ecc1c674c9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1727732226-subnet', 'tenant_id': '076e5066f4564dd2aec842352617e0ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:44.071785 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:44.080882 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4a9ae903-5a97-4633-9d08-add09a1bf7f8 service neutron] 10.222.0.32 "POST /v2.0/ports/028faba8-e36e-4369-94a4-2a37d361a23d/bindings HTTP/1.1" status: 201 len: 390 time: 0.8504825 Sep 09 09:12:44.195335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49676) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:44.196826 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c134606e-4271-47a3-8651-3e7a2d16b729 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eabe87fa274245b79dca6d70327ace2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6595986 Sep 09 09:12:44.262854 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a47dd12-9897-4697-92d3-4fd2fc470912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:44.293099 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a47dd12-9897-4697-92d3-4fd2fc470912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:44.329586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] Made reservation on behalf of 076e5066f4564dd2aec842352617e0ed for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:44.332077 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:44.389634 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64ebb94c-e7de-4915-9aea-b33719d7d7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:44.561113 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a47dd12-9897-4697-92d3-4fd2fc470912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:44.563974 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a47dd12-9897-4697-92d3-4fd2fc470912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:44.572489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0a47dd12-9897-4697-92d3-4fd2fc470912 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7efd9cfe-b38e-45cf-96ba-8dcc197eaad6 HTTP/1.1" status: 204 len: 168 time: 0.3691854 Sep 09 09:12:44.587686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47dd12-9897-4697-92d3-4fd2fc470912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efd9cfe-b38e-45cf-96ba-8dcc197eaad6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:44.658650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:44.778455 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ad2c87-b87c-4080-8c93-37c006d7a549,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:44.809341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] Checking segment: {'id': 'd6c2905d-65d4-4add-9604-a1ed234c006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41d669d3-613a-4cdb-a20d-ecc1c674c9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:44.810045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] Network hostable DHCP agents. Network: 41d669d3-613a-4cdb-a20d-ecc1c674c9bd, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:12:44.909886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] Network 41d669d3-613a-4cdb-a20d-ecc1c674c9bd is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:12:44.950071 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-bfdbc023-ca6f-4d70-9b28-fbf4ff8af85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:44.952214 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-bfdbc023-ca6f-4d70-9b28-fbf4ff8af85f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 1097 time: 0.0778778 Sep 09 09:12:45.021150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 41d669d3-613a-4cdb-a20d-ecc1c674c9bd) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:45.027678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:45.034576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:45.036482 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f782dd64-247d-42f0-9643-df9d91aa1af3 None None] Network 41d669d3-613a-4cdb-a20d-ecc1c674c9bd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:45.198064 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f87fc5df-ba10-431b-89a2-d6bd4f6bf2f5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1408589 Sep 09 09:12:45.199513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-f3e4b85b-3709-4de2-931c-7bdd8a821fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:45.200908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-f3e4b85b-3709-4de2-931c-7bdd8a821fe1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.2418406 Sep 09 09:12:45.261957 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-ebe87e4c-b1a6-4380-970b-ac26665cdd3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=028faba8-e36e-4369-94a4-2a37d361a23d HTTP/1.1" status: 200 len: 217 time: 0.0517600 Sep 09 09:12:45.270897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518a41-c6f6-4034-b217-06f3726a6af0 req-8c3c4453-2e21-41de-b28c-88800d363981 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:45.276251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05877acb-646d-4436-9bf9-2e23005c9b36 req-9a4e021c-d7df-4aea-b01c-a92a74799e79 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:45.280123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b0518a41-c6f6-4034-b217-06f3726a6af0 req-8c3c4453-2e21-41de-b28c-88800d363981 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.5521052 Sep 09 09:12:45.283259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05877acb-646d-4436-9bf9-2e23005c9b36 req-9a4e021c-d7df-4aea-b01c-a92a74799e79 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 948 time: 0.2828407 Sep 09 09:12:45.388607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05877acb-646d-4436-9bf9-2e23005c9b36 req-3e8501ad-90dd-4cc7-ab3c-2059cd837074 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968757 Sep 09 09:12:45.427135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b0518a41-c6f6-4034-b217-06f3726a6af0 req-cb122249-6990-40ea-913e-3f344b489848 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332362 Sep 09 09:12:45.428958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-1753010b-0d3b-4ef7-b2ab-3cb8cf4f79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:45.431736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-1753010b-0d3b-4ef7-b2ab-3cb8cf4f79fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.1410766 Sep 09 09:12:45.454540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c06b51-8572-4daf-a4ad-31d06d447c0f None None] Network 41d669d3-613a-4cdb-a20d-ecc1c674c9bd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:45.513002 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-dd376aae-6697-4f18-af04-5b4df64bcfde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697672 Sep 09 09:12:45.644489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-082aecf9-bdfd-45ff-8728-72c33a66b2d6 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256337 Sep 09 09:12:45.715436 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:45.742466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90599352-7cfa-4302-a118-e7e3b5da8671 req-f2ec62dc-b860-40e6-98dc-c32255bdc5f4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:45.756078 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90599352-7cfa-4302-a118-e7e3b5da8671 req-f2ec62dc-b860-40e6-98dc-c32255bdc5f4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1789496 Sep 09 09:12:45.819271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90599352-7cfa-4302-a118-e7e3b5da8671 req-da236e1c-47fd-4e78-864e-da198acffc1c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619495 Sep 09 09:12:45.831647 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:45.840255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:45.873038 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-1381c1b2-6925-4641-92e3-7c6782021cc4 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211289 Sep 09 09:12:45.906321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:46.001635 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:46.167843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:46.422821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-5e3dcab5-f733-4688-b6bc-1e046f661312 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:46.430635 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-5e3dcab5-f733-4688-b6bc-1e046f661312 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/networks?id=41d669d3-613a-4cdb-a20d-ecc1c674c9bd HTTP/1.1" status: 200 len: 818 time: 0.2679505 Sep 09 09:12:46.452703 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-9e00e67b-7a0e-4027-b917-38ffabe9b046 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/quotas/076e5066f4564dd2aec842352617e0ed HTTP/1.1" status: 200 len: 375 time: 0.0211384 Sep 09 09:12:46.481264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677c08-11df-4707-be0f-9804852bec85 req-10a10224-9944-4c47-97dc-e4ed8b905048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:46.482779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-10a10224-9944-4c47-97dc-e4ed8b905048 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d&tenant_id=bd13aef6e3254abdb27a99a760731ff5 HTTP/1.1" status: 200 len: 1099 time: 0.1187227 Sep 09 09:12:46.494426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-16f14804-7ba0-4537-afe0-25179f834a94 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=076e5066f4564dd2aec842352617e0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407746 Sep 09 09:12:46.543962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49744) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:46.585703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:46.627481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a8694-0f11-45a8-a6b8-c1e0e55705c5 req-d090c255-0195-4a10-b48f-291cb951a293 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:46.637301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c2a8694-0f11-45a8-a6b8-c1e0e55705c5 req-d090c255-0195-4a10-b48f-291cb951a293 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 947 time: 0.1033854 Sep 09 09:12:46.682520 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-dd868c54-c9d2-4325-96f7-b36cb76a4976 service neutron] 10.222.0.32 "GET /v2.0/networks/41d669d3-613a-4cdb-a20d-ecc1c674c9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870027 Sep 09 09:12:46.688537 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:46.730631 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c2a8694-0f11-45a8-a6b8-c1e0e55705c5 req-20a572be-6972-4f09-aea2-02027f0ad344 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897992 Sep 09 09:12:46.767632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1935489447'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:46.871252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:46.877874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:46.886339 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-828c4abb-d9dd-4e2a-8e90-372a31e0d051 service neutron] 10.222.0.32 "GET /v2.0/networks/41d669d3-613a-4cdb-a20d-ecc1c674c9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894965 Sep 09 09:12:46.889043 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:46.930245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc781b20-8ee8-431f-ac93-1ea631215119 req-6b69e99b-bf6a-4245-88a5-26080d2822e6 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:46.932076 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cc781b20-8ee8-431f-ac93-1ea631215119 req-6b69e99b-bf6a-4245-88a5-26080d2822e6 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.0942523 Sep 09 09:12:47.058073 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06ec9f65-bbf0-4076-9bda-38fe93961663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:47.096629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cc781b20-8ee8-431f-ac93-1ea631215119 req-fb792279-7c5f-404e-a5da-2479df26c428 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417589 Sep 09 09:12:47.217525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:47.235113 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:47.280770 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:47.305201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:47.315649 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:47.384512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:47.391819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:47.393791 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:47.419917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Ignored duplicate provisioning block setup for port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 09 09:12:47.493086 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7def155c-df54-4b2e-97f3-44858e1b2eab req-f2894374-b743-4c0a-878b-c5829d32d326 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 210 time: 0.0514798 Sep 09 09:12:47.493189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5b44e-0e9b-481a-8d7a-b8d04e702326 req-a6f421bf-9d47-48d0-ad71-5d07042d580a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:47.493189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88f5b44e-0e9b-481a-8d7a-b8d04e702326 req-a6f421bf-9d47-48d0-ad71-5d07042d580a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0853827 Sep 09 09:12:47.498190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c156747d-4e7f-41c7-abd0-ac52258276ce,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:47.517679 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:47.519755 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment e8d76610-5fb7-45c3-8a22-21925182979c of type vlan for network 32344f72-af89-4709-9506-48412498d455 Sep 09 09:12:47.539154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.539154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.539625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.539983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.540408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.540867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.543870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.544348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.545019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.545104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.545651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.546103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.563269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88f5b44e-0e9b-481a-8d7a-b8d04e702326 req-753250c0-e2eb-4cc4-a184-8aaaf36f4dee tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802388 Sep 09 09:12:47.604127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:47.726994 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:47.744205 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:47.750379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:47.751056 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:47.798034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] No DVR routers for this DVR port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:47.806234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=10']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:47.823567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.824010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.824357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.824691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.829178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.829178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.829178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.829178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.829178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.829178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.843870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.844564 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:12:47.920542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=32344f72-af89-4709-9506-48412498d455,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:47.923957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-166efb28-7900-4dbe-a9e2-a515703fc85e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3782980 Sep 09 09:12:47.932608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:47.932965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:47.933556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:47.939944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:12:47.939944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Attempting to bind port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:47.961153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:47.961509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:47.961897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:47.962213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 32344f72-af89-4709-9506-48412498d455 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:47.962359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Bound port: 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:47.962701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:47.986925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18adee-309f-4b09-bd63-aabe6272c27e req-47976729-d93e-40c8-bc07-6815e9a3a6b9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:48.009420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc18adee-309f-4b09-bd63-aabe6272c27e req-47976729-d93e-40c8-bc07-6815e9a3a6b9 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 948 time: 0.1674426 Sep 09 09:12:48.108419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49780) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:48.119787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:48.126287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:48.144174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'network_id': '32344f72-af89-4709-9506-48412498d455', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:48.151966 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc18adee-309f-4b09-bd63-aabe6272c27e req-3db4d2eb-d45c-43c4-b36e-d89261b7ad22 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415935 Sep 09 09:12:48.249001 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:48.303936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:48.313923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:48.381566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=11']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:48.392584 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:48.396112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:48.396834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:48.399731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-66b0af22-c290-4b04-b388-e666d689093d service neutron] 10.222.0.41 "PUT /v2.0/ports/58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 1097 time: 1.8223424 Sep 09 09:12:48.407299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:48.409960 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3750128-747a-4d5a-a2f1-85669ebffa1b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:48.434146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1c7e-59a4-4508-bb42-ab9163b60ba9 req-e1c96813-a5ad-4e00-a425-e7b669df4954 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:48.436813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7f9f1c7e-59a4-4508-bb42-ab9163b60ba9 req-e1c96813-a5ad-4e00-a425-e7b669df4954 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.2316246 Sep 09 09:12:48.546585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677c08-11df-4707-be0f-9804852bec85 req-29088b60-54ce-4f15-8851-17e6b4ae2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:48.548925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-29088b60-54ce-4f15-8851-17e6b4ae2094 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1100 time: 0.1111269 Sep 09 09:12:48.588088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7f9f1c7e-59a4-4508-bb42-ab9163b60ba9 req-1e4cd346-e9cc-4ad1-9799-6f60ccdbf461 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388903 Sep 09 09:12:48.780902 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdf49aa-fc5c-45d4-ace3-28a4b80972bb x-openstack-request-id: req-9fdf49aa-fc5c-45d4-ace3-28a4b80972bb {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:48.782893 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:48.782893 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fdf49aa-fc5c-45d4-ace3-28a4b80972bb {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:48.782893 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'status': 'completed', 'code': 200} Sep 09 09:12:48.899870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677c08-11df-4707-be0f-9804852bec85 req-22b89722-38fd-4094-9ccc-381b658da847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:48.901597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-22b89722-38fd-4094-9ccc-381b658da847 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.3446267 Sep 09 09:12:48.908968 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe659946-7ffb-4ecc-b8c4-776262069a48 req-810d6754-65e9-4080-aad9-de8f8b13a395 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 210 time: 0.0930920 Sep 09 09:12:48.916937 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:48.925646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fc296-576f-4616-96f8-dd801942f38f req-ce8a2a70-3de2-45b8-92dd-fe89a1f8fc55 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:48.939071 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a5fc296-576f-4616-96f8-dd801942f38f req-ce8a2a70-3de2-45b8-92dd-fe89a1f8fc55 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1402609 Sep 09 09:12:49.005554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-7f508b86-2c32-4d07-876f-592f2ced3d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:49.007121 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-7f508b86-2c32-4d07-876f-592f2ced3d5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1100 time: 0.2125623 Sep 09 09:12:49.046087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-5793d110-62ac-42da-8465-33171c4dca81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 217 time: 0.1350682 Sep 09 09:12:49.064627 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a5fc296-576f-4616-96f8-dd801942f38f req-e6f2522f-5f86-4878-a941-990719c66338 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243985 Sep 09 09:12:49.171176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677c08-11df-4707-be0f-9804852bec85 req-227b1b08-b472-4278-aeb4-183c33b95e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:49.172976 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-227b1b08-b472-4278-aeb4-183c33b95e0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1066456 Sep 09 09:12:49.178795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-b963a530-394b-438d-a7ce-7176b44db2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:49.181898 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-b963a530-394b-438d-a7ce-7176b44db2a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1655266 Sep 09 09:12:49.185289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=46382c38-3941-444b-8711-df12ff44facb,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:49.311255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677c08-11df-4707-be0f-9804852bec85 req-5c724504-350f-4c9e-bd7d-a5e9286c5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:49.311255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-5c724504-350f-4c9e-bd7d-a5e9286c5d8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098585 Sep 09 09:12:49.338577 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-5a44c46e-205e-4c98-aa87-871a738569ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 217 time: 0.1473105 Sep 09 09:12:49.427776 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-b5dde676-88ff-4484-91fa-0f12bfec07e5 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217029 Sep 09 09:12:49.447658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking segment: {'id': 'e8d76610-5fb7-45c3-8a22-21925182979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32344f72-af89-4709-9506-48412498d455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:49.448029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network hostable DHCP agents. Network: 32344f72-af89-4709-9506-48412498d455, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:12:49.452817 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-659f96c1-1cef-4aa0-8697-8c6d6c7ec028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:49.454322 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-659f96c1-1cef-4aa0-8697-8c6d6c7ec028 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0905752 Sep 09 09:12:49.519199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbfb9a-42a2-4e6e-96be-16b671b69751 req-72fadec9-8395-416c-bb9c-c63a367608cf tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:49.532399 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c0fbfb9a-42a2-4e6e-96be-16b671b69751 req-72fadec9-8395-416c-bb9c-c63a367608cf tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 948 time: 0.2092409 Sep 09 09:12:49.561318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51677c08-11df-4707-be0f-9804852bec85 req-e36f01fc-a1a9-49aa-b7fd-2920dd8b739f service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314454 Sep 09 09:12:49.587841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-b9ae9a7c-39e8-4aed-8e31-a4235ae65f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:49.590665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-b9ae9a7c-39e8-4aed-8e31-a4235ae65f6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1246676 Sep 09 09:12:49.591274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network 32344f72-af89-4709-9506-48412498d455 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:12:49.630069 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c0fbfb9a-42a2-4e6e-96be-16b671b69751 req-8755594c-7fba-4d41-9a48-c2d56e74edbd tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011004 Sep 09 09:12:49.699706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-865180a0-4f43-423c-abd0-7a91def01ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:49.703426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-865180a0-4f43-423c-abd0-7a91def01ac0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd13aef6e3254abdb27a99a760731ff5&device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1100 time: 0.0691578 Sep 09 09:12:49.779654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-f22e756f-b7ca-4b2f-ab43-488e5a22261b service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787682 Sep 09 09:12:49.789642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 32344f72-af89-4709-9506-48412498d455) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:49.798000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57a8cde-7e45-4460-b428-999b66417c30 None None] Network 32344f72-af89-4709-9506-48412498d455 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:49.830034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:49.830581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:49.883906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-49981cc6-1ec7-47de-acac-a66ab4442550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:49.885416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-49981cc6-1ec7-47de-acac-a66ab4442550 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1759002 Sep 09 09:12:49.951355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd062d4-df4a-4abc-b236-6d2516daefd0 req-04061147-70a3-4a4f-adef-784ce1c766b7 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:49.958749 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dcd062d4-df4a-4abc-b236-6d2516daefd0 req-04061147-70a3-4a4f-adef-784ce1c766b7 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.1753061 Sep 09 09:12:49.984795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-fb1bcc9a-2acc-4389-a77e-7b3230afaa5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 200 len: 217 time: 0.0543022 Sep 09 09:12:49.998359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-ea440709-4345-4f85-9c11-81c6b2135097 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651342 Sep 09 09:12:50.037145 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dcd062d4-df4a-4abc-b236-6d2516daefd0 req-74bc7066-f4f1-428a-ba61-689a0a9907e8 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774431 Sep 09 09:12:50.053719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-494ebd25-7efb-4555-a9a3-0395f179af24 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9313838 Sep 09 09:12:50.061320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49836) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:50.067961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1207853780'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:50.089409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-32344f72-af89-4709-9506-48412498d455', 'network_id': '32344f72-af89-4709-9506-48412498d455', 'tenant_id': '81afd6c9558b4996ac743d4fca7d013e', 'fixed_ips': [{'subnet_id': '46382c38-3941-444b-8711-df12ff44facb'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:12:50.090424 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.105756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-c984d6a6-2648-479c-bd48-ecbfd9f1dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:50.107352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-c984d6a6-2648-479c-bd48-ecbfd9f1dbe8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1143720 Sep 09 09:12:50.120389 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5350ff71-1ce0-46fb-84e1-d71aecfee83a req-a4fe678b-9555-4581-b994-dab2268eeb37 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 210 time: 0.0362325 Sep 09 09:12:50.169919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-ccaca233-53d5-4283-9a5d-2e2f81692ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:50.171678 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-ccaca233-53d5-4283-9a5d-2e2f81692ebb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560875 Sep 09 09:12:50.189588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:50.190639 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.193278 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.216789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20dd75-44c7-4e44-bb79-2103a93d60ad req-02e93443-6ec3-48cd-bf7b-5634489a7113 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:50.218277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac20dd75-44c7-4e44-bb79-2103a93d60ad req-02e93443-6ec3-48cd-bf7b-5634489a7113 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0694735 Sep 09 09:12:50.237359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:50.261313 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.261701 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment 1d452b72-c6de-48c7-b7af-5863dcf55b49 of type vlan for network 462996c3-bc19-4206-a1cf-95e30046930f Sep 09 09:12:50.304469 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac20dd75-44c7-4e44-bb79-2103a93d60ad req-b92b7cf7-83da-4d30-a71a-fcae67194300 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761065 Sep 09 09:12:50.306703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Allocated IP 172.20.255.242 (32344f72-af89-4709-9506-48412498d455/46382c38-3941-444b-8711-df12ff44facb/63c3266a-34ba-4ea8-a371-c55f4d22199c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:12:50.323814 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.384703 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-827a130f-5728-4c5c-9848-1a28a6c63b9d service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585450 Sep 09 09:12:50.452547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.460140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:50.461093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.508809 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.512944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f3750128-747a-4d5a-a2f1-85669ebffa1b req-15550b95-ba00-40e5-b5a3-98c480f4bc3a service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196802 Sep 09 09:12:50.533286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Transition to ACTIVE for port object 63c3266a-34ba-4ea8-a371-c55f4d22199c will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:50.551328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Transition to ACTIVE for port object 63c3266a-34ba-4ea8-a371-c55f4d22199c will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:50.604777 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5416751 Sep 09 09:12:50.605623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ac2a5-11d5-4195-8e79-275fb6d2356d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=462996c3-bc19-4206-a1cf-95e30046930f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:50.608209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49856) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:50.615045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'network_id': '462996c3-bc19-4206-a1cf-95e30046930f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:50.633817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 462996c3-bc19-4206-a1cf-95e30046930f details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:50.665691 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.707475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Network 32344f72-af89-4709-9506-48412498d455 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:50.711472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:50.740177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-1f222d92-bbf3-4f9f-a057-b1cc7ca13848 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:50.742914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-1f222d92-bbf3-4f9f-a057-b1cc7ca13848 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.24 "GET /v2.0/networks?id=41d669d3-613a-4cdb-a20d-ecc1c674c9bd HTTP/1.1" status: 200 len: 818 time: 0.2070379 Sep 09 09:12:50.761034 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:12:50.790312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Request body: {'port': {'device_id': '847d884b-6f6a-4bb5-8131-845cc1d96e39', 'network_id': '41d669d3-613a-4cdb-a20d-ecc1c674c9bd', 'admin_state_up': True, 'tenant_id': '076e5066f4564dd2aec842352617e0ed'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:50.878120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b1ec3-80b8-4ab6-ad60-551fb606791a req-98de3c25-2990-4137-bb7b-1fb9c8e827ad tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:50.886446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-285b1ec3-80b8-4ab6-ad60-551fb606791a req-98de3c25-2990-4137-bb7b-1fb9c8e827ad tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 951 time: 0.0921729 Sep 09 09:12:50.905309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:50.908460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Attempting to bind port 63c3266a-34ba-4ea8-a371-c55f4d22199c on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:50.912310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Attempting to bind port 63c3266a-34ba-4ea8-a371-c55f4d22199c by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e8d76610-5fb7-45c3-8a22-21925182979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32344f72-af89-4709-9506-48412498d455'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:50.912521 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.912624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Attempting to bind port 63c3266a-34ba-4ea8-a371-c55f4d22199c on network 32344f72-af89-4709-9506-48412498d455 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:50.920797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:50.921173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Checking segment: {'id': 'e8d76610-5fb7-45c3-8a22-21925182979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32344f72-af89-4709-9506-48412498d455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:50.921764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.922333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Bound using segment: {'id': 'e8d76610-5fb7-45c3-8a22-21925182979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32344f72-af89-4709-9506-48412498d455'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:50.923254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Bound port: 63c3266a-34ba-4ea8-a371-c55f4d22199c, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d76610-5fb7-45c3-8a22-21925182979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32344f72-af89-4709-9506-48412498d455'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:50.923840 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:50.929895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Pushing event updated for resources: {'Port': ['ID=63c3266a-34ba-4ea8-a371-c55f4d22199c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:50.939803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdaf3-4ae4-4694-939a-bcbbb2bf952b req-b67fb739-60f9-43b4-ae59-603d15ebf070 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:50.944139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ebebdaf3-4ae4-4694-939a-bcbbb2bf952b req-b67fb739-60f9-43b4-ae59-603d15ebf070 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 948 time: 0.1882915 Sep 09 09:12:50.980692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-285b1ec3-80b8-4ab6-ad60-551fb606791a req-a7172a5f-3d33-4592-b109-a36f9059ce0f tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932302 Sep 09 09:12:51.012877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ebebdaf3-4ae4-4694-939a-bcbbb2bf952b req-5b499460-0401-4665-a95c-186c7fb4aadb tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571933 Sep 09 09:12:51.057279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] For port 63c3266a-34ba-4ea8-a371-c55f4d22199c, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:51.065525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] For port 63c3266a-34ba-4ea8-a371-c55f4d22199c, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=63c3266a-34ba-4ea8-a371-c55f4d22199c,segment=NetworkSegment(e8d76610-5fb7-45c3-8a22-21925182979c),segment_id=e8d76610-5fb7-45c3-8a22-21925182979c)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:51.121445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Made reservation on behalf of 076e5066f4564dd2aec842352617e0ed for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:51.125797 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:51.173067 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:51.322539 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:51.471275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49936e08-408d-49fa-99fb-5578ba096804 req-9c4d62c8-25ca-45b0-b163-b97ca7b8f1bc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:51.482615 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49936e08-408d-49fa-99fb-5578ba096804 req-9c4d62c8-25ca-45b0-b163-b97ca7b8f1bc tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.2164848 Sep 09 09:12:51.485432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking segment: {'id': '1d452b72-c6de-48c7-b7af-5863dcf55b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '462996c3-bc19-4206-a1cf-95e30046930f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:51.489538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network hostable DHCP agents. Network: 462996c3-bc19-4206-a1cf-95e30046930f, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:12:51.501762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=8041b8b5-65c6-44dc-8dfc-f36eb4baf36d,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:51.503028 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:12:51.527305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Allocated IP 172.20.0.3 (41d669d3-613a-4cdb-a20d-ecc1c674c9bd/09ad2c87-b87c-4080-8c93-37c006d7a549/cca115b6-7783-46b2-a615-ec38bf57eb7a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:12:51.542209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2fe78-9386-434b-9343-6b043d5a0e5f None None] Pushing event updated for resources: {'Port': ['ID=63c3266a-34ba-4ea8-a371-c55f4d22199c,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:51.581805 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49936e08-408d-49fa-99fb-5578ba096804 req-f688cd20-d42e-4b0e-b90f-851ae34cf66d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921516 Sep 09 09:12:51.618660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network 462996c3-bc19-4206-a1cf-95e30046930f is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:12:51.756956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 462996c3-bc19-4206-a1cf-95e30046930f) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:51.764524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:51.765170 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:51.779907 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261607be-60b9-40f8-8352-b794a20a09fe None None] Network 462996c3-bc19-4206-a1cf-95e30046930f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:51.805241 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7237f7f1-8f16-4a7c-9e59-03942eeac38f req-c0714776-5a53-4462-b05d-648e6a0ada69 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 210 time: 0.0922875 Sep 09 09:12:51.863269 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:51.962204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c87809-7f27-4d8b-b404-b1336be65473 req-45e3a2ae-15fc-4ca2-8b77-8ad907f8e1ff tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:51.970240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-62c87809-7f27-4d8b-b404-b1336be65473 req-45e3a2ae-15fc-4ca2-8b77-8ad907f8e1ff tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0803657 Sep 09 09:12:52.005550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-462996c3-bc19-4206-a1cf-95e30046930f', 'network_id': '462996c3-bc19-4206-a1cf-95e30046930f', 'tenant_id': '81afd6c9558b4996ac743d4fca7d013e', 'fixed_ips': [{'subnet_id': '8041b8b5-65c6-44dc-8dfc-f36eb4baf36d'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:12:52.006764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.020836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-62c87809-7f27-4d8b-b404-b1336be65473 req-ec22d598-6c1c-476c-ae5a-819ea7233a98 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496094 Sep 09 09:12:52.029499 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-10e45996-ea84-40d7-bb89-2a198d2190f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4197495 Sep 09 09:12:52.035804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49894) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:52.062050 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.161129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Network 41d669d3-613a-4cdb-a20d-ecc1c674c9bd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:52.186539 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.192495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:52.204109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:12:52.214652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Pushing event updated for resources: {'Port': ['ID=cca115b6-7783-46b2-a615-ec38bf57eb7a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:52.274852 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.294940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Allocated IP 172.20.0.2 (462996c3-bc19-4206-a1cf-95e30046930f/8041b8b5-65c6-44dc-8dfc-f36eb4baf36d/d45fbacc-682e-407e-9162-2b4b560a3f19) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:12:52.317976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a18a0-0c8a-45ae-a135-966f783beed6 req-cda71bac-f883-4638-bab2-f4a7b3cd0662 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:52.320436 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-911a18a0-0c8a-45ae-a135-966f783beed6 req-cda71bac-f883-4638-bab2-f4a7b3cd0662 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 948 time: 0.1768339 Sep 09 09:12:52.365487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:52.366418 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.422786 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-911a18a0-0c8a-45ae-a135-966f783beed6 req-0a7e3370-f687-4f8c-b195-4e5148a7b6d8 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922747 Sep 09 09:12:52.524910 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.535519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Transition to ACTIVE for port object d45fbacc-682e-407e-9162-2b4b560a3f19 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:52.539192 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-74e7c195-aa1f-4c3a-a592-4da715c433fe tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7536228 Sep 09 09:12:52.563095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Transition to ACTIVE for port object d45fbacc-682e-407e-9162-2b4b560a3f19 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:52.567922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Request body: {'port': {'device_id': '847d884b-6f6a-4bb5-8131-845cc1d96e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:52.629376 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.653475 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.686974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Network 462996c3-bc19-4206-a1cf-95e30046930f is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:52.695128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:52.701039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:12:52.704696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Pushing event updated for resources: {'Port': ['ID=d45fbacc-682e-407e-9162-2b4b560a3f19,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:52.716549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbc359e-d68a-4555-ab65-a13ead965db5 None None] Network 32344f72-af89-4709-9506-48412498d455 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:52.730164 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.768659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9764-e637-4c0b-ae15-ed9526976bbb req-8e562792-60f4-4f03-8883-0eb4580714a1 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:52.770277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3ab9764-e637-4c0b-ae15-ed9526976bbb req-8e562792-60f4-4f03-8883-0eb4580714a1 tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 1100 time: 0.1292007 Sep 09 09:12:52.777449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Subnet': ['ID=8041b8b5-65c6-44dc-8dfc-f36eb4baf36d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:52.836390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Attempting to bind port d45fbacc-682e-407e-9162-2b4b560a3f19 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:52.836683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Attempting to bind port d45fbacc-682e-407e-9162-2b4b560a3f19 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '1d452b72-c6de-48c7-b7af-5863dcf55b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '462996c3-bc19-4206-a1cf-95e30046930f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:52.837329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Attempting to bind port d45fbacc-682e-407e-9162-2b4b560a3f19 on network 462996c3-bc19-4206-a1cf-95e30046930f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:52.854665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:52.855361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Checking segment: {'id': '1d452b72-c6de-48c7-b7af-5863dcf55b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '462996c3-bc19-4206-a1cf-95e30046930f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:52.855990 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.856569 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Bound using segment: {'id': '1d452b72-c6de-48c7-b7af-5863dcf55b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '462996c3-bc19-4206-a1cf-95e30046930f'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:52.856777 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.857411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Bound port: d45fbacc-682e-407e-9162-2b4b560a3f19, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d452b72-c6de-48c7-b7af-5863dcf55b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '462996c3-bc19-4206-a1cf-95e30046930f'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:52.857982 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.881364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462996c3-bc19-4206-a1cf-95e30046930f']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:52.902961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d452b72-c6de-48c7-b7af-5863dcf55b49') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:52.903266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d452b72-c6de-48c7-b7af-5863dcf55b49') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:52.913177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:12:52.916690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0960d669-40f9-4ec5-8e76-4d760261891f no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:52.920048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3ab9764-e637-4c0b-ae15-ed9526976bbb req-008c924f-a6ef-4cbb-a837-8df13fc42b7c tempest-MigrationsAdminTest-338224643 tempest-MigrationsAdminTest-338224643-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422892 Sep 09 09:12:52.920751 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.955615 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.973369 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:52.974097 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:52.977937 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:52.981139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-49acd933-62b1-47f5-8924-80ef98ffa309 None None] Provisioning for port 63c3266a-34ba-4ea8-a371-c55f4d22199c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:53.110742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63904b12-2cc5-4490-ad87-d4480b8ae168 req-8672797e-6532-48b4-96bd-4c0432e6a234 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:53.112352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63904b12-2cc5-4490-ad87-d4480b8ae168 req-8672797e-6532-48b4-96bd-4c0432e6a234 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.0836656 Sep 09 09:12:53.133153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe0011-0b12-4dd5-b853-d64bdcf24cb1 req-18835043-a4f4-4b88-8b67-2b40efe0eb79 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:53.134751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17fe0011-0b12-4dd5-b853-d64bdcf24cb1 req-18835043-a4f4-4b88-8b67-2b40efe0eb79 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 931 time: 0.0966878 Sep 09 09:12:53.144605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] For port d45fbacc-682e-407e-9162-2b4b560a3f19, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:53.145417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 09:12:53.145417 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 09:12:53.145417 n-d-778696-16 neutron-server[95325]: [parameters: {'id': '462996c3-bc19-4206-a1cf-95e30046930f'}] Sep 09 09:12:53.145417 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:12:53.145781 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:12:53.182246 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17fe0011-0b12-4dd5-b853-d64bdcf24cb1 req-f07e81e3-f8b8-4ef5-90eb-e8888e57bd06 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e30dcd0-6192-448f-80c6-409e2164b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385878 Sep 09 09:12:53.199703 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63904b12-2cc5-4490-ad87-d4480b8ae168 req-c6d126e3-99a5-4b38-b86f-e2da7753adfb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751398 Sep 09 09:12:53.210241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca115b6-7783-46b2-a615-ec38bf57eb7a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:53.215574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] For port d45fbacc-682e-407e-9162-2b4b560a3f19, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d45fbacc-682e-407e-9162-2b4b560a3f19,segment=NetworkSegment(1d452b72-c6de-48c7-b7af-5863dcf55b49),segment_id=1d452b72-c6de-48c7-b7af-5863dcf55b49)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:53.239239 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.239360 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.261176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Transition to ACTIVE for port object cca115b6-7783-46b2-a615-ec38bf57eb7a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:53.276939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:53.292273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:53.294914 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abca7f84-dd63-4a11-9a56-374f4fa786b7" -d '{"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-unplugged", "status": "completed", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:53.302466 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.317630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:53.322351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'mac_address': 'fa:16:3e:90:3f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:12:53.325170 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.370488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb7058-895a-4e74-b7ac-cff1174ad578 req-4c10327c-4b56-497a-986d-4309fd334333 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:53.378697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aceb7058-895a-4e74-b7ac-cff1174ad578 req-4c10327c-4b56-497a-986d-4309fd334333 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0700679 Sep 09 09:12:53.395171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Pushing event updated for resources: {'Port': ['ID=cca115b6-7783-46b2-a615-ec38bf57eb7a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:53.412177 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.412177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 216791ee-19bc-4f06-8d31-867afa8c5bfc no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:53.426381 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aceb7058-895a-4e74-b7ac-cff1174ad578 req-f8fd7a75-c00b-4f8d-9aba-d51d08d9269a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463786 Sep 09 09:12:53.442141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b609b1-257b-430c-bada-0579fdae255f None None] Network 462996c3-bc19-4206-a1cf-95e30046930f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:53.502673 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.514999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Attempting to bind port cca115b6-7783-46b2-a615-ec38bf57eb7a on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:53.515513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Attempting to bind port cca115b6-7783-46b2-a615-ec38bf57eb7a by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'd6c2905d-65d4-4add-9604-a1ed234c006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41d669d3-613a-4cdb-a20d-ecc1c674c9bd'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:53.516320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Attempting to bind port cca115b6-7783-46b2-a615-ec38bf57eb7a on network 41d669d3-613a-4cdb-a20d-ecc1c674c9bd {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:53.521570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Port cca115b6-7783-46b2-a615-ec38bf57eb7a on network 41d669d3-613a-4cdb-a20d-ecc1c674c9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:12:53.521902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Attempting to bind port cca115b6-7783-46b2-a615-ec38bf57eb7a on network 41d669d3-613a-4cdb-a20d-ecc1c674c9bd {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:53.532696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:53.532696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Checking segment: {'id': 'd6c2905d-65d4-4add-9604-a1ed234c006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41d669d3-613a-4cdb-a20d-ecc1c674c9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:53.532696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Bound using segment: {'id': 'd6c2905d-65d4-4add-9604-a1ed234c006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41d669d3-613a-4cdb-a20d-ecc1c674c9bd'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:53.532696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Bound port: cca115b6-7783-46b2-a615-ec38bf57eb7a, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c2905d-65d4-4add-9604-a1ed234c006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41d669d3-613a-4cdb-a20d-ecc1c674c9bd'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:53.532696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.534182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a9508-8e02-45c1-8958-eeb8a945399c None None] Pushing event updated for resources: {'Port': ['ID=d45fbacc-682e-407e-9162-2b4b560a3f19,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:53.578921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:53.601844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:53.646700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.650765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] For port cca115b6-7783-46b2-a615-ec38bf57eb7a, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:53.655650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] For port cca115b6-7783-46b2-a615-ec38bf57eb7a, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=cca115b6-7783-46b2-a615-ec38bf57eb7a,segment=NetworkSegment(d6c2905d-65d4-4add-9604-a1ed234c006a),segment_id=d6c2905d-65d4-4add-9604-a1ed234c006a)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:53.666362 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.667011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 216791ee-19bc-4f06-8d31-867afa8c5bfc details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:12:53.669709 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5583a032-965d-45bc-9ef4-524a040c200a x-openstack-request-id: req-5583a032-965d-45bc-9ef4-524a040c200a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:53.669999 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-unplugged", "status": "completed", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:53.670252 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5583a032-965d-45bc-9ef4-524a040c200a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:53.670636 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f', 'code': 200} Sep 09 09:12:53.712429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 63c3266a-34ba-4ea8-a371-c55f4d22199c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:53.714992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Deleting port d45fbacc-682e-407e-9162-2b4b560a3f19 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:53.715461 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.750673 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.771203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=11']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:53.795787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:53.796617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.797229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] For port d45fbacc-682e-407e-9162-2b4b560a3f19, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d45fbacc-682e-407e-9162-2b4b560a3f19,segment=NetworkSegment(1d452b72-c6de-48c7-b7af-5863dcf55b49),segment_id=1d452b72-c6de-48c7-b7af-5863dcf55b49)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:53.797601 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.798705 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] 10.222.0.24 "PUT /v2.0/ports/cca115b6-7783-46b2-a615-ec38bf57eb7a HTTP/1.1" status: 200 len: 1092 time: 1.2378328 Sep 09 09:12:53.799315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847d884b-6f6a-4bb5-8131-845cc1d96e39', 'tag': 'cca115b6-7783-46b2-a615-ec38bf57eb7a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:53.801833 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74577458-917f-49f4-abb6-96b4c01bc79f" -d '{"events": [{"name": "network-changed", "server_uuid": "847d884b-6f6a-4bb5-8131-845cc1d96e39", "tag": "cca115b6-7783-46b2-a615-ec38bf57eb7a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:53.813341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Calling delete_port for d45fbacc-682e-407e-9162-2b4b560a3f19 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:53.834824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408227f-5e80-4646-9b52-50f717f22b0d service neutron] Pushing event updated for resources: {'Port': ['ID=cca115b6-7783-46b2-a615-ec38bf57eb7a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:53.908402 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.978300 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:53.987439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=12']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:53.995735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ff6e6-d4f7-4042-aa35-7d16959b3bc1 None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:12:54.004266 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889b45f0-54ff-4ff5-892f-34e3dca5b5b8 x-openstack-request-id: req-889b45f0-54ff-4ff5-892f-34e3dca5b5b8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:54.004523 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847d884b-6f6a-4bb5-8131-845cc1d96e39", "tag": "cca115b6-7783-46b2-a615-ec38bf57eb7a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:54.004813 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-889b45f0-54ff-4ff5-892f-34e3dca5b5b8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:54.005286 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847d884b-6f6a-4bb5-8131-845cc1d96e39', 'tag': 'cca115b6-7783-46b2-a615-ec38bf57eb7a', 'status': 'completed', 'code': 200} Sep 09 09:12:54.017034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-4e5d2a66-99cf-4d88-ace6-738079db13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:54.018653 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-4e5d2a66-99cf-4d88-ace6-738079db13d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=076e5066f4564dd2aec842352617e0ed&device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 1095 time: 0.1006694 Sep 09 09:12:54.027946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2046e-0de7-408d-8119-73b89c7d5334 req-f71fa4a8-5720-419f-a704-92086d85ca09 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:54.029441 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0ce2046e-0de7-408d-8119-73b89c7d5334 req-f71fa4a8-5720-419f-a704-92086d85ca09 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.0705965 Sep 09 09:12:54.038932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Port': ['ID=d45fbacc-682e-407e-9162-2b4b560a3f19,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:54.047470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No DVR routers for this DVR port d45fbacc-682e-407e-9162-2b4b560a3f19 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:54.067957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d4d76f6f-f52c-47fa-8fce-39324bbe7e82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca115b6-7783-46b2-a615-ec38bf57eb7a HTTP/1.1" status: 200 len: 217 time: 0.0373819 Sep 09 09:12:54.080473 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 216791ee-19bc-4f06-8d31-867afa8c5bfc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=216791ee-19bc-4f06-8d31-867afa8c5bfc,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:54.085830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 216791ee-19bc-4f06-8d31-867afa8c5bfc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=216791ee-19bc-4f06-8d31-867afa8c5bfc,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:54.112224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 63c3266a-34ba-4ea8-a371-c55f4d22199c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:54.116750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '216791ee-19bc-4f06-8d31-867afa8c5bfc', 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7', 'port_id': '216791ee-19bc-4f06-8d31-867afa8c5bfc', 'mac_address': 'fa:16:3e:72:c6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3914ca18-61bf-4703-b3e6-f73a7276edb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:12:54.122817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 63c3266a-34ba-4ea8-a371-c55f4d22199c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:54.123189 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.145030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0ce2046e-0de7-408d-8119-73b89c7d5334 req-17ffbd91-efa7-466c-9f6e-4e94e3a8b200 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759978 Sep 09 09:12:54.156699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-8e88113c-e92b-4f49-af54-31745f79a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:54.158180 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-8e88113c-e92b-4f49-af54-31745f79a253 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ad2c87-b87c-4080-8c93-37c006d7a549 HTTP/1.1" status: 200 len: 858 time: 0.0819788 Sep 09 09:12:54.163246 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.191028 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.195345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462996c3-bc19-4206-a1cf-95e30046930f']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:54.202600 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-d4cf959e-530c-4f80-8312-cb299ad22852 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41d669d3-613a-4cdb-a20d-ecc1c674c9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271063 Sep 09 09:12:54.210049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cede6-9bbd-4f6e-b622-eeb94e747397 req-dd7c5693-ade6-4fe2-ba0a-99335d66a0d7 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:54.211809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c2cede6-9bbd-4f6e-b622-eeb94e747397 req-dd7c5693-ade6-4fe2-ba0a-99335d66a0d7 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 949 time: 0.1270237 Sep 09 09:12:54.215801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d452b72-c6de-48c7-b7af-5863dcf55b49') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:54.216172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d452b72-c6de-48c7-b7af-5863dcf55b49') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:54.231275 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.269951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.286213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:54.286698 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:54.290483 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:54.312890 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c2cede6-9bbd-4f6e-b622-eeb94e747397 req-f3f3b494-2799-40d4-82f7-5560b76568f5 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880728 Sep 09 09:12:54.361862 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-9715b11d-7520-4fa5-8d49-6c1e4faee854 service neutron] 10.222.0.24 "GET /v2.0/networks/41d669d3-613a-4cdb-a20d-ecc1c674c9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426575 Sep 09 09:12:54.376234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e1a70-77a2-4955-af1d-d7b58d89c5a7 req-3d2a52a3-e002-40b9-8e96-f0a0713cacd1 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:54.377879 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b3e1a70-77a2-4955-af1d-d7b58d89c5a7 req-3d2a52a3-e002-40b9-8e96-f0a0713cacd1 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 943 time: 0.0844123 Sep 09 09:12:54.407438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ff6e6-d4f7-4042-aa35-7d16959b3bc1 None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:12:54.419301 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.446116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565e6d-3dae-4003-8514-fd322b3f8eb2 req-955e4148-6554-48ea-99cf-b3e88d65ff3a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:54.451788 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37565e6d-3dae-4003-8514-fd322b3f8eb2 req-955e4148-6554-48ea-99cf-b3e88d65ff3a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.0548635 Sep 09 09:12:54.453559 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.453809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 216791ee-19bc-4f06-8d31-867afa8c5bfc {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:54.459941 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=216791ee-19bc-4f06-8d31-867afa8c5bfc,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:54.468337 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b3e1a70-77a2-4955-af1d-d7b58d89c5a7 req-ad06d2e8-a9c4-4153-ba82-1d76ccc96464 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e30dcd0-6192-448f-80c6-409e2164b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807173 Sep 09 09:12:54.492446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac152fe6-fd04-49fb-a20a-9106c5a07280 req-5350a7a9-a8fd-40ca-b1b6-93801c8ec7fe service neutron] 10.222.0.24 "GET /v2.0/networks/41d669d3-613a-4cdb-a20d-ecc1c674c9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134679 Sep 09 09:12:54.507187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.509575 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/462996c3-bc19-4206-a1cf-95e30046930f HTTP/1.1" status: 204 len: 168 time: 2.4725192 Sep 09 09:12:54.512473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8c966-a300-44f4-ad36-c593313d722a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=462996c3-bc19-4206-a1cf-95e30046930f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:54.514154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49958) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:54.521409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1874612841'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:54.552320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37565e6d-3dae-4003-8514-fd322b3f8eb2 req-be9a05dd-8ba9-4fae-b31d-6893dd6822a0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961957 Sep 09 09:12:54.606102 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:12:54.606454 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:12:54.611353 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.623229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:54.628071 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.643685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1456-812e-4dd2-8896-0b4071e7a810 req-f282dcbe-c06d-4d9c-aee3-77d1d86bbdca tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:54.645243 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7ce1456-812e-4dd2-8896-0b4071e7a810 req-f282dcbe-c06d-4d9c-aee3-77d1d86bbdca tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 944 time: 0.0803075 Sep 09 09:12:54.662288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74577458-917f-49f4-abb6-96b4c01bc79f req-f3d44b1b-7c39-4c11-bf5d-ed8e789e2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:54.664199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:54.665164 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74577458-917f-49f4-abb6-96b4c01bc79f req-f3d44b1b-7c39-4c11-bf5d-ed8e789e2f07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=076e5066f4564dd2aec842352617e0ed&device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 1095 time: 0.0683603 Sep 09 09:12:54.669742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 63c3266a-34ba-4ea8-a371-c55f4d22199c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=63c3266a-34ba-4ea8-a371-c55f4d22199c,segment=NetworkSegment(e8d76610-5fb7-45c3-8a22-21925182979c),segment_id=e8d76610-5fb7-45c3-8a22-21925182979c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:54.676023 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.676367 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment ea7dd916-4f7c-487e-8514-7b6eeaeec90d of type vlan for network 66baba6a-2413-436f-80f9-e4b119f38b42 Sep 09 09:12:54.702728 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7ce1456-812e-4dd2-8896-0b4071e7a810 req-46f2ca4b-dd49-4286-9a56-a48860b1cd8d tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490263 Sep 09 09:12:54.732627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.775181 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.843492 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74577458-917f-49f4-abb6-96b4c01bc79f req-cc57965e-4a82-494d-9cf4-26b4944acdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:54.845114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74577458-917f-49f4-abb6-96b4c01bc79f req-cc57965e-4a82-494d-9cf4-26b4944acdb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=41d669d3-613a-4cdb-a20d-ecc1c674c9bd HTTP/1.1" status: 200 len: 919 time: 0.1706960 Sep 09 09:12:54.846771 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.854342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:54.854665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:54.874237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=63c3266a-34ba-4ea8-a371-c55f4d22199c,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:54.893075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:55.150388 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:55.166416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216791ee-19bc-4f06-8d31-867afa8c5bfc {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:55.193022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 216791ee-19bc-4f06-8d31-867afa8c5bfc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=216791ee-19bc-4f06-8d31-867afa8c5bfc,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:55.223189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74577458-917f-49f4-abb6-96b4c01bc79f req-34d3f594-d844-410d-b2a3-e8209ee1ec71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca115b6-7783-46b2-a615-ec38bf57eb7a HTTP/1.1" status: 200 len: 217 time: 0.3639913 Sep 09 09:12:55.274990 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:55.277344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74577458-917f-49f4-abb6-96b4c01bc79f req-85114694-4e90-4aac-a950-fa67823c07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:55.278947 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74577458-917f-49f4-abb6-96b4c01bc79f req-85114694-4e90-4aac-a950-fa67823c07b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ad2c87-b87c-4080-8c93-37c006d7a549 HTTP/1.1" status: 200 len: 858 time: 0.0488532 Sep 09 09:12:55.283737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=66baba6a-2413-436f-80f9-e4b119f38b42,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:55.291794 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b3b5c444-65e8-4b31-a8aa-6fb9b4d0d820 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7748280 Sep 09 09:12:55.299353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49968) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:55.305196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'network_id': '66baba6a-2413-436f-80f9-e4b119f38b42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:55.309930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 66baba6a-2413-436f-80f9-e4b119f38b42 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:55.330551 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74577458-917f-49f4-abb6-96b4c01bc79f req-4b191322-1a81-41bc-b3be-86fe720e60fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41d669d3-613a-4cdb-a20d-ecc1c674c9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427647 Sep 09 09:12:55.335042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04dab-3309-4f70-be92-66e46ad4970e req-538cdc0e-14ac-4530-a952-fe9929cd3c60 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:55.336987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9f04dab-3309-4f70-be92-66e46ad4970e req-538cdc0e-14ac-4530-a952-fe9929cd3c60 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.4439955 Sep 09 09:12:55.384847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea10b7-7709-4269-b0a2-a1d274a4deb2 req-f1c62e38-14ce-422d-9f89-295490e8c6d5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:55.385925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=216791ee-19bc-4f06-8d31-867afa8c5bfc,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:55.392157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eaea10b7-7709-4269-b0a2-a1d274a4deb2 req-f1c62e38-14ce-422d-9f89-295490e8c6d5 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 949 time: 0.1113088 Sep 09 09:12:55.464664 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eaea10b7-7709-4269-b0a2-a1d274a4deb2 req-afe6068f-f573-4e50-97ea-a47d80a46188 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716407 Sep 09 09:12:55.487291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e9f04dab-3309-4f70-be92-66e46ad4970e req-148bdd38-0174-4ec3-8d77-6967ef1e0354 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Deleting port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:55.487656 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e9f04dab-3309-4f70-be92-66e46ad4970e req-148bdd38-0174-4ec3-8d77-6967ef1e0354 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:55.522580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['216791ee-19bc-4f06-8d31-867afa8c5bfc'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:12:55.554211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6d4e5-3594-4857-be0f-eaefadbd4d72 req-b6f311b3-d5fb-4a36-a6e1-e202ff201515 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:55.555860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dac6d4e5-3594-4857-be0f-eaefadbd4d72 req-b6f311b3-d5fb-4a36-a6e1-e202ff201515 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 949 time: 0.1465957 Sep 09 09:12:55.558087 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74577458-917f-49f4-abb6-96b4c01bc79f req-6e4f1549-c517-4b73-b619-fdb9cebaba49 service neutron] 10.222.0.24 "GET /v2.0/networks/41d669d3-613a-4cdb-a20d-ecc1c674c9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088068 Sep 09 09:12:55.590209 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:55.590574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e9f04dab-3309-4f70-be92-66e46ad4970e req-148bdd38-0174-4ec3-8d77-6967ef1e0354 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] For port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:55.590955 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e9f04dab-3309-4f70-be92-66e46ad4970e req-148bdd38-0174-4ec3-8d77-6967ef1e0354 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:55.608822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e9f04dab-3309-4f70-be92-66e46ad4970e req-148bdd38-0174-4ec3-8d77-6967ef1e0354 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Calling delete_port for 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:55.653657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:55.657166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:55.674983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '216791ee-19bc-4f06-8d31-867afa8c5bfc'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:55.679230 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613dcc3c-74d3-465f-967d-a1a25ae4d949" -d '{"events": [{"server_uuid": "6958749c-46a5-42b8-b1f8-20842128a0ca", "name": "network-vif-unplugged", "status": "completed", "tag": "216791ee-19bc-4f06-8d31-867afa8c5bfc"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:55.687200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 63c3266a-34ba-4ea8-a371-c55f4d22199c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:55.691387 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dac6d4e5-3594-4857-be0f-eaefadbd4d72 req-d6ef1673-1051-4961-987e-4ff75c51f197 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234872 Sep 09 09:12:55.745649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Performing IP validity checks on allocation pools {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 09 09:12:55.748027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 09 09:12:55.759798 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74577458-917f-49f4-abb6-96b4c01bc79f req-2318a93d-ac58-4eb3-a342-3efc3c7cad3a service neutron] 10.222.0.24 "GET /v2.0/networks/41d669d3-613a-4cdb-a20d-ecc1c674c9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930385 Sep 09 09:12:55.776396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 63c3266a-34ba-4ea8-a371-c55f4d22199c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:55.776759 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:55.837034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7099bc-c588-4389-b7d0-4b7a04d881af req-171e0a53-63db-4fcc-9e82-f3fed7abb03e tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:55.843981 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f7099bc-c588-4389-b7d0-4b7a04d881af req-171e0a53-63db-4fcc-9e82-f3fed7abb03e tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 943 time: 0.1782191 Sep 09 09:12:55.910935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309ce8-142b-4917-b1cf-812e4f5e4b22 req-b7c74f11-a676-4215-a75a-45cf3ede94b7 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:55.912458 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40309ce8-142b-4917-b1cf-812e4f5e4b22 req-b7c74f11-a676-4215-a75a-45cf3ede94b7 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.41 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 949 time: 0.1191049 Sep 09 09:12:55.915808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f7099bc-c588-4389-b7d0-4b7a04d881af req-bea05dae-f289-4e8c-9c37-7096a9b1bfe8 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e30dcd0-6192-448f-80c6-409e2164b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709534 Sep 09 09:12:55.930075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336d8a3-d6c1-4ebd-94b7-45e79770a5ca req-96652770-4383-4470-8e02-3870615c7234 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:55.931692 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c336d8a3-d6c1-4ebd-94b7-45e79770a5ca req-96652770-4383-4470-8e02-3870615c7234 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.1233609 Sep 09 09:12:55.961403 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e9f04dab-3309-4f70-be92-66e46ad4970e req-148bdd38-0174-4ec3-8d77-6967ef1e0354 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:55.977978 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'a3d19379-dd53-4be4-bc73-b3d3a269571d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:12:55.982423 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d4c704-be1a-4d94-8aa4-72186139da3d x-openstack-request-id: req-f8d4c704-be1a-4d94-8aa4-72186139da3d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:55.982822 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6958749c-46a5-42b8-b1f8-20842128a0ca", "name": "network-vif-unplugged", "status": "completed", "tag": "216791ee-19bc-4f06-8d31-867afa8c5bfc", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:55.983583 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c336d8a3-d6c1-4ebd-94b7-45e79770a5ca req-b61ace67-a65d-4244-b1e7-c2f897cc483a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 Sep 09 09:12:55.987661 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8d4c704-be1a-4d94-8aa4-72186139da3d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:55.988592 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '216791ee-19bc-4f06-8d31-867afa8c5bfc', 'code': 200} Sep 09 09:12:56.022298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bdd38-0174-4ec3-8d77-6967ef1e0354 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Pushing event deleted for resources: {'Port': ['ID=58ca3b2f-b09f-4b69-96f7-fcf38073cd80,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:56.035219 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:56.061398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:12:56.103670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f04dab-3309-4f70-be92-66e46ad4970e req-148bdd38-0174-4ec3-8d77-6967ef1e0354 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] No DVR routers for this DVR port 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:56.106898 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e9f04dab-3309-4f70-be92-66e46ad4970e req-148bdd38-0174-4ec3-8d77-6967ef1e0354 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:56.109148 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9f04dab-3309-4f70-be92-66e46ad4970e req-148bdd38-0174-4ec3-8d77-6967ef1e0354 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "DELETE /v2.0/ports/58ca3b2f-b09f-4b69-96f7-fcf38073cd80 HTTP/1.1" status: 204 len: 173 time: 0.7645533 Sep 09 09:12:56.128065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'name': 'network-vif-deleted', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:56.136186 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63320c60-7057-4b6b-8910-b024660eecf2" -d '{"events": [{"server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "name": "network-vif-deleted", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:56.159135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-40309ce8-142b-4917-b1cf-812e4f5e4b22 req-9f8bafc2-e475-43ac-baeb-1f4b98efda00 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Deleting port 0960d669-40f9-4ec5-8e76-4d760261891f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:56.159135 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-40309ce8-142b-4917-b1cf-812e4f5e4b22 req-9f8bafc2-e475-43ac-baeb-1f4b98efda00 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:56.181488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking segment: {'id': 'ea7dd916-4f7c-487e-8514-7b6eeaeec90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '66baba6a-2413-436f-80f9-e4b119f38b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:56.181488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network hostable DHCP agents. Network: 66baba6a-2413-436f-80f9-e4b119f38b42, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:12:56.183911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=deef054f-ca3d-4e22-a11d-fa50f1d4e50c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:56.256079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ab099-48c6-4ed9-9b00-0aa286683340 req-5f1bce8d-453d-4a03-8434-b844cb05afaf tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:56.265716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb1ab099-48c6-4ed9-9b00-0aa286683340 req-5f1bce8d-453d-4a03-8434-b844cb05afaf tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 945 time: 0.2009583 Sep 09 09:12:56.292521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network 66baba6a-2413-436f-80f9-e4b119f38b42 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:12:56.343884 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1278c0b1-8a84-49fd-8e1a-e89eb09481e9 x-openstack-request-id: req-1278c0b1-8a84-49fd-8e1a-e89eb09481e9 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:56.344682 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd210c54-0156-4661-a2d1-66bf9789596d", "name": "network-vif-deleted", "tag": "58ca3b2f-b09f-4b69-96f7-fcf38073cd80", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:56.344682 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1278c0b1-8a84-49fd-8e1a-e89eb09481e9 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:56.345121 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd210c54-0156-4661-a2d1-66bf9789596d', 'name': 'network-vif-deleted', 'tag': '58ca3b2f-b09f-4b69-96f7-fcf38073cd80', 'status': 'completed', 'code': 200} Sep 09 09:12:56.364787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-40309ce8-142b-4917-b1cf-812e4f5e4b22 req-9f8bafc2-e475-43ac-baeb-1f4b98efda00 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] For port 0960d669-40f9-4ec5-8e76-4d760261891f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0960d669-40f9-4ec5-8e76-4d760261891f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:56.365151 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-40309ce8-142b-4917-b1cf-812e4f5e4b22 req-9f8bafc2-e475-43ac-baeb-1f4b98efda00 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:56.386248 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-40309ce8-142b-4917-b1cf-812e4f5e4b22 req-9f8bafc2-e475-43ac-baeb-1f4b98efda00 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Calling delete_port for 0960d669-40f9-4ec5-8e76-4d760261891f owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:56.394928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 66baba6a-2413-436f-80f9-e4b119f38b42) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:56.401675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:56.402329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:56.413842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb1ab099-48c6-4ed9-9b00-0aa286683340 req-d57138de-f54e-48a4-9f86-40975dcc55e7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674152 Sep 09 09:12:56.417635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436d8f32-2930-4bb4-a4d8-214482d54ddd None None] Network 66baba6a-2413-436f-80f9-e4b119f38b42 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:56.478726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49986) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:56.478969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a4a79079-2764-48f4-a985-fc877db12925 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1796370 Sep 09 09:12:56.576215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-66baba6a-2413-436f-80f9-e4b119f38b42', 'network_id': '66baba6a-2413-436f-80f9-e4b119f38b42', 'tenant_id': '81afd6c9558b4996ac743d4fca7d013e', 'fixed_ips': [{'subnet_id': 'deef054f-ca3d-4e22-a11d-fa50f1d4e50c'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:12:56.577092 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:56.589056 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a5a0dc1d-0a4d-41c0-9fd7-5395d9f5184f req-1d3f91fb-0328-4f8a-8cba-c58120f1eff4 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd210c54-0156-4661-a2d1-66bf9789596d HTTP/1.1" status: 200 len: 210 time: 0.0294583 Sep 09 09:12:56.627353 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:56.682235 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:56.722906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Allocated IP 172.20.0.3 (66baba6a-2413-436f-80f9-e4b119f38b42/deef054f-ca3d-4e22-a11d-fa50f1d4e50c/8b67f259-3113-4e6f-a422-0b6723e8d1f9) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:12:56.743850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-40309ce8-142b-4917-b1cf-812e4f5e4b22 req-9f8bafc2-e475-43ac-baeb-1f4b98efda00 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:56.785251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bafc2-e475-43ac-baeb-1f4b98efda00 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Pushing event deleted for resources: {'Port': ['ID=0960d669-40f9-4ec5-8e76-4d760261891f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:56.815699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5127698-c15c-4085-bde6-4ff3ea3e9215 req-f5d2c0ff-6c1d-4b3a-8bee-9b7f4631a4cf tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 210 time: 0.0337162 Sep 09 09:12:56.850221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-40309ce8-142b-4917-b1cf-812e4f5e4b22 req-9f8bafc2-e475-43ac-baeb-1f4b98efda00 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] No DVR routers for this DVR port 0960d669-40f9-4ec5-8e76-4d760261891f on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:56.853394 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-40309ce8-142b-4917-b1cf-812e4f5e4b22 req-9f8bafc2-e475-43ac-baeb-1f4b98efda00 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:56.855363 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40309ce8-142b-4917-b1cf-812e4f5e4b22 req-9f8bafc2-e475-43ac-baeb-1f4b98efda00 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.41 "DELETE /v2.0/ports/0960d669-40f9-4ec5-8e76-4d760261891f HTTP/1.1" status: 204 len: 173 time: 0.9366879 Sep 09 09:12:56.881822 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:56.890456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Transition to ACTIVE for port object 8b67f259-3113-4e6f-a422-0b6723e8d1f9 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:56.905028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Transition to ACTIVE for port object 8b67f259-3113-4e6f-a422-0b6723e8d1f9 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:12:56.995256 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.035248 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Network 66baba6a-2413-436f-80f9-e4b119f38b42 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:12:57.068041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:12:57.068041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:12:57.068278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b9490-af7b-486f-b123-e3e136a5501f req-9104809b-3c71-44fb-a1e3-ee47330479fd tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:57.068278 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e59b9490-af7b-486f-b123-e3e136a5501f req-9104809b-3c71-44fb-a1e3-ee47330479fd tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 943 time: 0.0759315 Sep 09 09:12:57.121101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Pushing event updated for resources: {'Port': ['ID=8b67f259-3113-4e6f-a422-0b6723e8d1f9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:57.128301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e59b9490-af7b-486f-b123-e3e136a5501f req-b6497fa2-110c-4e54-bd96-0886ec4d3cbf tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e30dcd0-6192-448f-80c6-409e2164b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541413 Sep 09 09:12:57.133467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Attempting to bind port 8b67f259-3113-4e6f-a422-0b6723e8d1f9 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:12:57.133467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Attempting to bind port 8b67f259-3113-4e6f-a422-0b6723e8d1f9 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'ea7dd916-4f7c-487e-8514-7b6eeaeec90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '66baba6a-2413-436f-80f9-e4b119f38b42'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:12:57.133718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Attempting to bind port 8b67f259-3113-4e6f-a422-0b6723e8d1f9 on network 66baba6a-2413-436f-80f9-e4b119f38b42 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:12:57.140946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:12:57.142730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Checking segment: {'id': 'ea7dd916-4f7c-487e-8514-7b6eeaeec90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '66baba6a-2413-436f-80f9-e4b119f38b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:12:57.143394 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.144371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Bound using segment: {'id': 'ea7dd916-4f7c-487e-8514-7b6eeaeec90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '66baba6a-2413-436f-80f9-e4b119f38b42'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:12:57.145013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Bound port: 8b67f259-3113-4e6f-a422-0b6723e8d1f9, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7dd916-4f7c-487e-8514-7b6eeaeec90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '66baba6a-2413-436f-80f9-e4b119f38b42'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:12:57.145889 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.154289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168baf28-422d-4a8c-99b3-467b0876d21d req-ab5cc8ee-7e21-46c3-9369-d9af54ae2758 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:57.156218 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-168baf28-422d-4a8c-99b3-467b0876d21d req-ab5cc8ee-7e21-46c3-9369-d9af54ae2758 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.0891054 Sep 09 09:12:57.213185 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-168baf28-422d-4a8c-99b3-467b0876d21d req-7a87aa86-df88-45ee-8694-b12689069cc2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389972 Sep 09 09:12:57.213185 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.237109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] For port 8b67f259-3113-4e6f-a422-0b6723e8d1f9, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:12:57.240819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] For port 8b67f259-3113-4e6f-a422-0b6723e8d1f9, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8b67f259-3113-4e6f-a422-0b6723e8d1f9,segment=NetworkSegment(ea7dd916-4f7c-487e-8514-7b6eeaeec90d),segment_id=ea7dd916-4f7c-487e-8514-7b6eeaeec90d)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:12:57.262211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Subnet': ['ID=deef054f-ca3d-4e22-a11d-fa50f1d4e50c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:57.290630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 216791ee-19bc-4f06-8d31-867afa8c5bfc up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:57.320934 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.330935 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.358373 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66baba6a-2413-436f-80f9-e4b119f38b42']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:57.369867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7dd916-4f7c-487e-8514-7b6eeaeec90d') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:57.370643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7dd916-4f7c-487e-8514-7b6eeaeec90d') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:57.387550 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.404821 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.412284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:57.412680 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:57.417258 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:57.419617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94806218-f18e-44f0-a6a6-1af840b08680 None None] Pushing event updated for resources: {'Port': ['ID=8b67f259-3113-4e6f-a422-0b6723e8d1f9,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:57.424441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 216791ee-19bc-4f06-8d31-867afa8c5bfc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:57.424819 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.524996 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.540015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 09:12:57.540015 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 09:12:57.540015 n-d-778696-16 neutron-server[95325]: [parameters: {'id': '66baba6a-2413-436f-80f9-e4b119f38b42'}] Sep 09 09:12:57.540015 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:12:57.540672 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:12:57.561331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dd495-daef-4cd6-84a1-05a6342787d1 req-6c6e2594-3011-4472-b347-e501d978af48 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:57.562615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 216791ee-19bc-4f06-8d31-867afa8c5bfc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=216791ee-19bc-4f06-8d31-867afa8c5bfc,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:57.570909 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fb1dd495-daef-4cd6-84a1-05a6342787d1 req-6c6e2594-3011-4472-b347-e501d978af48 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 945 time: 0.0623953 Sep 09 09:12:57.626163 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fb1dd495-daef-4cd6-84a1-05a6342787d1 req-99945091-2584-4804-89df-45b4aed3e307 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570889 Sep 09 09:12:57.629094 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.630420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0960d669-40f9-4ec5-8e76-4d760261891f no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:57.694088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 0960d669-40f9-4ec5-8e76-4d760261891f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:57.694464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0960d669-40f9-4ec5-8e76-4d760261891f not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:57.695533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:12:57.723808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:12:57.724156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 58ca3b2f-b09f-4b69-96f7-fcf38073cd80 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:12:57.746557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=216791ee-19bc-4f06-8d31-867afa8c5bfc,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:57.768297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device cca115b6-7783-46b2-a615-ec38bf57eb7a details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:12:57.872660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port cca115b6-7783-46b2-a615-ec38bf57eb7a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=cca115b6-7783-46b2-a615-ec38bf57eb7a,segment=NetworkSegment(d6c2905d-65d4-4add-9604-a1ed234c006a),segment_id=d6c2905d-65d4-4add-9604-a1ed234c006a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:57.891652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'cca115b6-7783-46b2-a615-ec38bf57eb7a', 'network_id': '41d669d3-613a-4cdb-a20d-ecc1c674c9bd', 'port_id': 'cca115b6-7783-46b2-a615-ec38bf57eb7a', 'mac_address': 'fa:16:3e:4e:cf:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ad2c87-b87c-4080-8c93-37c006d7a549', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:12:57.936219 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:57.946065 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d7af702-c863-4ec7-9ad8-0e51a165db4b req-80d1179c-a937-438e-bdd9-279cf7c14575 tempest-ImagesOneServerTestJSON-1641172943 tempest-ImagesOneServerTestJSON-1641172943-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09ea52a-ad45-4926-8d78-1673d5eaecc9 HTTP/1.1" status: 200 len: 210 time: 0.0310502 Sep 09 09:12:57.949896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca115b6-7783-46b2-a615-ec38bf57eb7a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:12:57.969768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port cca115b6-7783-46b2-a615-ec38bf57eb7a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=cca115b6-7783-46b2-a615-ec38bf57eb7a,segment=NetworkSegment(d6c2905d-65d4-4add-9604-a1ed234c006a),segment_id=d6c2905d-65d4-4add-9604-a1ed234c006a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:57.989626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216791ee-19bc-4f06-8d31-867afa8c5bfc'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:57.992850 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949aa11b-2337-4e08-a676-9f0f950bc74f" -d '{"events": [{"server_uuid": "6958749c-46a5-42b8-b1f8-20842128a0ca", "name": "network-vif-plugged", "status": "completed", "tag": "216791ee-19bc-4f06-8d31-867afa8c5bfc"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:58.040470 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05eb6e3c-7b6a-48ac-920e-5621564f0f79 x-openstack-request-id: req-05eb6e3c-7b6a-48ac-920e-5621564f0f79 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:58.044941 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6958749c-46a5-42b8-b1f8-20842128a0ca", "name": "network-vif-plugged", "status": "completed", "tag": "216791ee-19bc-4f06-8d31-867afa8c5bfc", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:58.044941 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05eb6e3c-7b6a-48ac-920e-5621564f0f79 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:58.044941 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216791ee-19bc-4f06-8d31-867afa8c5bfc', 'code': 200} Sep 09 09:12:58.045257 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:58.067153 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:58.132480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Deleting port 8b67f259-3113-4e6f-a422-0b6723e8d1f9 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:58.132961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:58.152187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e01d42-73d1-4345-91bd-4ab97224d2a9 req-258d7a0c-83c1-4a56-8316-64f1ae9f7318 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:58.154355 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95e01d42-73d1-4345-91bd-4ab97224d2a9 req-258d7a0c-83c1-4a56-8316-64f1ae9f7318 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 951 time: 0.0740376 Sep 09 09:12:58.169622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=cca115b6-7783-46b2-a615-ec38bf57eb7a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:58.230994 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95e01d42-73d1-4345-91bd-4ab97224d2a9 req-de5a4208-ce75-44d9-bee4-3b2c7162fa23 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622237 Sep 09 09:12:58.288002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] For port 8b67f259-3113-4e6f-a422-0b6723e8d1f9, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8b67f259-3113-4e6f-a422-0b6723e8d1f9,segment=NetworkSegment(ea7dd916-4f7c-487e-8514-7b6eeaeec90d),segment_id=ea7dd916-4f7c-487e-8514-7b6eeaeec90d)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:12:58.288002 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:58.306077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Calling delete_port for 8b67f259-3113-4e6f-a422-0b6723e8d1f9 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:12:58.362174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-deleted', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:12:58.364593 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870a1cbb-754b-4d5d-97fb-62fa2dd12a40" -d '{"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-deleted", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:12:58.368216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fe650-eefd-454f-b1e3-5c6114b925c8 req-9bc13497-aa6f-4e1b-ae70-8017ae64dabb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:58.369830 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-333fe650-eefd-454f-b1e3-5c6114b925c8 req-9bc13497-aa6f-4e1b-ae70-8017ae64dabb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.0765624 Sep 09 09:12:58.377198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cb664-2fc3-4a81-b58b-31655f80a9eb req-4175812b-1c34-40a8-ba4b-3c5c91be4d2a tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:58.378773 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a6cb664-2fc3-4a81-b58b-31655f80a9eb req-4175812b-1c34-40a8-ba4b-3c5c91be4d2a tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 944 time: 0.1369026 Sep 09 09:12:58.412654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-333fe650-eefd-454f-b1e3-5c6114b925c8 req-4a88af59-ac64-4a48-9fcc-cd9c0e6605c7 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Sep 09 09:12:58.417571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['cca115b6-7783-46b2-a615-ec38bf57eb7a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:12:58.490039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d149a-fc04-4f94-b837-68e9858820b8 req-e25bcef1-1b64-41d9-98c5-12bafaf27ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:58.491630 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814d149a-fc04-4f94-b837-68e9858820b8 req-e25bcef1-1b64-41d9-98c5-12bafaf27ca1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 1098 time: 0.2266481 Sep 09 09:12:58.496426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a6cb664-2fc3-4a81-b58b-31655f80a9eb req-716248d2-cb30-48d2-9819-90df394cbac2 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e30dcd0-6192-448f-80c6-409e2164b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077104 Sep 09 09:12:58.504133 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23624f-708b-4c97-bf4b-bc4a9b34052f None None] Network 66baba6a-2413-436f-80f9-e4b119f38b42 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:12:58.562494 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd521f-0ca1-4883-8488-5b539cd49c80 x-openstack-request-id: req-a1fd521f-0ca1-4883-8488-5b539cd49c80 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:12:58.563095 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09ea52a-ad45-4926-8d78-1673d5eaecc9", "name": "network-vif-deleted", "tag": "0960d669-40f9-4ec5-8e76-4d760261891f", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:12:58.563350 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1fd521f-0ca1-4883-8488-5b539cd49c80 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:12:58.563787 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09ea52a-ad45-4926-8d78-1673d5eaecc9', 'name': 'network-vif-deleted', 'tag': '0960d669-40f9-4ec5-8e76-4d760261891f', 'status': 'completed', 'code': 200} Sep 09 09:12:58.566191 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814d149a-fc04-4f94-b837-68e9858820b8 req-c7436707-173d-4dd6-8ed1-b91bf3975d4b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656838 Sep 09 09:12:58.583523 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:58.608070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Port': ['ID=8b67f259-3113-4e6f-a422-0b6723e8d1f9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:58.613181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4590375e-bc5b-44b5-94e3-9321e7dcb413 None None] Could not find standard attr ID for object 8b67f259-3113-4e6f-a422-0b6723e8d1f9. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:12:58.613808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No DVR routers for this DVR port 8b67f259-3113-4e6f-a422-0b6723e8d1f9 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:12:58.699744 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:58.722144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66baba6a-2413-436f-80f9-e4b119f38b42']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:58.732586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7dd916-4f7c-487e-8514-7b6eeaeec90d') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:58.732884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7dd916-4f7c-487e-8514-7b6eeaeec90d') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:12:58.749742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b8357b-8fd1-49ca-ba51-1e75aaec5576 None None] DHCP port deletion for 66baba6a-2413-436f-80f9-e4b119f38b42 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:12:58.765996 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:58.796112 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:58.805009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:12:58.805390 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:12:58.808614 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:12:58.840136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958000d-4c41-4ed1-9f92-25c5855d2515 req-0814fc0d-67ea-4679-96c8-c5b91e7fcd76 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:58.841628 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d958000d-4c41-4ed1-9f92-25c5855d2515 req-0814fc0d-67ea-4679-96c8-c5b91e7fcd76 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1068699 Sep 09 09:12:58.904933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d958000d-4c41-4ed1-9f92-25c5855d2515 req-e89d7a58-c52b-4819-aee3-18b27998fca5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332534 Sep 09 09:12:58.931628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:58.938460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:58.940244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/66baba6a-2413-436f-80f9-e4b119f38b42 HTTP/1.1" status: 204 len: 168 time: 2.4604225 Sep 09 09:12:58.943819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50028) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:58.948949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863108382'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:58.952194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab8f2c-b78a-4372-8cf2-7151f8221ed1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=66baba6a-2413-436f-80f9-e4b119f38b42,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:59.011895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:59.015500 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:59.044569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:12:59.057281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:59.057625 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment 775205c7-f7db-42e6-89d0-5013b4949b70 of type vlan for network 132b0f4c-e8ca-40d9-b7f4-6f7ef795a534 Sep 09 09:12:59.098342 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:59.195007 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:59.200757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:59.201343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:59.271598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=132b0f4c-e8ca-40d9-b7f4-6f7ef795a534,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:12:59.282178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 132b0f4c-e8ca-40d9-b7f4-6f7ef795a534 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:12:59.310259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5857ae1b-f594-4d19-89fe-9356e1c4b98b tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3653193 Sep 09 09:12:59.312940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50036) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:59.317886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'network_id': '132b0f4c-e8ca-40d9-b7f4-6f7ef795a534', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:59.363185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc6828-0803-41e4-919f-4b28b5002e6d req-3460d86a-5390-4645-acbe-c55f1a93ced2 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:59.364869 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fbc6828-0803-41e4-919f-4b28b5002e6d req-3460d86a-5390-4645-acbe-c55f1a93ced2 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 951 time: 0.0650718 Sep 09 09:12:59.412415 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fbc6828-0803-41e4-919f-4b28b5002e6d req-eb9a8e17-66b0-417b-a135-755b28a00f0d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399468 Sep 09 09:12:59.492122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:12:59.495882 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:59.531503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50046) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:59.619628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c73df6-ceb1-414b-923d-d7d8b300861b req-d8b4cd7f-2bd4-4957-a970-03e0ee8c0eb1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:59.621217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55c73df6-ceb1-414b-923d-d7d8b300861b req-d8b4cd7f-2bd4-4957-a970-03e0ee8c0eb1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 945 time: 0.1219871 Sep 09 09:12:59.725071 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55c73df6-ceb1-414b-923d-d7d8b300861b req-1b16afbc-5251-4eab-903c-05c98abb7273 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976605 Sep 09 09:12:59.754842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb809e-d7c7-4fef-a539-4c97295bfc33 req-f6753c1f-a72c-416a-b720-6a16a0f0af6e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:59.759327 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41fb809e-d7c7-4fef-a539-4c97295bfc33 req-f6753c1f-a72c-416a-b720-6a16a0f0af6e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 951 time: 0.1101751 Sep 09 09:12:59.761734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device cca115b6-7783-46b2-a615-ec38bf57eb7a up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:12:59.802559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411b253-a5be-4cec-b56a-c069d47fa94d req-5ed2d043-d700-4cfc-8461-10f193c2a869 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:59.806708 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4411b253-a5be-4cec-b56a-c069d47fa94d req-5ed2d043-d700-4cfc-8461-10f193c2a869 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 944 time: 0.1412530 Sep 09 09:12:59.814832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-36e3f590-f850-40cd-a8e3-941a578cff83 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:12:59.816795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-36e3f590-f850-40cd-a8e3-941a578cff83 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.1343894 Sep 09 09:12:59.829697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9706e7f1-12b2-4b42-9f8f-204e3cd5c07d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3fc2ac04b2164c13b550fd9bdee18bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966549 Sep 09 09:12:59.830892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50052) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:12:59.841001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-16'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:12:59.923186 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:59.939992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4411b253-a5be-4cec-b56a-c069d47fa94d req-5a8aac72-679d-4480-a1d8-91449ebe8df0 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e30dcd0-6192-448f-80c6-409e2164b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093175 Sep 09 09:12:59.951157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:59.955833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc35f-97a2-420d-b341-db9c0221c52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:59.969299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port cca115b6-7783-46b2-a615-ec38bf57eb7a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:12:59.978173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port cca115b6-7783-46b2-a615-ec38bf57eb7a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:12:59.980246 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:12:59.980377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-41fb809e-d7c7-4fef-a539-4c97295bfc33 req-0fec01f5-1c15-40e0-856e-88fc2e33695e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Deleting port a3d19379-dd53-4be4-bc73-b3d3a269571d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:12:59.980377 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41fb809e-d7c7-4fef-a539-4c97295bfc33 req-0fec01f5-1c15-40e0-856e-88fc2e33695e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.045026 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc35f-97a2-420d-b341-db9c0221c52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.074960 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.079018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=ff83b460-8e5b-4bfc-acdf-51deeba96894,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:00.102732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d884b-6f6a-4bb5-8131-845cc1d96e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca115b6-7783-46b2-a615-ec38bf57eb7a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:00.105188 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9021a7-1724-4910-b667-d469be95619f" -d '{"events": [{"server_uuid": "847d884b-6f6a-4bb5-8131-845cc1d96e39", "name": "network-vif-plugged", "status": "completed", "tag": "cca115b6-7783-46b2-a615-ec38bf57eb7a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:00.110910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=028faba8-e36e-4369-94a4-2a37d361a23d,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:00.122592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port cca115b6-7783-46b2-a615-ec38bf57eb7a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=cca115b6-7783-46b2-a615-ec38bf57eb7a,segment=NetworkSegment(d6c2905d-65d4-4add-9604-a1ed234c006a),segment_id=d6c2905d-65d4-4add-9604-a1ed234c006a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:00.158841 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5240b2-85d6-4500-94cd-9309a9f1c998 x-openstack-request-id: req-dd5240b2-85d6-4500-94cd-9309a9f1c998 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:00.158841 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d884b-6f6a-4bb5-8131-845cc1d96e39", "name": "network-vif-plugged", "status": "completed", "tag": "cca115b6-7783-46b2-a615-ec38bf57eb7a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:00.158841 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd5240b2-85d6-4500-94cd-9309a9f1c998 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:00.158841 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d884b-6f6a-4bb5-8131-845cc1d96e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca115b6-7783-46b2-a615-ec38bf57eb7a', 'code': 200} Sep 09 09:13:00.159713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:00.176649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking segment: {'id': '775205c7-f7db-42e6-89d0-5013b4949b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '132b0f4c-e8ca-40d9-b7f4-6f7ef795a534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:00.177038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network hostable DHCP agents. Network: 132b0f4c-e8ca-40d9-b7f4-6f7ef795a534, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:00.201608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27815707-c434-4bd4-840b-2861eeec7c25 req-f88b287d-9ee0-47b9-b58e-ffe3601c0ea8 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:00.205752 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27815707-c434-4bd4-840b-2861eeec7c25 req-f88b287d-9ee0-47b9-b58e-ffe3601c0ea8 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.2063000 Sep 09 09:13:00.207206 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.215418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.220910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-41fb809e-d7c7-4fef-a539-4c97295bfc33 req-0fec01f5-1c15-40e0-856e-88fc2e33695e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] For port a3d19379-dd53-4be4-bc73-b3d3a269571d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a3d19379-dd53-4be4-bc73-b3d3a269571d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:00.221362 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41fb809e-d7c7-4fef-a539-4c97295bfc33 req-0fec01f5-1c15-40e0-856e-88fc2e33695e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.254400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-41fb809e-d7c7-4fef-a539-4c97295bfc33 req-0fec01f5-1c15-40e0-856e-88fc2e33695e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Calling delete_port for a3d19379-dd53-4be4-bc73-b3d3a269571d owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:00.266718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=cca115b6-7783-46b2-a615-ec38bf57eb7a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:00.278806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaac73e-beb1-4691-ac01-adffb2015ed5 req-aef620c1-3c07-4831-8e49-8084ec22c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:00.280635 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaac73e-beb1-4691-ac01-adffb2015ed5 req-aef620c1-3c07-4831-8e49-8084ec22c357 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 1097 time: 0.0532973 Sep 09 09:13:00.304811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.329667 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27815707-c434-4bd4-840b-2861eeec7c25 req-d907647f-0ea7-43c8-a583-7856700ee120 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158423 Sep 09 09:13:00.331958 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc35f-97a2-420d-b341-db9c0221c52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.334588 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc35f-97a2-420d-b341-db9c0221c52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.338918 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4d8cc35f-97a2-420d-b341-db9c0221c52e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae4f31c9-fb0a-4cf0-9629-c5696adbe75d HTTP/1.1" status: 204 len: 168 time: 0.5038340 Sep 09 09:13:00.348148 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cc35f-97a2-420d-b341-db9c0221c52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4f31c9-fb0a-4cf0-9629-c5696adbe75d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:00.353574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaac73e-beb1-4691-ac01-adffb2015ed5 req-c3b5ba61-79b9-4c9d-83be-9e4a45a94a66 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e30dcd0-6192-448f-80c6-409e2164b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656502 Sep 09 09:13:00.386306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Pushing event updated for resources: {'Port': ['ID=028faba8-e36e-4369-94a4-2a37d361a23d,revision_number=7']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:00.420694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d on host n-h1-778696-16 for vnic_type normal with profile {"migrating_to": "n-h2-778696-16"} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:00.421031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:00.421360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:00.428200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Port 028faba8-e36e-4369-94a4-2a37d361a23d on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:13:00.428545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Attempting to bind port 028faba8-e36e-4369-94a4-2a37d361a23d on network 0d3295be-fd19-4212-ac6b-8c4ee7698c4a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:00.436778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:00.437118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Checking segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:00.437694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Bound using segment: {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:00.438202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Bound port: 028faba8-e36e-4369-94a4-2a37d361a23d, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a37977-8b18-4d5d-9c6a-3d06638634d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d3295be-fd19-4212-ac6b-8c4ee7698c4a'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:00.438565 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.447775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network 132b0f4c-e8ca-40d9-b7f4-6f7ef795a534 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:00.549838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3413-37a8-4719-b79d-d351f563ffea req-e69825a5-18f9-490d-bade-271ac7775476 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:00.550111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:00.554439 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a45e3413-37a8-4719-b79d-d351f563ffea req-e69825a5-18f9-490d-bade-271ac7775476 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 951 time: 0.0634031 Sep 09 09:13:00.561962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3224cc-c6e4-4700-855f-134c0cc34fa0 req-9d4d59a9-687c-4362-b4e6-e87c7ceb798e tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:00.563611 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f3224cc-c6e4-4700-855f-134c0cc34fa0 req-9d4d59a9-687c-4362-b4e6-e87c7ceb798e tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.0878677 Sep 09 09:13:00.571921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 132b0f4c-e8ca-40d9-b7f4-6f7ef795a534) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:00.572458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=028faba8-e36e-4369-94a4-2a37d361a23d,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:00.572458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028faba8-e36e-4369-94a4-2a37d361a23d'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:00.572458 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4a81e1-8c4c-4b4b-99ed-3dbf7987f864" -d '{"events": [{"server_uuid": "0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3", "name": "network-vif-unplugged", "status": "completed", "tag": "028faba8-e36e-4369-94a4-2a37d361a23d"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:00.577877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bbcd9a-0a8a-432d-a3bb-d4412cd07d13 None None] Network 132b0f4c-e8ca-40d9-b7f4-6f7ef795a534 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:00.590697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:00.591312 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.599628 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41fb809e-d7c7-4fef-a539-4c97295bfc33 req-0fec01f5-1c15-40e0-856e-88fc2e33695e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.609392 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f3224cc-c6e4-4700-855f-134c0cc34fa0 req-b9d53329-8d56-49d2-baac-9f41afa680fe tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359821 Sep 09 09:13:00.627818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:00.646910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a45e3413-37a8-4719-b79d-d351f563ffea req-9d0fc864-e8f9-4905-9f57-2c432a648d09 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836821 Sep 09 09:13:00.647876 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.649756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec01f5-1c15-40e0-856e-88fc2e33695e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Pushing event deleted for resources: {'Port': ['ID=a3d19379-dd53-4be4-bc73-b3d3a269571d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:00.678706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'a3d19379-dd53-4be4-bc73-b3d3a269571d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:00.706283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fb809e-d7c7-4fef-a539-4c97295bfc33 req-0fec01f5-1c15-40e0-856e-88fc2e33695e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] No DVR routers for this DVR port a3d19379-dd53-4be4-bc73-b3d3a269571d on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:00.709013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41fb809e-d7c7-4fef-a539-4c97295bfc33 req-0fec01f5-1c15-40e0-856e-88fc2e33695e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.711275 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41fb809e-d7c7-4fef-a539-4c97295bfc33 req-0fec01f5-1c15-40e0-856e-88fc2e33695e tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "DELETE /v2.0/ports/a3d19379-dd53-4be4-bc73-b3d3a269571d HTTP/1.1" status: 204 len: 173 time: 0.9474702 Sep 09 09:13:00.711802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-deleted', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:00.714271 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845c2b15-adea-43c8-b612-c5d48bcffc4e" -d '{"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-deleted", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:00.762317 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b13daab3-d7e8-470e-b11b-df5f12eaf9b7 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4482710 Sep 09 09:13:00.766640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50078) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:00.817980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:00.818802 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:00.820755 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] 10.222.0.41 "PUT /v2.0/ports/028faba8-e36e-4369-94a4-2a37d361a23d HTTP/1.1" status: 200 len: 1123 time: 0.9866302 Sep 09 09:13:00.824411 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe43fb-91c5-4b64-b9ea-ae1b3ed1712d service neutron] Pushing event updated for resources: {'Port': ['ID=028faba8-e36e-4369-94a4-2a37d361a23d,revision_number=8']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:00.962460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['028faba8-e36e-4369-94a4-2a37d361a23d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:01.029737 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:01.029737 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb24e76-7c0f-4549-88c9-409868ea315f x-openstack-request-id: req-cdb24e76-7c0f-4549-88c9-409868ea315f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:01.029737 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3", "name": "network-vif-unplugged", "status": "completed", "tag": "028faba8-e36e-4369-94a4-2a37d361a23d", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:01.029737 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdb24e76-7c0f-4549-88c9-409868ea315f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:01.029737 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028faba8-e36e-4369-94a4-2a37d361a23d', 'code': 200} Sep 09 09:13:01.046316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['028faba8-e36e-4369-94a4-2a37d361a23d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:01.065445 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c66599-ee9a-4332-ad4d-061c3727d828 x-openstack-request-id: req-a7c66599-ee9a-4332-ad4d-061c3727d828 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:01.065938 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818b8456-3509-4689-8b94-d4228abafde9", "name": "network-vif-deleted", "tag": "a3d19379-dd53-4be4-bc73-b3d3a269571d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:01.066299 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7c66599-ee9a-4332-ad4d-061c3727d828 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:01.066380 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b8456-3509-4689-8b94-d4228abafde9', 'name': 'network-vif-deleted', 'tag': 'a3d19379-dd53-4be4-bc73-b3d3a269571d', 'status': 'completed', 'code': 200} Sep 09 09:13:01.105596 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:01.257148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f476124-b833-4186-b13d-fbf90324ca5d req-3d5835a8-5cb5-42e0-8bb5-c30d887f1ccb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:01.267110 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f476124-b833-4186-b13d-fbf90324ca5d req-3d5835a8-5cb5-42e0-8bb5-c30d887f1ccb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.0759642 Sep 09 09:13:01.286476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:01.323950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 028faba8-e36e-4369-94a4-2a37d361a23d details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:13:01.332569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Subnet': ['ID=ff83b460-8e5b-4bfc-acdf-51deeba96894,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:01.354810 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f476124-b833-4186-b13d-fbf90324ca5d req-7bd3e1d1-125e-4a87-b897-528d7a84cd8a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865848 Sep 09 09:13:01.470909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5effac2d-3a91-4da0-a849-86d843ba55cc None None] Network 132b0f4c-e8ca-40d9-b7f4-6f7ef795a534 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:01.510259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:01.577950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89c5f7-d2e6-4111-b2b5-76751edf859e req-47022f31-677c-4796-bb42-68c622aa1cd5 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:01.578796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de89c5f7-d2e6-4111-b2b5-76751edf859e req-47022f31-677c-4796-bb42-68c622aa1cd5 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 945 time: 0.1239586 Sep 09 09:13:01.583068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132b0f4c-e8ca-40d9-b7f4-6f7ef795a534']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:01.598919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=028faba8-e36e-4369-94a4-2a37d361a23d,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:01.610964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775205c7-f7db-42e6-89d0-5013b4949b70') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:01.611823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775205c7-f7db-42e6-89d0-5013b4949b70') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:01.624495 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:01.627488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 028faba8-e36e-4369-94a4-2a37d361a23d has no active binding in host n-h2-778696-16 {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 09 09:13:01.631330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de89c5f7-d2e6-4111-b2b5-76751edf859e req-9e3459f3-6581-4d09-b54d-d17197784db6 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e30dcd0-6192-448f-80c6-409e2164b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438893 Sep 09 09:13:01.644951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:01.658157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:01.658157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:01.659315 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:01.861396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc59ec50-ec75-44a9-9ba5-4436d976dd2d req-fbc4bdd3-dcba-444f-ad3b-462dc836c9e3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=818b8456-3509-4689-8b94-d4228abafde9 HTTP/1.1" status: 200 len: 210 time: 0.0345244 Sep 09 09:13:01.910431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-9ff75441-f185-4517-ae7d-9f8e011b8c22 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:01.912206 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-9ff75441-f185-4517-ae7d-9f8e011b8c22 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/networks?id=37cee3cd-6876-4ee2-9399-160d8e2caac7 HTTP/1.1" status: 200 len: 815 time: 0.2334924 Sep 09 09:13:01.949123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-0badd2bd-fed5-46bb-8261-8ba25476132f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/quotas/b02fbaa8deb344ebb00db178f622f80f HTTP/1.1" status: 200 len: 375 time: 0.0204043 Sep 09 09:13:01.960015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:01.988481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:01.996658 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/132b0f4c-e8ca-40d9-b7f4-6f7ef795a534 HTTP/1.1" status: 204 len: 168 time: 1.2079856 Sep 09 09:13:01.996658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50116) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:02.002487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1054825077'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:02.025080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4737ec-02af-4559-92fe-5480aeb5407d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=132b0f4c-e8ca-40d9-b7f4-6f7ef795a534,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:02.046145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-f429497c-f823-4ecc-ad43-154d8351bab5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b02fbaa8deb344ebb00db178f622f80f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046436 Sep 09 09:13:02.089020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:02.092465 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:02.157532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:02.182369 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:02.182369 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment d2abc5e4-61e6-4219-9c36-576708f845e8 of type vlan for network 7ee22846-ef8d-4cd6-8437-91b27a332d1e Sep 09 09:13:02.182369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-eb6698d6-d541-4484-8032-80876f0753d3 service neutron] 10.222.0.32 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237261 Sep 09 09:13:02.243040 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:02.328782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-8d2ca246-a03a-4a15-9a38-5cccca43e6e1 service neutron] 10.222.0.32 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172655 Sep 09 09:13:02.384370 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:02.390824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:02.392033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:02.462005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=7ee22846-ef8d-4cd6-8437-91b27a332d1e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:02.472601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 7ee22846-ef8d-4cd6-8437-91b27a332d1e details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:02.549809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a9f66aac-e252-446b-ae6e-b7cea27987b9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5513439 Sep 09 09:13:02.553923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50156) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:02.560552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'network_id': '7ee22846-ef8d-4cd6-8437-91b27a332d1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:02.573423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea95b54-15dd-4c70-975b-7d39b3b6d9a0 req-06a65be1-1569-4680-9ca3-b6eb9d1d6046 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:02.575745 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ea95b54-15dd-4c70-975b-7d39b3b6d9a0 req-06a65be1-1569-4680-9ca3-b6eb9d1d6046 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.0990322 Sep 09 09:13:02.624040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ea95b54-15dd-4c70-975b-7d39b3b6d9a0 req-2becb8f9-fca1-45ae-9fbc-f85295e790c0 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409799 Sep 09 09:13:02.631889 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b05b62b-91b5-4544-b1f6-a5e76c69b5ad req-af1b4ed4-61a1-4afd-a3b5-de45f0af1c68 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 210 time: 0.0436323 Sep 09 09:13:02.780557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ecef-6d7e-4647-a344-cf2af5756ce9 req-7cbbd4b5-e397-4cd4-88f7-b4f69507f3f8 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:02.783866 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1881ecef-6d7e-4647-a344-cf2af5756ce9 req-7cbbd4b5-e397-4cd4-88f7-b4f69507f3f8 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 945 time: 0.0545158 Sep 09 09:13:02.809380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:02.812800 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:02.873520 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1881ecef-6d7e-4647-a344-cf2af5756ce9 req-f70c848e-1584-4414-a4f1-e4c1aa444ead tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e30dcd0-6192-448f-80c6-409e2164b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850887 Sep 09 09:13:02.953190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360014e-00bf-4fba-ba59-f9de970116e7 req-373e7f76-c396-4f78-97f6-02c07283819e tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:02.954785 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8360014e-00bf-4fba-ba59-f9de970116e7 req-373e7f76-c396-4f78-97f6-02c07283819e tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.41 "GET /v2.0/ports?device_id=6958749c-46a5-42b8-b1f8-20842128a0ca HTTP/1.1" status: 200 len: 946 time: 0.1390998 Sep 09 09:13:03.016714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'tag': '028faba8-e36e-4369-94a4-2a37d361a23d'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:03.018960 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1036bea6-e2e3-4a87-9a2a-11186665d08c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3", "tag": "028faba8-e36e-4369-94a4-2a37d361a23d"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:03.072195 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50182) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:03.155492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-8360014e-00bf-4fba-ba59-f9de970116e7 req-b1bdeb05-90e7-4cba-8327-08c8262c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Deleting port 216791ee-19bc-4f06-8d31-867afa8c5bfc {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:03.155492 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8360014e-00bf-4fba-ba59-f9de970116e7 req-b1bdeb05-90e7-4cba-8327-08c8262c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.191015 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8198a8b-466d-40d6-8dc4-622b814820eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.250976 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.295179 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8198a8b-466d-40d6-8dc4-622b814820eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.296260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-8360014e-00bf-4fba-ba59-f9de970116e7 req-b1bdeb05-90e7-4cba-8327-08c8262c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] For port 216791ee-19bc-4f06-8d31-867afa8c5bfc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=216791ee-19bc-4f06-8d31-867afa8c5bfc,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:03.296687 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8360014e-00bf-4fba-ba59-f9de970116e7 req-b1bdeb05-90e7-4cba-8327-08c8262c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.325417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-8360014e-00bf-4fba-ba59-f9de970116e7 req-b1bdeb05-90e7-4cba-8327-08c8262c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Calling delete_port for 216791ee-19bc-4f06-8d31-867afa8c5bfc owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:03.338099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8198a8b-466d-40d6-8dc4-622b814820eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.355177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=ef9dd7d2-5aba-493c-ae7d-b2ee5a49977f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:03.394188 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ea3c99-c466-4d37-9d41-011430974598 x-openstack-request-id: req-39ea3c99-c466-4d37-9d41-011430974598 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:03.394471 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3", "tag": "028faba8-e36e-4369-94a4-2a37d361a23d", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:03.395087 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39ea3c99-c466-4d37-9d41-011430974598 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:03.395087 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'tag': '028faba8-e36e-4369-94a4-2a37d361a23d', 'status': 'completed', 'code': 200} Sep 09 09:13:03.406906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking segment: {'id': 'd2abc5e4-61e6-4219-9c36-576708f845e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ee22846-ef8d-4cd6-8437-91b27a332d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:03.407128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network hostable DHCP agents. Network: 7ee22846-ef8d-4cd6-8437-91b27a332d1e, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:03.408270 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d8198a8b-466d-40d6-8dc4-622b814820eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bf142854e5d44d18d47c7425d4ec9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345053 Sep 09 09:13:03.409083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50190) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:03.411261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8198a8b-466d-40d6-8dc4-622b814820eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ee00f2-c0c0-4de2-8823-b2660bf2013d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:03.511830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036bea6-e2e3-4a87-9a2a-11186665d08c req-67115522-5287-48d0-8401-e6d223e2d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:03.513409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1036bea6-e2e3-4a87-9a2a-11186665d08c req-67115522-5287-48d0-8401-e6d223e2d7be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 1126 time: 0.0810366 Sep 09 09:13:03.526214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993c9b3-f955-4ade-b2fd-201b8763d987 req-7e99200c-720c-40a7-b558-b2a285981292 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:03.527730 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a993c9b3-f955-4ade-b2fd-201b8763d987 req-7e99200c-720c-40a7-b558-b2a285981292 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.0655146 Sep 09 09:13:03.557442 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b201b7ed-f401-4698-bbc8-743c028b8ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.590041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b0c11-c5c4-49ac-a2bf-afbaf8879294 req-0c0aa095-f988-4ff3-b029-0c14c554fbbf tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:03.591610 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf4b0c11-c5c4-49ac-a2bf-afbaf8879294 req-0c0aa095-f988-4ff3-b029-0c14c554fbbf tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 945 time: 0.1281071 Sep 09 09:13:03.603663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network 7ee22846-ef8d-4cd6-8437-91b27a332d1e is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:03.616449 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b201b7ed-f401-4698-bbc8-743c028b8ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.621630 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a993c9b3-f955-4ade-b2fd-201b8763d987 req-3a5be905-5f2c-4709-97a3-e82a290e39fd tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856199 Sep 09 09:13:03.646890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036bea6-e2e3-4a87-9a2a-11186665d08c req-19475924-f672-495d-bf84-c94a5236da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:03.649242 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1036bea6-e2e3-4a87-9a2a-11186665d08c req-19475924-f672-495d-bf84-c94a5236da62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.1206262 Sep 09 09:13:03.676768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf4b0c11-c5c4-49ac-a2bf-afbaf8879294 req-12b33f83-137b-4935-b2ba-7b1e117f77df tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e30dcd0-6192-448f-80c6-409e2164b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655901 Sep 09 09:13:03.686957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 7ee22846-ef8d-4cd6-8437-91b27a332d1e) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:03.689895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8360014e-00bf-4fba-ba59-f9de970116e7 req-b1bdeb05-90e7-4cba-8327-08c8262c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.701909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:03.702699 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.703615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['216791ee-19bc-4f06-8d31-867afa8c5bfc'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:03.707295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e268575-7e3d-484e-bd44-f761f0564204 None None] Network 7ee22846-ef8d-4cd6-8437-91b27a332d1e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:03.710668 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1036bea6-e2e3-4a87-9a2a-11186665d08c req-87367b93-b6bf-4549-80ab-4956656fe132 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=028faba8-e36e-4369-94a4-2a37d361a23d HTTP/1.1" status: 200 len: 217 time: 0.0490618 Sep 09 09:13:03.741843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdeb05-90e7-4cba-8327-08c8262c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Pushing event deleted for resources: {'Port': ['ID=216791ee-19bc-4f06-8d31-867afa8c5bfc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:03.783592 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b201b7ed-f401-4698-bbc8-743c028b8ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.786220 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b201b7ed-f401-4698-bbc8-743c028b8ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.786926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036bea6-e2e3-4a87-9a2a-11186665d08c req-c97d6b78-7f56-4d0b-8efc-93b0e278bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:03.790367 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b201b7ed-f401-4698-bbc8-743c028b8ca8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18ee00f2-c0c0-4de2-8823-b2660bf2013d HTTP/1.1" status: 204 len: 168 time: 0.3750901 Sep 09 09:13:03.791695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:03.792964 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1036bea6-e2e3-4a87-9a2a-11186665d08c req-c97d6b78-7f56-4d0b-8efc-93b0e278bc1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.0714028 Sep 09 09:13:03.815646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8360014e-00bf-4fba-ba59-f9de970116e7 req-b1bdeb05-90e7-4cba-8327-08c8262c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] No DVR routers for this DVR port 216791ee-19bc-4f06-8d31-867afa8c5bfc on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:03.825065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: a3d19379-dd53-4be4-bc73-b3d3a269571d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:03.825427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a3d19379-dd53-4be4-bc73-b3d3a269571d not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:03.835779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8360014e-00bf-4fba-ba59-f9de970116e7 req-b1bdeb05-90e7-4cba-8327-08c8262c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:03.837918 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8360014e-00bf-4fba-ba59-f9de970116e7 req-b1bdeb05-90e7-4cba-8327-08c8262c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.41 "DELETE /v2.0/ports/216791ee-19bc-4f06-8d31-867afa8c5bfc HTTP/1.1" status: 204 len: 173 time: 0.8733530 Sep 09 09:13:03.840193 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0bfb1b9f-cff0-424c-97b1-b50e5c5fa890 req-162b0dd4-27bd-4231-a3e1-98991da2cb67 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 210 time: 0.0585957 Sep 09 09:13:03.841107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201b7ed-f401-4698-bbc8-743c028b8ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ee00f2-c0c0-4de2-8823-b2660bf2013d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:03.856554 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-53799de8-b060-4c5d-bd49-d4fda9e3ba89 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3002574 Sep 09 09:13:03.857666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50200) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:03.863714 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1036bea6-e2e3-4a87-9a2a-11186665d08c req-1fd9a199-1dd7-4a49-b2a1-03e03c5a4763 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553417 Sep 09 09:13:03.925799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb073330-62f8-4f19-8e0b-5b9514561ca3 req-2549efbb-3011-417f-a065-bf930e2a37c2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:03.935014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb073330-62f8-4f19-8e0b-5b9514561ca3 req-2549efbb-3011-417f-a065-bf930e2a37c2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.1406443 Sep 09 09:13:04.018991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-7ee22846-ef8d-4cd6-8437-91b27a332d1e', 'network_id': '7ee22846-ef8d-4cd6-8437-91b27a332d1e', 'tenant_id': '81afd6c9558b4996ac743d4fca7d013e', 'fixed_ips': [{'subnet_id': 'ef9dd7d2-5aba-493c-ae7d-b2ee5a49977f'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:13:04.022104 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:04.046597 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:04.058922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb073330-62f8-4f19-8e0b-5b9514561ca3 req-b608c61f-f59a-4908-9e60-0700f944fb1d tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228588 Sep 09 09:13:04.090795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1036bea6-e2e3-4a87-9a2a-11186665d08c req-f0922c66-580d-4666-b2e7-c710155f16c3 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072568 Sep 09 09:13:04.107565 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:04.204952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Allocated IP 172.20.0.2 (7ee22846-ef8d-4cd6-8437-91b27a332d1e/ef9dd7d2-5aba-493c-ae7d-b2ee5a49977f/4a396eff-e6d1-48d8-8fb6-b6b621522ad2) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:04.205329 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1036bea6-e2e3-4a87-9a2a-11186665d08c req-f9d561b5-3529-4397-a133-f415e233bd90 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057167 Sep 09 09:13:04.361597 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:04.380180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Transition to ACTIVE for port object 4a396eff-e6d1-48d8-8fb6-b6b621522ad2 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:04.388011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Transition to ACTIVE for port object 4a396eff-e6d1-48d8-8fb6-b6b621522ad2 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:04.539316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1edef-bcfb-4573-82b0-8df773614150 req-4399657c-d85f-4c11-8143-4d97c0e763ac tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:04.541104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25d1edef-bcfb-4573-82b0-8df773614150 req-4399657c-d85f-4c11-8143-4d97c0e763ac tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 945 time: 0.0572410 Sep 09 09:13:04.541473 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:04.619798 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:04.624507 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Network 7ee22846-ef8d-4cd6-8437-91b27a332d1e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:04.634919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25d1edef-bcfb-4573-82b0-8df773614150 req-f0ce1acb-d246-428c-9376-d55ad68dffee tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719018 Sep 09 09:13:04.649393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:04.654870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9dd7d2-5aba-493c-ae7d-b2ee5a49977f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:04.673695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Pushing event updated for resources: {'Port': ['ID=4a396eff-e6d1-48d8-8fb6-b6b621522ad2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:04.679932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:04.795573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Attempting to bind port 4a396eff-e6d1-48d8-8fb6-b6b621522ad2 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:04.796272 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Attempting to bind port 4a396eff-e6d1-48d8-8fb6-b6b621522ad2 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'd2abc5e4-61e6-4219-9c36-576708f845e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ee22846-ef8d-4cd6-8437-91b27a332d1e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:04.796373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Attempting to bind port 4a396eff-e6d1-48d8-8fb6-b6b621522ad2 on network 7ee22846-ef8d-4cd6-8437-91b27a332d1e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:04.809553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:04.810052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Checking segment: {'id': 'd2abc5e4-61e6-4219-9c36-576708f845e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ee22846-ef8d-4cd6-8437-91b27a332d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:04.810662 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:04.810956 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Bound using segment: {'id': 'd2abc5e4-61e6-4219-9c36-576708f845e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ee22846-ef8d-4cd6-8437-91b27a332d1e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:04.816217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Bound port: 4a396eff-e6d1-48d8-8fb6-b6b621522ad2, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2abc5e4-61e6-4219-9c36-576708f845e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ee22846-ef8d-4cd6-8437-91b27a332d1e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:04.816217 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:04.892384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286a1e7-391f-4947-9927-a5d389d56c75 req-865bd8b0-c672-4893-9196-61012c881cbc tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:04.900566 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2286a1e7-391f-4947-9927-a5d389d56c75 req-865bd8b0-c672-4893-9196-61012c881cbc tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 945 time: 0.1012163 Sep 09 09:13:04.959545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] For port 4a396eff-e6d1-48d8-8fb6-b6b621522ad2, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:04.963986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] For port 4a396eff-e6d1-48d8-8fb6-b6b621522ad2, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4a396eff-e6d1-48d8-8fb6-b6b621522ad2,segment=NetworkSegment(d2abc5e4-61e6-4219-9c36-576708f845e8),segment_id=d2abc5e4-61e6-4219-9c36-576708f845e8)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:04.969145 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2286a1e7-391f-4947-9927-a5d389d56c75 req-4f280db6-ead7-4c9b-967e-db2b40e5bc08 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e30dcd0-6192-448f-80c6-409e2164b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675583 Sep 09 09:13:05.036588 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:05.121180 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7c236784-4cad-4bc5-824e-98440c5aa193 req-5c480930-73ce-4d2b-ae2f-1667158fcf96 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 210 time: 0.0400171 Sep 09 09:13:05.213193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1286080d-9d55-4dd0-9eca-cf1684d071ee None None] Network 7ee22846-ef8d-4cd6-8437-91b27a332d1e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:05.238753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d37a2-80d4-40c6-be5c-3741ae082a2a None None] Pushing event updated for resources: {'Port': ['ID=4a396eff-e6d1-48d8-8fb6-b6b621522ad2,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:05.285207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a476c4-5a5b-4107-93b2-fa655b316536 req-53080ad8-4293-4c53-a28b-210674b014b9 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:05.286808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-29a476c4-5a5b-4107-93b2-fa655b316536 req-53080ad8-4293-4c53-a28b-210674b014b9 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.24 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 945 time: 0.1446073 Sep 09 09:13:05.416737 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:05.418968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d945cb-e46f-4c9a-8012-8532fef628e7 None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:13:05.442289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee22846-ef8d-4cd6-8437-91b27a332d1e']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:05.453602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2abc5e4-61e6-4219-9c36-576708f845e8') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:05.453910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2abc5e4-61e6-4219-9c36-576708f845e8') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:05.460960 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'name': 'network-vif-deleted', 'tag': '216791ee-19bc-4f06-8d31-867afa8c5bfc'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:05.463907 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61df7b1f-1263-4dac-b6a2-8891530bffd0" -d '{"events": [{"server_uuid": "6958749c-46a5-42b8-b1f8-20842128a0ca", "name": "network-vif-deleted", "tag": "216791ee-19bc-4f06-8d31-867afa8c5bfc"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:05.474175 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:05.525985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84705cb-89c2-43d0-afad-92b365aa0008 req-c3131f5e-e0db-4942-ab05-826aadbb0aaa tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:05.534009 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d84705cb-89c2-43d0-afad-92b365aa0008 req-c3131f5e-e0db-4942-ab05-826aadbb0aaa tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.1276739 Sep 09 09:13:05.579811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-29a476c4-5a5b-4107-93b2-fa655b316536 req-18f1b96b-dce0-4ed5-9647-689bf59cc97f tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Deleting port cca115b6-7783-46b2-a615-ec38bf57eb7a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:05.580147 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29a476c4-5a5b-4107-93b2-fa655b316536 req-18f1b96b-dce0-4ed5-9647-689bf59cc97f tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:05.589913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d84705cb-89c2-43d0-afad-92b365aa0008 req-618e084f-a56a-4573-ae95-ccfd3b705da6 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548999 Sep 09 09:13:05.604524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d945cb-e46f-4c9a-8012-8532fef628e7 None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:13:05.669020 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:05.687525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:05.688432 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:05.696295 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:05.746514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-29a476c4-5a5b-4107-93b2-fa655b316536 req-18f1b96b-dce0-4ed5-9647-689bf59cc97f tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] For port cca115b6-7783-46b2-a615-ec38bf57eb7a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=cca115b6-7783-46b2-a615-ec38bf57eb7a,segment=NetworkSegment(d6c2905d-65d4-4add-9604-a1ed234c006a),segment_id=d6c2905d-65d4-4add-9604-a1ed234c006a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:05.748119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29a476c4-5a5b-4107-93b2-fa655b316536 req-18f1b96b-dce0-4ed5-9647-689bf59cc97f tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:05.781245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-29a476c4-5a5b-4107-93b2-fa655b316536 req-18f1b96b-dce0-4ed5-9647-689bf59cc97f tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Calling delete_port for cca115b6-7783-46b2-a615-ec38bf57eb7a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:05.865960 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5093986-bc51-4f8b-8a36-7f621d9250cb req-29dc3860-83ef-44a5-8a20-f9dd1a739799 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:05.868899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f5093986-bc51-4f8b-8a36-7f621d9250cb req-29dc3860-83ef-44a5-8a20-f9dd1a739799 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.3983963 Sep 09 09:13:05.890789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668736ff-29c9-49b4-bbd6-de970dbe6252 req-7b02a66e-7710-48af-8db3-7d70e0035314 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:05.893053 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-668736ff-29c9-49b4-bbd6-de970dbe6252 req-7b02a66e-7710-48af-8db3-7d70e0035314 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 950 time: 0.4215207 Sep 09 09:13:05.901472 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-d77544cd-cc36-4e74-9c36-3a60fb2b17a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:05.903978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-d77544cd-cc36-4e74-9c36-3a60fb2b17a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.41 "GET /v2.0/networks?id=37cee3cd-6876-4ee2-9399-160d8e2caac7 HTTP/1.1" status: 200 len: 815 time: 0.4367859 Sep 09 09:13:05.951007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Request body: {'port': {'device_id': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7', 'admin_state_up': True, 'tenant_id': 'b02fbaa8deb344ebb00db178f622f80f'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:05.959741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 09:13:05.959741 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 09:13:05.959741 n-d-778696-16 neutron-server[95325]: [parameters: {'id': '7ee22846-ef8d-4cd6-8437-91b27a332d1e'}] Sep 09 09:13:05.959741 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:13:05.960473 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:13:06.004412 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e75e3a1-1a6d-48ca-a4e2-d36cb8226496 x-openstack-request-id: req-1e75e3a1-1a6d-48ca-a4e2-d36cb8226496 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:06.005921 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6958749c-46a5-42b8-b1f8-20842128a0ca", "name": "network-vif-deleted", "tag": "216791ee-19bc-4f06-8d31-867afa8c5bfc", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:06.006485 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e75e3a1-1a6d-48ca-a4e2-d36cb8226496 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:06.007403 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6958749c-46a5-42b8-b1f8-20842128a0ca', 'name': 'network-vif-deleted', 'tag': '216791ee-19bc-4f06-8d31-867afa8c5bfc', 'status': 'completed', 'code': 200} Sep 09 09:13:06.144438 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29a476c4-5a5b-4107-93b2-fa655b316536 req-18f1b96b-dce0-4ed5-9647-689bf59cc97f tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:06.148169 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f5093986-bc51-4f8b-8a36-7f621d9250cb req-6426a9e6-4891-477a-92a0-9f93ca7f1887 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408638 Sep 09 09:13:06.235404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-668736ff-29c9-49b4-bbd6-de970dbe6252 req-9a0861cc-5e2a-4ed0-9e09-a135fee5072b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Deleting port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:06.235906 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-668736ff-29c9-49b4-bbd6-de970dbe6252 req-9a0861cc-5e2a-4ed0-9e09-a135fee5072b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:06.242871 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b96b-dce0-4ed5-9647-689bf59cc97f tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Pushing event deleted for resources: {'Port': ['ID=cca115b6-7783-46b2-a615-ec38bf57eb7a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:06.259004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a476c4-5a5b-4107-93b2-fa655b316536 req-18f1b96b-dce0-4ed5-9647-689bf59cc97f tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] No DVR routers for this DVR port cca115b6-7783-46b2-a615-ec38bf57eb7a on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:06.261720 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29a476c4-5a5b-4107-93b2-fa655b316536 req-18f1b96b-dce0-4ed5-9647-689bf59cc97f tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:06.264927 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-29a476c4-5a5b-4107-93b2-fa655b316536 req-18f1b96b-dce0-4ed5-9647-689bf59cc97f tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.24 "DELETE /v2.0/ports/cca115b6-7783-46b2-a615-ec38bf57eb7a HTTP/1.1" status: 204 len: 173 time: 0.9696777 Sep 09 09:13:06.265452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d884b-6f6a-4bb5-8131-845cc1d96e39', 'name': 'network-vif-deleted', 'tag': 'cca115b6-7783-46b2-a615-ec38bf57eb7a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:06.269116 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a3620f-7c91-4271-936e-699142f9415e" -d '{"events": [{"server_uuid": "847d884b-6f6a-4bb5-8131-845cc1d96e39", "name": "network-vif-deleted", "tag": "cca115b6-7783-46b2-a615-ec38bf57eb7a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:06.316260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-731693c8-3866-4acc-85b5-407a4ead6514 req-fd1e8d09-b9a8-4acc-9710-5a3ddacf83c7 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 210 time: 0.0372753 Sep 09 09:13:06.405051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-668736ff-29c9-49b4-bbd6-de970dbe6252 req-9a0861cc-5e2a-4ed0-9e09-a135fee5072b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] For port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:06.406187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-668736ff-29c9-49b4-bbd6-de970dbe6252 req-9a0861cc-5e2a-4ed0-9e09-a135fee5072b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:06.433779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-668736ff-29c9-49b4-bbd6-de970dbe6252 req-9a0861cc-5e2a-4ed0-9e09-a135fee5072b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Calling delete_port for 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:06.435918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Made reservation on behalf of b02fbaa8deb344ebb00db178f622f80f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:06.440214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:06.463036 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:06.466616 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145e1ea5-00f3-442e-b82a-b3c49e6d010a x-openstack-request-id: req-145e1ea5-00f3-442e-b82a-b3c49e6d010a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:06.467223 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d884b-6f6a-4bb5-8131-845cc1d96e39", "name": "network-vif-deleted", "tag": "cca115b6-7783-46b2-a615-ec38bf57eb7a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:06.468226 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-145e1ea5-00f3-442e-b82a-b3c49e6d010a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:06.469021 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d884b-6f6a-4bb5-8131-845cc1d96e39', 'name': 'network-vif-deleted', 'tag': 'cca115b6-7783-46b2-a615-ec38bf57eb7a', 'status': 'completed', 'code': 200} Sep 09 09:13:06.492602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3848d4dc-ee8d-4031-93c8-cde336373733 req-742d99c3-c7fe-473d-99c4-68c537fc735e tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 210 time: 0.0773709 Sep 09 09:13:06.640086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50264) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:06.787652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be90b4-dc52-4333-89b5-291119685a1f req-68ca443b-307a-40a5-a7a7-16070ee5fec3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:06.789931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52be90b4-dc52-4333-89b5-291119685a1f req-68ca443b-307a-40a5-a7a7-16070ee5fec3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.0590661 Sep 09 09:13:06.815504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4969a42-329b-4964-bbef-e6a8728a2d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:06.816195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Allocated IP 172.20.0.10 (37cee3cd-6876-4ee2-9399-160d8e2caac7/3914ca18-61bf-4703-b3e6-f73a7276edb2/3d282f8b-ba54-49d2-9937-4a942f53c276) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:06.844017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a28ed-b806-47b2-bb63-a9fa6d688f3e req-d1867cf3-f7bd-4f1c-8136-0dea287126be tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:06.845588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a34a28ed-b806-47b2-bb63-a9fa6d688f3e req-d1867cf3-f7bd-4f1c-8136-0dea287126be tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 945 time: 0.1988051 Sep 09 09:13:06.855971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52be90b4-dc52-4333-89b5-291119685a1f req-7e78e2f6-866f-4e46-9e03-77235bd26c96 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536580 Sep 09 09:13:06.857719 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Deleting port 4a396eff-e6d1-48d8-8fb6-b6b621522ad2 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:06.858051 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:06.947568 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4969a42-329b-4964-bbef-e6a8728a2d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:06.984122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-668736ff-29c9-49b4-bbd6-de970dbe6252 req-9a0861cc-5e2a-4ed0-9e09-a135fee5072b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:06.996387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:06.998769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:07.027521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a34a28ed-b806-47b2-bb63-a9fa6d688f3e req-6b6f13e4-b278-4525-a969-e3330d73dbe7 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421680 Sep 09 09:13:07.029332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] For port 4a396eff-e6d1-48d8-8fb6-b6b621522ad2, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4a396eff-e6d1-48d8-8fb6-b6b621522ad2,segment=NetworkSegment(d2abc5e4-61e6-4219-9c36-576708f845e8),segment_id=d2abc5e4-61e6-4219-9c36-576708f845e8)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:07.029692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.063870 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4969a42-329b-4964-bbef-e6a8728a2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.069528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0861cc-5e2a-4ed0-9e09-a135fee5072b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Pushing event deleted for resources: {'Port': ['ID=9286d0c0-a079-4c6b-a5c4-615cb7fdf09b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:07.102175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Calling delete_port for 4a396eff-e6d1-48d8-8fb6-b6b621522ad2 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:07.146521 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f4969a42-329b-4964-bbef-e6a8728a2d68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82d255c054444ac0a6415c93de4de3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052235 Sep 09 09:13:07.150035 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50268) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:07.159020 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4969a42-329b-4964-bbef-e6a8728a2d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f065bffe-f295-4003-b3da-9ddb2517b544,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:07.161922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-668736ff-29c9-49b4-bbd6-de970dbe6252 req-9a0861cc-5e2a-4ed0-9e09-a135fee5072b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] No DVR routers for this DVR port 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:07.167831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-668736ff-29c9-49b4-bbd6-de970dbe6252 req-9a0861cc-5e2a-4ed0-9e09-a135fee5072b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.170079 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-668736ff-29c9-49b4-bbd6-de970dbe6252 req-9a0861cc-5e2a-4ed0-9e09-a135fee5072b tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.41 "DELETE /v2.0/ports/9286d0c0-a079-4c6b-a5c4-615cb7fdf09b HTTP/1.1" status: 204 len: 173 time: 1.2646854 Sep 09 09:13:07.215889 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-f4d0d379-a889-41cd-9e4b-e2d39c8fbd4f service neutron] 10.222.0.24 "GET /v2.0/ports/028faba8-e36e-4369-94a4-2a37d361a23d/bindings/n-h2-778696-16 HTTP/1.1" status: 200 len: 385 time: 0.1953695 Sep 09 09:13:07.246211 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.282226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eae8093a-a3ae-48c4-9940-7a0c9d320232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.308732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 028faba8-e36e-4369-94a4-2a37d361a23d no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:07.313834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b716aa43-4d28-4a77-81b0-f555d7f31016 req-d30950fa-8e4b-45dd-9cca-88d8a0e01c76 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 210 time: 0.0495942 Sep 09 09:13:07.337305 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eae8093a-a3ae-48c4-9940-7a0c9d320232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.360249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 028faba8-e36e-4369-94a4-2a37d361a23d not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:07.360631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 216791ee-19bc-4f06-8d31-867afa8c5bfc no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:07.383486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 216791ee-19bc-4f06-8d31-867afa8c5bfc {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:07.383834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 216791ee-19bc-4f06-8d31-867afa8c5bfc not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:07.384286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:07.389440 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.431571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:07.431984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9286d0c0-a079-4c6b-a5c4-615cb7fdf09b not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:07.443677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Port': ['ID=4a396eff-e6d1-48d8-8fb6-b6b621522ad2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:07.467476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.469442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No DVR routers for this DVR port 4a396eff-e6d1-48d8-8fb6-b6b621522ad2 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:07.472465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-667e5b26-4fa7-476d-8aac-2e16c0e3a1f0 req-4af348d5-4146-479d-ac75-f65a799b9b87 tempest-InstanceActionsV221TestJSON-31665908 tempest-InstanceActionsV221TestJSON-31665908-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d884b-6f6a-4bb5-8131-845cc1d96e39 HTTP/1.1" status: 200 len: 210 time: 0.0436804 Sep 09 09:13:07.514991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eae8093a-a3ae-48c4-9940-7a0c9d320232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.517753 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eae8093a-a3ae-48c4-9940-7a0c9d320232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.519114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eae8093a-a3ae-48c4-9940-7a0c9d320232 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f065bffe-f295-4003-b3da-9ddb2517b544 HTTP/1.1" status: 204 len: 168 time: 0.3680830 Sep 09 09:13:07.537204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8093a-a3ae-48c4-9940-7a0c9d320232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f065bffe-f295-4003-b3da-9ddb2517b544,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:07.560068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-9e2df807-b22a-4457-9e88-357f0ce3cd8a service neutron] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=028faba8-e36e-4369-94a4-2a37d361a23d,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:07.594732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-9e2df807-b22a-4457-9e88-357f0ce3cd8a service neutron] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:07.643582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Network 37cee3cd-6876-4ee2-9399-160d8e2caac7 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:07.665150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:07.678340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:07.683481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-9e2df807-b22a-4457-9e88-357f0ce3cd8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028faba8-e36e-4369-94a4-2a37d361a23d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:07.685109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Pushing event updated for resources: {'Port': ['ID=3d282f8b-ba54-49d2-9937-4a942f53c276,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:07.698295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-9e2df807-b22a-4457-9e88-357f0ce3cd8a service neutron] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=028faba8-e36e-4369-94a4-2a37d361a23d,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:07.731592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b100f6-eb74-4ac0-835e-a05b277e2abb req-d389b211-6016-4c89-bd18-a4e0fc31bde5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:07.733111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7b100f6-eb74-4ac0-835e-a05b277e2abb req-d389b211-6016-4c89-bd18-a4e0fc31bde5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 932 time: 0.0996692 Sep 09 09:13:07.750465 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.779051 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7b100f6-eb74-4ac0-835e-a05b277e2abb req-ee9d462f-1404-440f-9201-99c0097bb98a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 Sep 09 09:13:07.788780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee22846-ef8d-4cd6-8437-91b27a332d1e']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:07.803500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:07.804662 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.810437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2abc5e4-61e6-4219-9c36-576708f845e8') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:07.810934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2abc5e4-61e6-4219-9c36-576708f845e8') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:07.813227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device cca115b6-7783-46b2-a615-ec38bf57eb7a no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:07.825476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.832914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: cca115b6-7783-46b2-a615-ec38bf57eb7a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:07.833347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device cca115b6-7783-46b2-a615-ec38bf57eb7a not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:07.833893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 028faba8-e36e-4369-94a4-2a37d361a23d no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:07.840405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.847101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:07.847582 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:07.851556 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:07.864172 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-9e2df807-b22a-4457-9e88-357f0ce3cd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:07.915347 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-4aaf0f8a-639a-4833-b9f9-9a4c27e8de19 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9987619 Sep 09 09:13:07.930216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Request body: {'port': {'device_id': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:07.969214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-9e2df807-b22a-4457-9e88-357f0ce3cd8a service neutron] Transition to ACTIVE for port object 028faba8-e36e-4369-94a4-2a37d361a23d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:07.998192 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.017891 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-9e2df807-b22a-4457-9e88-357f0ce3cd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.021321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'name': 'network-vif-deleted', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:08.024368 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e238a9-93fd-461e-b540-98538d2fdeb5" -d '{"events": [{"server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "name": "network-vif-deleted", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:08.035044 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.035044 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/7ee22846-ef8d-4cd6-8437-91b27a332d1e HTTP/1.1" status: 204 len: 168 time: 4.1605372 Sep 09 09:13:08.067140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:08.067270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44509d-5a29-4b05-9207-518872456f95 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=7ee22846-ef8d-4cd6-8437-91b27a332d1e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:08.073133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-537090616'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:08.077861 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.122541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25292a-645a-4fe9-a3c2-0340d96f0838 req-8e460c1c-fcfe-4b8e-bde7-2d846279ecb2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:08.124151 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b25292a-645a-4fe9-a3c2-0340d96f0838 req-8e460c1c-fcfe-4b8e-bde7-2d846279ecb2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 943 time: 0.1590264 Sep 09 09:13:08.127082 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8d07e4-0ba8-43c8-904a-eb06cdb4c087 x-openstack-request-id: req-0c8d07e4-0ba8-43c8-904a-eb06cdb4c087 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:08.127366 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53074620-73bf-4368-81aa-1d4ceccabbcc", "name": "network-vif-deleted", "tag": "9286d0c0-a079-4c6b-a5c4-615cb7fdf09b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:08.127635 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c8d07e4-0ba8-43c8-904a-eb06cdb4c087 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:08.128016 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53074620-73bf-4368-81aa-1d4ceccabbcc', 'name': 'network-vif-deleted', 'tag': '9286d0c0-a079-4c6b-a5c4-615cb7fdf09b', 'status': 'completed', 'code': 200} Sep 09 09:13:08.134841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-9e2df807-b22a-4457-9e88-357f0ce3cd8a service neutron] No DVR routers for this DVR port 028faba8-e36e-4369-94a4-2a37d361a23d on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:08.136914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-41323590-f2de-4a9d-8f10-3e41cf491f0e tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:08.138498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-41323590-f2de-4a9d-8f10-3e41cf491f0e tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.24 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 945 time: 0.1854215 Sep 09 09:13:08.155800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2df807-b22a-4457-9e88-357f0ce3cd8a service neutron] Pushing event updated for resources: {'Port': ['ID=028faba8-e36e-4369-94a4-2a37d361a23d,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:08.228542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-9e2df807-b22a-4457-9e88-357f0ce3cd8a service neutron] 10.222.0.24 "PUT /v2.0/ports/028faba8-e36e-4369-94a4-2a37d361a23d/bindings/n-h2-778696-16/activate HTTP/1.1" status: 200 len: 370 time: 1.0045395 Sep 09 09:13:08.230165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:08.233916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.278711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:08.287655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6633c22-f688-4bc1-85ae-82ac235fbe82 req-e590471a-641f-4377-a590-feeb1bdfa2f5 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:08.289857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6633c22-f688-4bc1-85ae-82ac235fbe82 req-e590471a-641f-4377-a590-feeb1bdfa2f5 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 945 time: 0.0969627 Sep 09 09:13:08.298932 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.299267 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment 04220ba2-1227-410c-b8c1-cd23d090a172 of type vlan for network 0214a99d-4cf7-4a02-acf9-4e1d70789d69 Sep 09 09:13:08.314325 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b25292a-645a-4fe9-a3c2-0340d96f0838 req-05601466-b1b6-429b-a17e-21be006a62dd tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748729 Sep 09 09:13:08.379452 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.448332 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6633c22-f688-4bc1-85ae-82ac235fbe82 req-38b23f47-bfb5-4538-89ac-327a27e98791 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503239 Sep 09 09:13:08.457053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-98c6bcb1-a60b-429c-bce5-25033ff05022 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:08.458603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-98c6bcb1-a60b-429c-bce5-25033ff05022 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.1185911 Sep 09 09:13:08.505623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b7f9e9b-1faa-41f3-add9-10afae5471db req-d8178d2e-8479-49d6-be57-7be2d77b8deb tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=53074620-73bf-4368-81aa-1d4ceccabbcc HTTP/1.1" status: 200 len: 210 time: 0.0433073 Sep 09 09:13:08.508250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Deleting port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:08.508689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.526651 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.533227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:08.533821 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.636103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-2dede041-8a69-4582-8849-c82f226ab5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:08.637619 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-2dede041-8a69-4582-8849-c82f226ab5e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50 HTTP/1.1" status: 200 len: 1096 time: 0.1606147 Sep 09 09:13:08.645931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=0214a99d-4cf7-4a02-acf9-4e1d70789d69,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:08.664846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 0214a99d-4cf7-4a02-acf9-4e1d70789d69 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:08.676598 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2d2ec642-49fd-469a-92c3-fa9299414a5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6107414 Sep 09 09:13:08.677625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50310) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:08.712683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'network_id': '0214a99d-4cf7-4a02-acf9-4e1d70789d69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:08.728434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] For port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=64a84c3f-a4e5-4f22-b97a-949ab67ffc12,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:08.728824 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.822882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50320) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:08.871544 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-72f8f3c8-a57a-4382-9d92-11f16d8fbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:08.873081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-72f8f3c8-a57a-4382-9d92-11f16d8fbbb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 1096 time: 0.1959050 Sep 09 09:13:08.885490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d282f8b-ba54-49d2-9937-4a942f53c276 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:08.891475 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ef2e42-5c33-46a8-b91f-39bd09bc396a admin admin] Deleting subnet 09ad2c87-b87c-4080-8c93-37c006d7a549 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:13:08.894658 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1ef2e42-5c33-46a8-b91f-39bd09bc396a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.932635 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.936334 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1ef2e42-5c33-46a8-b91f-39bd09bc396a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.968651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50324) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:08.987272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:08.990795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:08.997026 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1ef2e42-5c33-46a8-b91f-39bd09bc396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:09.057534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Transition to ACTIVE for port object 3d282f8b-ba54-49d2-9937-4a942f53c276 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:09.075178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Performing IP validity checks on allocation pools {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 09 09:13:09.075736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 09 09:13:09.114854 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:09.115835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1488781297-network', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:09.441795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1ef2e42-5c33-46a8-b91f-39bd09bc396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:09.518199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef2e42-5c33-46a8-b91f-39bd09bc396a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ad2c87-b87c-4080-8c93-37c006d7a549,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:09.533437 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1ef2e42-5c33-46a8-b91f-39bd09bc396a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:09.535128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b7144-66e4-4d9f-96ae-c2dab7493eee req-ed0b3ef1-11df-45d4-af74-f55de7e731c8 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:09.535261 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b1ef2e42-5c33-46a8-b91f-39bd09bc396a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/09ad2c87-b87c-4080-8c93-37c006d7a549 HTTP/1.1" status: 204 len: 168 time: 0.7078388 Sep 09 09:13:09.535360 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a11b7144-66e4-4d9f-96ae-c2dab7493eee req-ed0b3ef1-11df-45d4-af74-f55de7e731c8 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 932 time: 0.6579146 Sep 09 09:13:09.536021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50334) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:09.581331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Made reservation on behalf of 9343d08a57b44681a20e72bb6864a26c for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:09.583580 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:09.628249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044594-3b33-4778-91d4-69635ed4505b req-266e7443-f34b-488c-ba92-fd643648a56a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:09.629695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27044594-3b33-4778-91d4-69635ed4505b req-266e7443-f34b-488c-ba92-fd643648a56a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 944 time: 0.1935406 Sep 09 09:13:09.630364 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:09.636408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-d90694f7-f0d2-478f-88c5-023086f46039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:09.637990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-d90694f7-f0d2-478f-88c5-023086f46039 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.7481985 Sep 09 09:13:09.684627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Pushing event updated for resources: {'Port': ['ID=3d282f8b-ba54-49d2-9937-4a942f53c276,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:09.687144 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:09.706199 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:09.720526 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:09.720899 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:09.721223 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Floating IP 05fdd71d-3382-4b72-a7e1-e62658f7739e disassociated. External IP: 172.25.8.140, port: 64a84c3f-a4e5-4f22-b97a-949ab67ffc12. Sep 09 09:13:09.721575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Calling delete_port for 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:09.734272 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-70c2dd37-6442-47ad-b82f-ffb3396d4ab5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=028faba8-e36e-4369-94a4-2a37d361a23d HTTP/1.1" status: 200 len: 217 time: 0.0760477 Sep 09 09:13:09.776142 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a11b7144-66e4-4d9f-96ae-c2dab7493eee req-64a8c686-79bf-4d33-a62f-4019a5b0c7a8 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863718 Sep 09 09:13:09.807750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=65efefed-6a3a-4628-8350-f7d8b854259b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:09.812527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27044594-3b33-4778-91d4-69635ed4505b req-67b81dc4-afdf-435a-b0cc-8d96cd5b009c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702826 Sep 09 09:13:09.905041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-8e593587-dbef-4686-acbe-e5d483819d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:09.906622 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-8e593587-dbef-4686-acbe-e5d483819d1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.1507561 Sep 09 09:13:09.911758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking segment: {'id': '04220ba2-1227-410c-b8c1-cd23d090a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0214a99d-4cf7-4a02-acf9-4e1d70789d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:09.912278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network hostable DHCP agents. Network: 0214a99d-4cf7-4a02-acf9-4e1d70789d69, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:09.923200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Attempting to bind port 3d282f8b-ba54-49d2-9937-4a942f53c276 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:09.923790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Attempting to bind port 3d282f8b-ba54-49d2-9937-4a942f53c276 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:09.924307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Attempting to bind port 3d282f8b-ba54-49d2-9937-4a942f53c276 on network 37cee3cd-6876-4ee2-9399-160d8e2caac7 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:09.966088 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:09.973937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Port 3d282f8b-ba54-49d2-9937-4a942f53c276 on network 37cee3cd-6876-4ee2-9399-160d8e2caac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:13:09.974271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Attempting to bind port 3d282f8b-ba54-49d2-9937-4a942f53c276 on network 37cee3cd-6876-4ee2-9399-160d8e2caac7 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:09.978501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-4845a9a1-a9ad-43e9-a240-2b79f53a60e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563693 Sep 09 09:13:10.004251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d669d3-613a-4cdb-a20d-ecc1c674c9bd']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:10.005091 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:10.005436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Checking segment: {'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:10.005825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Bound using segment: {'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:10.006461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Bound port: 3d282f8b-ba54-49d2-9937-4a942f53c276, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:10.006892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.022873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.024750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c2905d-65d4-4add-9604-a1ed234c006a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:10.025046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c2905d-65d4-4add-9604-a1ed234c006a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:10.037627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.055020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc07a0-1c69-4158-b9a3-e08c5c1b0c0e req-4cea2918-5583-4099-9920-2bb4aaf82267 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:10.055292 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.056658 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f2cc07a0-1c69-4158-b9a3-e08c5c1b0c0e req-4cea2918-5583-4099-9920-2bb4aaf82267 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 945 time: 0.1551225 Sep 09 09:13:10.057697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network 0214a99d-4cf7-4a02-acf9-4e1d70789d69 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:10.066869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:10.067329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:10.068998 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:10.118651 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.143630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:10.152986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7213524-9adb-4730-add6-7d408e40f769,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:10.159011 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.159394 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Added segment d8d08d7d-c299-413f-a079-97df6ff64795 of type vlan for network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 Sep 09 09:13:10.195997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 0214a99d-4cf7-4a02-acf9-4e1d70789d69) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:10.205687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6650b51a-5b1b-4b07-a749-d07e5e457f91 None None] Network 0214a99d-4cf7-4a02-acf9-4e1d70789d69 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:10.206241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:10.206396 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.209621 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.232336 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f2cc07a0-1c69-4158-b9a3-e08c5c1b0c0e req-3c1181bc-459e-44f1-834d-7c56bb3d71a4 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460197 Sep 09 09:13:10.237822 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-e932d9df-827d-4f5d-9419-e22a2c302398 service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434077 Sep 09 09:13:10.238873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] For port 3d282f8b-ba54-49d2-9937-4a942f53c276, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:10.241927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.244242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] For port 3d282f8b-ba54-49d2-9937-4a942f53c276, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d282f8b-ba54-49d2-9937-4a942f53c276,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:10.266727 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.268654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] 10.222.0.32 "DELETE /v2.0/networks/41d669d3-613a-4cdb-a20d-ecc1c674c9bd HTTP/1.1" status: 204 len: 168 time: 0.7284408 Sep 09 09:13:10.269949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d45ee3-0095-43c8-80e0-4d46cb2795ff admin admin] Pushing event deleted for resources: {'Network': ['ID=41d669d3-613a-4cdb-a20d-ecc1c674c9bd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:10.316391 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.333040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fe8ebc5a-84b2-4a77-af10-654e855609cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6515784 Sep 09 09:13:10.336531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:10.355439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Pushing event deleted for resources: {'Port': ['ID=64a84c3f-a4e5-4f22-b97a-949ab67ffc12,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:10.380141 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.381249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:10.381910 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.407338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-0214a99d-4cf7-4a02-acf9-4e1d70789d69', 'network_id': '0214a99d-4cf7-4a02-acf9-4e1d70789d69', 'tenant_id': '81afd6c9558b4996ac743d4fca7d013e', 'fixed_ips': [{'subnet_id': '65efefed-6a3a-4628-8350-f7d8b854259b'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:13:10.410200 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.410511 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.431284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-952f47a3-b868-4a34-89ae-701cc0d1ae8d service neutron] 10.222.0.41 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863227 Sep 09 09:13:10.470050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:10.473305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.473305 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] 10.222.0.41 "PUT /v2.0/ports/3d282f8b-ba54-49d2-9937-4a942f53c276 HTTP/1.1" status: 200 len: 1093 time: 2.5484772 Sep 09 09:13:10.473305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'tag': '3d282f8b-ba54-49d2-9937-4a942f53c276'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:10.474912 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed416be-f622-4f94-9162-23e20eca5e47" -d '{"events": [{"name": "network-changed", "server_uuid": "d786cff4-99cd-4b8d-960c-5482b2b12977", "tag": "3d282f8b-ba54-49d2-9937-4a942f53c276"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:10.495159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] Pushing event updated for resources: {'Network': ['ID=6c21bb16-856d-4e75-a210-1d2b0cfe3525,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:10.531192 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fcca94-6973-470a-af0a-0dc99767b40f x-openstack-request-id: req-97fcca94-6973-470a-af0a-0dc99767b40f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:10.531505 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d786cff4-99cd-4b8d-960c-5482b2b12977", "tag": "3d282f8b-ba54-49d2-9937-4a942f53c276", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:10.531748 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97fcca94-6973-470a-af0a-0dc99767b40f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:10.532175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:10.532277 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'tag': '3d282f8b-ba54-49d2-9937-4a942f53c276', 'status': 'completed', 'code': 200} Sep 09 09:13:10.532715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e65c19-4600-4f4f-ac39-58314008d489 service neutron] Pushing event updated for resources: {'Port': ['ID=3d282f8b-ba54-49d2-9937-4a942f53c276,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:10.552265 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.574024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Router dc8b3af7-a639-4255-909b-94e241868ef4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:13:10.630431 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.637755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cc1280c3-5125-4382-8e31-8fc4794d1473 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6681273 Sep 09 09:13:10.647329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50348) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:10.655804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] Request body: {'subnet': {'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1488781297-subnet', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:10.666092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Allocated IP 172.20.0.3 (0214a99d-4cf7-4a02-acf9-4e1d70789d69/65efefed-6a3a-4628-8350-f7d8b854259b/e691d28a-a8a8-4559-b774-7db7395eef07) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:10.669371 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed416be-f622-4f94-9162-23e20eca5e47 req-ae83fcbd-1a52-44be-94ef-2357406ce6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:10.671091 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ed416be-f622-4f94-9162-23e20eca5e47 req-ae83fcbd-1a52-44be-94ef-2357406ce6ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b02fbaa8deb344ebb00db178f622f80f&device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 1096 time: 0.1132314 Sep 09 09:13:10.787353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5efcc9-7176-4db2-ad29-f832b07f4a81 req-b756681c-1990-4431-b59c-a3ece037515a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:10.788986 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef5efcc9-7176-4db2-ad29-f832b07f4a81 req-b756681c-1990-4431-b59c-a3ece037515a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.1599581 Sep 09 09:13:10.826593 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] Made reservation on behalf of 9343d08a57b44681a20e72bb6864a26c for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:10.829011 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.890527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef5efcc9-7176-4db2-ad29-f832b07f4a81 req-4c7c087b-7607-42ad-985a-6b987424a8c0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778062 Sep 09 09:13:10.891348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50354) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:10.903527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:13:10.916308 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:10.926560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27b244-51ff-48d4-8879-0b83bcb2f80a None None] Sync routers for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:13:10.941289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Transition to ACTIVE for port object e691d28a-a8a8-4559-b774-7db7395eef07 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:10.975228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27b244-51ff-48d4-8879-0b83bcb2f80a None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:10.981913 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4c27b244-51ff-48d4-8879-0b83bcb2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:12:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:10.983046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-547db50c-e50f-4176-9ed5-2ba6bcd7841d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=076e5066f4564dd2aec842352617e0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0903201 Sep 09 09:13:10.983997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50358) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:10.999864 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed416be-f622-4f94-9162-23e20eca5e47 req-ce48d3ca-36e2-4c22-b56a-f56db9d4f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:11.001381 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ed416be-f622-4f94-9162-23e20eca5e47 req-ce48d3ca-36e2-4c22-b56a-f56db9d4f770 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b02fbaa8deb344ebb00db178f622f80f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3196957 Sep 09 09:13:11.075006 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4462bd63-0c17-44ac-82f0-62a53bc21331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.085602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf9a5f-ab66-437e-9917-20fa32f6abeb req-37f11db3-3b1f-4205-a877-02a43e52d048 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:11.087303 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ccf9a5f-ab66-437e-9917-20fa32f6abeb req-37f11db3-3b1f-4205-a877-02a43e52d048 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 944 time: 0.0764840 Sep 09 09:13:11.087934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Transition to ACTIVE for port object e691d28a-a8a8-4559-b774-7db7395eef07 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:11.109364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-4c27b244-51ff-48d4-8879-0b83bcb2f80a None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:11.121276 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4462bd63-0c17-44ac-82f0-62a53bc21331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.128042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] No DVR routers for this DVR port 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:11.138959 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.142056 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97517fdd-b042-4f45-9d46-4d3cf4737d5d req-3df1d47a-f1f3-4a4b-9be8-3aca28f74eda tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.24 "DELETE /v2.0/ports/64a84c3f-a4e5-4f22-b97a-949ab67ffc12 HTTP/1.1" status: 204 len: 173 time: 2.9813452 Sep 09 09:13:11.180840 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ccf9a5f-ab66-437e-9917-20fa32f6abeb req-9d20339f-7bdf-49ce-b57b-61399a749123 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846682 Sep 09 09:13:11.236044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-f7467e49-e1f1-4e2f-9368-821c5344f0ab tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:11.237982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-f7467e49-e1f1-4e2f-9368-821c5344f0ab tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3&tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.2131958 Sep 09 09:13:11.259358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650c1b5-dd92-40fd-8ccb-8383859c3ca7 req-574ed64d-a46c-439f-bb71-a607d31f1bfc tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:11.261539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5650c1b5-dd92-40fd-8ccb-8383859c3ca7 req-574ed64d-a46c-439f-bb71-a607d31f1bfc tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 944 time: 0.3209004 Sep 09 09:13:11.273312 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.319187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Subnet': ['ID=65efefed-6a3a-4628-8350-f7d8b854259b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:11.336505 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4462bd63-0c17-44ac-82f0-62a53bc21331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.336505 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4462bd63-0c17-44ac-82f0-62a53bc21331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.336505 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4462bd63-0c17-44ac-82f0-62a53bc21331 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e30dcd0-6192-448f-80c6-409e2164b582 HTTP/1.1" status: 204 len: 168 time: 0.3512502 Sep 09 09:13:11.361107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed416be-f622-4f94-9162-23e20eca5e47 req-1dd2bea5-e1ac-4327-9bb4-8e082fd0d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:11.362601 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ed416be-f622-4f94-9162-23e20eca5e47 req-1dd2bea5-e1ac-4327-9bb4-8e082fd0d84b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3244977 Sep 09 09:13:11.421685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462bd63-0c17-44ac-82f0-62a53bc21331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e30dcd0-6192-448f-80c6-409e2164b582,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:11.451118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5650c1b5-dd92-40fd-8ccb-8383859c3ca7 req-e55f14af-ace6-4e9c-a2ce-9bfdbed2fbf5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600578 Sep 09 09:13:11.465883 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.481365 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d9f91ed-d02f-4270-905e-07e12bdaca57 req-8f3f2a5e-c190-434b-a0de-4f8869873608 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/ports?device_id=878e8c01-03a4-4122-98e8-42514d311cb6 HTTP/1.1" status: 200 len: 210 time: 0.0622220 Sep 09 09:13:11.537344 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.563609 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0214a99d-4cf7-4a02-acf9-4e1d70789d69']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:11.570008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-af4b80ce-454f-4544-b5cc-6669a2b8e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:11.571887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-af4b80ce-454f-4544-b5cc-6669a2b8e0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b02fbaa8deb344ebb00db178f622f80f&device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 1096 time: 0.1459055 Sep 09 09:13:11.576613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04220ba2-1227-410c-b8c1-cd23d090a172') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:11.577117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04220ba2-1227-410c-b8c1-cd23d090a172') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:11.583410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Network 0214a99d-4cf7-4a02-acf9-4e1d70789d69 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:11.588403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.594739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:11.594739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Pushing event updated for resources: {'Port': ['ID=e691d28a-a8a8-4559-b774-7db7395eef07,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:11.595914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:11.603066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.609453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:11.609973 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:11.613093 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:11.619904 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.622598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-83539de1-e352-4e0a-bf7f-b8a107b8d48e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d282f8b-ba54-49d2-9937-4a942f53c276 HTTP/1.1" status: 200 len: 217 time: 0.0420721 Sep 09 09:13:11.665697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4c27b244-51ff-48d4-8879-0b83bcb2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:11.670257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Attempting to bind port e691d28a-a8a8-4559-b774-7db7395eef07 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:11.670721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Attempting to bind port e691d28a-a8a8-4559-b774-7db7395eef07 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '04220ba2-1227-410c-b8c1-cd23d090a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0214a99d-4cf7-4a02-acf9-4e1d70789d69'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:11.674817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Attempting to bind port e691d28a-a8a8-4559-b774-7db7395eef07 on network 0214a99d-4cf7-4a02-acf9-4e1d70789d69 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:11.700794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27b244-51ff-48d4-8879-0b83bcb2f80a None None] Checking router: dc8b3af7-a639-4255-909b-94e241868ef4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:13:11.709012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:11.709012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Checking segment: {'id': '04220ba2-1227-410c-b8c1-cd23d090a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0214a99d-4cf7-4a02-acf9-4e1d70789d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:11.709012 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.709012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Bound using segment: {'id': '04220ba2-1227-410c-b8c1-cd23d090a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0214a99d-4cf7-4a02-acf9-4e1d70789d69'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:11.709490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbb7a28d-4da9-4308-826e-1c5f8840267e,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:11.709610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Bound port: e691d28a-a8a8-4559-b774-7db7395eef07, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04220ba2-1227-410c-b8c1-cd23d090a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0214a99d-4cf7-4a02-acf9-4e1d70789d69'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:11.709610 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.727616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 09:13:11.727616 n-d-778696-16 neutron-server[95326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 09:13:11.727616 n-d-778696-16 neutron-server[95326]: [parameters: {'id': '0214a99d-4cf7-4a02-acf9-4e1d70789d69'}] Sep 09 09:13:11.727616 n-d-778696-16 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:13:11.732355 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:13:11.736203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-6b63f1c9-50d4-41df-a5e1-2955ddf0e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:11.737702 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-6b63f1c9-50d4-41df-a5e1-2955ddf0e406 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3914ca18-61bf-4703-b3e6-f73a7276edb2 HTTP/1.1" status: 200 len: 855 time: 0.0733426 Sep 09 09:13:11.757784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] Checking segment: {'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:11.761044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] Network hostable DHCP agents. Network: 6c21bb16-856d-4e75-a210-1d2b0cfe3525, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:11.767983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27b244-51ff-48d4-8879-0b83bcb2f80a None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:11.768583 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4c27b244-51ff-48d4-8879-0b83bcb2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:12:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:11.775139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-ebfa4b99-e2de-48b0-b162-e25db8f53759 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37cee3cd-6876-4ee2-9399-160d8e2caac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303781 Sep 09 09:13:11.797570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-bada995d-3b55-448b-9f63-a8ae59ae675b service neutron] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:11.810137 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-bada995d-3b55-448b-9f63-a8ae59ae675b service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:11.811262 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad68a95d-d704-4fd7-9986-4761129e3808 req-bada995d-3b55-448b-9f63-a8ae59ae675b service neutron] 10.222.0.41 "DELETE /v2.0/ports/028faba8-e36e-4369-94a4-2a37d361a23d/bindings/n-h1-778696-16 HTTP/1.1" status: 204 len: 173 time: 0.5606031 Sep 09 09:13:11.832784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:11.863266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] For port e691d28a-a8a8-4559-b774-7db7395eef07, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:11.870621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:11.870621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 64a84c3f-a4e5-4f22-b97a-949ab67ffc12 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:11.885019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] For port e691d28a-a8a8-4559-b774-7db7395eef07, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e691d28a-a8a8-4559-b774-7db7395eef07,segment=NetworkSegment(04220ba2-1227-410c-b8c1-cd23d090a172),segment_id=04220ba2-1227-410c-b8c1-cd23d090a172)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:11.905213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] Network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:11.941603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-67dfd0e0-6470-49c6-b43d-ce7841b50c8f service neutron] 10.222.0.41 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545470 Sep 09 09:13:11.951877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-4c27b244-51ff-48d4-8879-0b83bcb2f80a None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:11.952473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15875e86-2317-43eb-a809-5c51632f4cd6 req-d6197bbe-af89-4e64-ada0-907689052fb0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:11.954470 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15875e86-2317-43eb-a809-5c51632f4cd6 req-d6197bbe-af89-4e64-ada0-907689052fb0 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.0873437 Sep 09 09:13:12.014831 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:12.049314 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 6c21bb16-856d-4e75-a210-1d2b0cfe3525) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:12.055687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:12.056239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:12.105805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc9217-54b7-4ebd-b33d-07672a47f031 None None] Network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:12.192114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e515c-5a07-46ea-9c97-8a65ca3d8686 req-91d8e1d6-9500-4a47-a70a-10d9a1e51cb3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:12.194237 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-081e515c-5a07-46ea-9c97-8a65ca3d8686 req-91d8e1d6-9500-4a47-a70a-10d9a1e51cb3 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 950 time: 0.2078209 Sep 09 09:13:12.205274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c4f102e-d983-44fb-bf6e-58d76c195bc8 req-ec6e7e54-52db-4d33-a972-d4574a3debd8 service neutron] 10.222.0.41 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492394 Sep 09 09:13:12.229152 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:12.243443 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6668bfaf-627a-4c2d-a6af-111d206b2f15 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5900493 Sep 09 09:13:12.244489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50376) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:12.248962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:12.268689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bfe65-4a1e-476e-89dd-570a8152112a None None] Pushing event updated for resources: {'Port': ['ID=e691d28a-a8a8-4559-b774-7db7395eef07,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:12.384140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c9012-639d-4dab-913f-3b0e7e58edcf req-486222ac-9745-4edb-b1d8-3daa6f86b7fd tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:12.391724 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-491c9012-639d-4dab-913f-3b0e7e58edcf req-486222ac-9745-4edb-b1d8-3daa6f86b7fd tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 944 time: 0.0707862 Sep 09 09:13:12.402571 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Deleting port e691d28a-a8a8-4559-b774-7db7395eef07 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:12.402951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:12.437742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9092dd6-5935-47ba-b313-ec93170d6100 None None] Network 0214a99d-4cf7-4a02-acf9-4e1d70789d69 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:12.504467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-491c9012-639d-4dab-913f-3b0e7e58edcf req-b0591ac0-f5ea-4921-ab09-334090dea627 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020734 Sep 09 09:13:12.521591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] For port e691d28a-a8a8-4559-b774-7db7395eef07, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e691d28a-a8a8-4559-b774-7db7395eef07,segment=NetworkSegment(04220ba2-1227-410c-b8c1-cd23d090a172),segment_id=04220ba2-1227-410c-b8c1-cd23d090a172)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:12.524092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:12.549372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Calling delete_port for e691d28a-a8a8-4559-b774-7db7395eef07 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:12.564110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878e8c01-03a4-4122-98e8-42514d311cb6', 'name': 'network-vif-deleted', 'tag': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:12.570592 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b82d94a-0888-4b36-ac9c-2facfb643022" -d '{"events": [{"server_uuid": "878e8c01-03a4-4122-98e8-42514d311cb6", "name": "network-vif-deleted", "tag": "64a84c3f-a4e5-4f22-b97a-949ab67ffc12"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:12.578027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-15875e86-2317-43eb-a809-5c51632f4cd6 req-1ffa9c2b-f423-49f1-b2a9-3e8454438a1d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Deleting port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:12.578383 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-15875e86-2317-43eb-a809-5c51632f4cd6 req-1ffa9c2b-f423-49f1-b2a9-3e8454438a1d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:12.644630 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-081e515c-5a07-46ea-9c97-8a65ca3d8686 req-ef67305e-ed37-47d2-9dab-4ebe2d9485e7 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a1506dd-efd1-427b-a507-7bfdb4cddac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175394 Sep 09 09:13:12.721174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:12.724541 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:12.740740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a2f-be6c-4ff7-ba8c-9e33d30266d6 req-993f078e-366e-476d-9ce1-72abe28f416a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:12.742374 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6a23a2f-be6c-4ff7-ba8c-9e33d30266d6 req-993f078e-366e-476d-9ce1-72abe28f416a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 944 time: 0.0726724 Sep 09 09:13:12.758863 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'fixed_ips': [{'subnet_id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:13:12.759881 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:12.781460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-15875e86-2317-43eb-a809-5c51632f4cd6 req-1ffa9c2b-f423-49f1-b2a9-3e8454438a1d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] For port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:12.781460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-15875e86-2317-43eb-a809-5c51632f4cd6 req-1ffa9c2b-f423-49f1-b2a9-3e8454438a1d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:12.804994 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:12.839122 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55a1c95-6b9c-4967-a3cf-bc84151ab7b1 x-openstack-request-id: req-f55a1c95-6b9c-4967-a3cf-bc84151ab7b1 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:12.839122 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878e8c01-03a4-4122-98e8-42514d311cb6", "name": "network-vif-deleted", "tag": "64a84c3f-a4e5-4f22-b97a-949ab67ffc12", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:12.839122 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f55a1c95-6b9c-4967-a3cf-bc84151ab7b1 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:12.839122 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878e8c01-03a4-4122-98e8-42514d311cb6', 'name': 'network-vif-deleted', 'tag': '64a84c3f-a4e5-4f22-b97a-949ab67ffc12', 'status': 'completed', 'code': 200} Sep 09 09:13:12.870625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6a23a2f-be6c-4ff7-ba8c-9e33d30266d6 req-c4a806e8-6b6b-46e3-9c3a-3a3b6a571173 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146615 Sep 09 09:13:12.877547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No DVR routers for this DVR port e691d28a-a8a8-4559-b774-7db7395eef07 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:12.881522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Port': ['ID=e691d28a-a8a8-4559-b774-7db7395eef07,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:12.940532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-15875e86-2317-43eb-a809-5c51632f4cd6 req-1ffa9c2b-f423-49f1-b2a9-3e8454438a1d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Calling delete_port for 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:12.952856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4c27b244-51ff-48d4-8879-0b83bcb2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:13.051283 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.076091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27b244-51ff-48d4-8879-0b83bcb2f80a None None] The sync data for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 is: [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:08:36Z', 'revision_number': 4, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'f9c14e6a-0161-4794-9738-8b141db19b22', 'name': '', 'network_id': '1e03ded8-bda0-484a-9427-b212bb2c9357', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'mac_address': 'fa:16:3e:03:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:34Z', 'updated_at': '2021-09-09T09:08:43Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'subnets': [{'id': '03cc89b6-6df2-464e-813c-19e32777bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:13:13.137594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0214a99d-4cf7-4a02-acf9-4e1d70789d69']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:13.160131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04220ba2-1227-410c-b8c1-cd23d090a172') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:13.160503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04220ba2-1227-410c-b8c1-cd23d090a172') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:13.199154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50406) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:13.208105 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.215992 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.218047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50408) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:13.260436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158be8d1-9326-46eb-ad89-c83954248498 req-10e96da4-dc48-4632-81f9-2395729c3d27 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:13.262187 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-158be8d1-9326-46eb-ad89-c83954248498 req-10e96da4-dc48-4632-81f9-2395729c3d27 tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 1096 time: 0.2978890 Sep 09 09:13:13.307730 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.325463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:13.325805 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:13.328755 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:13.339845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Allocated IP 172.20.0.2 (6c21bb16-856d-4e75-a210-1d2b0cfe3525/cbb7a28d-4da9-4308-826e-1c5f8840267e/fb9b7026-975b-4208-8959-e66badbd2772) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:13.377704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-058e8d5f-9385-4556-aad2-bdb608985458 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.428418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-582408566-network', 'tenant_id': '559b61acb97442fd970f65e2ab019dad'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:13.447494 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-058e8d5f-9385-4556-aad2-bdb608985458 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.494932 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366b0ae-2749-4330-a6a8-259a7ce9a4b8 None None] New status for floating IP 05fdd71d-3382-4b72-a7e1-e62658f7739e: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:13:13.499481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.513346 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.515437 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/0214a99d-4cf7-4a02-acf9-4e1d70789d69 HTTP/1.1" status: 204 len: 168 time: 3.1775680 Sep 09 09:13:13.526323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50412) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:13.531276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-208555165'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:13.534519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25171d57-84bd-4a69-b317-eab6c2fb0dd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=0214a99d-4cf7-4a02-acf9-4e1d70789d69,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:13.536669 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.551504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Transition to ACTIVE for port object fb9b7026-975b-4208-8959-e66badbd2772 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:13.560610 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-058e8d5f-9385-4556-aad2-bdb608985458 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.563799 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-058e8d5f-9385-4556-aad2-bdb608985458 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.567819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-058e8d5f-9385-4556-aad2-bdb608985458 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "DELETE /v2.0/security-groups/e4a80ea4-6e7e-4f4c-a3cd-72a851bea924 HTTP/1.1" status: 204 len: 168 time: 0.3595967 Sep 09 09:13:13.570124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Transition to ACTIVE for port object fb9b7026-975b-4208-8959-e66badbd2772 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:13.570570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50414) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:13.580156 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.583767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e8d5f-9385-4556-aad2-bdb608985458 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a80ea4-6e7e-4f4c-a3cd-72a851bea924,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:13.591312 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-5278eca1-142c-4e03-ac10-f1137fa68e04 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] show failed (client error): The resource could not be found. Sep 09 09:13:13.595083 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5278eca1-142c-4e03-ac10-f1137fa68e04 tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "GET /v2.0/security-groups/e4a80ea4-6e7e-4f4c-a3cd-72a851bea924 HTTP/1.1" status: 404 len: 347 time: 0.0207694 Sep 09 09:13:13.595327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50416) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:13.625577 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-158be8d1-9326-46eb-ad89-c83954248498 req-e1622d89-461c-4dc0-a809-5e53c72b6ccd tempest-LiveMigrationTest-1281506505 tempest-LiveMigrationTest-1281506505-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423302 Sep 09 09:13:13.635263 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.672462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:13.676758 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.683028 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-15875e86-2317-43eb-a809-5c51632f4cd6 req-1ffa9c2b-f423-49f1-b2a9-3e8454438a1d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.699919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:13.713084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:13.739741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:13.750164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:13.766919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Pushing event updated for resources: {'Port': ['ID=fb9b7026-975b-4208-8959-e66badbd2772,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:13.782595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Made reservation on behalf of 559b61acb97442fd970f65e2ab019dad for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:13.786162 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.791705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:13.806216 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.806561 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment 013631bc-f6c1-4604-a976-04ee92586bd6 of type vlan for network 3acc800c-a5e2-42c4-8ce8-975ed157045c Sep 09 09:13:13.821319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.821958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.822496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.823027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.823564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.824078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.828784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.828784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.828784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.828784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.828784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.828784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:13.836834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.839760 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa9c2b-f423-49f1-b2a9-3e8454438a1d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Pushing event deleted for resources: {'Port': ['ID=83f8cb48-4c3a-4a77-a93b-c54715c6f5f6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:13.852656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-90e5f5bc-091c-4e5e-966f-324b7f35f32a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Deleting port 45463038-c7b4-4365-bdd7-45d10c3e1c21 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:13.852991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90e5f5bc-091c-4e5e-966f-324b7f35f32a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.881367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Attempting to bind port fb9b7026-975b-4208-8959-e66badbd2772 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:13.881767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Attempting to bind port fb9b7026-975b-4208-8959-e66badbd2772 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:13.882769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Attempting to bind port fb9b7026-975b-4208-8959-e66badbd2772 on network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:13.888590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:13.888970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Checking segment: {'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:13.889713 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.889931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Bound using segment: {'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:13.890634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Bound port: fb9b7026-975b-4208-8959-e66badbd2772, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:13.891027 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.893980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-15875e86-2317-43eb-a809-5c51632f4cd6 req-1ffa9c2b-f423-49f1-b2a9-3e8454438a1d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] No DVR routers for this DVR port 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:13.898633 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-15875e86-2317-43eb-a809-5c51632f4cd6 req-1ffa9c2b-f423-49f1-b2a9-3e8454438a1d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.900987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15875e86-2317-43eb-a809-5c51632f4cd6 req-1ffa9c2b-f423-49f1-b2a9-3e8454438a1d tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.24 "DELETE /v2.0/ports/83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 HTTP/1.1" status: 204 len: 173 time: 1.9357362 Sep 09 09:13:13.904249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba119e69-271e-41b9-b0ac-6a0da435b760 req-d5411de5-4ade-49af-83e0-08428b98d14a tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 210 time: 0.0781095 Sep 09 09:13:13.915885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:13.990234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] For port fb9b7026-975b-4208-8959-e66badbd2772, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:13.997623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] For port fb9b7026-975b-4208-8959-e66badbd2772, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fb9b7026-975b-4208-8959-e66badbd2772,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:14.041508 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90e5f5bc-091c-4e5e-966f-324b7f35f32a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.041842 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90e5f5bc-091c-4e5e-966f-324b7f35f32a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.057575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-90e5f5bc-091c-4e5e-966f-324b7f35f32a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Calling delete_port for 45463038-c7b4-4365-bdd7-45d10c3e1c21 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:14.074949 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.080463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:14.081057 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.095437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04ca32-3a1e-492e-8e1b-7498e09cacac req-fbde42f0-6f4e-4ebb-92c2-c7b37ed5e36f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:14.097053 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b04ca32-3a1e-492e-8e1b-7498e09cacac req-fbde42f0-6f4e-4ebb-92c2-c7b37ed5e36f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 944 time: 0.0991192 Sep 09 09:13:14.107068 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.206645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f747e4-e58c-4821-b94d-89b08c4b2fdf None None] Pushing event updated for resources: {'Port': ['ID=fb9b7026-975b-4208-8959-e66badbd2772,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:14.219592 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.243847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=3acc800c-a5e2-42c4-8ce8-975ed157045c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:14.252437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 3acc800c-a5e2-42c4-8ce8-975ed157045c details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:14.261018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab7834-8533-4a8d-a8d4-a757a1b6c184 req-dbd9a13a-3456-4130-b9ee-b1e1803f7cec tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:14.264834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61ab7834-8533-4a8d-a8d4-a757a1b6c184 req-dbd9a13a-3456-4130-b9ee-b1e1803f7cec tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 944 time: 0.1810012 Sep 09 09:13:14.289578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b04ca32-3a1e-492e-8e1b-7498e09cacac req-bfb1c09f-8143-48ae-b66f-2740fb8a7a2d tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388016 Sep 09 09:13:14.291392 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.331951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.351271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.356324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:14.395625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8af31dbd-b098-4401-be55-4dcf69847c57 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8657959 Sep 09 09:13:14.400078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:14.409787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'network_id': '3acc800c-a5e2-42c4-8ce8-975ed157045c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:14.420590 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.422087 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Added segment 497cae16-9d5f-4d6f-b72c-1e001cb8bdea of type vlan for network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f Sep 09 09:13:14.516735 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90e5f5bc-091c-4e5e-966f-324b7f35f32a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.528621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:14.554145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61ab7834-8533-4a8d-a8d4-a757a1b6c184 req-ebeac328-f437-4f90-8c27-1cc45fd5492c tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744060 Sep 09 09:13:14.575887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5f5bc-091c-4e5e-966f-324b7f35f32a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Pushing event deleted for resources: {'Port': ['ID=45463038-c7b4-4365-bdd7-45d10c3e1c21,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:14.665576 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b811d794-4891-42da-a64a-5c9c98bf5eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.695824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:14.699577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.729943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Allocated IP 172.25.8.41 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/a1c6cf71-3cbb-4664-95be-e214cf8a3e6a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:14.733599 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.739858 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90e5f5bc-091c-4e5e-966f-324b7f35f32a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.743187 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90e5f5bc-091c-4e5e-966f-324b7f35f32a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.744804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-90e5f5bc-091c-4e5e-966f-324b7f35f32a tempest-ServersWithSpecificFlavorTestJSON-431532263 tempest-ServersWithSpecificFlavorTestJSON-431532263-project] 10.222.0.32 "DELETE /v2.0/floatingips/05fdd71d-3382-4b72-a7e1-e62658f7739e HTTP/1.1" status: 204 len: 168 time: 1.1481283 Sep 09 09:13:14.792950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf6f50-0482-439d-a509-d2864613d5fa req-e062562d-39db-4c7a-906a-684a1be4a7bb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:14.794439 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5edf6f50-0482-439d-a509-d2864613d5fa req-e062562d-39db-4c7a-906a-684a1be4a7bb tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 944 time: 0.1332791 Sep 09 09:13:14.852299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'name': 'network-vif-deleted', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:14.855195 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e20f90-d311-44c1-b35d-e61bc1f397ae" -d '{"events": [{"server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "name": "network-vif-deleted", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:14.891165 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.892235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:14.892859 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:14.946106 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940408a0-937d-4653-a838-4163b33dc0e0 x-openstack-request-id: req-940408a0-937d-4653-a838-4163b33dc0e0 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:14.946409 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63eb1eb8-b607-400f-b839-f31f3a55a096", "name": "network-vif-deleted", "tag": "83f8cb48-4c3a-4a77-a93b-c54715c6f5f6", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:14.946662 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-940408a0-937d-4653-a838-4163b33dc0e0 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:14.947050 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eb1eb8-b607-400f-b839-f31f3a55a096', 'name': 'network-vif-deleted', 'tag': '83f8cb48-4c3a-4a77-a93b-c54715c6f5f6', 'status': 'completed', 'code': 200} Sep 09 09:13:14.973352 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:15.061304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=62282c29-dd9c-4ddc-b784-d30daafdf7c3,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:15.079412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6e0f41a5-8739-4db6-a2eb-31e43c0ece0f req-64ebb409-a77d-4c8f-97c5-7f7dc3fd8967 tempest-MigrationsAdminTest-1822483472 tempest-MigrationsAdminTest-1822483472-project] 10.222.0.32 "GET /v2.0/ports?device_id=63eb1eb8-b607-400f-b839-f31f3a55a096 HTTP/1.1" status: 200 len: 210 time: 0.0567651 Sep 09 09:13:15.081173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking segment: {'id': '013631bc-f6c1-4604-a976-04ee92586bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3acc800c-a5e2-42c4-8ce8-975ed157045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:15.081585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network hostable DHCP agents. Network: 3acc800c-a5e2-42c4-8ce8-975ed157045c, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:15.117965 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8948340 Sep 09 09:13:15.119592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da7372-3da8-4fec-bf4d-3cf6d572b443 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:15.120667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50444) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:15.124275 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:15.127717 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] Request body: {'subnet': {'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-582408566-subnet', 'tenant_id': '559b61acb97442fd970f65e2ab019dad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:15.154064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:15.163506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5edf6f50-0482-439d-a509-d2864613d5fa req-b7cd06a8-233e-4f4a-997f-019049aefdd2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Deleting port 028faba8-e36e-4369-94a4-2a37d361a23d {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:15.164616 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5edf6f50-0482-439d-a509-d2864613d5fa req-b7cd06a8-233e-4f4a-997f-019049aefdd2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:15.189677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network 3acc800c-a5e2-42c4-8ce8-975ed157045c is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:15.241058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] Made reservation on behalf of 559b61acb97442fd970f65e2ab019dad for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:15.243733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:15.271842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 3acc800c-a5e2-42c4-8ce8-975ed157045c) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:15.281551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e09866-a002-4ef0-b1c4-9bdcd6c8caa9 None None] Network 3acc800c-a5e2-42c4-8ce8-975ed157045c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:15.291266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:15.291594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:15.304438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5edf6f50-0482-439d-a509-d2864613d5fa req-b7cd06a8-233e-4f4a-997f-019049aefdd2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] For port 028faba8-e36e-4369-94a4-2a37d361a23d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=028faba8-e36e-4369-94a4-2a37d361a23d,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:15.304942 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5edf6f50-0482-439d-a509-d2864613d5fa req-b7cd06a8-233e-4f4a-997f-019049aefdd2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:15.346864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3d282f8b-ba54-49d2-9937-4a942f53c276 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:13:15.354689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:15.396422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5edf6f50-0482-439d-a509-d2864613d5fa req-b7cd06a8-233e-4f4a-997f-019049aefdd2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Calling delete_port for 028faba8-e36e-4369-94a4-2a37d361a23d owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:15.412033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50456) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:15.417700 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-46f4ba2f-d62e-46a8-a3d6-8bba612dc219 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0130830 Sep 09 09:13:15.420579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:15.442660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:15.564287 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:15.570930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:15.576361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:15.709323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf106190-ae29-4107-beb0-683ca72343da None None] Network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:15.742801 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:15.743035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fb9b7026-975b-4208-8959-e66badbd2772 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:15.745053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e32a6cc-c3c2-4e5e-a296-5a15202091e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-3acc800c-a5e2-42c4-8ce8-975ed157045c', 'network_id': '3acc800c-a5e2-42c4-8ce8-975ed157045c', 'tenant_id': '81afd6c9558b4996ac743d4fca7d013e', 'fixed_ips': [{'subnet_id': '62282c29-dd9c-4ddc-b784-d30daafdf7c3'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:13:15.746075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e32a6cc-c3c2-4e5e-a296-5a15202091e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:15.757990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3d282f8b-ba54-49d2-9937-4a942f53c276, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d282f8b-ba54-49d2-9937-4a942f53c276,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:15.850151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '3d282f8b-ba54-49d2-9937-4a942f53c276', 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7', 'port_id': '3d282f8b-ba54-49d2-9937-4a942f53c276', 'mac_address': 'fa:16:3e:5b:76:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3914ca18-61bf-4703-b3e6-f73a7276edb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:13:15.870169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:15.879360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe706c66-8fa0-448a-894a-21b99011b4ed req-e03ae7e1-5285-4783-9a88-81e326f759e8 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:15.887768 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe706c66-8fa0-448a-894a-21b99011b4ed req-e03ae7e1-5285-4783-9a88-81e326f759e8 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 944 time: 0.1551621 Sep 09 09:13:15.903336 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:15.903726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 83f8cb48-4c3a-4a77-a93b-c54715c6f5f6 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:15.913710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d5490-9b3a-4caa-a0cb-59bdb56a50d2 req-6de2e153-b3d9-4f72-819b-67d260f310c0 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:15.922083 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a46d5490-9b3a-4caa-a0cb-59bdb56a50d2 req-6de2e153-b3d9-4f72-819b-67d260f310c0 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 944 time: 0.4535358 Sep 09 09:13:15.940060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c6cf71-3cbb-4664-95be-e214cf8a3e6a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:15.962053 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe706c66-8fa0-448a-894a-21b99011b4ed req-7b824962-68a6-48d7-8c1a-a71fcd12d22e tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676849 Sep 09 09:13:15.971613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4fa94137-894d-4546-b696-7aeac4973bad None None] Provisioning for port fb9b7026-975b-4208-8959-e66badbd2772 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:15.996132 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.018762 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.024166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d282f8b-ba54-49d2-9937-4a942f53c276 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:16.027829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.066949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a46d5490-9b3a-4caa-a0cb-59bdb56a50d2 req-0987dd5e-39cd-4bd5-9947-1cf64337fb1c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435518 Sep 09 09:13:16.080413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Subnet': ['ID=62282c29-dd9c-4ddc-b784-d30daafdf7c3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:16.082022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port fb9b7026-975b-4208-8959-e66badbd2772 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:16.128594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fb9b7026-975b-4208-8959-e66badbd2772 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:16.128951 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.151109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3d282f8b-ba54-49d2-9937-4a942f53c276, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d282f8b-ba54-49d2-9937-4a942f53c276,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:16.232970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.249960 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.287861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acc800c-a5e2-42c4-8ce8-975ed157045c']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:16.290518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] Checking segment: {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:16.291025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] Network hostable DHCP agents. Network: 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:16.302819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dbf10f2-0d70-4f45-bafc-0e12733beabe,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server [None req-8e32a6cc-c3c2-4e5e-a296-5a15202091e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62282c29-dd9c-4ddc-b784-d30daafdf7c3: This subnet is being modified by another concurrent operation. Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 09 09:13:16.308506 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise exception Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62282c29-dd9c-4ddc-b784-d30daafdf7c3: This subnet is being modified by another concurrent operation. Sep 09 09:13:16.312597 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server Sep 09 09:13:16.327025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013631bc-f6c1-4604-a976-04ee92586bd6') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:16.327364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013631bc-f6c1-4604-a976-04ee92586bd6') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:16.342416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191eba72-dc7b-41a2-a219-529f1eb41004 None None] Network 3acc800c-a5e2-42c4-8ce8-975ed157045c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:16.347393 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.366265 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.374270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:16.375035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.470426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.497690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=3d282f8b-ba54-49d2-9937-4a942f53c276,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:16.507607 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:16.565384 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['3d282f8b-ba54-49d2-9937-4a942f53c276'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:16.593960 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.610334 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.614894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.617304 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/3acc800c-a5e2-42c4-8ce8-975ed157045c HTTP/1.1" status: 204 len: 168 time: 1.1957221 Sep 09 09:13:16.623723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50468) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:16.636708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port fb9b7026-975b-4208-8959-e66badbd2772, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fb9b7026-975b-4208-8959-e66badbd2772,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:16.638735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460406196'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:16.648769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] Network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:16.653985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb68b5-3fbb-43a8-9bd3-8095417f57b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=3acc800c-a5e2-42c4-8ce8-975ed157045c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:16.713392 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.726896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:16.736665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:16.737560 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.744896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:16.752038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a9769-be9a-4a48-ae47-65fc9dd9a413 None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:13:16.752675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.797884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50472) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:16.801576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:16.825619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.826477 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment 79b4a33f-316a-4ea1-a5b9-c196244cbc88 of type vlan for network 0c82a0cd-1454-4b93-bab5-e3c14ab59713 Sep 09 09:13:16.828989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-df8fa696-dc09-4517-9505-9f6f5cacf9e9 None None] Provisioning complete for port fb9b7026-975b-4208-8959-e66badbd2772 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:16.829364 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df8fa696-dc09-4517-9505-9f6f5cacf9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.852902 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5edf6f50-0482-439d-a509-d2864613d5fa req-b7cd06a8-233e-4f4a-997f-019049aefdd2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.885251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=fb9b7026-975b-4208-8959-e66badbd2772,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:16.888250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c5f1f425-734c-4a8a-a0df-322614840fd7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:16.906597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd06a8-233e-4f4a-997f-019049aefdd2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Pushing event deleted for resources: {'Port': ['ID=028faba8-e36e-4369-94a4-2a37d361a23d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:16.919173 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:16.934119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-66e8e701-8bbd-442b-a07e-e7f56034bc31 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8113866 Sep 09 09:13:16.994426 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.000934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:17.000934 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.087303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edf6f50-0482-439d-a509-d2864613d5fa req-b7cd06a8-233e-4f4a-997f-019049aefdd2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] No DVR routers for this DVR port 028faba8-e36e-4369-94a4-2a37d361a23d on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:17.125217 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5edf6f50-0482-439d-a509-d2864613d5fa req-b7cd06a8-233e-4f4a-997f-019049aefdd2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.127273 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5edf6f50-0482-439d-a509-d2864613d5fa req-b7cd06a8-233e-4f4a-997f-019049aefdd2 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.41 "DELETE /v2.0/ports/028faba8-e36e-4369-94a4-2a37d361a23d HTTP/1.1" status: 204 len: 173 time: 2.3171513 Sep 09 09:13:17.127670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'name': 'network-vif-deleted', 'tag': '028faba8-e36e-4369-94a4-2a37d361a23d'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:17.135356 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddabd77-0503-4d05-8bba-4ad3d0935ae1" -d '{"events": [{"server_uuid": "0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3", "name": "network-vif-deleted", "tag": "028faba8-e36e-4369-94a4-2a37d361a23d"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:17.147658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=0c82a0cd-1454-4b93-bab5-e3c14ab59713,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:17.176363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-774fb189-cc4c-4f30-9bd6-5bad17e70fe8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5429382 Sep 09 09:13:17.180377 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c96cb5aa-c4ad-4519-8652-d8b983370ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.181617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50490) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:17.192096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 0c82a0cd-1454-4b93-bab5-e3c14ab59713 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:17.195958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'network_id': '0c82a0cd-1454-4b93-bab5-e3c14ab59713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:17.212682 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f38aa797-cd41-456f-ba92-c2e591f80ed6 req-b093cd85-cbd5-4834-b992-247fa5e6fe3f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 210 time: 0.1387272 Sep 09 09:13:17.259765 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a9769-be9a-4a48-ae47-65fc9dd9a413 None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:13:17.350118 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.359472 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808ebc78-a057-4fbe-8182-86e8417cf96c x-openstack-request-id: req-808ebc78-a057-4fbe-8182-86e8417cf96c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:17.359472 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3", "name": "network-vif-deleted", "tag": "028faba8-e36e-4369-94a4-2a37d361a23d", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:17.359472 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-808ebc78-a057-4fbe-8182-86e8417cf96c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:17.359472 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3', 'name': 'network-vif-deleted', 'tag': '028faba8-e36e-4369-94a4-2a37d361a23d', 'status': 'completed', 'code': 200} Sep 09 09:13:17.376127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 028faba8-e36e-4369-94a4-2a37d361a23d no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:17.391627 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcd174-28a3-436a-93bd-5c7fbb79f35e req-a09d820a-2149-4357-8769-002e9c7341bf tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:17.399927 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46fcd174-28a3-436a-93bd-5c7fbb79f35e req-a09d820a-2149-4357-8769-002e9c7341bf tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 945 time: 0.0957072 Sep 09 09:13:17.439231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:17.442801 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.488950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 028faba8-e36e-4369-94a4-2a37d361a23d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:17.489369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 028faba8-e36e-4369-94a4-2a37d361a23d not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:17.529733 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46fcd174-28a3-436a-93bd-5c7fbb79f35e req-3b442071-de5d-4677-af5a-0a63192b6ff7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288426 Sep 09 09:13:17.542170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b1622caf-2e6c-411f-9ecf-68e85cbbf327 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd13aef6e3254abdb27a99a760731ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7410972 Sep 09 09:13:17.544197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50500) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:17.552761 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.685840 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.712256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fb9b7026-975b-4208-8959-e66badbd2772 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:17.733177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Router 7760a208-c1d6-49d6-bc69-897303ab0383 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:13:17.755596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c46121d-065b-4cf8-8f79-ccd4d91ee622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.812686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c46121d-065b-4cf8-8f79-ccd4d91ee622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.860779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-f23b4377-2ea8-435c-8a3b-c68284f27bd5 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:17.862524 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-f23b4377-2ea8-435c-8a3b-c68284f27bd5 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/networks?id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f HTTP/1.1" status: 200 len: 815 time: 0.1303463 Sep 09 09:13:17.945856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-03f4e0aa-556b-44bf-b2b9-afc8f16cdca3 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/quotas/559b61acb97442fd970f65e2ab019dad HTTP/1.1" status: 200 len: 375 time: 0.0728261 Sep 09 09:13:17.972793 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c46121d-065b-4cf8-8f79-ccd4d91ee622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.977364 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c46121d-065b-4cf8-8f79-ccd4d91ee622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:17.980456 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2c46121d-065b-4cf8-8f79-ccd4d91ee622 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a1506dd-efd1-427b-a507-7bfdb4cddac7 HTTP/1.1" status: 204 len: 168 time: 0.3696218 Sep 09 09:13:17.982572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:18.024439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fb9b7026-975b-4208-8959-e66badbd2772 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:18.024815 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:18.048974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46121d-065b-4cf8-8f79-ccd4d91ee622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1506dd-efd1-427b-a507-7bfdb4cddac7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:18.067199 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-61a1b8d9-b5f6-489d-b7ba-640674953ee4 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=559b61acb97442fd970f65e2ab019dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881555 Sep 09 09:13:18.085565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=c8c24ab5-ef89-4f1a-8ea6-b0a89d606829,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:18.119055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking segment: {'id': '79b4a33f-316a-4ea1-a5b9-c196244cbc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0c82a0cd-1454-4b93-bab5-e3c14ab59713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:18.119480 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network hostable DHCP agents. Network: 0c82a0cd-1454-4b93-bab5-e3c14ab59713, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:18.143198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-7ba0c583-82cd-4b2b-b3f5-86ea180eca0f', 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f', 'tenant_id': '559b61acb97442fd970f65e2ab019dad', 'fixed_ips': [{'subnet_id': '5dbf10f2-0d70-4f45-bafc-0e12733beabe'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:13:18.144232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:18.213116 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network 0c82a0cd-1454-4b93-bab5-e3c14ab59713 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:18.286064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 0c82a0cd-1454-4b93-bab5-e3c14ab59713) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:18.301381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:18.301381 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:18.320528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:13:18.336467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Sync routers for ids ['7760a208-c1d6-49d6-bc69-897303ab0383'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:13:18.349874 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-8009aef2-4cde-401f-b296-092ef10c7f81 service neutron] 10.222.0.32 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274704 Sep 09 09:13:18.364893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Allocated IP 172.20.0.2 (7ba0c583-82cd-4b2b-b3f5-86ea180eca0f/5dbf10f2-0d70-4f45-bafc-0e12733beabe/59d76f03-a28e-41d4-9310-8bd38c7ab128) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:18.376470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Routers {'7760a208-c1d6-49d6-bc69-897303ab0383'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:18.377383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7760a208-c1d6-49d6-bc69-897303ab0383'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:18.424141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:18.450797 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:18.452194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dcd94831-58f8-4d1a-96b3-01ea8698f7a6 req-7206e1e2-9bc7-498f-bf56-9ec0e6625ead tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 210 time: 0.0628564 Sep 09 09:13:18.455094 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cb261098-9935-4928-9fda-62d77c399fd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2721536 Sep 09 09:13:18.464042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8669b8fd-18c7-4e65-b676-853b811933b5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.2093508 Sep 09 09:13:18.464042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50518) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:18.466247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50520) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:18.583559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Set router 7760a208-c1d6-49d6-bc69-897303ab0383 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:18.624601 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:18.701018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-7fc6a71a-ff1b-438f-8671-f440d6426076 service neutron] 10.222.0.32 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421705 Sep 09 09:13:18.735123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfdf24-ff53-4df5-b373-a57c19d87567 req-9dc7e6e5-9e4a-42e6-848d-fae27a712d05 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:18.742994 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60cfdf24-ff53-4df5-b373-a57c19d87567 req-9dc7e6e5-9e4a-42e6-848d-fae27a712d05 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 945 time: 0.1126359 Sep 09 09:13:18.744733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50524) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:18.793545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:18.856779 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:18.878398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Transition to ACTIVE for port object 59d76f03-a28e-41d4-9310-8bd38c7ab128 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:18.957248 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Transition to ACTIVE for port object 59d76f03-a28e-41d4-9310-8bd38c7ab128 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:18.983553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:15Z', 'revision_number': 3, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:19.053330 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.131575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Checking router: 7760a208-c1d6-49d6-bc69-897303ab0383 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:13:19.133604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Updating router 7760a208-c1d6-49d6-bc69-897303ab0383 port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:13:19.136341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Pushing event updated for resources: {'Port': ['ID=59d76f03-a28e-41d4-9310-8bd38c7ab128,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:19.146522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:19.167510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] Deleting port f9c14e6a-0161-4794-9738-8b141db19b22 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:19.168323 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.179143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:19.197754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:19.222166 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-609fcf8b-a810-45d0-9cff-2873861f8776 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7440d584040c44edb53e70246d24f425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734664 Sep 09 09:13:19.227396 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50530) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:19.268069 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.282122 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60cfdf24-ff53-4df5-b373-a57c19d87567 req-acb27ac6-468f-45c3-baf9-eaafab8eed84 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380769 Sep 09 09:13:19.392438 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-375d8a0c-6420-47be-8a48-c0af91c728ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.423333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-375d8a0c-6420-47be-8a48-c0af91c728ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.431201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] For port f9c14e6a-0161-4794-9738-8b141db19b22, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f9c14e6a-0161-4794-9738-8b141db19b22,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:19.433478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3d282f8b-ba54-49d2-9937-4a942f53c276 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:19.434646 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.456395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] Calling delete_port for f9c14e6a-0161-4794-9738-8b141db19b22 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:19.471131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.565315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c24ab5-ef89-4f1a-8ea6-b0a89d606829,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:19.658240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.665844 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95c9cdfd-7125-4f1b-88de-9c4a8d706116 req-8996463e-bf84-4bfc-a444-c6fabd9c4942 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 210 time: 0.0648999 Sep 09 09:13:19.669637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Attempting to bind port 59d76f03-a28e-41d4-9310-8bd38c7ab128 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:19.670155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Attempting to bind port 59d76f03-a28e-41d4-9310-8bd38c7ab128 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:19.670867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Attempting to bind port 59d76f03-a28e-41d4-9310-8bd38c7ab128 on network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:19.694036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c82a0cd-1454-4b93-bab5-e3c14ab59713']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:19.707856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b4a33f-316a-4ea1-a5b9-c196244cbc88') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:19.707856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b4a33f-316a-4ea1-a5b9-c196244cbc88') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:19.717859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db746e8a-041a-4ac8-8046-236676742ae8 req-f434b2be-b4f1-4b57-b207-2c077f1f1e5f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:19.719494 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-f434b2be-b4f1-4b57-b207-2c077f1f1e5f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/networks?id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f HTTP/1.1" status: 200 len: 815 time: 0.2890184 Sep 09 09:13:19.738541 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-cd789518-5306-4a2f-b82e-17d675498ad2 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/quotas/559b61acb97442fd970f65e2ab019dad HTTP/1.1" status: 200 len: 375 time: 0.0118113 Sep 09 09:13:19.740193 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.757326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:19.759875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Checking segment: {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:19.759875 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.759875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Bound using segment: {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:19.759875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Bound port: 59d76f03-a28e-41d4-9310-8bd38c7ab128, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:19.759875 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.784622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-375d8a0c-6420-47be-8a48-c0af91c728ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.788415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-375d8a0c-6420-47be-8a48-c0af91c728ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.804309 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-375d8a0c-6420-47be-8a48-c0af91c728ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78399fa3-4d65-44a9-bd95-4c1989ba9f19 HTTP/1.1" status: 204 len: 168 time: 0.5660999 Sep 09 09:13:19.825757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.834806 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.844476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d8a0c-6420-47be-8a48-c0af91c728ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78399fa3-4d65-44a9-bd95-4c1989ba9f19,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:19.858459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:19.858885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:19.875194 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:19.925353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-d2b00684-f328-4ab5-ad7d-99ba57bd80e4 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=559b61acb97442fd970f65e2ab019dad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1772058 Sep 09 09:13:20.009877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] For port 59d76f03-a28e-41d4-9310-8bd38c7ab128, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:20.040844 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.041929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 3d282f8b-ba54-49d2-9937-4a942f53c276 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:20.059730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] For port 59d76f03-a28e-41d4-9310-8bd38c7ab128, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=59d76f03-a28e-41d4-9310-8bd38c7ab128,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:20.063707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 3d282f8b-ba54-49d2-9937-4a942f53c276 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:20.064430 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.098525 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.105507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.118212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Transition to ACTIVE for port object a1c6cf71-3cbb-4664-95be-e214cf8a3e6a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:20.120303 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.128673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.130520 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/0c82a0cd-1454-4b93-bab5-e3c14ab59713 HTTP/1.1" status: 204 len: 168 time: 1.6600175 Sep 09 09:13:20.131781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50556) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:20.150677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1668757775'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:20.189819 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.213616 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.216930 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25ce12-953b-4ffb-b806-2aa2b068ad4e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=0c82a0cd-1454-4b93-bab5-e3c14ab59713,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:20.287219 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c14e6a-0161-4794-9738-8b141db19b22,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:20.316601 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.321548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b5d9e-d127-4b54-818b-0a5f1a3bbb08 None None] Pushing event updated for resources: {'Port': ['ID=a1c6cf71-3cbb-4664-95be-e214cf8a3e6a,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:20.346122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Attempting to bind port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:20.346752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Attempting to bind port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:20.347293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Attempting to bind port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:20.372551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:20.385651 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.387152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:20.387804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:20.388383 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.388951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:20.389600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Bound port: a1c6cf71-3cbb-4664-95be-e214cf8a3e6a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:20.390374 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.439817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d282f8b-ba54-49d2-9937-4a942f53c276'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:20.442748 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7431ff-1eee-46e1-bb8f-4f682ee9b742" -d '{"events": [{"server_uuid": "d786cff4-99cd-4b8d-960c-5482b2b12977", "name": "network-vif-plugged", "status": "completed", "tag": "3d282f8b-ba54-49d2-9937-4a942f53c276"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:20.473145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3d282f8b-ba54-49d2-9937-4a942f53c276, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d282f8b-ba54-49d2-9937-4a942f53c276,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:20.487958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6704748-ab2e-47cd-90d7-7d7189e9bfa3 None None] Pushing event updated for resources: {'Port': ['ID=59d76f03-a28e-41d4-9310-8bd38c7ab128,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:20.501079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:20.516151 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.516509 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment 70c0526d-9b01-4882-b810-052c0d0bab37 of type vlan for network 35782c12-81c3-41b5-b0d0-e95db1ceb357 Sep 09 09:13:20.542395 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.574729 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.574983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Allocated IP 172.20.0.1 (6c21bb16-856d-4e75-a210-1d2b0cfe3525/cbb7a28d-4da9-4308-826e-1c5f8840267e/cdac9fdc-79b1-4ede-b531-6095f1fe27ae) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:20.602597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2079-66e4-4fa5-ad72-6db11abdd4f9 req-077297da-80ef-4275-9914-3aea0b91ab34 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:20.639924 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c7c2079-66e4-4fa5-ad72-6db11abdd4f9 req-077297da-80ef-4275-9914-3aea0b91ab34 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 945 time: 0.2236562 Sep 09 09:13:20.649485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] For port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:20.669927 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] For port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a1c6cf71-3cbb-4664-95be-e214cf8a3e6a,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:20.705502 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.726417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:20.731613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.737500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=3d282f8b-ba54-49d2-9937-4a942f53c276,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:20.766562 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.787097 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:20.814150 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c7c2079-66e4-4fa5-ad72-6db11abdd4f9 req-f96f3ed4-2858-4ac4-8ba6-0a2cf46b53a5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644728 Sep 09 09:13:20.844801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=35782c12-81c3-41b5-b0d0-e95db1ceb357,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:20.855842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-741d2c71-c6c6-41ad-a773-a8a668097487 service neutron] 10.222.0.32 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9294384 Sep 09 09:13:20.916125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b5d9e-d127-4b54-818b-0a5f1a3bbb08 None None] Pushing event updated for resources: {'Port': ['ID=a1c6cf71-3cbb-4664-95be-e214cf8a3e6a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:20.924627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 35782c12-81c3-41b5-b0d0-e95db1ceb357 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:21.028035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d79d4f5f-1fdb-466a-b42c-2d9f495440a6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8884799 Sep 09 09:13:21.037648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50578) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:21.049038 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:21.059936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3ef37ce3-e8c8-463c-ac67-0d45518dbfa2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:21.072748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Transition to ACTIVE for port object cdac9fdc-79b1-4ede-b531-6095f1fe27ae will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:21.075880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Routers {'7760a208-c1d6-49d6-bc69-897303ab0383'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:21.076721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7760a208-c1d6-49d6-bc69-897303ab0383'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:21.238108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] Set router 7760a208-c1d6-49d6-bc69-897303ab0383 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:21.243277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:21.251201 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e59f3d8-eb53-4d2c-9137-7340ae143f80 x-openstack-request-id: req-1e59f3d8-eb53-4d2c-9137-7340ae143f80 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:21.252372 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d786cff4-99cd-4b8d-960c-5482b2b12977", "name": "network-vif-plugged", "status": "completed", "tag": "3d282f8b-ba54-49d2-9937-4a942f53c276", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:21.253492 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e59f3d8-eb53-4d2c-9137-7340ae143f80 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:21.255647 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d282f8b-ba54-49d2-9937-4a942f53c276', 'code': 200} Sep 09 09:13:21.284169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-fdc813ef-34e8-4b32-8f4c-14f228c3993d service neutron] 10.222.0.32 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267583 Sep 09 09:13:21.318735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Pushing event updated for resources: {'Port': ['ID=cdac9fdc-79b1-4ede-b531-6095f1fe27ae,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:21.370654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:21.394953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:21.464813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:21.536954 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ef37ce3-e8c8-463c-ac67-0d45518dbfa2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:21.561415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370126b-b2e2-41df-8189-8479fe4b4203 req-289e963b-4b7a-49d4-8242-b681bc2284a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:21.565229 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c370126b-b2e2-41df-8189-8479fe4b4203 req-289e963b-4b7a-49d4-8242-b681bc2284a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 1098 time: 0.2503412 Sep 09 09:13:21.625137 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-47d59560-7534-49f8-8d77-eb819a00a456 req-908a966c-ccc8-4cc4-8d9b-1475254cf78f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 210 time: 0.1235299 Sep 09 09:13:21.641626 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ef37ce3-e8c8-463c-ac67-0d45518dbfa2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:21.691527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ef37ce3-e8c8-463c-ac67-0d45518dbfa2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network 35782c12-81c3-41b5-b0d0-e95db1ceb357 is not hosted by any dhcp agent {{(pid=95326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 09 09:13:21.708571 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef37ce3-e8c8-463c-ac67-0d45518dbfa2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:21.714068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ef37ce3-e8c8-463c-ac67-0d45518dbfa2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:21.724189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3ef37ce3-e8c8-463c-ac67-0d45518dbfa2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "PUT /v2.0/networks/35782c12-81c3-41b5-b0d0-e95db1ceb357 HTTP/1.1" status: 200 len: 723 time: 0.6822448 Sep 09 09:13:21.739667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50592) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:21.756502 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:21.763785 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'network_id': '35782c12-81c3-41b5-b0d0-e95db1ceb357', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:21.871546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 59d76f03-a28e-41d4-9310-8bd38c7ab128 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:21.878666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef37ce3-e8c8-463c-ac67-0d45518dbfa2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=35782c12-81c3-41b5-b0d0-e95db1ceb357,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:21.904623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 35782c12-81c3-41b5-b0d0-e95db1ceb357 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:22.139277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222f47f8-11d0-4d63-bcdd-33f848db13ce None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:13:22.214125 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fb55e-252d-4a3e-82c8-48dda3eda641 req-262b6e7f-bc5e-4873-be4f-b3b24feb32e3 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:22.216024 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac0fb55e-252d-4a3e-82c8-48dda3eda641 req-262b6e7f-bc5e-4873-be4f-b3b24feb32e3 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1370976 Sep 09 09:13:22.301987 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac0fb55e-252d-4a3e-82c8-48dda3eda641 req-c3c61968-3978-49cc-b57e-5810f7eaef69 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705876 Sep 09 09:13:22.310146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:22.317453 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:22.318754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] Router dc8b3af7-a639-4255-909b-94e241868ef4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:13:22.347588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bc3bd4fd-1b92-4f75-909d-2801995af074 None None] Provisioning for port 59d76f03-a28e-41d4-9310-8bd38c7ab128 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:22.572405 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f47f8-11d0-4d63-bcdd-33f848db13ce None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:13:22.587005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 59d76f03-a28e-41d4-9310-8bd38c7ab128 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:22.592376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:15Z', 'revision_number': 3, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:22.624168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 59d76f03-a28e-41d4-9310-8bd38c7ab128 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:22.624550 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:22.627462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bd4fe-e6ba-44ba-968f-5e0763387740 None None] The sync data for ids ['7760a208-c1d6-49d6-bc69-897303ab0383'] in n-d-778696-16 is: [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:15Z', 'revision_number': 3, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:13:22.731237 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:13:22.740885 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-36c25eaf-4110-4efb-8255-09309a9d3331 admin admin] 10.222.0.32 "PUT /v2.0/routers/dc8b3af7-a639-4255-909b-94e241868ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3147984 Sep 09 09:13:22.741135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50624) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:22.750541 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93c66a-5d42-4c6d-b9ce-3f06e11aa5b5 None None] Sync routers for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:13:22.766526 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93c66a-5d42-4c6d-b9ce-3f06e11aa5b5 None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:22.767273 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bd93c66a-5d42-4c6d-b9ce-3f06e11aa5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:22.788020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:22.844819 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:22.881285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-b9919ce0-b4b7-435e-af96-b211fdcda8bd tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:22.891471 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-b9919ce0-b4b7-435e-af96-b211fdcda8bd tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/networks?id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f HTTP/1.1" status: 200 len: 815 time: 0.5288377 Sep 09 09:13:22.895695 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c370126b-b2e2-41df-8189-8479fe4b4203 req-05e476ce-36f2-4600-9a81-8075cb6c700e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2693429 Sep 09 09:13:22.951672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 59d76f03-a28e-41d4-9310-8bd38c7ab128, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=59d76f03-a28e-41d4-9310-8bd38c7ab128,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:22.952803 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-967d23ae-8433-4e5f-859f-214094925763 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/quotas/559b61acb97442fd970f65e2ab019dad HTTP/1.1" status: 200 len: 375 time: 0.0603211 Sep 09 09:13:22.976126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-21333281-ee04-47d1-8080-90747b6efdfd tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:22.977983 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-21333281-ee04-47d1-8080-90747b6efdfd tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.24 "GET /v2.0/networks?id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f HTTP/1.1" status: 200 len: 815 time: 1.3366044 Sep 09 09:13:22.993248 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=56577a49-d75a-4ded-9e01-49362946e0c6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:23.012311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Request body: {'port': {'device_id': '43571481-5078-47dc-9a22-d6a8d46e045c', 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f', 'admin_state_up': True, 'tenant_id': '559b61acb97442fd970f65e2ab019dad'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:23.029550 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:23.062810 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a2604393-5e79-4bba-880a-baf7667c782c req-c95758b2-2f23-48d9-9dd3-56b43cb7b49a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c8f5c85-b1fc-4d30-9906-2a9ae6d7c6c3 HTTP/1.1" status: 200 len: 210 time: 0.2298286 Sep 09 09:13:23.084017 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-bd93c66a-5d42-4c6d-b9ce-3f06e11aa5b5 None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:23.171170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking segment: {'id': '70c0526d-9b01-4882-b810-052c0d0bab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '35782c12-81c3-41b5-b0d0-e95db1ceb357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:23.175619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network hostable DHCP agents. Network: 35782c12-81c3-41b5-b0d0-e95db1ceb357, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:23.365049 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:23.419207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=59d76f03-a28e-41d4-9310-8bd38c7ab128,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:23.441912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network 35782c12-81c3-41b5-b0d0-e95db1ceb357 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:23.481324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919c28e-3fcb-45c8-94ab-df1d3a66b572 None None] Network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:23.505126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:23.562135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 35782c12-81c3-41b5-b0d0-e95db1ceb357) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:23.603661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:23.656124 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:23.691510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e3f6e0-707c-46a4-a946-5a9c96399e45 None None] Network 0c82a0cd-1454-4b93-bab5-e3c14ab59713 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:23.696571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64471778-eb9d-443c-9a95-1e4574156d07 None None] Network 35782c12-81c3-41b5-b0d0-e95db1ceb357 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:23.711110 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-c224e108-cde0-4f8f-a971-497140e0d94b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=559b61acb97442fd970f65e2ab019dad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7570882 Sep 09 09:13:23.898979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-28d1e42d-c877-44a9-ad1d-30127357de0c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1551542 Sep 09 09:13:23.908427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50638) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:23.940903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-3bd3c07f-85ba-4265-aea4-75e132cb1a81 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:23.959497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb353640-39b5-42aa-a7d7-c019e4aac44c req-94399ea7-c215-4eb1-96af-6a0c50f1a287 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:23.978793 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb353640-39b5-42aa-a7d7-c019e4aac44c req-94399ea7-c215-4eb1-96af-6a0c50f1a287 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.5148377 Sep 09 09:13:24.019069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1c6cf71-3cbb-4664-95be-e214cf8a3e6a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:24.050460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:24.089185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb353640-39b5-42aa-a7d7-c019e4aac44c req-10e826fb-9e56-44ab-b38f-00b467e60ab5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037753 Sep 09 09:13:24.116822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e3f6e0-707c-46a4-a946-5a9c96399e45 None None] Network 0c82a0cd-1454-4b93-bab5-e3c14ab59713 could not be found, it might have been deleted concurrently. {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 09 09:13:24.117254 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bd93c66a-5d42-4c6d-b9ce-3f06e11aa5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:13:19Z', 'revision_number': 5, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port': {'id': '4f03f913-7e0d-4978-90eb-44ffee1cb734', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:29Z', 'updated_at': '2021-09-09T09:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:24.158709 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93c66a-5d42-4c6d-b9ce-3f06e11aa5b5 None None] Checking router: dc8b3af7-a639-4255-909b-94e241868ef4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:13:24.171958 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93c66a-5d42-4c6d-b9ce-3f06e11aa5b5 None None] Routers {'dc8b3af7-a639-4255-909b-94e241868ef4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:24.173341 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bd93c66a-5d42-4c6d-b9ce-3f06e11aa5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dc8b3af7-a639-4255-909b-94e241868ef4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:24.201216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-35782c12-81c3-41b5-b0d0-e95db1ceb357', 'network_id': '35782c12-81c3-41b5-b0d0-e95db1ceb357', 'tenant_id': '81afd6c9558b4996ac743d4fca7d013e', 'fixed_ips': [{'subnet_id': '56577a49-d75a-4ded-9e01-49362946e0c6'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:13:24.202368 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:24.270173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Deleting port 4f03f913-7e0d-4978-90eb-44ffee1cb734 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:24.272733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:24.340542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Made reservation on behalf of 559b61acb97442fd970f65e2ab019dad for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:24.344188 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:24.352624 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-bd93c66a-5d42-4c6d-b9ce-3f06e11aa5b5 None None] Set router dc8b3af7-a639-4255-909b-94e241868ef4 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:24.413624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] For port 4f03f913-7e0d-4978-90eb-44ffee1cb734, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4f03f913-7e0d-4978-90eb-44ffee1cb734,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:24.414741 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:24.442377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Allocated IP 172.20.0.2 (35782c12-81c3-41b5-b0d0-e95db1ceb357/56577a49-d75a-4ded-9e01-49362946e0c6/03f6df05-8e4e-4774-91ca-be2fda3fb344) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:24.446341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Calling delete_port for 4f03f913-7e0d-4978-90eb-44ffee1cb734 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:24.458008 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bd93c66a-5d42-4c6d-b9ce-3f06e11aa5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:13:24Z', 'revision_number': 6, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:24.488058 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c07f-85ba-4265-aea4-75e132cb1a81 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12491352'] for subnet, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:24.496934 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93c66a-5d42-4c6d-b9ce-3f06e11aa5b5 None None] The sync data for ids ['dc8b3af7-a639-4255-909b-94e241868ef4'] in n-d-778696-16 is: [{'id': 'dc8b3af7-a639-4255-909b-94e241868ef4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327916481-router', 'tenant_id': '6f8f99698e89468394188ee2ceca9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:27Z', 'updated_at': '2021-09-09T09:13:24Z', 'revision_number': 6, 'project_id': '6f8f99698e89468394188ee2ceca9ef4', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:13:24.503955 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-4a4e3af6-1356-47a0-ac12-f4eebafca1c6 service neutron] 10.222.0.32 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117112 Sep 09 09:13:24.633882 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:24.643140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Transition to ACTIVE for port object 03f6df05-8e4e-4774-91ca-be2fda3fb344 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:24.659428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Transition to ACTIVE for port object 03f6df05-8e4e-4774-91ca-be2fda3fb344 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:24.662274 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f652403-e7d4-4ca1-a853-5d5d4acfea1d None None] Network 0c82a0cd-1454-4b93-bab5-e3c14ab59713 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:24.686792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f652403-e7d4-4ca1-a853-5d5d4acfea1d None None] Network 0c82a0cd-1454-4b93-bab5-e3c14ab59713 could not be found, it might have been deleted concurrently. {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 09 09:13:24.744736 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:24.800289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Pushing event updated for resources: {'Port': ['ID=03f6df05-8e4e-4774-91ca-be2fda3fb344,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:24.811450 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Network 35782c12-81c3-41b5-b0d0-e95db1ceb357 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:24.814383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:24.817163 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:24.895214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:24.907872 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:24.913713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c18b7d5d-948d-4104-ae6e-42ff9c5f8e81 None None] Provisioning for port cdac9fdc-79b1-4ede-b531-6095f1fe27ae completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:24.958367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:24.959626 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:24.961487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c18b7d5d-948d-4104-ae6e-42ff9c5f8e81 None None] Provisioning complete for port cdac9fdc-79b1-4ede-b531-6095f1fe27ae triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:24.962086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c18b7d5d-948d-4104-ae6e-42ff9c5f8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:24.971735 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.017045 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-910db2a0-c585-4fc1-8ebf-8f6ea6649294 service neutron] 10.222.0.32 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378426 Sep 09 09:13:25.023984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db746e8a-041a-4ac8-8046-236676742ae8 req-6ee362f4-9a9e-4269-b5fb-ca387749a811 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.026370 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-6ee362f4-9a9e-4269-b5fb-ca387749a811 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.41 "GET /v2.0/networks?id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f HTTP/1.1" status: 200 len: 815 time: 0.4483953 Sep 09 09:13:25.059157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Request body: {'port': {'device_id': 'ba907911-e72e-40f2-86c1-12964a35db4b', 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f', 'admin_state_up': True, 'tenant_id': '559b61acb97442fd970f65e2ab019dad'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:25.083880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Attempting to bind port 03f6df05-8e4e-4774-91ca-be2fda3fb344 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:25.085727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Attempting to bind port 03f6df05-8e4e-4774-91ca-be2fda3fb344 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '70c0526d-9b01-4882-b810-052c0d0bab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '35782c12-81c3-41b5-b0d0-e95db1ceb357'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:25.085727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Attempting to bind port 03f6df05-8e4e-4774-91ca-be2fda3fb344 on network 35782c12-81c3-41b5-b0d0-e95db1ceb357 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:25.091970 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.110752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:25.112754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Checking segment: {'id': '70c0526d-9b01-4882-b810-052c0d0bab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '35782c12-81c3-41b5-b0d0-e95db1ceb357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:25.112754 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.112754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Bound using segment: {'id': '70c0526d-9b01-4882-b810-052c0d0bab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '35782c12-81c3-41b5-b0d0-e95db1ceb357'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:25.113619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Bound port: 03f6df05-8e4e-4774-91ca-be2fda3fb344, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c0526d-9b01-4882-b810-052c0d0bab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '35782c12-81c3-41b5-b0d0-e95db1ceb357'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:25.114336 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.209306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Allocated IP 172.20.0.11 (7ba0c583-82cd-4b2b-b3f5-86ea180eca0f/5dbf10f2-0d70-4f45-bafc-0e12733beabe/b964e21c-9fdf-42be-a61f-29cefa0a60ca) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:25.234519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c18b7d5d-948d-4104-ae6e-42ff9c5f8e81 None None] Port cdac9fdc-79b1-4ede-b531-6095f1fe27ae cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:13:25.258407 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.266307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.268184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.269920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.270991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.271902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.275200 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.275876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.276619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.277198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.281085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.281664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.283307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.284183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:25.287110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f424df8-981b-46d9-a683-70f1768bb18e req-6dc210da-ce64-44bc-beb7-96dc8cfbc8a7 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9182 time: 0.5956719 Sep 09 09:13:25.339335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f03f913-7e0d-4978-90eb-44ffee1cb734,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:25.345449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] For port 03f6df05-8e4e-4774-91ca-be2fda3fb344, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:25.365651 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.389403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] For port 03f6df05-8e4e-4774-91ca-be2fda3fb344, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03f6df05-8e4e-4774-91ca-be2fda3fb344,segment=NetworkSegment(70c0526d-9b01-4882-b810-052c0d0bab37),segment_id=70c0526d-9b01-4882-b810-052c0d0bab37)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:25.425783 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.479854 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.585446 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.603221 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c07f-85ba-4265-aea4-75e132cb1a81 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734703415565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8995762'] for subnet, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.652228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Pushing event updated for resources: {'Port': ['ID=cdac9fdc-79b1-4ede-b531-6095f1fe27ae,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:25.722462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a1c6cf71-3cbb-4664-95be-e214cf8a3e6a,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:25.795937 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c276411-e5bc-4a2a-b0c0-3b0cd475d1fd None None] Pushing event updated for resources: {'Port': ['ID=03f6df05-8e4e-4774-91ca-be2fda3fb344,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:25.806708 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.809158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 59d76f03-a28e-41d4-9310-8bd38c7ab128 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:25.823082 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.828948 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.938006 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:25.938875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120b5667-ff31-47e7-ba93-f55abb0c8fd3 None None] Network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:26.098403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=a1c6cf71-3cbb-4664-95be-e214cf8a3e6a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:26.149107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:26.151160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc8b3af7-a639-4255-909b-94e241868ef4 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:13:26.176318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d14247ea-8ffd-46b5-b811-d5a8634a5931 None None] Provisioning complete for port 59d76f03-a28e-41d4-9310-8bd38c7ab128 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:26.176693 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d14247ea-8ffd-46b5-b811-d5a8634a5931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:26.188940 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:26.195974 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e9f522e7-cd24-427c-aabe-e2ab1a1cb4e2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dc8b3af7-a639-4255-909b-94e241868ef4 HTTP/1.1" status: 204 len: 168 time: 3.4532578 Sep 09 09:13:26.203976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50666) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:26.254984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9661f9b-7946-4840-9436-cb9826691276 req-ee25e9bf-369e-4108-9304-0b51584244d8 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:26.265621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a9661f9b-7946-4840-9436-cb9826691276 req-ee25e9bf-369e-4108-9304-0b51584244d8 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 886 time: 0.5228922 Sep 09 09:13:26.329614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 59d76f03-a28e-41d4-9310-8bd38c7ab128 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:26.331755 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:26.403018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a41a2491-18b2-49b2-9763-fa9868d923af req-9eacd145-65c8-499e-8b44-a67fe054866a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 210 time: 0.0584776 Sep 09 09:13:26.649846 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:26.665623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Transition to ACTIVE for port object b964e21c-9fdf-42be-a61f-29cefa0a60ca will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:26.767412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3c07f-85ba-4265-aea4-75e132cb1a81 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:26.767412 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c07f-85ba-4265-aea4-75e132cb1a81 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:26.767412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3bd3c07f-85ba-4265-aea4-75e132cb1a81 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "PUT /v2.0/subnets/56577a49-d75a-4ded-9e01-49362946e0c6 HTTP/1.1" status: 200 len: 806 time: 2.8492372 Sep 09 09:13:26.767807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50674) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:26.823210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-49044d32-2b9b-4b06-870b-b88748fbe795 admin admin] Deleting subnet 03cc89b6-6df2-464e-813c-19e32777bee5 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:13:26.857262 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49044d32-2b9b-4b06-870b-b88748fbe795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:26.904411 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3c07f-85ba-4265-aea4-75e132cb1a81 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=56577a49-d75a-4ded-9e01-49362946e0c6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:26.938894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49044d32-2b9b-4b06-870b-b88748fbe795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:26.976437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1c6cf71-3cbb-4664-95be-e214cf8a3e6a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:27.104845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:27.112175 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:27.114477 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:27.126509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92beb1c-5071-4cee-8489-6e4d470c75af req-4457be27-1ae0-4128-aaac-3beb1f4b050a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.134255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b92beb1c-5071-4cee-8489-6e4d470c75af req-4457be27-1ae0-4128-aaac-3beb1f4b050a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 1.5555825 Sep 09 09:13:27.139095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Made reservation on behalf of 559b61acb97442fd970f65e2ab019dad for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:27.142912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:27.144814 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49044d32-2b9b-4b06-870b-b88748fbe795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:27.194760 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9e4a2bbd-3478-4a32-b5c4-c539b8e56766 None None] Provisioning complete for port 59d76f03-a28e-41d4-9310-8bd38c7ab128 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:27.200482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:27.211528 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e4a2bbd-3478-4a32-b5c4-c539b8e56766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:27.222305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.222854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.223405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.223940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.224410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.224957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.225608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.226103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.226566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.227591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.228063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.228576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.229133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:27.231648 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cc83e50f-5126-4c44-a178-50cf615e7253 req-84897972-3291-439c-88b5-f7cf0b8374e6 tempest-NetworksTest-619912486 tempest-NetworksTest-619912486-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9182 time: 0.7835779 Sep 09 09:13:27.265168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:27.275885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49044d32-2b9b-4b06-870b-b88748fbe795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:27.332763 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:27.375042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b92beb1c-5071-4cee-8489-6e4d470c75af req-86d533c9-c8cc-449a-aa8e-7fa0322c90fe tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396836 Sep 09 09:13:27.402518 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49044d32-2b9b-4b06-870b-b88748fbe795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:27.406691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-49044d32-2b9b-4b06-870b-b88748fbe795 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/03cc89b6-6df2-464e-813c-19e32777bee5 HTTP/1.1" status: 204 len: 168 time: 1.1995139 Sep 09 09:13:27.407564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49044d32-2b9b-4b06-870b-b88748fbe795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03cc89b6-6df2-464e-813c-19e32777bee5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:27.416652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:27.463186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac662dd5-11ac-4389-8cf9-e0cc71f88f1d None None] Network 1e03ded8-bda0-484a-9427-b212bb2c9357 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:27.586603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03f6df05-8e4e-4774-91ca-be2fda3fb344 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:27.590418 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:27.900970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab9743-5f5d-4213-8f48-615631bfffda None None] Network 35782c12-81c3-41b5-b0d0-e95db1ceb357 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:27.949517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Pushing event updated for resources: {'Port': ['ID=b964e21c-9fdf-42be-a61f-29cefa0a60ca,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:28.016823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50690) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:28.018783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Router 7760a208-c1d6-49d6-bc69-897303ab0383 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:13:28.093120 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-439c41e3-4896-4c99-b814-fdadab1b92f5 req-f895c0e2-f9e9-4e88-a4b7-05b9b07096c8 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 210 time: 0.4366384 Sep 09 09:13:28.115320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:28.141757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:28.172132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Allocated IP 172.20.0.8 (7ba0c583-82cd-4b2b-b3f5-86ea180eca0f/5dbf10f2-0d70-4f45-bafc-0e12733beabe/829ff870-127d-40b7-bda5-48716789ee84) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:28.174801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:28.320179 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c836350d-96ae-4605-8026-9e12998adc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:28.407112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff8cade-fa08-4867-ba69-939562d3a43b None None] DHCP port deletion for 1e03ded8-bda0-484a-9427-b212bb2c9357 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:13:28.415469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f49c957d-9e19-40ee-aee2-ec835881f7c6 None None] Provisioning complete for port cdac9fdc-79b1-4ede-b531-6095f1fe27ae triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:28.415991 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f49c957d-9e19-40ee-aee2-ec835881f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:28.457412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:28.458057 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:28.482708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 03f6df05-8e4e-4774-91ca-be2fda3fb344 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:28.484971 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b9e57-238e-460c-9ffa-9ef6c6323c81 req-2fdc6723-cead-4836-9de1-06dc769d5721 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:28.486685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a31b9e57-238e-460c-9ffa-9ef6c6323c81 req-2fdc6723-cead-4836-9de1-06dc769d5721 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.8334029 Sep 09 09:13:28.502878 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:13:28.523321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f49c957d-9e19-40ee-aee2-ec835881f7c6 None None] Port cdac9fdc-79b1-4ede-b531-6095f1fe27ae cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:13:28.543126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Deleting port 03f6df05-8e4e-4774-91ca-be2fda3fb344 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:28.543800 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:28.588394 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Deleting port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:28.589144 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:28.627254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8cade-fa08-4867-ba69-939562d3a43b None None] Deleting port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:28.627665 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ff8cade-fa08-4867-ba69-939562d3a43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:28.653710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f9c14e6a-0161-4794-9738-8b141db19b22 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:28.657667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f49c957d-9e19-40ee-aee2-ec835881f7c6 None None] Provisioning for port 03f6df05-8e4e-4774-91ca-be2fda3fb344 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:28.715544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f49c957d-9e19-40ee-aee2-ec835881f7c6 None None] Provisioning complete for port 03f6df05-8e4e-4774-91ca-be2fda3fb344 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:28.715926 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f49c957d-9e19-40ee-aee2-ec835881f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:28.719152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: f9c14e6a-0161-4794-9738-8b141db19b22 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:28.721713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f9c14e6a-0161-4794-9738-8b141db19b22 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:28.722167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4f03f913-7e0d-4978-90eb-44ffee1cb734 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:28.734417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:13:28.748196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] For port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5d6edb5b-aabe-4f38-846b-98ffe0e771b4,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:28.748896 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:28.762263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7b1e734e-7a03-4712-b514-60a5240e6c08 admin admin] 10.222.0.32 "PUT /v2.0/routers/7760a208-c1d6-49d6-bc69-897303ab0383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2934761 Sep 09 09:13:28.774366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Calling delete_port for 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:28.836098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Sync routers for ids ['7760a208-c1d6-49d6-bc69-897303ab0383'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:13:28.858674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 4f03f913-7e0d-4978-90eb-44ffee1cb734 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:28.859042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4f03f913-7e0d-4978-90eb-44ffee1cb734 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:28.922368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3ff8cade-fa08-4867-ba69-939562d3a43b None None] For port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5d6edb5b-aabe-4f38-846b-98ffe0e771b4,segment=NetworkSegment(7a910077-01ac-4def-97ec-950ed8022c6e),segment_id=7a910077-01ac-4def-97ec-950ed8022c6e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:28.923083 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ff8cade-fa08-4867-ba69-939562d3a43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:28.987980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a31b9e57-238e-460c-9ffa-9ef6c6323c81 req-51e7709c-4cbc-4d7a-93ee-f62a729fe9de tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799082 Sep 09 09:13:28.989495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8cade-fa08-4867-ba69-939562d3a43b None None] Calling delete_port for 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:29.001701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.086312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] For port 03f6df05-8e4e-4774-91ca-be2fda3fb344, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03f6df05-8e4e-4774-91ca-be2fda3fb344,segment=NetworkSegment(70c0526d-9b01-4882-b810-052c0d0bab37),segment_id=70c0526d-9b01-4882-b810-052c0d0bab37)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:29.087873 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.106370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a446c3-3ed1-4610-9a55-11fc16e24ebe None None] Network 35782c12-81c3-41b5-b0d0-e95db1ceb357 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:29.110127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:29.133939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Calling delete_port for 03f6df05-8e4e-4774-91ca-be2fda3fb344 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:29.141134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6edb5b-aabe-4f38-846b-98ffe0e771b4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:29.157941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-9a84fd4d-98b2-40e5-bac2-bdafae9270be tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:29.159560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-9a84fd4d-98b2-40e5-bac2-bdafae9270be tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.24 "GET /v2.0/networks?id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f HTTP/1.1" status: 200 len: 815 time: 0.8320091 Sep 09 09:13:29.161961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] No DVR routers for this DVR port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:29.192754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Request body: {'port': {'device_id': '3e586ada-f126-404d-8a1e-09936db9eef5', 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f', 'admin_state_up': True, 'tenant_id': '559b61acb97442fd970f65e2ab019dad'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:29.200131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:29.201932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:29.244261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Routers {'7760a208-c1d6-49d6-bc69-897303ab0383'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:29.248597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7760a208-c1d6-49d6-bc69-897303ab0383'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:29.253538 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.290859 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c836350d-96ae-4605-8026-9e12998adc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.299889 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Transition to ACTIVE for port object 829ff870-127d-40b7-bda5-48716789ee84 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:29.347201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9d160ed-cff8-4f07-bb32-1f9e56139b4d req-7c45537a-f9f2-49bd-a59d-e5da59ccc90d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3581562 Sep 09 09:13:29.440053 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c836350d-96ae-4605-8026-9e12998adc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.482557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836350d-96ae-4605-8026-9e12998adc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbc0d2f-69ba-4f21-8637-46f2532f601a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:29.495361 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cbfd71e2-85f6-4716-94ce-46fabc3fcdde req-48e17a9e-19e3-4c76-a66f-dcf6d1f42a15 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 210 time: 0.1498911 Sep 09 09:13:29.499602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0a8c0b35-f4d1-43bc-93b9-8d00d4698ea0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5001042 Sep 09 09:13:29.517633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Request body: {'port': {'device_id': '43571481-5078-47dc-9a22-d6a8d46e045c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:29.583357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Set router 7760a208-c1d6-49d6-bc69-897303ab0383 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:29.602312 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.610679 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c836350d-96ae-4605-8026-9e12998adc98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9004dc2862fe4c23a2e0ecbd3143bff8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5906086 Sep 09 09:13:29.634552 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.643183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:29.652733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50712) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:29.668535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:29.673792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:29.676347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.713934 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.757720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50714) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:29.780171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-488d58ab-b662-41fa-bfee-f45d90ba89ad tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758441838', 'description': 'tempest-description--577804734'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:29.820864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e03ded8-bda0-484a-9427-b212bb2c9357']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:29.834180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a910077-01ac-4def-97ec-950ed8022c6e') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:29.834479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a910077-01ac-4def-97ec-950ed8022c6e') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:29.846829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.873624 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.873896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f49c957d-9e19-40ee-aee2-ec835881f7c6 None None] Port 03f6df05-8e4e-4774-91ca-be2fda3fb344 update to ACTIVE by agent not found {{(pid=95327) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 09 09:13:29.881201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:29.882442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No DVR routers for this DVR port 03f6df05-8e4e-4774-91ca-be2fda3fb344 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:29.882630 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.926063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Pushing event updated for resources: {'Port': ['ID=829ff870-127d-40b7-bda5-48716789ee84,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:29.938105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:29.938975 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:29.977361 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:29.998665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Made reservation on behalf of 559b61acb97442fd970f65e2ab019dad for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:30.002664 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.008311 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-217fe154-687c-4dc9-911a-32cdfe34d5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.039857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d160ed-cff8-4f07-bb32-1f9e56139b4d req-e07a6b66-49bb-4a93-8f3d-44ff0fed6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:30.041496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9d160ed-cff8-4f07-bb32-1f9e56139b4d req-e07a6b66-49bb-4a93-8f3d-44ff0fed6d16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 1097 time: 0.6389167 Sep 09 09:13:30.046194 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ff8cade-fa08-4867-ba69-939562d3a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.056563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28cca-51b9-4aaf-ad5e-d5416c4c5dcf req-a1528c1b-4a5e-4a62-9573-45e27dcaa52c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:30.058542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7c28cca-51b9-4aaf-ad5e-d5416c4c5dcf req-a1528c1b-4a5e-4a62-9573-45e27dcaa52c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.4030869 Sep 09 09:13:30.090332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Port': ['ID=03f6df05-8e4e-4774-91ca-be2fda3fb344,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:30.119032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-488d58ab-b662-41fa-bfee-f45d90ba89ad tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.142092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8cade-fa08-4867-ba69-939562d3a43b None None] Pushing event deleted for resources: {'Port': ['ID=5d6edb5b-aabe-4f38-846b-98ffe0e771b4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:30.153331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8cade-fa08-4867-ba69-939562d3a43b None None] No DVR routers for this DVR port 5d6edb5b-aabe-4f38-846b-98ffe0e771b4 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:30.182574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-126af267-8356-4a14-8dab-087afa482b54 None None] Provisioning for port b964e21c-9fdf-42be-a61f-29cefa0a60ca completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:30.214687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-126af267-8356-4a14-8dab-087afa482b54 None None] Provisioning complete for port b964e21c-9fdf-42be-a61f-29cefa0a60ca triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:30.214948 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-126af267-8356-4a14-8dab-087afa482b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.296891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Allocated IP 172.20.0.14 (7ba0c583-82cd-4b2b-b3f5-86ea180eca0f/5dbf10f2-0d70-4f45-bafc-0e12733beabe/6028c922-6f8d-47a3-9ef9-a9701585b80a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:30.319488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-488d58ab-b662-41fa-bfee-f45d90ba89ad tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.326175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-126af267-8356-4a14-8dab-087afa482b54 None None] Port b964e21c-9fdf-42be-a61f-29cefa0a60ca cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:13:30.333227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-126af267-8356-4a14-8dab-087afa482b54 None None] Could not find standard attr ID for object 03f6df05-8e4e-4774-91ca-be2fda3fb344. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:13:30.352976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:23Z', 'revision_number': 4, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cdac9fdc-79b1-4ede-b531-6095f1fe27ae', 'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'mac_address': 'fa:16:3e:26:04:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:19Z', 'updated_at': '2021-09-09T09:13:24Z', 'revision_number': 2, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'subnets': [{'id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:30.387440 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.399096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Checking router: 7760a208-c1d6-49d6-bc69-897303ab0383 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:13:30.399488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Updating router 7760a208-c1d6-49d6-bc69-897303ab0383 port cdac9fdc-79b1-4ede-b531-6095f1fe27ae binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:13:30.431915 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.437173 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-488d58ab-b662-41fa-bfee-f45d90ba89ad tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.490527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-217fe154-687c-4dc9-911a-32cdfe34d5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.492776 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.493451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d58ab-b662-41fa-bfee-f45d90ba89ad tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:30.499485 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-ebdaf5e4-537a-4035-abcd-0f2fff3a6d4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4475927 Sep 09 09:13:30.514071 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Request body: {'port': {'device_id': 'ba907911-e72e-40f2-86c1-12964a35db4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:30.516460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.519401 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] 10.222.0.32 "DELETE /v2.0/networks/1e03ded8-bda0-484a-9427-b212bb2c9357 HTTP/1.1" status: 204 len: 168 time: 3.1016216 Sep 09 09:13:30.525581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50718) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:30.557821 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-488d58ab-b662-41fa-bfee-f45d90ba89ad tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.559417 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-488d58ab-b662-41fa-bfee-f45d90ba89ad tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7895699 Sep 09 09:13:30.571963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50722) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:30.578698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e552c0af-694c-4a35-bfac-0aedea05ff5b tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Request body: {'security_group_rule': {'security_group_id': '4d70d46b-c0ac-4ec0-bb9d-8bef722b4299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:30.643531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.652523 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.661218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Transition to ACTIVE for port object 6028c922-6f8d-47a3-9ef9-a9701585b80a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:30.705018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Subnet': ['ID=56577a49-d75a-4ded-9e01-49362946e0c6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:30.721695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a70e71b3-0ab9-40b2-9efe-06883a6ff7d3 None None] Provisioning for port 829ff870-127d-40b7-bda5-48716789ee84 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:30.731172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a70e71b3-0ab9-40b2-9efe-06883a6ff7d3 None None] Provisioning complete for port 829ff870-127d-40b7-bda5-48716789ee84 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:30.735297 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a70e71b3-0ab9-40b2-9efe-06883a6ff7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.735794 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.758686 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f7b8c7c-9340-4bcc-8d07-d214937714d6 req-cd296bdb-29d7-4ccd-a2ce-367b4a6b7342 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 210 time: 0.0755131 Sep 09 09:13:30.773664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2880a7-631e-4542-8276-11e2fd7b952e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e03ded8-bda0-484a-9427-b212bb2c9357,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:30.773873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99012e7b-9c1f-49f9-96b3-6dd44074f6b2 None None] Network 35782c12-81c3-41b5-b0d0-e95db1ceb357 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:30.816785 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.829377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a70e71b3-0ab9-40b2-9efe-06883a6ff7d3 None None] Port 829ff870-127d-40b7-bda5-48716789ee84 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:13:30.843721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35782c12-81c3-41b5-b0d0-e95db1ceb357']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:30.856206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c0526d-9b01-4882-b810-052c0d0bab37') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:30.856501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c0526d-9b01-4882-b810-052c0d0bab37') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:30.860120 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7c28cca-51b9-4aaf-ad5e-d5416c4c5dcf req-32dac036-9077-4558-aac7-194c6768a43c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515319 Sep 09 09:13:30.877847 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.893820 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.900446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:30.927897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.929056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d160ed-cff8-4f07-bb32-1f9e56139b4d req-bd1612d8-1168-48f6-9aad-1c108457b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:30.931972 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:30.959255 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9d160ed-cff8-4f07-bb32-1f9e56139b4d req-bd1612d8-1168-48f6-9aad-1c108457b677 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 200 len: 908 time: 0.5508878 Sep 09 09:13:30.996018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:30.998773 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.017438 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e552c0af-694c-4a35-bfac-0aedea05ff5b tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.078741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bd297b-8e4b-4304-b582-04c20193932a None None] DHCP port deletion for 35782c12-81c3-41b5-b0d0-e95db1ceb357 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:13:31.094746 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-217fe154-687c-4dc9-911a-32cdfe34d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.097743 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-217fe154-687c-4dc9-911a-32cdfe34d5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.098972 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-217fe154-687c-4dc9-911a-32cdfe34d5fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efbc0d2f-69ba-4f21-8637-46f2532f601a HTTP/1.1" status: 204 len: 168 time: 1.3912551 Sep 09 09:13:31.122090 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9d160ed-cff8-4f07-bb32-1f9e56139b4d req-7125379f-bfb5-4cdf-a71d-327635b9d06c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a HTTP/1.1" status: 200 len: 217 time: 0.1440885 Sep 09 09:13:31.124954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Pushing event updated for resources: {'Port': ['ID=6028c922-6f8d-47a3-9ef9-a9701585b80a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:31.146858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fe154-687c-4dc9-911a-32cdfe34d5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbc0d2f-69ba-4f21-8637-46f2532f601a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:31.177072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:31.187290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:31.191815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:31.236071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a6d54-afe6-4e4b-98a7-5e8f2a19f5d7 req-f8ee65d1-46a9-4167-a50a-cb6644eafcfc tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:31.237725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e65a6d54-afe6-4e4b-98a7-5e8f2a19f5d7 req-f8ee65d1-46a9-4167-a50a-cb6644eafcfc tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.2355680 Sep 09 09:13:31.254039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d160ed-cff8-4f07-bb32-1f9e56139b4d req-3b773865-dfff-4408-9b61-242be6ecb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:31.255712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9d160ed-cff8-4f07-bb32-1f9e56139b4d req-3b773865-dfff-4408-9b61-242be6ecb39d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 200 len: 847 time: 0.1202364 Sep 09 09:13:31.258124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Transition to ACTIVE for port object cdac9fdc-79b1-4ede-b531-6095f1fe27ae will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:31.278807 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.321659 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.329942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:31.331054 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.338225 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9d160ed-cff8-4f07-bb32-1f9e56139b4d req-0fc94334-623e-4d41-95cc-c0de61776f2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d3295be-fd19-4212-ac6b-8c4ee7698c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622709 Sep 09 09:13:31.346019 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.352136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/35782c12-81c3-41b5-b0d0-e95db1ceb357 HTTP/1.1" status: 204 len: 168 time: 4.4488370 Sep 09 09:13:31.355034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50734) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:31.403054 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e65a6d54-afe6-4e4b-98a7-5e8f2a19f5d7 req-1e5fd9dc-6fa8-45c1-a62b-ce7b2a89d9e0 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540055 Sep 09 09:13:31.417454 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c128567-030c-4b27-a3be-b4e5fdf87c86 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:31.421151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c128567-030c-4b27-a3be-b4e5fdf87c86 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:31.429543 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8c128567-030c-4b27-a3be-b4e5fdf87c86 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/35782c12-81c3-41b5-b0d0-e95db1ceb357 HTTP/1.1" status: 404 len: 339 time: 0.0575278 Sep 09 09:13:31.450276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50738) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:31.456284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1943805043', 'description': 'd1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:31.468577 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-e994300c-af46-4c21-a931-32296e362d17 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2798479 Sep 09 09:13:31.516962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b48d0-9156-446f-8406-bf8c3ba259a3 None None] Pushing event updated for resources: {'Port': ['ID=cdac9fdc-79b1-4ede-b531-6095f1fe27ae,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:31.551311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Request body: {'port': {'device_id': '3e586ada-f126-404d-8a1e-09936db9eef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:31.723552 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9d160ed-cff8-4f07-bb32-1f9e56139b4d req-bcef36f3-b3dd-4b68-9205-b4b4452b990a service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694661 Sep 09 09:13:31.733199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:31.741440 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.761129 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.909798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Attempting to bind port cdac9fdc-79b1-4ede-b531-6095f1fe27ae on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:31.910362 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Attempting to bind port cdac9fdc-79b1-4ede-b531-6095f1fe27ae by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:31.910519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Attempting to bind port cdac9fdc-79b1-4ede-b531-6095f1fe27ae on network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:31.920285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:31.920663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Checking segment: {'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:31.921066 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.921467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Bound using segment: {'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:31.921955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Bound port: cdac9fdc-79b1-4ede-b531-6095f1fe27ae, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:31.922345 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.936371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:31.958712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c10e11-9600-4f92-b26d-8f19978231e6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=35782c12-81c3-41b5-b0d0-e95db1ceb357,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:31.983759 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:31.988836 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment 166d2fc7-0f3d-4c80-ad34-0435289213d4 of type vlan for network a6d2ab41-19a2-43b2-8c91-145e11f3e490 Sep 09 09:13:32.012947 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-794ed902-9914-4d50-b299-187a511f9ad5 None None] Provisioning for port 6028c922-6f8d-47a3-9ef9-a9701585b80a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:32.023639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-794ed902-9914-4d50-b299-187a511f9ad5 None None] Provisioning complete for port 6028c922-6f8d-47a3-9ef9-a9701585b80a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:32.024020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-794ed902-9914-4d50-b299-187a511f9ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.050580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] For port cdac9fdc-79b1-4ede-b531-6095f1fe27ae, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:32.077248 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] For port cdac9fdc-79b1-4ede-b531-6095f1fe27ae, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cdac9fdc-79b1-4ede-b531-6095f1fe27ae,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:32.080521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-794ed902-9914-4d50-b299-187a511f9ad5 None None] Port 6028c922-6f8d-47a3-9ef9-a9701585b80a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:13:32.088556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50760) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:32.129904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.138720 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.140386 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82f8c5a7-3ffd-475e-9c67-ce5c7d03d8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.155368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b964e21c-9fdf-42be-a61f-29cefa0a60ca {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:32.176623 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.289403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.resource_extend [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:13:32.298336 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e552c0af-694c-4a35-bfac-0aedea05ff5b tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.304624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Routers {'7760a208-c1d6-49d6-bc69-897303ab0383'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:32.305776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7760a208-c1d6-49d6-bc69-897303ab0383'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:32.308441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b48d0-9156-446f-8406-bf8c3ba259a3 None None] Pushing event updated for resources: {'Port': ['ID=cdac9fdc-79b1-4ede-b531-6095f1fe27ae,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:32.344488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Transition to ACTIVE for port object b964e21c-9fdf-42be-a61f-29cefa0a60ca will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:32.383306 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9d160ed-cff8-4f07-bb32-1f9e56139b4d req-dd967a42-ea9b-48b4-be20-fe2cdd5c4e86 service neutron] 10.222.0.24 "GET /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298754 Sep 09 09:13:32.473525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c80cb-de82-4edc-b191-5d139921977c req-1abe2d24-cbc7-4ead-8c8b-234f792e7f73 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:32.492196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d2c80cb-de82-4edc-b191-5d139921977c req-1abe2d24-cbc7-4ead-8c8b-234f792e7f73 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 932 time: 0.3394976 Sep 09 09:13:32.519616 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e552c0af-694c-4a35-bfac-0aedea05ff5b tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.534939 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.541703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:32.543656 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.550530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.559705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] Set router 7760a208-c1d6-49d6-bc69-897303ab0383 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:32.602831 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82f8c5a7-3ffd-475e-9c67-ce5c7d03d8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.649351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=a6d2ab41-19a2-43b2-8c91-145e11f3e490,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:32.659269 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82f8c5a7-3ffd-475e-9c67-ce5c7d03d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.672292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a6d2ab41-19a2-43b2-8c91-145e11f3e490 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:32.685101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Pushing event updated for resources: {'Port': ['ID=b964e21c-9fdf-42be-a61f-29cefa0a60ca,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:32.749002 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d2c80cb-de82-4edc-b191-5d139921977c req-f0a45bd2-be55-4e19-b3f1-c6fe5c6dbf02 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490022 Sep 09 09:13:32.755474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552c0af-694c-4a35-bfac-0aedea05ff5b tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a662042-a225-4ace-a6e8-d818b75b6ba1,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:32.760640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea8b0d-6a28-4aba-8393-10d0df2c3e27 req-9aca1a92-1b22-43b2-bbfa-c5eb632d3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:32.784564 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dea8b0d-6a28-4aba-8393-10d0df2c3e27 req-9aca1a92-1b22-43b2-bbfa-c5eb632d3bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b02fbaa8deb344ebb00db178f622f80f&device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 1098 time: 0.4652689 Sep 09 09:13:32.798947 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-82f8c5a7-3ffd-475e-9c67-ce5c7d03d8a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef3c5b967f364e42927be1c4f98ac37b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6856725 Sep 09 09:13:32.800149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50772) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:32.801047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8c5a7-3ffd-475e-9c67-ce5c7d03d8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f01e091-6f9a-4670-8af4-5eb3aebd6900,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:32.943158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03f6df05-8e4e-4774-91ca-be2fda3fb344 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:32.971692 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-606c2117-d753-4018-b852-a9cc20f05d4f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5200243 Sep 09 09:13:32.972451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50774) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:32.976640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829ff870-127d-40b7-bda5-48716789ee84 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:32.986730 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:32.986936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 03f6df05-8e4e-4774-91ca-be2fda3fb344 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:32.987350 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03f6df05-8e4e-4774-91ca-be2fda3fb344 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:33.011927 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e552c0af-694c-4a35-bfac-0aedea05ff5b tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.013165 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e552c0af-694c-4a35-bfac-0aedea05ff5b tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4378531 Sep 09 09:13:33.015049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Transition to ACTIVE for port object 829ff870-127d-40b7-bda5-48716789ee84 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:33.019236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50776) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:33.045173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e25ca-73a6-43f9-bedd-bab636d105cc req-71b37348-a270-49d9-b88f-62c399b514c7 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:33.046731 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd7e25ca-73a6-43f9-bedd-bab636d105cc req-71b37348-a270-49d9-b88f-62c399b514c7 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.24 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 944 time: 0.5631499 Sep 09 09:13:33.055009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6447dd34-e946-41a8-8efc-e704ba64b7c0 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Request body: {'security_group_rule': {'security_group_id': '4d70d46b-c0ac-4ec0-bb9d-8bef722b4299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:33.095043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:23Z', 'revision_number': 4, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cdac9fdc-79b1-4ede-b531-6095f1fe27ae', 'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'mac_address': 'fa:16:3e:26:04:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:19Z', 'updated_at': '2021-09-09T09:13:32Z', 'revision_number': 4, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'subnets': [{'id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:33.108601 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.130606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b07b25-9b66-42a8-a81d-044d6c4fbd19 None None] The sync data for ids ['7760a208-c1d6-49d6-bc69-897303ab0383'] in n-d-778696-16 is: [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:23Z', 'revision_number': 4, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cdac9fdc-79b1-4ede-b531-6095f1fe27ae', 'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'mac_address': 'fa:16:3e:26:04:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:19Z', 'updated_at': '2021-09-09T09:13:32Z', 'revision_number': 4, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'subnets': [{'id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:13:33.309162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0c4bb-7252-457c-be06-3e2decb16f60 req-2a36e8a9-084e-4218-8e9d-08213d6de324 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:33.310997 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5f0c4bb-7252-457c-be06-3e2decb16f60 req-2a36e8a9-084e-4218-8e9d-08213d6de324 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 944 time: 0.3585396 Sep 09 09:13:33.338057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea9201-29bb-4607-988a-4e4ea3b8ed22 req-f47f10d5-6e8c-4ad3-a541-b5f4cb1d24b6 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:33.347652 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-deea9201-29bb-4607-988a-4e4ea3b8ed22 req-f47f10d5-6e8c-4ad3-a541-b5f4cb1d24b6 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.3383417 Sep 09 09:13:33.383410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Pushing event updated for resources: {'Port': ['ID=829ff870-127d-40b7-bda5-48716789ee84,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:33.431719 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0b69a27-5caf-4452-aef2-f576d6f0602c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.466977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Attempting to bind port b964e21c-9fdf-42be-a61f-29cefa0a60ca on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:33.467153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c5f9d-4d35-496f-b9d5-98ba5042ec94 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:33.467323 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Attempting to bind port b964e21c-9fdf-42be-a61f-29cefa0a60ca by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:33.467700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Attempting to bind port b964e21c-9fdf-42be-a61f-29cefa0a60ca on network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:33.471700 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-802c5f9d-4d35-496f-b9d5-98ba5042ec94 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/networks?id=a6d2ab41-19a2-43b2-8c91-145e11f3e490 HTTP/1.1" status: 200 len: 761 time: 0.4536951 Sep 09 09:13:33.478295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50778) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:33.492550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a882c538-2ac2-4f2c-9904-04a6d3d1315a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'description': 'd2'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:33.499811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea8b0d-6a28-4aba-8393-10d0df2c3e27 req-2a07610f-faaa-4490-b6f9-3c0d44f8d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:33.501370 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dea8b0d-6a28-4aba-8393-10d0df2c3e27 req-2a07610f-faaa-4490-b6f9-3c0d44f8d1b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37cee3cd-6876-4ee2-9399-160d8e2caac7 HTTP/1.1" status: 200 len: 916 time: 0.4951854 Sep 09 09:13:33.521600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Port b964e21c-9fdf-42be-a61f-29cefa0a60ca on network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:13:33.521936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Attempting to bind port b964e21c-9fdf-42be-a61f-29cefa0a60ca on network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:33.524635 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5f0c4bb-7252-457c-be06-3e2decb16f60 req-f36f11ba-9d12-4d68-8182-4f4283d650aa tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820960 Sep 09 09:13:33.532295 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6447dd34-e946-41a8-8efc-e704ba64b7c0 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.536226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0b69a27-5caf-4452-aef2-f576d6f0602c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.555765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-deea9201-29bb-4607-988a-4e4ea3b8ed22 req-56a83cac-824c-42b3-ad41-e129e28ff062 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070169 Sep 09 09:13:33.567723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6028c922-6f8d-47a3-9ef9-a9701585b80a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:33.581591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-fd7e25ca-73a6-43f9-bedd-bab636d105cc req-2e7fde12-0d3c-467e-ac80-514c2e580fc1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Deleting port c5f1f425-734c-4a8a-a0df-322614840fd7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:33.582043 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fd7e25ca-73a6-43f9-bedd-bab636d105cc req-2e7fde12-0d3c-467e-ac80-514c2e580fc1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.609090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:33.609646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Checking segment: {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:33.610321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Bound using segment: {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:33.611189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Bound port: b964e21c-9fdf-42be-a61f-29cefa0a60ca, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:33.611870 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.613930 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.624751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dea8b0d-6a28-4aba-8393-10d0df2c3e27 req-2755c537-2025-42b1-9530-c648c0b80615 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d282f8b-ba54-49d2-9937-4a942f53c276 HTTP/1.1" status: 200 len: 217 time: 0.1137536 Sep 09 09:13:33.671039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Transition to ACTIVE for port object 6028c922-6f8d-47a3-9ef9-a9701585b80a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:33.720471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Attempting to bind port 829ff870-127d-40b7-bda5-48716789ee84 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:33.721078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Attempting to bind port 829ff870-127d-40b7-bda5-48716789ee84 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:33.721601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Attempting to bind port 829ff870-127d-40b7-bda5-48716789ee84 on network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:33.754628 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6447dd34-e946-41a8-8efc-e704ba64b7c0 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.757833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.766659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-fd7e25ca-73a6-43f9-bedd-bab636d105cc req-2e7fde12-0d3c-467e-ac80-514c2e580fc1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] For port c5f1f425-734c-4a8a-a0df-322614840fd7, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c5f1f425-734c-4a8a-a0df-322614840fd7,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:33.766659 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fd7e25ca-73a6-43f9-bedd-bab636d105cc req-2e7fde12-0d3c-467e-ac80-514c2e580fc1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.773567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Port 829ff870-127d-40b7-bda5-48716789ee84 on network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:13:33.773740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Attempting to bind port 829ff870-127d-40b7-bda5-48716789ee84 on network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:33.805587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-fd7e25ca-73a6-43f9-bedd-bab636d105cc req-2e7fde12-0d3c-467e-ac80-514c2e580fc1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Calling delete_port for c5f1f425-734c-4a8a-a0df-322614840fd7 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:33.816117 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:33.817620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Checking segment: {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:33.817620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Bound using segment: {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:33.817620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Bound port: 829ff870-127d-40b7-bda5-48716789ee84, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:33.817925 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.823427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.836441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6028c922-6f8d-47a3-9ef9-a9701585b80a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:33.845303 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0b69a27-5caf-4452-aef2-f576d6f0602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.852312 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0b69a27-5caf-4452-aef2-f576d6f0602c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.853749 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f0b69a27-5caf-4452-aef2-f576d6f0602c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f01e091-6f9a-4670-8af4-5eb3aebd6900 HTTP/1.1" status: 204 len: 168 time: 1.0475388 Sep 09 09:13:33.860968 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6447dd34-e946-41a8-8efc-e704ba64b7c0 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:33.889446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea8b0d-6a28-4aba-8393-10d0df2c3e27 req-63ceac77-fafa-4311-9a82-69e05d3157a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:33.891008 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dea8b0d-6a28-4aba-8393-10d0df2c3e27 req-63ceac77-fafa-4311-9a82-69e05d3157a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3914ca18-61bf-4703-b3e6-f73a7276edb2 HTTP/1.1" status: 200 len: 855 time: 0.2437351 Sep 09 09:13:34.085745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dea8b0d-6a28-4aba-8393-10d0df2c3e27 req-dbdff0c2-6636-4ecb-ab1d-7db1f0afdd38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37cee3cd-6876-4ee2-9399-160d8e2caac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508543 Sep 09 09:13:34.087069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] For port b964e21c-9fdf-42be-a61f-29cefa0a60ca, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:34.108372 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a882c538-2ac2-4f2c-9904-04a6d3d1315a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.113964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b69a27-5caf-4452-aef2-f576d6f0602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f01e091-6f9a-4670-8af4-5eb3aebd6900,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:34.133393 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447dd34-e946-41a8-8efc-e704ba64b7c0 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577aeb62-c914-4667-ac64-edee176cd726,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:34.158434 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fd7e25ca-73a6-43f9-bedd-bab636d105cc req-2e7fde12-0d3c-467e-ac80-514c2e580fc1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.214704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] For port 829ff870-127d-40b7-bda5-48716789ee84, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:34.218239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] For port 829ff870-127d-40b7-bda5-48716789ee84, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=829ff870-127d-40b7-bda5-48716789ee84,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:34.238737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fde12-0d3c-467e-ac80-514c2e580fc1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Pushing event deleted for resources: {'Port': ['ID=c5f1f425-734c-4a8a-a0df-322614840fd7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:34.239118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] For port b964e21c-9fdf-42be-a61f-29cefa0a60ca, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b964e21c-9fdf-42be-a61f-29cefa0a60ca,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:34.292331 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6447dd34-e946-41a8-8efc-e704ba64b7c0 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.296469 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6447dd34-e946-41a8-8efc-e704ba64b7c0 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2459276 Sep 09 09:13:34.298664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50788) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:34.314474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:34.340316 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.346953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441af5-a30a-4e70-8aa5-ee5e73da056f req-3b170e6e-e671-4887-8594-f55f6d559398 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:34.348949 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb441af5-a30a-4e70-8aa5-ee5e73da056f req-3b170e6e-e671-4887-8594-f55f6d559398 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 944 time: 0.4919131 Sep 09 09:13:34.398164 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.400187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a882c538-2ac2-4f2c-9904-04a6d3d1315a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.456738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7e25ca-73a6-43f9-bedd-bab636d105cc req-2e7fde12-0d3c-467e-ac80-514c2e580fc1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] No DVR routers for this DVR port c5f1f425-734c-4a8a-a0df-322614840fd7 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:34.463671 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fd7e25ca-73a6-43f9-bedd-bab636d105cc req-2e7fde12-0d3c-467e-ac80-514c2e580fc1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.465660 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd7e25ca-73a6-43f9-bedd-bab636d105cc req-2e7fde12-0d3c-467e-ac80-514c2e580fc1 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.24 "DELETE /v2.0/ports/c5f1f425-734c-4a8a-a0df-322614840fd7 HTTP/1.1" status: 204 len: 173 time: 1.3809428 Sep 09 09:13:34.466159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697048c-9856-453f-ab9f-11def40e20d1', 'name': 'network-vif-deleted', 'tag': 'c5f1f425-734c-4a8a-a0df-322614840fd7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:34.468730 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fa575d-6fe8-4091-8f67-5be6bbfa7c67" -d '{"events": [{"server_uuid": "8697048c-9856-453f-ab9f-11def40e20d1", "name": "network-vif-deleted", "tag": "c5f1f425-734c-4a8a-a0df-322614840fd7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:34.477573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Attempting to bind port 6028c922-6f8d-47a3-9ef9-a9701585b80a on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:34.478000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Attempting to bind port 6028c922-6f8d-47a3-9ef9-a9701585b80a by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:34.478338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Attempting to bind port 6028c922-6f8d-47a3-9ef9-a9701585b80a on network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:34.489902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Port 6028c922-6f8d-47a3-9ef9-a9701585b80a on network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:13:34.490231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Attempting to bind port 6028c922-6f8d-47a3-9ef9-a9701585b80a on network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:34.498685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb441af5-a30a-4e70-8aa5-ee5e73da056f req-55a16056-ce92-4aea-a636-f371e1199436 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248977 Sep 09 09:13:34.502935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:34.503729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Checking segment: {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:34.504316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Bound using segment: {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:34.505608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Bound port: 6028c922-6f8d-47a3-9ef9-a9701585b80a, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497cae16-9d5f-4d6f-b72c-1e001cb8bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:34.506229 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.512523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a882c538-2ac2-4f2c-9904-04a6d3d1315a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network a6d2ab41-19a2-43b2-8c91-145e11f3e490 is not hosted by any dhcp agent {{(pid=95325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 09 09:13:34.519726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a882c538-2ac2-4f2c-9904-04a6d3d1315a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:34.519726 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a882c538-2ac2-4f2c-9904-04a6d3d1315a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.520410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a882c538-2ac2-4f2c-9904-04a6d3d1315a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "PUT /v2.0/networks/a6d2ab41-19a2-43b2-8c91-145e11f3e490 HTTP/1.1" status: 200 len: 758 time: 1.0360317 Sep 09 09:13:34.522105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:34.523233 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.530208 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-59369101-42a2-4725-9477-ce10b69937bf service neutron] 10.222.0.41 "PUT /v2.0/ports/829ff870-127d-40b7-bda5-48716789ee84 HTTP/1.1" status: 200 len: 1092 time: 4.0206075 Sep 09 09:13:34.530654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50798) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:34.546264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba907911-e72e-40f2-86c1-12964a35db4b', 'tag': '829ff870-127d-40b7-bda5-48716789ee84'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:34.551266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.551582 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ec76b4-156b-4666-8eec-a9cdb5fa9046" -d '{"events": [{"name": "network-changed", "server_uuid": "ba907911-e72e-40f2-86c1-12964a35db4b", "tag": "829ff870-127d-40b7-bda5-48716789ee84"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:34.555396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59369101-42a2-4725-9477-ce10b69937bf service neutron] Pushing event updated for resources: {'Port': ['ID=829ff870-127d-40b7-bda5-48716789ee84,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:34.676702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:34.677454 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:34.679229 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-0c50999b-2051-4b93-a478-671ac496467a service neutron] 10.222.0.24 "PUT /v2.0/ports/b964e21c-9fdf-42be-a61f-29cefa0a60ca HTTP/1.1" status: 200 len: 1093 time: 5.1665382 Sep 09 09:13:34.746461 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dea8b0d-6a28-4aba-8393-10d0df2c3e27 req-2dcdc0a4-7802-4576-971d-167b5b47c458 service neutron] 10.222.0.41 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456957 Sep 09 09:13:34.930435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882c538-2ac2-4f2c-9904-04a6d3d1315a tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=a6d2ab41-19a2-43b2-8c91-145e11f3e490,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:34.988788 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5dea8b0d-6a28-4aba-8393-10d0df2c3e27 req-f8407678-43b3-4b7a-8498-2f300c307275 service neutron] 10.222.0.41 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643996 Sep 09 09:13:34.989042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a6d2ab41-19a2-43b2-8c91-145e11f3e490 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:35.072942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cdac9fdc-79b1-4ede-b531-6095f1fe27ae up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:35.077256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50999b-2051-4b93-a478-671ac496467a service neutron] Pushing event updated for resources: {'Port': ['ID=b964e21c-9fdf-42be-a61f-29cefa0a60ca,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:35.104171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db746e8a-041a-4ac8-8046-236676742ae8 req-7afb3173-a324-4c25-8f1d-11e40c4ecf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:35.110266 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-7afb3173-a324-4c25-8f1d-11e40c4ecf74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=559b61acb97442fd970f65e2ab019dad&device_id=ba907911-e72e-40f2-86c1-12964a35db4b HTTP/1.1" status: 200 len: 1095 time: 0.4521093 Sep 09 09:13:35.195960 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-d93197d3-b310-47fc-8c24-81174e5ea4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:35.198346 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-d93197d3-b310-47fc-8c24-81174e5ea4c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=559b61acb97442fd970f65e2ab019dad&device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 1096 time: 0.2534294 Sep 09 09:13:35.210532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f3d9-d76e-4a2c-8d63-3d5f303f4dc7 req-f4e4add7-6165-4c93-ab2b-c991d0e07ed2 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:35.212207 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a87f3d9-d76e-4a2c-8d63-3d5f303f4dc7 req-f4e4add7-6165-4c93-ab2b-c991d0e07ed2 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.2379799 Sep 09 09:13:35.213816 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-e120c3cd-ed54-4b03-9642-020ad3d87b72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=829ff870-127d-40b7-bda5-48716789ee84 HTTP/1.1" status: 200 len: 217 time: 0.0861051 Sep 09 09:13:35.240527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port cdac9fdc-79b1-4ede-b531-6095f1fe27ae completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:35.246614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cdac9fdc-79b1-4ede-b531-6095f1fe27ae triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:35.247577 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.366750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] For port 6028c922-6f8d-47a3-9ef9-a9701585b80a, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:35.375877 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.385186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] For port 6028c922-6f8d-47a3-9ef9-a9701585b80a, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6028c922-6f8d-47a3-9ef9-a9701585b80a,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:35.408648 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be98923-d6f4-4cd1-9fe7-5fe838f008f4 x-openstack-request-id: req-3be98923-d6f4-4cd1-9fe7-5fe838f008f4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:35.408945 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8697048c-9856-453f-ab9f-11def40e20d1", "name": "network-vif-deleted", "tag": "c5f1f425-734c-4a8a-a0df-322614840fd7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:35.409207 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3be98923-d6f4-4cd1-9fe7-5fe838f008f4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:35.409817 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8697048c-9856-453f-ab9f-11def40e20d1', 'name': 'network-vif-deleted', 'tag': 'c5f1f425-734c-4a8a-a0df-322614840fd7', 'status': 'completed', 'code': 200} Sep 09 09:13:35.466285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.473096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port cdac9fdc-79b1-4ede-b531-6095f1fe27ae, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cdac9fdc-79b1-4ede-b531-6095f1fe27ae,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:35.479916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ada4d-4537-4dd4-8773-de3939678d94 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:35.481448 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4f5ada4d-4537-4dd4-8773-de3939678d94 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/networks?id=a6d2ab41-19a2-43b2-8c91-145e11f3e490 HTTP/1.1" status: 200 len: 761 time: 0.9453704 Sep 09 09:13:35.483449 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f483685-cb97-4e37-8bad-5001f371a8aa req-3690f0d0-d562-4ba9-90b2-6ce349dcf8bd tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=8697048c-9856-453f-ab9f-11def40e20d1 HTTP/1.1" status: 200 len: 210 time: 0.0966980 Sep 09 09:13:35.506142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50818) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:35.519102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-601799161'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:35.549528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:35.550275 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.551984 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/6028c922-6f8d-47a3-9ef9-a9701585b80a HTTP/1.1" status: 200 len: 1093 time: 4.0160916 Sep 09 09:13:35.564451 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.603681 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-a6e37e0b-97ac-4340-8b90-eddc1165e4b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b964e21c-9fdf-42be-a61f-29cefa0a60ca HTTP/1.1" status: 200 len: 217 time: 0.3886883 Sep 09 09:13:35.637024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a2cea-7dd0-42a2-b636-11c05f24d6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6028c922-6f8d-47a3-9ef9-a9701585b80a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:35.648810 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06f158b-a923-448f-8539-0c67347ba139 x-openstack-request-id: req-d06f158b-a923-448f-8539-0c67347ba139 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:35.649113 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba907911-e72e-40f2-86c1-12964a35db4b", "tag": "829ff870-127d-40b7-bda5-48716789ee84", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:35.649364 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d06f158b-a923-448f-8539-0c67347ba139 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:35.649760 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba907911-e72e-40f2-86c1-12964a35db4b', 'tag': '829ff870-127d-40b7-bda5-48716789ee84', 'status': 'completed', 'code': 200} Sep 09 09:13:35.683651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=cdac9fdc-79b1-4ede-b531-6095f1fe27ae,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:35.717754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:35.726060 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.767648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:35.779470 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.783276 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment 00103d7e-324c-4c49-961d-cdad626c3051 of type vlan for network 08af5957-393e-4cd7-a944-4ff3887586cd Sep 09 09:13:35.803200 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a87f3d9-d76e-4a2c-8d63-3d5f303f4dc7 req-71fd2d81-84d3-43a3-a896-e8505efad6a6 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781758 Sep 09 09:13:35.808419 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db746e8a-041a-4ac8-8046-236676742ae8 req-614b2998-bb9f-4071-ba46-e053021695c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:35.810358 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-614b2998-bb9f-4071-ba46-e053021695c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5dbf10f2-0d70-4f45-bafc-0e12733beabe HTTP/1.1" status: 200 len: 854 time: 0.5866477 Sep 09 09:13:35.817023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-5c33ddde-f3d2-4ff5-878d-e4814b4aad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:35.818936 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-5c33ddde-f3d2-4ff5-878d-e4814b4aad1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5dbf10f2-0d70-4f45-bafc-0e12733beabe HTTP/1.1" status: 200 len: 854 time: 0.1748514 Sep 09 09:13:35.826771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.892676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-50dbd53e-3044-4015-b029-2b43f82e19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:35.895176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-50dbd53e-3044-4015-b029-2b43f82e19cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=559b61acb97442fd970f65e2ab019dad&device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 1096 time: 0.2449207 Sep 09 09:13:35.917095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.919978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] Deleting port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:35.920319 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.926583 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db746e8a-041a-4ac8-8046-236676742ae8 req-344ce8cc-892d-4082-b881-04d60f53de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:35.928160 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-344ce8cc-892d-4082-b881-04d60f53de9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074750 Sep 09 09:13:35.943744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c5f1f425-734c-4a8a-a0df-322614840fd7 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:35.958734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-f6cc9fb3-cc6d-4194-a705-24dc9c78a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:35.960918 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-f6cc9fb3-cc6d-4194-a705-24dc9c78a7e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008222 Sep 09 09:13:35.969151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-75659f8f-d3cb-47ed-b986-02257659ee20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6028c922-6f8d-47a3-9ef9-a9701585b80a HTTP/1.1" status: 200 len: 217 time: 0.0642273 Sep 09 09:13:35.971755 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.985155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:35.985155 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:35.994593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: c5f1f425-734c-4a8a-a0df-322614840fd7 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:35.997775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c5f1f425-734c-4a8a-a0df-322614840fd7 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:36.094528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5463-31a4-45c5-81fc-12674b430fce req-21a2316b-6671-4c07-869e-3febe2276a8b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:36.094770 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-817d5463-31a4-45c5-81fc-12674b430fce req-21a2316b-6671-4c07-869e-3febe2276a8b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 944 time: 0.2409937 Sep 09 09:13:36.144164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-d31467c5-f71a-4395-bf20-776df7e9da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:36.145704 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-d31467c5-f71a-4395-bf20-776df7e9da61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5dbf10f2-0d70-4f45-bafc-0e12733beabe HTTP/1.1" status: 200 len: 854 time: 0.1638024 Sep 09 09:13:36.149353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] For port 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863,segment=NetworkSegment(5d7386d6-d3aa-4c6f-ac60-ecf751a8197e),segment_id=5d7386d6-d3aa-4c6f-ac60-ecf751a8197e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:36.152938 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:36.175041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] Calling delete_port for 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:36.183641 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-fec9994e-0c43-4604-ab08-07dde978930b service neutron] 10.222.0.41 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434826 Sep 09 09:13:36.186577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=08af5957-393e-4cd7-a944-4ff3887586cd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:36.190658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b012ebf7-cf14-47c4-9d04-b57f0729aa11 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6801639 Sep 09 09:13:36.201280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 08af5957-393e-4cd7-a944-4ff3887586cd details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:36.203481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50836) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:36.220587 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-10e2039d-f565-4c5b-b220-03faa05e2a02 service neutron] 10.222.0.24 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438138 Sep 09 09:13:36.246762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'network_id': '08af5957-393e-4cd7-a944-4ff3887586cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:36.284832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-817d5463-31a4-45c5-81fc-12674b430fce req-573848ef-5246-49fa-b5eb-3cb3fedf2cdd tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729252 Sep 09 09:13:36.369509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Allocated IP 172.25.8.129 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/5daf5156-53a0-48b2-96e6-455360418d5d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:36.387080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-83d30f6f-446f-4489-87f9-affc342580f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:36.389519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-83d30f6f-446f-4489-87f9-affc342580f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2145495 Sep 09 09:13:36.445088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db746e8a-041a-4ac8-8046-236676742ae8 req-c5555cf7-de3b-4b0b-8925-3b6685374226 service neutron] 10.222.0.41 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519042 Sep 09 09:13:36.466506 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a56709c2-fd4a-4077-bfdf-7a8253c340e3 req-fadb524c-f455-4d00-af14-6e1fda19d868 service neutron] 10.222.0.24 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165589 Sep 09 09:13:36.534567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:36.538865 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:36.629144 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:36.648158 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-8f370a01-61b7-4f90-81f1-b704fad1a37a service neutron] 10.222.0.24 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474551 Sep 09 09:13:36.659199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:36.661835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:36.720966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec76b4-156b-4666-8eec-a9cdb5fa9046 req-7c4dcfa4-3067-4336-a66b-12b2f601ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:36.722572 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-20ec76b4-156b-4666-8eec-a9cdb5fa9046 req-7c4dcfa4-3067-4336-a66b-12b2f601ac8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=559b61acb97442fd970f65e2ab019dad&device_id=ba907911-e72e-40f2-86c1-12964a35db4b HTTP/1.1" status: 200 len: 1095 time: 0.1237812 Sep 09 09:13:36.815914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fb8e463-178a-48ac-b8a5-f3c6433d2350 req-558e6bcf-a37d-4dbc-b6f9-4b4172b3928b service neutron] 10.222.0.24 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575379 Sep 09 09:13:36.978437 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:37.027506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec76b4-156b-4666-8eec-a9cdb5fa9046 req-ee600521-a509-49ac-b8f3-57a10353e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:37.029067 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-20ec76b4-156b-4666-8eec-a9cdb5fa9046 req-ee600521-a509-49ac-b8f3-57a10353e97f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f HTTP/1.1" status: 200 len: 916 time: 0.2978969 Sep 09 09:13:37.048746 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:37.050850 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:37.054512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:37.060740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cdac9fdc-79b1-4ede-b531-6095f1fe27ae up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:37.061281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90137b1-747f-4415-97f7-091e1a7b54c7 req-8009bf2c-4812-4c13-afbb-5aa98021f1f1 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:37.062691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a90137b1-747f-4415-97f7-091e1a7b54c7 req-8009bf2c-4812-4c13-afbb-5aa98021f1f1 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1176620 Sep 09 09:13:37.073641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:37.076633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:37.106631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Pushing event updated for resources: {'Port': ['ID=5daf5156-53a0-48b2-96e6-455360418d5d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:37.138778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cdac9fdc-79b1-4ede-b531-6095f1fe27ae triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:37.139418 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:37.156809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a90137b1-747f-4415-97f7-091e1a7b54c7 req-9029d409-bd8f-4917-8394-419e7165c0a0 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634229 Sep 09 09:13:37.158094 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-20ec76b4-156b-4666-8eec-a9cdb5fa9046 req-b353d5d5-91dd-45b4-890a-0e67c324a299 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=829ff870-127d-40b7-bda5-48716789ee84 HTTP/1.1" status: 200 len: 217 time: 0.1201594 Sep 09 09:13:37.189524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=f0789ee1-d0e2-4354-9697-86808f99ef8b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:37.265629 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd6e2c-1b84-4481-9bf7-b2a4f9294b74 req-e130d4d2-e511-4445-808e-c1dd7d476980 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:37.267151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bbdd6e2c-1b84-4481-9bf7-b2a4f9294b74 req-e130d4d2-e511-4445-808e-c1dd7d476980 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 944 time: 0.1358755 Sep 09 09:13:37.267910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking segment: {'id': '00103d7e-324c-4c49-961d-cdad626c3051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '08af5957-393e-4cd7-a944-4ff3887586cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:37.272788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network hostable DHCP agents. Network: 08af5957-393e-4cd7-a944-4ff3887586cd, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:37.304797 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b2eb829-93fa-45bc-a964-99caf3373168 req-6f1f3041-8801-43de-ba9d-5d5d1d34b09b tempest-FlavorsV2NegativeTest-240921589 tempest-FlavorsV2NegativeTest-240921589-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0f5508b606ed4d5eabf4d0e195ae4bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400665 Sep 09 09:13:37.312936 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:37.336219 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bbdd6e2c-1b84-4481-9bf7-b2a4f9294b74 req-aa1d0f85-b6be-41bb-a8b7-850ae10b906a tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605185 Sep 09 09:13:37.356409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec76b4-156b-4666-8eec-a9cdb5fa9046 req-1eee17bc-7c61-4368-b99e-45bf4b3fe584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:37.356409 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-20ec76b4-156b-4666-8eec-a9cdb5fa9046 req-1eee17bc-7c61-4368-b99e-45bf4b3fe584 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5dbf10f2-0d70-4f45-bafc-0e12733beabe HTTP/1.1" status: 200 len: 854 time: 0.1323769 Sep 09 09:13:37.404996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network 08af5957-393e-4cd7-a944-4ff3887586cd is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:37.420854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e586ada-f126-404d-8a1e-09936db9eef5', 'tag': '6028c922-6f8d-47a3-9ef9-a9701585b80a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:37.423132 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e586ada-f126-404d-8a1e-09936db9eef5", "tag": "6028c922-6f8d-47a3-9ef9-a9701585b80a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:37.465660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:37.476332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5c58f-9a25-4989-93e0-18be45dc10c9 req-141ea69e-5b28-414d-9796-70c467a73a4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:37.477844 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05d5c58f-9a25-4989-93e0-18be45dc10c9 req-141ea69e-5b28-414d-9796-70c467a73a4a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 944 time: 0.0852063 Sep 09 09:13:37.507847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 08af5957-393e-4cd7-a944-4ff3887586cd) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:37.513081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:37.513663 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:37.518852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e2439e-5772-4c38-b233-8fef84c1836f None None] Network 08af5957-393e-4cd7-a944-4ff3887586cd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:37.612565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec76b4-156b-4666-8eec-a9cdb5fa9046 req-840cde64-89ca-45df-890a-e7adc0926d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:37.614099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-20ec76b4-156b-4666-8eec-a9cdb5fa9046 req-840cde64-89ca-45df-890a-e7adc0926d0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2202821 Sep 09 09:13:37.614831 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05d5c58f-9a25-4989-93e0-18be45dc10c9 req-13a24ab8-3ee2-4abd-8de1-3aca273a952f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168773 Sep 09 09:13:37.636784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467ab6b-4ffe-4182-8a1a-41ce1b397869 req-ac6f4bce-a1b5-4dde-872c-06b15e329f72 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:37.638314 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9467ab6b-4ffe-4182-8a1a-41ce1b397869 req-ac6f4bce-a1b5-4dde-872c-06b15e329f72 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.24 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 944 time: 0.1203401 Sep 09 09:13:37.654452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43571481-5078-47dc-9a22-d6a8d46e045c', 'tag': 'b964e21c-9fdf-42be-a61f-29cefa0a60ca'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:37.656975 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a" -d '{"events": [{"name": "network-changed", "server_uuid": "43571481-5078-47dc-9a22-d6a8d46e045c", "tag": "b964e21c-9fdf-42be-a61f-29cefa0a60ca"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:37.671070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2eb829-93fa-45bc-a964-99caf3373168 req-50429fa6-9f19-4bf6-b94e-de450a43d974 tempest-FlavorsV2NegativeTest-240921589 tempest-FlavorsV2NegativeTest-240921589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:37.672729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b2eb829-93fa-45bc-a964-99caf3373168 req-50429fa6-9f19-4bf6-b94e-de450a43d974 tempest-FlavorsV2NegativeTest-240921589 tempest-FlavorsV2NegativeTest-240921589-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3588669 Sep 09 09:13:37.675766 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0764515d-b1e7-4ef8-90e7-5039bad85b8c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4687130 Sep 09 09:13:37.695691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-08af5957-393e-4cd7-a944-4ff3887586cd', 'network_id': '08af5957-393e-4cd7-a944-4ff3887586cd', 'tenant_id': '81afd6c9558b4996ac743d4fca7d013e', 'fixed_ips': [{'subnet_id': 'f0789ee1-d0e2-4354-9697-86808f99ef8b'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:13:37.696617 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:37.701142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:37.718137 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f484f125-56e2-43e1-8707-564a93833fbf x-openstack-request-id: req-f484f125-56e2-43e1-8707-564a93833fbf {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:37.718379 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e586ada-f126-404d-8a1e-09936db9eef5", "tag": "6028c922-6f8d-47a3-9ef9-a9701585b80a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:37.718626 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f484f125-56e2-43e1-8707-564a93833fbf {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:37.719010 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e586ada-f126-404d-8a1e-09936db9eef5', 'tag': '6028c922-6f8d-47a3-9ef9-a9701585b80a', 'status': 'completed', 'code': 200} Sep 09 09:13:37.890754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Allocated IP 172.20.0.2 (08af5957-393e-4cd7-a944-4ff3887586cd/f0789ee1-d0e2-4354-9697-86808f99ef8b/05e8e45f-19ba-4db0-9823-f03e80e4a806) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:37.941990 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:37.945829 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b964e21c-9fdf-42be-a61f-29cefa0a60ca details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:13:37.951480 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:37.960064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a req-1b45ee65-e3f9-49c3-8a2f-73aa07691e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:37.961937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a req-1b45ee65-e3f9-49c3-8a2f-73aa07691e6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=559b61acb97442fd970f65e2ab019dad&device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 1096 time: 0.1214950 Sep 09 09:13:37.984362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9467ab6b-4ffe-4182-8a1a-41ce1b397869 req-fdb12c65-ad9b-46af-8b9d-2a1536820525 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Deleting port 6043dc99-3153-43a1-a3f1-ebba92eed16b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:37.984725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9467ab6b-4ffe-4182-8a1a-41ce1b397869 req-fdb12c65-ad9b-46af-8b9d-2a1536820525 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.022775 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9413e4-0adc-4f9d-895b-981fb196f28e x-openstack-request-id: req-7b9413e4-0adc-4f9d-895b-981fb196f28e {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:38.023340 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43571481-5078-47dc-9a22-d6a8d46e045c", "tag": "b964e21c-9fdf-42be-a61f-29cefa0a60ca", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:38.023697 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b9413e4-0adc-4f9d-895b-981fb196f28e {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:38.024049 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43571481-5078-47dc-9a22-d6a8d46e045c', 'tag': 'b964e21c-9fdf-42be-a61f-29cefa0a60ca', 'status': 'completed', 'code': 200} Sep 09 09:13:38.036057 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b2eb829-93fa-45bc-a964-99caf3373168 req-5e35e10d-d5a0-43d7-ae1f-821630685756 tempest-FlavorsV2NegativeTest-240921589 tempest-FlavorsV2NegativeTest-240921589-project] 10.222.0.32 "GET /v2.0/quotas/0f5508b606ed4d5eabf4d0e195ae4bc6 HTTP/1.1" status: 200 len: 375 time: 0.3225245 Sep 09 09:13:38.056228 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.103927 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b2eb829-93fa-45bc-a964-99caf3373168 req-8678ea41-2b75-439b-9f61-6bafb2bbba64 tempest-FlavorsV2NegativeTest-240921589 tempest-FlavorsV2NegativeTest-240921589-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f5508b606ed4d5eabf4d0e195ae4bc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655680 Sep 09 09:13:38.132865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] Router 3fc788e2-d1d3-4269-819c-6d34c9333b59 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:13:38.141162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-20ec76b4-156b-4666-8eec-a9cdb5fa9046 req-801dcdd7-e634-4ab5-8c90-74ad881e5ead service neutron] 10.222.0.41 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194440 Sep 09 09:13:38.142560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port b964e21c-9fdf-42be-a61f-29cefa0a60ca, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b964e21c-9fdf-42be-a61f-29cefa0a60ca,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:38.148585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3 req-85d6c5c8-4c23-4f89-aa25-0e950571591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:38.150102 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3 req-85d6c5c8-4c23-4f89-aa25-0e950571591c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=559b61acb97442fd970f65e2ab019dad&device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 1096 time: 0.1233249 Sep 09 09:13:38.153414 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.167962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'b964e21c-9fdf-42be-a61f-29cefa0a60ca', 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f', 'port_id': 'b964e21c-9fdf-42be-a61f-29cefa0a60ca', 'mac_address': 'fa:16:3e:b0:28:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbf10f2-0d70-4f45-bafc-0e12733beabe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:13:38.169898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Transition to ACTIVE for port object 05e8e45f-19ba-4db0-9823-f03e80e4a806 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:38.217739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Transition to ACTIVE for port object 05e8e45f-19ba-4db0-9823-f03e80e4a806 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:38.232963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.242856 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.245285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Pushing event updated for resources: {'Port': ['ID=5daf5156-53a0-48b2-96e6-455360418d5d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:38.250362 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b964e21c-9fdf-42be-a61f-29cefa0a60ca {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:38.274551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port b964e21c-9fdf-42be-a61f-29cefa0a60ca, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b964e21c-9fdf-42be-a61f-29cefa0a60ca,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:38.280420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.286378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a req-99830eaf-f21c-44fc-a10a-f662af2aaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:38.288470 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a req-99830eaf-f21c-44fc-a10a-f662af2aaf87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f HTTP/1.1" status: 200 len: 916 time: 0.3167899 Sep 09 09:13:38.304414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9467ab6b-4ffe-4182-8a1a-41ce1b397869 req-fdb12c65-ad9b-46af-8b9d-2a1536820525 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] For port 6043dc99-3153-43a1-a3f1-ebba92eed16b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6043dc99-3153-43a1-a3f1-ebba92eed16b,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:38.304786 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9467ab6b-4ffe-4182-8a1a-41ce1b397869 req-fdb12c65-ad9b-46af-8b9d-2a1536820525 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.346526 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.361873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Network 08af5957-393e-4cd7-a944-4ff3887586cd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:38.363560 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.368481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9467ab6b-4ffe-4182-8a1a-41ce1b397869 req-fdb12c65-ad9b-46af-8b9d-2a1536820525 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Calling delete_port for 6043dc99-3153-43a1-a3f1-ebba92eed16b owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:38.370965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:38.374417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a req-e87d0ec6-2857-4815-a09d-8b84d8c631a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b964e21c-9fdf-42be-a61f-29cefa0a60ca HTTP/1.1" status: 200 len: 217 time: 0.0665200 Sep 09 09:13:38.380912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:38.383808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Pushing event updated for resources: {'Port': ['ID=05e8e45f-19ba-4db0-9823-f03e80e4a806,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:38.480144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-20ec76b4-156b-4666-8eec-a9cdb5fa9046 req-ff269f49-027e-4f72-ae1e-d55d814f52ec service neutron] 10.222.0.41 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275280 Sep 09 09:13:38.505060 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.515538 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-288d6c28-8ed9-48bb-bd3e-40a71a1f4eb9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2112150 Sep 09 09:13:38.518253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=b964e21c-9fdf-42be-a61f-29cefa0a60ca,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:38.520363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3 req-37432dc5-2f32-425d-82f7-4d195d141b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:38.524580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3 req-37432dc5-2f32-425d-82f7-4d195d141b67 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f HTTP/1.1" status: 200 len: 916 time: 0.3616858 Sep 09 09:13:38.536982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a req-c5464269-5605-48b8-8a51-e9e98eb6cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:38.538987 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a req-c5464269-5605-48b8-8a51-e9e98eb6cf85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5dbf10f2-0d70-4f45-bafc-0e12733beabe HTTP/1.1" status: 200 len: 854 time: 0.1454375 Sep 09 09:13:38.543356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:13:38.549488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Attempting to bind port 05e8e45f-19ba-4db0-9823-f03e80e4a806 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:38.550231 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Attempting to bind port 05e8e45f-19ba-4db0-9823-f03e80e4a806 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '00103d7e-324c-4c49-961d-cdad626c3051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '08af5957-393e-4cd7-a944-4ff3887586cd'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:38.550231 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Attempting to bind port 05e8e45f-19ba-4db0-9823-f03e80e4a806 on network 08af5957-393e-4cd7-a944-4ff3887586cd {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:38.551886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fcda8163-9ed6-4a1e-bef4-a413675961e3 admin admin] 10.222.0.32 "PUT /v2.0/routers/3fc788e2-d1d3-4269-819c-6d34c9333b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0217655 Sep 09 09:13:38.557514 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6408700-b3fc-49e1-801a-00e91837e91a None None] Sync routers for ids ['3fc788e2-d1d3-4269-819c-6d34c9333b59'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:13:38.561631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:38.562256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Checking segment: {'id': '00103d7e-324c-4c49-961d-cdad626c3051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '08af5957-393e-4cd7-a944-4ff3887586cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:38.562888 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.563482 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Bound using segment: {'id': '00103d7e-324c-4c49-961d-cdad626c3051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '08af5957-393e-4cd7-a944-4ff3887586cd'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:38.564500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Bound port: 05e8e45f-19ba-4db0-9823-f03e80e4a806, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00103d7e-324c-4c49-961d-cdad626c3051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '08af5957-393e-4cd7-a944-4ff3887586cd'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:38.565481 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.566840 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6408700-b3fc-49e1-801a-00e91837e91a None None] Routers {'3fc788e2-d1d3-4269-819c-6d34c9333b59'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:38.567505 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a6408700-b3fc-49e1-801a-00e91837e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3fc788e2-d1d3-4269-819c-6d34c9333b59'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:38.585232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50906) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:38.605309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3 req-f0b9cdf0-93c0-4f96-9f91-dbdc9045646f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6028c922-6f8d-47a3-9ef9-a9701585b80a HTTP/1.1" status: 200 len: 217 time: 0.0718112 Sep 09 09:13:38.614085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['b964e21c-9fdf-42be-a61f-29cefa0a60ca'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:38.623956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d13ae-e7ed-4b93-a05b-6a1a92b0a825 req-a06d1a13-bb07-452a-bb58-4c229f6a0963 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:38.624811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c03b9-1395-490c-ac48-c1b475e6dc33 req-22f58cd6-37a9-4734-a0c4-31f433189843 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:38.626406 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-091c03b9-1395-490c-ac48-c1b475e6dc33 req-22f58cd6-37a9-4734-a0c4-31f433189843 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.2641485 Sep 09 09:13:38.626719 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-697d13ae-e7ed-4b93-a05b-6a1a92b0a825 req-a06d1a13-bb07-452a-bb58-4c229f6a0963 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 944 time: 0.1568878 Sep 09 09:13:38.710408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.712583 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-697d13ae-e7ed-4b93-a05b-6a1a92b0a825 req-941148b6-d135-4c9e-ad22-0d067be115e7 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754459 Sep 09 09:13:38.716743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3 req-b1911a7f-26cd-427f-a437-c80478f462a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:38.718490 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3 req-b1911a7f-26cd-427f-a437-c80478f462a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5dbf10f2-0d70-4f45-bafc-0e12733beabe HTTP/1.1" status: 200 len: 854 time: 0.1041856 Sep 09 09:13:38.745087 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a6408700-b3fc-49e1-801a-00e91837e91a None None] Set router 3fc788e2-d1d3-4269-819c-6d34c9333b59 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:38.759519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0dec8b71-8357-4063-aa96-968240300999 None None] For port 05e8e45f-19ba-4db0-9823-f03e80e4a806, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:38.809136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3 req-8acbee27-c910-43bd-b79d-d8ec653ed805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:38.810011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Subnet': ['ID=f0789ee1-d0e2-4354-9697-86808f99ef8b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:38.811525 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3 req-8acbee27-c910-43bd-b79d-d8ec653ed805 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743742 Sep 09 09:13:38.825375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0dec8b71-8357-4063-aa96-968240300999 None None] For port 05e8e45f-19ba-4db0-9823-f03e80e4a806, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=05e8e45f-19ba-4db0-9823-f03e80e4a806,segment=NetworkSegment(00103d7e-324c-4c49-961d-cdad626c3051),segment_id=00103d7e-324c-4c49-961d-cdad626c3051)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:38.923749 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:38.960178 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:39.004919 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a6408700-b3fc-49e1-801a-00e91837e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-router', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:40Z', 'updated_at': '2021-09-09T09:13:36Z', 'revision_number': 5, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'gw_port': {'id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:42Z', 'updated_at': '2021-09-09T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:39.020983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:39.036376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ab74a-d971-4891-b827-faae1183d491 req-2b5c72d9-0a17-4581-a543-aaa09eb9717d tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:39.038808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-146ab74a-d971-4891-b827-faae1183d491 req-2b5c72d9-0a17-4581-a543-aaa09eb9717d tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 944 time: 0.1982293 Sep 09 09:13:39.046481 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-091c03b9-1395-490c-ac48-c1b475e6dc33 req-f4c5a3f6-202f-4ed8-b279-377f23f4952a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923459 Sep 09 09:13:39.046837 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6408700-b3fc-49e1-801a-00e91837e91a None None] Checking router: 3fc788e2-d1d3-4269-819c-6d34c9333b59 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:13:39.048335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec8b71-8357-4063-aa96-968240300999 None None] Pushing event updated for resources: {'Port': ['ID=05e8e45f-19ba-4db0-9823-f03e80e4a806,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:39.060773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef3319-f0d9-41bd-9d7c-49aa11dc43b8 req-d0fb491b-6389-4229-ae2e-e71e584233f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:39.062305 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42ef3319-f0d9-41bd-9d7c-49aa11dc43b8 req-d0fb491b-6389-4229-ae2e-e71e584233f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b02fbaa8deb344ebb00db178f622f80f&device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 1098 time: 0.1794765 Sep 09 09:13:39.070992 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6408700-b3fc-49e1-801a-00e91837e91a None None] Routers {'3fc788e2-d1d3-4269-819c-6d34c9333b59'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:39.072046 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a6408700-b3fc-49e1-801a-00e91837e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3fc788e2-d1d3-4269-819c-6d34c9333b59'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:39.120084 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-146ab74a-d971-4891-b827-faae1183d491 req-01d74b09-1e38-4864-9f3f-60de6ed33cc2 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684309 Sep 09 09:13:39.251183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef3319-f0d9-41bd-9d7c-49aa11dc43b8 req-43b72292-a5dd-48f7-a368-86126e4f80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:39.252981 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42ef3319-f0d9-41bd-9d7c-49aa11dc43b8 req-43b72292-a5dd-48f7-a368-86126e4f80a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37cee3cd-6876-4ee2-9399-160d8e2caac7 HTTP/1.1" status: 200 len: 916 time: 0.1422000 Sep 09 09:13:39.255126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3 req-44339c62-5000-438d-adfc-e4f84a2893bb service neutron] 10.222.0.24 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349744 Sep 09 09:13:39.292950 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a6408700-b3fc-49e1-801a-00e91837e91a None None] Set router 3fc788e2-d1d3-4269-819c-6d34c9333b59 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:39.321951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42ef3319-f0d9-41bd-9d7c-49aa11dc43b8 req-6239c985-90af-424c-9cdb-d353ed21de5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d282f8b-ba54-49d2-9937-4a942f53c276 HTTP/1.1" status: 200 len: 217 time: 0.0611362 Sep 09 09:13:39.424868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 829ff870-127d-40b7-bda5-48716789ee84 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:13:39.478972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef3319-f0d9-41bd-9d7c-49aa11dc43b8 req-eda511b3-0000-4eee-9078-9c21df9a0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:39.480566 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42ef3319-f0d9-41bd-9d7c-49aa11dc43b8 req-eda511b3-0000-4eee-9078-9c21df9a0d72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3914ca18-61bf-4703-b3e6-f73a7276edb2 HTTP/1.1" status: 200 len: 855 time: 0.1468022 Sep 09 09:13:39.544288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42ef3319-f0d9-41bd-9d7c-49aa11dc43b8 req-15a9dd3f-c227-4fb2-9935-085f574d4b90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37cee3cd-6876-4ee2-9399-160d8e2caac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438995 Sep 09 09:13:39.579178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a req-47c909a8-a477-4f7a-9903-b62044cb5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:39.580742 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a req-47c909a8-a477-4f7a-9903-b62044cb5d8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0149465 Sep 09 09:13:39.587205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50926) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:39.590234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08af5957-393e-4cd7-a944-4ff3887586cd']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:39.624777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 829ff870-127d-40b7-bda5-48716789ee84, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=829ff870-127d-40b7-bda5-48716789ee84,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:39.639606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '829ff870-127d-40b7-bda5-48716789ee84', 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f', 'port_id': '829ff870-127d-40b7-bda5-48716789ee84', 'mac_address': 'fa:16:3e:69:3a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbf10f2-0d70-4f45-bafc-0e12733beabe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:13:39.661558 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a6408700-b3fc-49e1-801a-00e91837e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-router', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:40Z', 'updated_at': '2021-09-09T09:13:36Z', 'revision_number': 5, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'gw_port': {'id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:42Z', 'updated_at': '2021-09-09T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:39.670272 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-71e9056a-fa0c-443b-b6ce-0110909c8756 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--758441838&fields=id&tenant_id=9343d08a57b44681a20e72bb6864a26c HTTP/1.1" status: 200 len: 267 time: 0.0810454 Sep 09 09:13:39.676026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00103d7e-324c-4c49-961d-cdad626c3051') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:39.676368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00103d7e-324c-4c49-961d-cdad626c3051') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:39.681928 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eeccc7e5-6aad-4e85-84ff-0339f62f99d3 req-3dd44a8e-fc68-446b-a552-b12c2f23b9de service neutron] 10.222.0.24 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130514 Sep 09 09:13:39.687628 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42ef3319-f0d9-41bd-9d7c-49aa11dc43b8 req-df83a350-9603-4090-b27a-9527d41cee92 service neutron] 10.222.0.41 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301026 Sep 09 09:13:39.694605 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:39.717036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829ff870-127d-40b7-bda5-48716789ee84 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:39.746372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 829ff870-127d-40b7-bda5-48716789ee84, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=829ff870-127d-40b7-bda5-48716789ee84,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:39.748634 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6408700-b3fc-49e1-801a-00e91837e91a None None] The sync data for ids ['3fc788e2-d1d3-4269-819c-6d34c9333b59'] in n-d-778696-16 is: [{'id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1219935523-router', 'tenant_id': 'af1e1aa5983d472eb582acd8b670970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:08:40Z', 'updated_at': '2021-09-09T09:13:36Z', 'revision_number': 5, 'project_id': 'af1e1aa5983d472eb582acd8b670970d', 'gw_port': {'id': '6f8228c0-cb2b-4b93-9508-cacb0a9895da', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc788e2-d1d3-4269-819c-6d34c9333b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:08:42Z', 'updated_at': '2021-09-09T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:13:39.785549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:39.840147 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:39.890259 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42ef3319-f0d9-41bd-9d7c-49aa11dc43b8 req-fe39ceed-f52b-472d-9e00-656ca16f32eb service neutron] 10.222.0.41 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886919 Sep 09 09:13:39.905032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=829ff870-127d-40b7-bda5-48716789ee84,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:39.917622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48654e73-7045-4404-909e-30665b6e0545 req-26743a6e-1579-410f-8f30-7218226f6e6b tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:39.919180 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48654e73-7045-4404-909e-30665b6e0545 req-26743a6e-1579-410f-8f30-7218226f6e6b tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 944 time: 0.0902367 Sep 09 09:13:39.922623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abecb2b1-6794-4039-8660-50751d27da9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:39.940929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6028c922-6f8d-47a3-9ef9-a9701585b80a details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:13:39.943415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b964e21c-9fdf-42be-a61f-29cefa0a60ca up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:39.962405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:39.963120 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48654e73-7045-4404-909e-30665b6e0545 req-0b029820-0461-45d0-ae81-758d1ecc53bf tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Sep 09 09:13:40.003874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:40.003874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:40.012327 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:40.065705 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a req-fb2824e3-7f75-4068-b6f5-f48c6386b542 service neutron] 10.222.0.24 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586060 Sep 09 09:13:40.074565 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9467ab6b-4ffe-4182-8a1a-41ce1b397869 req-fdb12c65-ad9b-46af-8b9d-2a1536820525 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.077172 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.168027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['829ff870-127d-40b7-bda5-48716789ee84'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:40.251810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1598a-971b-4f37-b6f8-a1aa4f7eeb10 req-536f0dfc-5864-464e-a6e3-8a8901860b73 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:40.263620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87e1598a-971b-4f37-b6f8-a1aa4f7eeb10 req-536f0dfc-5864-464e-a6e3-8a8901860b73 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1257267 Sep 09 09:13:40.274129 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-688bef87-86e1-4fe8-9ebf-7c94a914ba3a req-66787dab-17ac-4c9b-90cc-f5aca544569b service neutron] 10.222.0.24 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937494 Sep 09 09:13:40.290595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-3abd7c94-5b66-4518-8caa-0407d92a4f23 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:40.297714 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-3abd7c94-5b66-4518-8caa-0407d92a4f23 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/networks?id=6c21bb16-856d-4e75-a210-1d2b0cfe3525 HTTP/1.1" status: 200 len: 806 time: 0.6270251 Sep 09 09:13:40.305729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb12c65-ad9b-46af-8b9d-2a1536820525 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Pushing event deleted for resources: {'Port': ['ID=6043dc99-3153-43a1-a3f1-ebba92eed16b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:40.315999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port b964e21c-9fdf-42be-a61f-29cefa0a60ca completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:40.318540 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 09:13:40.318540 n-d-778696-16 neutron-server[95326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 09:13:40.318540 n-d-778696-16 neutron-server[95326]: [parameters: {'id': '08af5957-393e-4cd7-a944-4ff3887586cd'}] Sep 09 09:13:40.318540 n-d-778696-16 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:13:40.319667 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:13:40.322705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port b964e21c-9fdf-42be-a61f-29cefa0a60ca triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:40.323083 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.326371 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-221421c5-79ac-4e41-9860-be6f4817c5a7 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/quotas/9343d08a57b44681a20e72bb6864a26c HTTP/1.1" status: 200 len: 375 time: 0.0277348 Sep 09 09:13:40.327760 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87e1598a-971b-4f37-b6f8-a1aa4f7eeb10 req-ce52773c-c9f2-4fc6-82a4-d0cd5067d98c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616686 Sep 09 09:13:40.392032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6028c922-6f8d-47a3-9ef9-a9701585b80a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6028c922-6f8d-47a3-9ef9-a9701585b80a,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:40.456605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '6028c922-6f8d-47a3-9ef9-a9701585b80a', 'network_id': '7ba0c583-82cd-4b2b-b3f5-86ea180eca0f', 'port_id': '6028c922-6f8d-47a3-9ef9-a9701585b80a', 'mac_address': 'fa:16:3e:97:9b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbf10f2-0d70-4f45-bafc-0e12733beabe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:13:40.465069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9467ab6b-4ffe-4182-8a1a-41ce1b397869 req-fdb12c65-ad9b-46af-8b9d-2a1536820525 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] No DVR routers for this DVR port 6043dc99-3153-43a1-a3f1-ebba92eed16b on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:40.476183 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9467ab6b-4ffe-4182-8a1a-41ce1b397869 req-fdb12c65-ad9b-46af-8b9d-2a1536820525 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.478165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9467ab6b-4ffe-4182-8a1a-41ce1b397869 req-fdb12c65-ad9b-46af-8b9d-2a1536820525 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.24 "DELETE /v2.0/ports/6043dc99-3153-43a1-a3f1-ebba92eed16b HTTP/1.1" status: 204 len: 173 time: 2.8132839 Sep 09 09:13:40.480427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'name': 'network-vif-deleted', 'tag': '6043dc99-3153-43a1-a3f1-ebba92eed16b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:40.482752 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c692962-db63-4299-84bd-9e315f292f56" -d '{"events": [{"server_uuid": "2820009c-4535-48bc-9b7b-7ebb80f09a7e", "name": "network-vif-deleted", "tag": "6043dc99-3153-43a1-a3f1-ebba92eed16b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:40.492473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeaf8f2-c129-4eb9-ab0e-6d6c2c306a6c req-4ea7450a-fe20-4393-96df-d1fcce9a97ef tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:40.501392 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdeaf8f2-c129-4eb9-ab0e-6d6c2c306a6c req-4ea7450a-fe20-4393-96df-d1fcce9a97ef tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 944 time: 0.0762691 Sep 09 09:13:40.525711 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.526415 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-54001161-8cfc-4ca2-ac18-267d82948054 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9343d08a57b44681a20e72bb6864a26c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1986825 Sep 09 09:13:40.559221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Deleting port 6f8228c0-cb2b-4b93-9508-cacb0a9895da {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:40.559550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdeaf8f2-c129-4eb9-ab0e-6d6c2c306a6c req-b5964dbf-3fa7-43c7-9ada-fc00cd561f96 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562978 Sep 09 09:13:40.559702 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.598180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abecb2b1-6794-4039-8660-50751d27da9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.601649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6028c922-6f8d-47a3-9ef9-a9701585b80a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:40.609924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdde876-962c-4e0e-8123-40d20564a6bc None None] Network 08af5957-393e-4cd7-a944-4ff3887586cd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:40.656499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6028c922-6f8d-47a3-9ef9-a9701585b80a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6028c922-6f8d-47a3-9ef9-a9701585b80a,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:40.666111 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.689962 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abecb2b1-6794-4039-8660-50751d27da9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.710488 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5d9144-496a-4996-ac56-3c72a7b489a7 x-openstack-request-id: req-6f5d9144-496a-4996-ac56-3c72a7b489a7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:40.710790 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2820009c-4535-48bc-9b7b-7ebb80f09a7e", "name": "network-vif-deleted", "tag": "6043dc99-3153-43a1-a3f1-ebba92eed16b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:40.711038 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f5d9144-496a-4996-ac56-3c72a7b489a7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:40.711465 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2820009c-4535-48bc-9b7b-7ebb80f09a7e', 'name': 'network-vif-deleted', 'tag': '6043dc99-3153-43a1-a3f1-ebba92eed16b', 'status': 'completed', 'code': 200} Sep 09 09:13:40.716957 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.791172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43571481-5078-47dc-9a22-d6a8d46e045c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b964e21c-9fdf-42be-a61f-29cefa0a60ca'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:40.793364 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f922e2-2de7-43c2-80c6-2ba17edfddee" -d '{"events": [{"server_uuid": "43571481-5078-47dc-9a22-d6a8d46e045c", "name": "network-vif-plugged", "status": "completed", "tag": "b964e21c-9fdf-42be-a61f-29cefa0a60ca"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:40.793548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecb2b1-6794-4039-8660-50751d27da9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c75151d-1ca6-48d0-9ce3-5a0d3ec4c8fc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:40.800885 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-abecb2b1-6794-4039-8660-50751d27da9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f5508b606ed4d5eabf4d0e195ae4bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2126734 Sep 09 09:13:40.804979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50944) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:40.812174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] For port 6f8228c0-cb2b-4b93-9508-cacb0a9895da, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6f8228c0-cb2b-4b93-9508-cacb0a9895da,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:40.812532 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.825389 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.836477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Calling delete_port for 6f8228c0-cb2b-4b93-9508-cacb0a9895da owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:40.836700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port b964e21c-9fdf-42be-a61f-29cefa0a60ca, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b964e21c-9fdf-42be-a61f-29cefa0a60ca,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:40.838331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b511bcab-2630-4a49-9768-2b8dc276f57f None None] Provisioning for port 05e8e45f-19ba-4db0-9823-f03e80e4a806 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:40.841368 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-0e306033-776b-43ab-b0e8-0ad6cf9cac99 service neutron] 10.222.0.32 "GET /v2.0/networks/6c21bb16-856d-4e75-a210-1d2b0cfe3525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416537 Sep 09 09:13:40.845675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6028c922-6f8d-47a3-9ef9-a9701585b80a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:40.879111 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7278d679-25a0-484c-9755-25e92f1f6c8a x-openstack-request-id: req-7278d679-25a0-484c-9755-25e92f1f6c8a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:40.879111 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43571481-5078-47dc-9a22-d6a8d46e045c", "name": "network-vif-plugged", "status": "completed", "tag": "b964e21c-9fdf-42be-a61f-29cefa0a60ca", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:40.879111 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7278d679-25a0-484c-9755-25e92f1f6c8a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:40.879617 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43571481-5078-47dc-9a22-d6a8d46e045c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b964e21c-9fdf-42be-a61f-29cefa0a60ca', 'code': 200} Sep 09 09:13:40.912640 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00092174-9104-44e8-b64c-579028b24e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.941767 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00092174-9104-44e8-b64c-579028b24e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.945470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['6028c922-6f8d-47a3-9ef9-a9701585b80a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:40.950341 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:40.951665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6043dc99-3153-43a1-a3f1-ebba92eed16b no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:40.999335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eeac14-b128-4c71-bf40-71469d21975c None None] DHCP port deletion for 08af5957-393e-4cd7-a944-4ff3887586cd request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:13:41.028201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 6043dc99-3153-43a1-a3f1-ebba92eed16b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:41.028566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6043dc99-3153-43a1-a3f1-ebba92eed16b not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:41.034570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:41.071091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:41.071460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 02b98bbb-9a5b-4ef9-a4fc-1377d0ec3863 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:41.112087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88e9e22b-fac1-49b1-b468-d44a54171688 req-5d323577-8674-4905-a89f-721b77960fa9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=2820009c-4535-48bc-9b7b-7ebb80f09a7e HTTP/1.1" status: 200 len: 210 time: 0.0473797 Sep 09 09:13:41.117093 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00092174-9104-44e8-b64c-579028b24e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.121003 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-4f034ce1-e975-451a-83d2-cc0d2f9b2af6 service neutron] 10.222.0.32 "GET /v2.0/networks/6c21bb16-856d-4e75-a210-1d2b0cfe3525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231593 Sep 09 09:13:41.125334 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00092174-9104-44e8-b64c-579028b24e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.129400 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-00092174-9104-44e8-b64c-579028b24e39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c75151d-1ca6-48d0-9ce3-5a0d3ec4c8fc HTTP/1.1" status: 204 len: 168 time: 0.3206959 Sep 09 09:13:41.137014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00092174-9104-44e8-b64c-579028b24e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c75151d-1ca6-48d0-9ce3-5a0d3ec4c8fc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:41.152979 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4135cc-66c2-440a-9e79-94bacbd2a6a8 req-13625d3d-2e60-438f-881e-97faf343daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:41.154650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cc4135cc-66c2-440a-9e79-94bacbd2a6a8 req-13625d3d-2e60-438f-881e-97faf343daee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 1098 time: 0.2009139 Sep 09 09:13:41.160967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Deleting port 05e8e45f-19ba-4db0-9823-f03e80e4a806 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:41.161433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.164967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=b964e21c-9fdf-42be-a61f-29cefa0a60ca,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:41.227520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-58eeac14-b128-4c71-bf40-71469d21975c None None] Deleting port 05e8e45f-19ba-4db0-9823-f03e80e4a806 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:41.227905 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58eeac14-b128-4c71-bf40-71469d21975c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.286540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] For port 05e8e45f-19ba-4db0-9823-f03e80e4a806, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=05e8e45f-19ba-4db0-9823-f03e80e4a806,segment=NetworkSegment(00103d7e-324c-4c49-961d-cdad626c3051),segment_id=00103d7e-324c-4c49-961d-cdad626c3051)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:41.286907 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.296662 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cc4135cc-66c2-440a-9e79-94bacbd2a6a8 req-2fbc05ff-b26e-4c5a-ac0a-20516cf3b96e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322522 Sep 09 09:13:41.304113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Calling delete_port for 05e8e45f-19ba-4db0-9823-f03e80e4a806 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:41.328902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-58eeac14-b128-4c71-bf40-71469d21975c None None] For port 05e8e45f-19ba-4db0-9823-f03e80e4a806, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=05e8e45f-19ba-4db0-9823-f03e80e4a806,segment=NetworkSegment(00103d7e-324c-4c49-961d-cdad626c3051),segment_id=00103d7e-324c-4c49-961d-cdad626c3051)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:41.329161 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58eeac14-b128-4c71-bf40-71469d21975c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.346699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-58eeac14-b128-4c71-bf40-71469d21975c None None] Calling delete_port for 05e8e45f-19ba-4db0-9823-f03e80e4a806 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:41.429851 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.445784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 829ff870-127d-40b7-bda5-48716789ee84 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: from cryptography.utils import int_from_bytes Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: from cryptography.utils import int_from_bytes Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.487874 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:13:41.491721 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:13:41.509553 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58eeac14-b128-4c71-bf40-71469d21975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.514431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28232d49-5af2-4230-be09-28761a79030c req-693bfc51-94f0-4fdf-aadf-c494ea29ddef tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:41.514431 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-28232d49-5af2-4230-be09-28761a79030c req-693bfc51-94f0-4fdf-aadf-c494ea29ddef tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1100907 Sep 09 09:13:41.550791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eeac14-b128-4c71-bf40-71469d21975c None None] Pushing event deleted for resources: {'Port': ['ID=05e8e45f-19ba-4db0-9823-f03e80e4a806,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:41.564407 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.565962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eeac14-b128-4c71-bf40-71469d21975c None None] No DVR routers for this DVR port 05e8e45f-19ba-4db0-9823-f03e80e4a806 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:41.567340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8228c0-cb2b-4b93-9508-cacb0a9895da,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:41.604284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-28232d49-5af2-4230-be09-28761a79030c req-7dc67e17-6c9c-459e-a429-9b87142fef6c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843844 Sep 09 09:13:41.665085 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73475fe4-22bf-4e78-a4e8-24740034791f req-b064b98d-f1e2-481a-9509-47bbe469aa79 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 210 time: 0.1483552 Sep 09 09:13:41.665848 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Port': ['ID=05e8e45f-19ba-4db0-9823-f03e80e4a806,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:41.674222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No DVR routers for this DVR port 05e8e45f-19ba-4db0-9823-f03e80e4a806 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:41.674558 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 829ff870-127d-40b7-bda5-48716789ee84 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:41.680542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 829ff870-127d-40b7-bda5-48716789ee84 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:41.681445 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.781770 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.832525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0530237-9798-473e-b1ce-60e10130a5c4 req-9ade1444-6ac1-458b-afcb-2613fe9edfca tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:41.843357 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.844292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0530237-9798-473e-b1ce-60e10130a5c4 req-9ade1444-6ac1-458b-afcb-2613fe9edfca tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 945 time: 0.1535783 Sep 09 09:13:41.895897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 829ff870-127d-40b7-bda5-48716789ee84, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=829ff870-127d-40b7-bda5-48716789ee84,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:41.896776 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.912176 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0530237-9798-473e-b1ce-60e10130a5c4 req-cbdabfef-59c0-4137-b7fc-11d0c1ac561b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668137 Sep 09 09:13:41.940219 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.943972 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:41.967420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6028c922-6f8d-47a3-9ef9-a9701585b80a up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:41.989803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08af5957-393e-4cd7-a944-4ff3887586cd']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:41.996564 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.002480 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00103d7e-324c-4c49-961d-cdad626c3051') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:42.002791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00103d7e-324c-4c49-961d-cdad626c3051') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:42.014582 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.030005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.038764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:42.039541 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:42.042400 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:42.073773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=829ff870-127d-40b7-bda5-48716789ee84,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:42.095941 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.096474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fc788e2-d1d3-4269-819c-6d34c9333b59 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:13:42.101359 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.102538 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-351c9479-a781-4256-b210-3c7c59f0f5f8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3fc788e2-d1d3-4269-819c-6d34c9333b59 HTTP/1.1" status: 204 len: 168 time: 3.4752047 Sep 09 09:13:42.105207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50974) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:42.168697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a07bccc-2fd6-41e7-85ba-4ac084d5bc00 admin admin] Deleting subnet f96cb625-8930-46d6-8d99-5c12b85e0bf9 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:13:42.168798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 6028c922-6f8d-47a3-9ef9-a9701585b80a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:42.170251 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a07bccc-2fd6-41e7-85ba-4ac084d5bc00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.170983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 6028c922-6f8d-47a3-9ef9-a9701585b80a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:42.171346 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.211930 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.227266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.231313 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/08af5957-393e-4cd7-a944-4ff3887586cd HTTP/1.1" status: 204 len: 168 time: 4.5285721 Sep 09 09:13:42.234507 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50984) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:42.280848 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced7d1b-cb7e-4376-9e41-239a198908ff tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=08af5957-393e-4cd7-a944-4ff3887586cd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:42.283835 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed7fa14-e548-4f0b-bdb3-55d5d22668a3 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] GET failed (client error): The resource could not be found. Sep 09 09:13:42.285467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eed7fa14-e548-4f0b-bdb3-55d5d22668a3 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/subnets/f0789ee1-d0e2-4354-9697-86808f99ef8b HTTP/1.1" status: 404 len: 337 time: 0.0496449 Sep 09 09:13:42.289069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:42.294516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a07bccc-2fd6-41e7-85ba-4ac084d5bc00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.324531 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.351567 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8900a10-5aa6-4879-8839-2f8cc8e2ecc9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:42.352168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8900a10-5aa6-4879-8839-2f8cc8e2ecc9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:42.354092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c8900a10-5aa6-4879-8839-2f8cc8e2ecc9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/08af5957-393e-4cd7-a944-4ff3887586cd HTTP/1.1" status: 404 len: 339 time: 0.0639327 Sep 09 09:13:42.362099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50992) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:42.390898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6028c922-6f8d-47a3-9ef9-a9701585b80a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6028c922-6f8d-47a3-9ef9-a9701585b80a,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:42.441120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a07bccc-2fd6-41e7-85ba-4ac084d5bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.492335 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.569617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6028c922-6f8d-47a3-9ef9-a9701585b80a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:42.579195 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a07bccc-2fd6-41e7-85ba-4ac084d5bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.592192 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933757d-95db-4d0e-9476-1679a1783dc1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:42.593802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f933757d-95db-4d0e-9476-1679a1783dc1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2306836 Sep 09 09:13:42.596703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:42.608242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07bccc-2fd6-41e7-85ba-4ac084d5bc00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f96cb625-8930-46d6-8d99-5c12b85e0bf9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:42.619494 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a07bccc-2fd6-41e7-85ba-4ac084d5bc00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.623076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77740f5-e372-4aae-91db-3c1cffae67bc None None] Network 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:42.630729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7a07bccc-2fd6-41e7-85ba-4ac084d5bc00 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f96cb625-8930-46d6-8d99-5c12b85e0bf9 HTTP/1.1" status: 204 len: 168 time: 0.5190389 Sep 09 09:13:42.630729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51000) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:42.649375 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-af631d73-9706-4ccd-bb21-9c56632721f2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 207 time: 0.0509512 Sep 09 09:13:42.656292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:42.658512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51006) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:42.740361 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.862604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa7481-c7e1-42c7-9633-f5d943053b86 req-2ed86c59-9d06-4a87-a4ac-be0ba4b81ab9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:42.864275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c930b7-2953-4f23-b5eb-e80e8c4a7b03 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:42.871724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c930b7-2953-4f23-b5eb-e80e8c4a7b03 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:42.877610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c930b7-2953-4f23-b5eb-e80e8c4a7b03 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:42.879595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50aa7481-c7e1-42c7-9633-f5d943053b86 req-2ed86c59-9d06-4a87-a4ac-be0ba4b81ab9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 945 time: 0.1138048 Sep 09 09:13:42.881799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba907911-e72e-40f2-86c1-12964a35db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829ff870-127d-40b7-bda5-48716789ee84'}, {'server_uuid': '3e586ada-f126-404d-8a1e-09936db9eef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6028c922-6f8d-47a3-9ef9-a9701585b80a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:42.883938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c930b7-2953-4f23-b5eb-e80e8c4a7b03 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:42.889268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d2c930b7-2953-4f23-b5eb-e80e8c4a7b03 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2262807 Sep 09 09:13:42.890255 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c960b619-5f38-4be4-9386-a0d4301b9c24" -d '{"events": [{"server_uuid": "ba907911-e72e-40f2-86c1-12964a35db4b", "name": "network-vif-plugged", "status": "completed", "tag": "829ff870-127d-40b7-bda5-48716789ee84"}, {"server_uuid": "3e586ada-f126-404d-8a1e-09936db9eef5", "name": "network-vif-plugged", "status": "completed", "tag": "6028c922-6f8d-47a3-9ef9-a9701585b80a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:42.896804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78150b43-92c6-4369-b823-6940734560e9 req-7eb6da54-3803-469d-8c2f-81ceecbc9d1e tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:42.898497 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78150b43-92c6-4369-b823-6940734560e9 req-7eb6da54-3803-469d-8c2f-81ceecbc9d1e tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1334455 Sep 09 09:13:42.901925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51014) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:42.929126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Deleting port 8413d49e-6f20-485e-a8f0-b9b001193912 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:42.929460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:42.947481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6778f7c0-d288-4df9-9cf3-c43ec727224b None None] DHCP port deletion for 5ce94dd4-feeb-4aa0-b3b4-81036172b1ef request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:13:42.966278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50aa7481-c7e1-42c7-9633-f5d943053b86 req-0dec586d-9462-4cfb-8295-daaf592d4216 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857081 Sep 09 09:13:43.003481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-704051224-network', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:43.052035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6778f7c0-d288-4df9-9cf3-c43ec727224b None None] Deleting port 8413d49e-6f20-485e-a8f0-b9b001193912 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:43.052846 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6778f7c0-d288-4df9-9cf3-c43ec727224b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.069944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6f8228c0-cb2b-4b93-9508-cacb0a9895da no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:43.086952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9f3086da-7a3a-4d1a-b06e-ba52afeff65d req-3c7f6ce3-c14f-432b-a634-8b1845322d16 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 210 time: 0.0350130 Sep 09 09:13:43.088926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] For port 8413d49e-6f20-485e-a8f0-b9b001193912, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8413d49e-6f20-485e-a8f0-b9b001193912,segment=NetworkSegment(5d7386d6-d3aa-4c6f-ac60-ecf751a8197e),segment_id=5d7386d6-d3aa-4c6f-ac60-ecf751a8197e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:43.089313 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.099904 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78150b43-92c6-4369-b823-6940734560e9 req-7f77c3ac-8d21-4314-94ea-0e116b9c2cb8 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832905 Sep 09 09:13:43.106571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Calling delete_port for 8413d49e-6f20-485e-a8f0-b9b001193912 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:43.198190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Made reservation on behalf of faa0fe5997b14a81a4eb53f7c13b7c83 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:43.201980 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.225815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6778f7c0-d288-4df9-9cf3-c43ec727224b None None] For port 8413d49e-6f20-485e-a8f0-b9b001193912, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8413d49e-6f20-485e-a8f0-b9b001193912,segment=NetworkSegment(5d7386d6-d3aa-4c6f-ac60-ecf751a8197e),segment_id=5d7386d6-d3aa-4c6f-ac60-ecf751a8197e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:43.226484 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6778f7c0-d288-4df9-9cf3-c43ec727224b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.235013 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bb4218-ba2e-4079-8ded-f3901a988c0f x-openstack-request-id: req-90bb4218-ba2e-4079-8ded-f3901a988c0f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:43.235578 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba907911-e72e-40f2-86c1-12964a35db4b", "name": "network-vif-plugged", "status": "completed", "tag": "829ff870-127d-40b7-bda5-48716789ee84", "code": 200}, {"server_uuid": "3e586ada-f126-404d-8a1e-09936db9eef5", "name": "network-vif-plugged", "status": "completed", "tag": "6028c922-6f8d-47a3-9ef9-a9701585b80a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:43.236019 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90bb4218-ba2e-4079-8ded-f3901a988c0f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:43.236584 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba907911-e72e-40f2-86c1-12964a35db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829ff870-127d-40b7-bda5-48716789ee84', 'code': 200} Sep 09 09:13:43.237018 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e586ada-f126-404d-8a1e-09936db9eef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6028c922-6f8d-47a3-9ef9-a9701585b80a', 'code': 200} Sep 09 09:13:43.239411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 6f8228c0-cb2b-4b93-9508-cacb0a9895da {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:43.239920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6f8228c0-cb2b-4b93-9508-cacb0a9895da not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:43.240499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 05e8e45f-19ba-4db0-9823-f03e80e4a806 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:43.253778 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.262949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6778f7c0-d288-4df9-9cf3-c43ec727224b None None] Calling delete_port for 8413d49e-6f20-485e-a8f0-b9b001193912 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:43.265106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 05e8e45f-19ba-4db0-9823-f03e80e4a806 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:43.265821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 05e8e45f-19ba-4db0-9823-f03e80e4a806 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:43.266426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8413d49e-6f20-485e-a8f0-b9b001193912 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:43.270795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eab0e3e9-012c-4fe3-8f6a-e9c1a68cc3df tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3664818 Sep 09 09:13:43.281732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51020) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:43.323651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890704fe-ecc1-430d-81f9-b50df2649734 req-d330e297-6199-48f6-86bf-71822ac03728 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:43.325454 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-890704fe-ecc1-430d-81f9-b50df2649734 req-d330e297-6199-48f6-86bf-71822ac03728 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 945 time: 0.2185035 Sep 09 09:13:43.361001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3ea70-6389-4ac2-bc7e-26737fab6e31 req-0020af3e-a194-4b9f-a50e-c73f233a8311 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:43.370198 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3dd3ea70-6389-4ac2-bc7e-26737fab6e31 req-0020af3e-a194-4b9f-a50e-c73f233a8311 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 946 time: 0.1031556 Sep 09 09:13:43.380199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.412017 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.421813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9157e12-dd8a-49ba-be9c-234c2dfaa93e req-de762e20-4909-4adf-bdeb-b0859732a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:43.423370 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9157e12-dd8a-49ba-be9c-234c2dfaa93e req-de762e20-4909-4adf-bdeb-b0859732a88d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba907911-e72e-40f2-86c1-12964a35db4b HTTP/1.1" status: 200 len: 1097 time: 0.1214490 Sep 09 09:13:43.425553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Pushing event deleted for resources: {'Port': ['ID=8413d49e-6f20-485e-a8f0-b9b001193912,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:43.425974 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6778f7c0-d288-4df9-9cf3-c43ec727224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.430864 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] No DVR routers for this DVR port 8413d49e-6f20-485e-a8f0-b9b001193912 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:43.461357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778f7c0-d288-4df9-9cf3-c43ec727224b None None] Pushing event deleted for resources: {'Port': ['ID=8413d49e-6f20-485e-a8f0-b9b001193912,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:43.464381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e35cb-e0c8-4536-9721-8016fc7108b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:43.466493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e35cb-e0c8-4536-9721-8016fc7108b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:43.468293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cb3e35cb-e0c8-4536-9721-8016fc7108b2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1855967 Sep 09 09:13:43.475222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51022) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:43.481743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778f7c0-d288-4df9-9cf3-c43ec727224b None None] No DVR routers for this DVR port 8413d49e-6f20-485e-a8f0-b9b001193912 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:43.521898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3dd3ea70-6389-4ac2-bc7e-26737fab6e31 req-20273578-5b9e-45db-8f7c-f65713534c3a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506293 Sep 09 09:13:43.535454 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9157e12-dd8a-49ba-be9c-234c2dfaa93e req-7ae67325-3c20-4a40-9ada-7f068567b59b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990655 Sep 09 09:13:43.568656 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.590001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce94dd4-feeb-4aa0-b3b4-81036172b1ef']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:43.595787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.599823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7386d6-d3aa-4c6f-ac60-ecf751a8197e') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:43.600797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7386d6-d3aa-4c6f-ac60-ecf751a8197e') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:43.610444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.630097 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.630293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36f40a-7980-4269-8076-22e2e6fbe82d req-4b88a446-55a2-4a3a-8790-73deca97aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:43.630565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:43.631167 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.633143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae36f40a-7980-4269-8076-22e2e6fbe82d req-4b88a446-55a2-4a3a-8790-73deca97aee4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 1098 time: 0.3054459 Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:43.633877 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:43.649822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7bb416-c26b-4863-b3d7-b04d73473aa8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:43.651324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7bb416-c26b-4863-b3d7-b04d73473aa8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:43.656964 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8c7bb416-c26b-4863-b3d7-b04d73473aa8 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1338701 Sep 09 09:13:43.657131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51024) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:43.666429 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.698315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:43.727424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.727777 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Added segment 25d135ea-623b-4841-97a0-8ab8b4fa8ff5 of type vlan for network cb9af0ea-6d69-44ae-9ddf-55491913e3b8 Sep 09 09:13:43.731154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae36f40a-7980-4269-8076-22e2e6fbe82d req-6dee171d-5f0b-4825-abbd-ca57021ec395 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897803 Sep 09 09:13:43.733245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-890704fe-ecc1-430d-81f9-b50df2649734 req-7ed32c0d-a3b8-42c4-8a99-b74337140288 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Deleting port 3ae8ad83-f192-4808-88ff-202b3d5f827a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:43.733581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-890704fe-ecc1-430d-81f9-b50df2649734 req-7ed32c0d-a3b8-42c4-8a99-b74337140288 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.753334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef67c51-9e28-443d-bee9-1b08d06e7b4d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:43.783904 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.792982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f5053f-2962-4772-816d-9ccf40f00b88 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:43.794382 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-58f5053f-2962-4772-816d-9ccf40f00b88 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/networks/32344f72-af89-4709-9506-48412498d455 HTTP/1.1" status: 200 len: 800 time: 0.1368401 Sep 09 09:13:43.798681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51026) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:43.811308 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.813095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] 10.222.0.32 "DELETE /v2.0/networks/5ce94dd4-feeb-4aa0-b3b4-81036172b1ef HTTP/1.1" status: 204 len: 168 time: 1.1861501 Sep 09 09:13:43.835840 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.838320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31c953-e2ec-4442-9e94-b5ef7b1924be admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce94dd4-feeb-4aa0-b3b4-81036172b1ef,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:43.881858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-890704fe-ecc1-430d-81f9-b50df2649734 req-7ed32c0d-a3b8-42c4-8a99-b74337140288 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] For port 3ae8ad83-f192-4808-88ff-202b3d5f827a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3ae8ad83-f192-4808-88ff-202b3d5f827a,segment=NetworkSegment(e0a37977-8b18-4d5d-9c6a-3d06638634d1),segment_id=e0a37977-8b18-4d5d-9c6a-3d06638634d1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:43.882366 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-890704fe-ecc1-430d-81f9-b50df2649734 req-7ed32c0d-a3b8-42c4-8a99-b74337140288 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.895475 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-890704fe-ecc1-430d-81f9-b50df2649734 req-7ed32c0d-a3b8-42c4-8a99-b74337140288 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Calling delete_port for 3ae8ad83-f192-4808-88ff-202b3d5f827a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:43.934867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-37a54a61-b200-4cdb-9509-6b44d9583a53 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/networks/32344f72-af89-4709-9506-48412498d455?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1351225 Sep 09 09:13:43.938544 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51030) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:43.945341 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.946289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:43.946999 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:43.995150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874136e0-8db1-49e0-82fa-5758905c57fd tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:43.997018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-874136e0-8db1-49e0-82fa-5758905c57fd tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/subnets/46382c38-3941-444b-8711-df12ff44facb HTTP/1.1" status: 200 len: 811 time: 0.0575418 Sep 09 09:13:44.000802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51034) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:44.025636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] Pushing event updated for resources: {'Network': ['ID=cb9af0ea-6d69-44ae-9ddf-55491913e3b8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:44.047657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network cb9af0ea-6d69-44ae-9ddf-55491913e3b8 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:44.065555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d3799-42f9-4dda-991b-e4e7c0b498d3 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['shared'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:44.071286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5c0d3799-42f9-4dda-991b-e4e7c0b498d3 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "GET /v2.0/subnets/46382c38-3941-444b-8711-df12ff44facb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0657690 Sep 09 09:13:44.072153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51036) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:44.077710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-531564765'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:44.081468 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2ea27544-6afb-45ac-b772-17e7c36edd2f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4174135 Sep 09 09:13:44.082249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51038) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:44.088962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] Request body: {'subnet': {'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-704051224-subnet', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:44.202499 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51044) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:44.292650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:44.296762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.326651 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-38d977de-38cb-43e2-bd04-e928a104361f tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:44.328365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-38d977de-38cb-43e2-bd04-e928a104361f tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.41 "GET /v2.0/networks?id=6c21bb16-856d-4e75-a210-1d2b0cfe3525 HTTP/1.1" status: 200 len: 806 time: 0.2455668 Sep 09 09:13:44.347639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-92b331c0-8223-4641-b303-09eb0280738e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f8f99698e89468394188ee2ceca9ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440737 Sep 09 09:13:44.355903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971b324-7b4f-4474-9f9f-4e13ecb522d3 req-46157736-0e2e-4f74-9eab-9afacd7d4776 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:44.357379 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a971b324-7b4f-4474-9f9f-4e13ecb522d3 req-46157736-0e2e-4f74-9eab-9afacd7d4776 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1566606 Sep 09 09:13:44.359171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51048) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:44.399887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:44.405972 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be5665ec-2dfc-4471-98c9-dda7f6584b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.460746 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.461096 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Added segment c46f1b13-2b0f-4c94-99ea-9130f2f8dad3 of type vlan for network b726c181-b80d-4c2f-94df-698fa0dc20f2 Sep 09 09:13:44.482425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-c544a7a9-e269-450f-87da-0ea5a0fa0d67 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9343d08a57b44681a20e72bb6864a26c HTTP/1.1" status: 200 len: 379 time: 0.1377807 Sep 09 09:13:44.496740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Request body: {'port': {'device_id': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'admin_state_up': True, 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'security_groups': ['4d70d46b-c0ac-4ec0-bb9d-8bef722b4299']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:44.510438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beaf67-0bd7-45e0-ac26-71d7bb395348 req-16ee8970-0e00-4cbd-a1ef-50b73fb464c3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:44.512133 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76beaf67-0bd7-45e0-ac26-71d7bb395348 req-16ee8970-0e00-4cbd-a1ef-50b73fb464c3 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 945 time: 0.4705305 Sep 09 09:13:44.518928 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a971b324-7b4f-4474-9f9f-4e13ecb522d3 req-7b5961d3-0ebc-44db-9e51-283906391d2d tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535017 Sep 09 09:13:44.554466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.561866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] Made reservation on behalf of faa0fe5997b14a81a4eb53f7c13b7c83 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:44.564343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.570068 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76beaf67-0bd7-45e0-ac26-71d7bb395348 req-15cea6d0-f581-4051-a861-e4e821aa268f tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/security-groups?id=68829407-ec7e-4e91-86f0-6da24469e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515089 Sep 09 09:13:44.585404 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-890704fe-ecc1-430d-81f9-b50df2649734 req-7ed32c0d-a3b8-42c4-8a99-b74337140288 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.615085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87d671dc-2c80-429d-a704-a55202cc971c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.663608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed32c0d-a3b8-42c4-8a99-b74337140288 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Pushing event deleted for resources: {'Port': ['ID=3ae8ad83-f192-4808-88ff-202b3d5f827a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:44.690026 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3474ab0-aa3e-4cbd-a4d9-0b62775682b1 req-801f4306-5b38-49f1-b40d-5bd0e5811235 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 210 time: 0.0608788 Sep 09 09:13:44.695347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87d671dc-2c80-429d-a704-a55202cc971c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.720773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-890704fe-ecc1-430d-81f9-b50df2649734 req-7ed32c0d-a3b8-42c4-8a99-b74337140288 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] No DVR routers for this DVR port 3ae8ad83-f192-4808-88ff-202b3d5f827a on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:44.724023 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-890704fe-ecc1-430d-81f9-b50df2649734 req-7ed32c0d-a3b8-42c4-8a99-b74337140288 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.727698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-890704fe-ecc1-430d-81f9-b50df2649734 req-7ed32c0d-a3b8-42c4-8a99-b74337140288 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.24 "DELETE /v2.0/ports/3ae8ad83-f192-4808-88ff-202b3d5f827a HTTP/1.1" status: 204 len: 173 time: 1.3847413 Sep 09 09:13:44.732012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df980da-0a70-41d2-8d4b-409f0d024229', 'name': 'network-vif-deleted', 'tag': '3ae8ad83-f192-4808-88ff-202b3d5f827a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:44.734325 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86116b4c-093e-4674-bc00-3154054f0198" -d '{"events": [{"server_uuid": "7df980da-0a70-41d2-8d4b-409f0d024229", "name": "network-vif-deleted", "tag": "3ae8ad83-f192-4808-88ff-202b3d5f827a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:44.777208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.783123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:44.783774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.819803 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0915f9-7fed-4fcb-b8ae-c2ab9abcabc1 x-openstack-request-id: req-8b0915f9-7fed-4fcb-b8ae-c2ab9abcabc1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:44.820261 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df980da-0a70-41d2-8d4b-409f0d024229", "name": "network-vif-deleted", "tag": "3ae8ad83-f192-4808-88ff-202b3d5f827a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:44.820521 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b0915f9-7fed-4fcb-b8ae-c2ab9abcabc1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:44.820949 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df980da-0a70-41d2-8d4b-409f0d024229', 'name': 'network-vif-deleted', 'tag': '3ae8ad83-f192-4808-88ff-202b3d5f827a', 'status': 'completed', 'code': 200} Sep 09 09:13:44.875885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Network': ['ID=b726c181-b80d-4c2f-94df-698fa0dc20f2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:44.888026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network b726c181-b80d-4c2f-94df-698fa0dc20f2 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:44.903142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498af33b-dc83-4615-9dd6-de16149821a5 req-f2567bf2-8eb2-428a-b22e-217e558815e4 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:44.904843 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498af33b-dc83-4615-9dd6-de16149821a5 req-f2567bf2-8eb2-428a-b22e-217e558815e4 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 946 time: 0.0832865 Sep 09 09:13:44.930288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87d671dc-2c80-429d-a704-a55202cc971c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.933174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87d671dc-2c80-429d-a704-a55202cc971c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.936885 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-87d671dc-2c80-429d-a704-a55202cc971c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e853bc1-2427-46bb-8a1c-a59623c3b1c1 HTTP/1.1" status: 204 len: 168 time: 0.5701463 Sep 09 09:13:44.959169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Made reservation on behalf of 9343d08a57b44681a20e72bb6864a26c for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:44.964834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:44.976619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d671dc-2c80-429d-a704-a55202cc971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e853bc1-2427-46bb-8a1c-a59623c3b1c1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:45.007209 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:45.014176 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-498af33b-dc83-4615-9dd6-de16149821a5 req-1b7a0103-a53b-4839-92f5-0eeadd6edf20 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026695 Sep 09 09:13:45.050754 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1f5165e5-f817-40b1-8f64-d1613eea854e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9772897 Sep 09 09:13:45.054898 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51056) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:45.060215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'network_id': 'b726c181-b80d-4c2f-94df-698fa0dc20f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:45.071241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=85bed0eb-0a7a-479d-9462-d2e3fd1a97fd,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:45.087215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] Checking segment: {'id': '25d135ea-623b-4841-97a0-8ab8b4fa8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:45.087623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] Network hostable DHCP agents. Network: cb9af0ea-6d69-44ae-9ddf-55491913e3b8, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:45.165518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] Network cb9af0ea-6d69-44ae-9ddf-55491913e3b8 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:45.228796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, cb9af0ea-6d69-44ae-9ddf-55491913e3b8) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:45.238745 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca264873-3b01-4f56-870a-18d3730327a0 None None] Network cb9af0ea-6d69-44ae-9ddf-55491913e3b8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:45.243707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:45.244342 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:45.319495 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d2f40d08-4283-4ee8-85d4-07709678f8cf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2321897 Sep 09 09:13:45.319896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51060) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:45.326093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-704051224-router', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:45.417232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-cb9af0ea-6d69-44ae-9ddf-55491913e3b8', 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'fixed_ips': [{'subnet_id': '85bed0eb-0a7a-479d-9462-d2e3fd1a97fd'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:13:45.417232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:45.429447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:45.430841 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:45.483328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Allocated IP 172.20.0.12 (6c21bb16-856d-4e75-a210-1d2b0cfe3525/cbb7a28d-4da9-4308-826e-1c5f8840267e/cedcd0b8-b1e1-4a84-aca4-916f41b148ac) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:45.525092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:45.586245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Made reservation on behalf of 81afd6c9558b4996ac743d4fca7d013e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:45.588917 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Allocated IP 172.20.0.2 (cb9af0ea-6d69-44ae-9ddf-55491913e3b8/85bed0eb-0a7a-479d-9462-d2e3fd1a97fd/7b12e9d7-b209-4b6f-9c1c-4424e92034df) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:45.589992 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:45.656782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b1d89-97d8-47e1-975e-9d510561ba51 req-21107642-a0a2-4879-b904-1ea6e5d2b68a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:45.658822 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-995b1d89-97d8-47e1-975e-9d510561ba51 req-21107642-a0a2-4879-b904-1ea6e5d2b68a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.0635993 Sep 09 09:13:45.666575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.ipam_backend_mixin [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Performing IP validity checks on allocation pools {{(pid=95325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 09 09:13:45.667303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.ipam_backend_mixin [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 09 09:13:45.702984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51066) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:45.749524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:45.785074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b4824cb-e877-46f7-b659-ca15b12cadbc req-4d1ad120-4906-4194-8298-dc9b5b35bbe9 tempest-LiveMigrationTest-136588041 tempest-LiveMigrationTest-136588041-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df980da-0a70-41d2-8d4b-409f0d024229 HTTP/1.1" status: 200 len: 210 time: 0.0633435 Sep 09 09:13:45.802765 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-995b1d89-97d8-47e1-975e-9d510561ba51 req-c6c27543-fc2f-47af-9637-d341fb279a24 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062472 Sep 09 09:13:45.823057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Transition to ACTIVE for port object cedcd0b8-b1e1-4a84-aca4-916f41b148ac will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:45.834128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0503591e-9f06-4e5a-a021-0b04f7705e6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af1e1aa5983d472eb582acd8b670970d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268213 Sep 09 09:13:45.839594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51072) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:45.862023 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:45.894195 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:45.903095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Transition to ACTIVE for port object 7b12e9d7-b209-4b6f-9c1c-4424e92034df will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:45.926025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Transition to ACTIVE for port object 7b12e9d7-b209-4b6f-9c1c-4424e92034df will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:45.977621 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df232f3e-b869-4f6c-8d09-456687748906 req-d086dd70-1db4-4734-94f2-0e0e484936d1 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 210 time: 0.0663755 Sep 09 09:13:46.001800 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.009393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3ae8ad83-f192-4808-88ff-202b3d5f827a no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:46.072021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 3ae8ad83-f192-4808-88ff-202b3d5f827a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:46.072859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3ae8ad83-f192-4808-88ff-202b3d5f827a not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:46.074096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b720f27c-ca08-4912-a094-d013f1b655c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.086017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Network cb9af0ea-6d69-44ae-9ddf-55491913e3b8 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:46.087213 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.089817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:46.096834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:46.130037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Pushing event updated for resources: {'Port': ['ID=7b12e9d7-b209-4b6f-9c1c-4424e92034df,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:46.156169 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.161471 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b720f27c-ca08-4912-a094-d013f1b655c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.175730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Attempting to bind port 7b12e9d7-b209-4b6f-9c1c-4424e92034df on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:46.176166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Attempting to bind port 7b12e9d7-b209-4b6f-9c1c-4424e92034df by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '25d135ea-623b-4841-97a0-8ab8b4fa8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:46.176602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Attempting to bind port 7b12e9d7-b209-4b6f-9c1c-4424e92034df on network cb9af0ea-6d69-44ae-9ddf-55491913e3b8 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:46.183521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:46.183899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Checking segment: {'id': '25d135ea-623b-4841-97a0-8ab8b4fa8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:46.184304 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.184701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Bound using segment: {'id': '25d135ea-623b-4841-97a0-8ab8b4fa8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:46.185293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Bound port: 7b12e9d7-b209-4b6f-9c1c-4424e92034df, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d135ea-623b-4841-97a0-8ab8b4fa8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:46.185683 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.225465 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.231999 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:46.253984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Pushing event updated for resources: {'Port': ['ID=cedcd0b8-b1e1-4a84-aca4-916f41b148ac,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:46.257145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:46.257883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] For port 7b12e9d7-b209-4b6f-9c1c-4424e92034df, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:46.261922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] For port 7b12e9d7-b209-4b6f-9c1c-4424e92034df, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7b12e9d7-b209-4b6f-9c1c-4424e92034df,segment=NetworkSegment(25d135ea-623b-4841-97a0-8ab8b4fa8ff5),segment_id=25d135ea-623b-4841-97a0-8ab8b4fa8ff5)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:46.262107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0d150-c10e-4176-87d0-92629193fada req-50c26a85-ea3c-4355-9c4e-e6668acadb7e tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:46.263696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:46.263853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36a0d150-c10e-4176-87d0-92629193fada req-50c26a85-ea3c-4355-9c4e-e6668acadb7e tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 946 time: 0.1298592 Sep 09 09:13:46.265018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.296283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=ac16ca2e-339c-42fd-95a9-df238dcfa6c1,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:46.331457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Checking segment: {'id': 'c46f1b13-2b0f-4c94-99ea-9130f2f8dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b726c181-b80d-4c2f-94df-698fa0dc20f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:46.331831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network hostable DHCP agents. Network: b726c181-b80d-4c2f-94df-698fa0dc20f2, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:46.337825 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.341074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:46.341740 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.361489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36a0d150-c10e-4176-87d0-92629193fada req-1049d423-fcf8-4eb6-8a24-93424d51abeb tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823231 Sep 09 09:13:46.384195 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b720f27c-ca08-4912-a094-d013f1b655c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.387482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b720f27c-ca08-4912-a094-d013f1b655c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.388948 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b720f27c-ca08-4912-a094-d013f1b655c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1045156-a26b-4df8-a2bd-d225217ff6a9 HTTP/1.1" status: 204 len: 168 time: 0.5474572 Sep 09 09:13:46.436193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720f27c-ca08-4912-a094-d013f1b655c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1045156-a26b-4df8-a2bd-d225217ff6a9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:46.444411 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-812c0e6f-9d86-48f0-81a3-3cacdd4d2805 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9534478 Sep 09 09:13:46.447573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Network b726c181-b80d-4c2f-94df-698fa0dc20f2 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:46.463778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Allocated IP 172.25.8.233 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/0b5eadef-d94f-4283-9d2e-055b998dba61) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:46.476592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Request body: {'port': {'device_id': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:46.485529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25e0b5-d5a6-434a-890f-977bcd880fa9 None None] Pushing event updated for resources: {'Port': ['ID=7b12e9d7-b209-4b6f-9c1c-4424e92034df,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:46.597506 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.631018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, b726c181-b80d-4c2f-94df-698fa0dc20f2) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:46.640730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:46.641267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8df37e-22d0-4b09-b898-98e10695d89e None None] Network b726c181-b80d-4c2f-94df-698fa0dc20f2 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:46.641458 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.644690 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.675788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110659c7-a2af-4247-807b-eda464255ee5 req-b8b72085-499d-42a5-ac10-c6587faf06bc tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:46.685589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-110659c7-a2af-4247-807b-eda464255ee5 req-b8b72085-499d-42a5-ac10-c6587faf06bc tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.1930935 Sep 09 09:13:46.687572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.755754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:46.759134 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2240b448-b763-473e-9f0f-d4b7a34d49c9 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7031438 Sep 09 09:13:46.760744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:46.766404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:46.783643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:46.791026 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-110659c7-a2af-4247-807b-eda464255ee5 req-82d0f825-e34f-4446-be39-ce14b436a4a5 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785737 Sep 09 09:13:46.812285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:46.838488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-81b79b36-8c7f-4030-8be8-45fa47e70dc1 None None] Provisioning for port cedcd0b8-b1e1-4a84-aca4-916f41b148ac completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:46.848552 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-81b79b36-8c7f-4030-8be8-45fa47e70dc1 None None] Provisioning complete for port cedcd0b8-b1e1-4a84-aca4-916f41b148ac triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:46.856337 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81b79b36-8c7f-4030-8be8-45fa47e70dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:46.917108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Pushing event updated for resources: {'Port': ['ID=0b5eadef-d94f-4283-9d2e-055b998dba61,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:46.921314 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51092) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:46.996846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-81b79b36-8c7f-4030-8be8-45fa47e70dc1 None None] Port cedcd0b8-b1e1-4a84-aca4-916f41b148ac cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:13:47.085562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-b726c181-b80d-4c2f-94df-698fa0dc20f2', 'network_id': 'b726c181-b80d-4c2f-94df-698fa0dc20f2', 'tenant_id': '81afd6c9558b4996ac743d4fca7d013e', 'fixed_ips': [{'subnet_id': 'ac16ca2e-339c-42fd-95a9-df238dcfa6c1'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:13:47.087533 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.092108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7b12e9d7-b209-4b6f-9c1c-4424e92034df up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:47.155764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-212cf9d1-a8c2-4969-a685-3aaaea9931ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.234333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fd90b0-58da-4de7-bd66-7282c92d0a8e admin admin] Deleting subnet 5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:13:47.251925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b16267-bdfc-4227-bf9f-c7357ea37561 req-040289a0-1583-46fa-83f1-33234bde30d4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:47.254186 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07b16267-bdfc-4227-bf9f-c7357ea37561 req-040289a0-1583-46fa-83f1-33234bde30d4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1628141 Sep 09 09:13:47.258397 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57fd90b0-58da-4de7-bd66-7282c92d0a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.264639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658c2b9-d0fb-4bf6-84a2-d707aab0757d req-477a1550-b77b-431b-b66b-4a9b424347c6 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:47.272933 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6658c2b9-d0fb-4bf6-84a2-d707aab0757d req-477a1550-b77b-431b-b66b-4a9b424347c6 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba907911-e72e-40f2-86c1-12964a35db4b HTTP/1.1" status: 200 len: 945 time: 0.2855995 Sep 09 09:13:47.330255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Allocated IP 172.20.0.3 (b726c181-b80d-4c2f-94df-698fa0dc20f2/ac16ca2e-339c-42fd-95a9-df238dcfa6c1/f0d29775-fb66-4b9b-8887-b3be2a17a543) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:47.338920 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.350514 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8444036'] for subnet, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.355257 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6658c2b9-d0fb-4bf6-84a2-d707aab0757d req-2f1a71d0-7e9a-401c-9312-53c335503109 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813551 Sep 09 09:13:47.408003 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07b16267-bdfc-4227-bf9f-c7357ea37561 req-096188d4-0249-4f0b-aac7-9ea14b3fe9aa tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528382 Sep 09 09:13:47.419931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 7b12e9d7-b209-4b6f-9c1c-4424e92034df completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:47.429947 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57fd90b0-58da-4de7-bd66-7282c92d0a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.463850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedcd0b8-b1e1-4a84-aca4-916f41b148ac {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:47.539362 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.594673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Transition to ACTIVE for port object cedcd0b8-b1e1-4a84-aca4-916f41b148ac will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:47.608205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57fd90b0-58da-4de7-bd66-7282c92d0a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.647288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c24807-c288-4ab3-b9cf-3b8d638f3d32 req-41f75430-179c-4e49-9fbf-21b4793ea070 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:47.656347 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.656589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5c24807-c288-4ab3-b9cf-3b8d638f3d32 req-41f75430-179c-4e49-9fbf-21b4793ea070 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 932 time: 0.1125746 Sep 09 09:13:47.663285 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.685037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Transition to ACTIVE for port object f0d29775-fb66-4b9b-8887-b3be2a17a543 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:47.693533 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.721396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Transition to ACTIVE for port object f0d29775-fb66-4b9b-8887-b3be2a17a543 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:47.778547 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:47.847502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Network b726c181-b80d-4c2f-94df-698fa0dc20f2 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:47.856617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:47.862987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:47.866679 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5c24807-c288-4ab3-b9cf-3b8d638f3d32 req-d44171dd-84da-48b9-a268-1672a4ec71d1 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110839 Sep 09 09:13:47.874721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Pushing event updated for resources: {'Port': ['ID=cedcd0b8-b1e1-4a84-aca4-916f41b148ac,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:47.940498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.940856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.941198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.941526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.941866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.942202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.942544 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.942891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.943222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.948394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.950642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.950998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:47.963064 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57fd90b0-58da-4de7-bd66-7282c92d0a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.077987 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57fd90b0-58da-4de7-bd66-7282c92d0a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.083738 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-57fd90b0-58da-4de7-bd66-7282c92d0a8e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d HTTP/1.1" status: 204 len: 168 time: 1.1607640 Sep 09 09:13:48.087389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51116) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:48.089633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd90b0-58da-4de7-bd66-7282c92d0a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9ab6ae-4cbe-4dfa-bb6f-7abff2a2227d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:48.191669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22610a46-378a-4a57-8e34-2ea0937ca1ab None None] Network cb9af0ea-6d69-44ae-9ddf-55491913e3b8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:48.201572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Pushing event updated for resources: {'Port': ['ID=f0d29775-fb66-4b9b-8887-b3be2a17a543,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:48.205934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Attempting to bind port cedcd0b8-b1e1-4a84-aca4-916f41b148ac on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:48.206297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Attempting to bind port cedcd0b8-b1e1-4a84-aca4-916f41b148ac by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:48.206860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Attempting to bind port cedcd0b8-b1e1-4a84-aca4-916f41b148ac on network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:48.217781 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.220658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Port cedcd0b8-b1e1-4a84-aca4-916f41b148ac on network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:13:48.220994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Attempting to bind port cedcd0b8-b1e1-4a84-aca4-916f41b148ac on network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:48.231861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:48.232207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Checking segment: {'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:48.232695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Bound using segment: {'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:48.233050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Bound port: cedcd0b8-b1e1-4a84-aca4-916f41b148ac, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d08d7d-c299-413f-a079-97df6ff64795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:48.233416 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.260701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Attempting to bind port f0d29775-fb66-4b9b-8887-b3be2a17a543 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:48.261070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Attempting to bind port f0d29775-fb66-4b9b-8887-b3be2a17a543 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'c46f1b13-2b0f-4c94-99ea-9130f2f8dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b726c181-b80d-4c2f-94df-698fa0dc20f2'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:48.261433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Attempting to bind port f0d29775-fb66-4b9b-8887-b3be2a17a543 on network b726c181-b80d-4c2f-94df-698fa0dc20f2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:48.308386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:48.308751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Checking segment: {'id': 'c46f1b13-2b0f-4c94-99ea-9130f2f8dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b726c181-b80d-4c2f-94df-698fa0dc20f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:48.309150 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.309766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Bound using segment: {'id': 'c46f1b13-2b0f-4c94-99ea-9130f2f8dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b726c181-b80d-4c2f-94df-698fa0dc20f2'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:48.309996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Bound port: f0d29775-fb66-4b9b-8887-b3be2a17a543, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46f1b13-2b0f-4c94-99ea-9130f2f8dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b726c181-b80d-4c2f-94df-698fa0dc20f2'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:48.310380 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.325288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4f9cd94b-fefd-49a2-9904-43c17407a542 None None] Provisioning for port 7b12e9d7-b209-4b6f-9c1c-4424e92034df completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:48.340316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4f9cd94b-fefd-49a2-9904-43c17407a542 None None] Provisioning complete for port 7b12e9d7-b209-4b6f-9c1c-4424e92034df triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:48.340316 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd94b-fefd-49a2-9904-43c17407a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.364195 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.383850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] For port cedcd0b8-b1e1-4a84-aca4-916f41b148ac, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:48.389451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] For port cedcd0b8-b1e1-4a84-aca4-916f41b148ac, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=cedcd0b8-b1e1-4a84-aca4-916f41b148ac,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:48.400581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3295be-fd19-4212-ac6b-8c4ee7698c4a']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:48.413744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a37977-8b18-4d5d-9c6a-3d06638634d1') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:48.415003 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a37977-8b18-4d5d-9c6a-3d06638634d1') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:48.424166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.438860 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.440992 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.443250 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.452318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:48.452318 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.461040 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ee86-c943-4549-9d88-5fc865ddf670 req-9ad91de3-2c39-4208-8880-98873ce27978 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:48.462712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95d7ee86-c943-4549-9d88-5fc865ddf670 req-9ad91de3-2c39-4208-8880-98873ce27978 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 946 time: 0.4454353 Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:48.466780 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:48.481475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] For port f0d29775-fb66-4b9b-8887-b3be2a17a543, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:48.488752 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.493593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] For port f0d29775-fb66-4b9b-8887-b3be2a17a543, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f0d29775-fb66-4b9b-8887-b3be2a17a543,segment=NetworkSegment(c46f1b13-2b0f-4c94-99ea-9130f2f8dad3),segment_id=c46f1b13-2b0f-4c94-99ea-9130f2f8dad3)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:48.586123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:48.586763 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.588966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] 10.222.0.41 "PUT /v2.0/ports/cedcd0b8-b1e1-4a84-aca4-916f41b148ac HTTP/1.1" status: 200 len: 1093 time: 2.1280200 Sep 09 09:13:48.589430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'tag': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:48.603732 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd94b-fefd-49a2-9904-43c17407a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.606237 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9303ff-e920-411e-a5b5-f920bd01e171", "tag": "cedcd0b8-b1e1-4a84-aca4-916f41b148ac"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:48.606727 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.671300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b2c75-6c48-49ee-aa03-c8db5b60508d service neutron] Pushing event updated for resources: {'Port': ['ID=cedcd0b8-b1e1-4a84-aca4-916f41b148ac,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:48.694840 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.707331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876bb6d-b453-4c54-9188-8b0f15b7ed83 None None] Pushing event updated for resources: {'Port': ['ID=f0d29775-fb66-4b9b-8887-b3be2a17a543,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:48.752027 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95d7ee86-c943-4549-9d88-5fc865ddf670 req-c502b948-051f-4de1-b736-66b328d611d5 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226744 Sep 09 09:13:48.766555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4f9cd94b-fefd-49a2-9904-43c17407a542 None None] For port 7b12e9d7-b209-4b6f-9c1c-4424e92034df, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7b12e9d7-b209-4b6f-9c1c-4424e92034df,segment=NetworkSegment(25d135ea-623b-4841-97a0-8ab8b4fa8ff5),segment_id=25d135ea-623b-4841-97a0-8ab8b4fa8ff5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:48.769256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.789388 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] 10.222.0.32 "DELETE /v2.0/networks/0d3295be-fd19-4212-ac6b-8c4ee7698c4a HTTP/1.1" status: 204 len: 168 time: 0.7007103 Sep 09 09:13:48.797344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51130) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:48.850866 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734703415565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8972312'] for subnet, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.858426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd94b-fefd-49a2-9904-43c17407a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:48.972146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event updated for resources: {'Subnet': ['ID=ac16ca2e-339c-42fd-95a9-df238dcfa6c1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:48.982717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff369ee-8921-4b88-b1ce-82cd2f2bb84f req-b39c2ad7-c49f-4199-ac77-70e5f3d5442c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:48.984388 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cff369ee-8921-4b88-b1ce-82cd2f2bb84f req-b39c2ad7-c49f-4199-ac77-70e5f3d5442c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.3638439 Sep 09 09:13:48.990133 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cd94b-fefd-49a2-9904-43c17407a542 None None] Pushing event updated for resources: {'Port': ['ID=7b12e9d7-b209-4b6f-9c1c-4424e92034df,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:48.993097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:48.993767 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:49.000241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5883b9b-54b5-4006-b27c-80aeafb8ea93 admin admin] Deleting subnet 0cc3d38d-c172-4615-bfdc-1a13a6afa2ec {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:13:49.000340 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "PUT /v2.0/subnets/ac16ca2e-339c-42fd-95a9-df238dcfa6c1 HTTP/1.1" status: 200 len: 877 time: 2.2146959 Sep 09 09:13:49.000425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c43e5-617c-4b32-8353-7c455ba3181b admin admin] Pushing event deleted for resources: {'Network': ['ID=0d3295be-fd19-4212-ac6b-8c4ee7698c4a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:49.003961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.004332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.004673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.005015 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.005345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.005683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.006014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.006363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.006687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.007122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.007436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.007959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adadf3b3-2395-45c1-b5d7-eb09e8a35565 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:49.010896 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70195ee5-4779-4b3c-a28d-10570ad8277a x-openstack-request-id: req-70195ee5-4779-4b3c-a28d-10570ad8277a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:49.011196 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9303ff-e920-411e-a5b5-f920bd01e171", "tag": "cedcd0b8-b1e1-4a84-aca4-916f41b148ac", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:49.011477 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70195ee5-4779-4b3c-a28d-10570ad8277a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:49.011975 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'tag': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac', 'status': 'completed', 'code': 200} Sep 09 09:13:49.014274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51138) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:49.032730 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f5883b9b-54b5-4006-b27c-80aeafb8ea93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:49.089921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-653a99b4-0d69-43e9-b6aa-4130db94b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:49.091578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-653a99b4-0d69-43e9-b6aa-4130db94b371 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9343d08a57b44681a20e72bb6864a26c&device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 1096 time: 0.3860455 Sep 09 09:13:49.154514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Router f4dcf1c8-18e1-470d-9484-9f2998503a91 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:13:49.306561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c6f6f210-cda4-4845-a412-47e3a78e1402 None None] Provisioning complete for port 7b12e9d7-b209-4b6f-9c1c-4424e92034df triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:49.306936 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f210-cda4-4845-a412-47e3a78e1402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:49.308611 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-e248fbb1-7cf4-40aa-b71a-bc322e222f53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedcd0b8-b1e1-4a84-aca4-916f41b148ac HTTP/1.1" status: 200 len: 217 time: 0.1985941 Sep 09 09:13:49.419836 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f5883b9b-54b5-4006-b27c-80aeafb8ea93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:49.456136 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:49.463616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:13:49.484199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Sync routers for ids ['f4dcf1c8-18e1-470d-9484-9f2998503a91'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:13:49.487711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cff369ee-8921-4b88-b1ce-82cd2f2bb84f req-dc2dff0f-f90c-4b80-bd4e-2e77ee697df8 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821899 Sep 09 09:13:49.504707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Routers {'f4dcf1c8-18e1-470d-9484-9f2998503a91'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:49.504707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f4dcf1c8-18e1-470d-9484-9f2998503a91'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:49.505157 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a066e-bad8-43ee-ac81-81c5bcd11bbb req-91d515ed-6209-4b57-887f-c4a32c90f3ea tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:49.505257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-0fcba70a-a600-4af3-87f9-64ed299687a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:49.510192 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d11a066e-bad8-43ee-ac81-81c5bcd11bbb req-91d515ed-6209-4b57-887f-c4a32c90f3ea tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.0911701 Sep 09 09:13:49.515023 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-0fcba70a-a600-4af3-87f9-64ed299687a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbb7a28d-4da9-4308-826e-1c5f8840267e HTTP/1.1" status: 200 len: 845 time: 0.1797581 Sep 09 09:13:49.570912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d11a066e-bad8-43ee-ac81-81c5bcd11bbb req-afe41057-d38b-44da-95d0-043f3d3ccf24 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592887 Sep 09 09:13:49.571861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:49.576000 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fd5b66d3-18ee-4b5f-b88e-d467daad3f7e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2518795 Sep 09 09:13:49.576316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51150) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:49.595816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f5883b9b-54b5-4006-b27c-80aeafb8ea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:49.642115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Set router f4dcf1c8-18e1-470d-9484-9f2998503a91 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:49.701665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-60d87972-ec0f-44cb-a99f-495ba1f435d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:49.703232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-60d87972-ec0f-44cb-a99f-495ba1f435d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c21bb16-856d-4e75-a210-1d2b0cfe3525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1874003 Sep 09 09:13:49.739783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686f303-f09c-462f-8fe4-9c446fb61700 req-0f07e8bc-ea79-44f2-83b5-5e36752f3432 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:49.742178 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5686f303-f09c-462f-8fe4-9c446fb61700 req-0f07e8bc-ea79-44f2-83b5-5e36752f3432 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 944 time: 0.1428020 Sep 09 09:13:49.783498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Deleting port f0d29775-fb66-4b9b-8887-b3be2a17a543 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:49.783854 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:49.921163 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'name': 'tempest-FloatingIPsTestJSON-704051224-router', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:45Z', 'updated_at': '2021-09-09T09:13:47Z', 'revision_number': 3, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'gw_port': {'id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:46Z', 'updated_at': '2021-09-09T09:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:49.941299 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-416e7fa9-1274-44b1-bf29-2df9524b3624 service neutron] 10.222.0.41 "GET /v2.0/networks/6c21bb16-856d-4e75-a210-1d2b0cfe3525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275200 Sep 09 09:13:49.958763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Checking router: f4dcf1c8-18e1-470d-9484-9f2998503a91 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:13:49.959123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Updating router f4dcf1c8-18e1-470d-9484-9f2998503a91 port 0b5eadef-d94f-4283-9d2e-055b998dba61 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:13:49.989871 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f5883b9b-54b5-4006-b27c-80aeafb8ea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.003344 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.013256 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.043734 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f5883b9b-54b5-4006-b27c-80aeafb8ea93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.046003 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f5883b9b-54b5-4006-b27c-80aeafb8ea93 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0cc3d38d-c172-4615-bfdc-1a13a6afa2ec HTTP/1.1" status: 204 len: 168 time: 1.2453723 Sep 09 09:13:50.050765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51158) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:50.067776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5883b9b-54b5-4006-b27c-80aeafb8ea93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc3d38d-c172-4615-bfdc-1a13a6afa2ec,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:50.081639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5686f303-f09c-462f-8fe4-9c446fb61700 req-5afdb55e-3c38-4d7d-90bf-15d0e5d3802d tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065012 Sep 09 09:13:50.089900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] For port f0d29775-fb66-4b9b-8887-b3be2a17a543, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f0d29775-fb66-4b9b-8887-b3be2a17a543,segment=NetworkSegment(c46f1b13-2b0f-4c94-99ea-9130f2f8dad3),segment_id=c46f1b13-2b0f-4c94-99ea-9130f2f8dad3)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:50.095854 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.126432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Calling delete_port for f0d29775-fb66-4b9b-8887-b3be2a17a543 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:50.312750 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e95d657-cab2-4e52-9843-fa6faf93e1b6 req-9c66e6f8-3e62-4cdf-bbae-f69d5a1b5fb8 service neutron] 10.222.0.41 "GET /v2.0/networks/6c21bb16-856d-4e75-a210-1d2b0cfe3525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136401 Sep 09 09:13:50.357868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d05b4fd-fd71-4186-95ea-980577cc6bda None None] Network b726c181-b80d-4c2f-94df-698fa0dc20f2 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:50.358680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.390931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11527e-cf22-4b1e-8f59-2cb42a74ce21 req-b476c498-d649-45bd-8787-1a3f60fbb23d tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:50.396837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11527e-cf22-4b1e-8f59-2cb42a74ce21 req-b476c498-d649-45bd-8787-1a3f60fbb23d tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:50.402877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11527e-cf22-4b1e-8f59-2cb42a74ce21 req-b476c498-d649-45bd-8787-1a3f60fbb23d tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:50.410341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4f11527e-cf22-4b1e-8f59-2cb42a74ce21 req-b476c498-d649-45bd-8787-1a3f60fbb23d tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5&device_id=ba907911-e72e-40f2-86c1-12964a35db4b&device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 2418 time: 0.2452483 Sep 09 09:13:50.413862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.479446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194 req-a1f5e077-515d-49e2-b695-8c9862837ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:50.481129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194 req-a1f5e077-515d-49e2-b695-8c9862837ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9343d08a57b44681a20e72bb6864a26c&device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 1096 time: 0.0464122 Sep 09 09:13:50.498669 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.498921 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.502911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8471cf81-0213-4efb-b6c5-ce18cf206ab2 None None] Provisioning for port f0d29775-fb66-4b9b-8887-b3be2a17a543 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:50.521534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8471cf81-0213-4efb-b6c5-ce18cf206ab2 None None] Provisioning complete for port f0d29775-fb66-4b9b-8887-b3be2a17a543 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:50.521945 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8471cf81-0213-4efb-b6c5-ce18cf206ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.527726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Transition to ACTIVE for port object 0b5eadef-d94f-4283-9d2e-055b998dba61 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:50.546390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Port': ['ID=f0d29775-fb66-4b9b-8887-b3be2a17a543,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:50.549804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8471cf81-0213-4efb-b6c5-ce18cf206ab2 None None] Port f0d29775-fb66-4b9b-8887-b3be2a17a543 was deleted so its status cannot be updated. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 09 09:13:50.622586 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.649062 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.669208 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4f11527e-cf22-4b1e-8f59-2cb42a74ce21 req-0e968abf-8acb-49bb-95c3-455a1600adca tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578359 Sep 09 09:13:50.705563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f3590-884f-4679-9430-0dba4afa8d6c None None] Pushing event updated for resources: {'Port': ['ID=0b5eadef-d94f-4283-9d2e-055b998dba61,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:50.715969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da225b4b-96bb-4f9f-b90b-30868ce1989e']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:50.720907 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Attempting to bind port 0b5eadef-d94f-4283-9d2e-055b998dba61 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:50.721880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Attempting to bind port 0b5eadef-d94f-4283-9d2e-055b998dba61 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:50.722562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Attempting to bind port 0b5eadef-d94f-4283-9d2e-055b998dba61 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:50.731363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:50.736564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:50.736973 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.737397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:50.737913 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Bound port: 0b5eadef-d94f-4283-9d2e-055b998dba61, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:50.738312 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.748320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858f002a-1d16-4d3c-bbc6-b1fb5dfd5194') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:50.748645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858f002a-1d16-4d3c-bbc6-b1fb5dfd5194') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:50.798012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.821371 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.836607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] For port 0b5eadef-d94f-4283-9d2e-055b998dba61, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:50.837193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:50.837689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:50.840199 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:50.897804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51168) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:50.942448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Allocated IP 172.20.0.1 (cb9af0ea-6d69-44ae-9ddf-55491913e3b8/85bed0eb-0a7a-479d-9462-d2e3fd1a97fd/aa506acd-8b30-4983-ac63-e745740836bb) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:50.958527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96196a6-1f73-492e-bcb9-f1a3fd4585a6 None None] Network b726c181-b80d-4c2f-94df-698fa0dc20f2 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:51.044767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7b12e9d7-b209-4b6f-9c1c-4424e92034df up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:51.103622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No DVR routers for this DVR port f0d29775-fb66-4b9b-8887-b3be2a17a543 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:51.111137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dbb14-4c2d-4e75-b877-0d600124c74a req-11215656-e67e-48b3-b57d-9faa5343747f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:51.112773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e3dbb14-4c2d-4e75-b877-0d600124c74a req-11215656-e67e-48b3-b57d-9faa5343747f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 946 time: 0.1285508 Sep 09 09:13:51.127584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.138404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] For port 0b5eadef-d94f-4283-9d2e-055b998dba61, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0b5eadef-d94f-4283-9d2e-055b998dba61,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:51.139960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7b12e9d7-b209-4b6f-9c1c-4424e92034df triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:51.142947 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.143071 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9346dd55-765e-441a-ab79-4319115f0c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.148925 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.150996 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] 10.222.0.32 "DELETE /v2.0/networks/da225b4b-96bb-4f9f-b90b-30868ce1989e HTTP/1.1" status: 204 len: 168 time: 1.0991209 Sep 09 09:13:51.179444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194 req-c514b266-f66a-46cd-b0d4-8e0d0fff25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:51.179867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5adaa-a199-4f07-aa0e-4b40de13d4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=da225b4b-96bb-4f9f-b90b-30868ce1989e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:51.180990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194 req-c514b266-f66a-46cd-b0d4-8e0d0fff25c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c21bb16-856d-4e75-a210-1d2b0cfe3525 HTTP/1.1" status: 200 len: 907 time: 0.6923954 Sep 09 09:13:51.223891 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.242475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d9857-5386-420f-97c4-ae0346b95971 req-e6dfb9e8-0f5b-4fe4-8f1f-6a0d0e1d07ac tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:51.250032 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c2d9857-5386-420f-97c4-ae0346b95971 req-e6dfb9e8-0f5b-4fe4-8f1f-6a0d0e1d07ac tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1815243 Sep 09 09:13:51.256476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e3dbb14-4c2d-4e75-b877-0d600124c74a req-ba4647d0-b6b4-4771-9ad5-687015f8f6e4 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255422 Sep 09 09:13:51.260442 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.260582 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.273284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194 req-fb9c5ffd-062a-4f6c-aae2-644cd2df47ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedcd0b8-b1e1-4a84-aca4-916f41b148ac HTTP/1.1" status: 200 len: 217 time: 0.0813992 Sep 09 09:13:51.284976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Transition to ACTIVE for port object aa506acd-8b30-4983-ac63-e745740836bb will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:51.328100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f3590-884f-4679-9430-0dba4afa8d6c None None] Pushing event updated for resources: {'Port': ['ID=0b5eadef-d94f-4283-9d2e-055b998dba61,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:51.380331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Routers {'f4dcf1c8-18e1-470d-9484-9f2998503a91'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:51.380976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f4dcf1c8-18e1-470d-9484-9f2998503a91'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:51.383117 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9346dd55-765e-441a-ab79-4319115f0c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.383768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c2d9857-5386-420f-97c4-ae0346b95971 req-f31d3fe9-b060-4d32-b5eb-975441ec4ba9 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325386 Sep 09 09:13:51.416107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194 req-9093743f-ea2c-4264-88c8-78114783c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:51.417558 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194 req-9093743f-ea2c-4264-88c8-78114783c4b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbb7a28d-4da9-4308-826e-1c5f8840267e HTTP/1.1" status: 200 len: 845 time: 0.1208191 Sep 09 09:13:51.419879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238b827-fc08-498e-b961-8060d53ac292 req-43b46b5e-a991-40d1-a58b-e49848330126 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:51.421412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2238b827-fc08-498e-b961-8060d53ac292 req-43b46b5e-a991-40d1-a58b-e49848330126 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 944 time: 0.0731425 Sep 09 09:13:51.483214 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9346dd55-765e-441a-ab79-4319115f0c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.493440 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.525737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194 req-a4be7f01-18e3-4550-999a-12542bcaedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:51.529755 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194 req-a4be7f01-18e3-4550-999a-12542bcaedf3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c21bb16-856d-4e75-a210-1d2b0cfe3525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014960 Sep 09 09:13:51.555594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] Set router f4dcf1c8-18e1-470d-9484-9f2998503a91 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:51.599737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2238b827-fc08-498e-b961-8060d53ac292 req-ff08ff16-2ce3-4c11-a687-741d62c0515f tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610224 Sep 09 09:13:51.642163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.647442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51180) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:51.708836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Network cb9af0ea-6d69-44ae-9ddf-55491913e3b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:51.724388 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Subnet': ['ID=ac16ca2e-339c-42fd-95a9-df238dcfa6c1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:51.726849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346dd55-765e-441a-ab79-4319115f0c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc51d8d1-965e-4695-b967-b37c0592d204,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:51.729895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:51.734247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:51.738287 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9346dd55-765e-441a-ab79-4319115f0c7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff41391c4a1a4595badad704f897bf6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8220482 Sep 09 09:13:51.755519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51182) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:51.769171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Pushing event updated for resources: {'Port': ['ID=aa506acd-8b30-4983-ac63-e745740836bb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:51.795639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9b2a5-53bb-4da0-81a8-8dbe1f01fdb5 None None] Network b726c181-b80d-4c2f-94df-698fa0dc20f2 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:51.837561 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.848397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'name': 'tempest-FloatingIPsTestJSON-704051224-router', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:45Z', 'updated_at': '2021-09-09T09:13:47Z', 'revision_number': 3, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'gw_port': {'id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:46Z', 'updated_at': '2021-09-09T09:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:51.905499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad13c10-ae2c-4cae-8a21-2efb4578be0d None None] The sync data for ids ['f4dcf1c8-18e1-470d-9484-9f2998503a91'] in n-d-778696-16 is: [{'id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'name': 'tempest-FloatingIPsTestJSON-704051224-router', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:45Z', 'updated_at': '2021-09-09T09:13:47Z', 'revision_number': 3, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'gw_port': {'id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:46Z', 'updated_at': '2021-09-09T09:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:13:51.940876 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:51.966893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194 req-aada8d62-f927-406c-808c-a5920a40641b service neutron] 10.222.0.41 "GET /v2.0/networks/6c21bb16-856d-4e75-a210-1d2b0cfe3525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277539 Sep 09 09:13:51.972811 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-36d5089b-adbf-49b8-a96d-a407456093fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1631eb8ffcf145449cf9c9f503ea3a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886820 Sep 09 09:13:51.976593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:52.004182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b726c181-b80d-4c2f-94df-698fa0dc20f2']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:52.104164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb15c23-e565-44bc-b7d4-12e38ddaef6e None None] DHCP port deletion for b726c181-b80d-4c2f-94df-698fa0dc20f2 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:13:52.112359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46f1b13-2b0f-4c94-99ea-9130f2f8dad3') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:52.112359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46f1b13-2b0f-4c94-99ea-9130f2f8dad3') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:52.128275 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fac1759-3d5a-4dd1-93a7-16b715676b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.134283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.140350 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bdf38492-03db-4e64-86be-5faf9eb3d476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.155452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d2676fb3-76d0-4d1c-950c-8a0a26367269 None None] Provisioning for port aa506acd-8b30-4983-ac63-e745740836bb completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:52.159872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d2676fb3-76d0-4d1c-950c-8a0a26367269 None None] Provisioning complete for port aa506acd-8b30-4983-ac63-e745740836bb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:52.166408 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2676fb3-76d0-4d1c-950c-8a0a26367269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.166561 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.168205 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bdf38492-03db-4e64-86be-5faf9eb3d476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.171161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:52.171879 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:52.174931 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:52.209418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fac1759-3d5a-4dd1-93a7-16b715676b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.229012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d2676fb3-76d0-4d1c-950c-8a0a26367269 None None] Port aa506acd-8b30-4983-ac63-e745740836bb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:13:52.231546 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.365195 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2c4f19a-950d-4bfd-9e5a-40b34b4d2194 req-35c58739-5932-467e-ad70-f76594888a7a service neutron] 10.222.0.41 "GET /v2.0/networks/6c21bb16-856d-4e75-a210-1d2b0cfe3525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744228 Sep 09 09:13:52.402012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bdf38492-03db-4e64-86be-5faf9eb3d476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.404787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bdf38492-03db-4e64-86be-5faf9eb3d476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.408251 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bdf38492-03db-4e64-86be-5faf9eb3d476 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68829407-ec7e-4e91-86f0-6da24469e7d2 HTTP/1.1" status: 204 len: 168 time: 0.4098573 Sep 09 09:13:52.435189 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf38492-03db-4e64-86be-5faf9eb3d476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68829407-ec7e-4e91-86f0-6da24469e7d2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:52.451700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.468150 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.479905 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/b726c181-b80d-4c2f-94df-698fa0dc20f2 HTTP/1.1" status: 204 len: 168 time: 3.4645772 Sep 09 09:13:52.485275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51196) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:52.502728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fac1759-3d5a-4dd1-93a7-16b715676b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.505867 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fac1759-3d5a-4dd1-93a7-16b715676b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.508085 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5fac1759-3d5a-4dd1-93a7-16b715676b8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc51d8d1-965e-4695-b967-b37c0592d204 HTTP/1.1" status: 204 len: 168 time: 0.7384162 Sep 09 09:13:52.511565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f145aae-b5b0-4ea3-8d90-d53d15be1d7c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=b726c181-b80d-4c2f-94df-698fa0dc20f2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:52.566269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac1759-3d5a-4dd1-93a7-16b715676b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc51d8d1-965e-4695-b967-b37c0592d204,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:52.594410 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-00345d00-0984-4f21-a00c-18f83222647e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:52.594410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00345d00-0984-4f21-a00c-18f83222647e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:52.595204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-00345d00-0984-4f21-a00c-18f83222647e tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/subnets/ac16ca2e-339c-42fd-95a9-df238dcfa6c1 HTTP/1.1" status: 404 len: 337 time: 0.1079376 Sep 09 09:13:52.599305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51200) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:52.635191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.636227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3910747-3756-490b-9ac0-a5a45ff05a06 req-97af1a4f-a12d-4aa7-9802-02babf637f59 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:52.638027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e3910747-3756-490b-9ac0-a5a45ff05a06 req-97af1a4f-a12d-4aa7-9802-02babf637f59 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1363707 Sep 09 09:13:52.639349 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-710e44be-bc86-48c4-ada5-483e277c05ae tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:52.640184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710e44be-bc86-48c4-ada5-483e277c05ae tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:52.642158 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-710e44be-bc86-48c4-ada5-483e277c05ae tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/b726c181-b80d-4c2f-94df-698fa0dc20f2 HTTP/1.1" status: 404 len: 339 time: 0.0415988 Sep 09 09:13:52.645918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51204) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:52.687798 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3b2168-44e3-4b93-a8cf-ae309c44b484 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:52.688383 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3b2168-44e3-4b93-a8cf-ae309c44b484 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:52.690428 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9b3b2168-44e3-4b93-a8cf-ae309c44b484 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/subnets/f0789ee1-d0e2-4354-9697-86808f99ef8b HTTP/1.1" status: 404 len: 337 time: 0.0429804 Sep 09 09:13:52.692959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:52.695365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:52.718351 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e3910747-3756-490b-9ac0-a5a45ff05a06 req-84b0fd67-f55a-463c-892c-5bc213cd5dc6 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720260 Sep 09 09:13:52.742934 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1f3e28-6293-486c-91f2-869f36ffbf84 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:52.744210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1f3e28-6293-486c-91f2-869f36ffbf84 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:52.746047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9a1f3e28-6293-486c-91f2-869f36ffbf84 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/08af5957-393e-4cd7-a944-4ff3887586cd HTTP/1.1" status: 404 len: 339 time: 0.0519683 Sep 09 09:13:52.749080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51212) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:52.871352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.028926 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.066011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d2ab41-19a2-43b2-8c91-145e11f3e490']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:53.093479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166d2fc7-0f3d-4c80-ad34-0435289213d4') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:53.094136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166d2fc7-0f3d-4c80-ad34-0435289213d4') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:53.109514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0b5eadef-d94f-4283-9d2e-055b998dba61 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:53.111339 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.136255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.151935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:53.152727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:53.160109 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:53.288493 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.292715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Pushing event updated for resources: {'Port': ['ID=aa506acd-8b30-4983-ac63-e745740836bb,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:53.314071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 0b5eadef-d94f-4283-9d2e-055b998dba61 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:53.318515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0b5eadef-d94f-4283-9d2e-055b998dba61 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:53.319484 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.326119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf12643-25ac-443a-bee1-58e0fc7972f0 req-8dca8062-e09d-467e-b54e-cb8db0c4ab9f tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:53.327671 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4bf12643-25ac-443a-bee1-58e0fc7972f0 req-8dca8062-e09d-467e-b54e-cb8db0c4ab9f tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 944 time: 0.5398705 Sep 09 09:13:53.376695 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.395200 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.397492 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/a6d2ab41-19a2-43b2-8c91-145e11f3e490 HTTP/1.1" status: 204 len: 168 time: 0.6467586 Sep 09 09:13:53.398798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87e5aa-fc54-429f-90d9-39f31cefc672 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=a6d2ab41-19a2-43b2-8c91-145e11f3e490,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:53.400490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51222) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.426621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4bf12643-25ac-443a-bee1-58e0fc7972f0 req-8d302193-ed86-4632-9230-c3e708f38cd9 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812476 Sep 09 09:13:53.445072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Network cb9af0ea-6d69-44ae-9ddf-55491913e3b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:53.446509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:53.447500 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.466319 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-24353e7a-9e53-451d-9c70-b98e142e1987 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:53.466779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24353e7a-9e53-451d-9c70-b98e142e1987 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:53.470936 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-24353e7a-9e53-451d-9c70-b98e142e1987 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/subnets/56577a49-d75a-4ded-9e01-49362946e0c6 HTTP/1.1" status: 404 len: 337 time: 0.0619719 Sep 09 09:13:53.474022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51224) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.502004 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 0b5eadef-d94f-4283-9d2e-055b998dba61, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0b5eadef-d94f-4283-9d2e-055b998dba61,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:53.505944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device cedcd0b8-b1e1-4a84-aca4-916f41b148ac details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:13:53.506639 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ef8eea-3524-4706-b364-8b14be789f51 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:53.507607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ef8eea-3524-4706-b364-8b14be789f51 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:53.512539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-69ef8eea-3524-4706-b364-8b14be789f51 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/35782c12-81c3-41b5-b0d0-e95db1ceb357 HTTP/1.1" status: 404 len: 339 time: 0.0343833 Sep 09 09:13:53.513217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51226) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.551634 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-01402d90-f842-43cb-bfda-41b9a4a5cd5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:53.552096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01402d90-f842-43cb-bfda-41b9a4a5cd5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:53.556953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-01402d90-f842-43cb-bfda-41b9a4a5cd5f tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/subnets/c8c24ab5-ef89-4f1a-8ea6-b0a89d606829 HTTP/1.1" status: 404 len: 337 time: 0.0405319 Sep 09 09:13:53.557222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51228) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.581125 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-498e8e1c-1074-4fe3-a22b-99c6227f0823 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:53.581661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498e8e1c-1074-4fe3-a22b-99c6227f0823 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:53.585331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-498e8e1c-1074-4fe3-a22b-99c6227f0823 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/0c82a0cd-1454-4b93-bab5-e3c14ab59713 HTTP/1.1" status: 404 len: 339 time: 0.0249119 Sep 09 09:13:53.586253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51230) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.609493 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.612456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Router f4dcf1c8-18e1-470d-9484-9f2998503a91 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:13:53.622752 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-71edfaf7-667d-45c7-9b4f-4b9ba480cd30 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:53.623267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71edfaf7-667d-45c7-9b4f-4b9ba480cd30 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:53.628080 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-71edfaf7-667d-45c7-9b4f-4b9ba480cd30 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/subnets/62282c29-dd9c-4ddc-b784-d30daafdf7c3 HTTP/1.1" status: 404 len: 337 time: 0.0377302 Sep 09 09:13:53.628813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51234) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.657928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51236) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.658687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51238) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.697387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=0b5eadef-d94f-4283-9d2e-055b998dba61,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:53.704038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f0d29775-fb66-4b9b-8887-b3be2a17a543 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:53.778854 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c05cb10-1cde-4ec4-9d46-840ba32b46ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.782537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec7a29-a3c4-4ebe-9ac3-8e713b57411c req-846f7689-7e2f-43d8-aecd-9590ddd25411 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:53.784282 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-deec7a29-a3c4-4ebe-9ac3-8e713b57411c req-846f7689-7e2f-43d8-aecd-9590ddd25411 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.0738144 Sep 09 09:13:53.809866 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4cf649-32c9-4f56-8a8b-6bfe77061b02 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:53.810533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4cf649-32c9-4f56-8a8b-6bfe77061b02 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:53.812397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4e4cf649-32c9-4f56-8a8b-6bfe77061b02 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/3acc800c-a5e2-42c4-8ce8-975ed157045c HTTP/1.1" status: 404 len: 339 time: 0.1827638 Sep 09 09:13:53.828317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51242) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.883188 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d063cc92-deeb-4cde-86c8-0fa097f06c36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0c4fc56719c4f3ea499c826ce2aae31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694810 Sep 09 09:13:53.885538 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8ad26f-41fd-42d5-ab69-0f7373883732 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:53.885997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8ad26f-41fd-42d5-ab69-0f7373883732 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:53.887800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8d8ad26f-41fd-42d5-ab69-0f7373883732 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/subnets/65efefed-6a3a-4628-8350-f7d8b854259b HTTP/1.1" status: 404 len: 337 time: 0.0576024 Sep 09 09:13:53.888383 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51244) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.901734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51246) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.923841 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dae4f0-6066-4f29-b4a7-827b21c1ecd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:53.924333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46dae4f0-6066-4f29-b4a7-827b21c1ecd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:53.926336 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-46dae4f0-6066-4f29-b4a7-827b21c1ecd6 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/0214a99d-4cf7-4a02-acf9-4e1d70789d69 HTTP/1.1" status: 404 len: 339 time: 0.0234346 Sep 09 09:13:53.930490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51248) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.960228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: f0d29775-fb66-4b9b-8887-b3be2a17a543 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:53.960710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f0d29775-fb66-4b9b-8887-b3be2a17a543 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:53.961898 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1feb4861-5b0a-4277-a13b-dff32d1d8458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.978836 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-438f1bf1-026e-4f9b-8389-9fe73037acc1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:53.979299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438f1bf1-026e-4f9b-8389-9fe73037acc1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:53.983465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-438f1bf1-026e-4f9b-8389-9fe73037acc1 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/subnets/ef9dd7d2-5aba-493c-ae7d-b2ee5a49977f HTTP/1.1" status: 404 len: 337 time: 0.0469031 Sep 09 09:13:53.983640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dc467562-6f3a-4dcb-a95b-e2d30d00ca53 None None] Provisioning complete for port aa506acd-8b30-4983-ac63-e745740836bb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:53.983640 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc467562-6f3a-4dcb-a95b-e2d30d00ca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.988914 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1feb4861-5b0a-4277-a13b-dff32d1d8458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:53.989344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51252) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:53.989578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port cedcd0b8-b1e1-4a84-aca4-916f41b148ac, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=cedcd0b8-b1e1-4a84-aca4-916f41b148ac,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:54.021427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'port_id': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac', 'mac_address': 'fa:16:3e:d8:a5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:13:54.023348 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-980180b7-65cd-4090-bb83-8a02bc841979 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:54.024003 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980180b7-65cd-4090-bb83-8a02bc841979 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:54.028229 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-980180b7-65cd-4090-bb83-8a02bc841979 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/7ee22846-ef8d-4cd6-8437-91b27a332d1e HTTP/1.1" status: 404 len: 339 time: 0.0354881 Sep 09 09:13:54.034152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51254) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:54.035455 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b6a79-9965-4582-9540-24fcf5dd854b req-57e21570-3383-4304-819a-236c5b998533 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:54.039652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dc467562-6f3a-4dcb-a95b-e2d30d00ca53 None None] Port aa506acd-8b30-4983-ac63-e745740836bb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:13:54.043657 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa9b6a79-9965-4582-9540-24fcf5dd854b req-57e21570-3383-4304-819a-236c5b998533 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1816535 Sep 09 09:13:54.059698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-deec7a29-a3c4-4ebe-9ac3-8e713b57411c req-07c0a354-3bef-499d-a698-7ff2b1f8586b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343729 Sep 09 09:13:54.083657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:13:54.085429 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.095788 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ab4fdba9-cbd4-4bdf-bd6b-0ef28f84bfab admin admin] 10.222.0.32 "PUT /v2.0/routers/f4dcf1c8-18e1-470d-9484-9f2998503a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5183046 Sep 09 09:13:54.103766 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa9b6a79-9965-4582-9540-24fcf5dd854b req-5701c639-7a22-41d6-881c-5b8d1ce00e9c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591257 Sep 09 09:13:54.120722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedcd0b8-b1e1-4a84-aca4-916f41b148ac {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:54.130607 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c05cb10-1cde-4ec4-9d46-840ba32b46ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.143813 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a787743-6db5-4d48-a69c-739eeb1abc87 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:54.144275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a787743-6db5-4d48-a69c-739eeb1abc87 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:54.146106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0a787743-6db5-4d48-a69c-739eeb1abc87 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/subnets/ff83b460-8e5b-4bfc-acdf-51deeba96894 HTTP/1.1" status: 404 len: 337 time: 0.0916729 Sep 09 09:13:54.146744 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1feb4861-5b0a-4277-a13b-dff32d1d8458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.149051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51258) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:54.149545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1feb4861-5b0a-4277-a13b-dff32d1d8458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.153405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1feb4861-5b0a-4277-a13b-dff32d1d8458 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d1847d5-997d-4c3f-86b2-84c3ec6baebe HTTP/1.1" status: 204 len: 168 time: 0.2608371 Sep 09 09:13:54.162303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb4861-5b0a-4277-a13b-dff32d1d8458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1847d5-997d-4c3f-86b2-84c3ec6baebe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:54.177101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port cedcd0b8-b1e1-4a84-aca4-916f41b148ac, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=cedcd0b8-b1e1-4a84-aca4-916f41b148ac,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:54.184606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c05cb10-1cde-4ec4-9d46-840ba32b46ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.200569 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f629c33-714a-4956-a48f-59eec2ffc4f3 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:54.201187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f629c33-714a-4956-a48f-59eec2ffc4f3 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:54.205411 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3f629c33-714a-4956-a48f-59eec2ffc4f3 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/132b0f4c-e8ca-40d9-b7f4-6f7ef795a534 HTTP/1.1" status: 404 len: 339 time: 0.0522139 Sep 09 09:13:54.206049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51262) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:54.217271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.237687 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4c05cb10-1cde-4ec4-9d46-840ba32b46ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b77ba532ceb4bcaaf34b186245718fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5775669 Sep 09 09:13:54.238592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05cb10-1cde-4ec4-9d46-840ba32b46ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fed30f-a32d-4888-87c9-55d280c91ca9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:54.242604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51264) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:54.275076 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f469c59e-17f5-4494-adac-268f80523867 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:54.277549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f469c59e-17f5-4494-adac-268f80523867 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:54.281478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f469c59e-17f5-4494-adac-268f80523867 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/subnets/deef054f-ca3d-4e22-a11d-fa50f1d4e50c HTTP/1.1" status: 404 len: 337 time: 0.0723934 Sep 09 09:13:54.282291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51266) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:54.328315 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de22aa3b-13fc-41d1-8030-b66f45061613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.331714 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-168f8a32-d981-45e5-a5fe-0b540b0cb410 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:54.332481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168f8a32-d981-45e5-a5fe-0b540b0cb410 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:54.335150 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-168f8a32-d981-45e5-a5fe-0b540b0cb410 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/66baba6a-2413-436f-80f9-e4b119f38b42 HTTP/1.1" status: 404 len: 339 time: 0.0496440 Sep 09 09:13:54.336503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=cedcd0b8-b1e1-4a84-aca4-916f41b148ac,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:54.337581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51272) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:54.367223 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6436aeb-11de-4567-aa56-86c13f2c01cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:54.368012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6436aeb-11de-4567-aa56-86c13f2c01cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:54.369932 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c6436aeb-11de-4567-aa56-86c13f2c01cc tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/subnets/8041b8b5-65c6-44dc-8dfc-f36eb4baf36d HTTP/1.1" status: 404 len: 337 time: 0.0311451 Sep 09 09:13:54.373829 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de22aa3b-13fc-41d1-8030-b66f45061613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.374724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51274) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:54.377942 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Sync routers for ids ['f4dcf1c8-18e1-470d-9484-9f2998503a91'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:13:54.389696 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Routers {'f4dcf1c8-18e1-470d-9484-9f2998503a91'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:54.390594 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f4dcf1c8-18e1-470d-9484-9f2998503a91'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:54.406945 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-58832f21-d0e6-49b9-871a-6eb9d6c0098d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] DELETE failed (client error): The resource could not be found. Sep 09 09:13:54.407749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58832f21-d0e6-49b9-871a-6eb9d6c0098d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:13:54.411890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-58832f21-d0e6-49b9-871a-6eb9d6c0098d tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/462996c3-bc19-4206-a1cf-95e30046930f HTTP/1.1" status: 404 len: 339 time: 0.0358810 Sep 09 09:13:54.418492 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51276) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:54.432680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['cedcd0b8-b1e1-4a84-aca4-916f41b148ac'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:54.475961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-55048ecf-b608-4a9d-a3d6-efdba347407c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Deleting subnet 46382c38-3941-444b-8711-df12ff44facb {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:13:54.479981 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55048ecf-b608-4a9d-a3d6-efdba347407c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.514271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de22aa3b-13fc-41d1-8030-b66f45061613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.517657 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de22aa3b-13fc-41d1-8030-b66f45061613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.519256 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-de22aa3b-13fc-41d1-8030-b66f45061613 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28fed30f-a32d-4888-87c9-55d280c91ca9 HTTP/1.1" status: 204 len: 168 time: 0.2755210 Sep 09 09:13:54.531097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22aa3b-13fc-41d1-8030-b66f45061613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fed30f-a32d-4888-87c9-55d280c91ca9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:54.557563 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Set router f4dcf1c8-18e1-470d-9484-9f2998503a91 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:54.586446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55048ecf-b608-4a9d-a3d6-efdba347407c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.753398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3961fb0-96a0-49a6-aa89-2327b92e9fff req-20a44390-e9c2-43fa-8996-a3e808c60034 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:54.755962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3961fb0-96a0-49a6-aa89-2327b92e9fff req-20a44390-e9c2-43fa-8996-a3e808c60034 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 945 time: 0.1227810 Sep 09 09:13:54.757913 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55048ecf-b608-4a9d-a3d6-efdba347407c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.853481 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3961fb0-96a0-49a6-aa89-2327b92e9fff req-9224b8f8-b4bb-4503-a3fe-4180c9be0b00 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620716 Sep 09 09:13:54.867128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-643f4de5-a304-45f1-a6bf-25ba989476be req-9d29552f-e5f6-4129-aecc-4d87dbbdbdfa tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3279591 Sep 09 09:13:54.880210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:54.906340 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'name': 'tempest-FloatingIPsTestJSON-704051224-router', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:45Z', 'updated_at': '2021-09-09T09:13:52Z', 'revision_number': 4, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'gw_port': {'id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:46Z', 'updated_at': '2021-09-09T09:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'aa506acd-8b30-4983-ac63-e745740836bb', 'name': '', 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'mac_address': 'fa:16:3e:27:2e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '85bed0eb-0a7a-479d-9462-d2e3fd1a97fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:50Z', 'updated_at': '2021-09-09T09:13:52Z', 'revision_number': 2, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'subnets': [{'id': '85bed0eb-0a7a-479d-9462-d2e3fd1a97fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:54.935279 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Checking router: f4dcf1c8-18e1-470d-9484-9f2998503a91 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:13:54.935696 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Updating router f4dcf1c8-18e1-470d-9484-9f2998503a91 port aa506acd-8b30-4983-ac63-e745740836bb binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:13:54.939886 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.966221 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.968217 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.969171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55048ecf-b608-4a9d-a3d6-efdba347407c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:54.991447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0b5eadef-d94f-4283-9d2e-055b998dba61 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:55.033178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55048ecf-b608-4a9d-a3d6-efdba347407c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Subnet': ['ID=46382c38-3941-444b-8711-df12ff44facb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:55.044854 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55048ecf-b608-4a9d-a3d6-efdba347407c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.046749 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-55048ecf-b608-4a9d-a3d6-efdba347407c tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/subnets/46382c38-3941-444b-8711-df12ff44facb HTTP/1.1" status: 204 len: 168 time: 0.6272099 Sep 09 09:13:55.049237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:55.065653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cdf68f-c075-4b08-b86e-707542123221 None None] Network 32344f72-af89-4709-9506-48412498d455 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:55.147710 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.177435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.249095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0b5eadef-d94f-4283-9d2e-055b998dba61 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:55.250239 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.280159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Deleting port 63c3266a-34ba-4ea8-a371-c55f4d22199c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:55.280622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.329318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b7929-98ab-4152-8aea-f815a2819707 req-1f3f0ffc-170d-4137-97b5-c173fa831a51 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:55.338423 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d43b7929-98ab-4152-8aea-f815a2819707 req-1f3f0ffc-170d-4137-97b5-c173fa831a51 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.0916197 Sep 09 09:13:55.411032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Allocated IP 172.25.8.128 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/de42396c-38a6-48e0-abd7-b12dee5864ac) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:13:55.412464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] For port 63c3266a-34ba-4ea8-a371-c55f4d22199c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=63c3266a-34ba-4ea8-a371-c55f4d22199c,segment=NetworkSegment(e8d76610-5fb7-45c3-8a22-21925182979c),segment_id=e8d76610-5fb7-45c3-8a22-21925182979c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:55.413801 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.427117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f658db7-e8db-4842-8be8-568491f491fc None None] DHCP port deletion for 32344f72-af89-4709-9506-48412498d455 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:13:55.436198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Calling delete_port for 63c3266a-34ba-4ea8-a371-c55f4d22199c owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:55.457697 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d43b7929-98ab-4152-8aea-f815a2819707 req-711c80d0-2560-4cce-bda5-08762c54726b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181662 Sep 09 09:13:55.519926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0f658db7-e8db-4842-8be8-568491f491fc None None] Deleting port 63c3266a-34ba-4ea8-a371-c55f4d22199c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:55.520326 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f658db7-e8db-4842-8be8-568491f491fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.607267 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.684279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0f658db7-e8db-4842-8be8-568491f491fc None None] For port 63c3266a-34ba-4ea8-a371-c55f4d22199c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=63c3266a-34ba-4ea8-a371-c55f4d22199c,segment=NetworkSegment(e8d76610-5fb7-45c3-8a22-21925182979c),segment_id=e8d76610-5fb7-45c3-8a22-21925182979c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:55.684687 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f658db7-e8db-4842-8be8-568491f491fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.687259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device cedcd0b8-b1e1-4a84-aca4-916f41b148ac up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:55.707657 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.709456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bb5dc-ea1d-4d54-aa2a-9cce740b8e53 req-49e259a6-f93f-4056-9890-055c6a815ab8 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:55.711900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d31bb5dc-ea1d-4d54-aa2a-9cce740b8e53 req-49e259a6-f93f-4056-9890-055c6a815ab8 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.0661600 Sep 09 09:13:55.728856 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Transition to ACTIVE for port object aa506acd-8b30-4983-ac63-e745740836bb will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:13:55.732118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0f658db7-e8db-4842-8be8-568491f491fc None None] Calling delete_port for 63c3266a-34ba-4ea8-a371-c55f4d22199c owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:55.760416 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.776695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d31bb5dc-ea1d-4d54-aa2a-9cce740b8e53 req-30b4cd63-48d3-4fa2-b675-4c6583e1d511 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581136 Sep 09 09:13:55.782064 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.805750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:13:55.811316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:55.815505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:13:55.817690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] No DVR routers for this DVR port 63c3266a-34ba-4ea8-a371-c55f4d22199c on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:55.818361 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.861225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Pushing event updated for resources: {'Port': ['ID=de42396c-38a6-48e0-abd7-b12dee5864ac,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:55.865149 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.887344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Port': ['ID=63c3266a-34ba-4ea8-a371-c55f4d22199c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:55.902737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port cedcd0b8-b1e1-4a84-aca4-916f41b148ac completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:55.907134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port cedcd0b8-b1e1-4a84-aca4-916f41b148ac triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:55.907542 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:55.911183 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f658db7-e8db-4842-8be8-568491f491fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.003073 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Pushing event updated for resources: {'Port': ['ID=aa506acd-8b30-4983-ac63-e745740836bb,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:56.012778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f658db7-e8db-4842-8be8-568491f491fc None None] No DVR routers for this DVR port 63c3266a-34ba-4ea8-a371-c55f4d22199c on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:13:56.079228 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.079715 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.080069 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.080404 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.082206 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.082553 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.082886 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.083216 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.083571 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.083710 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.083890 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.084735 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.085059 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:13:56.090274 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f658db7-e8db-4842-8be8-568491f491fc None None] Pushing event deleted for resources: {'Port': ['ID=63c3266a-34ba-4ea8-a371-c55f4d22199c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:56.125695 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Attempting to bind port aa506acd-8b30-4983-ac63-e745740836bb on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:13:56.128094 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Attempting to bind port aa506acd-8b30-4983-ac63-e745740836bb by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '25d135ea-623b-4841-97a0-8ab8b4fa8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:13:56.129248 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Attempting to bind port aa506acd-8b30-4983-ac63-e745740836bb on network cb9af0ea-6d69-44ae-9ddf-55491913e3b8 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:13:56.137331 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.151548 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:13:56.152070 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Checking segment: {'id': '25d135ea-623b-4841-97a0-8ab8b4fa8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:56.152677 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.153814 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Bound using segment: {'id': '25d135ea-623b-4841-97a0-8ab8b4fa8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:13:56.157597 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Bound port: aa506acd-8b30-4983-ac63-e745740836bb, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d135ea-623b-4841-97a0-8ab8b4fa8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:13:56.160287 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.210420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.217201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32344f72-af89-4709-9506-48412498d455']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:56.220949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.236120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d76610-5fb7-45c3-8a22-21925182979c') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:56.236780 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d76610-5fb7-45c3-8a22-21925182979c') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:56.253327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:56.257039 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f85432f-e0dc-41e3-bdd8-d7f6c1ea700e" -d '{"events": [{"server_uuid": "8b9303ff-e920-411e-a5b5-f920bd01e171", "name": "network-vif-plugged", "status": "completed", "tag": "cedcd0b8-b1e1-4a84-aca4-916f41b148ac"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:56.261067 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.272856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c30cf8-27f4-4391-87c4-a5a729b18433 req-387d011f-babe-490a-868e-dc0bef47c626 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:56.278520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port cedcd0b8-b1e1-4a84-aca4-916f41b148ac, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=cedcd0b8-b1e1-4a84-aca4-916f41b148ac,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:56.282267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71c30cf8-27f4-4391-87c4-a5a729b18433 req-387d011f-babe-490a-868e-dc0bef47c626 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 945 time: 0.1433156 Sep 09 09:13:56.283739 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] For port aa506acd-8b30-4983-ac63-e745740836bb, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:13:56.295896 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] For port aa506acd-8b30-4983-ac63-e745740836bb, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=aa506acd-8b30-4983-ac63-e745740836bb,segment=NetworkSegment(25d135ea-623b-4841-97a0-8ab8b4fa8ff5),segment_id=25d135ea-623b-4841-97a0-8ab8b4fa8ff5)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:13:56.323187 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.346551 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71c30cf8-27f4-4391-87c4-a5a729b18433 req-e0d71d9d-35fa-4cd1-b234-d9dc31a6e635 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624118 Sep 09 09:13:56.347939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:13:56.348346 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.361990 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.362928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3d282f8b-ba54-49d2-9937-4a942f53c276 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:13:56.381946 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:13:56.384737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51334) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:56.389002 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.450191 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a30531-c558-43ef-a842-8e034460f24a x-openstack-request-id: req-f9a30531-c558-43ef-a842-8e034460f24a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:56.450472 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9303ff-e920-411e-a5b5-f920bd01e171", "name": "network-vif-plugged", "status": "completed", "tag": "cedcd0b8-b1e1-4a84-aca4-916f41b148ac", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:56.450725 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9a30531-c558-43ef-a842-8e034460f24a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:56.451556 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac', 'code': 200} Sep 09 09:13:56.478786 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.520339 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Routers {'f4dcf1c8-18e1-470d-9484-9f2998503a91'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:13:56.520875 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f4dcf1c8-18e1-470d-9484-9f2998503a91'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:56.523422 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225ec97-724e-4ff1-93ae-d00a4c676fbc None None] Pushing event updated for resources: {'Port': ['ID=aa506acd-8b30-4983-ac63-e745740836bb,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:56.541906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=cedcd0b8-b1e1-4a84-aca4-916f41b148ac,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:56.557125 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.558152 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.579087 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.620677 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.629188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] 10.222.0.32 "DELETE /v2.0/networks/32344f72-af89-4709-9506-48412498d455 HTTP/1.1" status: 204 len: 168 time: 1.5737143 Sep 09 09:13:56.648516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3d282f8b-ba54-49d2-9937-4a942f53c276, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d282f8b-ba54-49d2-9937-4a942f53c276,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:56.702309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1683732328-network', 'tenant_id': 'f178fa8dbb2a4f9fa7015f3719b056da'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:56.702920 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.709267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c7d46-8c11-4898-b467-c6e025ffe4d2 tempest-NetworksTest-980576888 tempest-NetworksTest-980576888-project] Pushing event deleted for resources: {'Network': ['ID=32344f72-af89-4709-9506-48412498d455,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:56.724097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519882-65d7-4872-be25-3f86cf8d2ec3 req-684f6861-486d-48ec-a889-fc94d8c16c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:56.726038 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41519882-65d7-4872-be25-3f86cf8d2ec3 req-684f6861-486d-48ec-a889-fc94d8c16c21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 1098 time: 0.2389212 Sep 09 09:13:56.731239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Pushing event updated for resources: {'Port': ['ID=de42396c-38a6-48e0-abd7-b12dee5864ac,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:56.731461 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] Set router f4dcf1c8-18e1-470d-9484-9f2998503a91 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:13:56.777418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=3d282f8b-ba54-49d2-9937-4a942f53c276,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:56.782078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d79e2-1fa7-481e-94de-b4f84e271028 req-ed1ee598-5c9e-46cb-b62e-5723cbd23bb0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:56.784466 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d12d79e2-1fa7-481e-94de-b4f84e271028 req-ed1ee598-5c9e-46cb-b62e-5723cbd23bb0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.2233076 Sep 09 09:13:56.797487 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.819813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41519882-65d7-4872-be25-3f86cf8d2ec3 req-61417bc9-f234-44ea-a081-34c848242a73 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739224 Sep 09 09:13:56.829459 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d12d79e2-1fa7-481e-94de-b4f84e271028 req-ddbe4393-87f6-4022-84f2-832c8f907120 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Sep 09 09:13:56.864294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Made reservation on behalf of f178fa8dbb2a4f9fa7015f3719b056da for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:56.864294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.895551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.927694 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:56.930307 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-643f4de5-a304-45f1-a6bf-25ba989476be req-4610adbe-cf9b-4ee6-b0ed-a9c7ff34a797 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0580368 Sep 09 09:13:57.016672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 63c3266a-34ba-4ea8-a371-c55f4d22199c no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:13:57.033431 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'name': 'tempest-FloatingIPsTestJSON-704051224-router', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:45Z', 'updated_at': '2021-09-09T09:13:52Z', 'revision_number': 4, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'gw_port': {'id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:46Z', 'updated_at': '2021-09-09T09:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'aa506acd-8b30-4983-ac63-e745740836bb', 'name': '', 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'mac_address': 'fa:16:3e:27:2e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '85bed0eb-0a7a-479d-9462-d2e3fd1a97fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:50Z', 'updated_at': '2021-09-09T09:13:56Z', 'revision_number': 4, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'subnets': [{'id': '85bed0eb-0a7a-479d-9462-d2e3fd1a97fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:13:57.042220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251846fd-5ce4-49aa-9c3a-5d053e94d98b req-413131d6-aa8e-42e6-8209-a6ecf9c72a74 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:57.047616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-643f4de5-a304-45f1-a6bf-25ba989476be req-6631c2aa-d87d-440e-bc8d-e999661b8fad tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.128 HTTP/1.1" status: 200 len: 696 time: 0.1090076 Sep 09 09:13:57.049810 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-251846fd-5ce4-49aa-9c3a-5d053e94d98b req-413131d6-aa8e-42e6-8209-a6ecf9c72a74 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 944 time: 0.1361103 Sep 09 09:13:57.081596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 63c3266a-34ba-4ea8-a371-c55f4d22199c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:13:57.081596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 63c3266a-34ba-4ea8-a371-c55f4d22199c not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:13:57.087139 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2b148-dc6f-414b-9b09-00a7a05ba716 None None] The sync data for ids ['f4dcf1c8-18e1-470d-9484-9f2998503a91'] in n-d-778696-16 is: [{'id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'name': 'tempest-FloatingIPsTestJSON-704051224-router', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:45Z', 'updated_at': '2021-09-09T09:13:52Z', 'revision_number': 4, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'gw_port': {'id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:46Z', 'updated_at': '2021-09-09T09:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'aa506acd-8b30-4983-ac63-e745740836bb', 'name': '', 'network_id': 'cb9af0ea-6d69-44ae-9ddf-55491913e3b8', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'mac_address': 'fa:16:3e:27:2e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '85bed0eb-0a7a-479d-9462-d2e3fd1a97fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:50Z', 'updated_at': '2021-09-09T09:13:56Z', 'revision_number': 4, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'subnets': [{'id': '85bed0eb-0a7a-479d-9462-d2e3fd1a97fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:13:57.129834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-251846fd-5ce4-49aa-9c3a-5d053e94d98b req-ce21114d-9408-47af-ba67-3363fc676089 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746479 Sep 09 09:13:57.234523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f4de5-a304-45f1-a6bf-25ba989476be req-dd982791-1e22-4396-95a0-9ed83affd0ab tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:57.242245 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-643f4de5-a304-45f1-a6bf-25ba989476be req-dd982791-1e22-4396-95a0-9ed83affd0ab tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1862125 Sep 09 09:13:57.244628 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:57.255473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-643f4de5-a304-45f1-a6bf-25ba989476be req-ae50c6a1-8b21-4c5a-8921-c46b7fc40ee2 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:13:57.258061 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-643f4de5-a304-45f1-a6bf-25ba989476be req-ae50c6a1-8b21-4c5a-8921-c46b7fc40ee2 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074782 Sep 09 09:13:57.291790 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:57.328073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51360) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:57.335742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfe82b9-cf70-403c-9011-a0508021eb5c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:57.345896 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a7d63bb-2f87-4a0c-9f79-faa5266fe167 req-cd0ffbf1-8474-4181-8c3d-440dc840df61 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips/5ed4b1c3-2680-4377-b70b-540221fc3c80 HTTP/1.1" status: 200 len: 693 time: 0.0673921 Sep 09 09:13:57.364428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:13:57.379240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:57.380242 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Added segment 51fe0a2a-eb6b-4656-8ffc-678a9482c54e of type vlan for network 423817c2-9bb2-4c3c-b686-139dda54a6a1 Sep 09 09:13:57.463823 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:57.516086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d63bb-2f87-4a0c-9f79-faa5266fe167 req-2ac3d1c4-47e5-427e-bbfd-302dd09db705 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:57.523849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a7d63bb-2f87-4a0c-9f79-faa5266fe167 req-2ac3d1c4-47e5-427e-bbfd-302dd09db705 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1686687 Sep 09 09:13:57.530243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-3a7d63bb-2f87-4a0c-9f79-faa5266fe167 req-86619a87-2c1f-4b81-be73-8ecd7e8791a4 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:13:57.534776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3d282f8b-ba54-49d2-9937-4a942f53c276 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:13:57.536163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a7d63bb-2f87-4a0c-9f79-faa5266fe167 req-86619a87-2c1f-4b81-be73-8ecd7e8791a4 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112472 Sep 09 09:13:57.576720 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-17eb50d7-3b2e-4f59-b4da-90ac91a1af7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81afd6c9558b4996ac743d4fca7d013e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470610 Sep 09 09:13:57.577866 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:57.578676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:57.579271 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:57.579640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51376) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:57.692687 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-59562aef-f8a9-46ac-9e0b-ac8f1725487b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:57.707237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75fa75e1-47be-43d7-a4b7-caabef4bbac8 req-8a03059a-73ff-4fb2-930d-91cd7a568394 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=faa0fe5997b14a81a4eb53f7c13b7c83 HTTP/1.1" status: 200 len: 696 time: 0.1230986 Sep 09 09:13:57.707633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3d282f8b-ba54-49d2-9937-4a942f53c276, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d282f8b-ba54-49d2-9937-4a942f53c276,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:57.728250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '3d282f8b-ba54-49d2-9937-4a942f53c276', 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7', 'port_id': '3d282f8b-ba54-49d2-9937-4a942f53c276', 'mac_address': 'fa:16:3e:5b:76:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3914ca18-61bf-4703-b3e6-f73a7276edb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:13:57.734821 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-59562aef-f8a9-46ac-9e0b-ac8f1725487b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:57.789727 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:57.819272 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d282f8b-ba54-49d2-9937-4a942f53c276 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:13:57.864847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4813018 Sep 09 09:13:57.869658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51380) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:57.880335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3d282f8b-ba54-49d2-9937-4a942f53c276, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d282f8b-ba54-49d2-9937-4a942f53c276,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:57.884302 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] Request body: {'subnet': {'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1683732328-subnet', 'tenant_id': 'f178fa8dbb2a4f9fa7015f3719b056da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:57.921221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d19e3-65c0-442c-bcec-e06f79138fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=423817c2-9bb2-4c3c-b686-139dda54a6a1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:57.936057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 423817c2-9bb2-4c3c-b686-139dda54a6a1 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:13:57.949998 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-59562aef-f8a9-46ac-9e0b-ac8f1725487b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:57.953634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-59562aef-f8a9-46ac-9e0b-ac8f1725487b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:57.955647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-59562aef-f8a9-46ac-9e0b-ac8f1725487b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c156747d-4e7f-41c7-abd0-ac52258276ce HTTP/1.1" status: 204 len: 168 time: 0.3746517 Sep 09 09:13:57.960789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa75e1-47be-43d7-a4b7-caabef4bbac8 req-cf52d460-50eb-4698-bca4-f929766b2731 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:57.962680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75fa75e1-47be-43d7-a4b7-caabef4bbac8 req-cf52d460-50eb-4698-bca4-f929766b2731 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/networks?id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 787 time: 0.2545102 Sep 09 09:13:57.974345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ccd88-3839-4daf-bd35-f9c6c4b27b80 req-b659379a-b0a2-43d2-ab03-0a42d08f2a12 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:57.978501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-75fa75e1-47be-43d7-a4b7-caabef4bbac8 req-93ef78b0-be4e-445e-8282-b6e850a0fccc tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:13:57.979337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e3ccd88-3839-4daf-bd35-f9c6c4b27b80 req-b659379a-b0a2-43d2-ab03-0a42d08f2a12 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 946 time: 0.1048477 Sep 09 09:13:57.979632 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75fa75e1-47be-43d7-a4b7-caabef4bbac8 req-93ef78b0-be4e-445e-8282-b6e850a0fccc tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099311 Sep 09 09:13:58.000612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59562aef-f8a9-46ac-9e0b-ac8f1725487b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c156747d-4e7f-41c7-abd0-ac52258276ce,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:58.052930 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:58.055132 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e3ccd88-3839-4daf-bd35-f9c6c4b27b80 req-86214030-c049-448d-8943-54f18add6054 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622482 Sep 09 09:13:58.069855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] Made reservation on behalf of f178fa8dbb2a4f9fa7015f3719b056da for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:58.083710 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:58.166532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=3d282f8b-ba54-49d2-9937-4a942f53c276,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:58.193668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0980ad-28b5-4b58-afa0-6d48812c9c5e req-e8f2b488-dfe5-4493-a177-4dee49f4f1dd tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:58.196040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b0980ad-28b5-4b58-afa0-6d48812c9c5e req-e8f2b488-dfe5-4493-a177-4dee49f4f1dd tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.0731606 Sep 09 09:13:58.267105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b0980ad-28b5-4b58-afa0-6d48812c9c5e req-02fe43ce-4cdf-483f-9f4d-e3b7d7fd838e tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620394 Sep 09 09:13:58.297462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['3d282f8b-ba54-49d2-9937-4a942f53c276'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:13:58.455087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d282f8b-ba54-49d2-9937-4a942f53c276'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:13:58.460910 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4117e026-a182-4ae8-9e88-b1518d50dba5" -d '{"events": [{"server_uuid": "d786cff4-99cd-4b8d-960c-5482b2b12977", "name": "network-vif-unplugged", "status": "completed", "tag": "3d282f8b-ba54-49d2-9937-4a942f53c276"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:13:58.475334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514210c4-e6a2-4747-863b-d129c5e330a7 req-191fa12e-f7f0-4294-892d-839d804cde16 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:58.477097 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-514210c4-e6a2-4747-863b-d129c5e330a7 req-191fa12e-f7f0-4294-892d-839d804cde16 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 945 time: 0.0838559 Sep 09 09:13:58.544657 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-514210c4-e6a2-4747-863b-d129c5e330a7 req-fe1b90ea-8472-4e32-af34-0ab74d47147f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563362 Sep 09 09:13:58.544817 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-b22ea049-ff60-4667-9585-17505a6a7c15 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips/5ed4b1c3-2680-4377-b70b-540221fc3c80 HTTP/1.1" status: 200 len: 693 time: 0.4309235 Sep 09 09:13:58.698232 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6883ca3-cf66-4c36-8dc2-7e9270efd3fa x-openstack-request-id: req-e6883ca3-cf66-4c36-8dc2-7e9270efd3fa {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:13:58.698693 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d786cff4-99cd-4b8d-960c-5482b2b12977", "name": "network-vif-unplugged", "status": "completed", "tag": "3d282f8b-ba54-49d2-9937-4a942f53c276", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:13:58.698782 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6883ca3-cf66-4c36-8dc2-7e9270efd3fa {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:13:58.699157 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d282f8b-ba54-49d2-9937-4a942f53c276', 'code': 200} Sep 09 09:13:58.736024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-be1527e8-63a9-4390-b5d1-854ba710c1c8 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:58.737633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-be1527e8-63a9-4390-b5d1-854ba710c1c8 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1560941 Sep 09 09:13:58.771539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-b056757c-f972-4cb9-9767-36cc2dc2328c tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:13:58.773710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-b056757c-f972-4cb9-9767-36cc2dc2328c tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258164 Sep 09 09:13:58.840029 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-538ae65c-d2d4-41bc-ad63-f9e931d363b5 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.128 HTTP/1.1" status: 200 len: 696 time: 0.0574102 Sep 09 09:13:58.927640 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-eb2047ba-1551-404e-a7e9-4689ea0370bf tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.128 HTTP/1.1" status: 200 len: 696 time: 0.0651882 Sep 09 09:13:59.009147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device aa506acd-8b30-4983-ac63-e745740836bb up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:59.031550 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.106679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d3a390-03e8-4bc5-94c2-caf8f491346a,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:59.126086 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port aa506acd-8b30-4983-ac63-e745740836bb completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:13:59.132713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port aa506acd-8b30-4983-ac63-e745740836bb triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:59.133359 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.136914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:13:59.136914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] Network hostable DHCP agents. Network: 423817c2-9bb2-4c3c-b686-139dda54a6a1, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:13:59.165813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-d018645d-4233-46fc-9833-dd0824bd3947 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Deleting port de42396c-38a6-48e0-abd7-b12dee5864ac {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:13:59.165813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-d018645d-4233-46fc-9833-dd0824bd3947 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.189027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c941d-967f-4d51-bcbd-b168a382c8a7 req-18d7be37-2df3-489e-8d97-53853bbde8bd tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:59.197644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-013c941d-967f-4d51-bcbd-b168a382c8a7 req-18d7be37-2df3-489e-8d97-53853bbde8bd tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 946 time: 0.0624628 Sep 09 09:13:59.244426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-013c941d-967f-4d51-bcbd-b168a382c8a7 req-4a8e1a94-b35c-41a8-9d3a-0c09b09bb4a6 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457730 Sep 09 09:13:59.265476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] Network 423817c2-9bb2-4c3c-b686-139dda54a6a1 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:13:59.265629 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.271508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:59.311803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51434) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:59.318743 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-d018645d-4233-46fc-9833-dd0824bd3947 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.320131 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-d018645d-4233-46fc-9833-dd0824bd3947 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.325677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port aa506acd-8b30-4983-ac63-e745740836bb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=aa506acd-8b30-4983-ac63-e745740836bb,segment=NetworkSegment(25d135ea-623b-4841-97a0-8ab8b4fa8ff5),segment_id=25d135ea-623b-4841-97a0-8ab8b4fa8ff5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:59.334532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-d018645d-4233-46fc-9833-dd0824bd3947 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Calling delete_port for de42396c-38a6-48e0-abd7-b12dee5864ac owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:13:59.383612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b9a59-41ae-49bc-a66d-4b0409f3cf78 req-5bf7775a-4c4a-4eb3-a2d8-a7d7fb69c1ad tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:59.396296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e0b9a59-41ae-49bc-a66d-4b0409f3cf78 req-5bf7775a-4c4a-4eb3-a2d8-a7d7fb69c1ad tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 946 time: 0.0658696 Sep 09 09:13:59.396882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51438) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:13:59.406349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b2ad2ae4-700c-4021-b22e-b407bdfdbc64 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Request body: {'floatingip': {'port_id': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:59.412926 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.439083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 423817c2-9bb2-4c3c-b686-139dda54a6a1) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:13:59.458579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf101a0-cbe3-4bae-9180-e17269c6424c None None] Network 423817c2-9bb2-4c3c-b686-139dda54a6a1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:59.471075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:59.472770 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.496615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2110872791'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:13:59.518953 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2ad2ae4-700c-4021-b22e-b407bdfdbc64 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.540702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3d282f8b-ba54-49d2-9937-4a942f53c276 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:13:59.571580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4fdeb6d8-cf06-4406-b7a8-636b695b62fa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7004402 Sep 09 09:13:59.573551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=aa506acd-8b30-4983-ac63-e745740836bb,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:59.638041 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12af68eb-e9b8-4375-b28f-6cfb63b6d27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.661470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 3d282f8b-ba54-49d2-9937-4a942f53c276 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:13:59.662146 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.685596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571db6f5-f8c4-456a-a78e-a0ae64b704bf None None] Network 423817c2-9bb2-4c3c-b686-139dda54a6a1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:13:59.691589 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-d018645d-4233-46fc-9833-dd0824bd3947 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.717719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ae126-39b9-4b6e-b30f-b070b4bcfc82 req-142d5a48-8ad8-4772-ab22-91bffbb2a1b2 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:13:59.720239 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b25ae126-39b9-4b6e-b30f-b070b4bcfc82 req-142d5a48-8ad8-4772-ab22-91bffbb2a1b2 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.2198098 Sep 09 09:13:59.733372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018645d-4233-46fc-9833-dd0824bd3947 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Pushing event deleted for resources: {'Port': ['ID=de42396c-38a6-48e0-abd7-b12dee5864ac,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:13:59.751615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:13:59.755320 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.811754 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.821107 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-d018645d-4233-46fc-9833-dd0824bd3947 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.824559 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-d018645d-4233-46fc-9833-dd0824bd3947 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.825725 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a0bf3d0-862b-4532-bcfe-7a295d9f5002 req-d018645d-4233-46fc-9833-dd0824bd3947 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "DELETE /v2.0/floatingips/5ed4b1c3-2680-4377-b70b-540221fc3c80 HTTP/1.1" status: 204 len: 173 time: 0.8873625 Sep 09 09:13:59.837147 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:13:59.887744 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b25ae126-39b9-4b6e-b30f-b070b4bcfc82 req-fdadaee4-cffd-4fe8-9910-96817fe1897c tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338608 Sep 09 09:13:59.905573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3d282f8b-ba54-49d2-9937-4a942f53c276, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d282f8b-ba54-49d2-9937-4a942f53c276,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:13:59.977176 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:00.004441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82a656-182b-41e9-9a2b-30f84472ee63 req-56ea32cc-699d-496e-a84f-14b2d133bd1a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:00.012970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d82a656-182b-41e9-9a2b-30f84472ee63 req-56ea32cc-699d-496e-a84f-14b2d133bd1a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 945 time: 0.0896063 Sep 09 09:14:00.038319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=3d282f8b-ba54-49d2-9937-4a942f53c276,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:00.047802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d82a656-182b-41e9-9a2b-30f84472ee63 req-fa22518a-5792-44ca-b3cb-6331f2b9dfa2 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337031 Sep 09 09:14:00.398470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51460) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:00.403601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1436990932-network', 'tenant_id': '6cfac58f1aa84bda9c58cef8505a5e53'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:00.478709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12af68eb-e9b8-4375-b28f-6cfb63b6d27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:00.605663 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12af68eb-e9b8-4375-b28f-6cfb63b6d27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:00.654984 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08640c75-a877-4787-bb9a-f94eaa068adf req-7c6d1aea-f3da-4af7-a93d-1a4de5a9248d tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6583309 Sep 09 09:14:00.699859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d282f8b-ba54-49d2-9937-4a942f53c276'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:00.702171 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74ac93f-8771-4a5a-b1e2-33be911fbe5f" -d '{"events": [{"server_uuid": "d786cff4-99cd-4b8d-960c-5482b2b12977", "name": "network-vif-plugged", "status": "completed", "tag": "3d282f8b-ba54-49d2-9937-4a942f53c276"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:00.705673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:00.722425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af68eb-e9b8-4375-b28f-6cfb63b6d27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c0fd4b-f42b-4900-bd67-edfc3fca85ff,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:00.738405 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e75d203-150d-4574-a820-cf7496fbf2ce x-openstack-request-id: req-3e75d203-150d-4574-a820-cf7496fbf2ce {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:00.738867 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d786cff4-99cd-4b8d-960c-5482b2b12977", "name": "network-vif-plugged", "status": "completed", "tag": "3d282f8b-ba54-49d2-9937-4a942f53c276", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:00.739206 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e75d203-150d-4574-a820-cf7496fbf2ce {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:00.739734 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d282f8b-ba54-49d2-9937-4a942f53c276', 'code': 200} Sep 09 09:14:00.745682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-12af68eb-e9b8-4375-b28f-6cfb63b6d27b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=843559558f65407ca38b609ac8893738&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4730475 Sep 09 09:14:00.749062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51464) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:00.805163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b244cfc-ec33-44b4-9b06-6a04bb97411c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:00.830326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b244cfc-ec33-44b4-9b06-6a04bb97411c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:00.898849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d310a0-b571-427e-a107-dd89e7da1a47 req-c90e601d-43cd-4e4f-b213-e2c1c7d77c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:00.900420 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7d310a0-b571-427e-a107-dd89e7da1a47 req-c90e601d-43cd-4e4f-b213-e2c1c7d77c8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 1098 time: 0.0461390 Sep 09 09:14:00.902997 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2ad2ae4-700c-4021-b22e-b407bdfdbc64 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:00.924809 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:00.945489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7d310a0-b571-427e-a107-dd89e7da1a47 req-a549a8ae-2c7b-470b-b90a-07f524db179a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371532 Sep 09 09:14:00.979305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device aa506acd-8b30-4983-ac63-e745740836bb up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:00.982552 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2ad2ae4-700c-4021-b22e-b407bdfdbc64 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.006951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b244cfc-ec33-44b4-9b06-6a04bb97411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.009588 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b244cfc-ec33-44b4-9b06-6a04bb97411c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.010747 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8b244cfc-ec33-44b4-9b06-6a04bb97411c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02c0fd4b-f42b-4900-bd67-edfc3fca85ff HTTP/1.1" status: 204 len: 168 time: 0.2606938 Sep 09 09:14:01.022406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c0389-73ce-4be9-a24f-08656afd746d req-8a1904db-49a3-4f7d-9287-1c58a200856e tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:01.024035 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-553c0389-73ce-4be9-a24f-08656afd746d req-8a1904db-49a3-4f7d-9287-1c58a200856e tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.0643606 Sep 09 09:14:01.029361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b244cfc-ec33-44b4-9b06-6a04bb97411c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c0fd4b-f42b-4900-bd67-edfc3fca85ff,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:01.033981 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.056460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port aa506acd-8b30-4983-ac63-e745740836bb triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:01.056861 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.077365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:01.093621 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-553c0389-73ce-4be9-a24f-08656afd746d req-ebd17263-367c-4dbd-9fb9-7129f71a1ca1 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616238 Sep 09 09:14:01.122792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.128100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec11007a-4aae-4e54-8570-6cf4f199c3e0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:01.143149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.143438 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Added segment ec56ef7b-21c2-4f55-bc7b-4d6d96856f87 of type vlan for network 3eec2074-3646-4f25-9c05-5ba074f7b104 Sep 09 09:14:01.189228 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-b2ad2ae4-700c-4021-b22e-b407bdfdbc64 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Floating IP 3b032757-f255-4e8b-bee3-7f36c95439fb associated. External IP: 172.25.8.129, port: cedcd0b8-b1e1-4a84-aca4-916f41b148ac. Sep 09 09:14:01.199509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Made reservation on behalf of 6cfac58f1aa84bda9c58cef8505a5e53 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:01.202121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.212851 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.251260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.330649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd407e-344d-40a6-b14f-629ccfcba116 req-21fe125f-cd6a-4035-81d8-a21bbc2b839a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:01.332206 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cffd407e-344d-40a6-b14f-629ccfcba116 req-21fe125f-cd6a-4035-81d8-a21bbc2b839a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.0762653 Sep 09 09:14:01.369405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.390146 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cffd407e-344d-40a6-b14f-629ccfcba116 req-33e6b836-ef4c-4f47-9179-c7717b6cd4cf tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512583 Sep 09 09:14:01.425060 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.430594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:01.431190 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.451011 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.484851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:01.494916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac0c793-6cdb-4a2f-8a01-1226d3f3ff62,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:01.501085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.501432 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Added segment c14d1a73-30e0-4256-aeee-aadb35f60f63 of type vlan for network a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4 Sep 09 09:14:01.520812 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.547737 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.560208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Network': ['ID=3eec2074-3646-4f25-9c05-5ba074f7b104,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:01.574269 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b7966a9c-7177-431d-8fae-f78f7747f59e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2611282 Sep 09 09:14:01.574970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:01.577938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51476) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:01.587810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'name': 'tempest-PortsTestJSON-2121246736'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:01.615357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ad2ae4-700c-4021-b22e-b407bdfdbc64 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Router 7760a208-c1d6-49d6-bc69-897303ab0383 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:14:01.663868 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.664840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:01.665426 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.743461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:01.753411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:01.770860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b160b0b2-e702-47e2-be44-7806e21a47a8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3711195 Sep 09 09:14:01.771468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Allocated IP 172.25.8.230 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/5121e8fb-c378-4b4c-8e16-2cf73c1280d7) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:01.775161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51478) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:01.782121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] Request body: {'subnet': {'network_id': 'a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1436990932-subnet', 'tenant_id': '6cfac58f1aa84bda9c58cef8505a5e53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:01.823716 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ad2ae4-700c-4021-b22e-b407bdfdbc64 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:14:01.829945 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2ad2ae4-700c-4021-b22e-b407bdfdbc64 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.835841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d230a0e3-c8df-49ec-9a85-119f138cb1be None None] Sync routers for ids ['7760a208-c1d6-49d6-bc69-897303ab0383'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:14:01.840358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51480) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:01.847739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d230a0e3-c8df-49ec-9a85-119f138cb1be None None] Routers {'7760a208-c1d6-49d6-bc69-897303ab0383'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:01.848494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d230a0e3-c8df-49ec-9a85-119f138cb1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7760a208-c1d6-49d6-bc69-897303ab0383'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:01.856480 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f1a5dec7-4f12-4378-8b2e-76407ea348ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.885270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:01.889747 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.910284 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b2ad2ae4-700c-4021-b22e-b407bdfdbc64 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "PUT /v2.0/floatingips/3b032757-f255-4e8b-bee3-7f36c95439fb HTTP/1.1" status: 200 len: 992 time: 2.5090063 Sep 09 09:14:01.910519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:14:01.911129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'tag': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:01.913804 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddf51ff-bfa6-4819-9ebc-f723896820ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9303ff-e920-411e-a5b5-f920bd01e171", "tag": "cedcd0b8-b1e1-4a84-aca4-916f41b148ac"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:01.957455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:01.983773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] Made reservation on behalf of 6cfac58f1aa84bda9c58cef8505a5e53 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:01.986433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.039597 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ff19cc-d8f2-4dd5-906a-6611071c7f3d x-openstack-request-id: req-75ff19cc-d8f2-4dd5-906a-6611071c7f3d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:02.039904 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9303ff-e920-411e-a5b5-f920bd01e171", "tag": "cedcd0b8-b1e1-4a84-aca4-916f41b148ac", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:02.040085 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75ff19cc-d8f2-4dd5-906a-6611071c7f3d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:02.040494 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'tag': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac', 'status': 'completed', 'code': 200} Sep 09 09:14:02.059412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d230a0e3-c8df-49ec-9a85-119f138cb1be None None] Set router 7760a208-c1d6-49d6-bc69-897303ab0383 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:02.102712 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.159353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:02.185346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:02.196695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:02.223660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Pushing event updated for resources: {'Port': ['ID=5121e8fb-c378-4b4c-8e16-2cf73c1280d7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:02.278433 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.294415 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f1a5dec7-4f12-4378-8b2e-76407ea348ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.297647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf51ff-bfa6-4819-9ebc-f723896820ff req-0a09cf62-6b0d-43db-abe0-05f1a2cfa196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:02.299257 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ddf51ff-bfa6-4819-9ebc-f723896820ff req-0a09cf62-6b0d-43db-abe0-05f1a2cfa196 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9343d08a57b44681a20e72bb6864a26c&device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 1098 time: 0.2303483 Sep 09 09:14:02.337891 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.362427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d230a0e3-c8df-49ec-9a85-119f138cb1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:23Z', 'revision_number': 4, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '3b032757-f255-4e8b-bee3-7f36c95439fb', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'port_id': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'mac_address': 'fa:16:3e:d8:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:13:37Z', 'updated_at': '2021-09-09T09:14:00Z', 'revision_number': 1, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac9fdc-79b1-4ede-b531-6095f1fe27ae', 'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'mac_address': 'fa:16:3e:26:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:19Z', 'updated_at': '2021-09-09T09:13:35Z', 'revision_number': 5, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'subnets': [{'id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:02.364844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b14f2-e744-49f0-8b59-6b025b2257f1 req-449c8eb8-b17c-400e-b7c8-e999aaecdb80 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:02.367000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-730b14f2-e744-49f0-8b59-6b025b2257f1 req-449c8eb8-b17c-400e-b7c8-e999aaecdb80 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.1560755 Sep 09 09:14:02.398738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d230a0e3-c8df-49ec-9a85-119f138cb1be None None] Checking router: 7760a208-c1d6-49d6-bc69-897303ab0383 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:14:02.403599 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.404104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f1a5dec7-4f12-4378-8b2e-76407ea348ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.407908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d230a0e3-c8df-49ec-9a85-119f138cb1be None None] Routers {'7760a208-c1d6-49d6-bc69-897303ab0383'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:02.408836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d230a0e3-c8df-49ec-9a85-119f138cb1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7760a208-c1d6-49d6-bc69-897303ab0383'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:02.460007 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.503022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f1a5dec7-4f12-4378-8b2e-76407ea348ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=411acbe895c3421487e89a8629437f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6589746 Sep 09 09:14:02.504117 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf51ff-bfa6-4819-9ebc-f723896820ff req-77ed8ae1-1df5-4d75-bc6f-86bb4f74d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:02.505548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ddf51ff-bfa6-4819-9ebc-f723896820ff req-77ed8ae1-1df5-4d75-bc6f-86bb4f74d35e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c21bb16-856d-4e75-a210-1d2b0cfe3525 HTTP/1.1" status: 200 len: 907 time: 0.1978931 Sep 09 09:14:02.507341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:02.509008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5dec7-4f12-4378-8b2e-76407ea348ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84207de-de9f-462b-9a16-91894e4472b2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:02.520660 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-730b14f2-e744-49f0-8b59-6b025b2257f1 req-3b0bb698-bbbc-4f97-a130-46ce4cdba194 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220179 Sep 09 09:14:02.541340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc2beaa-a7ef-4f8c-804d-407997af8435,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:02.589862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.598829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] Checking segment: {'id': 'c14d1a73-30e0-4256-aeee-aadb35f60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:02.599358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] Network hostable DHCP agents. Network: a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:02.663408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a338deeb-dea9-4654-962c-5b0cf1ac379d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.691834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d230a0e3-c8df-49ec-9a85-119f138cb1be None None] Set router 7760a208-c1d6-49d6-bc69-897303ab0383 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:02.702207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=f9a9632e-fb5a-47e1-b955-b29a8b1d2b92,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:02.723819 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a338deeb-dea9-4654-962c-5b0cf1ac379d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.762668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] Network a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:02.774586 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ddf51ff-bfa6-4819-9ebc-f723896820ff req-d7aabdd9-dc06-4460-94a5-962cbb9d998d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedcd0b8-b1e1-4a84-aca4-916f41b148ac HTTP/1.1" status: 200 len: 1000 time: 0.2586040 Sep 09 09:14:02.808262 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.832292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Checking segment: {'id': 'ec56ef7b-21c2-4f55-bc7b-4d6d96856f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:02.832652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network hostable DHCP agents. Network: 3eec2074-3646-4f25-9c05-5ba074f7b104, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:02.857822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e00487-0d31-41e7-b832-9ca9ecf17df7 req-f8baa108-d882-4899-abce-872474ac388c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:02.859350 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51e00487-0d31-41e7-b832-9ca9ecf17df7 req-f8baa108-d882-4899-abce-872474ac388c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1366930 Sep 09 09:14:02.863070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf51ff-bfa6-4819-9ebc-f723896820ff req-8d5af8a3-b570-42d2-ae0c-c435a6d4bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:02.864480 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ddf51ff-bfa6-4819-9ebc-f723896820ff req-8d5af8a3-b570-42d2-ae0c-c435a6d4bbd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbb7a28d-4da9-4308-826e-1c5f8840267e HTTP/1.1" status: 200 len: 845 time: 0.0823395 Sep 09 09:14:02.892079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:02.900338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:02.902517 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.913837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00135de-506e-45aa-86f2-5d37d23af749 None None] Network a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:02.928327 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a338deeb-dea9-4654-962c-5b0cf1ac379d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.933493 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a338deeb-dea9-4654-962c-5b0cf1ac379d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.937294 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a338deeb-dea9-4654-962c-5b0cf1ac379d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a84207de-de9f-462b-9a16-91894e4472b2 HTTP/1.1" status: 204 len: 168 time: 0.4247649 Sep 09 09:14:02.938839 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:02.963619 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51e00487-0d31-41e7-b832-9ca9ecf17df7 req-d08f5172-e089-45bf-83a6-9d503e7bf74b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904753 Sep 09 09:14:02.977922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:02.980558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338deeb-dea9-4654-962c-5b0cf1ac379d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84207de-de9f-462b-9a16-91894e4472b2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:02.991605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf51ff-bfa6-4819-9ebc-f723896820ff req-207edb4a-4665-4cc5-b5c2-255ecd5855b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:03.000519 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ddf51ff-bfa6-4819-9ebc-f723896820ff req-207edb4a-4665-4cc5-b5c2-255ecd5855b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c21bb16-856d-4e75-a210-1d2b0cfe3525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249518 Sep 09 09:14:03.011418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 3eec2074-3646-4f25-9c05-5ba074f7b104) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:03.028204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:03.031172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e2302-7524-4926-9790-a6ab820deac6 None None] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:03.034110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a0eba13e-b594-498c-b10f-472600e46809 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2561700 Sep 09 09:14:03.034346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:03.034973 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:03.080046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:03.101863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Pushing event updated for resources: {'Port': ['ID=5121e8fb-c378-4b4c-8e16-2cf73c1280d7,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:03.169621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631572-f936-4c91-8e93-7e4a032248b6 req-1807eba6-5c27-4237-8944-0c8f8381b54c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:03.171529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c631572-f936-4c91-8e93-7e4a032248b6 req-1807eba6-5c27-4237-8944-0c8f8381b54c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1258810 Sep 09 09:14:03.208334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ddf51ff-bfa6-4819-9ebc-f723896820ff req-d92c9848-9d3c-4daf-90ca-63721b125f4e service neutron] 10.222.0.41 "GET /v2.0/networks/6c21bb16-856d-4e75-a210-1d2b0cfe3525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981063 Sep 09 09:14:03.216705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d230a0e3-c8df-49ec-9a85-119f138cb1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:23Z', 'revision_number': 4, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '3b032757-f255-4e8b-bee3-7f36c95439fb', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'port_id': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'mac_address': 'fa:16:3e:d8:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:13:37Z', 'updated_at': '2021-09-09T09:14:00Z', 'revision_number': 1, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac9fdc-79b1-4ede-b531-6095f1fe27ae', 'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'mac_address': 'fa:16:3e:26:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:19Z', 'updated_at': '2021-09-09T09:13:35Z', 'revision_number': 5, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'subnets': [{'id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:03.220943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c156c499-e319-4030-a1ac-487ca43f3fef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6383550 Sep 09 09:14:03.221119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:03.221230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee8b924-891f-46fa-b635-821229347a22 None None] Network a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:03.221384 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08640c75-a877-4787-bb9a-f94eaa068adf req-861a8b03-b9c9-4071-a8ca-ca3cb009bd3e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5512528 Sep 09 09:14:03.221384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51504) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:03.227820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1585031159'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:03.254444 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c631572-f936-4c91-8e93-7e4a032248b6 req-b267b30a-e54c-4b03-bd31-a2c2a1f967f2 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735645 Sep 09 09:14:03.304018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d230a0e3-c8df-49ec-9a85-119f138cb1be None None] The sync data for ids ['7760a208-c1d6-49d6-bc69-897303ab0383'] in n-d-778696-16 is: [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:23Z', 'revision_number': 4, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '3b032757-f255-4e8b-bee3-7f36c95439fb', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'port_id': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'mac_address': 'fa:16:3e:d8:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:13:37Z', 'updated_at': '2021-09-09T09:14:00Z', 'revision_number': 1, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac9fdc-79b1-4ede-b531-6095f1fe27ae', 'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'mac_address': 'fa:16:3e:26:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:19Z', 'updated_at': '2021-09-09T09:13:35Z', 'revision_number': 5, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'subnets': [{'id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:14:03.370341 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ddf51ff-bfa6-4819-9ebc-f723896820ff req-0000819f-599b-4bec-80a7-505241ad48ee service neutron] 10.222.0.41 "GET /v2.0/networks/6c21bb16-856d-4e75-a210-1d2b0cfe3525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421843 Sep 09 09:14:03.636220 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efada25-3d95-47c7-9f2d-34438f2785af None None] New status for floating IP 3b032757-f255-4e8b-bee3-7f36c95439fb: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:14:03.655364 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08640c75-a877-4787-bb9a-f94eaa068adf req-4d8af08b-0992-422b-b948-26e232862bc8 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.4198408 Sep 09 09:14:03.750930 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:03.764398 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:03.819753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08640c75-a877-4787-bb9a-f94eaa068adf req-20ecb7fc-52c4-4ba4-b6bf-0a25c0d35f59 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:03.821163 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08640c75-a877-4787-bb9a-f94eaa068adf req-20ecb7fc-52c4-4ba4-b6bf-0a25c0d35f59 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1595786 Sep 09 09:14:03.821904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:03.836395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-08640c75-a877-4787-bb9a-f94eaa068adf req-20aa26c5-3ae3-436c-801f-273316d9953a tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:14:03.837373 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08640c75-a877-4787-bb9a-f94eaa068adf req-20aa26c5-3ae3-436c-801f-273316d9953a tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092139 Sep 09 09:14:03.838425 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:03.838764 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Added segment 4e0af35f-0381-40a5-aab5-4eadc25d9ca0 of type vlan for network c0cdc631-ad06-4047-b07b-381b5f3274e1 Sep 09 09:14:03.881827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:03.972621 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:03.979710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:03.980560 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:04.024326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0511c4e-c065-4844-a4a9-17eb8a342b06 req-89527ac4-121b-465b-ace0-3cff2c6a6cff tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:04.034547 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0511c4e-c065-4844-a4a9-17eb8a342b06 req-89527ac4-121b-465b-ace0-3cff2c6a6cff tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.0734820 Sep 09 09:14:04.063048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Network': ['ID=c0cdc631-ad06-4047-b07b-381b5f3274e1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:04.079293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b4b6db4c-9740-4f6d-b454-61eb7516c3b1 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8570542 Sep 09 09:14:04.081798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51536) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:04.083389 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network c0cdc631-ad06-4047-b07b-381b5f3274e1 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:04.084197 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0511c4e-c065-4844-a4a9-17eb8a342b06 req-0d962345-d48b-4f9b-8d40-8fe09d7ba7cc tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487254 Sep 09 09:14:04.087713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'ports': [{'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104'}, {'network_id': 'c0cdc631-ad06-4047-b07b-381b5f3274e1'}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:04.093042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:04.093042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': 'c0cdc631-ad06-4047-b07b-381b5f3274e1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:04.267116 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-22019ddb-5423-475b-9fbf-90d0b18cef64 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips/dc2dde43-c120-4c1d-b41d-4541b8918e4c HTTP/1.1" status: 200 len: 693 time: 0.0461731 Sep 09 09:14:04.386269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-c6da60db-f2ca-4a1b-8d3a-0284548238d9 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:04.388359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-c6da60db-f2ca-4a1b-8d3a-0284548238d9 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 821 time: 0.1911964 Sep 09 09:14:04.389507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-ffcd4e19-b0da-41fa-bd59-f04b173833b2 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:04.391824 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-ffcd4e19-b0da-41fa-bd59-f04b173833b2 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1166487 Sep 09 09:14:04.416258 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-800bb0c2-88a9-4f22-935d-7c295f8ae2b1 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/quotas/f178fa8dbb2a4f9fa7015f3719b056da HTTP/1.1" status: 200 len: 375 time: 0.0142410 Sep 09 09:14:04.445883 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-02bf2559-0954-428f-b4e1-b51668e7f903 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0474515 Sep 09 09:14:04.455020 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-a9e04623-88d5-4da5-91d9-3de493b38efe tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318205 Sep 09 09:14:04.472857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 2} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:04.482914 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:04.500900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-7d77d31f-dcc4-420d-be1e-3b06ce8c1489 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0485327 Sep 09 09:14:04.527071 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:04.642138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-ba65f80d-0835-46a9-abed-031c4b62fb00 service neutron] 10.222.0.32 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779332 Sep 09 09:14:04.644258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-3a835d14-dee9-4950-98f2-2854189d4a64 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Deleting port 5121e8fb-c378-4b4c-8e16-2cf73c1280d7 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:04.644895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-3a835d14-dee9-4950-98f2-2854189d4a64 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:04.654373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port b8550552-1fbc-48d8-abc0-2ff9dd1ed335 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:14:04.739872 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-3a835d14-dee9-4950-98f2-2854189d4a64 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:04.740491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-3a835d14-dee9-4950-98f2-2854189d4a64 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:04.757378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-3a835d14-dee9-4950-98f2-2854189d4a64 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Calling delete_port for 5121e8fb-c378-4b4c-8e16-2cf73c1280d7 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:04.821338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-62f26d8a-5ebc-46e2-b468-8bc92f5ad7b3 service neutron] 10.222.0.32 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698568 Sep 09 09:14:04.923716 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:04.999631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port eef5513b-adc7-41c0-a51d-93fa6e90777b yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:14:05.022763 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-3a835d14-dee9-4950-98f2-2854189d4a64 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:05.055104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a835d14-dee9-4950-98f2-2854189d4a64 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Pushing event deleted for resources: {'Port': ['ID=5121e8fb-c378-4b4c-8e16-2cf73c1280d7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:05.139300 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-3a835d14-dee9-4950-98f2-2854189d4a64 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:05.142473 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-3a835d14-dee9-4950-98f2-2854189d4a64 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:05.164943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd80086-2b08-4623-83e1-d43964a3d46e req-3a835d14-dee9-4950-98f2-2854189d4a64 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "DELETE /v2.0/floatingips/dc2dde43-c120-4c1d-b41d-4541b8918e4c HTTP/1.1" status: 204 len: 173 time: 0.6563909 Sep 09 09:14:05.186070 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:05.329132 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:05.353751 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:05.358333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:05.370049 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e6d8cc30-a594-46b9-a9d3-243914ff3786 req-9afe34a6-f1c3-48f5-a2cd-9b2837870421 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 210 time: 0.0652497 Sep 09 09:14:05.392563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:05.392563 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:05.416546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794217ff-c225-4cbf-a14c-f5fe76e79613 req-bf97f4e6-d691-434d-a3d7-f0d0dc754ce1 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:05.418593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-794217ff-c225-4cbf-a14c-f5fe76e79613 req-bf97f4e6-d691-434d-a3d7-f0d0dc754ce1 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.41 "GET /v2.0/ports?device_id=d786cff4-99cd-4b8d-960c-5482b2b12977 HTTP/1.1" status: 200 len: 946 time: 0.1832540 Sep 09 09:14:05.446482 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-3fa63a1d-1485-4986-aaad-e0b668e9ff96 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:05.448176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-3fa63a1d-1485-4986-aaad-e0b668e9ff96 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/networks?id=37cee3cd-6876-4ee2-9399-160d8e2caac7 HTTP/1.1" status: 200 len: 815 time: 0.2128322 Sep 09 09:14:05.476293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=b8550552-1fbc-48d8-abc0-2ff9dd1ed335,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:05.502347 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:14:05.528785 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-93d454e6-364c-40d4-8369-68201d8bc47c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/quotas/b02fbaa8deb344ebb00db178f622f80f HTTP/1.1" status: 200 len: 375 time: 0.0712719 Sep 09 09:14:05.572548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa75fe6-086c-4f24-9cae-613c1375a13e req-4dee38cf-5fe6-494e-b029-e4765bc3fd05 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:05.574530 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-faa75fe6-086c-4f24-9cae-613c1375a13e req-4dee38cf-5fe6-494e-b029-e4765bc3fd05 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.1103826 Sep 09 09:14:05.579699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Checking segment: {'id': '4e0af35f-0381-40a5-aab5-4eadc25d9ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c0cdc631-ad06-4047-b07b-381b5f3274e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:05.580070 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network hostable DHCP agents. Network: c0cdc631-ad06-4047-b07b-381b5f3274e1, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:05.599515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=eef5513b-adc7-41c0-a51d-93fa6e90777b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:05.606417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-794217ff-c225-4cbf-a14c-f5fe76e79613 req-d671e068-30e1-40e0-a0f7-04d7eb3489c7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Deleting port 3d282f8b-ba54-49d2-9937-4a942f53c276 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:05.606895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-794217ff-c225-4cbf-a14c-f5fe76e79613 req-d671e068-30e1-40e0-a0f7-04d7eb3489c7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:05.642977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-689c01dc-949a-4581-a85d-10ad6a46ccb5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b02fbaa8deb344ebb00db178f622f80f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008039 Sep 09 09:14:05.656467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-faa75fe6-086c-4f24-9cae-613c1375a13e req-cdee6c50-922c-40f5-bba1-ccd221d73da6 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691848 Sep 09 09:14:05.738743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network c0cdc631-ad06-4047-b07b-381b5f3274e1 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:05.761994 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-8023cc32-c61e-4af0-9e10-aa1ae1388ffb service neutron] 10.222.0.32 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105180 Sep 09 09:14:05.862564 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-36f1c0ba-6935-4c12-ba73-a0c2321b3999 service neutron] 10.222.0.32 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940099 Sep 09 09:14:05.872856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, c0cdc631-ad06-4047-b07b-381b5f3274e1) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:05.877077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:05.883661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:05.884597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206785dd-e434-4f42-89b8-da5e242f4954 None None] Network c0cdc631-ad06-4047-b07b-381b5f3274e1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:05.889268 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:05.890075 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:05.997571 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8b95c21f-cece-46d5-8637-3b8044b145a5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9121382 Sep 09 09:14:05.997879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51592) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:06.081196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-794217ff-c225-4cbf-a14c-f5fe76e79613 req-d671e068-30e1-40e0-a0f7-04d7eb3489c7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] For port 3d282f8b-ba54-49d2-9937-4a942f53c276, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d282f8b-ba54-49d2-9937-4a942f53c276,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:06.088255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-794217ff-c225-4cbf-a14c-f5fe76e79613 req-d671e068-30e1-40e0-a0f7-04d7eb3489c7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:06.097544 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-5a0e5b39-1ea2-45cb-814b-ae0d4cb3bd3e req-359fe8db-e3fa-4507-86f3-01f21571dd9e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] show failed (client error): The resource could not be found. Sep 09 09:14:06.098833 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a0e5b39-1ea2-45cb-814b-ae0d4cb3bd3e req-359fe8db-e3fa-4507-86f3-01f21571dd9e tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips/dc2dde43-c120-4c1d-b41d-4541b8918e4c HTTP/1.1" status: 404 len: 350 time: 0.3975074 Sep 09 09:14:06.099917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-794217ff-c225-4cbf-a14c-f5fe76e79613 req-d671e068-30e1-40e0-a0f7-04d7eb3489c7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Calling delete_port for 3d282f8b-ba54-49d2-9937-4a942f53c276 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:06.145298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-07ddb9c9-c727-488f-97cf-6cc569a21914 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port eef5513b-adc7-41c0-a51d-93fa6e90777b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:06.151260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07ddb9c9-c727-488f-97cf-6cc569a21914 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:06.245567 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07ddb9c9-c727-488f-97cf-6cc569a21914 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:06.269602 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1361dd93-3cb6-443f-9d27-eca2e8f3b4b4 req-15787f6d-3979-41f8-a1c0-d6556e3598b6 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 210 time: 0.0482242 Sep 09 09:14:06.277538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-07ddb9c9-c727-488f-97cf-6cc569a21914 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for eef5513b-adc7-41c0-a51d-93fa6e90777b owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:06.365114 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-0ebf25ec-00b6-4d1d-9c85-53a32ad8ad97 req-d4023fe1-5539-4715-bf64-c6be80505799 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] show failed (client error): The resource could not be found. Sep 09 09:14:06.366467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0ebf25ec-00b6-4d1d-9c85-53a32ad8ad97 req-d4023fe1-5539-4715-bf64-c6be80505799 tempest-FloatingIPsTestJSON-1842014096 tempest-FloatingIPsTestJSON-1842014096-project] 10.222.0.32 "GET /v2.0/floatingips/dc2dde43-c120-4c1d-b41d-4541b8918e4c HTTP/1.1" status: 404 len: 350 time: 0.0395818 Sep 09 09:14:06.376156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51612) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:06.431800 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-794217ff-c225-4cbf-a14c-f5fe76e79613 req-d671e068-30e1-40e0-a0f7-04d7eb3489c7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:06.445361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['3d282f8b-ba54-49d2-9937-4a942f53c276'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:06.473363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671e068-30e1-40e0-a0f7-04d7eb3489c7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Pushing event deleted for resources: {'Port': ['ID=3d282f8b-ba54-49d2-9937-4a942f53c276,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:06.485908 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07ddb9c9-c727-488f-97cf-6cc569a21914 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:06.526810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddb9c9-c727-488f-97cf-6cc569a21914 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=eef5513b-adc7-41c0-a51d-93fa6e90777b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:06.533392 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07ddb9c9-c727-488f-97cf-6cc569a21914 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:06.538429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-07ddb9c9-c727-488f-97cf-6cc569a21914 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/eef5513b-adc7-41c0-a51d-93fa6e90777b HTTP/1.1" status: 204 len: 168 time: 0.5366993 Sep 09 09:14:06.540483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51624) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:06.570268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3426f294-ab8b-474d-85ab-b83b999b6f63 req-563fda12-0a5f-439b-9a83-235d0677190d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 210 time: 0.0912442 Sep 09 09:14:06.620553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-794217ff-c225-4cbf-a14c-f5fe76e79613 req-d671e068-30e1-40e0-a0f7-04d7eb3489c7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] No DVR routers for this DVR port 3d282f8b-ba54-49d2-9937-4a942f53c276 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:06.624462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-794217ff-c225-4cbf-a14c-f5fe76e79613 req-d671e068-30e1-40e0-a0f7-04d7eb3489c7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:06.626646 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-794217ff-c225-4cbf-a14c-f5fe76e79613 req-d671e068-30e1-40e0-a0f7-04d7eb3489c7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.41 "DELETE /v2.0/ports/3d282f8b-ba54-49d2-9937-4a942f53c276 HTTP/1.1" status: 204 len: 173 time: 1.1992085 Sep 09 09:14:06.627106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'name': 'network-vif-deleted', 'tag': '3d282f8b-ba54-49d2-9937-4a942f53c276'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:06.629986 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e03ce02-8ace-4d3a-8b67-e21208c32ebb" -d '{"events": [{"server_uuid": "d786cff4-99cd-4b8d-960c-5482b2b12977", "name": "network-vif-deleted", "tag": "3d282f8b-ba54-49d2-9937-4a942f53c276"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:06.666988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c66494-d72a-4537-bfe0-ed50cb17706a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:06.683004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c66494-d72a-4537-bfe0-ed50cb17706a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:06.684894 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-06c66494-d72a-4537-bfe0-ed50cb17706a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1432972 Sep 09 09:14:06.687513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51644) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:06.714440 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925e224f-3dcd-4610-8267-168633c3efca x-openstack-request-id: req-925e224f-3dcd-4610-8267-168633c3efca {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:06.714731 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d786cff4-99cd-4b8d-960c-5482b2b12977", "name": "network-vif-deleted", "tag": "3d282f8b-ba54-49d2-9937-4a942f53c276", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:06.714984 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-925e224f-3dcd-4610-8267-168633c3efca {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:06.715399 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd786cff4-99cd-4b8d-960c-5482b2b12977', 'name': 'network-vif-deleted', 'tag': '3d282f8b-ba54-49d2-9937-4a942f53c276', 'status': 'completed', 'code': 200} Sep 09 09:14:06.839514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eee7f-0424-4483-9b13-fe0a72535428 req-eafd0010-0745-4f60-9ab9-b6affdccde8a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:06.840997 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-014eee7f-0424-4483-9b13-fe0a72535428 req-eafd0010-0745-4f60-9ab9-b6affdccde8a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.0725608 Sep 09 09:14:06.843488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-363fd57e-35d9-4092-84cf-fa57d17e8b00 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port b8550552-1fbc-48d8-abc0-2ff9dd1ed335 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:06.844109 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-363fd57e-35d9-4092-84cf-fa57d17e8b00 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:06.956757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-363fd57e-35d9-4092-84cf-fa57d17e8b00 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:06.963280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-014eee7f-0424-4483-9b13-fe0a72535428 req-f73561b9-d650-42ad-86bb-b78f9f2d7677 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971677 Sep 09 09:14:06.976883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-363fd57e-35d9-4092-84cf-fa57d17e8b00 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for b8550552-1fbc-48d8-abc0-2ff9dd1ed335 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:07.036201 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.153634 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-363fd57e-35d9-4092-84cf-fa57d17e8b00 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.189395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fd57e-35d9-4092-84cf-fa57d17e8b00 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=b8550552-1fbc-48d8-abc0-2ff9dd1ed335,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:07.200633 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-363fd57e-35d9-4092-84cf-fa57d17e8b00 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.205263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-363fd57e-35d9-4092-84cf-fa57d17e8b00 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/b8550552-1fbc-48d8-abc0-2ff9dd1ed335 HTTP/1.1" status: 204 len: 168 time: 0.5167589 Sep 09 09:14:07.210036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51652) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:07.264420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f9eb8-2441-46d6-8de5-bd551f1e2eee tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:07.266132 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ac4f9eb8-2441-46d6-8de5-bd551f1e2eee tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0548067 Sep 09 09:14:07.268803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:07.295823 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d40fb6c-f352-4248-8e0c-32848f3af5e9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:14:07.299905 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4d40fb6c-f352-4248-8e0c-32848f3af5e9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/eef5513b-adc7-41c0-a51d-93fa6e90777b HTTP/1.1" status: 404 len: 333 time: 0.0275538 Sep 09 09:14:07.300658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51658) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:07.336794 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9decafc-4717-4132-9337-cce7411f9a45 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:14:07.338817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a9decafc-4717-4132-9337-cce7411f9a45 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/b8550552-1fbc-48d8-abc0-2ff9dd1ed335 HTTP/1.1" status: 404 len: 333 time: 0.0362937 Sep 09 09:14:07.341644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51662) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:07.354226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] Deleting port aa506acd-8b30-4983-ac63-e745740836bb {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:07.354796 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.447460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51666) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:07.448287 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21fd89e8-4804-4c0b-a552-0d1ff62c70d2 req-539a8a65-db1a-4d43-897c-3dc99af7b008 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 210 time: 0.0922089 Sep 09 09:14:07.485875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] For port aa506acd-8b30-4983-ac63-e745740836bb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=aa506acd-8b30-4983-ac63-e745740836bb,segment=NetworkSegment(25d135ea-623b-4841-97a0-8ab8b4fa8ff5),segment_id=25d135ea-623b-4841-97a0-8ab8b4fa8ff5)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:07.488368 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.507443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] Calling delete_port for aa506acd-8b30-4983-ac63-e745740836bb owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:07.521652 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.648749 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.671406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6acab513-8b1a-487d-8cb8-db7efe16bcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.714080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cdc631-ad06-4047-b07b-381b5f3274e1']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:07.746919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b658f32-9b84-4fb1-84d4-cb1d97a60cab req-7cd1328a-04f9-4ece-b597-16da07935597 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 210 time: 0.0559115 Sep 09 09:14:07.753462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0af35f-0381-40a5-aab5-4eadc25d9ca0') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:07.763984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0af35f-0381-40a5-aab5-4eadc25d9ca0') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:07.771349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.791403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-79c13adb-f7b7-4c4c-9bd4-f22c0bad3d3a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:07.792874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-79c13adb-f7b7-4c4c-9bd4-f22c0bad3d3a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.24 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 821 time: 0.2210979 Sep 09 09:14:07.799060 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.808497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Request body: {'port': {'device_id': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1', 'admin_state_up': True, 'tenant_id': 'f178fa8dbb2a4f9fa7015f3719b056da'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:07.814102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:14:07.814503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:14:07.817330 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:14:07.837520 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6acab513-8b1a-487d-8cb8-db7efe16bcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.949120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6acab513-8b1a-487d-8cb8-db7efe16bcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.956608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.982398 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.989754 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:07.995400 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/networks/c0cdc631-ad06-4047-b07b-381b5f3274e1 HTTP/1.1" status: 204 len: 168 time: 0.6489427 Sep 09 09:14:07.999255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51674) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:08.014979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-685247459'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:08.015105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2d932-8003-478d-9d4e-ddf560d70564 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Network': ['ID=c0cdc631-ad06-4047-b07b-381b5f3274e1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:08.016476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] Pushing event deleted for resources: {'Port': ['ID=aa506acd-8b30-4983-ac63-e745740836bb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:08.033772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Made reservation on behalf of f178fa8dbb2a4f9fa7015f3719b056da for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:08.040180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.041887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6acab513-8b1a-487d-8cb8-db7efe16bcea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e77fce13b5b4606bfa4530400914a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933414 Sep 09 09:14:08.045606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51676) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:08.068546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acab513-8b1a-487d-8cb8-db7efe16bcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa935e22-dfc9-446b-a5c5-9a676df972d2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:08.163672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a640e-9961-4350-9786-5d9a570e7fca req-4d4c0592-40b8-483e-b505-3bb6a039aba6 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:08.165409 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-473a640e-9961-4350-9786-5d9a570e7fca req-4d4c0592-40b8-483e-b505-3bb6a039aba6 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.0999389 Sep 09 09:14:08.179528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6dc6a76-a856-433c-a97b-5b1d664a18e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.215011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:08.218488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.248371 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6dc6a76-a856-433c-a97b-5b1d664a18e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.275670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Allocated IP 172.20.0.9 (423817c2-9bb2-4c3c-b686-139dda54a6a1/14d3a390-03e8-4bc5-94c2-caf8f491346a/c60ea6f4-955d-45c6-9264-27a1d03618bc) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:08.310404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-473a640e-9961-4350-9786-5d9a570e7fca req-8608c510-b29a-4432-8e89-a2a11c6e462a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128922 Sep 09 09:14:08.328027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:08.345947 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.403863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.404569 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Added segment 61e48e30-d6c0-471e-ad82-b0ffb5e180a5 of type vlan for network ab95ca7e-6c9e-4fec-9e6c-86b015205f31 Sep 09 09:14:08.414608 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6dc6a76-a856-433c-a97b-5b1d664a18e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.417215 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6dc6a76-a856-433c-a97b-5b1d664a18e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.418528 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c6dc6a76-a856-433c-a97b-5b1d664a18e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa935e22-dfc9-446b-a5c5-9a676df972d2 HTTP/1.1" status: 204 len: 168 time: 0.3677909 Sep 09 09:14:08.437219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc6a76-a856-433c-a97b-5b1d664a18e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa935e22-dfc9-446b-a5c5-9a676df972d2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:08.474290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.569671 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.605690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b2960e6-23c7-4a54-89b0-da3feda68809 req-f83d44ea-5238-4d55-819c-ffe94a15a27a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 210 time: 0.0763006 Sep 09 09:14:08.636057 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.637701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-eb35145e-e5a9-4f47-bfae-6d5689ed5aeb tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:08.639155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-eb35145e-e5a9-4f47-bfae-6d5689ed5aeb tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.24 "GET /v2.0/networks?id=37cee3cd-6876-4ee2-9399-160d8e2caac7 HTTP/1.1" status: 200 len: 815 time: 0.1924253 Sep 09 09:14:08.641663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:08.642331 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:08.656916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Request body: {'port': {'device_id': 'e02040e8-ff4a-443c-98ea-6179161b3feb', 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7', 'admin_state_up': True, 'tenant_id': 'b02fbaa8deb344ebb00db178f622f80f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:08.752053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Network': ['ID=ab95ca7e-6c9e-4fec-9e6c-86b015205f31,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:08.764654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network ab95ca7e-6c9e-4fec-9e6c-86b015205f31 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:08.773128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] Router f4dcf1c8-18e1-470d-9484-9f2998503a91 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:14:08.903024 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0694f00f-cee1-44c3-89db-d9642e4d857d req-ab24bc68-d60b-45c2-be5f-ac001317f15d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 210 time: 0.0608385 Sep 09 09:14:08.924583 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:14:08.933761 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-46996dac-4571-4506-b4cf-3852ab3c3cff admin admin] 10.222.0.32 "PUT /v2.0/routers/f4dcf1c8-18e1-470d-9484-9f2998503a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5559850 Sep 09 09:14:08.936956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51690) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:08.945604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2726a-f072-45b9-9be8-0ba919c23cfa None None] Sync routers for ids ['f4dcf1c8-18e1-470d-9484-9f2998503a91'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:14:08.956224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2726a-f072-45b9-9be8-0ba919c23cfa None None] Routers {'f4dcf1c8-18e1-470d-9484-9f2998503a91'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:08.956842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e2a2726a-f072-45b9-9be8-0ba919c23cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f4dcf1c8-18e1-470d-9484-9f2998503a91'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:08.976691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-86e4f4d2-c8c7-4ee1-8666-deebefc5926a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9758875 Sep 09 09:14:08.983843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51692) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:08.993527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': 'ab95ca7e-6c9e-4fec-9e6c-86b015205f31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:09.003744 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:09.118049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e2a2726a-f072-45b9-9be8-0ba919c23cfa None None] Set router f4dcf1c8-18e1-470d-9484-9f2998503a91 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:09.188870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51694) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:09.216492 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-101122c7-9c0c-4c21-8c67-3f2e39c47087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:09.247004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:09.251572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:09.329785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e2a2726a-f072-45b9-9be8-0ba919c23cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'name': 'tempest-FloatingIPsTestJSON-704051224-router', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:45Z', 'updated_at': '2021-09-09T09:14:07Z', 'revision_number': 5, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'gw_port': {'id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:46Z', 'updated_at': '2021-09-09T09:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:09.371954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2726a-f072-45b9-9be8-0ba919c23cfa None None] Checking router: f4dcf1c8-18e1-470d-9484-9f2998503a91 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:14:09.373885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Made reservation on behalf of b02fbaa8deb344ebb00db178f622f80f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:09.377476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:09.383135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2726a-f072-45b9-9be8-0ba919c23cfa None None] Routers {'f4dcf1c8-18e1-470d-9484-9f2998503a91'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:09.383799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e2a2726a-f072-45b9-9be8-0ba919c23cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:13:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f4dcf1c8-18e1-470d-9484-9f2998503a91'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:09.394279 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-101122c7-9c0c-4c21-8c67-3f2e39c47087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:09.411709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Network 423817c2-9bb2-4c3c-b686-139dda54a6a1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:09.432520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:09.453842 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-101122c7-9c0c-4c21-8c67-3f2e39c47087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:09.464256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:09.471804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Pushing event updated for resources: {'Port': ['ID=c60ea6f4-955d-45c6-9264-27a1d03618bc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:09.518714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e2a2726a-f072-45b9-9be8-0ba919c23cfa None None] Set router f4dcf1c8-18e1-470d-9484-9f2998503a91 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:09.541589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-101122c7-9c0c-4c21-8c67-3f2e39c47087 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e7da9164092459a8a8c3181c3a3fed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484671 Sep 09 09:14:09.542995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51700) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:09.556524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15591f97-58cb-4afe-9504-2d6f5618ab68 req-cee8d582-8c93-4210-95c9-d1be460b20a3 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:09.559848 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15591f97-58cb-4afe-9504-2d6f5618ab68 req-cee8d582-8c93-4210-95c9-d1be460b20a3 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.1212354 Sep 09 09:14:09.560762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101122c7-9c0c-4c21-8c67-3f2e39c47087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762a1dd4-844e-40e7-a976-c1fa8a1337cc,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:09.574781 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:09.613224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3d282f8b-ba54-49d2-9937-4a942f53c276 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:09.639191 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 3d282f8b-ba54-49d2-9937-4a942f53c276 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:09.639575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3d282f8b-ba54-49d2-9937-4a942f53c276 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:09.657666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:09.658310 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:09.715758 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15591f97-58cb-4afe-9504-2d6f5618ab68 req-c831aa0c-921d-4739-9ae1-399111a419ce tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416028 Sep 09 09:14:09.747150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Allocated IP 172.20.0.13 (37cee3cd-6876-4ee2-9399-160d8e2caac7/3914ca18-61bf-4703-b3e6-f73a7276edb2/57f5e85c-a63a-4c0e-a03d-2a11fa69add7) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:09.762805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e2a2726a-f072-45b9-9be8-0ba919c23cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'name': 'tempest-FloatingIPsTestJSON-704051224-router', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:45Z', 'updated_at': '2021-09-09T09:14:07Z', 'revision_number': 5, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'gw_port': {'id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:46Z', 'updated_at': '2021-09-09T09:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:09.791660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2726a-f072-45b9-9be8-0ba919c23cfa None None] The sync data for ids ['f4dcf1c8-18e1-470d-9484-9f2998503a91'] in n-d-778696-16 is: [{'id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'name': 'tempest-FloatingIPsTestJSON-704051224-router', 'tenant_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:45Z', 'updated_at': '2021-09-09T09:14:07Z', 'revision_number': 5, 'project_id': 'faa0fe5997b14a81a4eb53f7c13b7c83', 'gw_port': {'id': '0b5eadef-d94f-4283-9d2e-055b998dba61', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcf1c8-18e1-470d-9484-9f2998503a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:46Z', 'updated_at': '2021-09-09T09:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:14:09.803924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d577b99-06c6-4de4-a085-2cdc0414b546 req-cd317850-fae1-4718-b37a-f535853092d4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 210 time: 0.0883396 Sep 09 09:14:09.812559 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:09.824862 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-2ebaee64-9242-44e3-9c2e-51ba57df158a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0151355 Sep 09 09:14:09.824862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bc58959-2cf0-4ce7-9abb-4c932d72f1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:09.859347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Request body: {'port': {'device_id': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:09.878579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Subnet': ['ID=98724d23-d746-44f2-adbc-fbf68ce52c3f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:09.889976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Checking segment: {'id': '61e48e30-d6c0-471e-ad82-b0ffb5e180a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ab95ca7e-6c9e-4fec-9e6c-86b015205f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:09.890625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network hostable DHCP agents. Network: ab95ca7e-6c9e-4fec-9e6c-86b015205f31, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:09.910056 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:09.921365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bc58959-2cf0-4ce7-9abb-4c932d72f1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.012104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network ab95ca7e-6c9e-4fec-9e6c-86b015205f31 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:10.035622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30e950-5506-4d93-8e04-2b266a00cd44 req-e0f134f5-0eee-4afc-b6d8-8badc731ca42 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:10.037633 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.039452 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea30e950-5506-4d93-8e04-2b266a00cd44 req-e0f134f5-0eee-4afc-b6d8-8badc731ca42 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 931 time: 0.0588965 Sep 09 09:14:10.078346 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea30e950-5506-4d93-8e04-2b266a00cd44 req-f28cd4a4-110e-4bc2-80e8-789eaed8f026 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337770 Sep 09 09:14:10.079293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, ab95ca7e-6c9e-4fec-9e6c-86b015205f31) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:10.087155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:10.087792 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.096288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b91cc-b5fd-4c3a-8b51-0718632ea917 None None] Network ab95ca7e-6c9e-4fec-9e6c-86b015205f31 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:10.144970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.174831 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c2df2baf-b6cc-4bbb-a451-8bc9e4f1b609 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1872845 Sep 09 09:14:10.175177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51708) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:10.181448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': 'ab95ca7e-6c9e-4fec-9e6c-86b015205f31', 'name': 'tempest-PortsTestJSON-462303017'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:10.239198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bc58959-2cf0-4ce7-9abb-4c932d72f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.242033 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bc58959-2cf0-4ce7-9abb-4c932d72f1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.245641 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3bc58959-2cf0-4ce7-9abb-4c932d72f1c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/762a1dd4-844e-40e7-a976-c1fa8a1337cc HTTP/1.1" status: 204 len: 168 time: 0.6955266 Sep 09 09:14:10.279787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Deleting port 0b5eadef-d94f-4283-9d2e-055b998dba61 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:10.280335 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.366725 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc58959-2cf0-4ce7-9abb-4c932d72f1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762a1dd4-844e-40e7-a976-c1fa8a1337cc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:10.402618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] For port 0b5eadef-d94f-4283-9d2e-055b998dba61, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0b5eadef-d94f-4283-9d2e-055b998dba61,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:10.402618 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.434211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:10.436687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Calling delete_port for 0b5eadef-d94f-4283-9d2e-055b998dba61 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:10.438385 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.463907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port a2ad77f2-9b43-46a4-9f8e-b5d8da27eeb0 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:14:10.487476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-ab95ca7e-6c9e-4fec-9e6c-86b015205f31', 'network_id': 'ab95ca7e-6c9e-4fec-9e6c-86b015205f31', 'tenant_id': '0e1883405564473d8aeb010e318453e1', 'fixed_ips': [{'subnet_id': '98724d23-d746-44f2-adbc-fbf68ce52c3f'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:14:10.488745 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.528585 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.614738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Network 37cee3cd-6876-4ee2-9399-160d8e2caac7 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:10.621318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.10 (ab95ca7e-6c9e-4fec-9e6c-86b015205f31/98724d23-d746-44f2-adbc-fbf68ce52c3f/a2ad77f2-9b43-46a4-9f8e-b5d8da27eeb0) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:10.628442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:10.633276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Pushing event updated for resources: {'Port': ['ID=57f5e85c-a63a-4c0e-a03d-2a11fa69add7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:10.640040 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:10.776125 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:10.776780 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.796575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60ea6f4-955d-45c6-9264-27a1d03618bc {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:14:10.809359 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.814491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.890750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-9dd16987-900a-4efd-b14f-17b3d36c62a4 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2392397 Sep 09 09:14:10.905456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46128ef2-db70-4bd7-8c13-15bfd79f34a2 req-17456f4a-568c-49e0-a8c3-6238ce2fb87f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:10.905456 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46128ef2-db70-4bd7-8c13-15bfd79f34a2 req-17456f4a-568c-49e0-a8c3-6238ce2fb87f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.0980251 Sep 09 09:14:10.909756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Request body: {'port': {'device_id': 'e02040e8-ff4a-443c-98ea-6179161b3feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:10.938886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device aa506acd-8b30-4983-ac63-e745740836bb no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:10.945824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object a2ad77f2-9b43-46a4-9f8e-b5d8da27eeb0 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:10.953651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Transition to ACTIVE for port object c60ea6f4-955d-45c6-9264-27a1d03618bc will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:10.953651 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:10.957945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34701492-fb2b-4c04-84d5-7e8d4f6ce43f req-6babc938-702e-43c0-baf4-2785df75dccb tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:10.960234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34701492-fb2b-4c04-84d5-7e8d4f6ce43f req-6babc938-702e-43c0-baf4-2785df75dccb tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 932 time: 0.0674901 Sep 09 09:14:10.962263 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: aa506acd-8b30-4983-ac63-e745740836bb {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:10.962721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device aa506acd-8b30-4983-ac63-e745740836bb not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:11.006829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5eadef-d94f-4283-9d2e-055b998dba61,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:11.026550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34701492-fb2b-4c04-84d5-7e8d4f6ce43f req-d109f81a-8930-4ffd-9729-ec3f697d23ab tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568211 Sep 09 09:14:11.027995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.072817 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.075057 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.079609 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46128ef2-db70-4bd7-8c13-15bfd79f34a2 req-3ce04aa2-0678-4b93-b77f-18d9e7ce2df4 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658714 Sep 09 09:14:11.145468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network ab95ca7e-6c9e-4fec-9e6c-86b015205f31 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:11.151126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:11.157024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:11.175549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Pushing event updated for resources: {'Port': ['ID=c60ea6f4-955d-45c6-9264-27a1d03618bc,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:11.177019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Allocated IP 172.20.0.2 (ab95ca7e-6c9e-4fec-9e6c-86b015205f31/98724d23-d746-44f2-adbc-fbf68ce52c3f/bbd180ea-94ee-4d62-9324-91b4a168269e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:11.216234 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.240796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=a2ad77f2-9b43-46a4-9f8e-b5d8da27eeb0,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:11.280676 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:11.282497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.373020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-246ff765-9c51-4f7b-9fc0-f235d89c3f4b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1966076 Sep 09 09:14:11.375446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51742) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:11.426880 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.433478 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.433821 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.453503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Transition to ACTIVE for port object bbd180ea-94ee-4d62-9324-91b4a168269e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:11.497254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Transition to ACTIVE for port object bbd180ea-94ee-4d62-9324-91b4a168269e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:11.500357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-83060b4f-01e8-492f-b121-3e60fc4e7fde tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port a2ad77f2-9b43-46a4-9f8e-b5d8da27eeb0 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:11.500899 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83060b4f-01e8-492f-b121-3e60fc4e7fde tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.517950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:11.518489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:11.518650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:11.534561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e939-79e9-4773-87ac-3fd1f2e638a2 req-40a14f1a-4491-4703-acad-f6a2d8a8ed1b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:11.536014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5d36e939-79e9-4773-87ac-3fd1f2e638a2 req-40a14f1a-4491-4703-acad-f6a2d8a8ed1b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 943 time: 0.2949531 Sep 09 09:14:11.538997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Port c60ea6f4-955d-45c6-9264-27a1d03618bc on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:14:11.539322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:11.570043 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.582382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:11.582728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:11.583109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:11.583606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Bound port: c60ea6f4-955d-45c6-9264-27a1d03618bc, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:11.584077 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.652802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.653323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4dcf1c8-18e1-470d-9484-9f2998503a91 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:14:11.659096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Network ab95ca7e-6c9e-4fec-9e6c-86b015205f31 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:11.660903 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.664699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8e48c4ac-3a2b-4e89-b147-d8c903bdd94c admin admin] 10.222.0.32 "DELETE /v2.0/routers/f4dcf1c8-18e1-470d-9484-9f2998503a91 HTTP/1.1" status: 204 len: 168 time: 2.7207191 Sep 09 09:14:11.669883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51750) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:11.675731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:11.679706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5d36e939-79e9-4773-87ac-3fd1f2e638a2 req-b00749e7-5d33-4493-aa45-d0ee665aa3e5 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076493 Sep 09 09:14:11.684742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:11.697767 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83060b4f-01e8-492f-b121-3e60fc4e7fde tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.739073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Pushing event updated for resources: {'Port': ['ID=bbd180ea-94ee-4d62-9324-91b4a168269e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:11.769342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:11.789072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:11.796284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Attempting to bind port bbd180ea-94ee-4d62-9324-91b4a168269e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:11.797812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Attempting to bind port bbd180ea-94ee-4d62-9324-91b4a168269e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '61e48e30-d6c0-471e-ad82-b0ffb5e180a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ab95ca7e-6c9e-4fec-9e6c-86b015205f31'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:11.798484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Attempting to bind port bbd180ea-94ee-4d62-9324-91b4a168269e on network ab95ca7e-6c9e-4fec-9e6c-86b015205f31 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:11.806843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:11.811134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Checking segment: {'id': '61e48e30-d6c0-471e-ad82-b0ffb5e180a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ab95ca7e-6c9e-4fec-9e6c-86b015205f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:11.817779 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.817779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Bound using segment: {'id': '61e48e30-d6c0-471e-ad82-b0ffb5e180a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ab95ca7e-6c9e-4fec-9e6c-86b015205f31'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:11.817779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Bound port: bbd180ea-94ee-4d62-9324-91b4a168269e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e48e30-d6c0-471e-ad82-b0ffb5e180a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ab95ca7e-6c9e-4fec-9e6c-86b015205f31'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:11.817779 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.844767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-83060b4f-01e8-492f-b121-3e60fc4e7fde tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for a2ad77f2-9b43-46a4-9f8e-b5d8da27eeb0 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:11.880292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477f31c-20c7-4e55-9e4f-43e7af118e2c req-81df2e5d-61fa-49ab-a3b4-2effdca3954d tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:11.883072 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1477f31c-20c7-4e55-9e4f-43e7af118e2c req-81df2e5d-61fa-49ab-a3b4-2effdca3954d tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.2849741 Sep 09 09:14:11.897287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:14:11.902418 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.919725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.947600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-324acd06-6226-4a2e-80fd-da3e91426723 admin admin] Deleting subnet 85bed0eb-0a7a-479d-9462-d2e3fd1a97fd {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:14:11.952034 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] For port bbd180ea-94ee-4d62-9324-91b4a168269e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:11.953496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:11.954120 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.955611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] 10.222.0.24 "PUT /v2.0/ports/c60ea6f4-955d-45c6-9264-27a1d03618bc HTTP/1.1" status: 200 len: 1092 time: 2.1151998 Sep 09 09:14:11.956144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'tag': 'c60ea6f4-955d-45c6-9264-27a1d03618bc'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:11.956477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] For port bbd180ea-94ee-4d62-9324-91b4a168269e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bbd180ea-94ee-4d62-9324-91b4a168269e,segment=NetworkSegment(61e48e30-d6c0-471e-ad82-b0ffb5e180a5),segment_id=61e48e30-d6c0-471e-ad82-b0ffb5e180a5)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:11.957754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a1354-bca6-4444-8fbd-ee292a9c3c5a req-8f6355ae-153d-41e6-8c30-8d2134614722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:11.958599 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca43796c-9d6f-4ddb-9365-58310be7a8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "44bd3765-499f-43b5-a8bd-a6833beffcfc", "tag": "c60ea6f4-955d-45c6-9264-27a1d03618bc"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:11.960482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-027a1354-bca6-4444-8fbd-ee292a9c3c5a req-8f6355ae-153d-41e6-8c30-8d2134614722 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=559b61acb97442fd970f65e2ab019dad&device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 1098 time: 0.2868824 Sep 09 09:14:11.962560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-324acd06-6226-4a2e-80fd-da3e91426723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:11.986980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Transition to ACTIVE for port object 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:11.994809 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:12.009395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b32d7-db1e-46f5-b86d-0d96600c751e service neutron] Pushing event updated for resources: {'Port': ['ID=c60ea6f4-955d-45c6-9264-27a1d03618bc,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:12.031852 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b814fc-83d8-40a5-92c6-c205705a7182 x-openstack-request-id: req-72b814fc-83d8-40a5-92c6-c205705a7182 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:12.032470 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bd3765-499f-43b5-a8bd-a6833beffcfc", "tag": "c60ea6f4-955d-45c6-9264-27a1d03618bc", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:12.032908 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72b814fc-83d8-40a5-92c6-c205705a7182 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:12.033416 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'tag': 'c60ea6f4-955d-45c6-9264-27a1d03618bc', 'status': 'completed', 'code': 200} Sep 09 09:14:12.082671 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:12.102639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe94ab-8650-4408-add6-4e2c49ca8847 None None] Pushing event updated for resources: {'Port': ['ID=bbd180ea-94ee-4d62-9324-91b4a168269e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:12.242384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Pushing event updated for resources: {'Port': ['ID=57f5e85c-a63a-4c0e-a03d-2a11fa69add7,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:12.252611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43796c-9d6f-4ddb-9365-58310be7a8a4 req-e39bd381-703e-4758-8c2c-96c96777e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:12.255294 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ca43796c-9d6f-4ddb-9365-58310be7a8a4 req-e39bd381-703e-4758-8c2c-96c96777e007 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 1095 time: 0.1966043 Sep 09 09:14:12.502840 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-324acd06-6226-4a2e-80fd-da3e91426723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:12.539939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1477f31c-20c7-4e55-9e4f-43e7af118e2c req-d344be6e-bb4f-4ba1-abf3-c76e6ca8d945 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6407862 Sep 09 09:14:12.588477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a1354-bca6-4444-8fbd-ee292a9c3c5a req-1bdcf229-43d2-4c98-afe0-a48e0ea7edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:12.590050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-027a1354-bca6-4444-8fbd-ee292a9c3c5a req-1bdcf229-43d2-4c98-afe0-a48e0ea7edd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f HTTP/1.1" status: 200 len: 916 time: 0.5923395 Sep 09 09:14:12.655267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc798db-0201-42fd-89e4-50c39109c597 req-75e13902-92b7-4cb3-9902-44b3f947c50d tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:12.660352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fcc798db-0201-42fd-89e4-50c39109c597 req-75e13902-92b7-4cb3-9902-44b3f947c50d tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 944 time: 0.5322003 Sep 09 09:14:12.690523 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-324acd06-6226-4a2e-80fd-da3e91426723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:12.796576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-027a1354-bca6-4444-8fbd-ee292a9c3c5a req-377770fb-698a-47f0-9aff-2f889b339a95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b964e21c-9fdf-42be-a61f-29cefa0a60ca HTTP/1.1" status: 200 len: 217 time: 0.1984382 Sep 09 09:14:12.853397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Attempting to bind port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:12.853764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Attempting to bind port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:12.854047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Attempting to bind port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 on network 37cee3cd-6876-4ee2-9399-160d8e2caac7 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:12.869356 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-324acd06-6226-4a2e-80fd-da3e91426723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:12.876739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fcc798db-0201-42fd-89e4-50c39109c597 req-269e18dd-2317-419b-8bc8-f0079976b0e1 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032018 Sep 09 09:14:12.886382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 on network 37cee3cd-6876-4ee2-9399-160d8e2caac7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:14:12.901193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Attempting to bind port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 on network 37cee3cd-6876-4ee2-9399-160d8e2caac7 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:12.927409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:12.930272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Checking segment: {'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:12.930272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Bound using segment: {'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:12.930272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Bound port: 57f5e85c-a63a-4c0e-a03d-2a11fa69add7, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf902122-67d9-4543-9c99-deccbdcb408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:12.930272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:12.961428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324acd06-6226-4a2e-80fd-da3e91426723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85bed0eb-0a7a-479d-9462-d2e3fd1a97fd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:12.964948 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-324acd06-6226-4a2e-80fd-da3e91426723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:12.967050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-324acd06-6226-4a2e-80fd-da3e91426723 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/85bed0eb-0a7a-479d-9462-d2e3fd1a97fd HTTP/1.1" status: 204 len: 168 time: 1.2923524 Sep 09 09:14:12.970481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51782) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:12.977112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ca52c-5096-4646-87fe-d61b43d0ca18 None None] Network cb9af0ea-6d69-44ae-9ddf-55491913e3b8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:13.026038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1b07f-b05e-422f-bc59-5aa280ed0ef7 req-c0207cbb-8ddd-4045-bb3d-c6c5a8bc26cd tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:13.026038 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f2f1b07f-b05e-422f-bc59-5aa280ed0ef7 req-c0207cbb-8ddd-4045-bb3d-c6c5a8bc26cd tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 943 time: 0.2279451 Sep 09 09:14:13.026839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a1354-bca6-4444-8fbd-ee292a9c3c5a req-9ffbe3f4-6509-4484-8618-79c911be8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:13.028500 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-027a1354-bca6-4444-8fbd-ee292a9c3c5a req-9ffbe3f4-6509-4484-8618-79c911be8945 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5dbf10f2-0d70-4f45-bafc-0e12733beabe HTTP/1.1" status: 200 len: 854 time: 0.2141175 Sep 09 09:14:13.040377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] For port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:13.044902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] For port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=57f5e85c-a63a-4c0e-a03d-2a11fa69add7,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:13.049486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43796c-9d6f-4ddb-9365-58310be7a8a4 req-717c6699-ddc4-4b7e-94dc-c50e29e74908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:13.053879 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ca43796c-9d6f-4ddb-9365-58310be7a8a4 req-717c6699-ddc4-4b7e-94dc-c50e29e74908 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4153538 Sep 09 09:14:13.078816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83060b4f-01e8-492f-b121-3e60fc4e7fde tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:13.098000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bbd180ea-94ee-4d62-9324-91b4a168269e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:13.165252 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:13.247825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Pushing event updated for resources: {'Port': ['ID=57f5e85c-a63a-4c0e-a03d-2a11fa69add7,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:13.259823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83060b4f-01e8-492f-b121-3e60fc4e7fde tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=a2ad77f2-9b43-46a4-9f8e-b5d8da27eeb0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:13.294750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:13.314757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port bbd180ea-94ee-4d62-9324-91b4a168269e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:13.357439 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:13.359165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:13.362983 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-bc9478e1-e2bf-442a-97d5-b38e540cecde service neutron] 10.222.0.24 "PUT /v2.0/ports/57f5e85c-a63a-4c0e-a03d-2a11fa69add7 HTTP/1.1" status: 200 len: 1093 time: 2.4570112 Sep 09 09:14:13.390377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] DHCP port deletion for cb9af0ea-6d69-44ae-9ddf-55491913e3b8 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:14:13.398690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a1354-bca6-4444-8fbd-ee292a9c3c5a req-5c056649-5e6e-4c79-bca7-4e9765b2c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:13.400517 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-027a1354-bca6-4444-8fbd-ee292a9c3c5a req-5c056649-5e6e-4c79-bca7-4e9765b2c676 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3531694 Sep 09 09:14:13.471989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0b5eadef-d94f-4283-9d2e-055b998dba61 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:13.534320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 0b5eadef-d94f-4283-9d2e-055b998dba61 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:13.534672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0b5eadef-d94f-4283-9d2e-055b998dba61 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:13.552415 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83060b4f-01e8-492f-b121-3e60fc4e7fde tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:13.555007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87867f0-4f97-4db5-b278-3979aebfdc62 None None] Network ab95ca7e-6c9e-4fec-9e6c-86b015205f31 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:13.558593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-83060b4f-01e8-492f-b121-3e60fc4e7fde tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/a2ad77f2-9b43-46a4-9f8e-b5d8da27eeb0 HTTP/1.1" status: 204 len: 168 time: 2.1789081 Sep 09 09:14:13.564544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43796c-9d6f-4ddb-9365-58310be7a8a4 req-50bd3adf-6b89-4f9e-aaf5-23775195ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:13.566342 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ca43796c-9d6f-4ddb-9365-58310be7a8a4 req-50bd3adf-6b89-4f9e-aaf5-23775195ba2c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5075769 Sep 09 09:14:13.566667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51794) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:13.590855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f2f1b07f-b05e-422f-bc59-5aa280ed0ef7 req-8ba8547c-6dbf-4236-9c3d-27f5eeb638f8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460052 Sep 09 09:14:13.591612 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-2df0809e-7f66-4870-ac00-c9d130019408 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d77fe34b78e64fa2863bc53cdcc51dc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669725 Sep 09 09:14:13.632119 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Deleting port 7b12e9d7-b209-4b6f-9c1c-4424e92034df {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:13.632578 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:13.647252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-19357245-d43d-4146-96b4-f07e1f20bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:13.649668 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-19357245-d43d-4146-96b4-f07e1f20bd2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b02fbaa8deb344ebb00db178f622f80f&device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 1096 time: 0.1510727 Sep 09 09:14:13.650607 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a20732-e242-4fef-8811-d87a691544bd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:14:13.651273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a20732-e242-4fef-8811-d87a691544bd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:14:13.655486 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-07a20732-e242-4fef-8811-d87a691544bd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/a2ad77f2-9b43-46a4-9f8e-b5d8da27eeb0 HTTP/1.1" status: 404 len: 333 time: 0.0766146 Sep 09 09:14:13.659177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51798) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:13.727056 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-0f508a74-2d07-42d1-908a-70c003b5680d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f5e85c-a63a-4c0e-a03d-2a11fa69add7 HTTP/1.1" status: 200 len: 217 time: 0.0639052 Sep 09 09:14:13.759281 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-349f912a-79b1-4e88-a6a7-bed6e36460ed tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:14:13.764159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-349f912a-79b1-4e88-a6a7-bed6e36460ed tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/a2ad77f2-9b43-46a4-9f8e-b5d8da27eeb0 HTTP/1.1" status: 404 len: 333 time: 0.0965726 Sep 09 09:14:13.766281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51800) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:13.768527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] For port 7b12e9d7-b209-4b6f-9c1c-4424e92034df, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7b12e9d7-b209-4b6f-9c1c-4424e92034df,segment=NetworkSegment(25d135ea-623b-4841-97a0-8ab8b4fa8ff5),segment_id=25d135ea-623b-4841-97a0-8ab8b4fa8ff5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:13.768731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-027a1354-bca6-4444-8fbd-ee292a9c3c5a req-897d9065-48bf-4425-82e7-1d6144b31594 service neutron] 10.222.0.24 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222728 Sep 09 09:14:13.768980 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:13.788418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Calling delete_port for 7b12e9d7-b209-4b6f-9c1c-4424e92034df owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:13.819256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-5397af4a-233d-4368-9b84-f088d9ff99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:13.819256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-5397af4a-233d-4368-9b84-f088d9ff99c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3914ca18-61bf-4703-b3e6-f73a7276edb2 HTTP/1.1" status: 200 len: 855 time: 0.0700161 Sep 09 09:14:13.844911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Deleting port 7b12e9d7-b209-4b6f-9c1c-4424e92034df {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:13.845282 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:13.869151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-29bfdcf2-8d87-4cbb-b8e5-5e2851b5dfbb None None] Provisioning for port bbd180ea-94ee-4d62-9324-91b4a168269e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:13.880094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-29bfdcf2-8d87-4cbb-b8e5-5e2851b5dfbb None None] Provisioning complete for port bbd180ea-94ee-4d62-9324-91b4a168269e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:13.880094 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29bfdcf2-8d87-4cbb-b8e5-5e2851b5dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:13.934050 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-ee7792e1-a92c-436d-9b17-349ae65226e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37cee3cd-6876-4ee2-9399-160d8e2caac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000550 Sep 09 09:14:13.961233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-1bb51f47-ae6d-498a-a328-4347a1eb1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:13.962698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-1bb51f47-ae6d-498a-a328-4347a1eb1d5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 1095 time: 0.3267732 Sep 09 09:14:13.976752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc418e7-dacb-4110-842f-97367a965ae3 req-ca9a4ce9-0e16-4659-84c6-533f053eb5aa tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:13.978380 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7dc418e7-dacb-4110-842f-97367a965ae3 req-ca9a4ce9-0e16-4659-84c6-533f053eb5aa tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.2473650 Sep 09 09:14:13.984423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce16cf5-aec0-4f27-8749-2804f472ce9a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting subnet 98724d23-d746-44f2-adbc-fbf68ce52c3f {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:14:13.993623 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ce16cf5-aec0-4f27-8749-2804f472ce9a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.011694 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29bfdcf2-8d87-4cbb-b8e5-5e2851b5dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.049170 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.055357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-29bfdcf2-8d87-4cbb-b8e5-5e2851b5dfbb None None] For port bbd180ea-94ee-4d62-9324-91b4a168269e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bbd180ea-94ee-4d62-9324-91b4a168269e,segment=NetworkSegment(61e48e30-d6c0-471e-ad82-b0ffb5e180a5),segment_id=61e48e30-d6c0-471e-ad82-b0ffb5e180a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:14.066630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02040e8-ff4a-443c-98ea-6179161b3feb', 'tag': '57f5e85c-a63a-4c0e-a03d-2a11fa69add7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:14.070607 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfbb773-f64f-40b7-8d1c-aba6400e78ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e02040e8-ff4a-443c-98ea-6179161b3feb", "tag": "57f5e85c-a63a-4c0e-a03d-2a11fa69add7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:14.095570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Pushing event deleted for resources: {'Port': ['ID=7b12e9d7-b209-4b6f-9c1c-4424e92034df,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:14.104654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] For port 7b12e9d7-b209-4b6f-9c1c-4424e92034df, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7b12e9d7-b209-4b6f-9c1c-4424e92034df,segment=NetworkSegment(25d135ea-623b-4841-97a0-8ab8b4fa8ff5),segment_id=25d135ea-623b-4841-97a0-8ab8b4fa8ff5)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:14.105020 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.106574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] No DVR routers for this DVR port 7b12e9d7-b209-4b6f-9c1c-4424e92034df on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:14.111786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.112143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.112536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.112925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.113262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.118481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.118481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.119238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.119238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.119581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.120206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.120793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff90db6-4c09-4bbd-abe7-05b87abe3eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:14.141720 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-a7915997-039e-4eea-966a-c5bd0b01fc89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc HTTP/1.1" status: 200 len: 217 time: 0.1659842 Sep 09 09:14:14.144488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ce16cf5-aec0-4f27-8749-2804f472ce9a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.148515 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29bfdcf2-8d87-4cbb-b8e5-5e2851b5dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.151868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Calling delete_port for 7b12e9d7-b209-4b6f-9c1c-4424e92034df owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:14.171782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-027a1354-bca6-4444-8fbd-ee292a9c3c5a req-22bc2902-559d-443d-82e8-5f731e76b4f2 service neutron] 10.222.0.24 "GET /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903635 Sep 09 09:14:14.213870 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7dc418e7-dacb-4110-842f-97367a965ae3 req-d14b0769-b78e-4b2a-8bdd-b05d0a96ee57 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859503 Sep 09 09:14:14.241731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfdcf2-8d87-4cbb-b8e5-5e2851b5dfbb None None] Pushing event updated for resources: {'Port': ['ID=bbd180ea-94ee-4d62-9324-91b4a168269e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:14.245448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-f4f03704-06cf-4445-ac6f-b9f4679a449b tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:14.253109 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-f4f03704-06cf-4445-ac6f-b9f4679a449b tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6159661 Sep 09 09:14:14.256845 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-ef68034c-f4d8-4758-b7a1-da1272b360f0 service neutron] 10.222.0.24 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983475 Sep 09 09:14:14.277348 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-1f2ec104-79ac-4f03-afd4-943bbfe11587 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/quotas/d77fe34b78e64fa2863bc53cdcc51dc2 HTTP/1.1" status: 200 len: 375 time: 0.0229955 Sep 09 09:14:14.280629 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2918de74-ed8f-4c9a-9c18-5ebe8d99e25b None None] Provisioning complete for port bbd180ea-94ee-4d62-9324-91b4a168269e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:14.281883 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2918de74-ed8f-4c9a-9c18-5ebe8d99e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.350513 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-982f27f3-8ab9-44ad-b82a-8127967f9107 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d77fe34b78e64fa2863bc53cdcc51dc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714877 Sep 09 09:14:14.371496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-74f9ba84-fabb-4b36-8317-6e4126b36b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:14.376971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-74f9ba84-fabb-4b36-8317-6e4126b36b20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1914551 Sep 09 09:14:14.402057 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ce16cf5-aec0-4f27-8749-2804f472ce9a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.453532 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-59db9df7-db6c-46df-979a-c25902a7e2ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726745 Sep 09 09:14:14.457611 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46aae256-0a6f-4b7e-811b-2d77c37883c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.471123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd98c8-ce9a-4388-8b0e-0850fd2a29d1 req-c08bf7ec-b986-4e85-9db0-17ee2e0a38a5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:14.479868 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49cd98c8-ce9a-4388-8b0e-0850fd2a29d1 req-c08bf7ec-b986-4e85-9db0-17ee2e0a38a5 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 944 time: 0.1428938 Sep 09 09:14:14.484831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.526829 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-52c96447-55a8-44d5-84d2-c3b1b88767ec None None] Could not find standard attr ID for object a2ad77f2-9b43-46a4-9f8e-b5d8da27eeb0. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:14:14.546111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b12e9d7-b209-4b6f-9c1c-4424e92034df,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:14.546111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] No DVR routers for this DVR port 7b12e9d7-b209-4b6f-9c1c-4424e92034df on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:14.551223 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32711ad7-2fa4-438a-8329-b0d2d4ec7f6d req-b7db5ab1-ce38-4f51-95e4-f79de5beced7 service neutron] 10.222.0.24 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696114 Sep 09 09:14:14.577701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-9e205687-11c1-42b3-a162-d0ca82205604 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155765 Sep 09 09:14:14.607292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49cd98c8-ce9a-4388-8b0e-0850fd2a29d1 req-cdad5424-189c-434d-9ebe-c6240e5ce31f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265378 Sep 09 09:14:14.678100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.686503 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1262cdf4-cd59-4d39-8bcb-fd712ae3bec1 req-ff88e9d4-749d-4ce7-83f6-94504ad38593 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980711 Sep 09 09:14:14.701516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ce16cf5-aec0-4f27-8749-2804f472ce9a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.758493 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9af0ea-6d69-44ae-9ddf-55491913e3b8']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:14.760847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce16cf5-aec0-4f27-8749-2804f472ce9a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Subnet': ['ID=98724d23-d746-44f2-adbc-fbf68ce52c3f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:14.774146 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ce16cf5-aec0-4f27-8749-2804f472ce9a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.783016 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6ce16cf5-aec0-4f27-8749-2804f472ce9a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/98724d23-d746-44f2-adbc-fbf68ce52c3f HTTP/1.1" status: 204 len: 168 time: 1.0134134 Sep 09 09:14:14.785861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51816) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:14.789675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d135ea-623b-4841-97a0-8ab8b4fa8ff5') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:14.789973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d135ea-623b-4841-97a0-8ab8b4fa8ff5') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:14.817475 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.846956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:14:14.860942 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:14:14.869014 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b034d4b6-8204-42e0-87bd-2ed72ac70753 x-openstack-request-id: req-b034d4b6-8204-42e0-87bd-2ed72ac70753 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:14.883935 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02040e8-ff4a-443c-98ea-6179161b3feb", "tag": "57f5e85c-a63a-4c0e-a03d-2a11fa69add7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:14.884138 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b034d4b6-8204-42e0-87bd-2ed72ac70753 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:14.884561 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02040e8-ff4a-443c-98ea-6179161b3feb', 'tag': '57f5e85c-a63a-4c0e-a03d-2a11fa69add7', 'status': 'completed', 'code': 200} Sep 09 09:14:14.908575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5078b11e-d969-4ec5-abbb-de7d61706298 None None] Network ab95ca7e-6c9e-4fec-9e6c-86b015205f31 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:15.000757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7cf33-d023-42c2-a5cc-7417bd4fe3e7 req-59894fdc-8a54-4027-b6f4-e1cb2f34eb0b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:15.003128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bf7cf33-d023-42c2-a5cc-7417bd4fe3e7 req-59894fdc-8a54-4027-b6f4-e1cb2f34eb0b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 943 time: 0.0661771 Sep 09 09:14:15.025651 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.029654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ffbea262-d15f-427a-bd81-cdef319ed817 req-11978ff7-2316-462a-841f-c9375033358f tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 210 time: 0.1151545 Sep 09 09:14:15.054448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bbd180ea-94ee-4d62-9324-91b4a168269e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:15.056476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbb773-f64f-40b7-8d1c-aba6400e78ba req-9fbc19e7-f901-4b20-ab5b-5993908b8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:15.058248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cfbb773-f64f-40b7-8d1c-aba6400e78ba req-9fbc19e7-f901-4b20-ab5b-5993908b8f30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b02fbaa8deb344ebb00db178f622f80f&device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 1096 time: 0.1708272 Sep 09 09:14:15.070217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bf7cf33-d023-42c2-a5cc-7417bd4fe3e7 req-681f8142-10c0-4797-904d-bae0d7b7bd66 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592484 Sep 09 09:14:15.083775 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.097102 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.100910 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cb9af0ea-6d69-44ae-9ddf-55491913e3b8 HTTP/1.1" status: 204 len: 168 time: 2.1264727 Sep 09 09:14:15.136380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bbd180ea-94ee-4d62-9324-91b4a168269e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:15.137116 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.142636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265c6e2-0663-41b7-9e46-883718bfbf95 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9af0ea-6d69-44ae-9ddf-55491913e3b8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:15.192492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0e5fd8-efb4-44ce-acdb-4ba36dc7f540 None None] DHCP port deletion for ab95ca7e-6c9e-4fec-9e6c-86b015205f31 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:14:15.202423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbb773-f64f-40b7-8d1c-aba6400e78ba req-46eb0a2e-ab2f-4788-8dae-bb1f7245e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:15.205169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cfbb773-f64f-40b7-8d1c-aba6400e78ba req-46eb0a2e-ab2f-4788-8dae-bb1f7245e694 service neutron] 10.222.0.24 "GET /v2.0/networks?id=37cee3cd-6876-4ee2-9399-160d8e2caac7 HTTP/1.1" status: 200 len: 916 time: 0.1149623 Sep 09 09:14:15.206336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port bbd180ea-94ee-4d62-9324-91b4a168269e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:15.206672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.263714 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cfbb773-f64f-40b7-8d1c-aba6400e78ba req-59109b63-434a-45f2-a366-1a5cfe863ce9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f5e85c-a63a-4c0e-a03d-2a11fa69add7 HTTP/1.1" status: 200 len: 217 time: 0.0452883 Sep 09 09:14:15.307309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e5fd8-efb4-44ce-acdb-4ba36dc7f540 None None] Deleting port bbd180ea-94ee-4d62-9324-91b4a168269e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:15.307992 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5fd8-efb4-44ce-acdb-4ba36dc7f540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.336309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7b12e9d7-b209-4b6f-9c1c-4424e92034df no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:15.360049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] For port bbd180ea-94ee-4d62-9324-91b4a168269e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bbd180ea-94ee-4d62-9324-91b4a168269e,segment=NetworkSegment(61e48e30-d6c0-471e-ad82-b0ffb5e180a5),segment_id=61e48e30-d6c0-471e-ad82-b0ffb5e180a5)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:15.360559 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.368958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 7b12e9d7-b209-4b6f-9c1c-4424e92034df {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:15.369339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7b12e9d7-b209-4b6f-9c1c-4424e92034df not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:15.379192 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for bbd180ea-94ee-4d62-9324-91b4a168269e owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:15.423472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9a0e5fd8-efb4-44ce-acdb-4ba36dc7f540 None None] For port bbd180ea-94ee-4d62-9324-91b4a168269e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bbd180ea-94ee-4d62-9324-91b4a168269e,segment=NetworkSegment(61e48e30-d6c0-471e-ad82-b0ffb5e180a5),segment_id=61e48e30-d6c0-471e-ad82-b0ffb5e180a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:15.423882 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5fd8-efb4-44ce-acdb-4ba36dc7f540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.441180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e5fd8-efb4-44ce-acdb-4ba36dc7f540 None None] Calling delete_port for bbd180ea-94ee-4d62-9324-91b4a168269e owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:15.507972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51828) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:15.539361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e77175-176d-49a2-acac-2ad99595a5e5 req-b58a46e0-faea-49ad-adf9-08706cf87d26 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:15.541532 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-53e77175-176d-49a2-acac-2ad99595a5e5 req-b58a46e0-faea-49ad-adf9-08706cf87d26 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.1089852 Sep 09 09:14:15.547317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbb773-f64f-40b7-8d1c-aba6400e78ba req-c87b4fa0-513d-4db9-8c3f-834627e48a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:15.548832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cfbb773-f64f-40b7-8d1c-aba6400e78ba req-c87b4fa0-513d-4db9-8c3f-834627e48a77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3914ca18-61bf-4703-b3e6-f73a7276edb2 HTTP/1.1" status: 200 len: 855 time: 0.1148643 Sep 09 09:14:15.571054 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-58ac8f38-946f-4140-8a18-1094c2cfa6ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faa0fe5997b14a81a4eb53f7c13b7c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589473 Sep 09 09:14:15.571293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51830) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:15.600836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cfbb773-f64f-40b7-8d1c-aba6400e78ba req-11a0d34a-9af2-485a-b73c-b84836247424 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37cee3cd-6876-4ee2-9399-160d8e2caac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347953 Sep 09 09:14:15.601281 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5fd8-efb4-44ce-acdb-4ba36dc7f540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.622991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-180a7cbb-06b1-4da2-a4d4-b71665c49941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.650780 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e5fd8-efb4-44ce-acdb-4ba36dc7f540 None None] Pushing event deleted for resources: {'Port': ['ID=bbd180ea-94ee-4d62-9324-91b4a168269e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:15.655181 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-180a7cbb-06b1-4da2-a4d4-b71665c49941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.663959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e5fd8-efb4-44ce-acdb-4ba36dc7f540 None None] No DVR routers for this DVR port bbd180ea-94ee-4d62-9324-91b4a168269e on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:15.684449 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.702580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-53e77175-176d-49a2-acac-2ad99595a5e5 req-9ff00330-dcb0-45ed-9847-f09a8aab2879 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447461 Sep 09 09:14:15.705903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No DVR routers for this DVR port bbd180ea-94ee-4d62-9324-91b4a168269e on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:15.781603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=bbd180ea-94ee-4d62-9324-91b4a168269e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:15.797108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e1f39-d8f8-4dc2-8a4e-53456a99ce9b req-60ecf834-c64d-409a-b526-3d93670bdd10 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:15.798745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-683e1f39-d8f8-4dc2-8a4e-53456a99ce9b req-60ecf834-c64d-409a-b526-3d93670bdd10 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 944 time: 0.0956671 Sep 09 09:14:15.829025 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cfbb773-f64f-40b7-8d1c-aba6400e78ba req-7646e9c1-f8ca-4865-99e5-1e1ad999fc1e service neutron] 10.222.0.24 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189999 Sep 09 09:14:15.854407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-683e1f39-d8f8-4dc2-8a4e-53456a99ce9b req-8f8eea7d-95f4-4659-9d05-48e29b86331a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454664 Sep 09 09:14:15.872387 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.930704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab95ca7e-6c9e-4fec-9e6c-86b015205f31']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:15.953396 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-180a7cbb-06b1-4da2-a4d4-b71665c49941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.957136 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-180a7cbb-06b1-4da2-a4d4-b71665c49941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:15.959212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-180a7cbb-06b1-4da2-a4d4-b71665c49941 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ef67c51-9e28-443d-bee9-1b08d06e7b4d HTTP/1.1" status: 204 len: 168 time: 0.3866212 Sep 09 09:14:15.993594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a7cbb-06b1-4da2-a4d4-b71665c49941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef67c51-9e28-443d-bee9-1b08d06e7b4d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:16.112873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:14:16.157624 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c06e00a-e192-4651-9389-046ef8cf97b2 req-69819b24-a260-4c5f-8bfa-b4fd4ac89fa3 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 210 time: 0.0401421 Sep 09 09:14:16.254264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e48e30-d6c0-471e-ad82-b0ffb5e180a5') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:16.254620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e48e30-d6c0-471e-ad82-b0ffb5e180a5') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:16.274443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=57f5e85c-a63a-4c0e-a03d-2a11fa69add7,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:16.295828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '57f5e85c-a63a-4c0e-a03d-2a11fa69add7', 'network_id': '37cee3cd-6876-4ee2-9399-160d8e2caac7', 'port_id': '57f5e85c-a63a-4c0e-a03d-2a11fa69add7', 'mac_address': 'fa:16:3e:f5:ed:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3914ca18-61bf-4703-b3e6-f73a7276edb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:14:16.297741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a6dd-6140-46a1-a580-f12d3aa5cafc req-4ba754e5-38bd-4960-9c11-6b62a007b020 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:16.299654 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2127a6dd-6140-46a1-a580-f12d3aa5cafc req-4ba754e5-38bd-4960-9c11-6b62a007b020 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 943 time: 0.0725060 Sep 09 09:14:16.314836 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:16.348599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2127a6dd-6140-46a1-a580-f12d3aa5cafc req-fadb6ad5-b3d8-4fca-95a1-a12e4d9be6a4 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 Sep 09 09:14:16.355018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:16.376352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cfbb773-f64f-40b7-8d1c-aba6400e78ba req-1894674b-ee54-4b74-a7a8-10e60ef6f26c service neutron] 10.222.0.24 "GET /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061960 Sep 09 09:14:16.377631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:14:16.378040 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:16.379463 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:16.389740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f7cc7-00b0-493b-b7c6-bc63151e722e req-064edbf5-dd00-4c4d-8a5c-0cfcd0281e48 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:16.391282 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db3f7cc7-00b0-493b-b7c6-bc63151e722e req-064edbf5-dd00-4c4d-8a5c-0cfcd0281e48 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.4496684 Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:14:16.392044 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:14:16.406172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:14:16.428808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=57f5e85c-a63a-4c0e-a03d-2a11fa69add7,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:16.480516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db3f7cc7-00b0-493b-b7c6-bc63151e722e req-798a97b3-1de3-4804-8078-59a933a76af0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764530 Sep 09 09:14:16.542189 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:16.597072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=57f5e85c-a63a-4c0e-a03d-2a11fa69add7,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:16.604403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a1abf-8045-44a3-82f4-7d9dd4e72ddf req-14771e86-8401-4973-b5d8-e70acbb7a49c tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:16.607825 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b67a1abf-8045-44a3-82f4-7d9dd4e72ddf req-14771e86-8401-4973-b5d8-e70acbb7a49c tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba907911-e72e-40f2-86c1-12964a35db4b HTTP/1.1" status: 200 len: 945 time: 0.0562630 Sep 09 09:14:16.635013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:16.646982 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:16.648429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/networks/ab95ca7e-6c9e-4fec-9e6c-86b015205f31 HTTP/1.1" status: 204 len: 168 time: 1.8612034 Sep 09 09:14:16.657670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b67a1abf-8045-44a3-82f4-7d9dd4e72ddf req-e5f5832d-9c3f-4a30-b52c-eccd1c92d739 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Sep 09 09:14:16.658412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51858) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:16.660545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb7e33-301b-4a53-b2fb-7c9ff090e873 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Network': ['ID=ab95ca7e-6c9e-4fec-9e6c-86b015205f31,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:16.672922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1627937037'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:16.777497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04582a-009b-4065-bac0-941f5e4f064b req-882ca063-9855-4a5c-af48-64be2bef650d tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:16.779066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c04582a-009b-4065-bac0-941f5e4f064b req-882ca063-9855-4a5c-af48-64be2bef650d tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 946 time: 0.0510199 Sep 09 09:14:16.793927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:16.795725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['57f5e85c-a63a-4c0e-a03d-2a11fa69add7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:16.797455 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:16.821245 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c04582a-009b-4065-bac0-941f5e4f064b req-c9f65623-eddb-4153-bbcd-b3066e2352fc tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361457 Sep 09 09:14:16.844392 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:16.856644 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:16.857015 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Added segment 43d9c140-d7f8-4c09-8e57-5c2101b0b714 of type vlan for network a59a4da0-e551-40c9-9787-417227614cb0 Sep 09 09:14:16.900389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-c23afe35-84f7-4124-8242-353d2ee66f64 req-4cc6f988-a034-47b7-927e-329ab894fc95 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:14:16.901651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c23afe35-84f7-4124-8242-353d2ee66f64 req-4cc6f988-a034-47b7-927e-329ab894fc95 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085306 Sep 09 09:14:16.923768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:17.031922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bbd180ea-94ee-4d62-9324-91b4a168269e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:17.032211 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c23afe35-84f7-4124-8242-353d2ee66f64 req-dc70ba91-02e5-46be-9f3d-fb4a5f8dfc22 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1209249 Sep 09 09:14:17.044339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aae25-7419-4963-928a-3bf00b1d1ed4 req-4a5fcd98-5d41-46a5-95f0-b0be682eb91f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:17.046199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e5aae25-7419-4963-928a-3bf00b1d1ed4 req-4a5fcd98-5d41-46a5-95f0-b0be682eb91f tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 945 time: 0.1036258 Sep 09 09:14:17.074238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bbd180ea-94ee-4d62-9324-91b4a168269e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:17.074798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bbd180ea-94ee-4d62-9324-91b4a168269e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:17.079043 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b09201f-3f90-4a19-99f4-fb96f0b37f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:17.080166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:17.092637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:17.099183 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:17.132463 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e5aae25-7419-4963-928a-3bf00b1d1ed4 req-162c2f95-b99b-4ad8-9c12-d12aa3842540 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743029 Sep 09 09:14:17.215061 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Network': ['ID=a59a4da0-e551-40c9-9787-417227614cb0,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:17.228102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a59a4da0-e551-40c9-9787-417227614cb0 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:17.289688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-57214206-4fa1-4638-b7c9-791823266f1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6298506 Sep 09 09:14:17.297136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-9e2637ea-e51a-4f21-bb5f-8bc26337d246 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d77fe34b78e64fa2863bc53cdcc51dc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529940 Sep 09 09:14:17.297235 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:17.312050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51884) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:17.324520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': 'a59a4da0-e551-40c9-9787-417227614cb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:17.325413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5436165e-1f7f-4b9d-9bff-5f52210fca5d req-1784f2c2-47e2-432c-9f23-5f68fa8461ad tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 210 time: 0.0414648 Sep 09 09:14:17.406179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51888) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:17.500053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0469d-4af4-4003-9123-f4aa74546171 req-88b8ffa1-142d-4c43-84e8-b4ed403423f7 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:17.501718 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3f0469d-4af4-4003-9123-f4aa74546171 req-88b8ffa1-142d-4c43-84e8-b4ed403423f7 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 943 time: 0.0599563 Sep 09 09:14:17.535296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6120a7-e5ef-478f-a5e9-a3df0564617d req-747f4c15-c411-425a-b7e7-3c5b57aad8e8 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:17.536128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-52798487-network', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:17.537544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf6120a7-e5ef-478f-a5e9-a3df0564617d req-747f4c15-c411-425a-b7e7-3c5b57aad8e8 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.1744645 Sep 09 09:14:17.566572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-8deb8c5a-9b24-404a-b09b-ed0f07923ea2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:17.567953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3f0469d-4af4-4003-9123-f4aa74546171 req-d8d9b1c1-1336-48a6-a97e-15c06682333f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584326 Sep 09 09:14:17.568084 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-8deb8c5a-9b24-404a-b09b-ed0f07923ea2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671041 Sep 09 09:14:17.588930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Request body: {'port': {'device_id': 'd0974f89-6ea7-45e5-a76d-b29278cc006f', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': 'd77fe34b78e64fa2863bc53cdcc51dc2'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:17.595703 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:14:17.595703 n-d-778696-16 neutron-server[95325]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 09:14:17.595703 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id': '0e1883405564473d8aeb010e318453e1', 'id': 'a27987b2-c281-4b9e-a7bc-7a9b14720206', 'expiration': datetime.datetime(2021, 9, 9, 9, 16, 17, 579832)}] Sep 09 09:14:17.595703 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:14:17.600348 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:14:17.633574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf6120a7-e5ef-478f-a5e9-a3df0564617d req-ba922734-fd6f-43f8-af6c-b30649cb7bcb tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868838 Sep 09 09:14:17.714253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Made reservation on behalf of ed3f33e469444bad93c9e10a3a7510be for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:17.716692 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:17.741514 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:17.772635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f40443-558f-41f4-b94b-b21af599b822 req-f25329ab-3a01-4f7c-850a-610cc7ace2d4 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:17.774145 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a5f40443-558f-41f4-b94b-b21af599b822 req-f25329ab-3a01-4f7c-850a-610cc7ace2d4 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba907911-e72e-40f2-86c1-12964a35db4b HTTP/1.1" status: 200 len: 945 time: 0.0717261 Sep 09 09:14:17.793977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Made reservation on behalf of d77fe34b78e64fa2863bc53cdcc51dc2 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:17.797789 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:17.807406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:17.835394 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a5f40443-558f-41f4-b94b-b21af599b822 req-1e2c5f87-ce48-4201-9fa2-2ace3277a6b9 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549572 Sep 09 09:14:17.901191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:17.949502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35cdf7-53f1-451c-89de-5328840e90ab req-9b1b1c07-e707-426b-bd0f-99b9aa6e4e99 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:17.950915 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ed35cdf7-53f1-451c-89de-5328840e90ab req-9b1b1c07-e707-426b-bd0f-99b9aa6e4e99 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 946 time: 0.0501878 Sep 09 09:14:17.993375 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:17.993612 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ed35cdf7-53f1-451c-89de-5328840e90ab req-8a311a0f-db00-4cf0-943c-7741bf0697d9 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363014 Sep 09 09:14:18.024602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:18.029879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c179f287-5098-4fca-9355-e199f324f4d7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:18.035700 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.035944 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Added segment 64a21124-75b6-4d71-8ca7-1e2276951377 of type vlan for network 0659498b-e857-4d8b-a244-91eca5687e56 Sep 09 09:14:18.078715 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.084668 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.111017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c60ea6f4-955d-45c6-9264-27a1d03618bc details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:14:18.114939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:18.165644 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.210485 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.212707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:18.213293 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.250174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:18.285325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:18.298704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'c60ea6f4-955d-45c6-9264-27a1d03618bc', 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1', 'port_id': 'c60ea6f4-955d-45c6-9264-27a1d03618bc', 'mac_address': 'fa:16:3e:91:7f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d3a390-03e8-4bc5-94c2-caf8f491346a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:14:18.300480 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19479a3-98f1-4385-8737-b8810feae4a5 req-694fd45c-0920-4777-a58e-a3e48763043b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:18.307278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19479a3-98f1-4385-8737-b8810feae4a5 req-694fd45c-0920-4777-a58e-a3e48763043b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:18.313587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19479a3-98f1-4385-8737-b8810feae4a5 req-694fd45c-0920-4777-a58e-a3e48763043b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:18.315308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b19479a3-98f1-4385-8737-b8810feae4a5 req-694fd45c-0920-4777-a58e-a3e48763043b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5&device_id=ba907911-e72e-40f2-86c1-12964a35db4b&device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 2418 time: 0.1473775 Sep 09 09:14:18.317273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] Pushing event updated for resources: {'Network': ['ID=0659498b-e857-4d8b-a244-91eca5687e56,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:18.322101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:18.325695 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.341661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 0659498b-e857-4d8b-a244-91eca5687e56 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:18.346152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:18.356703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0e469-7f02-46e3-94ee-e4f3d7e582cd req-c2227a75-2a19-4cc5-b030-855911fa5c70 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:18.358352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99c0e469-7f02-46e3-94ee-e4f3d7e582cd req-c2227a75-2a19-4cc5-b030-855911fa5c70 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 945 time: 0.1308708 Sep 09 09:14:18.364647 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:18.365548 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.384075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b19479a3-98f1-4385-8737-b8810feae4a5 req-4debaffa-b0dc-4efc-aa05-ee7dfb668da0 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455163 Sep 09 09:14:18.394213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ebd438eb-c76e-4511-aee7-e0f7a8f66194 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9865429 Sep 09 09:14:18.409478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51908) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:18.411450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.417465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] Request body: {'subnet': {'network_id': '0659498b-e857-4d8b-a244-91eca5687e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-52798487-subnet', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:18.418711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Allocated IP 192.168.233.66 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/8f856525-67b6-4ed0-99d5-0d38130b94d2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:18.463906 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.474696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60ea6f4-955d-45c6-9264-27a1d03618bc {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:14:18.502216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:18.509916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] Made reservation on behalf of ed3f33e469444bad93c9e10a3a7510be for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:18.516589 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.523578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99c0e469-7f02-46e3-94ee-e4f3d7e582cd req-c7e451d1-2ee1-4bce-8652-a1f70c2eb8ad tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338422 Sep 09 09:14:18.559321 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.605803 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.651874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c60ea6f4-955d-45c6-9264-27a1d03618bc,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:18.661282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02040e8-ff4a-443c-98ea-6179161b3feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f5e85c-a63a-4c0e-a03d-2a11fa69add7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:18.665284 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4662324e-b0dd-49fc-97ae-d947a416189a" -d '{"events": [{"server_uuid": "e02040e8-ff4a-443c-98ea-6179161b3feb", "name": "network-vif-plugged", "status": "completed", "tag": "57f5e85c-a63a-4c0e-a03d-2a11fa69add7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:18.682151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=57f5e85c-a63a-4c0e-a03d-2a11fa69add7,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:18.714566 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-216c8832-1102-42f0-b0d5-d6365bd6aa79 req-053eed4f-a6ba-4bec-9470-55a3479ded4d tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 210 time: 0.0838046 Sep 09 09:14:18.732285 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.735526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-3b9debfe-786b-449c-aebb-22fef6327f73 req-57ea9443-8ae2-42e5-8d5a-ba7b6e43ee6a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:14:18.737008 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b9debfe-786b-449c-aebb-22fef6327f73 req-57ea9443-8ae2-42e5-8d5a-ba7b6e43ee6a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084772 Sep 09 09:14:18.802279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=57f5e85c-a63a-4c0e-a03d-2a11fa69add7,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:18.817674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c60ea6f4-955d-45c6-9264-27a1d03618bc'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:18.878473 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b9debfe-786b-449c-aebb-22fef6327f73 req-f1efdc1d-58ed-436e-9160-c22d47575215 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1173944 Sep 09 09:14:18.878642 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.899206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Transition to ACTIVE for port object 8f856525-67b6-4ed0-99d5-0d38130b94d2 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:18.903917 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.909536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca378e-951a-480b-a854-e001e51e7683 req-a74fbf06-49e9-4e09-9e01-f8b857768e17 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:18.917891 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acca378e-951a-480b-a854-e001e51e7683 req-a74fbf06-49e9-4e09-9e01-f8b857768e17 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 944 time: 0.0972121 Sep 09 09:14:18.951056 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:18.984110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] Checking segment: {'id': '64a21124-75b6-4d71-8ca7-1e2276951377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:18.984394 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] Network hostable DHCP agents. Network: 0659498b-e857-4d8b-a244-91eca5687e56, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:18.989063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] Pushing event updated for resources: {'Subnet': ['ID=648e1640-aaa3-419c-8487-171241287ea4,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:19.045377 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acca378e-951a-480b-a854-e001e51e7683 req-52f90065-f40b-45ae-911b-7ee795342d83 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266243 Sep 09 09:14:19.058169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Subnet': ['ID=1c9e4ea6-31b6-4f19-a833-a728d83f1a62,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:19.077395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] Network 0659498b-e857-4d8b-a244-91eca5687e56 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:19.082191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Checking segment: {'id': '43d9c140-d7f8-4c09-8e57-5c2101b0b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a59a4da0-e551-40c9-9787-417227614cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:19.082191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network hostable DHCP agents. Network: a59a4da0-e551-40c9-9787-417227614cb0, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:19.099296 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.107281 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bf85e5-f7dd-4262-a2cf-54e1d99ac148 x-openstack-request-id: req-13bf85e5-f7dd-4262-a2cf-54e1d99ac148 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:19.107605 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02040e8-ff4a-443c-98ea-6179161b3feb", "name": "network-vif-plugged", "status": "completed", "tag": "57f5e85c-a63a-4c0e-a03d-2a11fa69add7", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:19.107857 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13bf85e5-f7dd-4262-a2cf-54e1d99ac148 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:19.108251 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02040e8-ff4a-443c-98ea-6179161b3feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f5e85c-a63a-4c0e-a03d-2a11fa69add7', 'code': 200} Sep 09 09:14:19.149101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:19.156413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:19.160956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:19.165266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Pushing event updated for resources: {'Port': ['ID=8f856525-67b6-4ed0-99d5-0d38130b94d2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:19.172036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 0659498b-e857-4d8b-a244-91eca5687e56) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:19.193315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc186e80-4533-4701-b858-395f96030914 None None] Network 0659498b-e857-4d8b-a244-91eca5687e56 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:19.209849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:19.210469 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.219294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:19.220375 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.236466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53c1ae-57db-439d-b6cf-a8efb21350ee req-b2a4bd24-cf93-4fe4-8e16-c775513271ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:19.238280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf53c1ae-57db-439d-b6cf-a8efb21350ee req-b2a4bd24-cf93-4fe4-8e16-c775513271ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 1098 time: 0.0672030 Sep 09 09:14:19.251427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network a59a4da0-e551-40c9-9787-417227614cb0 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:19.262116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, a59a4da0-e551-40c9-9787-417227614cb0) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:19.269719 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:19.270315 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.274724 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c193f-2c30-49f2-a546-4f7e47660e25 None None] Network a59a4da0-e551-40c9-9787-417227614cb0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:19.297377 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf53c1ae-57db-439d-b6cf-a8efb21350ee req-cfa2818e-8a4b-4164-aa34-1e0ae1ab7e98 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 Sep 09 09:14:19.347261 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e7677fc2-d26e-4e6e-8a03-db00f8dc321a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9346769 Sep 09 09:14:19.352294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51918) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:19.357086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-52798487-router', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:19.388770 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-b720887c-c975-45c3-878a-b2bb2772f8f2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8064606 Sep 09 09:14:19.392380 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f0dc01ee-da9a-4ff2-8620-4cbeb8439a96 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0792930 Sep 09 09:14:19.403983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51920) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:19.405127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Request body: {'port': {'device_id': 'd0974f89-6ea7-45e5-a76d-b29278cc006f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:19.409462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': 'a59a4da0-e551-40c9-9787-417227614cb0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-913952958'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:19.515216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.553460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.555297 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.640458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1b6ca690-5156-4c99-8844-b8f8cecf0bb8 None None] Provisioning for port 8f856525-67b6-4ed0-99d5-0d38130b94d2 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:19.642931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-0659498b-e857-4d8b-a244-91eca5687e56', 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'fixed_ips': [{'subnet_id': '648e1640-aaa3-419c-8487-171241287ea4'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:14:19.643792 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.658083 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.658303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1b6ca690-5156-4c99-8844-b8f8cecf0bb8 None None] Provisioning complete for port 8f856525-67b6-4ed0-99d5-0d38130b94d2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:19.658754 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b6ca690-5156-4c99-8844-b8f8cecf0bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.703059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:19.709808 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.737578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port 1dd647c4-fe4a-4f33-b1ec-e5a7b870aeb9 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:14:19.753606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccede-165d-40bb-ad3d-90e2ea4b4a6e req-4c38157d-1661-43b6-9ea1-e7f1c6110f75 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:19.753606 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ccccede-165d-40bb-ad3d-90e2ea4b4a6e req-4c38157d-1661-43b6-9ea1-e7f1c6110f75 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 946 time: 0.0918903 Sep 09 09:14:19.804919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1b6ca690-5156-4c99-8844-b8f8cecf0bb8 None None] Port 8f856525-67b6-4ed0-99d5-0d38130b94d2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:14:19.889779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a59a4da0-e551-40c9-9787-417227614cb0', 'network_id': 'a59a4da0-e551-40c9-9787-417227614cb0', 'tenant_id': '0e1883405564473d8aeb010e318453e1', 'fixed_ips': [{'subnet_id': '1c9e4ea6-31b6-4f19-a833-a728d83f1a62'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:14:19.890593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ccccede-165d-40bb-ad3d-90e2ea4b4a6e req-75d8a134-a80c-49ae-bf59-a188ccbc8d7a tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023235 Sep 09 09:14:19.891086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:19.944104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Allocated IP 172.20.0.2 (0659498b-e857-4d8b-a244-91eca5687e56/648e1640-aaa3-419c-8487-171241287ea4/30ca2d2d-0247-451b-a1f9-f534789bdafa) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:19.995918 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.058703 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.067511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f173f3-a2db-4803-bac5-04f22c474533 req-b0329f4b-c106-465d-8d4f-fc9c36b5e402 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:20.070718 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55f173f3-a2db-4803-bac5-04f22c474533 req-b0329f4b-c106-465d-8d4f-fc9c36b5e402 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 935 time: 0.0827549 Sep 09 09:14:20.073685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f856525-67b6-4ed0-99d5-0d38130b94d2 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:14:20.082840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.4 (a59a4da0-e551-40c9-9787-417227614cb0/1c9e4ea6-31b6-4f19-a833-a728d83f1a62/1dd647c4-fe4a-4f33-b1ec-e5a7b870aeb9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:20.105839 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.123007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c60ea6f4-955d-45c6-9264-27a1d03618bc up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:20.151123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55f173f3-a2db-4803-bac5-04f22c474533 req-4fa08219-bb04-41c9-bd38-2695b4b074e4 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711973 Sep 09 09:14:20.159158 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Transition to ACTIVE for port object 8f856525-67b6-4ed0-99d5-0d38130b94d2 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:20.217088 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.267066 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.278271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Transition to ACTIVE for port object 30ca2d2d-0247-451b-a1f9-f534789bdafa will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:20.295964 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.297066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port c60ea6f4-955d-45c6-9264-27a1d03618bc completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:20.297351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Pushing event updated for resources: {'Port': ['ID=8f856525-67b6-4ed0-99d5-0d38130b94d2,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:20.306336 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Transition to ACTIVE for port object 30ca2d2d-0247-451b-a1f9-f534789bdafa will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:20.308627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port c60ea6f4-955d-45c6-9264-27a1d03618bc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:20.309370 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.324620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object 1dd647c4-fe4a-4f33-b1ec-e5a7b870aeb9 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:20.362907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e03644-e9b1-48bb-8eea-2c22caf85cdc req-2ac327d2-ccb5-46ca-81e3-47e4ff66760f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:20.376010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-58e03644-e9b1-48bb-8eea-2c22caf85cdc req-2ac327d2-ccb5-46ca-81e3-47e4ff66760f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 944 time: 0.0810049 Sep 09 09:14:20.411769 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.466962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:20.468774 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.495070 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.532790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Pushing event updated for resources: {'Port': ['ID=30ca2d2d-0247-451b-a1f9-f534789bdafa,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:20.608288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network a59a4da0-e551-40c9-9787-417227614cb0 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:20.614517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:20.618697 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.620571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.623021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:20.673960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Network 0659498b-e857-4d8b-a244-91eca5687e56 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:20.680960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:20.681575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.688176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:20.694530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:20.701194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=1dd647c4-fe4a-4f33-b1ec-e5a7b870aeb9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:20.706012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.775717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Allocated IP 172.20.0.2 (a59a4da0-e551-40c9-9787-417227614cb0/1c9e4ea6-31b6-4f19-a833-a728d83f1a62/0dffe173-cb00-4538-aa5f-0a94d86d04f8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:20.797218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c60ea6f4-955d-45c6-9264-27a1d03618bc,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:20.813070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Attempting to bind port 30ca2d2d-0247-451b-a1f9-f534789bdafa on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:20.813447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Attempting to bind port 30ca2d2d-0247-451b-a1f9-f534789bdafa by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '64a21124-75b6-4d71-8ca7-1e2276951377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:20.813817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Attempting to bind port 30ca2d2d-0247-451b-a1f9-f534789bdafa on network 0659498b-e857-4d8b-a244-91eca5687e56 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:20.816663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cecc050a-8631-429d-b8a2-162030640724 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.4115281 Sep 09 09:14:20.820417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51942) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:20.845726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:20.846013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Checking segment: {'id': '64a21124-75b6-4d71-8ca7-1e2276951377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:20.846416 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.846815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Bound using segment: {'id': '64a21124-75b6-4d71-8ca7-1e2276951377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:20.847299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Bound port: 30ca2d2d-0247-451b-a1f9-f534789bdafa, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a21124-75b6-4d71-8ca7-1e2276951377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:20.847712 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.895261 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Attempting to bind port 8f856525-67b6-4ed0-99d5-0d38130b94d2 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:20.895928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Attempting to bind port 8f856525-67b6-4ed0-99d5-0d38130b94d2 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:20.895928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Attempting to bind port 8f856525-67b6-4ed0-99d5-0d38130b94d2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:20.902746 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-58e03644-e9b1-48bb-8eea-2c22caf85cdc req-0ad730af-c9d2-4746-9d89-a7b46e1a68cc tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262477 Sep 09 09:14:20.907321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Port 8f856525-67b6-4ed0-99d5-0d38130b94d2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:14:20.907894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Attempting to bind port 8f856525-67b6-4ed0-99d5-0d38130b94d2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:20.914153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:20.914673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:20.915062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:20.915522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Bound port: 8f856525-67b6-4ed0-99d5-0d38130b94d2, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:20.915889 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:20.960153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Allocated IP 172.25.8.241 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/0c6869b0-4a3b-4bf2-8f15-be9692ba6b83) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:20.986007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] For port 30ca2d2d-0247-451b-a1f9-f534789bdafa, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:20.987826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] For port 30ca2d2d-0247-451b-a1f9-f534789bdafa, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=30ca2d2d-0247-451b-a1f9-f534789bdafa,segment=NetworkSegment(64a21124-75b6-4d71-8ca7-1e2276951377),segment_id=64a21124-75b6-4d71-8ca7-1e2276951377)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:21.001255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] For port 8f856525-67b6-4ed0-99d5-0d38130b94d2, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:21.004491 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] For port 8f856525-67b6-4ed0-99d5-0d38130b94d2, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=8f856525-67b6-4ed0-99d5-0d38130b94d2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:21.029923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-092e6b95-9f07-43b7-80d6-c43bdd1a8b86 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 1dd647c4-fe4a-4f33-b1ec-e5a7b870aeb9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:21.030284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-092e6b95-9f07-43b7-80d6-c43bdd1a8b86 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.045186 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.054220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Transition to ACTIVE for port object 0dffe173-cb00-4538-aa5f-0a94d86d04f8 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:21.071318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Transition to ACTIVE for port object 0dffe173-cb00-4538-aa5f-0a94d86d04f8 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:21.103341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcec3ad-a220-4631-99e4-3e5d501d1c47 req-9d55d32b-1099-4fbc-91a9-467d3176b770 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:21.105098 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5bcec3ad-a220-4631-99e4-3e5d501d1c47 req-9d55d32b-1099-4fbc-91a9-467d3176b770 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 946 time: 0.0650010 Sep 09 09:14:21.109713 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.112427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.113281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60ea6f4-955d-45c6-9264-27a1d03618bc'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:21.115954 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89e4046-2ea0-42e5-9fd2-90e3ae58fb49" -d '{"events": [{"server_uuid": "44bd3765-499f-43b5-a8bd-a6833beffcfc", "name": "network-vif-plugged", "status": "completed", "tag": "c60ea6f4-955d-45c6-9264-27a1d03618bc"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:21.165238 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.179270 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.183461 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-092e6b95-9f07-43b7-80d6-c43bdd1a8b86 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.202658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-092e6b95-9f07-43b7-80d6-c43bdd1a8b86 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 1dd647c4-fe4a-4f33-b1ec-e5a7b870aeb9 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:21.215452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Network a59a4da0-e551-40c9-9787-417227614cb0 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:21.217368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:21.220366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:21.223771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639fefe-3994-4aa7-824c-104687eda2a9 None None] Pushing event updated for resources: {'Port': ['ID=30ca2d2d-0247-451b-a1f9-f534789bdafa,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:21.234647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Pushing event updated for resources: {'Port': ['ID=8f856525-67b6-4ed0-99d5-0d38130b94d2,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:21.263951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:21.265292 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.266953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-e2f7cb33-24be-4137-9b75-1bc1eaa221fb service neutron] 10.222.0.41 "PUT /v2.0/ports/8f856525-67b6-4ed0-99d5-0d38130b94d2 HTTP/1.1" status: 200 len: 1096 time: 1.8684609 Sep 09 09:14:21.267705 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0974f89-6ea7-45e5-a76d-b29278cc006f', 'tag': '8f856525-67b6-4ed0-99d5-0d38130b94d2'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:21.270252 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0974f89-6ea7-45e5-a76d-b29278cc006f", "tag": "8f856525-67b6-4ed0-99d5-0d38130b94d2"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:21.300121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Pushing event updated for resources: {'Port': ['ID=0dffe173-cb00-4538-aa5f-0a94d86d04f8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:21.322631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5bcec3ad-a220-4631-99e4-3e5d501d1c47 req-9f611fee-48e9-472a-8b47-2b6a4cbdfdbe tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320362 Sep 09 09:14:21.416879 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.437360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:21.444060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:21.453522 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa478dd1-0a87-4e66-b591-9c0914197947 x-openstack-request-id: req-aa478dd1-0a87-4e66-b591-9c0914197947 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:21.453819 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bd3765-499f-43b5-a8bd-a6833beffcfc", "name": "network-vif-plugged", "status": "completed", "tag": "c60ea6f4-955d-45c6-9264-27a1d03618bc", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:21.454295 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa478dd1-0a87-4e66-b591-9c0914197947 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:21.455150 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60ea6f4-955d-45c6-9264-27a1d03618bc', 'code': 200} Sep 09 09:14:21.467409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:21.479692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Attempting to bind port 0dffe173-cb00-4538-aa5f-0a94d86d04f8 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:21.480083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Attempting to bind port 0dffe173-cb00-4538-aa5f-0a94d86d04f8 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '43d9c140-d7f8-4c09-8e57-5c2101b0b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a59a4da0-e551-40c9-9787-417227614cb0'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:21.480540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Attempting to bind port 0dffe173-cb00-4538-aa5f-0a94d86d04f8 on network a59a4da0-e551-40c9-9787-417227614cb0 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:21.488913 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:21.489903 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Checking segment: {'id': '43d9c140-d7f8-4c09-8e57-5c2101b0b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a59a4da0-e551-40c9-9787-417227614cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:21.490836 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.491297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Bound using segment: {'id': '43d9c140-d7f8-4c09-8e57-5c2101b0b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a59a4da0-e551-40c9-9787-417227614cb0'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:21.491824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Bound port: 0dffe173-cb00-4538-aa5f-0a94d86d04f8, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d9c140-d7f8-4c09-8e57-5c2101b0b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a59a4da0-e551-40c9-9787-417227614cb0'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:21.492261 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.571036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-d4087f31-150e-4fe9-85d0-0eb0427a1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:21.572621 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-d4087f31-150e-4fe9-85d0-0eb0427a1f40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d77fe34b78e64fa2863bc53cdcc51dc2&device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 1099 time: 0.1926460 Sep 09 09:14:21.640627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] For port 0dffe173-cb00-4538-aa5f-0a94d86d04f8, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:21.643353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc6c2a-2c1b-421d-b98f-5a5daa55ce48 req-0ea0b4b1-42c8-4db3-bf11-7a999c30b483 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:21.653603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7dc6c2a-2c1b-421d-b98f-5a5daa55ce48 req-0ea0b4b1-42c8-4db3-bf11-7a999c30b483 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 947 time: 0.2277727 Sep 09 09:14:21.656199 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-403b5c65-695f-46a2-a731-527620ec93b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=8f856525-67b6-4ed0-99d5-0d38130b94d2 HTTP/1.1" status: 200 len: 217 time: 0.0736361 Sep 09 09:14:21.710951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6869b0-4a3b-4bf2-8f15-be9692ba6b83,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:21.746464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aeba9-41a0-4ccb-b12c-fbf20a54a64c req-acbeefa2-d183-431c-b231-9e74dec07c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:21.748031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c03aeba9-41a0-4ccb-b12c-fbf20a54a64c req-acbeefa2-d183-431c-b231-9e74dec07c0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 1097 time: 0.1804981 Sep 09 09:14:21.751147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-bc5051fd-4a35-433c-8c1e-65277b088572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:21.751473 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-092e6b95-9f07-43b7-80d6-c43bdd1a8b86 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.753184 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-bc5051fd-4a35-433c-8c1e-65277b088572 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0894175 Sep 09 09:14:21.756382 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7dc6c2a-2c1b-421d-b98f-5a5daa55ce48 req-8e9cf7ff-7e1b-4990-a3a1-726560f6d01d tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022635 Sep 09 09:14:21.759110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] For port 0dffe173-cb00-4538-aa5f-0a94d86d04f8, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0dffe173-cb00-4538-aa5f-0a94d86d04f8,segment=NetworkSegment(43d9c140-d7f8-4c09-8e57-5c2101b0b714),segment_id=43d9c140-d7f8-4c09-8e57-5c2101b0b714)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:21.794159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfda449-e96f-4d37-bfbf-7643970ed740 req-aff3e6f7-6565-4e6f-9c1d-e90518a99726 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:21.795711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bcfda449-e96f-4d37-bfbf-7643970ed740 req-aff3e6f7-6565-4e6f-9c1d-e90518a99726 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 946 time: 0.2312317 Sep 09 09:14:21.806102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e6b95-9f07-43b7-80d6-c43bdd1a8b86 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=1dd647c4-fe4a-4f33-b1ec-e5a7b870aeb9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:21.815876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-75ca49da-fa33-49d7-a4ca-c39a3ce1805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:21.817589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-75ca49da-fa33-49d7-a4ca-c39a3ce1805d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567155 Sep 09 09:14:21.821092 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c8d3fc-264a-4a8a-b7a9-d1d3e44955b9 x-openstack-request-id: req-26c8d3fc-264a-4a8a-b7a9-d1d3e44955b9 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:21.821667 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0974f89-6ea7-45e5-a76d-b29278cc006f", "tag": "8f856525-67b6-4ed0-99d5-0d38130b94d2", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:21.822175 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26c8d3fc-264a-4a8a-b7a9-d1d3e44955b9 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:21.822908 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0974f89-6ea7-45e5-a76d-b29278cc006f', 'tag': '8f856525-67b6-4ed0-99d5-0d38130b94d2', 'status': 'completed', 'code': 200} Sep 09 09:14:21.863520 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.925195 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c03aeba9-41a0-4ccb-b12c-fbf20a54a64c req-7a673a6d-8b0e-4f9f-95a6-2176c1b9f5cb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631465 Sep 09 09:14:21.954233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c029c-b1a8-4532-802e-ebabb08ef1fb None None] Pushing event updated for resources: {'Port': ['ID=0dffe173-cb00-4538-aa5f-0a94d86d04f8,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:21.966250 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bcfda449-e96f-4d37-bfbf-7643970ed740 req-7614e6bf-e58b-4c8e-9a08-3890615d2ca5 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553020 Sep 09 09:14:21.983344 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-092e6b95-9f07-43b7-80d6-c43bdd1a8b86 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:21.985605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-092e6b95-9f07-43b7-80d6-c43bdd1a8b86 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/1dd647c4-fe4a-4f33-b1ec-e5a7b870aeb9 HTTP/1.1" status: 204 len: 168 time: 1.1639786 Sep 09 09:14:21.988357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51962) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:22.010579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475601b9-a19a-4cc8-82e3-1d122e1cc8de req-6800da40-ff8e-4ab8-b0fb-5e606a6c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:22.012497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-475601b9-a19a-4cc8-82e3-1d122e1cc8de req-6800da40-ff8e-4ab8-b0fb-5e606a6c4d26 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 946 time: 0.1032538 Sep 09 09:14:22.015418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-6dbaaf30-af50-4064-9e01-64b6096d2e6a service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894164 Sep 09 09:14:22.104650 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-475601b9-a19a-4cc8-82e3-1d122e1cc8de req-038cf07b-82ad-4001-b851-10969986f36c tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810196 Sep 09 09:14:22.277966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35f1baa2-e3f6-4571-9810-0648288fc926 req-7929f34b-2899-4d9d-8f7a-fc063439c844 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512310 Sep 09 09:14:22.438796 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-549f3ccc-566e-4d03-88c5-e7717c4fded7 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:14:22.443814 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-549f3ccc-566e-4d03-88c5-e7717c4fded7 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/1dd647c4-fe4a-4f33-b1ec-e5a7b870aeb9 HTTP/1.1" status: 404 len: 333 time: 0.4512248 Sep 09 09:14:22.444356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51970) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:22.468368 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:22.512670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc req-d625920c-cd30-4243-8ff7-75046b19ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:22.514529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc req-d625920c-cd30-4243-8ff7-75046b19ec41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d77fe34b78e64fa2863bc53cdcc51dc2&device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 1099 time: 0.1072202 Sep 09 09:14:22.530553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959d500-8c87-4886-848c-ada6a477b331 req-7761487f-c147-4697-8ef5-52003dad5556 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:22.534178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15706a0-2fb8-4497-82d5-4dccb2b45f0c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting subnet 1c9e4ea6-31b6-4f19-a833-a728d83f1a62 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:14:22.538915 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6959d500-8c87-4886-848c-ada6a477b331 req-7761487f-c147-4697-8ef5-52003dad5556 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 945 time: 0.1290765 Sep 09 09:14:22.551251 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e15706a0-2fb8-4497-82d5-4dccb2b45f0c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:22.620587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6959d500-8c87-4886-848c-ada6a477b331 req-f369cb7c-6126-41ae-b863-c5c20f76965f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807683 Sep 09 09:14:22.685155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db522eba-ba5b-4ad9-b861-449f43699efd None None] Network 0659498b-e857-4d8b-a244-91eca5687e56 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:22.690648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e15706a0-2fb8-4497-82d5-4dccb2b45f0c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:22.735482 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:22.736912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c71ad-d5e3-4677-a909-c91dc14ec070 req-c0e3a78d-0f69-4677-9e4e-9e4d332f0df0 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:22.744071 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f6c71ad-d5e3-4677-a909-c91dc14ec070 req-c0e3a78d-0f69-4677-9e4e-9e4d332f0df0 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 946 time: 0.2281804 Sep 09 09:14:22.780986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc req-bbd4f079-b025-4bd4-8c0c-ecd65b92fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:22.783179 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc req-bbd4f079-b025-4bd4-8c0c-ecd65b92fe63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2536082 Sep 09 09:14:22.845802 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e15706a0-2fb8-4497-82d5-4dccb2b45f0c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:22.892033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-32d1d09c-0af6-451d-867f-8e711b9bbb11 None None] Provisioning for port 30ca2d2d-0247-451b-a1f9-f534789bdafa completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:22.977074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f6c71ad-d5e3-4677-a909-c91dc14ec070 req-27ebdf3f-1178-4e06-8e2c-2314f807e145 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284575 Sep 09 09:14:22.981751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc req-91cf00ac-cd33-432a-b12f-7400229ced90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=8f856525-67b6-4ed0-99d5-0d38130b94d2 HTTP/1.1" status: 200 len: 217 time: 0.0821714 Sep 09 09:14:22.993406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a85d-262a-4f5e-aedd-d8f55eecf4f8 req-a7dfb011-f2b7-4914-9589-2b3f44eeac05 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:23.001177 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a0f0a85d-262a-4f5e-aedd-d8f55eecf4f8 req-a7dfb011-f2b7-4914-9589-2b3f44eeac05 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 947 time: 0.1049948 Sep 09 09:14:23.071895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc req-2f6e5dbe-8090-4ba3-a8f4-7cd17e55d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:23.074075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc req-2f6e5dbe-8090-4ba3-a8f4-7cd17e55d1db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0748870 Sep 09 09:14:23.111936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Router 5b9d9bb1-5750-43cb-8734-ff0096641780 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:14:23.129393 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a0f0a85d-262a-4f5e-aedd-d8f55eecf4f8 req-eb3b116d-cb10-4cc0-94e4-1d684665ada7 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238668 Sep 09 09:14:23.169477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0dffe173-cb00-4538-aa5f-0a94d86d04f8 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:23.200230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e15706a0-2fb8-4497-82d5-4dccb2b45f0c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:23.258354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade4173-7788-4995-9592-aacc93b2e7bd req-3925a680-b162-4b2d-a819-d785ecb15dc8 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:23.260114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cade4173-7788-4995-9592-aacc93b2e7bd req-3925a680-b162-4b2d-a819-d785ecb15dc8 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 946 time: 0.2191911 Sep 09 09:14:23.265941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15706a0-2fb8-4497-82d5-4dccb2b45f0c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9e4ea6-31b6-4f19-a833-a728d83f1a62,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:23.282217 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e15706a0-2fb8-4497-82d5-4dccb2b45f0c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:23.284915 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e15706a0-2fb8-4497-82d5-4dccb2b45f0c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/1c9e4ea6-31b6-4f19-a833-a728d83f1a62 HTTP/1.1" status: 204 len: 168 time: 0.8391585 Sep 09 09:14:23.295911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa4ef-66b2-4177-8738-75a9abe6c1d4 req-dc041c1b-49ab-4f46-8602-c087879d4668 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:23.297809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-288fa4ef-66b2-4177-8738-75a9abe6c1d4 req-dc041c1b-49ab-4f46-8602-c087879d4668 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 946 time: 0.2224686 Sep 09 09:14:23.298479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51980) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:23.331767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc req-cdb567a7-2985-4059-b6b8-5f9027671ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:23.333643 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc req-cdb567a7-2985-4059-b6b8-5f9027671ade service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2389193 Sep 09 09:14:23.347770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 0dffe173-cb00-4538-aa5f-0a94d86d04f8 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:23.352330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 30ca2d2d-0247-451b-a1f9-f534789bdafa up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:23.407843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ebbf4-7cbc-4056-805a-f7a7fdd8b5c0 None None] Network a59a4da0-e551-40c9-9787-417227614cb0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:23.450207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648f3b2-b4a3-468a-b610-434a9ae57728 req-0b367379-c6d5-4b78-b5bf-4c4fbfcb7c4f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:23.451702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9648f3b2-b4a3-468a-b610-434a9ae57728 req-0b367379-c6d5-4b78-b5bf-4c4fbfcb7c4f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 946 time: 0.1905165 Sep 09 09:14:23.464825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:14:23.471616 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:23.479584 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Sync routers for ids ['5b9d9bb1-5750-43cb-8734-ff0096641780'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:14:23.489407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-288fa4ef-66b2-4177-8738-75a9abe6c1d4 req-21577e8c-d376-48e9-83c6-3a6622b741b8 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618986 Sep 09 09:14:23.511966 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Routers {'5b9d9bb1-5750-43cb-8734-ff0096641780'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:23.512938 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5b9d9bb1-5750-43cb-8734-ff0096641780'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:23.534982 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9648f3b2-b4a3-468a-b610-434a9ae57728 req-a2224eff-97dd-4266-a718-80b17be1fe28 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520179 Sep 09 09:14:23.537512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-cade4173-7788-4995-9592-aacc93b2e7bd req-7a780129-1ba5-4e62-92fa-89a05982ce89 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Deleting port 6028c922-6f8d-47a3-9ef9-a9701585b80a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:23.537992 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cade4173-7788-4995-9592-aacc93b2e7bd req-7a780129-1ba5-4e62-92fa-89a05982ce89 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:23.564952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3d3665d5-3978-443e-8375-7b8134e171eb None None] Provisioning for port 0dffe173-cb00-4538-aa5f-0a94d86d04f8 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:23.582541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3d3665d5-3978-443e-8375-7b8134e171eb None None] Provisioning complete for port 0dffe173-cb00-4538-aa5f-0a94d86d04f8 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:23.588366 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3d3665d5-3978-443e-8375-7b8134e171eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:23.601807 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:23.608264 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-04bea9e6-f93c-42fb-8f30-9a7918c44314 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2547667 Sep 09 09:14:23.608901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:23.644256 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Set router 5b9d9bb1-5750-43cb-8734-ff0096641780 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:23.684850 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc req-9de8107c-2704-465a-8170-bb8a1bbdb0a4 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133187 Sep 09 09:14:23.711046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 30ca2d2d-0247-451b-a1f9-f534789bdafa completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:23.750992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cade4173-7788-4995-9592-aacc93b2e7bd req-7a780129-1ba5-4e62-92fa-89a05982ce89 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] For port 6028c922-6f8d-47a3-9ef9-a9701585b80a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6028c922-6f8d-47a3-9ef9-a9701585b80a,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:23.751622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cade4173-7788-4995-9592-aacc93b2e7bd req-7a780129-1ba5-4e62-92fa-89a05982ce89 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:23.785510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 30ca2d2d-0247-451b-a1f9-f534789bdafa triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:23.789470 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:23.820359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-cade4173-7788-4995-9592-aacc93b2e7bd req-7a780129-1ba5-4e62-92fa-89a05982ce89 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Calling delete_port for 6028c922-6f8d-47a3-9ef9-a9701585b80a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:23.830457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 0dffe173-cb00-4538-aa5f-0a94d86d04f8 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:23.830457 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:23.854049 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3d3665d5-3978-443e-8375-7b8134e171eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:23.906850 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-918ece6a-1812-4e59-b7f1-b122aaf9e2fc req-62b9f4bd-80c4-4b90-bda9-d8fe589bac60 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143700 Sep 09 09:14:23.932162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3d3665d5-3978-443e-8375-7b8134e171eb None None] For port 0dffe173-cb00-4538-aa5f-0a94d86d04f8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0dffe173-cb00-4538-aa5f-0a94d86d04f8,segment=NetworkSegment(43d9c140-d7f8-4c09-8e57-5c2101b0b714),segment_id=43d9c140-d7f8-4c09-8e57-5c2101b0b714)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:23.959057 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:23.986335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9517a25-32f0-464e-b58e-950ddc154b7f req-002dd6c9-ba2f-4e96-8a3f-b372604c74f6 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:23.987921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9517a25-32f0-464e-b58e-950ddc154b7f req-002dd6c9-ba2f-4e96-8a3f-b372604c74f6 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 945 time: 0.2339139 Sep 09 09:14:23.996282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa5cf5-05e5-4089-a893-8e31a96f67fe None None] DHCP port deletion for a59a4da0-e551-40c9-9787-417227614cb0 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:14:24.013033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] For port 0dffe173-cb00-4538-aa5f-0a94d86d04f8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0dffe173-cb00-4538-aa5f-0a94d86d04f8,segment=NetworkSegment(43d9c140-d7f8-4c09-8e57-5c2101b0b714),segment_id=43d9c140-d7f8-4c09-8e57-5c2101b0b714)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:24.013957 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.031418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 0dffe173-cb00-4538-aa5f-0a94d86d04f8 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:24.031819 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'name': 'tempest-FloatingIPDetailsTestJSON-52798487-router', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:19Z', 'updated_at': '2021-09-09T09:14:21Z', 'revision_number': 3, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'gw_port': {'id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:20Z', 'updated_at': '2021-09-09T09:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:24.044151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07e5b5-177a-460a-a2a4-d5cdbedf59d5 req-f59e9908-3f43-4ed5-8ae8-8df9c6d2f1b9 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:24.047181 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3d3665d5-3978-443e-8375-7b8134e171eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.053123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f07e5b5-177a-460a-a2a4-d5cdbedf59d5 req-f59e9908-3f43-4ed5-8ae8-8df9c6d2f1b9 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 945 time: 0.1283944 Sep 09 09:14:24.065664 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Checking router: 5b9d9bb1-5750-43cb-8734-ff0096641780 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:14:24.066273 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Updating router 5b9d9bb1-5750-43cb-8734-ff0096641780 port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:14:24.093402 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.103895 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9517a25-32f0-464e-b58e-950ddc154b7f req-c429870c-76f9-467f-bd2b-2aaf044cf1b6 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076810 Sep 09 09:14:24.147065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3665d5-3978-443e-8375-7b8134e171eb None None] Pushing event updated for resources: {'Port': ['ID=0dffe173-cb00-4538-aa5f-0a94d86d04f8,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:24.155828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f07e5b5-177a-460a-a2a4-d5cdbedf59d5 req-faaf3fd9-906c-46c0-8b9d-d6bd8883f6ee tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015306 Sep 09 09:14:24.181472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3d3665d5-3978-443e-8375-7b8134e171eb None None] Provisioning complete for port 30ca2d2d-0247-451b-a1f9-f534789bdafa triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:24.182368 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3d3665d5-3978-443e-8375-7b8134e171eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.194206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 30ca2d2d-0247-451b-a1f9-f534789bdafa, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=30ca2d2d-0247-451b-a1f9-f534789bdafa,segment=NetworkSegment(64a21124-75b6-4d71-8ca7-1e2276951377),segment_id=64a21124-75b6-4d71-8ca7-1e2276951377)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:24.255721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10aa5cf5-05e5-4089-a893-8e31a96f67fe None None] Deleting port 0dffe173-cb00-4538-aa5f-0a94d86d04f8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:24.256162 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10aa5cf5-05e5-4089-a893-8e31a96f67fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.275250 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.304313 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.328462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No DVR routers for this DVR port 0dffe173-cb00-4538-aa5f-0a94d86d04f8 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:24.387406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3528a0-47e1-48c4-a9a7-0098cc9ef0ca req-114de60a-b12d-4bdf-9525-0ef8b6a95770 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:24.394815 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a3528a0-47e1-48c4-a9a7-0098cc9ef0ca req-114de60a-b12d-4bdf-9525-0ef8b6a95770 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 946 time: 0.1401522 Sep 09 09:14:24.410691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cade4173-7788-4995-9592-aacc93b2e7bd req-7a780129-1ba5-4e62-92fa-89a05982ce89 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.464829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=0dffe173-cb00-4538-aa5f-0a94d86d04f8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:24.503643 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.505583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a780129-1ba5-4e62-92fa-89a05982ce89 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Pushing event deleted for resources: {'Port': ['ID=6028c922-6f8d-47a3-9ef9-a9701585b80a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:24.524037 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.531246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['829ff870-127d-40b7-bda5-48716789ee84'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:24.536167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['b964e21c-9fdf-42be-a61f-29cefa0a60ca'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:24.544781 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Transition to ACTIVE for port object 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:24.555222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59a4da0-e551-40c9-9787-417227614cb0']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:24.566129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d9c140-d7f8-4c09-8e57-5c2101b0b714') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:24.566656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d9c140-d7f8-4c09-8e57-5c2101b0b714') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:24.579913 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.619719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10aa5cf5-05e5-4089-a893-8e31a96f67fe None None] For port 0dffe173-cb00-4538-aa5f-0a94d86d04f8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0dffe173-cb00-4538-aa5f-0a94d86d04f8,segment=NetworkSegment(43d9c140-d7f8-4c09-8e57-5c2101b0b714),segment_id=43d9c140-d7f8-4c09-8e57-5c2101b0b714)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:24.620278 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10aa5cf5-05e5-4089-a893-8e31a96f67fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.627793 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.666850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:14:24.666850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.667271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10aa5cf5-05e5-4089-a893-8e31a96f67fe None None] Calling delete_port for 0dffe173-cb00-4538-aa5f-0a94d86d04f8 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:14:24.667409 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:14:24.670118 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a3528a0-47e1-48c4-a9a7-0098cc9ef0ca req-30d021f9-7eb9-4581-8fa0-aa0fa59abdf2 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641704 Sep 09 09:14:24.670391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=30ca2d2d-0247-451b-a1f9-f534789bdafa,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:24.686490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-cade4173-7788-4995-9592-aacc93b2e7bd req-7a780129-1ba5-4e62-92fa-89a05982ce89 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] No DVR routers for this DVR port 6028c922-6f8d-47a3-9ef9-a9701585b80a on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:24.720631 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cade4173-7788-4995-9592-aacc93b2e7bd req-7a780129-1ba5-4e62-92fa-89a05982ce89 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.723152 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cade4173-7788-4995-9592-aacc93b2e7bd req-7a780129-1ba5-4e62-92fa-89a05982ce89 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.24 "DELETE /v2.0/ports/6028c922-6f8d-47a3-9ef9-a9701585b80a HTTP/1.1" status: 204 len: 173 time: 1.4408708 Sep 09 09:14:24.723640 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e586ada-f126-404d-8a1e-09936db9eef5', 'name': 'network-vif-deleted', 'tag': '6028c922-6f8d-47a3-9ef9-a9701585b80a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:24.727007 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796c058c-fcaf-47fc-bb78-8b9dcc26071b" -d '{"events": [{"server_uuid": "3e586ada-f126-404d-8a1e-09936db9eef5", "name": "network-vif-deleted", "tag": "6028c922-6f8d-47a3-9ef9-a9701585b80a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:24.744928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcc649-7d84-45cd-bfc8-6d6c8772f7f6 req-e5271e50-07de-4cb2-aadd-f159f73c5d91 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:24.746670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57dcc649-7d84-45cd-bfc8-6d6c8772f7f6 req-e5271e50-07de-4cb2-aadd-f159f73c5d91 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 1097 time: 0.1360033 Sep 09 09:14:24.753771 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.767301 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.803772 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57dcc649-7d84-45cd-bfc8-6d6c8772f7f6 req-045b49cf-519e-42b0-8a75-b1adbf2d97de tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481846 Sep 09 09:14:24.869187 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Attempting to bind port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:24.869187 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Attempting to bind port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:24.869187 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Attempting to bind port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:24.873462 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de84ce-e2ed-465a-b0f9-815863d65193 None None] Pushing event updated for resources: {'Port': ['ID=0c6869b0-4a3b-4bf2-8f15-be9692ba6b83,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:24.878421 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:24.879298 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:24.880612 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.881579 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:24.886740 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Bound port: 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:24.887281 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.914277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.921627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.923621 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/networks/a59a4da0-e551-40c9-9787-417227614cb0 HTTP/1.1" status: 204 len: 168 time: 1.6237130 Sep 09 09:14:24.931282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52012) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:24.946037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'name': 'tempest-PortsTestJSON-395342509'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:24.967764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10aa5cf5-05e5-4089-a893-8e31a96f67fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:24.997727 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] For port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:25.004669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89d00a-e7b9-4742-9409-f743bcf6576d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Network': ['ID=a59a4da0-e551-40c9-9787-417227614cb0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:25.006332 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] For port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0c6869b0-4a3b-4bf2-8f15-be9692ba6b83,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:25.025129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5f48-c8d8-438f-8ee3-84b9612fca4f req-b25f1a62-f540-4643-9d95-6748d00d2ffb tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:25.034794 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4de5f48-c8d8-438f-8ee3-84b9612fca4f req-b25f1a62-f540-4643-9d95-6748d00d2ffb tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 947 time: 0.2064204 Sep 09 09:14:25.059102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10aa5cf5-05e5-4089-a893-8e31a96f67fe None None] Network a59a4da0-e551-40c9-9787-417227614cb0 is not hosted by any dhcp agent {{(pid=95327) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 09 09:14:25.059610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa5cf5-05e5-4089-a893-8e31a96f67fe None None] No DVR routers for this DVR port 0dffe173-cb00-4538-aa5f-0a94d86d04f8 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:25.063852 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:25.084242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa5cf5-05e5-4089-a893-8e31a96f67fe None None] Pushing event deleted for resources: {'Port': ['ID=0dffe173-cb00-4538-aa5f-0a94d86d04f8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:25.099980 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:25.102125 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4de5f48-c8d8-438f-8ee3-84b9612fca4f req-f8ac9f9f-8859-431d-b2f6-0f352290c568 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Sep 09 09:14:25.111930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 30ca2d2d-0247-451b-a1f9-f534789bdafa up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:25.114016 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2717d7ee-de53-407d-8e38-98150fe5c585 req-b114c637-48c8-4640-807c-bcad7db4ce2f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e586ada-f126-404d-8a1e-09936db9eef5 HTTP/1.1" status: 200 len: 210 time: 0.1461129 Sep 09 09:14:25.176218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Allocated IP 172.20.0.1 (0659498b-e857-4d8b-a244-91eca5687e56/648e1640-aaa3-419c-8487-171241287ea4/03698189-aaf6-4309-8998-5c25d1498d05) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:25.272564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 30ca2d2d-0247-451b-a1f9-f534789bdafa triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:25.273176 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:25.304026 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Routers {'5b9d9bb1-5750-43cb-8734-ff0096641780'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:25.304675 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5b9d9bb1-5750-43cb-8734-ff0096641780'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:25.306770 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de84ce-e2ed-465a-b0f9-815863d65193 None None] Pushing event updated for resources: {'Port': ['ID=0c6869b0-4a3b-4bf2-8f15-be9692ba6b83,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:25.331358 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcd3259-40b6-4526-b9d9-354b6dfb388e x-openstack-request-id: req-2dcd3259-40b6-4526-b9d9-354b6dfb388e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:25.331934 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e586ada-f126-404d-8a1e-09936db9eef5", "name": "network-vif-deleted", "tag": "6028c922-6f8d-47a3-9ef9-a9701585b80a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:25.332355 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2dcd3259-40b6-4526-b9d9-354b6dfb388e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:25.333338 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e586ada-f126-404d-8a1e-09936db9eef5', 'name': 'network-vif-deleted', 'tag': '6028c922-6f8d-47a3-9ef9-a9701585b80a', 'status': 'completed', 'code': 200} Sep 09 09:14:25.369261 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:25.392952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Transition to ACTIVE for port object 03698189-aaf6-4309-8998-5c25d1498d05 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:25.394685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b20196-91b5-4c3b-909d-7f525c2b478a req-47e71752-aab5-495a-8b77-d696d383cc53 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:25.404283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e6b20196-91b5-4c3b-909d-7f525c2b478a req-47e71752-aab5-495a-8b77-d696d383cc53 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 946 time: 0.1229346 Sep 09 09:14:25.441050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0dffe173-cb00-4538-aa5f-0a94d86d04f8 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:25.451226 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e6b20196-91b5-4c3b-909d-7f525c2b478a req-bcafbf5f-ff1a-42d2-a4dd-32c278e814d7 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459497 Sep 09 09:14:25.457460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:25.463458 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:25.468087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 0dffe173-cb00-4538-aa5f-0a94d86d04f8 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:25.471216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0dffe173-cb00-4538-aa5f-0a94d86d04f8 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:25.472849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9da9-8fc3-4a13-8164-0406e50255a2 req-15c22767-5141-448f-b743-a5970e5a6824 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:25.481171 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-279b9da9-8fc3-4a13-8164-0406e50255a2 req-15c22767-5141-448f-b743-a5970e5a6824 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 1097 time: 0.0841963 Sep 09 09:14:25.495609 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] Set router 5b9d9bb1-5750-43cb-8734-ff0096641780 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:25.514090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port 8323695f-53b3-4a30-b209-b78fd019e4f6 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:14:25.539630 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-279b9da9-8fc3-4a13-8164-0406e50255a2 req-a00905d5-fc51-4695-bb6e-ad810a329225 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457346 Sep 09 09:14:25.571441 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:25.627837 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:25.631620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Network 0659498b-e857-4d8b-a244-91eca5687e56 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:25.635021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:25.638766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:25.690250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 8f856525-67b6-4ed0-99d5-0d38130b94d2 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:14:25.690626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Pushing event updated for resources: {'Port': ['ID=03698189-aaf6-4309-8998-5c25d1498d05,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:25.722477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:25.760359 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'name': 'tempest-FloatingIPDetailsTestJSON-52798487-router', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:19Z', 'updated_at': '2021-09-09T09:14:21Z', 'revision_number': 3, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'gw_port': {'id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:20Z', 'updated_at': '2021-09-09T09:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:25.810415 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c705a-c70d-4b0f-84e9-8ec8bf858f10 None None] The sync data for ids ['5b9d9bb1-5750-43cb-8734-ff0096641780'] in n-d-778696-16 is: [{'id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'name': 'tempest-FloatingIPDetailsTestJSON-52798487-router', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:19Z', 'updated_at': '2021-09-09T09:14:21Z', 'revision_number': 3, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'gw_port': {'id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:20Z', 'updated_at': '2021-09-09T09:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:14:25.824834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:25.892726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 8f856525-67b6-4ed0-99d5-0d38130b94d2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=8f856525-67b6-4ed0-99d5-0d38130b94d2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:25.908238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '8f856525-67b6-4ed0-99d5-0d38130b94d2', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '8f856525-67b6-4ed0-99d5-0d38130b94d2', 'mac_address': 'fa:16:3e:0b:e7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:14:25.931216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:25.967737 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:25.988303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f856525-67b6-4ed0-99d5-0d38130b94d2 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:14:26.017729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 8f856525-67b6-4ed0-99d5-0d38130b94d2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=8f856525-67b6-4ed0-99d5-0d38130b94d2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:26.040959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:26.046568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:26.051518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:26.057234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:26.058053 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:26.064431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=8323695f-53b3-4a30-b209-b78fd019e4f6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:26.097873 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:26.123565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8319a633-71ad-4433-b648-665a707c0b7a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1875336 Sep 09 09:14:26.126435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52028) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:26.151352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6028c922-6f8d-47a3-9ef9-a9701585b80a no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:26.158764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c239232c-1b37-4eba-8911-4a264e281e0d None None] Provisioning for port 03698189-aaf6-4309-8998-5c25d1498d05 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:26.168644 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:26.194471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c239232c-1b37-4eba-8911-4a264e281e0d None None] Provisioning complete for port 03698189-aaf6-4309-8998-5c25d1498d05 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:26.194838 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c239232c-1b37-4eba-8911-4a264e281e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:26.210832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 6028c922-6f8d-47a3-9ef9-a9701585b80a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:26.211193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6028c922-6f8d-47a3-9ef9-a9701585b80a not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:26.212952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=8f856525-67b6-4ed0-99d5-0d38130b94d2,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:26.259165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c239232c-1b37-4eba-8911-4a264e281e0d None None] Port 03698189-aaf6-4309-8998-5c25d1498d05 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:14:26.324915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-867eae3c-4412-4949-a0c6-59303d7f9bed tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 8323695f-53b3-4a30-b209-b78fd019e4f6 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:26.325610 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-867eae3c-4412-4949-a0c6-59303d7f9bed tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:26.329469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['8f856525-67b6-4ed0-99d5-0d38130b94d2'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:26.439225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-867eae3c-4412-4949-a0c6-59303d7f9bed tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:26.465103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-867eae3c-4412-4949-a0c6-59303d7f9bed tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 8323695f-53b3-4a30-b209-b78fd019e4f6 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:26.588587 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:26.588713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98a04-2c8b-4871-82f6-bd279642134b req-1bf32b37-3bf1-4427-a640-509c11c07ae5 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:26.588713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-04c98a04-2c8b-4871-82f6-bd279642134b req-1bf32b37-3bf1-4427-a640-509c11c07ae5 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 945 time: 0.1091547 Sep 09 09:14:26.647946 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-04c98a04-2c8b-4871-82f6-bd279642134b req-0eb93e01-765e-4d55-a9bd-5032a5ed13eb tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558259 Sep 09 09:14:26.655890 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:26.739005 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-867eae3c-4412-4949-a0c6-59303d7f9bed tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:26.747671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Pushing event updated for resources: {'Port': ['ID=03698189-aaf6-4309-8998-5c25d1498d05,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:26.750336 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:26.788742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867eae3c-4412-4949-a0c6-59303d7f9bed tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=8323695f-53b3-4a30-b209-b78fd019e4f6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:26.803545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-867eae3c-4412-4949-a0c6-59303d7f9bed tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:26.804047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-867eae3c-4412-4949-a0c6-59303d7f9bed tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/8323695f-53b3-4a30-b209-b78fd019e4f6 HTTP/1.1" status: 204 len: 168 time: 0.6788867 Sep 09 09:14:26.813488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee373a-4a4e-4f01-bf6e-7382b456bc62 req-b55fd871-a5ef-43c5-b6f7-25122104711d tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:26.815265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4ee373a-4a4e-4f01-bf6e-7382b456bc62 req-b55fd871-a5ef-43c5-b6f7-25122104711d tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 948 time: 0.1104660 Sep 09 09:14:26.815858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52056) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:26.821453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'mac_address': 'fa:16:3e:16:60:76', 'name': 'tempest-PortsTestJSON-514534912'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:26.863343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Network 0659498b-e857-4d8b-a244-91eca5687e56 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:26.865890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:26.900411 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4ee373a-4a4e-4f01-bf6e-7382b456bc62 req-5d09c90b-cba9-4228-9f90-3402e8eb16f3 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731602 Sep 09 09:14:27.078605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Router 5b9d9bb1-5750-43cb-8734-ff0096641780 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:14:27.091501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:27.113702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff476020-65b8-4ecf-8dfe-2514107d6eb7 req-b3693993-420f-4ed8-aa35-316c1c3c8a03 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:27.125807 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff476020-65b8-4ecf-8dfe-2514107d6eb7 req-b3693993-420f-4ed8-aa35-316c1c3c8a03 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 946 time: 0.1005962 Sep 09 09:14:27.131004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:27.232040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff476020-65b8-4ecf-8dfe-2514107d6eb7 req-469a197b-5b9b-4a9a-8da0-617c7a9bba80 tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45d9689-9d0f-4545-a1d9-ccff864486fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880840 Sep 09 09:14:27.257086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:14:27.270507 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c597714d-2155-439d-a371-d3ebff750902 admin admin] 10.222.0.32 "PUT /v2.0/routers/5b9d9bb1-5750-43cb-8734-ff0096641780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6549513 Sep 09 09:14:27.280300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:27.291891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:27.292273 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.301432 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.343405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port a49de167-a046-4130-8d77-62588c1ed353 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:14:27.381067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-41358c65-ee39-438f-bd6f-dd6020b78b0c None None] Provisioning complete for port 03698189-aaf6-4309-8998-5c25d1498d05 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:27.381067 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41358c65-ee39-438f-bd6f-dd6020b78b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.422298 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-41358c65-ee39-438f-bd6f-dd6020b78b0c None None] Port 03698189-aaf6-4309-8998-5c25d1498d05 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:14:27.451567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbef26-52ee-41b1-9d86-eefdd6081af7 req-336a50a9-4ac3-47b3-8d59-6fd85c56f89d tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:27.453601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41bbef26-52ee-41b1-9d86-eefdd6081af7 req-336a50a9-4ac3-47b3-8d59-6fd85c56f89d tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.24 "GET /v2.0/ports?device_id=e02040e8-ff4a-443c-98ea-6179161b3feb HTTP/1.1" status: 200 len: 946 time: 0.0965996 Sep 09 09:14:27.487522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.510783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0c6869b0-4a3b-4bf2-8f15-be9692ba6b83,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:27.562571 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.593746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-41bbef26-52ee-41b1-9d86-eefdd6081af7 req-07463243-4ff0-49a8-b588-b9b740367f6b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Deleting port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:27.594082 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41bbef26-52ee-41b1-9d86-eefdd6081af7 req-07463243-4ff0-49a8-b588-b9b740367f6b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.610634 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.661472 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.666323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=0c6869b0-4a3b-4bf2-8f15-be9692ba6b83,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:27.699780 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-41bbef26-52ee-41b1-9d86-eefdd6081af7 req-07463243-4ff0-49a8-b588-b9b740367f6b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] For port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=57f5e85c-a63a-4c0e-a03d-2a11fa69add7,segment=NetworkSegment(cf902122-67d9-4543-9c99-deccbdcb408b),segment_id=cf902122-67d9-4543-9c99-deccbdcb408b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:27.700923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41bbef26-52ee-41b1-9d86-eefdd6081af7 req-07463243-4ff0-49a8-b588-b9b740367f6b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.714808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:27.717358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-41bbef26-52ee-41b1-9d86-eefdd6081af7 req-07463243-4ff0-49a8-b588-b9b740367f6b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Calling delete_port for 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:27.717964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:27.721792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:27.722626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 8f856525-67b6-4ed0-99d5-0d38130b94d2 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:27.727980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:27.728744 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.744504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=a49de167-a046-4130-8d77-62588c1ed353,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:27.846071 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5afcc0de-a6c3-427d-8009-135e56f3e374 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0290885 Sep 09 09:14:27.848937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52072) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:27.869743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 8f856525-67b6-4ed0-99d5-0d38130b94d2 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:27.878135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 8f856525-67b6-4ed0-99d5-0d38130b94d2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:27.879354 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.912984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a5dd7-8da0-40a1-9460-4301b5d8f921 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:27.914480 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cf4a5dd7-8da0-40a1-9460-4301b5d8f921 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/a49de167-a046-4130-8d77-62588c1ed353 HTTP/1.1" status: 200 len: 840 time: 0.0638685 Sep 09 09:14:27.916988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52080) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:27.965335 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41bbef26-52ee-41b1-9d86-eefdd6081af7 req-07463243-4ff0-49a8-b588-b9b740367f6b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:27.980847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['57f5e85c-a63a-4c0e-a03d-2a11fa69add7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:28.008347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07463243-4ff0-49a8-b588-b9b740367f6b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Pushing event deleted for resources: {'Port': ['ID=57f5e85c-a63a-4c0e-a03d-2a11fa69add7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:28.020104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-4dc394af-18b5-4b03-9f74-3789a4210276 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:14:28.020777 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-4dc394af-18b5-4b03-9f74-3789a4210276 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1328416 Sep 09 09:14:28.023179 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.050736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0974f89-6ea7-45e5-a76d-b29278cc006f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f856525-67b6-4ed0-99d5-0d38130b94d2'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:28.053688 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f33348-3ee8-4bdd-82a8-e240f117118e" -d '{"events": [{"server_uuid": "d0974f89-6ea7-45e5-a76d-b29278cc006f", "name": "network-vif-plugged", "status": "completed", "tag": "8f856525-67b6-4ed0-99d5-0d38130b94d2"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:28.066359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bbef26-52ee-41b1-9d86-eefdd6081af7 req-07463243-4ff0-49a8-b588-b9b740367f6b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] No DVR routers for this DVR port 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:28.068332 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41bbef26-52ee-41b1-9d86-eefdd6081af7 req-07463243-4ff0-49a8-b588-b9b740367f6b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.069509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 8f856525-67b6-4ed0-99d5-0d38130b94d2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=8f856525-67b6-4ed0-99d5-0d38130b94d2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:28.070405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41bbef26-52ee-41b1-9d86-eefdd6081af7 req-07463243-4ff0-49a8-b588-b9b740367f6b tempest-ServerDiskConfigTestJSON-92628419 tempest-ServerDiskConfigTestJSON-92628419-project] 10.222.0.24 "DELETE /v2.0/ports/57f5e85c-a63a-4c0e-a03d-2a11fa69add7 HTTP/1.1" status: 204 len: 173 time: 0.6094782 Sep 09 09:14:28.070860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02040e8-ff4a-443c-98ea-6179161b3feb', 'name': 'network-vif-deleted', 'tag': '57f5e85c-a63a-4c0e-a03d-2a11fa69add7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:28.073156 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f2b56e-9ed9-46bd-97a4-04653abc4aa7" -d '{"events": [{"server_uuid": "e02040e8-ff4a-443c-98ea-6179161b3feb", "name": "network-vif-deleted", "tag": "57f5e85c-a63a-4c0e-a03d-2a11fa69add7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:28.119083 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.134859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-3ade824d-f9b1-48c3-8dcc-11174b92b622 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:28.136340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-3ade824d-f9b1-48c3-8dcc-11174b92b622 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports/c60ea6f4-955d-45c6-9264-27a1d03618bc HTTP/1.1" status: 200 len: 1094 time: 0.1006753 Sep 09 09:14:28.163659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-cbeaff3f-ba1d-4c52-96b0-50aac9bbd64f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port a49de167-a046-4130-8d77-62588c1ed353 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:28.163939 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbeaff3f-ba1d-4c52-96b0-50aac9bbd64f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.176368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Sync routers for ids ['5b9d9bb1-5750-43cb-8734-ff0096641780'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:14:28.194537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=8f856525-67b6-4ed0-99d5-0d38130b94d2,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:28.199949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Routers {'5b9d9bb1-5750-43cb-8734-ff0096641780'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:28.200557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5b9d9bb1-5750-43cb-8734-ff0096641780'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:28.208413 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-c2ef4428-92d5-4944-844c-5f5d52065d6d tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1979942 Sep 09 09:14:28.218136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Request body: {'binding': {'host': 'n-h2-778696-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:28.218815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Unknown quota resources ['binding']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:14:28.228011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:28.300817 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbeaff3f-ba1d-4c52-96b0-50aac9bbd64f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.312795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Set router 5b9d9bb1-5750-43cb-8734-ff0096641780 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:28.325916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-cbeaff3f-ba1d-4c52-96b0-50aac9bbd64f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for a49de167-a046-4130-8d77-62588c1ed353 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:28.421215 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.515068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc on host n-h2-778696-16 for vnic_type normal with profile None {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:28.515435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:28.515771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:28.523431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Port c60ea6f4-955d-45c6-9264-27a1d03618bc on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:14:28.523761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:28.525668 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'name': 'tempest-FloatingIPDetailsTestJSON-52798487-router', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:19Z', 'updated_at': '2021-09-09T09:14:26Z', 'revision_number': 4, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'gw_port': {'id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:20Z', 'updated_at': '2021-09-09T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '03698189-aaf6-4309-8998-5c25d1498d05', 'name': '', 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'mac_address': 'fa:16:3e:58:fc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '648e1640-aaa3-419c-8487-171241287ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:24Z', 'updated_at': '2021-09-09T09:14:26Z', 'revision_number': 2, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'subnets': [{'id': '648e1640-aaa3-419c-8487-171241287ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:28.531454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:28.531797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:28.532179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:28.532605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Bound port: c60ea6f4-955d-45c6-9264-27a1d03618bc, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:28.552184 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Checking router: 5b9d9bb1-5750-43cb-8734-ff0096641780 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:14:28.552559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Updating router 5b9d9bb1-5750-43cb-8734-ff0096641780 port 03698189-aaf6-4309-8998-5c25d1498d05 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:14:28.578396 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.586417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbeaff3f-ba1d-4c52-96b0-50aac9bbd64f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.862583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.874528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Transition to ACTIVE for port object 03698189-aaf6-4309-8998-5c25d1498d05 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:28.920056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeaff3f-ba1d-4c52-96b0-50aac9bbd64f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=a49de167-a046-4130-8d77-62588c1ed353,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:28.933660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbeaff3f-ba1d-4c52-96b0-50aac9bbd64f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.935604 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cbeaff3f-ba1d-4c52-96b0-50aac9bbd64f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/a49de167-a046-4130-8d77-62588c1ed353 HTTP/1.1" status: 204 len: 168 time: 1.0171590 Sep 09 09:14:28.938750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52096) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:28.941796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.948822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:28.963647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:28.978775 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f654ab3-f4b3-4fe5-af8e-97edaba3f79c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:14:28.980691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9f654ab3-f4b3-4fe5-af8e-97edaba3f79c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/a49de167-a046-4130-8d77-62588c1ed353 HTTP/1.1" status: 404 len: 333 time: 0.0391002 Sep 09 09:14:28.988559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52098) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:28.992171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'name': 'tempest-PortsTestJSON-384383817'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:29.012256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:29.013909 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6ecf2c47-086c-42bd-98ca-1742fd61055b service neutron] 10.222.0.32 "POST /v2.0/ports/c60ea6f4-955d-45c6-9264-27a1d03618bc/bindings HTTP/1.1" status: 201 len: 390 time: 0.8677213 Sep 09 09:14:29.089418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:29.142340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Allocated IP 172.25.8.53 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/f9bc509c-3c9b-48d0-9b8c-4c50adaa06a9) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:29.201856 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-d291a781-8138-4265-a735-50736814690b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0919075 Sep 09 09:14:29.210550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a45aef-d8bc-4556-b79b-f7e1f62e135f None None] Pushing event updated for resources: {'Port': ['ID=03698189-aaf6-4309-8998-5c25d1498d05,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:29.261819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Attempting to bind port 03698189-aaf6-4309-8998-5c25d1498d05 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:29.261819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Attempting to bind port 03698189-aaf6-4309-8998-5c25d1498d05 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '64a21124-75b6-4d71-8ca7-1e2276951377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:29.261819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Attempting to bind port 03698189-aaf6-4309-8998-5c25d1498d05 on network 0659498b-e857-4d8b-a244-91eca5687e56 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:29.266795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:29.267611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Checking segment: {'id': '64a21124-75b6-4d71-8ca7-1e2276951377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:29.268029 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:29.268573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Bound using segment: {'id': '64a21124-75b6-4d71-8ca7-1e2276951377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:29.269067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Bound port: 03698189-aaf6-4309-8998-5c25d1498d05, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a21124-75b6-4d71-8ca7-1e2276951377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:29.269457 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:29.291680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:29.292062 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:29.316573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:29.320391 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:29.332191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-96ea611d-e208-489f-8354-ff42810234a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:29.333748 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-96ea611d-e208-489f-8354-ff42810234a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47ce9d8dd79d4cb698a1979808c25fa3&device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 1097 time: 0.0970817 Sep 09 09:14:29.352556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port 355e481d-67de-4771-89f8-0c99d3e2a568 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:14:29.367891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9734b-c3ce-43be-8a2f-a30cfb901263 req-eb2755b8-17cb-4055-9b7b-db564c820da2 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:29.370348 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dee9734b-c3ce-43be-8a2f-a30cfb901263 req-eb2755b8-17cb-4055-9b7b-db564c820da2 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba907911-e72e-40f2-86c1-12964a35db4b HTTP/1.1" status: 200 len: 945 time: 0.1317737 Sep 09 09:14:29.398310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] For port 03698189-aaf6-4309-8998-5c25d1498d05, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:29.402624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] For port 03698189-aaf6-4309-8998-5c25d1498d05, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03698189-aaf6-4309-8998-5c25d1498d05,segment=NetworkSegment(64a21124-75b6-4d71-8ca7-1e2276951377),segment_id=64a21124-75b6-4d71-8ca7-1e2276951377)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:29.405387 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da7f78-60de-41a1-ba15-fc92c70aa919 req-fe6722d2-13a9-4b98-ae94-32451e1a3e4b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:29.406677 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a9da7f78-60de-41a1-ba15-fc92c70aa919 req-fe6722d2-13a9-4b98-ae94-32451e1a3e4b tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba907911-e72e-40f2-86c1-12964a35db4b HTTP/1.1" status: 200 len: 945 time: 0.1300449 Sep 09 09:14:29.416828 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:29.468939 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:29.513393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-dee9734b-c3ce-43be-8a2f-a30cfb901263 req-101677df-df5e-464e-8d62-e4dbac387a25 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Deleting port 829ff870-127d-40b7-bda5-48716789ee84 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:29.513946 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-dee9734b-c3ce-43be-8a2f-a30cfb901263 req-101677df-df5e-464e-8d62-e4dbac387a25 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:29.526592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Routers {'5b9d9bb1-5750-43cb-8734-ff0096641780'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:29.527236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5b9d9bb1-5750-43cb-8734-ff0096641780'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:29.573995 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a9da7f78-60de-41a1-ba15-fc92c70aa919 req-b2308745-ee95-4693-87c5-334d08ab7365 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554005 Sep 09 09:14:29.591138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a45aef-d8bc-4556-b79b-f7e1f62e135f None None] Pushing event updated for resources: {'Port': ['ID=03698189-aaf6-4309-8998-5c25d1498d05,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:29.652044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-dee9734b-c3ce-43be-8a2f-a30cfb901263 req-101677df-df5e-464e-8d62-e4dbac387a25 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] For port 829ff870-127d-40b7-bda5-48716789ee84, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=829ff870-127d-40b7-bda5-48716789ee84,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:29.652664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-dee9734b-c3ce-43be-8a2f-a30cfb901263 req-101677df-df5e-464e-8d62-e4dbac387a25 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:29.673373 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-dee9734b-c3ce-43be-8a2f-a30cfb901263 req-101677df-df5e-464e-8d62-e4dbac387a25 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Calling delete_port for 829ff870-127d-40b7-bda5-48716789ee84 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:29.681695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] Set router 5b9d9bb1-5750-43cb-8734-ff0096641780 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:29.794591 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:29.868313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:29.885322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-dfb15883-fe8c-4c25-aa6b-5dc7db05da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:29.886966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-dfb15883-fe8c-4c25-aa6b-5dc7db05da59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 1097 time: 0.2032814 Sep 09 09:14:29.891296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:29.894264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:29.919330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event updated for resources: {'Port': ['ID=f9bc509c-3c9b-48d0-9b8c-4c50adaa06a9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:29.961652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'name': 'tempest-FloatingIPDetailsTestJSON-52798487-router', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:19Z', 'updated_at': '2021-09-09T09:14:26Z', 'revision_number': 4, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'gw_port': {'id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:20Z', 'updated_at': '2021-09-09T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '03698189-aaf6-4309-8998-5c25d1498d05', 'name': '', 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'mac_address': 'fa:16:3e:58:fc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '648e1640-aaa3-419c-8487-171241287ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:24Z', 'updated_at': '2021-09-09T09:14:29Z', 'revision_number': 4, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'subnets': [{'id': '648e1640-aaa3-419c-8487-171241287ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:29.995800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a90cd-a8d2-407e-903b-5213cd710ec3 None None] The sync data for ids ['5b9d9bb1-5750-43cb-8734-ff0096641780'] in n-d-778696-16 is: [{'id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'name': 'tempest-FloatingIPDetailsTestJSON-52798487-router', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:19Z', 'updated_at': '2021-09-09T09:14:26Z', 'revision_number': 4, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'gw_port': {'id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:20Z', 'updated_at': '2021-09-09T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '03698189-aaf6-4309-8998-5c25d1498d05', 'name': '', 'network_id': '0659498b-e857-4d8b-a244-91eca5687e56', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'mac_address': 'fa:16:3e:58:fc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '648e1640-aaa3-419c-8487-171241287ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:24Z', 'updated_at': '2021-09-09T09:14:29Z', 'revision_number': 4, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'subnets': [{'id': '648e1640-aaa3-419c-8487-171241287ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:14:30.053036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-1b70f923-6053-4188-a457-88c4766dc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:30.055416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-1b70f923-6053-4188-a457-88c4766dc16b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf906f5e-4c09-4555-82ce-4d1b1bfcd464 HTTP/1.1" status: 200 len: 916 time: 0.6591489 Sep 09 09:14:30.121814 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-33c1765f-24c9-4a9b-89ce-e19264ac3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:30.123649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-33c1765f-24c9-4a9b-89ce-e19264ac3760 service neutron] 10.222.0.41 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.2052138 Sep 09 09:14:30.128166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:30.142970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:30.163313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:30.168391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 57f5e85c-a63a-4c0e-a03d-2a11fa69add7 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:30.178285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:30.180907 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-dee9734b-c3ce-43be-8a2f-a30cfb901263 req-101677df-df5e-464e-8d62-e4dbac387a25 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:30.194736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['b964e21c-9fdf-42be-a61f-29cefa0a60ca'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:30.200735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['829ff870-127d-40b7-bda5-48716789ee84'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:30.222068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101677df-df5e-464e-8d62-e4dbac387a25 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Pushing event deleted for resources: {'Port': ['ID=829ff870-127d-40b7-bda5-48716789ee84,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:30.228441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e2928-9f04-4cb8-bc3d-2dcbe56682db req-6aa779d5-68c0-487d-95ad-e45cd0b70670 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:30.233965 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-6b2b68fa-cb88-46e0-a8f7-5ad531529df6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc HTTP/1.1" status: 200 len: 217 time: 0.1023030 Sep 09 09:14:30.236030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-434e2928-9f04-4cb8-bc3d-2dcbe56682db req-6aa779d5-68c0-487d-95ad-e45cd0b70670 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 949 time: 0.5759337 Sep 09 09:14:30.252369 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-0214fa53-3014-478a-9092-e4bc48fe04c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af2ca08-a6ce-4cc6-8f76-eb73de90c496 HTTP/1.1" status: 200 len: 1001 time: 0.1601391 Sep 09 09:14:30.315314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-0c48ef47-d69a-411d-b7ad-9577eb915c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:30.316846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-0c48ef47-d69a-411d-b7ad-9577eb915c4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0afbea4c-8fc7-4221-bb0e-1bcc709df310 HTTP/1.1" status: 200 len: 854 time: 0.0510068 Sep 09 09:14:30.324575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-8abd37cd-0fb3-4f8a-a214-5b851f44ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:30.325512 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-8abd37cd-0fb3-4f8a-a214-5b851f44ff6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.0633838 Sep 09 09:14:30.341407 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:30.387214 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-24e245b7-a71c-4013-b011-7cf0de37ecd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471947 Sep 09 09:14:30.401946 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-434e2928-9f04-4cb8-bc3d-2dcbe56682db req-3093127e-3200-4d91-8e26-8bb0a858b654 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650043 Sep 09 09:14:30.419569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-f904ca0f-ad12-4fa0-86fc-511f4024a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:30.421201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-f904ca0f-ad12-4fa0-86fc-511f4024a5ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf906f5e-4c09-4555-82ce-4d1b1bfcd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941601 Sep 09 09:14:30.441932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee9734b-c3ce-43be-8a2f-a30cfb901263 req-101677df-df5e-464e-8d62-e4dbac387a25 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] No DVR routers for this DVR port 829ff870-127d-40b7-bda5-48716789ee84 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:30.455041 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-dee9734b-c3ce-43be-8a2f-a30cfb901263 req-101677df-df5e-464e-8d62-e4dbac387a25 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:30.457999 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dee9734b-c3ce-43be-8a2f-a30cfb901263 req-101677df-df5e-464e-8d62-e4dbac387a25 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.41 "DELETE /v2.0/ports/829ff870-127d-40b7-bda5-48716789ee84 HTTP/1.1" status: 204 len: 173 time: 1.0751483 Sep 09 09:14:30.461073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba907911-e72e-40f2-86c1-12964a35db4b', 'name': 'network-vif-deleted', 'tag': '829ff870-127d-40b7-bda5-48716789ee84'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:30.463972 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c8f8c9-61b6-4e1c-951d-2fc6ff285615" -d '{"events": [{"server_uuid": "ba907911-e72e-40f2-86c1-12964a35db4b", "name": "network-vif-deleted", "tag": "829ff870-127d-40b7-bda5-48716789ee84"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:30.501779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:30.559910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:30.575221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:30.581618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:30.587563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:30.588193 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:30.593560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=355e481d-67de-4771-89f8-0c99d3e2a568,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:30.601359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-a1330648-df9b-4fe8-9aaf-2aac6c88e33f service neutron] 10.222.0.24 "GET /v2.0/networks/bf906f5e-4c09-4555-82ce-4d1b1bfcd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715288 Sep 09 09:14:30.623784 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-64dd9808-03bb-4172-a1f8-e3fd2c3cfce6 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072370 Sep 09 09:14:30.702202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5acb8f32-7673-42c3-843f-879d14a3a0c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7123268 Sep 09 09:14:30.705014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52106) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:30.716647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-50cafb62-fdbf-428e-a9c0-76c70cd42676 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:30.745732 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a64d50e9-7e17-4264-b6aa-08e93ae6b81d req-62a2e304-2776-4a7e-b24a-fa571faff387 service neutron] 10.222.0.24 "GET /v2.0/networks/bf906f5e-4c09-4555-82ce-4d1b1bfcd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343684 Sep 09 09:14:30.751163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:30.779462 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-44861fe3-004f-4859-992f-dd2c25d07324 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442535 Sep 09 09:14:30.834384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:30.864718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50cafb62-fdbf-428e-a9c0-76c70cd42676 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:30.947770 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b50abd-148e-46b2-83d6-b1400ac37271 x-openstack-request-id: req-69b50abd-148e-46b2-83d6-b1400ac37271 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:30.948299 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0974f89-6ea7-45e5-a76d-b29278cc006f", "name": "network-vif-plugged", "status": "completed", "tag": "8f856525-67b6-4ed0-99d5-0d38130b94d2", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:30.948411 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69b50abd-148e-46b2-83d6-b1400ac37271 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:30.948755 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0974f89-6ea7-45e5-a76d-b29278cc006f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f856525-67b6-4ed0-99d5-0d38130b94d2', 'code': 200} Sep 09 09:14:30.954588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event updated for resources: {'Port': ['ID=f9bc509c-3c9b-48d0-9b8c-4c50adaa06a9,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:31.026771 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637e4356-9f15-40dd-9a22-5fad813ed4b9 x-openstack-request-id: req-637e4356-9f15-40dd-9a22-5fad813ed4b9 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:31.031518 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02040e8-ff4a-443c-98ea-6179161b3feb", "name": "network-vif-deleted", "tag": "57f5e85c-a63a-4c0e-a03d-2a11fa69add7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:31.031518 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-637e4356-9f15-40dd-9a22-5fad813ed4b9 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:31.031518 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02040e8-ff4a-443c-98ea-6179161b3feb', 'name': 'network-vif-deleted', 'tag': '57f5e85c-a63a-4c0e-a03d-2a11fa69add7', 'status': 'completed', 'code': 200} Sep 09 09:14:31.097933 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.109639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-0a173297-449d-4934-80c7-4d1a4e9907d3 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:31.111212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-0a173297-449d-4934-80c7-4d1a4e9907d3 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.1825564 Sep 09 09:14:31.120699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03698189-aaf6-4309-8998-5c25d1498d05 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:31.126466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-16'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:31.134529 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e63c0c-6a25-4b21-bec7-29b099ddc7aa req-e8c27b34-6fc2-464d-959d-3e8d7d27b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:31.136095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2e63c0c-6a25-4b21-bec7-29b099ddc7aa req-e8c27b34-6fc2-464d-959d-3e8d7d27b751 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 1101 time: 0.1114447 Sep 09 09:14:31.179817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50cafb62-fdbf-428e-a9c0-76c70cd42676 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.232665 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2e63c0c-6a25-4b21-bec7-29b099ddc7aa req-d1b24985-ceea-4d53-b840-3c46b8dc6326 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669913 Sep 09 09:14:31.235604 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.244004 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2da9ca30-3260-43f6-a449-b5a1f336c171 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0239553 Sep 09 09:14:31.244004 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.262467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 03698189-aaf6-4309-8998-5c25d1498d05 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:31.267355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 03698189-aaf6-4309-8998-5c25d1498d05 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:31.267869 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.269957 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50cafb62-fdbf-428e-a9c0-76c70cd42676 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.321607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-50cafb62-fdbf-428e-a9c0-76c70cd42676 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] In _notify_port_updated(), no bound segment for port 355e481d-67de-4771-89f8-0c99d3e2a568 on network 3eec2074-3646-4f25-9c05-5ba074f7b104 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:14:31.329901 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-2e91514a-7174-42bc-86d0-31c4157ad19d tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 695 time: 0.0755670 Sep 09 09:14:31.330042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cafb62-fdbf-428e-a9c0-76c70cd42676 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:31.330042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50cafb62-fdbf-428e-a9c0-76c70cd42676 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.332586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-50cafb62-fdbf-428e-a9c0-76c70cd42676 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "PUT /v2.0/ports/355e481d-67de-4771-89f8-0c99d3e2a568 HTTP/1.1" status: 200 len: 818 time: 0.6265848 Sep 09 09:14:31.333419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52112) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:31.358057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cafb62-fdbf-428e-a9c0-76c70cd42676 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=355e481d-67de-4771-89f8-0c99d3e2a568,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:31.367963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.402243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 03698189-aaf6-4309-8998-5c25d1498d05, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03698189-aaf6-4309-8998-5c25d1498d05,segment=NetworkSegment(64a21124-75b6-4d71-8ca7-1e2276951377),segment_id=64a21124-75b6-4d71-8ca7-1e2276951377)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:31.415699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b7bd1-549a-4c70-a675-254f4ef70800 req-d51a181f-014e-499c-8762-913239c7d171 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:31.417581 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-243b7bd1-549a-4c70-a675-254f4ef70800 req-d51a181f-014e-499c-8762-913239c7d171 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 945 time: 0.1889560 Sep 09 09:14:31.468160 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.514713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-243b7bd1-549a-4c70-a675-254f4ef70800 req-c73ba0ec-257a-4fe7-aa45-98471d246a31 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896642 Sep 09 09:14:31.546832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-71015f5b-6a9f-4d22-abaa-a74378dc620d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 355e481d-67de-4771-89f8-0c99d3e2a568 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:31.546832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71015f5b-6a9f-4d22-abaa-a74378dc620d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.552607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-8e22c0b4-d31f-46dd-8646-7c66bc95e4bb tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:31.561481 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b82da8c1-e48b-463b-b9e5-67acbf004ed1 req-8e22c0b4-d31f-46dd-8646-7c66bc95e4bb tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.2327008 Sep 09 09:14:31.582606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:31.582804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=03698189-aaf6-4309-8998-5c25d1498d05,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:31.637891 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26165477-f424-465a-a8e2-26d973a30ea7 x-openstack-request-id: req-26165477-f424-465a-a8e2-26d973a30ea7 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:31.638506 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba907911-e72e-40f2-86c1-12964a35db4b", "name": "network-vif-deleted", "tag": "829ff870-127d-40b7-bda5-48716789ee84", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:31.638773 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26165477-f424-465a-a8e2-26d973a30ea7 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:31.639251 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba907911-e72e-40f2-86c1-12964a35db4b', 'name': 'network-vif-deleted', 'tag': '829ff870-127d-40b7-bda5-48716789ee84', 'status': 'completed', 'code': 200} Sep 09 09:14:31.654758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:31.689672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71015f5b-6a9f-4d22-abaa-a74378dc620d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.720922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-71015f5b-6a9f-4d22-abaa-a74378dc620d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 355e481d-67de-4771-89f8-0c99d3e2a568 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:31.721106 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d24eaf5-d63d-487a-95c2-fe0b24caa73d req-9e424003-5dfb-4643-86eb-8d037c045866 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba907911-e72e-40f2-86c1-12964a35db4b HTTP/1.1" status: 200 len: 210 time: 0.0367179 Sep 09 09:14:31.732119 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.779404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679f15d-2584-4086-89ce-a8ef8c0ae5bc req-1931aeb2-89a2-4a54-9c85-9f51864abeb9 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:31.780992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7679f15d-2584-4086-89ce-a8ef8c0ae5bc req-1931aeb2-89a2-4a54-9c85-9f51864abeb9 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 945 time: 0.1183004 Sep 09 09:14:31.799414 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.845333 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7679f15d-2584-4086-89ce-a8ef8c0ae5bc req-ad6addef-2cd3-4bf8-bf24-6e6dd5091fe7 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580225 Sep 09 09:14:31.904749 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71015f5b-6a9f-4d22-abaa-a74378dc620d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.934322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c60ea6f4-955d-45c6-9264-27a1d03618bc,revision_number=7']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:31.946148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc on host n-h1-778696-16 for vnic_type normal with profile {"migrating_to": "n-h2-778696-16"} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:31.946488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:31.946822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:31.956237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71015f5b-6a9f-4d22-abaa-a74378dc620d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=355e481d-67de-4771-89f8-0c99d3e2a568,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:31.959007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3917-f490-4cc5-b5c4-74c938f654b8 req-acf9555c-58f3-4606-8a39-46c24f5a212d tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:31.965113 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb5e3917-f490-4cc5-b5c4-74c938f654b8 req-acf9555c-58f3-4606-8a39-46c24f5a212d tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 949 time: 0.1364708 Sep 09 09:14:31.972968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Port c60ea6f4-955d-45c6-9264-27a1d03618bc on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:14:31.973294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Attempting to bind port c60ea6f4-955d-45c6-9264-27a1d03618bc on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:31.987238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:31.987630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:31.988007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:31.988439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Bound port: c60ea6f4-955d-45c6-9264-27a1d03618bc, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:31.989424 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.994344 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71015f5b-6a9f-4d22-abaa-a74378dc620d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:31.996481 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-71015f5b-6a9f-4d22-abaa-a74378dc620d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/355e481d-67de-4771-89f8-0c99d3e2a568 HTTP/1.1" status: 204 len: 168 time: 0.6558940 Sep 09 09:14:32.001283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52120) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:32.023968 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb5e3917-f490-4cc5-b5c4-74c938f654b8 req-c0924578-c244-447c-ad94-f5e04855f5b2 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570843 Sep 09 09:14:32.083146 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-7777a0e1-114d-4b82-9e3e-33cdeb11ba66 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2113450 Sep 09 09:14:32.091569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:32.109296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6169456a-9383-47f9-b9d5-e14a8216e9cc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:32.111033 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6169456a-9383-47f9-b9d5-e14a8216e9cc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1086900 Sep 09 09:14:32.113866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52124) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:32.134776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:32.162408 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2055c522-efad-4238-9f84-6ef43d65afd3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:14:32.167904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2055c522-efad-4238-9f84-6ef43d65afd3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/355e481d-67de-4771-89f8-0c99d3e2a568 HTTP/1.1" status: 404 len: 333 time: 0.0492370 Sep 09 09:14:32.168289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52130) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:32.173306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-702790245'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:32.173703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:32.178062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52132) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:32.214991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.228512 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.287990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c184bf-23cd-4fcf-9c16-d834a8eadfc4 admin admin] Deleting subnet 3914ca18-61bf-4703-b3e6-f73a7276edb2 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:14:32.293664 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52c184bf-23cd-4fcf-9c16-d834a8eadfc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.324866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:32.325630 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.327085 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/c60ea6f4-955d-45c6-9264-27a1d03618bc HTTP/1.1" status: 200 len: 1123 time: 1.2061517 Sep 09 09:14:32.327825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd0548-439b-4d20-886f-0f1224fd18d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c60ea6f4-955d-45c6-9264-27a1d03618bc,revision_number=8']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:32.360946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:32.364447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.376804 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52c184bf-23cd-4fcf-9c16-d834a8eadfc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.405226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c60ea6f4-955d-45c6-9264-27a1d03618bc'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:32.438168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:32.447269 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52c184bf-23cd-4fcf-9c16-d834a8eadfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.479594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.479944 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Added segment a06d0b32-4fab-43c0-b879-dddcaaddbe24 of type vlan for network 4be00c2f-77e4-4c20-828d-3220e11a68d1 Sep 09 09:14:32.522273 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.546906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.651990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b809aa2-bd9d-40ac-be79-03363ea32672 req-668edcf9-2c27-458f-9129-7e40764a833b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:32.653536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b809aa2-bd9d-40ac-be79-03363ea32672 req-668edcf9-2c27-458f-9129-7e40764a833b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 943 time: 0.0542209 Sep 09 09:14:32.688677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-10badead-50f2-4b8e-9b30-b3fbe1d970f5 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:32.690176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-10badead-50f2-4b8e-9b30-b3fbe1d970f5 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 945 time: 0.1400797 Sep 09 09:14:32.694290 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b809aa2-bd9d-40ac-be79-03363ea32672 req-ff5f7580-25ed-4733-886c-f40940d4a1f6 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344291 Sep 09 09:14:32.721773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52c184bf-23cd-4fcf-9c16-d834a8eadfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.781693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c184bf-23cd-4fcf-9c16-d834a8eadfc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3914ca18-61bf-4703-b3e6-f73a7276edb2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:32.783328 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.789508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:32.790111 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.792828 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52c184bf-23cd-4fcf-9c16-d834a8eadfc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.794784 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-52c184bf-23cd-4fcf-9c16-d834a8eadfc4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3914ca18-61bf-4703-b3e6-f73a7276edb2 HTTP/1.1" status: 204 len: 168 time: 0.6157205 Sep 09 09:14:32.798077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52140) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:32.835795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Allocated IP 172.25.8.102 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/fef41f44-6034-4d23-b743-9a5ca3ccfaf3) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:32.882651 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:32.939155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Network': ['ID=4be00c2f-77e4-4c20-828d-3220e11a68d1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:32.944306 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-71d678b2-1bcc-4d38-87ec-c10381d37eaf tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7747157 Sep 09 09:14:32.949057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52144) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:32.959794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '4be00c2f-77e4-4c20-828d-3220e11a68d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:32.981296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 4be00c2f-77e4-4c20-828d-3220e11a68d1 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:32.989467 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.028818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Deleting port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:33.029163 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.043398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cee3cd-6876-4ee2-9399-160d8e2caac7']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:33.068904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.091961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf902122-67d9-4543-9c99-deccbdcb408b') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:33.092244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf902122-67d9-4543-9c99-deccbdcb408b') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:33.104590 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.127106 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.137918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:14:33.138368 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:14:33.140287 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:14:33.165428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] For port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=7af2ca08-a6ce-4cc6-8f76-eb73de90c496,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:33.165803 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.212214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:33.216689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.251124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03698189-aaf6-4309-8998-5c25d1498d05 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:33.275094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.290090 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.291832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.293085 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] 10.222.0.32 "DELETE /v2.0/networks/37cee3cd-6876-4ee2-9399-160d8e2caac7 HTTP/1.1" status: 204 len: 168 time: 0.4929695 Sep 09 09:14:33.336981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 03698189-aaf6-4309-8998-5c25d1498d05 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:33.337648 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.339708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1d279-7b50-45ed-a7b1-833ad91a210f admin admin] Pushing event deleted for resources: {'Network': ['ID=37cee3cd-6876-4ee2-9399-160d8e2caac7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:33.362781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3ddb2-c535-4d30-ad83-b465e01c0a8a req-4ad17632-ff1f-4988-a15c-a0dd35e41fa1 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:33.364363 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51d3ddb2-c535-4d30-ad83-b465e01c0a8a req-4ad17632-ff1f-4988-a15c-a0dd35e41fa1 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 945 time: 0.1534832 Sep 09 09:14:33.379850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:33.384419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:33.391420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:33.436507 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event updated for resources: {'Port': ['ID=fef41f44-6034-4d23-b743-9a5ca3ccfaf3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:33.445903 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51d3ddb2-c535-4d30-ad83-b465e01c0a8a req-0166fadc-3fca-4406-b8e9-73ced78a3028 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f87b982-bf0c-40ae-b370-05e3f04b031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720909 Sep 09 09:14:33.544549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.544549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.544549 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Floating IP cd25aa7f-fe4c-4fff-afe5-6a1fccd105a9 disassociated. External IP: 172.25.8.153, port: 7af2ca08-a6ce-4cc6-8f76-eb73de90c496. Sep 09 09:14:33.544549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Calling delete_port for 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:33.566857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.582414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73226f2b-59ea-4648-b40d-6cd9a24b700c req-e7f5c177-3c7b-4e0e-ab20-d8848fa63a34 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:33.584151 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73226f2b-59ea-4648-b40d-6cd9a24b700c req-e7f5c177-3c7b-4e0e-ab20-d8848fa63a34 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 949 time: 0.0521078 Sep 09 09:14:33.585498 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.639084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52154) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:33.643555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c60ea6f4-955d-45c6-9264-27a1d03618bc'}, {'name': 'network-changed', 'server_uuid': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'tag': 'c60ea6f4-955d-45c6-9264-27a1d03618bc'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:33.645812 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd87aac-b496-4cfe-aa18-1b065e794759" -d '{"events": [{"server_uuid": "44bd3765-499f-43b5-a8bd-a6833beffcfc", "name": "network-vif-unplugged", "status": "completed", "tag": "c60ea6f4-955d-45c6-9264-27a1d03618bc"}, {"name": "network-changed", "server_uuid": "44bd3765-499f-43b5-a8bd-a6833beffcfc", "tag": "c60ea6f4-955d-45c6-9264-27a1d03618bc"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:33.677176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Subnet': ['ID=7b794222-2866-4037-aaeb-45ed96fc594b,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:33.692472 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73226f2b-59ea-4648-b40d-6cd9a24b700c req-a6277bef-a21c-428e-8522-c828ead1167d tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003368 Sep 09 09:14:33.695338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Checking segment: {'id': 'a06d0b32-4fab-43c0-b879-dddcaaddbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4be00c2f-77e4-4c20-828d-3220e11a68d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:33.695822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network hostable DHCP agents. Network: 4be00c2f-77e4-4c20-828d-3220e11a68d1, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:33.741070 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.746325 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8c6d78b0-9e66-439b-a489-19c00c0452b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b02fbaa8deb344ebb00db178f622f80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1060419 Sep 09 09:14:33.749085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52162) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:33.776059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 829ff870-127d-40b7-bda5-48716789ee84 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:33.803916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 829ff870-127d-40b7-bda5-48716789ee84 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:33.804602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 829ff870-127d-40b7-bda5-48716789ee84 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:33.806034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 4be00c2f-77e4-4c20-828d-3220e11a68d1 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:33.823484 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.843962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561889ba-c6aa-480b-8f47-3b00229a5dd2 req-a20d24d3-fa19-47a4-8ab3-f318b0f8b563 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:33.845465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-561889ba-c6aa-480b-8f47-3b00229a5dd2 req-a20d24d3-fa19-47a4-8ab3-f318b0f8b563 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.0829320 Sep 09 09:14:33.848402 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9263e949-4140-44bb-9228-2f5c86e0dd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.885013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9263e949-4140-44bb-9228-2f5c86e0dd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.887027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Pushing event deleted for resources: {'Port': ['ID=7af2ca08-a6ce-4cc6-8f76-eb73de90c496,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:33.893920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 4be00c2f-77e4-4c20-828d-3220e11a68d1) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:33.908465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:33.908465 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:33.909882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a9abac-3a2f-446c-b6b7-161835b6405a None None] Network 4be00c2f-77e4-4c20-828d-3220e11a68d1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:33.939726 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-561889ba-c6aa-480b-8f47-3b00229a5dd2 req-cf3b38d8-0e34-44c7-99e1-9e8edc48fc1a tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864229 Sep 09 09:14:34.045298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:34.048331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-37615700-9155-4005-aac3-6dea8e791800 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0981665 Sep 09 09:14:34.048478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52164) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:34.054338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-77cc25f1-6aca-4557-b154-2ecf25595089 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '4be00c2f-77e4-4c20-828d-3220e11a68d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:34.066957 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1046959-f402-466d-adef-e88a4d3e769b x-openstack-request-id: req-c1046959-f402-466d-adef-e88a4d3e769b {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:34.067263 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bd3765-499f-43b5-a8bd-a6833beffcfc", "name": "network-vif-unplugged", "status": "completed", "tag": "c60ea6f4-955d-45c6-9264-27a1d03618bc", "code": 200}, {"name": "network-changed", "server_uuid": "44bd3765-499f-43b5-a8bd-a6833beffcfc", "tag": "c60ea6f4-955d-45c6-9264-27a1d03618bc", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:34.067544 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1046959-f402-466d-adef-e88a4d3e769b {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:34.067989 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c60ea6f4-955d-45c6-9264-27a1d03618bc', 'code': 200} Sep 09 09:14:34.068256 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'tag': 'c60ea6f4-955d-45c6-9264-27a1d03618bc', 'status': 'completed', 'code': 200} Sep 09 09:14:34.073589 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9263e949-4140-44bb-9228-2f5c86e0dd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:34.075846 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9263e949-4140-44bb-9228-2f5c86e0dd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:34.079428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9263e949-4140-44bb-9228-2f5c86e0dd76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a45d9689-9d0f-4545-a1d9-ccff864486fa HTTP/1.1" status: 204 len: 168 time: 0.3269436 Sep 09 09:14:34.104792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-4be00c2f-77e4-4c20-828d-3220e11a68d1', 'network_id': '4be00c2f-77e4-4c20-828d-3220e11a68d1', 'tenant_id': '0e1883405564473d8aeb010e318453e1', 'fixed_ips': [{'subnet_id': '7b794222-2866-4037-aaeb-45ed96fc594b'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:14:34.109093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263e949-4140-44bb-9228-2f5c86e0dd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45d9689-9d0f-4545-a1d9-ccff864486fa,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:34.109247 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:34.326840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Allocated IP 172.20.0.2 (4be00c2f-77e4-4c20-828d-3220e11a68d1/7b794222-2866-4037-aaeb-45ed96fc594b/79f1ecf7-f0df-4982-8787-997bd52ee4f3) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:34.359184 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-307fb5ba-faea-4d1e-ab64-fc947aabe311 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1169345 Sep 09 09:14:34.496601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:14:34.509290 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:34.524124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-7e45e5f7-5ec0-4707-bdb5-74b4608c961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:34.527817 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-7e45e5f7-5ec0-4707-bdb5-74b4608c961e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9343d08a57b44681a20e72bb6864a26c&device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 1098 time: 0.0933943 Sep 09 09:14:34.628696 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:34.641672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Transition to ACTIVE for port object 79f1ecf7-f0df-4982-8787-997bd52ee4f3 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:34.669099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event updated for resources: {'Port': ['ID=fef41f44-6034-4d23-b743-9a5ca3ccfaf3,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:34.680762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560005c-903a-42f5-ba7a-7735157e57af req-420a94f4-eafd-4e3f-8a8b-5182dcbf2e5a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:34.688857 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2560005c-903a-42f5-ba7a-7735157e57af req-420a94f4-eafd-4e3f-8a8b-5182dcbf2e5a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 943 time: 0.1091111 Sep 09 09:14:34.692567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Transition to ACTIVE for port object 79f1ecf7-f0df-4982-8787-997bd52ee4f3 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:34.753881 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2560005c-903a-42f5-ba7a-7735157e57af req-1045aed6-f4ca-44c0-b1ac-b69eb9bcc79a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621116 Sep 09 09:14:34.756362 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:34.761971 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd87aac-b496-4cfe-aa18-1b065e794759 req-079356b5-9c00-4ba8-b879-fb0519d2ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:34.763551 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbd87aac-b496-4cfe-aa18-1b065e794759 req-079356b5-9c00-4ba8-b879-fb0519d2ed18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 1126 time: 0.2659488 Sep 09 09:14:34.767274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:34.811388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Network 4be00c2f-77e4-4c20-828d-3220e11a68d1 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:34.815888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:34.826866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:34.857630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-549c8e85-6c32-4318-9fdd-5129e3cd6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:34.859422 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-549c8e85-6c32-4318-9fdd-5129e3cd6b11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c21bb16-856d-4e75-a210-1d2b0cfe3525 HTTP/1.1" status: 200 len: 907 time: 0.3082199 Sep 09 09:14:34.890242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Pushing event updated for resources: {'Port': ['ID=79f1ecf7-f0df-4982-8787-997bd52ee4f3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:34.902808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae6700-69f8-4392-88f9-6bfee00979a3 req-c1cf3ac3-5bf1-40f6-ae01-9062665481a8 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:34.904871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43ae6700-69f8-4392-88f9-6bfee00979a3 req-c1cf3ac3-5bf1-40f6-ae01-9062665481a8 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.24 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.1199083 Sep 09 09:14:34.938645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:14:34.950221 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75a30c7-a6d5-4bb0-8418-fa0e0ff4339d None None] Sync routers for ids ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:14:34.956269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cc25f1-6aca-4557-b154-2ecf25595089 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:34.956269 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-77cc25f1-6aca-4557-b154-2ecf25595089 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:34.961247 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a30c7-a6d5-4bb0-8418-fa0e0ff4339d None None] Routers {'95100bd2-a6d2-45e0-83b3-d6399cbae7dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:34.961785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Attempting to bind port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:34.962282 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e75a30c7-a6d5-4bb0-8418-fa0e0ff4339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:34.962687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Attempting to bind port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'a06d0b32-4fab-43c0-b879-dddcaaddbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4be00c2f-77e4-4c20-828d-3220e11a68d1'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:34.963238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Attempting to bind port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 on network 4be00c2f-77e4-4c20-828d-3220e11a68d1 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:34.971192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:34.971920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Checking segment: {'id': 'a06d0b32-4fab-43c0-b879-dddcaaddbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4be00c2f-77e4-4c20-828d-3220e11a68d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:34.972744 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:34.973551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Bound using segment: {'id': 'a06d0b32-4fab-43c0-b879-dddcaaddbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4be00c2f-77e4-4c20-828d-3220e11a68d1'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:34.974788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Bound port: 79f1ecf7-f0df-4982-8787-997bd52ee4f3, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06d0b32-4fab-43c0-b879-dddcaaddbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4be00c2f-77e4-4c20-828d-3220e11a68d1'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:34.975415 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:35.016781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] No DVR routers for this DVR port 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:35.020165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:35.024051 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5df54bfc-a3c0-4eb3-a5b2-317a76af04b3 req-f0e01ad4-ebde-40c4-bc70-5af7d6040e6f tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.24 "DELETE /v2.0/ports/7af2ca08-a6ce-4cc6-8f76-eb73de90c496 HTTP/1.1" status: 204 len: 173 time: 2.3106589 Sep 09 09:14:35.030110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'name': 'network-vif-deleted', 'tag': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:35.032646 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880052c0-9cd3-4115-99d2-24195da996d3" -d '{"events": [{"server_uuid": "0ce08b57-9054-4d21-9a7c-9ba2a99782db", "name": "network-vif-deleted", "tag": "7af2ca08-a6ce-4cc6-8f76-eb73de90c496"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:35.049270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:35.058055 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4070d51b-ce1c-4ab7-a55c-319e98430817 req-bc3d8ffc-21aa-4215-92d0-9d1c7eb1d157 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 210 time: 0.1703980 Sep 09 09:14:35.058247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-407366a7-3193-40a9-9d53-f90c00930f99 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9733438 Sep 09 09:14:35.063666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd87aac-b496-4cfe-aa18-1b065e794759 req-06dc25ae-b04a-43b4-8c3f-ac9d02bb9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:35.065143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbd87aac-b496-4cfe-aa18-1b065e794759 req-06dc25ae-b04a-43b4-8c3f-ac9d02bb9253 service neutron] 10.222.0.24 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.2783127 Sep 09 09:14:35.100291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] For port 79f1ecf7-f0df-4982-8787-997bd52ee4f3, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:35.105208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] For port 79f1ecf7-f0df-4982-8787-997bd52ee4f3, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=79f1ecf7-f0df-4982-8787-997bd52ee4f3,segment=NetworkSegment(a06d0b32-4fab-43c0-b879-dddcaaddbe24),segment_id=a06d0b32-4fab-43c0-b879-dddcaaddbe24)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:35.137214 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-4ff16822-53bc-4636-b61b-f93af2ac2b2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedcd0b8-b1e1-4a84-aca4-916f41b148ac HTTP/1.1" status: 200 len: 1002 time: 0.2480617 Sep 09 09:14:35.171513 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:35.177606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-43ae6700-69f8-4392-88f9-6bfee00979a3 req-0cad41c9-2a06-42c1-8ddd-eee9df5d5760 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Deleting port b964e21c-9fdf-42be-a61f-29cefa0a60ca {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:35.178032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-43ae6700-69f8-4392-88f9-6bfee00979a3 req-0cad41c9-2a06-42c1-8ddd-eee9df5d5760 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:35.190170 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbd87aac-b496-4cfe-aa18-1b065e794759 req-0a9d4611-cf94-4470-a5a7-2de830f8fa0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc HTTP/1.1" status: 200 len: 217 time: 0.0807352 Sep 09 09:14:35.193672 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e75a30c7-a6d5-4bb0-8418-fa0e0ff4339d None None] Set router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:35.231469 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-3d0af828-3922-4df1-953c-76b3bc6cc465 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 696 time: 0.1722941 Sep 09 09:14:35.306092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-efea363e-3a7a-4572-b96e-9f5f77df9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:35.307305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f41017-8f5c-49d5-8579-9c347680468d None None] Pushing event updated for resources: {'Port': ['ID=79f1ecf7-f0df-4982-8787-997bd52ee4f3,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:35.307902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-efea363e-3a7a-4572-b96e-9f5f77df9f7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbb7a28d-4da9-4308-826e-1c5f8840267e HTTP/1.1" status: 200 len: 845 time: 0.1582670 Sep 09 09:14:35.393057 n-d-778696-16 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-77cc25f1-6aca-4557-b154-2ecf25595089 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7b794222-2866-4037-aaeb-45ed96fc594b (CIDR: 172.20.0.0/28) Sep 09 09:14:35.432665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd87aac-b496-4cfe-aa18-1b065e794759 req-47f26b61-293e-4448-821f-5f86b083b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:35.434328 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbd87aac-b496-4cfe-aa18-1b065e794759 req-47f26b61-293e-4448-821f-5f86b083b695 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.2274976 Sep 09 09:14:35.436654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-43ae6700-69f8-4392-88f9-6bfee00979a3 req-0cad41c9-2a06-42c1-8ddd-eee9df5d5760 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] For port b964e21c-9fdf-42be-a61f-29cefa0a60ca, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b964e21c-9fdf-42be-a61f-29cefa0a60ca,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:35.437222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-43ae6700-69f8-4392-88f9-6bfee00979a3 req-0cad41c9-2a06-42c1-8ddd-eee9df5d5760 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:35.442064 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cc25f1-6aca-4557-b154-2ecf25595089 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:14:35.443463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cc25f1-6aca-4557-b154-2ecf25595089 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:14:35.478152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c573f5a-a265-4b4e-a6d3-a8b6d02bdc3f req-7a8501a5-a7ce-4f4f-bd66-f4f62bf6023f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:35.479979 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c573f5a-a265-4b4e-a6d3-a8b6d02bdc3f req-7a8501a5-a7ce-4f4f-bd66-f4f62bf6023f tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 946 time: 0.1784997 Sep 09 09:14:35.481867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-43ae6700-69f8-4392-88f9-6bfee00979a3 req-0cad41c9-2a06-42c1-8ddd-eee9df5d5760 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Calling delete_port for b964e21c-9fdf-42be-a61f-29cefa0a60ca owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:35.485539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-ed654a43-96d3-413f-811f-cfdb468aa1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:35.487031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-ed654a43-96d3-413f-811f-cfdb468aa1e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c21bb16-856d-4e75-a210-1d2b0cfe3525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631892 Sep 09 09:14:35.512365 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbd87aac-b496-4cfe-aa18-1b065e794759 req-3839e44b-4a7f-41af-b34c-b4225d474523 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556729 Sep 09 09:14:35.522528 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-77cc25f1-6aca-4557-b154-2ecf25595089 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4728599 Sep 09 09:14:35.533777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52200) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:35.645003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-eeafee64-e110-40f1-b0a1-bfc6cf976c44 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:35.645003 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9de006d3-a72e-49f3-99d5-e247afd07f33 req-eeafee64-e110-40f1-b0a1-bfc6cf976c44 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.4093716 Sep 09 09:14:35.663459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5325e47b-45f2-4697-bd05-9fcb95268ea9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '4be00c2f-77e4-4c20-828d-3220e11a68d1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:35.729985 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e75a30c7-a6d5-4bb0-8418-fa0e0ff4339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:06Z', 'revision_number': 4, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979', 'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'mac_address': 'fa:16:3e:3f:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:04Z', 'updated_at': '2021-09-09T09:10:15Z', 'revision_number': 5, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'subnets': [{'id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:35.771546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c60ea6f4-955d-45c6-9264-27a1d03618bc details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:14:35.806067 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbd87aac-b496-4cfe-aa18-1b065e794759 req-07481682-3489-47ec-aa13-1eeaa853a6a0 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721417 Sep 09 09:14:35.806887 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75a30c7-a6d5-4bb0-8418-fa0e0ff4339d None None] Checking router: 95100bd2-a6d2-45e0-83b3-d6399cbae7dc for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:14:35.827007 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a30c7-a6d5-4bb0-8418-fa0e0ff4339d None None] Routers {'95100bd2-a6d2-45e0-83b3-d6399cbae7dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:35.827648 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e75a30c7-a6d5-4bb0-8418-fa0e0ff4339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:35.838599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c573f5a-a265-4b4e-a6d3-a8b6d02bdc3f req-6135c8ce-23b3-4017-86f6-c60a623b7f00 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472731 Sep 09 09:14:35.917808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:35.946320 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f019a5-2499-41e2-8c5d-8debe3b4158e x-openstack-request-id: req-52f019a5-2499-41e2-8c5d-8debe3b4158e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:35.946615 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce08b57-9054-4d21-9a7c-9ba2a99782db", "name": "network-vif-deleted", "tag": "7af2ca08-a6ce-4cc6-8f76-eb73de90c496", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:35.946867 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52f019a5-2499-41e2-8c5d-8debe3b4158e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:35.947266 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce08b57-9054-4d21-9a7c-9ba2a99782db', 'name': 'network-vif-deleted', 'tag': '7af2ca08-a6ce-4cc6-8f76-eb73de90c496', 'status': 'completed', 'code': 200} Sep 09 09:14:36.088374 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:36.120471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c60ea6f4-955d-45c6-9264-27a1d03618bc has no active binding in host n-h2-778696-16 {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 09 09:14:36.173278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:36.178687 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbd87aac-b496-4cfe-aa18-1b065e794759 req-e275e949-f88d-46d6-9823-af81c0cae3a2 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645980 Sep 09 09:14:36.222967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:36.223315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 7af2ca08-a6ce-4cc6-8f76-eb73de90c496 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:36.253641 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e75a30c7-a6d5-4bb0-8418-fa0e0ff4339d None None] Set router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:36.274589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1321174738-network', 'tenant_id': '6b90220d4962485aba5931b0d9905222'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:36.378614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Made reservation on behalf of 6b90220d4962485aba5931b0d9905222 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:36.381905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:36.400915 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:36.433059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f47ec-88f8-467c-ad63-11e23f2f7567 req-6031184d-6b78-4264-a6ea-ddc2ce300207 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:36.437446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-131f47ec-88f8-467c-ad63-11e23f2f7567 req-6031184d-6b78-4264-a6ea-ddc2ce300207 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 943 time: 0.1241083 Sep 09 09:14:36.448991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-1eea2f23-8003-44e0-a2a4-55d7a847794a service neutron] 10.222.0.41 "GET /v2.0/networks/6c21bb16-856d-4e75-a210-1d2b0cfe3525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9410923 Sep 09 09:14:36.494482 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-131f47ec-88f8-467c-ad63-11e23f2f7567 req-e612de09-59fa-4e22-8988-8d1a2fd81d31 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517049 Sep 09 09:14:36.642838 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e75a30c7-a6d5-4bb0-8418-fa0e0ff4339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:06Z', 'revision_number': 4, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979', 'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'mac_address': 'fa:16:3e:3f:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:04Z', 'updated_at': '2021-09-09T09:10:15Z', 'revision_number': 5, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'subnets': [{'id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:36.653974 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:36.679153 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-c1417109-8dde-416b-b370-4b1116c38795 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3689799 Sep 09 09:14:36.693539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:36.701102 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90826d1b-fc52-4b3e-83b8-cda6736b472d req-fb96b82e-ecf3-45c3-9bf1-6ff3909e6c47 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 210 time: 0.0421581 Sep 09 09:14:36.702218 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75a30c7-a6d5-4bb0-8418-fa0e0ff4339d None None] The sync data for ids ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'] in n-d-778696-16 is: [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:10:06Z', 'revision_number': 4, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979', 'name': '', 'network_id': 'bf906f5e-4c09-4555-82ce-4d1b1bfcd464', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'mac_address': 'fa:16:3e:3f:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:04Z', 'updated_at': '2021-09-09T09:10:15Z', 'revision_number': 5, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'subnets': [{'id': '0afbea4c-8fc7-4221-bb0e-1bcc709df310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:14:36.713843 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:36.747241 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6f5b798-81cb-48ab-a3a8-73214ac5a4bd req-85c09e64-3594-4398-8af7-51dd8f3a2b30 service neutron] 10.222.0.41 "GET /v2.0/networks/6c21bb16-856d-4e75-a210-1d2b0cfe3525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509439 Sep 09 09:14:36.747782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:36.766026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580c9a20-f5ec-4793-8494-922e096305bf,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:36.780367 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:36.780977 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Added segment b6bebb4b-f9a3-42d7-9580-60aa80a0c61e of type vlan for network 73729ca7-03af-4a69-811a-d8bbcac64b52 Sep 09 09:14:36.783968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-43ae6700-69f8-4392-88f9-6bfee00979a3 req-0cad41c9-2a06-42c1-8ddd-eee9df5d5760 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:36.855267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5325e47b-45f2-4697-bd05-9fcb95268ea9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:36.871456 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5325e47b-45f2-4697-bd05-9fcb95268ea9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:36.879003 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad41c9-2a06-42c1-8ddd-eee9df5d5760 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Pushing event deleted for resources: {'Port': ['ID=b964e21c-9fdf-42be-a61f-29cefa0a60ca,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:36.884460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:36.947592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765fa4bd-da78-4fc3-9141-12ad61942f49 None None] Network 4be00c2f-77e4-4c20-828d-3220e11a68d1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:36.965431 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:36.966449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:36.967042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:37.004672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae6700-69f8-4392-88f9-6bfee00979a3 req-0cad41c9-2a06-42c1-8ddd-eee9df5d5760 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] No DVR routers for this DVR port b964e21c-9fdf-42be-a61f-29cefa0a60ca on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:37.009367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-43ae6700-69f8-4392-88f9-6bfee00979a3 req-0cad41c9-2a06-42c1-8ddd-eee9df5d5760 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:37.011299 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43ae6700-69f8-4392-88f9-6bfee00979a3 req-0cad41c9-2a06-42c1-8ddd-eee9df5d5760 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.24 "DELETE /v2.0/ports/b964e21c-9fdf-42be-a61f-29cefa0a60ca HTTP/1.1" status: 204 len: 173 time: 2.0931733 Sep 09 09:14:37.011753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43571481-5078-47dc-9a22-d6a8d46e045c', 'name': 'network-vif-deleted', 'tag': 'b964e21c-9fdf-42be-a61f-29cefa0a60ca'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:37.014202 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e7b4d8-93b0-4c26-bad1-c272fb48ec6c" -d '{"events": [{"server_uuid": "43571481-5078-47dc-9a22-d6a8d46e045c", "name": "network-vif-deleted", "tag": "b964e21c-9fdf-42be-a61f-29cefa0a60ca"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:37.100047 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:37.191018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 79f1ecf7-f0df-4982-8787-997bd52ee4f3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:37.199415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=73729ca7-03af-4a69-811a-d8bbcac64b52,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:37.207305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bb136eb3-1ec3-490b-949d-c195e398d7d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2884266 Sep 09 09:14:37.219223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52224) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:37.251347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] Request body: {'subnet': {'network_id': '73729ca7-03af-4a69-811a-d8bbcac64b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1321174738-subnet', 'tenant_id': '6b90220d4962485aba5931b0d9905222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:37.257512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 73729ca7-03af-4a69-811a-d8bbcac64b52 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:37.333256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bdf73f-2ee4-46a2-9622-128762442040 None None] New status for floating IP cd25aa7f-fe4c-4fff-afe5-6a1fccd105a9: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:14:37.399944 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-209fa02d-098a-44f7-bb8b-a94dcd6e66ce req-3f440b94-dc97-4fdd-8b25-143f589c2037 tempest-ListServerFiltersTestJSON-473265688 tempest-ListServerFiltersTestJSON-473265688-project] 10.222.0.32 "GET /v2.0/ports?device_id=43571481-5078-47dc-9a22-d6a8d46e045c HTTP/1.1" status: 200 len: 210 time: 0.0514381 Sep 09 09:14:37.407737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] Made reservation on behalf of 6b90220d4962485aba5931b0d9905222 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:37.410873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:37.453470 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-aef40553-2464-4699-a188-162b26ea8c20 service neutron] 10.222.0.24 "GET /v2.0/ports/c60ea6f4-955d-45c6-9264-27a1d03618bc/bindings/n-h2-778696-16 HTTP/1.1" status: 200 len: 385 time: 0.2077415 Sep 09 09:14:37.473345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-81512885-721e-4689-9012-c794fe6bb339 None None] Provisioning for port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:37.616015 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71817c2c-5c87-4a9b-86a7-6f9747c96a1c x-openstack-request-id: req-71817c2c-5c87-4a9b-86a7-6f9747c96a1c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:37.616628 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43571481-5078-47dc-9a22-d6a8d46e045c", "name": "network-vif-deleted", "tag": "b964e21c-9fdf-42be-a61f-29cefa0a60ca", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:37.617130 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71817c2c-5c87-4a9b-86a7-6f9747c96a1c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:37.617887 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43571481-5078-47dc-9a22-d6a8d46e045c', 'name': 'network-vif-deleted', 'tag': 'b964e21c-9fdf-42be-a61f-29cefa0a60ca', 'status': 'completed', 'code': 200} Sep 09 09:14:37.665762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:37.673357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:37.677661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:37.678227 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:37.711864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17aa81-ce64-4af6-882a-3d686c4423b0 req-378f71e1-64cb-469a-a101-9ddb18c4c38c tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:37.713750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee17aa81-ce64-4af6-882a-3d686c4423b0 req-378f71e1-64cb-469a-a101-9ddb18c4c38c tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 949 time: 0.0689535 Sep 09 09:14:37.754900 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:37.822618 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee17aa81-ce64-4af6-882a-3d686c4423b0 req-5c325721-b698-44b1-977a-a481b08a6797 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945573 Sep 09 09:14:37.883048 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:37.917499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c824bf-6a98-415a-ab5d-68e9d0d83cb8,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:37.922709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] Checking segment: {'id': 'b6bebb4b-f9a3-42d7-9580-60aa80a0c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '73729ca7-03af-4a69-811a-d8bbcac64b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:37.923078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] Network hostable DHCP agents. Network: 73729ca7-03af-4a69-811a-d8bbcac64b52, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:37.932776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5325e47b-45f2-4697-bd05-9fcb95268ea9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:37.947431 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 79f1ecf7-f0df-4982-8787-997bd52ee4f3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=79f1ecf7-f0df-4982-8787-997bd52ee4f3,segment=NetworkSegment(a06d0b32-4fab-43c0-b879-dddcaaddbe24),segment_id=a06d0b32-4fab-43c0-b879-dddcaaddbe24)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:38.013315 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5325e47b-45f2-4697-bd05-9fcb95268ea9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 4be00c2f-77e4-4c20-828d-3220e11a68d1 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:38.027519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Allocated IP 172.25.8.119 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/1eb972ee-cd43-4a34-9ad3-021bfd4f097c) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:38.031563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5325e47b-45f2-4697-bd05-9fcb95268ea9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:38.040172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] Network 73729ca7-03af-4a69-811a-d8bbcac64b52 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:38.041133 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.041521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325e47b-45f2-4697-bd05-9fcb95268ea9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:38.044692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5325e47b-45f2-4697-bd05-9fcb95268ea9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.045500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-77e63696-adc0-4035-90e9-600e60956354 service neutron] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:38.062769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325e47b-45f2-4697-bd05-9fcb95268ea9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Subnet': ['ID=417c3aa1-8114-4186-aff2-034bc5d5bc3f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:38.097157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-77e63696-adc0-4035-90e9-600e60956354 service neutron] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:38.097554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b1ec5-6d36-4e9e-b332-e44efa1111a2 req-0f95b097-af43-49ec-9071-27960bd8dd41 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:38.106925 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c93b1ec5-6d36-4e9e-b332-e44efa1111a2 req-0f95b097-af43-49ec-9071-27960bd8dd41 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 943 time: 0.1241260 Sep 09 09:14:38.124785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed2674-0bab-4846-a6d3-d40adca9f9c3 None None] Network 4be00c2f-77e4-4c20-828d-3220e11a68d1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:38.129292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=79f1ecf7-f0df-4982-8787-997bd52ee4f3,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:38.138071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 73729ca7-03af-4a69-811a-d8bbcac64b52) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:38.152187 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e87b471-3c5f-4827-83c1-664cbc4ce042 None None] Network 73729ca7-03af-4a69-811a-d8bbcac64b52 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:38.152530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:38.153306 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.172468 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5325e47b-45f2-4697-bd05-9fcb95268ea9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6366522 Sep 09 09:14:38.175299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52230) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:38.183671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': '4be00c2f-77e4-4c20-828d-3220e11a68d1', 'fixed_ips': [{'subnet_id': '7b794222-2866-4037-aaeb-45ed96fc594b'}, {'subnet_id': '417c3aa1-8114-4186-aff2-034bc5d5bc3f'}], 'name': 'tempest-PortsTestJSON-1325632875'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:38.183871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-77e63696-adc0-4035-90e9-600e60956354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60ea6f4-955d-45c6-9264-27a1d03618bc {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:14:38.186713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c60ea6f4-955d-45c6-9264-27a1d03618bc no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:38.199301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-77e63696-adc0-4035-90e9-600e60956354 service neutron] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:38.207394 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c93b1ec5-6d36-4e9e-b332-e44efa1111a2 req-1e8ed6e1-5a47-4573-a524-f43afe883e9a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950663 Sep 09 09:14:38.239695 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.309385 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d5de13a4-981e-4ed8-a696-67ef606f2f79 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0887656 Sep 09 09:14:38.323089 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.345360 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85157106-cefe-4b77-96e7-b6a0643b190d req-5d1968ca-8bae-4a95-a444-09a7a3a0b493 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 210 time: 0.0418720 Sep 09 09:14:38.379001 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-77e63696-adc0-4035-90e9-600e60956354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.402408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:38.407052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:38.414049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:38.430186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b4d8d8fa-467e-4a75-8e58-71f85dfcecf0 None None] Provisioning complete for port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:38.431250 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4d8d8fa-467e-4a75-8e58-71f85dfcecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.439235 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:38.479274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event updated for resources: {'Port': ['ID=1eb972ee-cd43-4a34-9ad3-021bfd4f097c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:38.528270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52238) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:38.657666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b964e21c-9fdf-42be-a61f-29cefa0a60ca no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:38.670308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-77e63696-adc0-4035-90e9-600e60956354 service neutron] Transition to ACTIVE for port object c60ea6f4-955d-45c6-9264-27a1d03618bc will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:38.682088 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.693001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: b964e21c-9fdf-42be-a61f-29cefa0a60ca {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:38.694039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b964e21c-9fdf-42be-a61f-29cefa0a60ca not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:38.695777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.698556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd8ca4f-20f7-46bb-bfa0-ca27a94d3c96 admin admin] Deleting subnet 5dbf10f2-0d70-4f45-bafc-0e12733beabe {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:14:38.702146 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbd8ca4f-20f7-46bb-bfa0-ca27a94d3c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.735336 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93cda3d-ba18-4516-bd53-93076d8319bb None None] Network 73729ca7-03af-4a69-811a-d8bbcac64b52 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:38.747110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:14:38.750684 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbd8ca4f-20f7-46bb-bfa0-ca27a94d3c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.837499 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbd8ca4f-20f7-46bb-bfa0-ca27a94d3c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:38.928628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-77e63696-adc0-4035-90e9-600e60956354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.074527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e63696-adc0-4035-90e9-600e60956354 service neutron] Pushing event updated for resources: {'Port': ['ID=c60ea6f4-955d-45c6-9264-27a1d03618bc,revision_number=10']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:39.084432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0abeb1-12e8-4c89-8347-785b20e98482 None None] Update dhcp port {'port': {'network_id': '4be00c2f-77e4-4c20-828d-3220e11a68d1', 'fixed_ips': [{'subnet_id': '7b794222-2866-4037-aaeb-45ed96fc594b', 'ip_address': '172.20.0.2'}, {'subnet_id': '417c3aa1-8114-4186-aff2-034bc5d5bc3f'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '79f1ecf7-f0df-4982-8787-997bd52ee4f3'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:14:39.089168 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbd8ca4f-20f7-46bb-bfa0-ca27a94d3c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.120918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8ca4f-20f7-46bb-bfa0-ca27a94d3c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dbf10f2-0d70-4f45-bafc-0e12733beabe,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:39.127181 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd0abeb1-12e8-4c89-8347-785b20e98482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.131833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 79f1ecf7-f0df-4982-8787-997bd52ee4f3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:39.151877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205dc13-02a7-41fc-ae10-ab3821133cce req-7395c0d2-e154-427b-9351-877fc3347146 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:39.153694 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9205dc13-02a7-41fc-ae10-ab3821133cce req-7395c0d2-e154-427b-9351-877fc3347146 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 949 time: 0.5916908 Sep 09 09:14:39.157118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-77e63696-adc0-4035-90e9-600e60956354 service neutron] No DVR routers for this DVR port c60ea6f4-955d-45c6-9264-27a1d03618bc on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:39.159066 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.168588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-77c62015-c880-4d13-9d26-c34e58abcea1 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:39.170115 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-77c62015-c880-4d13-9d26-c34e58abcea1 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/networks?id=73729ca7-03af-4a69-811a-d8bbcac64b52 HTTP/1.1" status: 200 len: 822 time: 0.2073884 Sep 09 09:14:39.200569 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-3fb12acc-ee7b-4904-9d5f-c320c0594541 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/quotas/6b90220d4962485aba5931b0d9905222 HTTP/1.1" status: 200 len: 375 time: 0.0188358 Sep 09 09:14:39.239924 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbd8ca4f-20f7-46bb-bfa0-ca27a94d3c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.244046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cbd8ca4f-20f7-46bb-bfa0-ca27a94d3c96 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5dbf10f2-0d70-4f45-bafc-0e12733beabe HTTP/1.1" status: 204 len: 168 time: 0.7123580 Sep 09 09:14:39.260949 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-77ab6305-f36e-4c2c-9431-55d18b4a4835 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b90220d4962485aba5931b0d9905222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371475 Sep 09 09:14:39.262523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52258) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:39.267744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a2c69-a900-4baa-98f5-136de0089a14 None None] Network 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:39.304504 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-77e63696-adc0-4035-90e9-600e60956354 service neutron] 10.222.0.24 "PUT /v2.0/ports/c60ea6f4-955d-45c6-9264-27a1d03618bc/bindings/n-h2-778696-16/activate HTTP/1.1" status: 200 len: 370 time: 1.8167298 Sep 09 09:14:39.372381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-9205dc13-02a7-41fc-ae10-ab3821133cce req-312ab5f4-13c8-4501-acf2-04c9f03cceb4 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Deleting port 8f856525-67b6-4ed0-99d5-0d38130b94d2 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:39.372771 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9205dc13-02a7-41fc-ae10-ab3821133cce req-312ab5f4-13c8-4501-acf2-04c9f03cceb4 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.379961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.12 (4be00c2f-77e4-4c20-828d-3220e11a68d1/7b794222-2866-4037-aaeb-45ed96fc594b/9d7fcf8e-402d-43ae-be3f-1a347cf6fec4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:39.394690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.21 (4be00c2f-77e4-4c20-828d-3220e11a68d1/417c3aa1-8114-4186-aff2-034bc5d5bc3f/9d7fcf8e-402d-43ae-be3f-1a347cf6fec4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:39.452940 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.486533 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-50fd6251-f219-465b-8aac-8dd3d5d754ca service neutron] 10.222.0.32 "GET /v2.0/networks/73729ca7-03af-4a69-811a-d8bbcac64b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246418 Sep 09 09:14:39.573307 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:39.573307 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.587951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-f4fa4057-72b3-4413-8266-d1e6448ca29c tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:39.589543 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-f4fa4057-72b3-4413-8266-d1e6448ca29c tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.1424091 Sep 09 09:14:39.591356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9205dc13-02a7-41fc-ae10-ab3821133cce req-312ab5f4-13c8-4501-acf2-04c9f03cceb4 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] For port 8f856525-67b6-4ed0-99d5-0d38130b94d2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=8f856525-67b6-4ed0-99d5-0d38130b94d2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:39.591735 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9205dc13-02a7-41fc-ae10-ab3821133cce req-312ab5f4-13c8-4501-acf2-04c9f03cceb4 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.652845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-9205dc13-02a7-41fc-ae10-ab3821133cce req-312ab5f4-13c8-4501-acf2-04c9f03cceb4 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Calling delete_port for 8f856525-67b6-4ed0-99d5-0d38130b94d2 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:39.667465 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.686202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-9237aa67-82ec-4b24-942d-c8b2eb74e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:39.687785 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-9237aa67-82ec-4b24-942d-c8b2eb74e622 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da HTTP/1.1" status: 200 len: 1096 time: 0.0872169 Sep 09 09:14:39.726343 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-ccb0852d-5196-4e31-80d8-b50a877d0a3e service neutron] 10.222.0.32 "GET /v2.0/networks/73729ca7-03af-4a69-811a-d8bbcac64b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388887 Sep 09 09:14:39.748689 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Deleting port 59d76f03-a28e-41d4-9310-8bd38c7ab128 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:39.748689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.792904 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.811284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc231e8c-b72c-4794-adfc-0b7321e85da8 None None] DHCP port deletion for 7ba0c583-82cd-4b2b-b3f5-86ea180eca0f request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:14:39.828716 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] For port 59d76f03-a28e-41d4-9310-8bd38c7ab128, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=59d76f03-a28e-41d4-9310-8bd38c7ab128,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:39.829225 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.856463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Calling delete_port for 59d76f03-a28e-41d4-9310-8bd38c7ab128 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:39.859430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event updated for resources: {'Port': ['ID=1eb972ee-cd43-4a34-9ad3-021bfd4f097c,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:39.877307 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.887802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dc231e8c-b72c-4794-adfc-0b7321e85da8 None None] Deleting port 59d76f03-a28e-41d4-9310-8bd38c7ab128 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:39.891973 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc231e8c-b72c-4794-adfc-0b7321e85da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:39.947833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:39.984759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-5551a71f-f4f2-4790-9f33-1e1348d9d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:39.984759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-5551a71f-f4f2-4790-9f33-1e1348d9d524 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 1096 time: 0.2365229 Sep 09 09:14:40.030550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dc231e8c-b72c-4794-adfc-0b7321e85da8 None None] For port 59d76f03-a28e-41d4-9310-8bd38c7ab128, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=59d76f03-a28e-41d4-9310-8bd38c7ab128,segment=NetworkSegment(497cae16-9d5f-4d6f-b72c-1e001cb8bdea),segment_id=497cae16-9d5f-4d6f-b72c-1e001cb8bdea)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:40.031026 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc231e8c-b72c-4794-adfc-0b7321e85da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:40.063469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dc231e8c-b72c-4794-adfc-0b7321e85da8 None None] Calling delete_port for 59d76f03-a28e-41d4-9310-8bd38c7ab128 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:40.110653 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:40.122151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9485477-8e75-4fb5-8bac-f3d505acfab0 req-07b4985a-b091-45bd-b631-0163c25699ce tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:40.123820 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9485477-8e75-4fb5-8bac-f3d505acfab0 req-07b4985a-b091-45bd-b631-0163c25699ce tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 949 time: 0.1179559 Sep 09 09:14:40.184516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9485477-8e75-4fb5-8bac-f3d505acfab0 req-cb747948-41cf-4f3e-bb4d-966519f2b385 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529096 Sep 09 09:14:40.201111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-16138545-9294-4571-a0f0-f623c13d0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:40.202920 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-16138545-9294-4571-a0f0-f623c13d0be9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.2092481 Sep 09 09:14:40.205628 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc231e8c-b72c-4794-adfc-0b7321e85da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:40.206577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:40.232330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc231e8c-b72c-4794-adfc-0b7321e85da8 None None] Pushing event deleted for resources: {'Port': ['ID=59d76f03-a28e-41d4-9310-8bd38c7ab128,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:40.236210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc231e8c-b72c-4794-adfc-0b7321e85da8 None None] No DVR routers for this DVR port 59d76f03-a28e-41d4-9310-8bd38c7ab128 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:40.254794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] No DVR routers for this DVR port 59d76f03-a28e-41d4-9310-8bd38c7ab128 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:40.270299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Pushing event deleted for resources: {'Port': ['ID=59d76f03-a28e-41d4-9310-8bd38c7ab128,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:40.281826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:40.300331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-833c50c1-0e4b-4bac-9565-0260fa66cb8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc HTTP/1.1" status: 200 len: 217 time: 0.0873656 Sep 09 09:14:40.304173 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9205dc13-02a7-41fc-ae10-ab3821133cce req-312ab5f4-13c8-4501-acf2-04c9f03cceb4 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:40.319687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-bd0abeb1-12e8-4c89-8347-785b20e98482 None None] Allocated IP 172.20.0.18 (4be00c2f-77e4-4c20-828d-3220e11a68d1/417c3aa1-8114-4186-aff2-034bc5d5bc3f/79f1ecf7-f0df-4982-8787-997bd52ee4f3) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:40.342953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:40.345627 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-2ee860fb-84f2-4f8c-87ba-f79ddf85bd3b tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6652861 Sep 09 09:14:40.362886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ab5f4-13c8-4501-acf2-04c9f03cceb4 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Pushing event deleted for resources: {'Port': ['ID=8f856525-67b6-4ed0-99d5-0d38130b94d2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:40.398448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=9d7fcf8e-402d-43ae-be3f-1a347cf6fec4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:40.473960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 4be00c2f-77e4-4c20-828d-3220e11a68d1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:40.486411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bd0abeb1-12e8-4c89-8347-785b20e98482 None None] For port 79f1ecf7-f0df-4982-8787-997bd52ee4f3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=79f1ecf7-f0df-4982-8787-997bd52ee4f3,segment=NetworkSegment(a06d0b32-4fab-43c0-b879-dddcaaddbe24),segment_id=a06d0b32-4fab-43c0-b879-dddcaaddbe24)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:40.511506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-330afd0c-4640-403e-b8ab-5472eef121f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:40.513906 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-330afd0c-4640-403e-b8ab-5472eef121f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.2030690 Sep 09 09:14:40.515132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9205dc13-02a7-41fc-ae10-ab3821133cce req-312ab5f4-13c8-4501-acf2-04c9f03cceb4 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] No DVR routers for this DVR port 8f856525-67b6-4ed0-99d5-0d38130b94d2 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:40.518482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9205dc13-02a7-41fc-ae10-ab3821133cce req-312ab5f4-13c8-4501-acf2-04c9f03cceb4 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:40.522577 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9205dc13-02a7-41fc-ae10-ab3821133cce req-312ab5f4-13c8-4501-acf2-04c9f03cceb4 tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.41 "DELETE /v2.0/ports/8f856525-67b6-4ed0-99d5-0d38130b94d2 HTTP/1.1" status: 204 len: 173 time: 1.3608005 Sep 09 09:14:40.531461 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-54459491-a1e1-4542-8107-dd11b6ff9be6 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.1700437 Sep 09 09:14:40.535072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0974f89-6ea7-45e5-a76d-b29278cc006f', 'name': 'network-vif-deleted', 'tag': '8f856525-67b6-4ed0-99d5-0d38130b94d2'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:40.535852 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd0abeb1-12e8-4c89-8347-785b20e98482 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:40.538088 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f78c10-e9cc-4c93-8ef4-4bddc96bf9a4" -d '{"events": [{"server_uuid": "d0974f89-6ea7-45e5-a76d-b29278cc006f", "name": "network-vif-deleted", "tag": "8f856525-67b6-4ed0-99d5-0d38130b94d2"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:40.574377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bd0abeb1-12e8-4c89-8347-785b20e98482 None None] Transition to ACTIVE for port object 79f1ecf7-f0df-4982-8787-997bd52ee4f3 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:40.656626 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd0abeb1-12e8-4c89-8347-785b20e98482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:40.727865 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-5930b42c-14d1-4b90-9404-2aae1c487161 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953390 Sep 09 09:14:40.768038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0abeb1-12e8-4c89-8347-785b20e98482 None None] Pushing event updated for resources: {'Port': ['ID=79f1ecf7-f0df-4982-8787-997bd52ee4f3,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:40.773988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-8685bf8e-be81-401a-89ec-c1e1e5dce7fe tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:40.779508 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4be74085-0d3c-4ee0-8dbd-d04ff969ce46 req-8685bf8e-be81-401a-89ec-c1e1e5dce7fe tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.2274404 Sep 09 09:14:40.920923 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81f896a8-160c-4913-9522-eda468ef8996 req-a3e406a4-081c-416b-85de-7ffc098482cc tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 210 time: 0.0426350 Sep 09 09:14:40.949003 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-55a983b0-a262-424d-9bc1-0acff5b5ef11 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720192 Sep 09 09:14:40.990889 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:41.013695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba0c583-82cd-4b2b-b3f5-86ea180eca0f']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:41.025409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497cae16-9d5f-4d6f-b72c-1e001cb8bdea') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:41.025759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497cae16-9d5f-4d6f-b72c-1e001cb8bdea') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:41.039616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:41.055983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:41.064541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:14:41.065455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:41.089948 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-b939d79d-e1d1-4eed-a134-5e4c73d6bf40 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335545 Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:14:41.092611 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:14:41.098520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:41.103149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:41.110857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 79f1ecf7-f0df-4982-8787-997bd52ee4f3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:41.188763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03ad2-d91b-49ad-a17e-94a83955bbcb req-9847ee8a-931d-48bd-9bc3-e25130857f38 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:41.199416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33d03ad2-d91b-49ad-a17e-94a83955bbcb req-9847ee8a-931d-48bd-9bc3-e25130857f38 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 944 time: 0.8841989 Sep 09 09:14:41.252088 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:41.260013 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3be5ff66-4df0-4374-a154-b0ca3ad4f210 req-596ced5e-cd64-4c4d-b473-9030e271e35f tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 210 time: 0.0700476 Sep 09 09:14:41.280507 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:41.280507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:41.293453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 59d76f03-a28e-41d4-9310-8bd38c7ab128 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:41.303070 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33d03ad2-d91b-49ad-a17e-94a83955bbcb req-c2f3b15c-4071-4e9a-81b8-101321e88714 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025236 Sep 09 09:14:41.304318 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:41.306715 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] 10.222.0.32 "DELETE /v2.0/networks/7ba0c583-82cd-4b2b-b3f5-86ea180eca0f HTTP/1.1" status: 204 len: 168 time: 2.0314705 Sep 09 09:14:41.341800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 59d76f03-a28e-41d4-9310-8bd38c7ab128 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:41.343287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 59d76f03-a28e-41d4-9310-8bd38c7ab128 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:41.344575 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4524f2-7645-452f-b9e5-63fa522f8379 x-openstack-request-id: req-0d4524f2-7645-452f-b9e5-63fa522f8379 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:41.344575 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0974f89-6ea7-45e5-a76d-b29278cc006f", "name": "network-vif-deleted", "tag": "8f856525-67b6-4ed0-99d5-0d38130b94d2", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:41.344575 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d4524f2-7645-452f-b9e5-63fa522f8379 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:41.344575 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0974f89-6ea7-45e5-a76d-b29278cc006f', 'name': 'network-vif-deleted', 'tag': '8f856525-67b6-4ed0-99d5-0d38130b94d2', 'status': 'completed', 'code': 200} Sep 09 09:14:41.369318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddd09d-58c2-4e3f-8e29-74f9c71f24cf admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba0c583-82cd-4b2b-b3f5-86ea180eca0f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:41.486011 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b0eb33f4-f7a0-40b3-a284-5296b5913ed5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.3087626 Sep 09 09:14:41.489334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52284) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:41.499533 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6d6fda76-8ed3-4fc2-a69f-047284d53e7d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b794222-2866-4037-aaeb-45ed96fc594b'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:41.505876 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-606c217f-b7d4-41ac-81ba-687e92904b5a req-1763d70f-cd0d-417f-a020-c848328b0cbd tempest-TenantUsagesTestJSON-52350247 tempest-TenantUsagesTestJSON-52350247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0974f89-6ea7-45e5-a76d-b29278cc006f HTTP/1.1" status: 200 len: 210 time: 0.0414288 Sep 09 09:14:41.565647 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-0089fc67-e6e3-46bf-81d2-da193a45904e tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1886089 Sep 09 09:14:41.582115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:41.618649 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d6fda76-8ed3-4fc2-a69f-047284d53e7d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:41.767902 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:41.798404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-deb0cbe4-dac3-412a-a285-4f7c516ee46c tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:41.800268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-deb0cbe4-dac3-412a-a285-4f7c516ee46c tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.0531018 Sep 09 09:14:41.830110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 8f856525-67b6-4ed0-99d5-0d38130b94d2 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:41.867007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 8f856525-67b6-4ed0-99d5-0d38130b94d2 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:41.867333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 8f856525-67b6-4ed0-99d5-0d38130b94d2 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:41.924515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-afb189bc-19cb-4dd7-9f05-e06fbb316451 None None] Provisioning for port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:41.948661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-afb189bc-19cb-4dd7-9f05-e06fbb316451 None None] Provisioning complete for port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:41.949169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:41.949747 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afb189bc-19cb-4dd7-9f05-e06fbb316451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.012056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-6d6fda76-8ed3-4fc2-a69f-047284d53e7d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Delete allocated IP 172.20.0.21 (4be00c2f-77e4-4c20-828d-3220e11a68d1/417c3aa1-8114-4186-aff2-034bc5d5bc3f) {{(pid=95326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 09 09:14:42.038298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dd6834ae-b585-4bfa-8099-aadc89cf949f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=559b61acb97442fd970f65e2ab019dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878654 Sep 09 09:14:42.043854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:42.085974 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-2b1c9efa-b1e2-4810-a059-dd466bf04552 service neutron] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:42.092202 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-24cafb1e-ab44-4a37-b37c-977be30d828f req-dbff7b95-2b0b-4475-a201-8532389bd3ae tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce08b57-9054-4d21-9a7c-9ba2a99782db HTTP/1.1" status: 200 len: 210 time: 0.0537744 Sep 09 09:14:42.094967 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-2b1c9efa-b1e2-4810-a059-dd466bf04552 service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.096092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aeaa9795-c9cc-457f-9ee5-7765453c9cac req-2b1c9efa-b1e2-4810-a059-dd466bf04552 service neutron] 10.222.0.41 "DELETE /v2.0/ports/c60ea6f4-955d-45c6-9264-27a1d03618bc/bindings/n-h1-778696-16 HTTP/1.1" status: 204 len: 173 time: 0.2891624 Sep 09 09:14:42.135543 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.241445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac5960b1-adfb-469e-b4e9-22060f404a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.250936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2e6b2ddf-01d3-487d-b30e-11b1ab8a5a08 None None] Provisioning for port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:42.256715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2e6b2ddf-01d3-487d-b30e-11b1ab8a5a08 None None] Provisioning complete for port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:42.257095 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2e6b2ddf-01d3-487d-b30e-11b1ab8a5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.307652 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d6fda76-8ed3-4fc2-a69f-047284d53e7d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.323186 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac5960b1-adfb-469e-b4e9-22060f404a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.324420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b2ddf-01d3-487d-b30e-11b1ab8a5a08 None None] Port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:14:42.344324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-6d6fda76-8ed3-4fc2-a69f-047284d53e7d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Ignored duplicate provisioning block setup for port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 09 09:14:42.381278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Allocated IP 172.25.8.187 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/22b7689f-0568-4f0c-97a7-b855b1d318dd) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:42.469151 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d6fda76-8ed3-4fc2-a69f-047284d53e7d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.501553 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:14:42.542845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.581076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac5960b1-adfb-469e-b4e9-22060f404a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.581076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac5960b1-adfb-469e-b4e9-22060f404a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.581395 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ac5960b1-adfb-469e-b4e9-22060f404a6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0 HTTP/1.1" status: 204 len: 168 time: 0.5368440 Sep 09 09:14:42.627011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fda76-8ed3-4fc2-a69f-047284d53e7d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=9d7fcf8e-402d-43ae-be3f-1a347cf6fec4,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:42.647672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5960b1-adfb-469e-b4e9-22060f404a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd772fc4-ca3c-43ae-8f9f-f063d72d7bf0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:42.674370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fda76-8ed3-4fc2-a69f-047284d53e7d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] In _notify_port_updated(), no bound segment for port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 on network 4be00c2f-77e4-4c20-828d-3220e11a68d1 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:14:42.690294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6fda76-8ed3-4fc2-a69f-047284d53e7d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:42.692603 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d6fda76-8ed3-4fc2-a69f-047284d53e7d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.696626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6d6fda76-8ed3-4fc2-a69f-047284d53e7d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "PUT /v2.0/ports/9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 HTTP/1.1" status: 200 len: 920 time: 1.2062619 Sep 09 09:14:42.701402 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:42.707410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cb7ccd6e-210e-4a16-a495-8c612b5be077 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b794222-2866-4037-aaeb-45ed96fc594b'}, {'subnet_id': '417c3aa1-8114-4186-aff2-034bc5d5bc3f'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:42.783988 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f20805a-8660-4ce8-b2d9-ae5b7bb82a80 req-06e04f0d-06f1-4691-8b3c-c0d74b4095c5 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 210 time: 0.4208562 Sep 09 09:14:42.822114 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.825051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccd6e-210e-4a16-a495-8c612b5be077 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:42.912925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:42.928035 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:42.995067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:42.998037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-ef56e742-b569-495c-99c6-f7a6cb75110d tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:43.006767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-ef56e742-b569-495c-99c6-f7a6cb75110d tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.24 "GET /v2.0/networks?id=73729ca7-03af-4a69-811a-d8bbcac64b52 HTTP/1.1" status: 200 len: 822 time: 0.2309413 Sep 09 09:14:43.013945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event updated for resources: {'Port': ['ID=22b7689f-0568-4f0c-97a7-b855b1d318dd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:43.020705 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bf7fd-c36a-4383-8c49-068b3093d29e req-c94690f2-22f9-4992-87d0-184d9f7f69e7 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:43.023716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-221bf7fd-c36a-4383-8c49-068b3093d29e req-c94690f2-22f9-4992-87d0-184d9f7f69e7 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 944 time: 0.1221807 Sep 09 09:14:43.037968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Request body: {'port': {'device_id': 'd2144a67-eaee-4c59-8607-a13efe188ae6', 'network_id': '73729ca7-03af-4a69-811a-d8bbcac64b52', 'admin_state_up': True, 'tenant_id': '6b90220d4962485aba5931b0d9905222'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:43.078678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-644b17df-c9ee-4e11-af44-cf7e99875c65 None None] Provisioning complete for port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:43.080142 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-644b17df-c9ee-4e11-af44-cf7e99875c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:43.170121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-644b17df-c9ee-4e11-af44-cf7e99875c65 None None] Port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:14:43.261765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-221bf7fd-c36a-4383-8c49-068b3093d29e req-08b7a50f-1193-427f-ad90-34fbebc4228b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571594 Sep 09 09:14:43.347746 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:43.374102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-cb7ccd6e-210e-4a16-a495-8c612b5be077 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.27 (4be00c2f-77e4-4c20-828d-3220e11a68d1/417c3aa1-8114-4186-aff2-034bc5d5bc3f/9d7fcf8e-402d-43ae-be3f-1a347cf6fec4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:43.377347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Made reservation on behalf of 6b90220d4962485aba5931b0d9905222 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:43.385685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:43.531591 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:43.576277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52326) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:43.609723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Allocated IP 172.20.0.7 (73729ca7-03af-4a69-811a-d8bbcac64b52/01c824bf-6a98-415a-ab5d-68e9d0d83cb8/1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:43.744567 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccd6e-210e-4a16-a495-8c612b5be077 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:43.782797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-cb7ccd6e-210e-4a16-a495-8c612b5be077 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:43.783917 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43d1dbc6-9bf3-4fd0-9e2d-7c6b3437b43b tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:43.789520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bd287-c2ad-4a6e-aec9-adbf197b2561 req-40098392-01e8-4f72-8b7d-6c37b1ada398 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:43.791754 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b98bd287-c2ad-4a6e-aec9-adbf197b2561 req-40098392-01e8-4f72-8b7d-6c37b1ada398 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 1096 time: 0.1216569 Sep 09 09:14:43.828185 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43d1dbc6-9bf3-4fd0-9e2d-7c6b3437b43b tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:43.860137 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccd6e-210e-4a16-a495-8c612b5be077 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:43.888718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:43.889675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b98bd287-c2ad-4a6e-aec9-adbf197b2561 req-6e0cd852-c838-43d5-9cb8-4c50733c3ef7 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836895 Sep 09 09:14:43.903367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:43.997179 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.008901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ccd6e-210e-4a16-a495-8c612b5be077 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=9d7fcf8e-402d-43ae-be3f-1a347cf6fec4,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:44.019128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52338) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:44.085162 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.130709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event updated for resources: {'Port': ['ID=22b7689f-0568-4f0c-97a7-b855b1d318dd,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:44.145039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43d1dbc6-9bf3-4fd0-9e2d-7c6b3437b43b tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.148647 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43d1dbc6-9bf3-4fd0-9e2d-7c6b3437b43b tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.149837 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-43d1dbc6-9bf3-4fd0-9e2d-7c6b3437b43b tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "DELETE /v2.0/security-groups/2f87b982-bf0c-40ae-b370-05e3f04b031f HTTP/1.1" status: 204 len: 168 time: 0.5726044 Sep 09 09:14:44.186581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52344) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:44.210982 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-da626b72-9eef-4f90-aa8e-d42863959dc0 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] show failed (client error): The resource could not be found. Sep 09 09:14:44.212160 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-da626b72-9eef-4f90-aa8e-d42863959dc0 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "GET /v2.0/security-groups/2f87b982-bf0c-40ae-b370-05e3f04b031f HTTP/1.1" status: 404 len: 347 time: 0.0250874 Sep 09 09:14:44.218585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:44.222512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1dbc6-9bf3-4fd0-9e2d-7c6b3437b43b tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f87b982-bf0c-40ae-b370-05e3f04b031f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:44.278133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Network 73729ca7-03af-4a69-811a-d8bbcac64b52 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:44.294097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef5d93-bb0c-4d83-b78c-148ab35c3b54 req-6466b25e-a14d-4512-8255-8b102c1b1482 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:44.302566 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-abef5d93-bb0c-4d83-b78c-148ab35c3b54 req-6466b25e-a14d-4512-8255-8b102c1b1482 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 931 time: 0.2418737 Sep 09 09:14:44.312858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ccd6e-210e-4a16-a495-8c612b5be077 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] In _notify_port_updated(), no bound segment for port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 on network 4be00c2f-77e4-4c20-828d-3220e11a68d1 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:14:44.319286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ccd6e-210e-4a16-a495-8c612b5be077 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:44.319468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Pushing event updated for resources: {'Port': ['ID=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:44.319981 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccd6e-210e-4a16-a495-8c612b5be077 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.322360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:44.324294 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cb7ccd6e-210e-4a16-a495-8c612b5be077 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "PUT /v2.0/ports/9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 HTTP/1.1" status: 200 len: 1000 time: 1.6217077 Sep 09 09:14:44.326030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52350) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:44.345831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:44.381691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.400203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2e82f88a-30c8-467f-8dec-fb3d89acc23b None None] Provisioning for port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:44.405809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2e82f88a-30c8-467f-8dec-fb3d89acc23b None None] Provisioning complete for port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:44.406187 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2e82f88a-30c8-467f-8dec-fb3d89acc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.448514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fea2c363-7f18-4ede-a556-c93f59800f75 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Deleting port 88a5f192-99ed-4237-af40-1a67d42bfb20 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:44.448857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fea2c363-7f18-4ede-a556-c93f59800f75 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.483829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:44.484597 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.492488 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.493736 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-8cdad0a8-e87d-416b-a0b2-471ed4358275 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9167876 Sep 09 09:14:44.509581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2e82f88a-30c8-467f-8dec-fb3d89acc23b None None] Port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:14:44.518553 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4effad43-6efb-4975-b450-5903f113b5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.574841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-abef5d93-bb0c-4d83-b78c-148ab35c3b54 req-a4a5e03e-9330-4e34-bfcd-637c5a0b3177 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/security-groups?id=580c9a20-f5ec-4793-8494-922e096305bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712259 Sep 09 09:14:44.605481 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-60405343-9f66-4f94-b86c-12c0d0b269e9 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0934696 Sep 09 09:14:44.616494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-e1e1bcad-4bdf-4fc1-9cf7-913144e8e205 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5913918 Sep 09 09:14:44.619731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-681d4f5a-082d-4cb8-baa3-b49b8446ee1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d77fe34b78e64fa2863bc53cdcc51dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991557 Sep 09 09:14:44.626310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52360) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:44.637094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Request body: {'port': {'device_id': 'd2144a67-eaee-4c59-8607-a13efe188ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:44.645023 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fea2c363-7f18-4ede-a556-c93f59800f75 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.645351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fea2c363-7f18-4ede-a556-c93f59800f75 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.675352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fea2c363-7f18-4ede-a556-c93f59800f75 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Calling delete_port for 88a5f192-99ed-4237-af40-1a67d42bfb20 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:44.718687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-16fd5d7b-89fd-4b41-95ca-90226cc3f4ba tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:44.719032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16fd5d7b-89fd-4b41-95ca-90226cc3f4ba tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.788664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-20742e7b-e307-4dca-9d92-8b2bfa62ddce tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:44.790045 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35c44420-2550-42a1-a3fb-d13c2259ee76 req-20742e7b-e307-4dca-9d92-8b2bfa62ddce tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1769333 Sep 09 09:14:44.805262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.910482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e49abfa8-5e5a-41d9-86c3-9925adbbd554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.964957 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fea2c363-7f18-4ede-a556-c93f59800f75 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:44.982432 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16fd5d7b-89fd-4b41-95ca-90226cc3f4ba tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:45.001414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2c363-7f18-4ede-a556-c93f59800f75 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Pushing event deleted for resources: {'Port': ['ID=88a5f192-99ed-4237-af40-1a67d42bfb20,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:45.013197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-52a419da-986d-4cbd-909f-ec05acddcebb tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:45.020238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-52a419da-986d-4cbd-909f-ec05acddcebb tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 821 time: 0.3234124 Sep 09 09:14:45.042390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-16fd5d7b-89fd-4b41-95ca-90226cc3f4ba tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:45.046171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e49abfa8-5e5a-41d9-86c3-9925adbbd554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:45.075972 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fea2c363-7f18-4ede-a556-c93f59800f75 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:45.078736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fea2c363-7f18-4ede-a556-c93f59800f75 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:45.079910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fea2c363-7f18-4ede-a556-c93f59800f75 tempest-ServersTestBootFromVolume-921953882 tempest-ServersTestBootFromVolume-921953882-project] 10.222.0.32 "DELETE /v2.0/floatingips/cd25aa7f-fe4c-4fff-afe5-6a1fccd105a9 HTTP/1.1" status: 204 len: 168 time: 0.8585126 Sep 09 09:14:45.082901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52376) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:45.118508 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-25946cff-f48b-4c87-866c-e3b4dfa1cf6b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/quotas/f178fa8dbb2a4f9fa7015f3719b056da HTTP/1.1" status: 200 len: 375 time: 0.0973756 Sep 09 09:14:45.168665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae8dd534-4838-493f-b88a-de81c0f0b9d4 req-438b9882-2dc1-417f-ab8c-45cb96a9d5bb tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips/d7a12b1a-e093-4ee7-ab55-ac34bb0d11b8 HTTP/1.1" status: 200 len: 693 time: 0.0938561 Sep 09 09:14:45.283476 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-edf5e915-b747-427a-99ad-01e6e22b2655 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1535947 Sep 09 09:14:45.371566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dd534-4838-493f-b88a-de81c0f0b9d4 req-38fff79d-39e8-4872-bf89-029611f47a18 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:45.373098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae8dd534-4838-493f-b88a-de81c0f0b9d4 req-38fff79d-39e8-4872-bf89-029611f47a18 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1986578 Sep 09 09:14:45.376527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e49abfa8-5e5a-41d9-86c3-9925adbbd554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:45.382633 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e49abfa8-5e5a-41d9-86c3-9925adbbd554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:45.382633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e49abfa8-5e5a-41d9-86c3-9925adbbd554 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc HTTP/1.1" status: 204 len: 168 time: 0.7529454 Sep 09 09:14:45.417051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49abfa8-5e5a-41d9-86c3-9925adbbd554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5fe59d-9bac-4c62-ab4e-1ec5f21a11bc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:45.448826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-ae8dd534-4838-493f-b88a-de81c0f0b9d4 req-71cebc5a-5708-422f-956a-af03e710f915 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:14:45.450239 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae8dd534-4838-493f-b88a-de81c0f0b9d4 req-71cebc5a-5708-422f-956a-af03e710f915 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0676942 Sep 09 09:14:45.552908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:14:45.571427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:45.642492 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-907ab4a8-8dfc-404a-90ff-5835fc10df0f service neutron] 10.222.0.32 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307281 Sep 09 09:14:45.644872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Transition to ACTIVE for port object 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:45.646335 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16fd5d7b-89fd-4b41-95ca-90226cc3f4ba tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:45.689577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd5d7b-89fd-4b41-95ca-90226cc3f4ba tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=9d7fcf8e-402d-43ae-be3f-1a347cf6fec4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:45.711675 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:45.933844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:45.980691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-ce28918c-b3b0-4549-9049-ace01cc0ef2d tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips/d7a12b1a-e093-4ee7-ab55-ac34bb0d11b8 HTTP/1.1" status: 200 len: 693 time: 0.0592721 Sep 09 09:14:46.014876 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16fd5d7b-89fd-4b41-95ca-90226cc3f4ba tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.019784 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-16fd5d7b-89fd-4b41-95ca-90226cc3f4ba tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 HTTP/1.1" status: 204 len: 168 time: 1.6919405 Sep 09 09:14:46.023713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52396) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:46.069097 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-7e5686a8-3e93-4c1e-98ba-4c4d510b237a service neutron] 10.222.0.32 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153497 Sep 09 09:14:46.079363 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-7115294b-185d-4f16-85f9-9001e0b5dbfe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:14:46.084450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52398) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:46.084726 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7115294b-185d-4f16-85f9-9001e0b5dbfe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 HTTP/1.1" status: 404 len: 333 time: 0.0571253 Sep 09 09:14:46.180639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-37acbf04-12ba-4462-a9e6-f6670b114bc5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting subnet 417c3aa1-8114-4186-aff2-034bc5d5bc3f {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:14:46.184478 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37acbf04-12ba-4462-a9e6-f6670b114bc5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.200444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-5e08e0bd-9047-4426-9744-7916d960ec77 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:46.201739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-5e08e0bd-9047-4426-9744-7916d960ec77 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1768417 Sep 09 09:14:46.213637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-2f2c3594-f227-4e36-bb40-07e545cf2442 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:14:46.214885 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-2f2c3594-f227-4e36-bb40-07e545cf2442 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069916 Sep 09 09:14:46.233456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Attempting to bind port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:46.233798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Attempting to bind port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'b6bebb4b-f9a3-42d7-9580-60aa80a0c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '73729ca7-03af-4a69-811a-d8bbcac64b52'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:46.234095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Attempting to bind port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 on network 73729ca7-03af-4a69-811a-d8bbcac64b52 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:46.241270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 on network 73729ca7-03af-4a69-811a-d8bbcac64b52 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:14:46.241608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Attempting to bind port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 on network 73729ca7-03af-4a69-811a-d8bbcac64b52 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:46.251532 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37acbf04-12ba-4462-a9e6-f6670b114bc5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.254449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:46.257317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Checking segment: {'id': 'b6bebb4b-f9a3-42d7-9580-60aa80a0c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '73729ca7-03af-4a69-811a-d8bbcac64b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:46.262792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Bound using segment: {'id': 'b6bebb4b-f9a3-42d7-9580-60aa80a0c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '73729ca7-03af-4a69-811a-d8bbcac64b52'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:46.263169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Bound port: 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bebb4b-f9a3-42d7-9580-60aa80a0c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '73729ca7-03af-4a69-811a-d8bbcac64b52'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:46.266507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.294210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52400) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:46.311090 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-f1833fca-d09a-4ddf-9458-1b413fda718e tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0784011 Sep 09 09:14:46.341371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-342029cf-3710-4384-a9a7-ac2204815fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.384837 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-a0c333f8-3012-4097-ac6e-36024903b768 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0651357 Sep 09 09:14:46.388812 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.441776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] For port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:46.468303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] For port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8,segment=NetworkSegment(b6bebb4b-f9a3-42d7-9580-60aa80a0c61e),segment_id=b6bebb4b-f9a3-42d7-9580-60aa80a0c61e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:46.471241 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37acbf04-12ba-4462-a9e6-f6670b114bc5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.526506 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.607475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:46.608119 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.609623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] 10.222.0.24 "PUT /v2.0/ports/1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 HTTP/1.1" status: 200 len: 1092 time: 1.9842889 Sep 09 09:14:46.617510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2144a67-eaee-4c59-8607-a13efe188ae6', 'tag': '1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:46.620582 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e094a65-500e-4575-bfc3-a01f2a1cfbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2144a67-eaee-4c59-8607-a13efe188ae6", "tag": "1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:46.728305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207973c1-0b3d-4be9-a91b-8a1cfa921c80 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:46.747978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-e03568d1-e798-43fb-95c3-cc0d9c787327 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Deleting port 22b7689f-0568-4f0c-97a7-b855b1d318dd {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:46.748402 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-e03568d1-e798-43fb-95c3-cc0d9c787327 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.774394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8523444-b76e-4a44-b6a2-e8be5fcb7804 req-f300afae-98ab-4d2c-8233-af8b5de77402 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:46.776032 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8523444-b76e-4a44-b6a2-e8be5fcb7804 req-f300afae-98ab-4d2c-8233-af8b5de77402 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 943 time: 0.1641381 Sep 09 09:14:46.779071 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-342029cf-3710-4384-a9a7-ac2204815fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.782365 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37acbf04-12ba-4462-a9e6-f6670b114bc5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.836080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acbf04-12ba-4462-a9e6-f6670b114bc5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Subnet': ['ID=417c3aa1-8114-4186-aff2-034bc5d5bc3f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:46.840312 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-37acbf04-12ba-4462-a9e6-f6670b114bc5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.845169 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-37acbf04-12ba-4462-a9e6-f6670b114bc5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/417c3aa1-8114-4186-aff2-034bc5d5bc3f HTTP/1.1" status: 204 len: 168 time: 0.7595429 Sep 09 09:14:46.852604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52416) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:46.852759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97661257-c50f-4267-95ea-8f67a277acd4 None None] Network 4be00c2f-77e4-4c20-828d-3220e11a68d1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:46.862849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-82e40fe9-91b8-4f9d-a7fa-5c30ead3cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:46.864427 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-82e40fe9-91b8-4f9d-a7fa-5c30ead3cca6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b90220d4962485aba5931b0d9905222&device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 1095 time: 0.1504462 Sep 09 09:14:46.877758 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-e03568d1-e798-43fb-95c3-cc0d9c787327 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.878087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-e03568d1-e798-43fb-95c3-cc0d9c787327 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.897410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-e03568d1-e798-43fb-95c3-cc0d9c787327 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Calling delete_port for 22b7689f-0568-4f0c-97a7-b855b1d318dd owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:46.901217 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-342029cf-3710-4384-a9a7-ac2204815fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:46.965607 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8523444-b76e-4a44-b6a2-e8be5fcb7804 req-d2b36589-1744-4728-a463-982254b07bb5 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/security-groups?id=580c9a20-f5ec-4793-8494-922e096305bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800718 Sep 09 09:14:46.985999 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-538d6662-6da3-4bcc-8314-45d3ce52dd4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 HTTP/1.1" status: 200 len: 217 time: 0.0954542 Sep 09 09:14:47.022725 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-342029cf-3710-4384-a9a7-ac2204815fb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a2acfe42d66468fadfb6cb9abbb99a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7219198 Sep 09 09:14:47.023634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342029cf-3710-4384-a9a7-ac2204815fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab3ab65-2d83-4e45-9d3d-fdf1312c616a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:47.030992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52418) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:47.070451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] Deleting port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:47.071187 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.114668 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72ab5a50-8f24-4be2-ab6b-7696fdc4417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.137416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9aae47d-445f-4368-94fc-123be8ca1c77 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting subnet 7b794222-2866-4037-aaeb-45ed96fc594b {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:14:47.154504 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9aae47d-445f-4368-94fc-123be8ca1c77 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.203360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] For port 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:47.204067 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.221235 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] Calling delete_port for 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:47.221393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3110a60-f111-4850-a499-84bdeb3b416d req-0afa2565-d6bd-4ba0-8b95-c2d3b369bb9a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 210 time: 0.1183422 Sep 09 09:14:47.248229 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.286710 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.287180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-d7040a1f-5a64-42b6-8a4e-3bbfb2a5579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:47.289948 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-d7040a1f-5a64-42b6-8a4e-3bbfb2a5579a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01c824bf-6a98-415a-ab5d-68e9d0d83cb8 HTTP/1.1" status: 200 len: 862 time: 0.2579434 Sep 09 09:14:47.298394 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9aae47d-445f-4368-94fc-123be8ca1c77 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.304983 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e10a2b7-1a21-4786-b153-a2b8342512f6 x-openstack-request-id: req-5e10a2b7-1a21-4786-b153-a2b8342512f6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:47.305285 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2144a67-eaee-4c59-8607-a13efe188ae6", "tag": "1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:47.305584 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e10a2b7-1a21-4786-b153-a2b8342512f6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:47.305988 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2144a67-eaee-4c59-8607-a13efe188ae6', 'tag': '1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8', 'status': 'completed', 'code': 200} Sep 09 09:14:47.338689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.342815 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-e03568d1-e798-43fb-95c3-cc0d9c787327 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.376113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03568d1-e798-43fb-95c3-cc0d9c787327 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event deleted for resources: {'Port': ['ID=22b7689f-0568-4f0c-97a7-b855b1d318dd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:47.403537 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-acc595a6-e28c-4a12-a986-698371d8cf95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73729ca7-03af-4a69-811a-d8bbcac64b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559690 Sep 09 09:14:47.474362 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-e03568d1-e798-43fb-95c3-cc0d9c787327 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.477569 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-e03568d1-e798-43fb-95c3-cc0d9c787327 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.478860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb8e68ec-4fcf-4238-8dc3-0406ab35ecb5 req-e03568d1-e798-43fb-95c3-cc0d9c787327 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "DELETE /v2.0/floatingips/d7a12b1a-e093-4ee7-ab55-ac34bb0d11b8 HTTP/1.1" status: 204 len: 173 time: 1.0517390 Sep 09 09:14:47.578313 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9aae47d-445f-4368-94fc-123be8ca1c77 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.630710 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.633318 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.634487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ab3ab65-2d83-4e45-9d3d-fdf1312c616a HTTP/1.1" status: 204 len: 168 time: 0.5917435 Sep 09 09:14:47.658418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-b80d37f0-0dfe-4147-8660-756661dc73d8 service neutron] 10.222.0.24 "GET /v2.0/networks/73729ca7-03af-4a69-811a-d8bbcac64b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414703 Sep 09 09:14:47.660691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:47.695469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:47.955029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:48.072440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab3ab65-2d83-4e45-9d3d-fdf1312c616a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:48.086967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5790d612-d101-4585-97a6-af2af7a56d57 None None] Provisioning complete for port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:48.086967 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5790d612-d101-4585-97a6-af2af7a56d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:48.133377 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.134005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.134542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.135404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.135902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.136440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.136921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.137438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.138490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.140098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.140682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.141389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d114b-c49c-4ab4-8494-5afd12ab65a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:48.195435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01ce11-ff08-4dce-91d3-69c11786dcac req-e81e1abb-18a6-4fbe-9eea-cf5f300895f1 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:48.197168 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ff01ce11-ff08-4dce-91d3-69c11786dcac req-e81e1abb-18a6-4fbe-9eea-cf5f300895f1 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 943 time: 0.1320426 Sep 09 09:14:48.263720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52442) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:48.292090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3749e5-c860-4e10-a5d1-5981fe38fb63 req-c045a149-5a8b-4fef-9979-171e49f85b8f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:48.296271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ff01ce11-ff08-4dce-91d3-69c11786dcac req-34dffa11-9bd5-4e97-af58-bb327ca7c25e tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/security-groups?id=580c9a20-f5ec-4793-8494-922e096305bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885382 Sep 09 09:14:48.316221 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7f3749e5-c860-4e10-a5d1-5981fe38fb63 req-c045a149-5a8b-4fef-9979-171e49f85b8f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7805080 Sep 09 09:14:48.346493 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b60160d-31bf-4b1d-bc6c-2fa212cd6d50 req-5edd23aa-5848-4293-b59f-8352f23ffcc0 service neutron] 10.222.0.24 "GET /v2.0/networks/73729ca7-03af-4a69-811a-d8bbcac64b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754230 Sep 09 09:14:48.355410 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9aae47d-445f-4368-94fc-123be8ca1c77 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:48.381918 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:48.398963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] Router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:14:48.421491 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aae47d-445f-4368-94fc-123be8ca1c77 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Subnet': ['ID=7b794222-2866-4037-aaeb-45ed96fc594b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:48.428088 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9aae47d-445f-4368-94fc-123be8ca1c77 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:48.431962 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d9aae47d-445f-4368-94fc-123be8ca1c77 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/7b794222-2866-4037-aaeb-45ed96fc594b HTTP/1.1" status: 204 len: 168 time: 1.5827234 Sep 09 09:14:48.432666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193efca0-8f9e-425e-bb39-e065875ef34e None None] Network 4be00c2f-77e4-4c20-828d-3220e11a68d1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:48.433055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52454) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:48.456788 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b5b10be-3c10-48f6-9cc6-2edf0de61df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:48.498237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5191975d-d5b8-48a9-aba6-9b9247fe2d4b req-79fd906a-ea8e-4bce-ae57-f9b3c692d768 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 210 time: 0.0371804 Sep 09 09:14:48.580427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:14:48.586731 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a5f02e5c-867a-442b-adc7-d79b12a50958 admin admin] 10.222.0.32 "PUT /v2.0/routers/95100bd2-a6d2-45e0-83b3-d6399cbae7dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5027554 Sep 09 09:14:48.591007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:48.593176 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fe53f6-30a5-4cc2-bc0c-3a247d49d99f None None] Sync routers for ids ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:14:48.610440 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fe53f6-30a5-4cc2-bc0c-3a247d49d99f None None] Routers {'95100bd2-a6d2-45e0-83b3-d6399cbae7dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:48.611937 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c6fe53f6-30a5-4cc2-bc0c-3a247d49d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:48.700939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003acdb0-a6f8-4c7c-a827-b1536bdebd05 None None] DHCP port deletion for 4be00c2f-77e4-4c20-828d-3220e11a68d1 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:14:48.725655 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:48.761380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-003acdb0-a6f8-4c7c-a827-b1536bdebd05 None None] Deleting port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:48.761755 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-003acdb0-a6f8-4c7c-a827-b1536bdebd05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:48.764992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-224aa912-86d3-4262-896f-5abee15345b9 req-51fc645e-0ff3-49c1-8bec-cbaf7988c8db tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=ed3f33e469444bad93c9e10a3a7510be HTTP/1.1" status: 200 len: 1656 time: 0.2823069 Sep 09 09:14:48.789824 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:48.794577 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c6fe53f6-30a5-4cc2-bc0c-3a247d49d99f None None] Set router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:48.839666 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:48.870880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-003acdb0-a6f8-4c7c-a827-b1536bdebd05 None None] For port 79f1ecf7-f0df-4982-8787-997bd52ee4f3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=79f1ecf7-f0df-4982-8787-997bd52ee4f3,segment=NetworkSegment(a06d0b32-4fab-43c0-b879-dddcaaddbe24),segment_id=a06d0b32-4fab-43c0-b879-dddcaaddbe24)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:48.876073 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-003acdb0-a6f8-4c7c-a827-b1536bdebd05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:48.892303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-003acdb0-a6f8-4c7c-a827-b1536bdebd05 None None] Calling delete_port for 79f1ecf7-f0df-4982-8787-997bd52ee4f3 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:49.014962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e094a65-500e-4575-bfc3-a01f2a1cfbbc req-c5bb1181-ea95-4404-83c5-e2d6fd83eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:49.018070 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e094a65-500e-4575-bfc3-a01f2a1cfbbc req-c5bb1181-ea95-4404-83c5-e2d6fd83eb60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b90220d4962485aba5931b0d9905222&device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 1095 time: 0.5059006 Sep 09 09:14:49.045022 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b5b10be-3c10-48f6-9cc6-2edf0de61df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.055850 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c6fe53f6-30a5-4cc2-bc0c-3a247d49d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:14:47Z', 'revision_number': 5, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port': {'id': 'fd6f8588-7503-447e-b0a1-9082716c6ade', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:10:00Z', 'updated_at': '2021-09-09T09:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:49.090025 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fe53f6-30a5-4cc2-bc0c-3a247d49d99f None None] Checking router: 95100bd2-a6d2-45e0-83b3-d6399cbae7dc for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:14:49.108068 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fe53f6-30a5-4cc2-bc0c-3a247d49d99f None None] Routers {'95100bd2-a6d2-45e0-83b3-d6399cbae7dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:49.109417 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c6fe53f6-30a5-4cc2-bc0c-3a247d49d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:49.158905 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-003acdb0-a6f8-4c7c-a827-b1536bdebd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.185171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-af7e1f49-8ad1-4df5-8910-d9931aee1781 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:49.197166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-af7e1f49-8ad1-4df5-8910-d9931aee1781 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.41 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 821 time: 0.5214555 Sep 09 09:14:49.224188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 79f1ecf7-f0df-4982-8787-997bd52ee4f3 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:49.227458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003acdb0-a6f8-4c7c-a827-b1536bdebd05 None None] Pushing event deleted for resources: {'Port': ['ID=79f1ecf7-f0df-4982-8787-997bd52ee4f3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:49.227900 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c6fe53f6-30a5-4cc2-bc0c-3a247d49d99f None None] Set router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:14:49.230745 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003acdb0-a6f8-4c7c-a827-b1536bdebd05 None None] No DVR routers for this DVR port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:49.254799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 79f1ecf7-f0df-4982-8787-997bd52ee4f3 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:49.255875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 79f1ecf7-f0df-4982-8787-997bd52ee4f3 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:49.268717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224aa912-86d3-4262-896f-5abee15345b9 req-5d232b6d-7842-420e-ab49-71395f0cfacd tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:49.277020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-224aa912-86d3-4262-896f-5abee15345b9 req-5d232b6d-7842-420e-ab49-71395f0cfacd tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks?id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 787 time: 0.5111115 Sep 09 09:14:49.291660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b5b10be-3c10-48f6-9cc6-2edf0de61df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.297429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-224aa912-86d3-4262-896f-5abee15345b9 req-5542e9b4-6372-4b40-977e-791e6d2d5229 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:14:49.304958 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-224aa912-86d3-4262-896f-5abee15345b9 req-5542e9b4-6372-4b40-977e-791e6d2d5229 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239744 Sep 09 09:14:49.305723 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c6fe53f6-30a5-4cc2-bc0c-3a247d49d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:14:48Z', 'revision_number': 6, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:49.330183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Request body: {'port': {'device_id': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1', 'admin_state_up': True, 'tenant_id': 'f178fa8dbb2a4f9fa7015f3719b056da'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:49.346443 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fe53f6-30a5-4cc2-bc0c-3a247d49d99f None None] The sync data for ids ['95100bd2-a6d2-45e0-83b3-d6399cbae7dc'] in n-d-778696-16 is: [{'id': '95100bd2-a6d2-45e0-83b3-d6399cbae7dc', 'name': 'tempest-ServersTestBootFromVolume-792018598-router', 'tenant_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:09:58Z', 'updated_at': '2021-09-09T09:14:48Z', 'revision_number': 6, 'project_id': '47ce9d8dd79d4cb698a1979808c25fa3', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:14:49.494110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Deleting port fd6f8588-7503-447e-b0a1-9082716c6ade {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:49.494669 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.515773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b10be-3c10-48f6-9cc6-2edf0de61df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b48360-69e4-4728-9c14-b519a25bd999,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:49.527215 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1b5b10be-3c10-48f6-9cc6-2edf0de61df9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71ca595d026f4897ae58ef43e2c28aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2604401 Sep 09 09:14:49.527988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52480) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:49.536616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-e3a4dc64-442e-4676-b2ed-953fea818c92 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips/828caf97-546a-4699-a92e-9b34bc2b6800 HTTP/1.1" status: 200 len: 693 time: 0.1984742 Sep 09 09:14:49.629697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:49.630046 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.637119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cefd5-1d4e-44e2-b920-dcbb363bf319 req-6fbfd65d-66f4-4fbc-b9f7-8e428b401b15 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:49.638608 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-400cefd5-1d4e-44e2-b920-dcbb363bf319 req-6fbfd65d-66f4-4fbc-b9f7-8e428b401b15 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 943 time: 0.1405416 Sep 09 09:14:49.652792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e094a65-500e-4575-bfc3-a01f2a1cfbbc req-5f092cb5-596d-4091-afd5-465f1ce6b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:49.654299 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e094a65-500e-4575-bfc3-a01f2a1cfbbc req-5f092cb5-596d-4091-afd5-465f1ce6b7db service neutron] 10.222.0.24 "GET /v2.0/networks?id=73729ca7-03af-4a69-811a-d8bbcac64b52 HTTP/1.1" status: 200 len: 923 time: 0.6079996 Sep 09 09:14:49.665607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] For port fd6f8588-7503-447e-b0a1-9082716c6ade, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fd6f8588-7503-447e-b0a1-9082716c6ade,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:49.665970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.682772 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.695026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Calling delete_port for fd6f8588-7503-447e-b0a1-9082716c6ade owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:49.730679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-400cefd5-1d4e-44e2-b920-dcbb363bf319 req-11184fa6-3806-4138-89d0-7def141c2199 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/security-groups?id=580c9a20-f5ec-4793-8494-922e096305bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817664 Sep 09 09:14:49.732512 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.793759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e094a65-500e-4575-bfc3-a01f2a1cfbbc req-280987ff-3f2c-4e15-93d4-5423b8b12af6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 HTTP/1.1" status: 200 len: 217 time: 0.1029117 Sep 09 09:14:49.850098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] For port 79f1ecf7-f0df-4982-8787-997bd52ee4f3, host n-d-778696-16, got binding levels [] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:49.850432 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.876042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 79f1ecf7-f0df-4982-8787-997bd52ee4f3 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:49.897661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-13c50d15-c023-4373-ab2f-0f98b1a5370c tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:49.899134 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-13c50d15-c023-4373-ab2f-0f98b1a5370c tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.3615808 Sep 09 09:14:49.905643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.ipam_backend_mixin [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 was not found and therefore no delete operation was performed {{(pid=95325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:14:49.918152 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.945375 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.951802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.951802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2b48360-69e4-4728-9c14-b519a25bd999 HTTP/1.1" status: 204 len: 168 time: 0.4082510 Sep 09 09:14:49.975148 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d812dc4-7ab4-4eff-8066-9b7d356e9b29 req-74de9cc6-04a5-42d2-b37e-4eb350f6732d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 210 time: 0.0467472 Sep 09 09:14:49.979500 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:49.986067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b48360-69e4-4728-9c14-b519a25bd999,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:49.992405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e094a65-500e-4575-bfc3-a01f2a1cfbbc req-3fe634f4-ec8c-4793-a85d-1c5f0713d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:49.994339 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e094a65-500e-4575-bfc3-a01f2a1cfbbc req-3fe634f4-ec8c-4793-a85d-1c5f0713d837 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01c824bf-6a98-415a-ab5d-68e9d0d83cb8 HTTP/1.1" status: 200 len: 862 time: 0.1874495 Sep 09 09:14:49.996130 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:49.996287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=79f1ecf7-f0df-4982-8787-997bd52ee4f3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:49.996386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:49.996667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:49.997021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:49.997349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:49.997684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:49.998016 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:49.998346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:49.998667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:49.998992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:49.999321 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:49.999813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f8497-ea2e-4596-83c6-025904ee5000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:14:50.010771 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-388295f2-e787-4fd2-b6c9-d49c14eda63a tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.1015399 Sep 09 09:14:50.014803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No DVR routers for this DVR port 79f1ecf7-f0df-4982-8787-997bd52ee4f3 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:50.067692 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.069676 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Made reservation on behalf of f178fa8dbb2a4f9fa7015f3719b056da for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:50.076609 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.087751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e094a65-500e-4575-bfc3-a01f2a1cfbbc req-a50eb91d-70cd-482e-b0d9-b30df8c6d37f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73729ca7-03af-4a69-811a-d8bbcac64b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766158 Sep 09 09:14:50.097412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6f8588-7503-447e-b0a1-9082716c6ade,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:50.162343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.170392 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-25b7ec70-8289-48a6-be45-a301988122d0 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.1488633 Sep 09 09:14:50.227267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:14:50.263043 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.265652 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.304800 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.363892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8,segment=NetworkSegment(b6bebb4b-f9a3-42d7-9580-60aa80a0c61e),segment_id=b6bebb4b-f9a3-42d7-9580-60aa80a0c61e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:50.382304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8', 'network_id': '73729ca7-03af-4a69-811a-d8bbcac64b52', 'port_id': '1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8', 'mac_address': 'fa:16:3e:a7:b5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c824bf-6a98-415a-ab5d-68e9d0d83cb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:14:50.428326 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.428792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95100bd2-a6d2-45e0-83b3-d6399cbae7dc {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:14:50.432413 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.442346 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.443900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-41a32e68-82aa-4edf-9063-fcb7a8589138 admin admin] 10.222.0.32 "DELETE /v2.0/routers/95100bd2-a6d2-45e0-83b3-d6399cbae7dc HTTP/1.1" status: 204 len: 168 time: 1.8517115 Sep 09 09:14:50.449423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be00c2f-77e4-4c20-828d-3220e11a68d1']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:50.453647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:50.459370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:14:50.495177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06d0b32-4fab-43c0-b879-dddcaaddbe24') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:50.495177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06d0b32-4fab-43c0-b879-dddcaaddbe24') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:50.526471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8,segment=NetworkSegment(b6bebb4b-f9a3-42d7-9580-60aa80a0c61e),segment_id=b6bebb4b-f9a3-42d7-9580-60aa80a0c61e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:50.543723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.555000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e094a65-500e-4575-bfc3-a01f2a1cfbbc req-55bb18c1-80d0-4c6a-9a33-3c4d430ba220 service neutron] 10.222.0.24 "GET /v2.0/networks/73729ca7-03af-4a69-811a-d8bbcac64b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882182 Sep 09 09:14:50.578654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cefc8f5-b727-41b4-9068-a408d25c06d4 admin admin] Deleting subnet 0afbea4c-8fc7-4221-bb0e-1bcc709df310 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:14:50.582639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1cefc8f5-b727-41b4-9068-a408d25c06d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.587332 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.627332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.642848 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1cefc8f5-b727-41b4-9068-a408d25c06d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.664131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:14:50.664131 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.666288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:14:50.675590 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:14:50.745255 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1cefc8f5-b727-41b4-9068-a408d25c06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.790457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:50.790959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Allocated IP 172.20.0.2 (423817c2-9bb2-4c3c-b686-139dda54a6a1/14d3a390-03e8-4bc5-94c2-caf8f491346a/826bb46c-0a65-47d6-938c-9e4442a6b515) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:50.813051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-9d25330b-9588-46fa-a86f-1882b10b6b4f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Deleting port 1eb972ee-cd43-4a34-9ad3-021bfd4f097c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:50.813498 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-9d25330b-9588-46fa-a86f-1882b10b6b4f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:50.830082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e094a65-500e-4575-bfc3-a01f2a1cfbbc req-09a532de-fa03-400e-9268-ae83ffc16b7b service neutron] 10.222.0.24 "GET /v2.0/networks/73729ca7-03af-4a69-811a-d8bbcac64b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622836 Sep 09 09:14:50.866647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a272ca3-2233-4f9b-afa4-bac0e2c58436 req-a452e246-be9f-4f7e-bc02-2c37c8e347a6 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:50.868894 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a272ca3-2233-4f9b-afa4-bac0e2c58436 req-a452e246-be9f-4f7e-bc02-2c37c8e347a6 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 944 time: 0.0574698 Sep 09 09:14:50.915517 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a272ca3-2233-4f9b-afa4-bac0e2c58436 req-3cd56619-b523-48f0-88d2-fc221611606f tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/security-groups?id=580c9a20-f5ec-4793-8494-922e096305bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369999 Sep 09 09:14:50.939133 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1cefc8f5-b727-41b4-9068-a408d25c06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.006544 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1cefc8f5-b727-41b4-9068-a408d25c06d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.009151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1cefc8f5-b727-41b4-9068-a408d25c06d4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0afbea4c-8fc7-4221-bb0e-1bcc709df310 HTTP/1.1" status: 204 len: 168 time: 0.5532365 Sep 09 09:14:51.011254 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefc8f5-b727-41b4-9068-a408d25c06d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afbea4c-8fc7-4221-bb0e-1bcc709df310,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:51.013010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:51.029748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdacee7-af3d-4853-b35e-8412c91ef8da None None] Network bf906f5e-4c09-4555-82ce-4d1b1bfcd464 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:51.144833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.177054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:51.258828 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e873f91-fb9a-41d6-8e4b-ee00d5819d60 req-deb90a17-c9b3-4376-8b8f-235e8079e02d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 210 time: 0.0383596 Sep 09 09:14:51.260754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:51.266000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5bde68e5-bfce-4b37-a3a9-bdb0a3ec1979 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:51.266443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fd6f8588-7503-447e-b0a1-9082716c6ade no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:51.282479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52548) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:51.285075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Deleting port 03206ed9-1a68-42e4-a340-1a3dbc41e40f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:51.285724 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.324100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.335579 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.341615 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/networks/4be00c2f-77e4-4c20-828d-3220e11a68d1 HTTP/1.1" status: 204 len: 168 time: 2.9024379 Sep 09 09:14:51.346934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52554) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:51.392517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] For port 03206ed9-1a68-42e4-a340-1a3dbc41e40f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03206ed9-1a68-42e4-a340-1a3dbc41e40f,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:51.393154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.397145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: fd6f8588-7503-447e-b0a1-9082716c6ade {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:51.398148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fd6f8588-7503-447e-b0a1-9082716c6ade not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:51.419305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Calling delete_port for 03206ed9-1a68-42e4-a340-1a3dbc41e40f owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:51.449663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2227cd-20ed-455b-8c4c-ad70574d79d0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Network': ['ID=4be00c2f-77e4-4c20-828d-3220e11a68d1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:51.449899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba5771b5-3b84-4af2-89c9-7b596e6a34ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.477950 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-9d25330b-9588-46fa-a86f-1882b10b6b4f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.478509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-9d25330b-9588-46fa-a86f-1882b10b6b4f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.505372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e033a-8db0-40cd-8739-afccfb1dfe32 None None] DHCP port deletion for bf906f5e-4c09-4555-82ce-4d1b1bfcd464 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:14:51.507634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-9d25330b-9588-46fa-a86f-1882b10b6b4f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Calling delete_port for 1eb972ee-cd43-4a34-9ad3-021bfd4f097c owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:51.571902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e86e033a-8db0-40cd-8739-afccfb1dfe32 None None] Deleting port 03206ed9-1a68-42e4-a340-1a3dbc41e40f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:51.572902 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e86e033a-8db0-40cd-8739-afccfb1dfe32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.604579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52558) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:51.612324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a579a9-ee3d-434b-a158-3891258c9a1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:51.617827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-41a579a9-ee3d-434b-a158-3891258c9a1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2665637 Sep 09 09:14:51.618556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52562) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:51.659393 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.681145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e86e033a-8db0-40cd-8739-afccfb1dfe32 None None] For port 03206ed9-1a68-42e4-a340-1a3dbc41e40f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03206ed9-1a68-42e4-a340-1a3dbc41e40f,segment=NetworkSegment(995b1b03-af54-4053-a128-df09ba050aa0),segment_id=995b1b03-af54-4053-a128-df09ba050aa0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:51.682093 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e86e033a-8db0-40cd-8739-afccfb1dfe32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.708100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e86e033a-8db0-40cd-8739-afccfb1dfe32 None None] Calling delete_port for 03206ed9-1a68-42e4-a340-1a3dbc41e40f owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:51.731749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Pushing event deleted for resources: {'Port': ['ID=03206ed9-1a68-42e4-a340-1a3dbc41e40f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:51.732029 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.736853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba5771b5-3b84-4af2-89c9-7b596e6a34ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.738852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] No DVR routers for this DVR port 03206ed9-1a68-42e4-a340-1a3dbc41e40f on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:51.747485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9d3dd5eb-6cf2-4d7b-a549-70706dd45a5b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1269448 Sep 09 09:14:51.751735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1353112129-network', 'tenant_id': '553f3d42d62e43bf9ca5902c160b5b44'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:51.755922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52564) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:51.760684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-152511481'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:51.810682 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e86e033a-8db0-40cd-8739-afccfb1dfe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.838870 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-9d25330b-9588-46fa-a86f-1882b10b6b4f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.841427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e033a-8db0-40cd-8739-afccfb1dfe32 None None] No DVR routers for this DVR port 03206ed9-1a68-42e4-a340-1a3dbc41e40f on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:51.851733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e033a-8db0-40cd-8739-afccfb1dfe32 None None] Pushing event deleted for resources: {'Port': ['ID=03206ed9-1a68-42e4-a340-1a3dbc41e40f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:51.852423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.852423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba5771b5-3b84-4af2-89c9-7b596e6a34ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.868895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25330b-9588-46fa-a86f-1882b10b6b4f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event deleted for resources: {'Port': ['ID=1eb972ee-cd43-4a34-9ad3-021bfd4f097c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:51.896564 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.907702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf906f5e-4c09-4555-82ce-4d1b1bfcd464']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:51.929209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ba5771b5-3b84-4af2-89c9-7b596e6a34ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ce0804a042c42439c5f0aa43287cf68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6403480 Sep 09 09:14:51.930898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995b1b03-af54-4053-a128-df09ba050aa0') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:51.931236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995b1b03-af54-4053-a128-df09ba050aa0') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:14:51.933211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52566) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:51.935146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5771b5-3b84-4af2-89c9-7b596e6a34ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b392a0-7bf7-4450-99b1-a43acd7f26f5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:51.961540 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.964955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Made reservation on behalf of 553f3d42d62e43bf9ca5902c160b5b44 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:51.966039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:51.985677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Network 423817c2-9bb2-4c3c-b686-139dda54a6a1 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:51.986943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Pushing event updated for resources: {'Port': ['ID=826bb46c-0a65-47d6-938c-9e4442a6b515,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:52.000119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:52.000119 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-9d25330b-9588-46fa-a86f-1882b10b6b4f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.000119 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-9d25330b-9588-46fa-a86f-1882b10b6b4f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.002514 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b205069e-8b63-4e90-ab0e-af7f3e40795a req-9d25330b-9588-46fa-a86f-1882b10b6b4f tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "DELETE /v2.0/floatingips/828caf97-546a-4699-a92e-9b34bc2b6800 HTTP/1.1" status: 204 len: 173 time: 1.8172748 Sep 09 09:14:52.003297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:52.006545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.026323 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.049585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:14:52.049987 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:14:52.051682 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:14:52.110263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:52.113757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.115597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-be354b4d-628c-44c4-b56c-54db8b1f792a tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips/a54db7ba-2862-462e-9422-5cb6436d0f7f HTTP/1.1" status: 200 len: 693 time: 0.0899570 Sep 09 09:14:52.126018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:52.126645 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.149535 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-275f0fb7-a2f7-4025-a6a4-c2673ad45a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.207310 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-275f0fb7-a2f7-4025-a6a4-c2673ad45a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.219698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:52.226718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05187d3-18e4-4994-b892-25868724787c req-c459de89-2cef-4941-a5da-3e3826448ad7 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:52.228354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c05187d3-18e4-4994-b892-25868724787c req-c459de89-2cef-4941-a5da-3e3826448ad7 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 944 time: 0.1947873 Sep 09 09:14:52.235299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:52.239302 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.256281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-8f69c676-1a78-4587-a50a-b464ac04befc tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:52.257344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-8f69c676-1a78-4587-a50a-b464ac04befc tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1281869 Sep 09 09:14:52.267963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.272966 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bf906f5e-4c09-4555-82ce-4d1b1bfcd464 HTTP/1.1" status: 204 len: 168 time: 1.2554982 Sep 09 09:14:52.298654 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.298654 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Added segment 3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8 of type vlan for network 1ef28c3d-fc79-456d-847a-af605351a2b8 Sep 09 09:14:52.320548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-ec7bab56-b43a-46a6-a78f-9ca68c67f5ec tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 696 time: 0.0565331 Sep 09 09:14:52.325378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588b48b-5c61-4aca-a0ab-2ca068270731 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf906f5e-4c09-4555-82ce-4d1b1bfcd464,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:52.341329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:52.345234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:52.345812 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.392218 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c05187d3-18e4-4994-b892-25868724787c req-9ed83963-921b-4584-8224-2d1e95a5eb65 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/security-groups?id=580c9a20-f5ec-4793-8494-922e096305bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478918 Sep 09 09:14:52.395000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-cbeafece-bc8a-432b-b8b6-df9f1817fd98 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 696 time: 0.0614896 Sep 09 09:14:52.396809 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.447503 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.455322 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.489031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8,segment=NetworkSegment(b6bebb4b-f9a3-42d7-9580-60aa80a0c61e),segment_id=b6bebb4b-f9a3-42d7-9580-60aa80a0c61e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:52.490232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2144a67-eaee-4c59-8607-a13efe188ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:52.492730 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b878ce55-eecd-40f4-905a-bad583446699" -d '{"events": [{"server_uuid": "d2144a67-eaee-4c59-8607-a13efe188ae6", "name": "network-vif-plugged", "status": "completed", "tag": "1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:52.496504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.502900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:52.507106 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.566808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-35049d69-66d2-4e05-a4c4-8e5b10c1dfd4 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Deleting port fef41f44-6034-4d23-b743-9a5ca3ccfaf3 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:52.567161 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-35049d69-66d2-4e05-a4c4-8e5b10c1dfd4 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.576988 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.598248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-275f0fb7-a2f7-4025-a6a4-c2673ad45a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.601132 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-275f0fb7-a2f7-4025-a6a4-c2673ad45a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.601305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52580) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:52.602091 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-275f0fb7-a2f7-4025-a6a4-c2673ad45a14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24b392a0-7bf7-4450-99b1-a43acd7f26f5 HTTP/1.1" status: 204 len: 168 time: 0.6678612 Sep 09 09:14:52.602801 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.616236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:52.626219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Network': ['ID=1ef28c3d-fc79-456d-847a-af605351a2b8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:52.638596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.638945 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Added segment 5031dac3-1ab4-46f5-8a04-d4fac5e3b049 of type vlan for network ee8cda30-3e7b-440a-9b68-1c13da495af3 Sep 09 09:14:52.642008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f0fb7-a2f7-4025-a6a4-c2673ad45a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b392a0-7bf7-4450-99b1-a43acd7f26f5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:52.651686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 1ef28c3d-fc79-456d-847a-af605351a2b8 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:52.669800 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-a9fd32fa-a4ff-4f79-8227-793bf4959d4a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3901279 Sep 09 09:14:52.691264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:52.698503 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-302816aa-cd9b-4030-b796-c66db609fe51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9413345 Sep 09 09:14:52.707728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52584) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:52.717898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '1ef28c3d-fc79-456d-847a-af605351a2b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:52.718074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-167d50fa-30c1-46a3-a42b-400200dc44cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47ce9d8dd79d4cb698a1979808c25fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1124182 Sep 09 09:14:52.722480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Request body: {'port': {'device_id': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:52.728278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52586) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:52.730422 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.739605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071283b6-da6e-46b7-a91c-92529909cac2 req-dd62836a-9821-429d-b9a1-70b788912b7b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:52.746995 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-071283b6-da6e-46b7-a91c-92529909cac2 req-dd62836a-9821-429d-b9a1-70b788912b7b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 931 time: 0.2187021 Sep 09 09:14:52.777510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:52.796917 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-35049d69-66d2-4e05-a4c4-8e5b10c1dfd4 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.797256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-35049d69-66d2-4e05-a4c4-8e5b10c1dfd4 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.828863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-35049d69-66d2-4e05-a4c4-8e5b10c1dfd4 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Calling delete_port for fef41f44-6034-4d23-b743-9a5ca3ccfaf3 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:52.881761 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-071283b6-da6e-46b7-a91c-92529909cac2 req-8c438fd7-fd4a-4078-8ce2-cd6461a6d39c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338587 Sep 09 09:14:52.893036 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.920506 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b67cd60c-efce-48c8-b2ac-0e74c2038e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.936527 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08055115-ddfc-48d7-b987-1bb3e144c72a x-openstack-request-id: req-08055115-ddfc-48d7-b987-1bb3e144c72a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:52.936527 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2144a67-eaee-4c59-8607-a13efe188ae6", "name": "network-vif-plugged", "status": "completed", "tag": "1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:52.936527 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08055115-ddfc-48d7-b987-1bb3e144c72a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:52.936527 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2144a67-eaee-4c59-8607-a13efe188ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8', 'code': 200} Sep 09 09:14:52.960836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:52.966668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.973237 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.975184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:52.976494 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:52.990315 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b67cd60c-efce-48c8-b2ac-0e74c2038e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.052517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03206ed9-1a68-42e4-a340-1a3dbc41e40f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:14:53.089760 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 03206ed9-1a68-42e4-a340-1a3dbc41e40f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:14:53.090449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03206ed9-1a68-42e4-a340-1a3dbc41e40f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:14:53.149910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5441880 Sep 09 09:14:53.151613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dab4f-0a25-4360-97f9-92df4ca71040 admin admin] Pushing event updated for resources: {'Network': ['ID=ee8cda30-3e7b-440a-9b68-1c13da495af3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:53.153838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52594) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:53.162226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] Request body: {'subnet': {'network_id': 'ee8cda30-3e7b-440a-9b68-1c13da495af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1353112129-subnet', 'tenant_id': '553f3d42d62e43bf9ca5902c160b5b44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:53.173273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network ee8cda30-3e7b-440a-9b68-1c13da495af3 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:53.218752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a9555-27b9-498b-9288-3dfb0661ad6b req-5dded676-1dae-4fb5-95ce-7354ae6c1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:53.220350 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f0a9555-27b9-498b-9288-3dfb0661ad6b req-5dded676-1dae-4fb5-95ce-7354ae6c1999 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 1097 time: 0.1980336 Sep 09 09:14:53.253713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] Made reservation on behalf of 553f3d42d62e43bf9ca5902c160b5b44 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:53.256477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.310844 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f0a9555-27b9-498b-9288-3dfb0661ad6b req-456fb4e7-fc19-40dd-9262-2fb2950f472e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=580c9a20-f5ec-4793-8494-922e096305bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775814 Sep 09 09:14:53.343082 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b67cd60c-efce-48c8-b2ac-0e74c2038e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.346915 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b67cd60c-efce-48c8-b2ac-0e74c2038e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.352999 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b67cd60c-efce-48c8-b2ac-0e74c2038e20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6984e305-d924-4140-bad1-0b7f5e7c1f3d HTTP/1.1" status: 204 len: 168 time: 0.6240394 Sep 09 09:14:53.357440 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-35049d69-66d2-4e05-a4c4-8e5b10c1dfd4 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.402147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cd60c-efce-48c8-b2ac-0e74c2038e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6984e305-d924-4140-bad1-0b7f5e7c1f3d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:53.404185 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.407650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35049d69-66d2-4e05-a4c4-8e5b10c1dfd4 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event deleted for resources: {'Port': ['ID=fef41f44-6034-4d23-b743-9a5ca3ccfaf3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:53.500364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826bb46c-0a65-47d6-938c-9e4442a6b515 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:14:53.511593 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.523172 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-35049d69-66d2-4e05-a4c4-8e5b10c1dfd4 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.526903 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-35049d69-66d2-4e05-a4c4-8e5b10c1dfd4 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.528014 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd1bf034-c184-4f9a-a936-02d66ecc844a req-35049d69-66d2-4e05-a4c4-8e5b10c1dfd4 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "DELETE /v2.0/floatingips/a54db7ba-2862-462e-9422-5cb6436d0f7f HTTP/1.1" status: 204 len: 173 time: 1.1237910 Sep 09 09:14:53.541258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Transition to ACTIVE for port object 826bb46c-0a65-47d6-938c-9e4442a6b515 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:53.575898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Subnet': ['ID=6e6996c4-bcb8-4716-95d0-19a68f44f206,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:53.593627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.631723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Checking segment: {'id': '3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1ef28c3d-fc79-456d-847a-af605351a2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:53.632244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network hostable DHCP agents. Network: 1ef28c3d-fc79-456d-847a-af605351a2b8, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:53.659998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6622fce-79fd-4656-8f75-1740a93f0533 req-aaf88d13-f95a-43aa-a310-321cd97d1147 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:53.662315 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6622fce-79fd-4656-8f75-1740a93f0533 req-aaf88d13-f95a-43aa-a310-321cd97d1147 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 945 time: 0.1689274 Sep 09 09:14:53.712582 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6622fce-79fd-4656-8f75-1740a93f0533 req-476cd5ef-a064-4f6d-bb43-ee2af1aa6125 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/security-groups?id=580c9a20-f5ec-4793-8494-922e096305bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Sep 09 09:14:53.717768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-3e6af1c7-c977-4a6c-8c7b-4bb405e80715 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips/eadda566-f3e4-4a64-b6cd-4789dd5aada9 HTTP/1.1" status: 200 len: 692 time: 0.1044374 Sep 09 09:14:53.766004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Pushing event updated for resources: {'Port': ['ID=826bb46c-0a65-47d6-938c-9e4442a6b515,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:53.782550 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.788780 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 1ef28c3d-fc79-456d-847a-af605351a2b8 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:53.851335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:53.851702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:53.852040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:53.861986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Port 826bb46c-0a65-47d6-938c-9e4442a6b515 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:14:53.862285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:53.871064 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:53.871540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:53.871938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:53.872374 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Bound port: 826bb46c-0a65-47d6-938c-9e4442a6b515, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:53.872734 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.883230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=981e6e67-9e1b-4813-9ab1-4dde479fe126,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:53.900029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] Checking segment: {'id': '5031dac3-1ab4-46f5-8a04-d4fac5e3b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee8cda30-3e7b-440a-9b68-1c13da495af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:53.900981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] Network hostable DHCP agents. Network: ee8cda30-3e7b-440a-9b68-1c13da495af3, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:53.907303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-aebaaa1e-1674-4a3c-9e26-92e491d99b72 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:53.909876 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-aebaaa1e-1674-4a3c-9e26-92e491d99b72 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1831017 Sep 09 09:14:53.912773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 1ef28c3d-fc79-456d-847a-af605351a2b8) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:53.923775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb9e05-caef-4cb1-b15d-7995947f5747 None None] Network 1ef28c3d-fc79-456d-847a-af605351a2b8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:53.944864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:53.946237 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:53.998946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] Network ee8cda30-3e7b-440a-9b68-1c13da495af3 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:54.021833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52626) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:54.023332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, ee8cda30-3e7b-440a-9b68-1c13da495af3) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:54.031675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d86c26fe-147d-4d79-8e43-286fdf5c03fe tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3173156 Sep 09 09:14:54.037541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceb39bc-3706-4a31-a07b-9caa4346b01b None None] Network ee8cda30-3e7b-440a-9b68-1c13da495af3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:54.037819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52628) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:54.047331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': '1ef28c3d-fc79-456d-847a-af605351a2b8', 'name': 'tempest-PortsTestJSON-1512480591'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:54.064316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:54.066997 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.081480 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-eb742a43-4587-4bc4-b5cc-b22b707e60e7 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 695 time: 0.1116931 Sep 09 09:14:54.119496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7b7b0-5801-45df-aab9-c8f1505bfa93 req-e1d85eb5-76cb-44b4-9c77-a03a56ae6ab8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:54.121731 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ec7b7b0-5801-45df-aab9-c8f1505bfa93 req-e1d85eb5-76cb-44b4-9c77-a03a56ae6ab8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 943 time: 0.1187327 Sep 09 09:14:54.144990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b3615d57-be9d-4127-aacf-9785cd1949d8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9898970 Sep 09 09:14:54.196262 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ec7b7b0-5801-45df-aab9-c8f1505bfa93 req-fb577e5b-592a-4d44-a9b5-e9fb01e1761f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599208 Sep 09 09:14:54.204585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:54.208298 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-3543274a-1688-4504-bf2b-03d21b03a0b4 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 695 time: 0.1158714 Sep 09 09:14:54.224424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-1ef28c3d-fc79-456d-847a-af605351a2b8', 'network_id': '1ef28c3d-fc79-456d-847a-af605351a2b8', 'tenant_id': '0e1883405564473d8aeb010e318453e1', 'fixed_ips': [{'subnet_id': '6e6996c4-bcb8-4716-95d0-19a68f44f206'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:14:54.225513 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.249226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826bb46c-0a65-47d6-938c-9e4442a6b515,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:54.306383 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.314787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-network', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:54.386373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e1372-73b2-4e1f-8aea-f7af41e7d62a None None] Network ee8cda30-3e7b-440a-9b68-1c13da495af3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:54.406471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:54.407239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.409030 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] 10.222.0.41 "PUT /v2.0/ports/826bb46c-0a65-47d6-938c-9e4442a6b515 HTTP/1.1" status: 200 len: 1092 time: 1.7004657 Sep 09 09:14:54.413202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'tag': '826bb46c-0a65-47d6-938c-9e4442a6b515'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:54.416057 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9a2c8c-d90e-40c5-96fd-0ce224be1911" -d '{"events": [{"name": "network-changed", "server_uuid": "fecce75a-9ff0-417b-83a1-cbcdc64262da", "tag": "826bb46c-0a65-47d6-938c-9e4442a6b515"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:54.444940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Made reservation on behalf of d54a51f1f29a42f784391cd717a35604 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:54.447545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.462180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.479171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312ede8-0a6f-4dd0-b30a-c3a5fa2af14b service neutron] Pushing event updated for resources: {'Port': ['ID=826bb46c-0a65-47d6-938c-9e4442a6b515,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:54.505861 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Allocated IP 172.20.0.2 (1ef28c3d-fc79-456d-847a-af605351a2b8/6e6996c4-bcb8-4716-95d0-19a68f44f206/cf48496d-df2a-4de9-945d-0181cb2822cf) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:54.513663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-9fe8dd74-5522-4064-9aa5-aedf8ecca6d3 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Deleting port f9bc509c-3c9b-48d0-9b8c-4c50adaa06a9 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:54.514805 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-9fe8dd74-5522-4064-9aa5-aedf8ecca6d3 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.522329 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfacc2fe-1d71-4208-b969-1087532275bc x-openstack-request-id: req-dfacc2fe-1d71-4208-b969-1087532275bc {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:54.522515 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecce75a-9ff0-417b-83a1-cbcdc64262da", "tag": "826bb46c-0a65-47d6-938c-9e4442a6b515", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:54.522687 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfacc2fe-1d71-4208-b969-1087532275bc {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:54.523095 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'tag': '826bb46c-0a65-47d6-938c-9e4442a6b515', 'status': 'completed', 'code': 200} Sep 09 09:14:54.632514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:54.638308 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.670932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port 85a0c2a2-57d2-4fa1-84c4-32e0f720cbed yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:14:54.715581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.751236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2c8c-d90e-40c5-96fd-0ce224be1911 req-2de3d4d0-d77a-4752-8759-f943238c7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:54.751793 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.752989 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e9a2c8c-d90e-40c5-96fd-0ce224be1911 req-2de3d4d0-d77a-4752-8759-f943238c7c93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1095 time: 0.2031734 Sep 09 09:14:54.759691 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-9fe8dd74-5522-4064-9aa5-aedf8ecca6d3 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.760527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-9fe8dd74-5522-4064-9aa5-aedf8ecca6d3 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.762287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Transition to ACTIVE for port object cf48496d-df2a-4de9-945d-0181cb2822cf will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:54.776219 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.781337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Transition to ACTIVE for port object cf48496d-df2a-4de9-945d-0181cb2822cf will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:54.812811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2105c858-def3-45cb-b18e-56b14c3eea2a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:54.816300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:54.829075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-9fe8dd74-5522-4064-9aa5-aedf8ecca6d3 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Calling delete_port for f9bc509c-3c9b-48d0-9b8c-4c50adaa06a9 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:54.838937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:54.869648 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.869648 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Added segment bb4d440c-8a50-49ee-ac78-9f4ea7e4314f of type vlan for network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd Sep 09 09:14:54.875854 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.928631 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.939583 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:54.943997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Network 1ef28c3d-fc79-456d-847a-af605351a2b8 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:54.948284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:54.958352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:54.962766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c6011-6893-40eb-9b0d-84a6b2aea0eb req-cea31d53-8ca2-44c9-9493-fd91db27ad8a tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:54.967525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-367c6011-6893-40eb-9b0d-84a6b2aea0eb req-cea31d53-8ca2-44c9-9493-fd91db27ad8a tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 945 time: 0.1139967 Sep 09 09:14:54.983730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Pushing event updated for resources: {'Port': ['ID=cf48496d-df2a-4de9-945d-0181cb2822cf,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:54.988005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-593157507-network', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:55.041636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2c8c-d90e-40c5-96fd-0ce224be1911 req-435787c6-ee46-4ab0-bed5-8f3f695e9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:55.043135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e9a2c8c-d90e-40c5-96fd-0ce224be1911 req-435787c6-ee46-4ab0-bed5-8f3f695e9d90 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2781241 Sep 09 09:14:55.045449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.10 (1ef28c3d-fc79-456d-847a-af605351a2b8/6e6996c4-bcb8-4716-95d0-19a68f44f206/85a0c2a2-57d2-4fa1-84c4-32e0f720cbed) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:55.054811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Attempting to bind port cf48496d-df2a-4de9-945d-0181cb2822cf on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:55.055290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Attempting to bind port cf48496d-df2a-4de9-945d-0181cb2822cf by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1ef28c3d-fc79-456d-847a-af605351a2b8'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:55.055891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Attempting to bind port cf48496d-df2a-4de9-945d-0181cb2822cf on network 1ef28c3d-fc79-456d-847a-af605351a2b8 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:55.057456 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-367c6011-6893-40eb-9b0d-84a6b2aea0eb req-66443049-bea4-4e92-b4a5-d1b8b760b0df tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/security-groups?id=580c9a20-f5ec-4793-8494-922e096305bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585163 Sep 09 09:14:55.062221 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.073986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:55.073986 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.074600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:55.074600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Checking segment: {'id': '3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1ef28c3d-fc79-456d-847a-af605351a2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:55.074600 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.074600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Bound using segment: {'id': '3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1ef28c3d-fc79-456d-847a-af605351a2b8'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:55.074600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Bound port: cf48496d-df2a-4de9-945d-0181cb2822cf, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1ef28c3d-fc79-456d-847a-af605351a2b8'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:55.074600 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.174015 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Made reservation on behalf of bc4cb54dee824735916dc7731e35d7ff for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:55.175680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] For port cf48496d-df2a-4de9-945d-0181cb2822cf, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:55.176141 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.179894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] Pushing event updated for resources: {'Network': ['ID=0892f48a-db8b-479f-a339-6b8a9cfcc5fd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:55.190355 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.209279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:55.287942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-784c852e-42f3-4ce4-8212-5cd7c0683570 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2622116 Sep 09 09:14:55.302513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52672) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:55.302513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:55.306150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] Request body: {'subnet': {'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-subnet', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:55.318093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2000171463-network', 'tenant_id': 'da52dce6f8644f62aad60b5a202d18ed'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:55.375414 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.446525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.487088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:55.494284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3951e9-c358-44a1-ae42-8d495df2d890,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:55.500725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.501049 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Added segment 6a40116f-319c-440a-b8fd-d2e21b5ad190 of type vlan for network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 Sep 09 09:14:55.549923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.564813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2c8c-d90e-40c5-96fd-0ce224be1911 req-8a9c2070-2343-4873-b169-0de1b7d10350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:55.566641 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e9a2c8c-d90e-40c5-96fd-0ce224be1911 req-8a9c2070-2343-4873-b169-0de1b7d10350 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5115848 Sep 09 09:14:55.631414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] Made reservation on behalf of d54a51f1f29a42f784391cd717a35604 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:55.634579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.701380 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.704609 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-e3065554-221b-4b82-a716-c427aa4915bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:55.706140 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-e3065554-221b-4b82-a716-c427aa4915bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1095 time: 0.0849712 Sep 09 09:14:55.726378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d5692-2693-4974-a4a4-0e6ef6f9000a req-9e7c56e3-697d-40bb-b84b-724c52480e41 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:55.727999 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c22d5692-2693-4974-a4a4-0e6ef6f9000a req-9e7c56e3-697d-40bb-b84b-724c52480e41 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 943 time: 0.1465745 Sep 09 09:14:55.737194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] For port cf48496d-df2a-4de9-945d-0181cb2822cf, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cf48496d-df2a-4de9-945d-0181cb2822cf,segment=NetworkSegment(3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8),segment_id=3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:55.751502 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-9fe8dd74-5522-4064-9aa5-aedf8ecca6d3 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.754385 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object 85a0c2a2-57d2-4fa1-84c4-32e0f720cbed will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:55.758117 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-c2e00219-5656-4645-b210-5fdcb4125673 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826bb46c-0a65-47d6-938c-9e4442a6b515 HTTP/1.1" status: 200 len: 217 time: 0.0441840 Sep 09 09:14:55.765571 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.773732 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.774738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:55.775320 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.794312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Made reservation on behalf of da52dce6f8644f62aad60b5a202d18ed for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:55.795425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8dd74-5522-4064-9aa5-aedf8ecca6d3 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Pushing event deleted for resources: {'Port': ['ID=f9bc509c-3c9b-48d0-9b8c-4c50adaa06a9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:55.797963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.814783 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c22d5692-2693-4974-a4a4-0e6ef6f9000a req-385c3e7b-5c3b-487a-b397-aebd485813f9 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799086 Sep 09 09:14:55.823483 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.832405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.896586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1075821-a333-4c3e-a7ab-2974fc441237 None None] Pushing event updated for resources: {'Port': ['ID=cf48496d-df2a-4de9-945d-0181cb2822cf,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:55.912628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-9ab4efa7-bd14-449d-b4ad-9a2f9c8ba833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:55.913978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-9ab4efa7-bd14-449d-b4ad-9a2f9c8ba833 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1473813 Sep 09 09:14:55.943988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1263888 Sep 09 09:14:55.950164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52680) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:55.956337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-46694c1d-f26d-451d-95fa-c1504771719c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333030 Sep 09 09:14:55.959697 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-9fe8dd74-5522-4064-9aa5-aedf8ecca6d3 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.960297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] Request body: {'subnet': {'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-593157507-subnet', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:55.962106 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-9fe8dd74-5522-4064-9aa5-aedf8ecca6d3 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:55.963287 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ae1dd80-230a-4c44-8bb7-47b149e23bc9 req-9fe8dd74-5522-4064-9aa5-aedf8ecca6d3 tempest-FloatingIPDetailsTestJSON-1535938384 tempest-FloatingIPDetailsTestJSON-1535938384-project] 10.222.0.32 "DELETE /v2.0/floatingips/eadda566-f3e4-4a64-b6cd-4789dd5aada9 HTTP/1.1" status: 204 len: 173 time: 1.7364647 Sep 09 09:14:55.971567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52682) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:55.979065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136ff16-22c2-4ccd-9717-8f798f8b3591 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0d9407-66ee-4c5a-ab8d-b941dba91eb7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:55.992712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:56.040154 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.104027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc84b8-2700-4fce-83e1-2ab0a3f83f32 req-6261f3f0-0a1f-4561-afe9-78f8e6d0ef9d tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:56.105649 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7bfc84b8-2700-4fce-83e1-2ab0a3f83f32 req-6261f3f0-0a1f-4561-afe9-78f8e6d0ef9d tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 945 time: 0.1606228 Sep 09 09:14:56.165468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 1ef28c3d-fc79-456d-847a-af605351a2b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:56.176736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:56.181904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=85a0c2a2-57d2-4fa1-84c4-32e0f720cbed,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:56.185114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:56.189792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.191652 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.241882 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.259143 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-dd0e7b9f-0703-476d-8dbc-83a7231c14d2 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948115 Sep 09 09:14:56.280049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7bfc84b8-2700-4fce-83e1-2ab0a3f83f32 req-98cbcf9b-a377-4ab4-9e88-a7b454e2b805 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/security-groups?id=580c9a20-f5ec-4793-8494-922e096305bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545262 Sep 09 09:14:56.308464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:14:56.319474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:56.331366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79754a9-7f1e-4ea5-8932-d93f809c9acb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:56.343522 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.343895 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Added segment 29ee4171-bbb2-4a14-b55f-bfde8141c395 of type vlan for network af11bc90-150a-4e9a-9266-359adafad15f Sep 09 09:14:56.355765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] Made reservation on behalf of bc4cb54dee824735916dc7731e35d7ff for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:56.358152 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.379002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:56.379648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.381248 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] Checking segment: {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:56.381611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] Network hostable DHCP agents. Network: 0892f48a-db8b-479f-a339-6b8a9cfcc5fd, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:56.415862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.486675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d221a514-92aa-41ee-8f87-d76a0ce5b5c4 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4440100 Sep 09 09:14:56.487769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52684) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:56.492127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eca07d4e-de6c-42e6-89bf-e0473eace6dd req-fb75507f-c8d6-4a7a-bd9c-2106494bdf13 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199073 Sep 09 09:14:56.498073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': '1ef28c3d-fc79-456d-847a-af605351a2b8', 'name': 'tempest-PortsTestJSON-17464642'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:56.545187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] Network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:56.573985 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.574949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:56.575555 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.655226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.693886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=af11bc90-150a-4e9a-9266-359adafad15f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:56.704896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network af11bc90-150a-4e9a-9266-359adafad15f details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:14:56.778657 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e0a2ac85-b2df-408c-a9ca-719dfd632aa2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4641447 Sep 09 09:14:56.778657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 0892f48a-db8b-479f-a339-6b8a9cfcc5fd) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:56.782186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52686) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:56.789251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] Request body: {'subnet': {'network_id': 'af11bc90-150a-4e9a-9266-359adafad15f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2000171463-subnet', 'tenant_id': 'da52dce6f8644f62aad60b5a202d18ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:56.793258 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:56.793863 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.884886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.936192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b17ea1f-708d-4204-a78a-a475a05ba62d None None] Network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:56.949426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:56.952205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510419a-1ca9-497c-aca9-d893f8de8e11 req-53aa2df3-3d5e-4b46-9129-1e226ff76a10 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:56.953553 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:56.954404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c510419a-1ca9-497c-aca9-d893f8de8e11 req-53aa2df3-3d5e-4b46-9129-1e226ff76a10 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 945 time: 0.1105204 Sep 09 09:14:57.020196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port c38e0de4-a61a-455e-8519-6dea603a6b5f yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:14:57.043617 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7ae5203e-1e75-4b98-97df-96500b027c97 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7359304 Sep 09 09:14:57.055037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52692) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:57.065806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:57.141166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61794736-abe0-477e-8ace-039126a46a47,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:57.151570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7427d-5704-479c-84de-f1f82eee0aa7 req-45a6f9be-821d-4780-96e9-13652bd5305a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:57.159081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-64a7427d-5704-479c-84de-f1f82eee0aa7 req-45a6f9be-821d-4780-96e9-13652bd5305a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 943 time: 0.1616781 Sep 09 09:14:57.167173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] Checking segment: {'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:57.167173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] Network hostable DHCP agents. Network: 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:57.178812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cf48496d-df2a-4de9-945d-0181cb2822cf up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:14:57.217511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] Made reservation on behalf of da52dce6f8644f62aad60b5a202d18ed for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:14:57.220345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.225124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c23f93-7bcd-444a-a6db-ae66cd5ff94b None None] Network 1ef28c3d-fc79-456d-847a-af605351a2b8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:57.233403 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-64a7427d-5704-479c-84de-f1f82eee0aa7 req-f0a27334-2043-4498-93ba-73a03a6e3f31 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734310 Sep 09 09:14:57.246794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] Deleting port 03698189-aaf6-4309-8998-5c25d1498d05 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:57.252286 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.264322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-c510419a-1ca9-497c-aca9-d893f8de8e11 req-76c434aa-cf1f-4c2f-b595-a4a923853dd3 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Deleting port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:57.264538 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c510419a-1ca9-497c-aca9-d893f8de8e11 req-76c434aa-cf1f-4c2f-b595-a4a923853dd3 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.293952 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.294978 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.321079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.12 (1ef28c3d-fc79-456d-847a-af605351a2b8/6e6996c4-bcb8-4716-95d0-19a68f44f206/c38e0de4-a61a-455e-8519-6dea603a6b5f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:57.344790 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] Network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:57.379286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:14:57.381094 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.393112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port cf48496d-df2a-4de9-945d-0181cb2822cf completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:57.435730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] For port 03698189-aaf6-4309-8998-5c25d1498d05, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03698189-aaf6-4309-8998-5c25d1498d05,segment=NetworkSegment(64a21124-75b6-4d71-8ca7-1e2276951377),segment_id=64a21124-75b6-4d71-8ca7-1e2276951377)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:57.436107 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.443272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:57.448352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:57.451701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.463914 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.482433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] Calling delete_port for 03698189-aaf6-4309-8998-5c25d1498d05 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:57.485744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bcdb39-abd4-4b2d-9328-e4d87d433cea None None] Network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:57.490257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c510419a-1ca9-497c-aca9-d893f8de8e11 req-76c434aa-cf1f-4c2f-b595-a4a923853dd3 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] For port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8,segment=NetworkSegment(b6bebb4b-f9a3-42d7-9580-60aa80a0c61e),segment_id=b6bebb4b-f9a3-42d7-9580-60aa80a0c61e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:57.496302 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c510419a-1ca9-497c-aca9-d893f8de8e11 req-76c434aa-cf1f-4c2f-b595-a4a923853dd3 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.499953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c993dc3f-023d-4579-8273-472bfbfe80a6 None None] Provisioning for port cf48496d-df2a-4de9-945d-0181cb2822cf completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:14:57.512154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-c510419a-1ca9-497c-aca9-d893f8de8e11 req-76c434aa-cf1f-4c2f-b595-a4a923853dd3 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Calling delete_port for 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:57.552821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c993dc3f-023d-4579-8273-472bfbfe80a6 None None] Provisioning complete for port cf48496d-df2a-4de9-945d-0181cb2822cf triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:57.553522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c993dc3f-023d-4579-8273-472bfbfe80a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.730770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Allocated IP 172.20.0.2 (0892f48a-db8b-479f-a339-6b8a9cfcc5fd/8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe/53a13963-42c4-4ae1-8d44-df8f13dfd896) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:57.752807 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.860209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e53abe-dd94-4645-9ce5-c2335778b597 req-457198af-2155-4470-b042-89fbdfb96587 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:57.871887 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86e53abe-dd94-4645-9ce5-c2335778b597 req-457198af-2155-4470-b042-89fbdfb96587 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 945 time: 0.5177295 Sep 09 09:14:57.896423 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c993dc3f-023d-4579-8273-472bfbfe80a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:57.916202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-73da3ab4-b116-45ed-a602-7830c5903bd1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9608173 Sep 09 09:14:57.936354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52698) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:57.943723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:14:58.003671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'fixed_ips': [{'subnet_id': '61794736-abe0-477e-8ace-039126a46a47'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:14:58.004294 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.017292 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c510419a-1ca9-497c-aca9-d893f8de8e11 req-76c434aa-cf1f-4c2f-b595-a4a923853dd3 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.029888 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.071757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c434aa-cf1f-4c2f-b595-a4a923853dd3 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Pushing event deleted for resources: {'Port': ['ID=1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:58.075733 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86e53abe-dd94-4645-9ce5-c2335778b597 req-9442a444-6e05-42db-b4d1-adf0b0223310 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/security-groups?id=580c9a20-f5ec-4793-8494-922e096305bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025864 Sep 09 09:14:58.079045 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.081162 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.141552 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.164356 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Transition to ACTIVE for port object 53a13963-42c4-4ae1-8d44-df8f13dfd896 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:58.165305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03698189-aaf6-4309-8998-5c25d1498d05,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:58.199663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Transition to ACTIVE for port object 53a13963-42c4-4ae1-8d44-df8f13dfd896 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:58.203547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.204448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:14:58.205439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c510419a-1ca9-497c-aca9-d893f8de8e11 req-76c434aa-cf1f-4c2f-b595-a4a923853dd3 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] No DVR routers for this DVR port 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:14:58.223515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object c38e0de4-a61a-455e-8519-6dea603a6b5f will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:58.237783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.273348 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c510419a-1ca9-497c-aca9-d893f8de8e11 req-76c434aa-cf1f-4c2f-b595-a4a923853dd3 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.273348 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c510419a-1ca9-497c-aca9-d893f8de8e11 req-76c434aa-cf1f-4c2f-b595-a4a923853dd3 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.24 "DELETE /v2.0/ports/1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 HTTP/1.1" status: 204 len: 173 time: 1.3046451 Sep 09 09:14:58.275073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2144a67-eaee-4c59-8607-a13efe188ae6', 'name': 'network-vif-deleted', 'tag': '1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:14:58.278824 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4020b419-daaf-4aee-956b-e1289b20e360" -d '{"events": [{"server_uuid": "d2144a67-eaee-4c59-8607-a13efe188ae6", "name": "network-vif-deleted", "tag": "1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:14:58.356002 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.362089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba920b4-b492-4a8c-ada8-a63b9be4433c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:58.386859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] Checking segment: {'id': '29ee4171-bbb2-4a14-b55f-bfde8141c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'af11bc90-150a-4e9a-9266-359adafad15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:58.386859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] Network hostable DHCP agents. Network: af11bc90-150a-4e9a-9266-359adafad15f, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:14:58.406534 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635ce180-c534-458a-9bb1-1e825838a704 x-openstack-request-id: req-635ce180-c534-458a-9bb1-1e825838a704 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:14:58.412645 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.412984 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2144a67-eaee-4c59-8607-a13efe188ae6", "name": "network-vif-deleted", "tag": "1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:14:58.413167 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-635ce180-c534-458a-9bb1-1e825838a704 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:14:58.413672 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2144a67-eaee-4c59-8607-a13efe188ae6', 'name': 'network-vif-deleted', 'tag': '1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8', 'status': 'completed', 'code': 200} Sep 09 09:14:58.486644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 1ef28c3d-fc79-456d-847a-af605351a2b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:58.492497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:58.539795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:58.551799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] Network af11bc90-150a-4e9a-9266-359adafad15f is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:14:58.578831 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.694414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Allocated IP 172.20.0.2 (6e0d9407-66ee-4c5a-ab8d-b941dba91eb7/61794736-abe0-477e-8ace-039126a46a47/212502ec-504f-4cd7-91c7-8b96142ad04d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:58.701874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=c38e0de4-a61a-455e-8519-6dea603a6b5f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:58.788930 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, af11bc90-150a-4e9a-9266-359adafad15f) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:58.803434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:58.807885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.807885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:58.808420 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.821681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a9dad-f7ab-43ef-8eb9-d0b8c690c431 req-616dd9fb-fee7-4901-8eed-bd9f00f59098 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:58.829967 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-746a9dad-f7ab-43ef-8eb9-d0b8c690c431 req-616dd9fb-fee7-4901-8eed-bd9f00f59098 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 943 time: 0.2864385 Sep 09 09:14:58.886477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.892870 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.898604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c993dc3f-023d-4579-8273-472bfbfe80a6 None None] For port cf48496d-df2a-4de9-945d-0181cb2822cf, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cf48496d-df2a-4de9-945d-0181cb2822cf,segment=NetworkSegment(3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8),segment_id=3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:14:58.920200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89994ea1-51fc-4bf2-aa18-a5816a51e384 None None] Network af11bc90-150a-4e9a-9266-359adafad15f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:58.921269 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-746a9dad-f7ab-43ef-8eb9-d0b8c690c431 req-6487ee5c-558f-41f9-bdc1-51d93aa47361 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902917 Sep 09 09:14:58.944893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:58.957428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Transition to ACTIVE for port object 212502ec-504f-4cd7-91c7-8b96142ad04d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:58.976036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:58.981186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:58.981776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:58.994671 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-561be531-4d05-416c-adf0-e0efbb91fc57 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2114189 Sep 09 09:14:58.996850 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4038b39c-1b76-4f1d-9cd9-a46f9e2df096 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5079651 Sep 09 09:14:59.009018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52708) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:59.026495 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c993dc3f-023d-4579-8273-472bfbfe80a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.053200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Transition to ACTIVE for port object 212502ec-504f-4cd7-91c7-8b96142ad04d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:14:59.063443 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.082768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Pushing event updated for resources: {'Port': ['ID=53a13963-42c4-4ae1-8d44-df8f13dfd896,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:59.091234 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.151350 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Attempting to bind port 53a13963-42c4-4ae1-8d44-df8f13dfd896 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:59.151759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Attempting to bind port 53a13963-42c4-4ae1-8d44-df8f13dfd896 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:59.152308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Attempting to bind port 53a13963-42c4-4ae1-8d44-df8f13dfd896 on network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:59.166334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:59.166743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Checking segment: {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:59.167116 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.167542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Bound using segment: {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:59.168045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Bound port: 53a13963-42c4-4ae1-8d44-df8f13dfd896, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:59.168411 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.187625 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.230541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad499672-6dfa-4e9b-9a00-078568f931ad None None] Provisioning complete for port cf48496d-df2a-4de9-945d-0181cb2822cf triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:14:59.231268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad499672-6dfa-4e9b-9a00-078568f931ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.302656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:59.304387 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86127cf-26ff-494b-a786-4bc5ae06615b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:59.306134 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f86127cf-26ff-494b-a786-4bc5ae06615b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.2950108 Sep 09 09:14:59.309207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52714) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:59.310629 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:59.318491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:59.352887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-254d4694-4887-414d-a6a6-2c9d1eb1337c req-32e2748e-66a7-4798-a9f1-bc074bbe5da8 tempest-InstanceActionsNegativeTestJSON-888972726 tempest-InstanceActionsNegativeTestJSON-888972726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2144a67-eaee-4c59-8607-a13efe188ae6 HTTP/1.1" status: 200 len: 210 time: 0.0759494 Sep 09 09:14:59.363710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Allocated IP 172.25.8.109 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/a6d081f8-6162-4cf4-860f-4047851169d3) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:14:59.453434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993dc3f-023d-4579-8273-472bfbfe80a6 None None] Pushing event updated for resources: {'Port': ['ID=cf48496d-df2a-4de9-945d-0181cb2822cf,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:59.513534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-28d396ec-3bcc-40dc-a437-6edf416d82ef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port c38e0de4-a61a-455e-8519-6dea603a6b5f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:14:59.514460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28d396ec-3bcc-40dc-a437-6edf416d82ef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.530851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Pushing event updated for resources: {'Port': ['ID=212502ec-504f-4cd7-91c7-8b96142ad04d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:59.557583 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c0d723-35ea-43e6-bd1e-728beb1a53a3 None None] Network af11bc90-150a-4e9a-9266-359adafad15f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:14:59.612237 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.621684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] Router 5b9d9bb1-5750-43cb-8734-ff0096641780 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:14:59.717281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.748437 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.782016 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Attempting to bind port 212502ec-504f-4cd7-91c7-8b96142ad04d on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:14:59.782420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Attempting to bind port 212502ec-504f-4cd7-91c7-8b96142ad04d by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:14:59.783332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Attempting to bind port 212502ec-504f-4cd7-91c7-8b96142ad04d on network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:14:59.804851 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28d396ec-3bcc-40dc-a437-6edf416d82ef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.817038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:14:59.817440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Checking segment: {'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:14:59.818511 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.819020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Bound using segment: {'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:14:59.819727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Bound port: 212502ec-504f-4cd7-91c7-8b96142ad04d, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:14:59.820331 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.831003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-28d396ec-3bcc-40dc-a437-6edf416d82ef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for c38e0de4-a61a-455e-8519-6dea603a6b5f owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:14:59.839221 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:14:59.839898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] For port 53a13963-42c4-4ae1-8d44-df8f13dfd896, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:14:59.853247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:14:59.866285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2dae5cb5-cf87-4677-b880-524ecf9855c3 admin admin] 10.222.0.32 "PUT /v2.0/routers/5b9d9bb1-5750-43cb-8734-ff0096641780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8898435 Sep 09 09:14:59.870097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52730) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:14:59.890925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fe4f2-0c67-4476-8bc7-879e79f2498f None None] Sync routers for ids ['5b9d9bb1-5750-43cb-8734-ff0096641780'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:14:59.900335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:14:59.909110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:14:59.918300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] For port 53a13963-42c4-4ae1-8d44-df8f13dfd896, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=53a13963-42c4-4ae1-8d44-df8f13dfd896,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:14:59.922752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:14:59.924705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 826bb46c-0a65-47d6-938c-9e4442a6b515 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:14:59.956107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d081f8-6162-4cf4-860f-4047851169d3,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:14:59.965131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-b22ff440-cd95-4e5b-8e4b-5d959b52831a tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:14:59.969691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-b22ff440-cd95-4e5b-8e4b-5d959b52831a tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/networks?id=ee8cda30-3e7b-440a-9b68-1c13da495af3 HTTP/1.1" status: 200 len: 825 time: 0.2502935 Sep 09 09:14:59.988177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542fe4f2-0c67-4476-8bc7-879e79f2498f None None] Routers {'5b9d9bb1-5750-43cb-8734-ff0096641780'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:14:59.988806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-542fe4f2-0c67-4476-8bc7-879e79f2498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5b9d9bb1-5750-43cb-8734-ff0096641780'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:00.011753 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.044460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-64b23556-0494-4658-9ad8-d8a99caf1cd8 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/quotas/553f3d42d62e43bf9ca5902c160b5b44 HTTP/1.1" status: 200 len: 375 time: 0.0625923 Sep 09 09:15:00.118265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Allocated IP 172.25.8.44 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:00.126604 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.131440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-6dc93b02-da2f-4382-b916-cc93ed8b3359 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=553f3d42d62e43bf9ca5902c160b5b44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555158 Sep 09 09:15:00.138614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] For port 212502ec-504f-4cd7-91c7-8b96142ad04d, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:00.159000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad499672-6dfa-4e9b-9a00-078568f931ad None None] Provisioning for port 85a0c2a2-57d2-4fa1-84c4-32e0f720cbed completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:00.222330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d875089-9234-484c-99d6-4321b6749535 req-7991fbdb-dc64-46b2-a735-d8a7a3a7aa28 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:00.230459 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d875089-9234-484c-99d6-4321b6749535 req-7991fbdb-dc64-46b2-a735-d8a7a3a7aa28 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 943 time: 0.1914308 Sep 09 09:15:00.253446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-542fe4f2-0c67-4476-8bc7-879e79f2498f None None] Set router 5b9d9bb1-5750-43cb-8734-ff0096641780 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:00.314861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-20b9c529-a719-4b7b-9c45-65b93f6560b4 service neutron] 10.222.0.32 "GET /v2.0/networks/ee8cda30-3e7b-440a-9b68-1c13da495af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644368 Sep 09 09:15:00.377568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826bb46c-0a65-47d6-938c-9e4442a6b515,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:00.396824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:00.400129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] For port 212502ec-504f-4cd7-91c7-8b96142ad04d, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=212502ec-504f-4cd7-91c7-8b96142ad04d,segment=NetworkSegment(6a40116f-319c-440a-b8fd-d2e21b5ad190),segment_id=6a40116f-319c-440a-b8fd-d2e21b5ad190)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:00.401130 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d875089-9234-484c-99d6-4321b6749535 req-125d972a-6c65-4ef9-a490-7f2a8b8a279a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695817 Sep 09 09:15:00.416171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad499672-6dfa-4e9b-9a00-078568f931ad None None] Provisioning complete for port 85a0c2a2-57d2-4fa1-84c4-32e0f720cbed triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:00.416171 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad499672-6dfa-4e9b-9a00-078568f931ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.496255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.511928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52740) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:00.528731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:15:00.545882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1c5c5b7b-84ef-44f9-ba19-f7d3495c2df8 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:00.545882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '826bb46c-0a65-47d6-938c-9e4442a6b515', 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1', 'port_id': '826bb46c-0a65-47d6-938c-9e4442a6b515', 'mac_address': 'fa:16:3e:1e:58:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d3a390-03e8-4bc5-94c2-caf8f491346a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:00.545882 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.547110 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.548210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671f092-9fe8-4a5c-93e6-f00756e5cac9 None None] Pushing event updated for resources: {'Port': ['ID=53a13963-42c4-4ae1-8d44-df8f13dfd896,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:00.561247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-ff47a1ad-af2f-4b43-8458-d3ff0dfbc0b7 service neutron] 10.222.0.32 "GET /v2.0/networks/ee8cda30-3e7b-440a-9b68-1c13da495af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105329 Sep 09 09:15:00.582197 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.596412 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28d396ec-3bcc-40dc-a437-6edf416d82ef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.651994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d396ec-3bcc-40dc-a437-6edf416d82ef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=c38e0de4-a61a-455e-8519-6dea603a6b5f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:00.669462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-8606e910-bdd0-4a82-a80b-a4303edc1e58 admin admin] Deleting subnet 01c824bf-6a98-415a-ab5d-68e9d0d83cb8 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:15:00.675962 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8606e910-bdd0-4a82-a80b-a4303edc1e58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.744103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ad499672-6dfa-4e9b-9a00-078568f931ad None None] Port 85a0c2a2-57d2-4fa1-84c4-32e0f720cbed cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:00.777888 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.794538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122ce35-8367-40b2-9d33-e0fde93b77c0 None None] Pushing event updated for resources: {'Port': ['ID=212502ec-504f-4cd7-91c7-8b96142ad04d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:00.838010 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.842186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826bb46c-0a65-47d6-938c-9e4442a6b515 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:00.881837 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28d396ec-3bcc-40dc-a437-6edf416d82ef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.887092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-28d396ec-3bcc-40dc-a437-6edf416d82ef tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/c38e0de4-a61a-455e-8519-6dea603a6b5f HTTP/1.1" status: 204 len: 168 time: 1.5768783 Sep 09 09:15:00.889036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52742) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:00.892213 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8606e910-bdd0-4a82-a80b-a4303edc1e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:00.900653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826bb46c-0a65-47d6-938c-9e4442a6b515,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:00.901608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c6e41347-44ce-4182-a176-2ebde230f745 None None] Could not find standard attr ID for object c38e0de4-a61a-455e-8519-6dea603a6b5f. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:15:00.957490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-542fe4f2-0c67-4476-8bc7-879e79f2498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'name': 'tempest-FloatingIPDetailsTestJSON-52798487-router', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:19Z', 'updated_at': '2021-09-09T09:14:57Z', 'revision_number': 5, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'gw_port': {'id': '0c6869b0-4a3b-4bf2-8f15-be9692ba6b83', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:20Z', 'updated_at': '2021-09-09T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:01.000025 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22fceca-790c-49a8-9519-1535a1b56e61 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:15:01.004506 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e22fceca-790c-49a8-9519-1535a1b56e61 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/c38e0de4-a61a-455e-8519-6dea603a6b5f HTTP/1.1" status: 404 len: 333 time: 0.1081660 Sep 09 09:15:01.005655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52748) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:01.082795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8606e910-bdd0-4a82-a80b-a4303edc1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:01.111975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fe4f2-0c67-4476-8bc7-879e79f2498f None None] Checking router: 5b9d9bb1-5750-43cb-8734-ff0096641780 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:15:01.131476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:01.145591 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:01.157952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542fe4f2-0c67-4476-8bc7-879e79f2498f None None] Routers {'5b9d9bb1-5750-43cb-8734-ff0096641780'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:01.159145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-542fe4f2-0c67-4476-8bc7-879e79f2498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5b9d9bb1-5750-43cb-8734-ff0096641780'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:01.199155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:15:01.272389 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d1066db-a302-4591-b8bc-78b0e268fd7a req-78807ceb-7472-4bb7-869d-f096a9ed4bde tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 210 time: 0.1496677 Sep 09 09:15:01.300065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Deleting port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:01.300065 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:01.314732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:01.362789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cf48496d-df2a-4de9-945d-0181cb2822cf up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:01.370453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:01.375931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:01.382247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Pushing event updated for resources: {'Port': ['ID=5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:01.423768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=826bb46c-0a65-47d6-938c-9e4442a6b515,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:01.432933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['826bb46c-0a65-47d6-938c-9e4442a6b515'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:01.440641 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8606e910-bdd0-4a82-a80b-a4303edc1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:01.473177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:15:01.485121 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Sync routers for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:15:01.503571 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:01.504253 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:01.520713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-542fe4f2-0c67-4476-8bc7-879e79f2498f None None] Set router 5b9d9bb1-5750-43cb-8734-ff0096641780 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:01.607562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-542fe4f2-0c67-4476-8bc7-879e79f2498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'name': 'tempest-FloatingIPDetailsTestJSON-52798487-router', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:19Z', 'updated_at': '2021-09-09T09:15:00Z', 'revision_number': 6, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:01.650230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:01.652733 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e33a2e13-209d-4cbf-a030-306fdf1cd084 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.5953619 Sep 09 09:15:01.654134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fe4f2-0c67-4476-8bc7-879e79f2498f None None] The sync data for ids ['5b9d9bb1-5750-43cb-8734-ff0096641780'] in n-d-778696-16 is: [{'id': '5b9d9bb1-5750-43cb-8734-ff0096641780', 'name': 'tempest-FloatingIPDetailsTestJSON-52798487-router', 'tenant_id': 'ed3f33e469444bad93c9e10a3a7510be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:19Z', 'updated_at': '2021-09-09T09:15:00Z', 'revision_number': 6, 'project_id': 'ed3f33e469444bad93c9e10a3a7510be', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:15:01.656164 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52758) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:01.718241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cf48496d-df2a-4de9-945d-0181cb2822cf triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:01.719859 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:01.835086 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b879a06d-8201-45eb-87cf-3c5d8bdcb2a6 None None] Network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:01.835979 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:01.881086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bd728-af41-4a1b-9fa0-c650ef641276 req-58745450-5062-423e-86e1-9a01ed40a195 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:01.882842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-437bd728-af41-4a1b-9fa0-c650ef641276 req-58745450-5062-423e-86e1-9a01ed40a195 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 944 time: 0.3335693 Sep 09 09:15:01.983585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-437bd728-af41-4a1b-9fa0-c650ef641276 req-904f6cfd-d2a8-4476-b494-5ae055221b8b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904400 Sep 09 09:15:02.022958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8841b3b7-6c0e-4241-9c96-c55829a48386 None None] Provisioning for port 53a13963-42c4-4ae1-8d44-df8f13dfd896 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:02.073758 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 53a13963-42c4-4ae1-8d44-df8f13dfd896 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:02.236612 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:00Z', 'revision_number': 3, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:02.246732 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8606e910-bdd0-4a82-a80b-a4303edc1e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.249108 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8606e910-bdd0-4a82-a80b-a4303edc1e58 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/01c824bf-6a98-415a-ab5d-68e9d0d83cb8 HTTP/1.1" status: 204 len: 168 time: 1.7306411 Sep 09 09:15:02.282167 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Checking router: ffec3bfb-ad88-4db6-988a-e798dc3b44d4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:15:02.282516 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Updating router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 port a6d081f8-6162-4cf4-860f-4047851169d3 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:15:02.284994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52762) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:02.335761 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.379230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.381394 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606e910-bdd0-4a82-a80b-a4303edc1e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c824bf-6a98-415a-ab5d-68e9d0d83cb8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:02.390113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] For port 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0c6869b0-4a3b-4bf2-8f15-be9692ba6b83,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:02.390615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.395245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7829a33e-6cc4-44f2-aeb8-4af4d6c5bb1e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 85a0c2a2-57d2-4fa1-84c4-32e0f720cbed {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:02.396369 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7829a33e-6cc4-44f2-aeb8-4af4d6c5bb1e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.470410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99075baf-d968-4efb-9084-482d45a44f4e None None] Network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:02.501204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Calling delete_port for 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:02.528099 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-97fcf68c-e4fe-4690-9db4-c812a1a7be1e req-cc867035-f335-42a8-90fd-e3f76e5487c3 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 210 time: 0.1404712 Sep 09 09:15:02.570985 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.610366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73729ca7-03af-4a69-811a-d8bbcac64b52']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:02.623232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-616ba639-ea0a-4c79-ad14-7f57e3408199 None None] Provisioning for port 212502ec-504f-4cd7-91c7-8b96142ad04d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:02.637136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bebb4b-f9a3-42d7-9580-60aa80a0c61e') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:02.637439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bebb4b-f9a3-42d7-9580-60aa80a0c61e') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:02.654465 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.664707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.665573 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Transition to ACTIVE for port object a6d081f8-6162-4cf4-860f-4047851169d3 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:02.685488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.692554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:15:02.693648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.776542 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7829a33e-6cc4-44f2-aeb8-4af4d6c5bb1e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:15:02.805567 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:15:02.810395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7829a33e-6cc4-44f2-aeb8-4af4d6c5bb1e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 85a0c2a2-57d2-4fa1-84c4-32e0f720cbed owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:02.845273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 53a13963-42c4-4ae1-8d44-df8f13dfd896 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:02.977378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 53a13963-42c4-4ae1-8d44-df8f13dfd896 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:02.977378 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.977951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.978061 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:02.992503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7a165fdc-66fa-4a76-88f9-14cc1411f746 None None] Provisioning complete for port 53a13963-42c4-4ae1-8d44-df8f13dfd896 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:02.992951 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a165fdc-66fa-4a76-88f9-14cc1411f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.015931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 53a13963-42c4-4ae1-8d44-df8f13dfd896, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=53a13963-42c4-4ae1-8d44-df8f13dfd896,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:03.044508 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.120970 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Attempting to bind port a6d081f8-6162-4cf4-860f-4047851169d3 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:03.121338 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Attempting to bind port a6d081f8-6162-4cf4-860f-4047851169d3 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:03.121946 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Attempting to bind port a6d081f8-6162-4cf4-860f-4047851169d3 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:03.130559 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:03.130927 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:03.131572 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.132155 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:03.132636 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Bound port: a6d081f8-6162-4cf4-860f-4047851169d3, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:03.133025 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.160689 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Pushing event updated for resources: {'Port': ['ID=a6d081f8-6162-4cf4-860f-4047851169d3,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:03.162343 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a165fdc-66fa-4a76-88f9-14cc1411f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.172900 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.173569 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.174071 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.174648 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.175153 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.175682 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.176161 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.176644 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.177770 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.178370 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.178861 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.179367 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:03.196969 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.217325 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] For port a6d081f8-6162-4cf4-860f-4047851169d3, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:03.225481 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] For port a6d081f8-6162-4cf4-860f-4047851169d3, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a6d081f8-6162-4cf4-860f-4047851169d3,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:03.243173 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.273477 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.278354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.282665 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] 10.222.0.32 "DELETE /v2.0/networks/73729ca7-03af-4a69-811a-d8bbcac64b52 HTTP/1.1" status: 204 len: 168 time: 0.9936843 Sep 09 09:15:03.297885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6869b0-4a3b-4bf2-8f15-be9692ba6b83,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:03.308552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c22fb7-9b8b-4549-9cc4-4d5ab3a4ef6c admin admin] Pushing event deleted for resources: {'Network': ['ID=73729ca7-03af-4a69-811a-d8bbcac64b52,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:03.310440 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.373557 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-7a165fdc-66fa-4a76-88f9-14cc1411f746 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:15:03.374073 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-7a165fdc-66fa-4a76-88f9-14cc1411f746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:15:03.384190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=53a13963-42c4-4ae1-8d44-df8f13dfd896,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:03.389144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f63bc-e3ed-432b-a9c3-d243976cd633 req-6f8c9e26-8c7a-4c6c-abf6-88edaa0cd4cb tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:03.390748 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-089f63bc-e3ed-432b-a9c3-d243976cd633 req-6f8c9e26-8c7a-4c6c-abf6-88edaa0cd4cb tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 944 time: 0.2681725 Sep 09 09:15:03.392216 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:03.392848 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:03.427665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 212502ec-504f-4cd7-91c7-8b96142ad04d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:03.522347 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7829a33e-6cc4-44f2-aeb8-4af4d6c5bb1e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.533406 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:03.571728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.598262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Allocated IP 172.20.0.1 (0892f48a-db8b-479f-a339-6b8a9cfcc5fd/8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe/22bb2ad5-e811-4a8c-803c-6fd9dacb77e1) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:03.623556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 212502ec-504f-4cd7-91c7-8b96142ad04d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:03.626618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829a33e-6cc4-44f2-aeb8-4af4d6c5bb1e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=85a0c2a2-57d2-4fa1-84c4-32e0f720cbed,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:03.632896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 212502ec-504f-4cd7-91c7-8b96142ad04d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:03.633540 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.650247 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e2967-0bdc-408a-a397-ae4b49b29932 None None] Pushing event updated for resources: {'Port': ['ID=a6d081f8-6162-4cf4-860f-4047851169d3,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:03.724507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7829a33e-6cc4-44f2-aeb8-4af4d6c5bb1e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.727307 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7829a33e-6cc4-44f2-aeb8-4af4d6c5bb1e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/85a0c2a2-57d2-4fa1-84c4-32e0f720cbed HTTP/1.1" status: 204 len: 168 time: 2.7178693 Sep 09 09:15:03.731420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-089f63bc-e3ed-432b-a9c3-d243976cd633 req-3e0f20dd-03ee-4bf4-8e21-669eab58e7cc tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399411 Sep 09 09:15:03.732207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52774) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:03.764462 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-990f878a-489f-4df6-98da-18c4974d4bc2 req-2e1768c2-4f48-4da0-b6fc-c674f01e2216 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 210 time: 0.0620465 Sep 09 09:15:03.784281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.787955 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc26dcd-09c1-4231-81c5-84a20d8941e5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:15:03.792022 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0bc26dcd-09c1-4231-81c5-84a20d8941e5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/85a0c2a2-57d2-4fa1-84c4-32e0f720cbed HTTP/1.1" status: 404 len: 333 time: 0.0496128 Sep 09 09:15:03.792868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52776) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:03.856762 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.921995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52780) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:03.930738 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:00Z', 'revision_number': 3, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:03.942267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 826bb46c-0a65-47d6-938c-9e4442a6b515 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:03.944135 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.963053 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec46f87-54b2-45ef-9a3a-ab6f89393886 None None] The sync data for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 is: [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:00Z', 'revision_number': 3, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:15:03.970980 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:03.976817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.010068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 212502ec-504f-4cd7-91c7-8b96142ad04d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=212502ec-504f-4cd7-91c7-8b96142ad04d,segment=NetworkSegment(6a40116f-319c-440a-b8fd-d2e21b5ad190),segment_id=6a40116f-319c-440a-b8fd-d2e21b5ad190)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:04.056210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3849aec7-92ed-4aa4-979b-74a011da6fe2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting subnet 6e6996c4-bcb8-4716-95d0-19a68f44f206 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:15:04.057544 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.059312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Transition to ACTIVE for port object 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:04.069360 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3849aec7-92ed-4aa4-979b-74a011da6fe2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.132235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03698189-aaf6-4309-8998-5c25d1498d05 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:04.164141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-07965718-2220-44a2-996f-3fac0a153570 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b90220d4962485aba5931b0d9905222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306693 Sep 09 09:15:04.166121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52782) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:04.166805 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.167322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b9d9bb1-5750-43cb-8734-ff0096641780 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:15:04.169632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=212502ec-504f-4cd7-91c7-8b96142ad04d,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:04.176110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 03698189-aaf6-4309-8998-5c25d1498d05 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:15:04.177314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03698189-aaf6-4309-8998-5c25d1498d05 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:04.177614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:04.187187 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.191851 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.193635 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9b73b6a5-649c-4e3c-babd-e1357a95bed0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5b9d9bb1-5750-43cb-8734-ff0096641780 HTTP/1.1" status: 204 len: 168 time: 4.3203704 Sep 09 09:15:04.198306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52784) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:04.218966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:15:04.219536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0c6869b0-4a3b-4bf2-8f15-be9692ba6b83 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:04.223788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 826bb46c-0a65-47d6-938c-9e4442a6b515 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:04.233600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 826bb46c-0a65-47d6-938c-9e4442a6b515 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:04.233999 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.236425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cf65fa18-6844-4429-bf4d-ffbbd59430a0 None None] Provisioning complete for port 212502ec-504f-4cd7-91c7-8b96142ad04d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:04.236787 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf65fa18-6844-4429-bf4d-ffbbd59430a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.251706 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3849aec7-92ed-4aa4-979b-74a011da6fe2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.252795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d0889e-f0bd-40cc-8525-89111d0018ec admin admin] Deleting subnet 648e1640-aaa3-419c-8487-171241287ea4 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:15:04.262169 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d0889e-f0bd-40cc-8525-89111d0018ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.336460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.345799 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d0889e-f0bd-40cc-8525-89111d0018ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.402298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:04.430919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:04.444070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:04.448248 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.503812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826bb46c-0a65-47d6-938c-9e4442a6b515'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:04.507869 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447cdb57-db48-4c02-b548-e300ed7f074d" -d '{"events": [{"server_uuid": "fecce75a-9ff0-417b-83a1-cbcdc64262da", "name": "network-vif-plugged", "status": "completed", "tag": "826bb46c-0a65-47d6-938c-9e4442a6b515"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:04.525378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826bb46c-0a65-47d6-938c-9e4442a6b515,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:04.546525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-caddaff5-e400-4149-b78b-6749194174a4 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:04.548416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-caddaff5-e400-4149-b78b-6749194174a4 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.24 "GET /v2.0/networks?id=ee8cda30-3e7b-440a-9b68-1c13da495af3 HTTP/1.1" status: 200 len: 825 time: 0.5129988 Sep 09 09:15:04.553421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Pushing event updated for resources: {'Port': ['ID=22bb2ad5-e811-4a8c-803c-6fd9dacb77e1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:04.578235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Request body: {'port': {'device_id': '1bbb563f-dd51-4df4-ae1e-9c4162a1385f', 'network_id': 'ee8cda30-3e7b-440a-9b68-1c13da495af3', 'admin_state_up': True, 'tenant_id': '553f3d42d62e43bf9ca5902c160b5b44'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:04.593705 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.599009 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b7c31d-278c-4e33-9279-573e309cb09a x-openstack-request-id: req-c2b7c31d-278c-4e33-9279-573e309cb09a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:04.599413 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecce75a-9ff0-417b-83a1-cbcdc64262da", "name": "network-vif-plugged", "status": "completed", "tag": "826bb46c-0a65-47d6-938c-9e4442a6b515", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:04.599723 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2b7c31d-278c-4e33-9279-573e309cb09a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:04.600168 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826bb46c-0a65-47d6-938c-9e4442a6b515', 'code': 200} Sep 09 09:15:04.624963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb595-1068-4257-9900-a349365d98cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.670328 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.687480 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d0889e-f0bd-40cc-8525-89111d0018ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.697031 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb595-1068-4257-9900-a349365d98cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.702892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=826bb46c-0a65-47d6-938c-9e4442a6b515,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:04.898157 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d0889e-f0bd-40cc-8525-89111d0018ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.932254 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3849aec7-92ed-4aa4-979b-74a011da6fe2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.938064 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb595-1068-4257-9900-a349365d98cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.940875 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb595-1068-4257-9900-a349365d98cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.943663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ce7cb595-1068-4257-9900-a349365d98cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/580c9a20-f5ec-4793-8494-922e096305bf HTTP/1.1" status: 204 len: 168 time: 0.7731996 Sep 09 09:15:04.943663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Router b5257b36-5189-4107-b19b-f48abd1a0bb2 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:15:04.945693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0889e-f0bd-40cc-8525-89111d0018ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648e1640-aaa3-419c-8487-171241287ea4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:04.958940 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d0889e-f0bd-40cc-8525-89111d0018ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:04.962824 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-52d0889e-f0bd-40cc-8525-89111d0018ec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/648e1640-aaa3-419c-8487-171241287ea4 HTTP/1.1" status: 204 len: 168 time: 0.7630377 Sep 09 09:15:04.966009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52794) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:04.978160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368c82b1-3fa0-49c4-8a0d-9edfc9f545b2 None None] Network 0659498b-e857-4d8b-a244-91eca5687e56 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:04.998339 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8d6aec3-ac45-4faa-8b16-8f7ee11b38c0 req-13dd5472-b7a3-44f7-91e9-82ddd5c24675 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 210 time: 0.1061075 Sep 09 09:15:04.999276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cb595-1068-4257-9900-a349365d98cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580c9a20-f5ec-4793-8494-922e096305bf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:05.013029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef24c50-c696-4b6b-b91d-70812a88a71a req-1d2adb15-f1e8-4c61-a201-d2847ddaaac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:05.014669 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aef24c50-c696-4b6b-b91d-70812a88a71a req-1d2adb15-f1e8-4c61-a201-d2847ddaaac5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1097 time: 0.2763345 Sep 09 09:15:05.031915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f9699961-a131-4e0d-9874-2b792eebcfe4 None None] Provisioning for port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:05.063531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a758183-0652-4eba-a4f9-467f2e6f7822 req-8547a883-2a9b-4566-aaf0-960e020a30a5 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:05.065480 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a758183-0652-4eba-a4f9-467f2e6f7822 req-8547a883-2a9b-4566-aaf0-960e020a30a5 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 945 time: 0.1974707 Sep 09 09:15:05.105884 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f9699961-a131-4e0d-9874-2b792eebcfe4 None None] Provisioning complete for port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:05.106260 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9699961-a131-4e0d-9874-2b792eebcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.176095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.224518 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aef24c50-c696-4b6b-b91d-70812a88a71a req-435a31e1-58f4-4b3c-84a9-4ccc5f41da8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614447 Sep 09 09:15:05.233425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a758183-0652-4eba-a4f9-467f2e6f7822 req-71c2b2bb-5e6f-428a-8031-4c36de0c512c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287081 Sep 09 09:15:05.299263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3849aec7-92ed-4aa4-979b-74a011da6fe2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.309521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Made reservation on behalf of 553f3d42d62e43bf9ca5902c160b5b44 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:05.313846 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.320002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f9699961-a131-4e0d-9874-2b792eebcfe4 None None] Port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:05.386731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849aec7-92ed-4aa4-979b-74a011da6fe2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6996c4-bcb8-4716-95d0-19a68f44f206,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:05.403021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3849aec7-92ed-4aa4-979b-74a011da6fe2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.407442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3849aec7-92ed-4aa4-979b-74a011da6fe2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/6e6996c4-bcb8-4716-95d0-19a68f44f206 HTTP/1.1" status: 204 len: 168 time: 1.6105249 Sep 09 09:15:05.407963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:15:05.418314 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.419847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52798) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:05.421447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dad7aaa-faf6-4e67-84b1-7234b2ca8cab None None] Network 1ef28c3d-fc79-456d-847a-af605351a2b8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:05.430862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5b0022-f27f-4f21-a24b-520fef139176 None None] DHCP port deletion for 0659498b-e857-4d8b-a244-91eca5687e56 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:15:05.455888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Sync routers for ids ['b5257b36-5189-4107-b19b-f48abd1a0bb2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:15:05.573044 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Routers {'b5257b36-5189-4107-b19b-f48abd1a0bb2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:05.573284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Deleting port 30ca2d2d-0247-451b-a1f9-f534789bdafa {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:05.573419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b5257b36-5189-4107-b19b-f48abd1a0bb2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:05.573534 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.579468 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.584821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 212502ec-504f-4cd7-91c7-8b96142ad04d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:05.596911 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.598689 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cfbb9a21-c8aa-4ca6-9c43-0f1558b1d25f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6605718 Sep 09 09:15:05.607788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52802) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:05.689325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] For port 30ca2d2d-0247-451b-a1f9-f534789bdafa, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=30ca2d2d-0247-451b-a1f9-f534789bdafa,segment=NetworkSegment(64a21124-75b6-4d71-8ca7-1e2276951377),segment_id=64a21124-75b6-4d71-8ca7-1e2276951377)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:05.689708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.709058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Allocated IP 172.20.0.6 (ee8cda30-3e7b-440a-9b68-1c13da495af3/981e6e67-9e1b-4813-9ab1-4dde479fe126/39379da3-f29c-411a-a8a0-a073ee60542a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:05.712961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Calling delete_port for 30ca2d2d-0247-451b-a1f9-f534789bdafa owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:05.810969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b0022-f27f-4f21-a24b-520fef139176 None None] Deleting port 30ca2d2d-0247-451b-a1f9-f534789bdafa {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:05.811655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port cf48496d-df2a-4de9-945d-0181cb2822cf {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:05.811792 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0022-f27f-4f21-a24b-520fef139176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.812005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.876357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Set router b5257b36-5189-4107-b19b-f48abd1a0bb2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:05.899404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] For port cf48496d-df2a-4de9-945d-0181cb2822cf, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cf48496d-df2a-4de9-945d-0181cb2822cf,segment=NetworkSegment(3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8),segment_id=3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:05.905658 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.923788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for cf48496d-df2a-4de9-945d-0181cb2822cf owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:05.949621 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.979281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 212502ec-504f-4cd7-91c7-8b96142ad04d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:05.979683 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:05.988602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62562b45-c439-49c6-9eaa-fd79687df5d8 None None] DHCP port deletion for 1ef28c3d-fc79-456d-847a-af605351a2b8 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:15:05.992749 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.057833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8a5b0022-f27f-4f21-a24b-520fef139176 None None] For port 30ca2d2d-0247-451b-a1f9-f534789bdafa, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=30ca2d2d-0247-451b-a1f9-f534789bdafa,segment=NetworkSegment(64a21124-75b6-4d71-8ca7-1e2276951377),segment_id=64a21124-75b6-4d71-8ca7-1e2276951377)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:06.057833 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0022-f27f-4f21-a24b-520fef139176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.061491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Pushing event deleted for resources: {'Port': ['ID=30ca2d2d-0247-451b-a1f9-f534789bdafa,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:06.079624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] No DVR routers for this DVR port 30ca2d2d-0247-451b-a1f9-f534789bdafa on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:06.084029 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.130262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b0022-f27f-4f21-a24b-520fef139176 None None] Calling delete_port for 30ca2d2d-0247-451b-a1f9-f534789bdafa owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:06.143481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.212735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a6d081f8-6162-4cf4-860f-4047851169d3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:06.242453 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.248637 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.278816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0659498b-e857-4d8b-a244-91eca5687e56']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:06.289611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a21124-75b6-4d71-8ca7-1e2276951377') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:06.289924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a21124-75b6-4d71-8ca7-1e2276951377') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:06.300326 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.320444 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.333492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Pushing event updated for resources: {'Port': ['ID=22bb2ad5-e811-4a8c-803c-6fd9dacb77e1,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:06.347404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Network ee8cda30-3e7b-440a-9b68-1c13da495af3 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:06.350947 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.363662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:06.385562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:06.443501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea91c42-d8c8-417c-80e4-91e81e71a1aa req-caa10f39-5210-42c6-891b-72458389918f tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:06.451080 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ea91c42-d8c8-417c-80e4-91e81e71a1aa req-caa10f39-5210-42c6-891b-72458389918f tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 931 time: 0.3030000 Sep 09 09:15:06.452955 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.475687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:15:06.476658 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:15:06.567318 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:15:06.572636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Pushing event updated for resources: {'Port': ['ID=39379da3-f29c-411a-a8a0-a073ee60542a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:06.579936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:06.588839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=cf48496d-df2a-4de9-945d-0181cb2822cf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:06.589506 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.589834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No DVR routers for this DVR port cf48496d-df2a-4de9-945d-0181cb2822cf on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:06.613247 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0022-f27f-4f21-a24b-520fef139176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.672437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b0022-f27f-4f21-a24b-520fef139176 None None] Pushing event deleted for resources: {'Port': ['ID=30ca2d2d-0247-451b-a1f9-f534789bdafa,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:06.676443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b0022-f27f-4f21-a24b-520fef139176 None None] No DVR routers for this DVR port 30ca2d2d-0247-451b-a1f9-f534789bdafa on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:06.686716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ea91c42-d8c8-417c-80e4-91e81e71a1aa req-24ed263b-c5db-4ace-b7d7-77c5f7461ea9 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333202 Sep 09 09:15:06.698985 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.717206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef28c3d-fc79-456d-847a-af605351a2b8']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:06.723163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:06.724706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c022e7f-bfcd-4aa7-9ec8-4c540f09bfc8') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:06.734800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-62562b45-c439-49c6-9eaa-fd79687df5d8 None None] Deleting port cf48496d-df2a-4de9-945d-0181cb2822cf {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:06.735079 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62562b45-c439-49c6-9eaa-fd79687df5d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.736544 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.752991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.761650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:15:06.762016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:06.762284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.765486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:06.775603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-73581095-14a8-4ef4-807d-e01f455dfadc tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2114558 Sep 09 09:15:06.790152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Request body: {'port': {'device_id': '1bbb563f-dd51-4df4-ae1e-9c4162a1385f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:06.832017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-62562b45-c439-49c6-9eaa-fd79687df5d8 None None] For port cf48496d-df2a-4de9-945d-0181cb2822cf, host n-d-778696-16, got binding levels [] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:06.832516 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62562b45-c439-49c6-9eaa-fd79687df5d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:15:06.846451 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:15:06.850884 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-62562b45-c439-49c6-9eaa-fd79687df5d8 None None] Calling delete_port for cf48496d-df2a-4de9-945d-0181cb2822cf owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:06.852745 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.862514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.ipam_backend_mixin [None req-62562b45-c439-49c6-9eaa-fd79687df5d8 None None] Port cf48496d-df2a-4de9-945d-0181cb2822cf was not found and therefore no delete operation was performed {{(pid=95327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:15:06.876135 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62562b45-c439-49c6-9eaa-fd79687df5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.880178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:02Z', 'revision_number': 3, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:06.913345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.917456 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] 10.222.0.32 "DELETE /v2.0/networks/0659498b-e857-4d8b-a244-91eca5687e56 HTTP/1.1" status: 204 len: 168 time: 1.9455605 Sep 09 09:15:06.917637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52826) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:06.920243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ed398-ffe1-45d2-93ac-77f4be95d30e admin admin] Pushing event deleted for resources: {'Network': ['ID=0659498b-e857-4d8b-a244-91eca5687e56,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:06.924486 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.941108 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.942837 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.948080 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:06.948397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/networks/1ef28c3d-fc79-456d-847a-af605351a2b8 HTTP/1.1" status: 204 len: 168 time: 1.5252836 Sep 09 09:15:06.951579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52832) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:06.966301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-420811261'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:06.978862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0ffd6-d651-4f0b-b0cf-99c1f677513e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Network': ['ID=1ef28c3d-fc79-456d-847a-af605351a2b8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:07.013290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c055c6-3671-44ce-a06f-2892aae8a4a5 req-0e5c71e0-da3a-4dc8-b67d-703810101413 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:07.015120 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96c055c6-3671-44ce-a06f-2892aae8a4a5 req-0e5c71e0-da3a-4dc8-b67d-703810101413 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 945 time: 0.1847737 Sep 09 09:15:07.018817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62562b45-c439-49c6-9eaa-fd79687df5d8 None None] Pushing event deleted for resources: {'Port': ['ID=cf48496d-df2a-4de9-945d-0181cb2822cf,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:07.021393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Checking router: b5257b36-5189-4107-b19b-f48abd1a0bb2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:15:07.021752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Updating router b5257b36-5189-4107-b19b-f48abd1a0bb2 port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:15:07.025824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port a6d081f8-6162-4cf4-860f-4047851169d3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:07.076279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62562b45-c439-49c6-9eaa-fd79687df5d8 None None] No DVR routers for this DVR port cf48496d-df2a-4de9-945d-0181cb2822cf on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:07.085180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a6d081f8-6162-4cf4-860f-4047851169d3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:07.085180 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.085392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96c055c6-3671-44ce-a06f-2892aae8a4a5 req-7f3cd29a-87a1-4380-9cf8-10a0b8005353 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490406 Sep 09 09:15:07.134860 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.250363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3a346d35-3389-4c90-a6c2-1ade14a7679e None None] Provisioning complete for port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:07.250855 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a346d35-3389-4c90-a6c2-1ade14a7679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.336410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3a346d35-3389-4c90-a6c2-1ade14a7679e None None] Port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:07.355871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2027272042-network', 'tenant_id': '65bd9d90852143cbb897bcb29dd63ef2'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:07.367320 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.419692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port a6d081f8-6162-4cf4-860f-4047851169d3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a6d081f8-6162-4cf4-860f-4047851169d3,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:07.437151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52838) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:07.491823 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dc93614a-598a-4a95-9748-c01e27d285b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed3f33e469444bad93c9e10a3a7510be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534682 Sep 09 09:15:07.494549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52840) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:07.511835 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:15:07.551047 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.552410 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0e37f5a-4b54-4192-b3c5-79094dcc2d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.565165 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.566906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 53a13963-42c4-4ae1-8d44-df8f13dfd896 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:07.575000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:07.575660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0e37f5a-4b54-4192-b3c5-79094dcc2d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.578531 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.606561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Transition to ACTIVE for port object 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:07.611476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522cb5d-f110-4ef5-8cd0-28922ce02c90 req-3be7eaa7-7a0c-4f01-b51e-9a1fe888812f tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:07.613051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f522cb5d-f110-4ef5-8cd0-28922ce02c90 req-3be7eaa7-7a0c-4f01-b51e-9a1fe888812f tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1097 time: 0.2896950 Sep 09 09:15:07.667485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=a6d081f8-6162-4cf4-860f-4047851169d3,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:07.675796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 53a13963-42c4-4ae1-8d44-df8f13dfd896 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:07.676829 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.712208 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.729403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:15:07.753619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0e37f5a-4b54-4192-b3c5-79094dcc2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.762580 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0e37f5a-4b54-4192-b3c5-79094dcc2d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.763823 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a0e37f5a-4b54-4192-b3c5-79094dcc2d43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c179f287-5098-4fca-9355-e199f324f4d7 HTTP/1.1" status: 204 len: 168 time: 0.2681727 Sep 09 09:15:07.781836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Made reservation on behalf of 65bd9d90852143cbb897bcb29dd63ef2 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:07.787130 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.787289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e37f5a-4b54-4192-b3c5-79094dcc2d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c179f287-5098-4fca-9355-e199f324f4d7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:07.787453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Attempting to bind port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:07.787453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Attempting to bind port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:07.787951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Attempting to bind port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:07.791405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.792053 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Added segment e3fc496d-0fd2-4303-a454-e6b769247d8a of type vlan for network 0b4eba71-c72f-446d-952d-271ed5b03fb5 Sep 09 09:15:07.808154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:07.808535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:07.809235 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.809562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:07.810040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Bound port: 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:07.810476 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.812218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841c5c3-a387-4459-b6cd-79a127fa08fa None None] Pushing event updated for resources: {'Port': ['ID=5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:07.843513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ae721-8a58-4037-b23f-450dcbe22776 req-427502a6-8ffa-4c40-b238-c2ae49eac136 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:07.845686 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-599ae721-8a58-4037-b23f-450dcbe22776 req-427502a6-8ffa-4c40-b238-c2ae49eac136 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 931 time: 0.0806496 Sep 09 09:15:07.871343 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f522cb5d-f110-4ef5-8cd0-28922ce02c90 req-eb13d9b3-fd80-4e12-b98e-44ed37ae2679 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277336 Sep 09 09:15:07.872020 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:07.928342 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-599ae721-8a58-4037-b23f-450dcbe22776 req-ea00d8a7-8596-4190-91c5-70e9e5906b24 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663021 Sep 09 09:15:08.001424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] For port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:08.005923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] For port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:08.023300 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.050231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Allocated IP 172.20.0.1 (6e0d9407-66ee-4c5a-ab8d-b941dba91eb7/61794736-abe0-477e-8ace-039126a46a47/6bc40a64-83a3-4530-afe7-99ea275db91f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:08.065585 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a6d081f8-6162-4cf4-860f-4047851169d3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:08.093084 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.130616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:15:08.141506 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Sync routers for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:15:08.171616 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:08.171883 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5163705f-ad92-45f9-85c7-946cd3908158 admin admin] 10.222.0.32 "PUT /v2.0/routers/ffec3bfb-ad88-4db6-988a-e798dc3b44d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5007493 Sep 09 09:15:08.172002 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:08.181596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841c5c3-a387-4459-b6cd-79a127fa08fa None None] Pushing event updated for resources: {'Port': ['ID=5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:08.203551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Routers {'b5257b36-5189-4107-b19b-f48abd1a0bb2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:08.204210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b5257b36-5189-4107-b19b-f48abd1a0bb2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:08.209596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a6d081f8-6162-4cf4-860f-4047851169d3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:08.212555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.218220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b999da5-af82-44b6-9522-dea743e08d18 req-5c4659d5-0150-4cc9-b9f8-7d87bce05c06 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:08.221040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b999da5-af82-44b6-9522-dea743e08d18 req-5c4659d5-0150-4cc9-b9f8-7d87bce05c06 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1097 time: 0.2068608 Sep 09 09:15:08.223079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39379da3-f29c-411a-a8a0-a073ee60542a {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:08.262642 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.274381 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.280077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:08.280687 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.339313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Transition to ACTIVE for port object 39379da3-f29c-411a-a8a0-a073ee60542a will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:08.365750 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:08.456628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.463272 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.502970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b999da5-af82-44b6-9522-dea743e08d18 req-eaec2e3c-38e0-4637-9c39-597537422124 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339764 Sep 09 09:15:08.525865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Network': ['ID=0b4eba71-c72f-446d-952d-271ed5b03fb5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:08.545489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 0b4eba71-c72f-446d-952d-271ed5b03fb5 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:15:08.561845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] Set router b5257b36-5189-4107-b19b-f48abd1a0bb2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:08.578563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Transition to ACTIVE for port object 6bc40a64-83a3-4530-afe7-99ea275db91f will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:08.622387 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.652354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Pushing event updated for resources: {'Port': ['ID=39379da3-f29c-411a-a8a0-a073ee60542a,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:08.728136 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.809979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cf48496d-df2a-4de9-945d-0181cb2822cf no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:08.830692 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 2, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:08.839457 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-75b1dad6-029c-46ef-bca2-e300fd9c334f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8863883 Sep 09 09:15:08.841687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52874) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:08.858056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '0b4eba71-c72f-446d-952d-271ed5b03fb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:08.861804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: cf48496d-df2a-4de9-945d-0181cb2822cf {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:15:08.862151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cf48496d-df2a-4de9-945d-0181cb2822cf not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:08.862573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 30ca2d2d-0247-451b-a1f9-f534789bdafa no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:08.870046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:15:08.918757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b31676-e5f6-4990-93d5-65108a4e9563,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:08.921810 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.921980 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Checking router: ffec3bfb-ad88-4db6-988a-e798dc3b44d4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:15:08.922320 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Added segment 75d6b3cb-7147-4fef-914d-86146b5d2968 of type vlan for network d6585e10-f320-4fb8-8102-696eea41ef50 Sep 09 09:15:08.922469 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Updating router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:15:08.941646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 30ca2d2d-0247-451b-a1f9-f534789bdafa {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:15:08.945314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 30ca2d2d-0247-451b-a1f9-f534789bdafa not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:08.966093 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:08.968203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Attempting to bind port 39379da3-f29c-411a-a8a0-a073ee60542a on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:08.968550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Attempting to bind port 39379da3-f29c-411a-a8a0-a073ee60542a by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '5031dac3-1ab4-46f5-8a04-d4fac5e3b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee8cda30-3e7b-440a-9b68-1c13da495af3'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:08.968887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Attempting to bind port 39379da3-f29c-411a-a8a0-a073ee60542a on network ee8cda30-3e7b-440a-9b68-1c13da495af3 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:08.971262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.046696 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.049900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Port 39379da3-f29c-411a-a8a0-a073ee60542a on network ee8cda30-3e7b-440a-9b68-1c13da495af3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:09.050442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Attempting to bind port 39379da3-f29c-411a-a8a0-a073ee60542a on network ee8cda30-3e7b-440a-9b68-1c13da495af3 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:09.089701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:02Z', 'revision_number': 3, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:09.094456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:09.094801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Checking segment: {'id': '5031dac3-1ab4-46f5-8a04-d4fac5e3b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee8cda30-3e7b-440a-9b68-1c13da495af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:09.095193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Bound using segment: {'id': '5031dac3-1ab4-46f5-8a04-d4fac5e3b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee8cda30-3e7b-440a-9b68-1c13da495af3'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:09.095669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Bound port: 39379da3-f29c-411a-a8a0-a073ee60542a, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5031dac3-1ab4-46f5-8a04-d4fac5e3b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee8cda30-3e7b-440a-9b68-1c13da495af3'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:09.096032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.108285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:09.124410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:09.134682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc40a64-83a3-4530-afe7-99ea275db91f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:09.143920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:09.153065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4e082-5098-4b57-ad88-154d058d418e None None] The sync data for ids ['b5257b36-5189-4107-b19b-f48abd1a0bb2'] in n-d-778696-16 is: [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:02Z', 'revision_number': 3, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:15:09.317409 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.318622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:09.319227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.342737 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.447484 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.453967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97f5c5-54bf-41a4-94d2-af6eddf27e97 req-3c7f4ead-5009-4102-9493-a604d37f92f9 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:09.462644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e97f5c5-54bf-41a4-94d2-af6eddf27e97 req-3c7f4ead-5009-4102-9493-a604d37f92f9 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 943 time: 0.3197293 Sep 09 09:15:09.477337 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Transition to ACTIVE for port object 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:09.521052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] For port 39379da3-f29c-411a-a8a0-a073ee60542a, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:09.590013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] For port 39379da3-f29c-411a-a8a0-a073ee60542a, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=39379da3-f29c-411a-a8a0-a073ee60542a,segment=NetworkSegment(5031dac3-1ab4-46f5-8a04-d4fac5e3b049),segment_id=5031dac3-1ab4-46f5-8a04-d4fac5e3b049)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:09.591931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] Pushing event updated for resources: {'Network': ['ID=d6585e10-f320-4fb8-8102-696eea41ef50,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:09.609929 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.618504 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e97f5c5-54bf-41a4-94d2-af6eddf27e97 req-c2249211-10e3-4f79-a6a7-2da59bde70bf tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548858 Sep 09 09:15:09.644202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network d6585e10-f320-4fb8-8102-696eea41ef50 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:15:09.686046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52898) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:09.725080 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.786977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-70919dd8-1979-4baa-80a4-d20bb10ce2f1 None None] Provisioning for port 6bc40a64-83a3-4530-afe7-99ea275db91f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:09.800172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-70919dd8-1979-4baa-80a4-d20bb10ce2f1 None None] Provisioning complete for port 6bc40a64-83a3-4530-afe7-99ea275db91f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:09.800637 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70919dd8-1979-4baa-80a4-d20bb10ce2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.826385 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:09.827353 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.829236 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] 10.222.0.24 "PUT /v2.0/ports/39379da3-f29c-411a-a8a0-a073ee60542a HTTP/1.1" status: 200 len: 1092 time: 3.0436623 Sep 09 09:15:09.837603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbb563f-dd51-4df4-ae1e-9c4162a1385f', 'tag': '39379da3-f29c-411a-a8a0-a073ee60542a'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:09.840571 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8901c87-993c-4a51-abca-a5bfa79c22b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbb563f-dd51-4df4-ae1e-9c4162a1385f", "tag": "39379da3-f29c-411a-a8a0-a073ee60542a"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:09.867764 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Attempting to bind port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:09.874134 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Attempting to bind port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:09.874504 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Attempting to bind port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 on network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:09.883145 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:09.884831 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Checking segment: {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:09.885450 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.886716 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Bound using segment: {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:09.888095 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Bound port: 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:09.888737 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:09.928463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-70919dd8-1979-4baa-80a4-d20bb10ce2f1 None None] Port 6bc40a64-83a3-4530-afe7-99ea275db91f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:09.946181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb4be0-dda2-44fc-86fb-17fe7c9fd30b req-e96c40b1-067a-493f-88c2-081dced3ee32 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:09.960684 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1abb4be0-dda2-44fc-86fb-17fe7c9fd30b req-e96c40b1-067a-493f-88c2-081dced3ee32 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1097 time: 0.2197866 Sep 09 09:15:09.960684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f05440-6c35-4537-ac91-2cf0ccb9353e service neutron] Pushing event updated for resources: {'Port': ['ID=39379da3-f29c-411a-a8a0-a073ee60542a,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:09.982041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2064472295-network', 'tenant_id': '732f78253ff7467eb3d636874f29448f'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:10.024102 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] For port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:10.028802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:10.029439 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] For port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=22bb2ad5-e811-4a8c-803c-6fd9dacb77e1,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:10.033217 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.033926 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfc988-21e2-41ac-8dae-200bd8b578f1 None None] Pushing event updated for resources: {'Port': ['ID=22bb2ad5-e811-4a8c-803c-6fd9dacb77e1,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:10.085900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1abb4be0-dda2-44fc-86fb-17fe7c9fd30b req-64844d7a-e440-43e4-bf0e-f17ffbbed930 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306872 Sep 09 09:15:10.093144 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.102044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-a2b25245-98d5-4851-bc80-9d7fd3a5b933 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:10.104417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-a2b25245-98d5-4851-bc80-9d7fd3a5b933 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 820 time: 1.0007935 Sep 09 09:15:10.110661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-dd432e89-8ceb-4373-b05d-2b6b982ffe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:10.112285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-dd432e89-8ceb-4373-b05d-2b6b982ffe71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=553f3d42d62e43bf9ca5902c160b5b44&device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 1095 time: 0.1078610 Sep 09 09:15:10.151867 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.187968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:10.194411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-add4e91c-8fe9-47d8-a60c-49cbb173bdcb tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/quotas/d54a51f1f29a42f784391cd717a35604 HTTP/1.1" status: 200 len: 375 time: 0.0819988 Sep 09 09:15:10.215661 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-a886bb34-30cd-4562-8245-31d27d18e0f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39379da3-f29c-411a-a8a0-a073ee60542a HTTP/1.1" status: 200 len: 217 time: 0.0788472 Sep 09 09:15:10.221482 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52904) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:10.224664 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-07199e89-06a7-43ca-ad64-f819e490879c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3003607 Sep 09 09:15:10.258723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] Request body: {'subnet': {'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2027272042-subnet', 'tenant_id': '65bd9d90852143cbb897bcb29dd63ef2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:10.358798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:10.365891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:10.366381 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.412014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-f08d5811-7696-4556-af01-458eee0473c7 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2111204 Sep 09 09:15:10.457013 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:10.457659 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:10.502828 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.529277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:10.554862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.564055 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20f3c36-ff2c-4e0f-9f7c-4db6df87acca x-openstack-request-id: req-d20f3c36-ff2c-4e0f-9f7c-4db6df87acca {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:10.564621 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbb563f-dd51-4df4-ae1e-9c4162a1385f", "tag": "39379da3-f29c-411a-a8a0-a073ee60542a", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:10.564912 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d20f3c36-ff2c-4e0f-9f7c-4db6df87acca {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:10.565320 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbb563f-dd51-4df4-ae1e-9c4162a1385f', 'tag': '39379da3-f29c-411a-a8a0-a073ee60542a', 'status': 'completed', 'code': 200} Sep 09 09:15:10.566538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Made reservation on behalf of 732f78253ff7467eb3d636874f29448f for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:10.570625 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.570764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] Made reservation on behalf of 65bd9d90852143cbb897bcb29dd63ef2 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:10.572431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-8aaeac4c-ce61-45af-8b36-81414f040038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:10.572824 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.577080 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-8aaeac4c-ce61-45af-8b36-81414f040038 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=981e6e67-9e1b-4813-9ab1-4dde479fe126 HTTP/1.1" status: 200 len: 865 time: 0.3440433 Sep 09 09:15:10.594851 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.604055 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.608045 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfc988-21e2-41ac-8dae-200bd8b578f1 None None] Pushing event updated for resources: {'Port': ['ID=22bb2ad5-e811-4a8c-803c-6fd9dacb77e1,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:10.681839 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:10.683952 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.694797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:10.707272 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-c241f9d0-94ad-4de5-a24b-b5e7d663e9f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee8cda30-3e7b-440a-9b68-1c13da495af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212616 Sep 09 09:15:10.712515 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.739848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-2bedc84f-332c-4050-b2f2-b8d00c83fe7b service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105171 Sep 09 09:15:10.814915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Subnet': ['ID=ec806a24-6bb0-4fe2-9743-2d1465f612d1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:10.903314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Checking segment: {'id': 'e3fc496d-0fd2-4303-a454-e6b769247d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0b4eba71-c72f-446d-952d-271ed5b03fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:10.903721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network hostable DHCP agents. Network: 0b4eba71-c72f-446d-952d-271ed5b03fb5, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:15:10.912557 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:10.915446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc40a64-83a3-4530-afe7-99ea275db91f,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:10.928975 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:10.950405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-6f2bae86-bcee-4f59-9442-f6d48239b891 service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096629 Sep 09 09:15:10.960067 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165630e-7a4c-47d4-a6dd-2a98846222af None None] The sync data for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 is: [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:15:11.067003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 0b4eba71-c72f-446d-952d-271ed5b03fb5 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:15:11.097083 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:11.151994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b336174a-602c-4227-9468-de65f084e63c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:11.178900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] Checking segment: {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:11.179205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] Network hostable DHCP agents. Network: d6585e10-f320-4fb8-8102-696eea41ef50, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:15:11.255709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 0b4eba71-c72f-446d-952d-271ed5b03fb5) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:11.261612 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee827916-b77d-4106-b6d0-f33baf0b7fb9 None None] Network 0b4eba71-c72f-446d-952d-271ed5b03fb5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:11.275805 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:11.279772 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:11.373042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] Network d6585e10-f320-4fb8-8102-696eea41ef50 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:15:11.384348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, d6585e10-f320-4fb8-8102-696eea41ef50) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:11.385239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fccfd-b685-4a1b-849c-d2c678fcb9a6 req-36132aff-6c4b-4fc0-a53d-2ebd1d82acee tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:11.396945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d9fccfd-b685-4a1b-849c-d2c678fcb9a6 req-36132aff-6c4b-4fc0-a53d-2ebd1d82acee tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 943 time: 0.6371748 Sep 09 09:15:11.398076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:11.398728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:11.420790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0566495-3ed1-4225-9276-d94411f38a4c None None] Network d6585e10-f320-4fb8-8102-696eea41ef50 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:11.428144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a719bdb-ea4c-4238-be78-a454375f5dc8 req-ac0ab3fe-7b6b-441c-9354-8726cf504860 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:11.428769 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a719bdb-ea4c-4238-be78-a454375f5dc8 req-ac0ab3fe-7b6b-441c-9354-8726cf504860 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1097 time: 0.1275940 Sep 09 09:15:11.442592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-c5093530-ee2a-4e2a-9fb6-e95492670504 service neutron] 10.222.0.24 "GET /v2.0/networks/ee8cda30-3e7b-440a-9b68-1c13da495af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7219136 Sep 09 09:15:11.496328 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a719bdb-ea4c-4238-be78-a454375f5dc8 req-3db0645d-bc28-48d3-ae26-7215caa1012e tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521333 Sep 09 09:15:11.541046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d9fccfd-b685-4a1b-849c-d2c678fcb9a6 req-69fe731c-ea6a-4ade-9abc-5be95ee7a817 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429112 Sep 09 09:15:11.659583 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:11.720222 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a1280f9-b4ff-47c2-9cd3-4417e3113fbd req-686dc704-4ae8-44d2-813f-7ac61ef078aa tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 210 time: 0.0634837 Sep 09 09:15:11.729229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:11.731084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:11.796650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:11.833028 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f6b24c10-cca8-46f1-809c-312ed0c7be78 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5909162 Sep 09 09:15:11.836061 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-455c1867-db79-4eb5-83db-815f580aaeb0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9931688 Sep 09 09:15:11.838817 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52924) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:11.841649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be78dff-6faf-4b43-800e-a3e0f7d43dcd req-174f09ad-2d44-4b48-861c-deb504221722 service neutron] 10.222.0.24 "GET /v2.0/networks/ee8cda30-3e7b-440a-9b68-1c13da495af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779943 Sep 09 09:15:11.845191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': '0b4eba71-c72f-446d-952d-271ed5b03fb5', 'name': 'tempest-PortsTestJSON-334084768', 'fixed_ips': [{'subnet_id': 'ec806a24-6bb0-4fe2-9743-2d1465f612d1', 'ip_address': '172.20.0.10'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:11.856525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:15:11.896386 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5a60e0-1808-4daa-b616-b759aac13e10,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:11.945364 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:11.945821 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Added segment d7b31144-66f9-4eb6-9d9b-7233f5f5b03f of type vlan for network 575bbc1b-2638-4cdf-9043-6cd38faa718c Sep 09 09:15:12.007337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d360173-03d3-4270-a22f-525f9cf7d0af None None] Network d6585e10-f320-4fb8-8102-696eea41ef50 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:12.037689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Router b5257b36-5189-4107-b19b-f48abd1a0bb2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:15:12.039511 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:12.194611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:12.291345 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:12.291345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:12.291817 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:12.369479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:12.400656 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:12.420742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] Pushing event updated for resources: {'Network': ['ID=575bbc1b-2638-4cdf-9043-6cd38faa718c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:12.422113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-0b4eba71-c72f-446d-952d-271ed5b03fb5', 'network_id': '0b4eba71-c72f-446d-952d-271ed5b03fb5', 'tenant_id': '0e1883405564473d8aeb010e318453e1', 'fixed_ips': [{'subnet_id': 'ec806a24-6bb0-4fe2-9743-2d1465f612d1'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:15:12.432758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:12.433197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port 06cd71d5-68a2-41f1-945f-08603b50538b yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:15:12.445293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901c87-993c-4a51-abca-a5bfa79c22b7 req-d86653e8-2b37-48d4-afa9-f5be96d0f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:12.447164 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8901c87-993c-4a51-abca-a5bfa79c22b7 req-d86653e8-2b37-48d4-afa9-f5be96d0f195 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=553f3d42d62e43bf9ca5902c160b5b44&device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 1095 time: 0.3341682 Sep 09 09:15:12.468060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:15:12.488797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d47ceef5-3e3e-48cb-8a7a-690676f4a63e None None] Provisioning complete for port 6bc40a64-83a3-4530-afe7-99ea275db91f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:12.489248 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d47ceef5-3e3e-48cb-8a7a-690676f4a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:12.502988 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4ed633fe-4edb-468a-af21-cf378e3f70f6 admin admin] 10.222.0.32 "PUT /v2.0/routers/b5257b36-5189-4107-b19b-f48abd1a0bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8900685 Sep 09 09:15:12.543542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 575bbc1b-2638-4cdf-9043-6cd38faa718c details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:15:12.579408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b769e615-794b-4bc8-b398-e50f892a663f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.8892746 Sep 09 09:15:12.586382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52950) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:12.594749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] Request body: {'subnet': {'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2064472295-subnet', 'tenant_id': '732f78253ff7467eb3d636874f29448f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:12.628504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Sync routers for ids ['b5257b36-5189-4107-b19b-f48abd1a0bb2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:15:12.762480 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.10 (0b4eba71-c72f-446d-952d-271ed5b03fb5/ec806a24-6bb0-4fe2-9743-2d1465f612d1/06cd71d5-68a2-41f1-945f-08603b50538b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:12.790238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901c87-993c-4a51-abca-a5bfa79c22b7 req-68f221d5-74f1-40fa-8daa-98aa7288e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:12.792255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8901c87-993c-4a51-abca-a5bfa79c22b7 req-68f221d5-74f1-40fa-8daa-98aa7288e0c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee8cda30-3e7b-440a-9b68-1c13da495af3 HTTP/1.1" status: 200 len: 926 time: 0.3151991 Sep 09 09:15:12.794743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d47ceef5-3e3e-48cb-8a7a-690676f4a63e None None] Port 6bc40a64-83a3-4530-afe7-99ea275db91f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:12.826870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Routers {'b5257b36-5189-4107-b19b-f48abd1a0bb2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:12.826870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b5257b36-5189-4107-b19b-f48abd1a0bb2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:12.909646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] Made reservation on behalf of 732f78253ff7467eb3d636874f29448f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:12.913268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:12.938673 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8901c87-993c-4a51-abca-a5bfa79c22b7 req-c52a1cc9-c89e-4975-bc83-212ce8d2f52b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39379da3-f29c-411a-a8a0-a073ee60542a HTTP/1.1" status: 200 len: 217 time: 0.1275792 Sep 09 09:15:12.950446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-14da45d1-70ff-4c63-a8b9-c3049f55f73d tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:12.952229 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-14da45d1-70ff-4c63-a8b9-c3049f55f73d tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/networks?id=d6585e10-f320-4fb8-8102-696eea41ef50 HTTP/1.1" status: 200 len: 813 time: 0.3462729 Sep 09 09:15:12.993348 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-25a36487-bb31-4fbc-b4ee-c7ff6453ff8d tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/quotas/65bd9d90852143cbb897bcb29dd63ef2 HTTP/1.1" status: 200 len: 375 time: 0.0195458 Sep 09 09:15:13.058927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:13.076540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object 06cd71d5-68a2-41f1-945f-08603b50538b will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:13.094050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:13.094244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-9829ec47-7ee1-4056-9469-d4a003513572 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bd9d90852143cbb897bcb29dd63ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603046 Sep 09 09:15:13.094363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:13.094363 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:13.147798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Set router b5257b36-5189-4107-b19b-f48abd1a0bb2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:13.190871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901c87-993c-4a51-abca-a5bfa79c22b7 req-4effe8cd-d6cf-4bee-9ca2-2521a1460a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:13.192537 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8901c87-993c-4a51-abca-a5bfa79c22b7 req-4effe8cd-d6cf-4bee-9ca2-2521a1460a1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=981e6e67-9e1b-4813-9ab1-4dde479fe126 HTTP/1.1" status: 200 len: 865 time: 0.2308526 Sep 09 09:15:13.233365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:13.262512 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8901c87-993c-4a51-abca-a5bfa79c22b7 req-f0298883-2e1f-4c36-a578-b304f5e07b9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee8cda30-3e7b-440a-9b68-1c13da495af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396874 Sep 09 09:15:13.275296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 0b4eba71-c72f-446d-952d-271ed5b03fb5 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:13.280575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:13.284343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:13.310509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-e09914dd-2966-4a1e-a108-1e3f2b6fd2d3 service neutron] 10.222.0.32 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002256 Sep 09 09:15:13.324892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=06cd71d5-68a2-41f1-945f-08603b50538b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:13.361056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:13.361724 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:13.435813 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4e88ce87-4daf-4938-b276-fa0de7b219fc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5949502 Sep 09 09:15:13.438709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52974) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:13.448435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': '0b4eba71-c72f-446d-952d-271ed5b03fb5', 'name': 'tempest-PortsTestJSON-8143816', 'fixed_ips': [{'subnet_id': 'ec806a24-6bb0-4fe2-9743-2d1465f612d1', 'ip_address': '172.20.0.9'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:13.457111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Allocated IP 172.20.0.2 (0b4eba71-c72f-446d-952d-271ed5b03fb5/ec806a24-6bb0-4fe2-9743-2d1465f612d1/4248a464-9c2a-4b0e-b281-8a4ebbf11729) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:13.479890 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:13.523536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8901c87-993c-4a51-abca-a5bfa79c22b7 req-be7ee589-9ce0-41b7-963b-3bfe0ce76511 service neutron] 10.222.0.24 "GET /v2.0/networks/ee8cda30-3e7b-440a-9b68-1c13da495af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491770 Sep 09 09:15:13.565532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-6a6ae89a-3b46-4de0-bf54-76ade4a0b53b service neutron] 10.222.0.32 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206008 Sep 09 09:15:13.585046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=22bb2ad5-e811-4a8c-803c-6fd9dacb77e1,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:13.596438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:09Z', 'revision_number': 4, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '6bc40a64-83a3-4530-afe7-99ea275db91f', 'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'mac_address': 'fa:16:3e:ea:9b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '61794736-abe0-477e-8ace-039126a46a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:07Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 2, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'subnets': [{'id': '61794736-abe0-477e-8ace-039126a46a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:13.615941 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:13.638452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Checking router: b5257b36-5189-4107-b19b-f48abd1a0bb2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:15:13.639191 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Updating router b5257b36-5189-4107-b19b-f48abd1a0bb2 port 6bc40a64-83a3-4530-afe7-99ea275db91f binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:15:13.666623 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:13.667506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:13.673003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:13.678761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:13.695111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7087ae7-6b75-4933-a9a3-67deca9dee86,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:13.699143 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port b6c6d1bc-816c-4338-9101-5b220b5fc142 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:15:13.702515 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8901c87-993c-4a51-abca-a5bfa79c22b7 req-c9d8df4b-6d58-4143-80d6-ca547156a68d service neutron] 10.222.0.24 "GET /v2.0/networks/ee8cda30-3e7b-440a-9b68-1c13da495af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677818 Sep 09 09:15:13.721340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] Checking segment: {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:13.721703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] Network hostable DHCP agents. Network: 575bbc1b-2638-4cdf-9043-6cd38faa718c, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:15:13.781593 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:13.844838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] Network 575bbc1b-2638-4cdf-9043-6cd38faa718c is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:15:13.877727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=22bb2ad5-e811-4a8c-803c-6fd9dacb77e1,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:13.890417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:13.913605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Transition to ACTIVE for port object 4248a464-9c2a-4b0e-b281-8a4ebbf11729 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:13.929902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 575bbc1b-2638-4cdf-9043-6cd38faa718c) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:13.939486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:13.943526 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:13.965013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c03c4a-3c32-4c59-b223-9c1ecf62562e None None] Network 575bbc1b-2638-4cdf-9043-6cd38faa718c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:14.000906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:14.001289 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:14.036847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Transition to ACTIVE for port object 4248a464-9c2a-4b0e-b281-8a4ebbf11729 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:14.078731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-969ddd76-17f8-426b-8f60-a5db4df58f50 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4820771 Sep 09 09:15:14.159951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-a1903f2b-fd43-45ac-b8b8-7acef7f8ad3c tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:14.162582 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-a1903f2b-fd43-45ac-b8b8-7acef7f8ad3c tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.24 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 820 time: 0.1890628 Sep 09 09:15:14.189643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Request body: {'port': {'device_id': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'admin_state_up': True, 'tenant_id': 'd54a51f1f29a42f784391cd717a35604'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:14.320314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.9 (0b4eba71-c72f-446d-952d-271ed5b03fb5/ec806a24-6bb0-4fe2-9743-2d1465f612d1/b6c6d1bc-816c-4338-9101-5b220b5fc142) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:14.357904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 39379da3-f29c-411a-a8a0-a073ee60542a details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:14.383016 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:14.483818 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98581e26-9e24-4763-af83-179318d182b0 req-07b29e75-586d-4dc7-b163-f7feea3bf6f3 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:14.490030 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Network 0b4eba71-c72f-446d-952d-271ed5b03fb5 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:14.495593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98581e26-9e24-4763-af83-179318d182b0 req-07b29e75-586d-4dc7-b163-f7feea3bf6f3 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 943 time: 0.2556992 Sep 09 09:15:14.535173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:14.552911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-044bf1d5-c901-4d0f-b283-945dde420f89 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:15:14.554297 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-044bf1d5-c901-4d0f-b283-945dde420f89 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1581697 Sep 09 09:15:14.561036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:14.561503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98581e26-9e24-4763-af83-179318d182b0 req-4bdb6741-40eb-4f95-b1c1-42e18055542d tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649574 Sep 09 09:15:14.568032 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-914e5ee9-49a0-40e4-86a4-ea978dddc26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:14.572296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Pushing event updated for resources: {'Port': ['ID=4248a464-9c2a-4b0e-b281-8a4ebbf11729,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:14.575070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Made reservation on behalf of d54a51f1f29a42f784391cd717a35604 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:14.579098 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:14.601299 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:14.601423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826f312a-b9b5-4a34-840c-1350717ad63a None None] Network 575bbc1b-2638-4cdf-9043-6cd38faa718c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:14.617111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.617468 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.617807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.618150 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.618488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.618826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.619320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.619495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.619860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.620183 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.620511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.620842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:14.622442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object b6c6d1bc-816c-4338-9101-5b220b5fc142 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:14.714614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b76ca55f-2c5d-47cc-9ae4-7b473a4ed7fd tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:14.716092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b76ca55f-2c5d-47cc-9ae4-7b473a4ed7fd tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports/826bb46c-0a65-47d6-938c-9e4442a6b515 HTTP/1.1" status: 200 len: 1094 time: 0.1534698 Sep 09 09:15:14.759642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:14.824843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:14.834755 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 0b4eba71-c72f-446d-952d-271ed5b03fb5 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:14.838083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:14.839969 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-31128f8f-21bf-4941-858c-9c1e99a528fe req-134b994c-c27c-4c14-885f-7ad3268d1a20 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 210 time: 0.0402524 Sep 09 09:15:14.842529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:14.849399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Request body: {'binding': {'host': 'n-h1-778696-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:14.849965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Unknown quota resources ['binding']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:15:14.887011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Attempting to bind port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:14.887711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Attempting to bind port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e3fc496d-0fd2-4303-a454-e6b769247d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0b4eba71-c72f-446d-952d-271ed5b03fb5'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:14.888168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Attempting to bind port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 on network 0b4eba71-c72f-446d-952d-271ed5b03fb5 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:14.898684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:14.899340 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:14.911520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:14.911944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Checking segment: {'id': 'e3fc496d-0fd2-4303-a454-e6b769247d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0b4eba71-c72f-446d-952d-271ed5b03fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:14.912374 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:14.912627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Allocated IP 172.20.0.6 (0892f48a-db8b-479f-a339-6b8a9cfcc5fd/8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe/c6891951-bafa-41d5-b111-b96701990ba7) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:14.912777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Bound using segment: {'id': 'e3fc496d-0fd2-4303-a454-e6b769247d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0b4eba71-c72f-446d-952d-271ed5b03fb5'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:14.913248 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Bound port: 4248a464-9c2a-4b0e-b281-8a4ebbf11729, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fc496d-0fd2-4303-a454-e6b769247d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0b4eba71-c72f-446d-952d-271ed5b03fb5'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:14.913633 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:14.924592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=b6c6d1bc-816c-4338-9101-5b220b5fc142,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:14.932537 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:14.940118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 39379da3-f29c-411a-a8a0-a073ee60542a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=39379da3-f29c-411a-a8a0-a073ee60542a,segment=NetworkSegment(5031dac3-1ab4-46f5-8a04-d4fac5e3b049),segment_id=5031dac3-1ab4-46f5-8a04-d4fac5e3b049)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:14.987259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '39379da3-f29c-411a-a8a0-a073ee60542a', 'network_id': 'ee8cda30-3e7b-440a-9b68-1c13da495af3', 'port_id': '39379da3-f29c-411a-a8a0-a073ee60542a', 'mac_address': 'fa:16:3e:43:53:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981e6e67-9e1b-4813-9ab1-4dde479fe126', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:15.017496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Transition to ACTIVE for port object 6bc40a64-83a3-4530-afe7-99ea275db91f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:15.064509 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fbc443b2-0831-46f5-a5c9-af13f5cc98c3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6210165 Sep 09 09:15:15.064769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53002) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:15.122246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2341cdd9-32e8-4b21-b437-1a15528ed66b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:15.126797 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2341cdd9-32e8-4b21-b437-1a15528ed66b tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0585432 Sep 09 09:15:15.126948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:15.128104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 on host n-h1-778696-16 for vnic_type normal with profile None {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:15.128560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:15.128967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:15.138445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Port 826bb46c-0a65-47d6-938c-9e4442a6b515 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:15.138857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:15.149643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:15.150063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:15.150528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:15.151049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Bound port: 826bb46c-0a65-47d6-938c-9e4442a6b515, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:15.193299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] For port 4248a464-9c2a-4b0e-b281-8a4ebbf11729, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:15.194198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54846f49-f5f4-410f-8e86-a01d47f1d543 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:15.196670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] For port 4248a464-9c2a-4b0e-b281-8a4ebbf11729, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4248a464-9c2a-4b0e-b281-8a4ebbf11729,segment=NetworkSegment(e3fc496d-0fd2-4303-a454-e6b769247d8a),segment_id=e3fc496d-0fd2-4303-a454-e6b769247d8a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:15.203205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54846f49-f5f4-410f-8e86-a01d47f1d543 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:15.204392 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.208588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:15.209010 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.211276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54846f49-f5f4-410f-8e86-a01d47f1d543 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:15.213350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-54846f49-f5f4-410f-8e86-a01d47f1d543 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2374 time: 0.0853291 Sep 09 09:15:15.218963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53006) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:15.234071 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.241757 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.258330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Transition to ACTIVE for port object c6891951-bafa-41d5-b111-b96701990ba7 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:15.290702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=826bb46c-0a65-47d6-938c-9e4442a6b515,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:15.328682 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.356955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39379da3-f29c-411a-a8a0-a073ee60542a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:15.378945 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.380767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-b64f72dd-5f40-442e-a2e5-48f47f86bb35 service neutron] 10.222.0.32 "POST /v2.0/ports/826bb46c-0a65-47d6-938c-9e4442a6b515/bindings HTTP/1.1" status: 201 len: 390 time: 0.6479127 Sep 09 09:15:15.409308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-ad501353-6140-4cdd-a6e2-18bdd6ed8ade tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port b6c6d1bc-816c-4338-9101-5b220b5fc142 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:15.409677 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad501353-6140-4cdd-a6e2-18bdd6ed8ade tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.423094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2108ec1-3aa3-418d-9285-5bfbf85396e0 None None] Pushing event updated for resources: {'Port': ['ID=6bc40a64-83a3-4530-afe7-99ea275db91f,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:15.483053 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.510408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 39379da3-f29c-411a-a8a0-a073ee60542a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=39379da3-f29c-411a-a8a0-a073ee60542a,segment=NetworkSegment(5031dac3-1ab4-46f5-8a04-d4fac5e3b049),segment_id=5031dac3-1ab4-46f5-8a04-d4fac5e3b049)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:15.527656 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad501353-6140-4cdd-a6e2-18bdd6ed8ade tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.548724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-ad501353-6140-4cdd-a6e2-18bdd6ed8ade tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for b6c6d1bc-816c-4338-9101-5b220b5fc142 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:15.662567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53010) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:15.667109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e613c4fa-4797-4c59-bc3e-99ffc3bb3d45 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073275183', 'description': 'tempest-description--64111136'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:15.699134 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.713556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c55571-b6c2-45c4-9da1-465bcd089832 None None] Pushing event updated for resources: {'Port': ['ID=4248a464-9c2a-4b0e-b281-8a4ebbf11729,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:15.747620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Pushing event updated for resources: {'Port': ['ID=c6891951-bafa-41d5-b111-b96701990ba7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:15.792089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:15.801053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:15.807726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:15.899662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Attempting to bind port 6bc40a64-83a3-4530-afe7-99ea275db91f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:15.900171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Attempting to bind port 6bc40a64-83a3-4530-afe7-99ea275db91f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:15.900398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Attempting to bind port 6bc40a64-83a3-4530-afe7-99ea275db91f on network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:15.921715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:15.922112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Checking segment: {'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:15.922401 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.922795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Bound using segment: {'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:15.923287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Bound port: 6bc40a64-83a3-4530-afe7-99ea275db91f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:15.923694 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.929330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:15.930619 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.936351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e613c4fa-4797-4c59-bc3e-99ffc3bb3d45 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:15.962839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['39379da3-f29c-411a-a8a0-a073ee60542a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:15.965867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=39379da3-f29c-411a-a8a0-a073ee60542a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:16.219732 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1af6ce-1017-4ee2-8bd5-fe0cccb216cd req-d4af9fad-d9ef-46c9-ae61-0eb6e2ad4fef tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:16.228616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b1af6ce-1017-4ee2-8bd5-fe0cccb216cd req-d4af9fad-d9ef-46c9-ae61-0eb6e2ad4fef tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 944 time: 0.0852308 Sep 09 09:15:16.230478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] For port 6bc40a64-83a3-4530-afe7-99ea275db91f, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:16.242700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] For port 6bc40a64-83a3-4530-afe7-99ea275db91f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6bc40a64-83a3-4530-afe7-99ea275db91f,segment=NetworkSegment(6a40116f-319c-440a-b8fd-d2e21b5ad190),segment_id=6a40116f-319c-440a-b8fd-d2e21b5ad190)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:16.244532 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad501353-6140-4cdd-a6e2-18bdd6ed8ade tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:16.255610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-2abd76fd-0f4f-4aac-9192-4032c28fef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:16.257158 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-2abd76fd-0f4f-4aac-9192-4032c28fef0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1097 time: 0.1307235 Sep 09 09:15:16.278847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad501353-6140-4cdd-a6e2-18bdd6ed8ade tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=b6c6d1bc-816c-4338-9101-5b220b5fc142,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:16.316188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-3b89f0cd-205e-4bd5-8e17-d2aa8012dfd2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:16.318413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-3b89f0cd-205e-4bd5-8e17-d2aa8012dfd2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 805 time: 0.2575917 Sep 09 09:15:16.327084 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:16.355540 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e613c4fa-4797-4c59-bc3e-99ffc3bb3d45 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:16.366480 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b1af6ce-1017-4ee2-8bd5-fe0cccb216cd req-00df3667-9bc6-4759-8674-3000d25d83ba tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334388 Sep 09 09:15:16.439958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5075fedb-68db-4b43-ad47-24c374a309cf None None] Provisioning for port c6891951-bafa-41d5-b111-b96701990ba7 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:16.458738 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad501353-6140-4cdd-a6e2-18bdd6ed8ade tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:16.461149 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ad501353-6140-4cdd-a6e2-18bdd6ed8ade tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/b6c6d1bc-816c-4338-9101-5b220b5fc142 HTTP/1.1" status: 204 len: 168 time: 1.2410598 Sep 09 09:15:16.464033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53030) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:16.500786 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49c756a-5df9-467d-8a5e-ba00389f4584 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:15:16.506814 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d49c756a-5df9-467d-8a5e-ba00389f4584 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/b6c6d1bc-816c-4338-9101-5b220b5fc142 HTTP/1.1" status: 404 len: 333 time: 0.0412674 Sep 09 09:15:16.510658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53032) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:16.513506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5075fedb-68db-4b43-ad47-24c374a309cf None None] Provisioning complete for port c6891951-bafa-41d5-b111-b96701990ba7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:16.514010 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5075fedb-68db-4b43-ad47-24c374a309cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:16.525876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e613c4fa-4797-4c59-bc3e-99ffc3bb3d45 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:16.571670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-841ad738-7531-485e-acb3-dcae2c7e7715 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3971882 Sep 09 09:15:16.613754 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-f1ea30e3-4d42-4d64-990e-e1f0711fed2e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/quotas/732f78253ff7467eb3d636874f29448f HTTP/1.1" status: 200 len: 375 time: 0.2875500 Sep 09 09:15:16.617461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Request body: {'port': {'device_id': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:16.620902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Routers {'b5257b36-5189-4107-b19b-f48abd1a0bb2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:16.622196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b5257b36-5189-4107-b19b-f48abd1a0bb2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:16.634703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2108ec1-3aa3-418d-9285-5bfbf85396e0 None None] Pushing event updated for resources: {'Port': ['ID=6bc40a64-83a3-4530-afe7-99ea275db91f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:16.662854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-da7e0069-3e8a-467e-b981-3384469ba61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:16.664888 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-da7e0069-3e8a-467e-b981-3384469ba61d service neutron] 10.222.0.24 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.3927743 Sep 09 09:15:16.666133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613c4fa-4797-4c59-bc3e-99ffc3bb3d45 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218c5bbc-7e7b-4b0f-8359-0db703562e96,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:16.705100 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-527af11b-48bc-42a8-8124-c295aa16aaa6 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869057 Sep 09 09:15:16.795092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5075fedb-68db-4b43-ad47-24c374a309cf None None] Port c6891951-bafa-41d5-b111-b96701990ba7 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:16.804470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:16.841295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b47a4-f75f-4f7d-8631-2739908a8019 req-a743fae6-9506-4895-af64-c4d1f1362998 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:16.850196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7e7b47a4-f75f-4f7d-8631-2739908a8019 req-a743fae6-9506-4895-af64-c4d1f1362998 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 945 time: 0.1954021 Sep 09 09:15:16.924788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4248a464-9c2a-4b0e-b281-8a4ebbf11729 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:16.986251 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-8a575294-8373-423c-847a-07799517e3aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826bb46c-0a65-47d6-938c-9e4442a6b515 HTTP/1.1" status: 200 len: 217 time: 0.1404128 Sep 09 09:15:16.986952 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e613c4fa-4797-4c59-bc3e-99ffc3bb3d45 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:16.990472 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e613c4fa-4797-4c59-bc3e-99ffc3bb3d45 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3268960 Sep 09 09:15:16.996728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:17.014652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-20077e03-e2b6-4870-a4dd-3684cf63d732 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Request body: {'security_group_rule': {'security_group_id': '218c5bbc-7e7b-4b0f-8359-0db703562e96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:17.032872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] Set router b5257b36-5189-4107-b19b-f48abd1a0bb2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:17.096391 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0c49b7fe-6fb1-4573-a35b-ec56c0dcf84a service neutron] 10.222.0.32 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901775 Sep 09 09:15:17.117776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-5a49a851-8ca8-4002-af4c-ffc2330c4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:17.119942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-5a49a851-8ca8-4002-af4c-ffc2330c4dbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1220806 Sep 09 09:15:17.206267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c45dbf-30b6-45c9-887f-be604be85112 None None] Network 0b4eba71-c72f-446d-952d-271ed5b03fb5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:17.209970 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-f1fdae1c-7c7a-4062-bcf2-6fdb007e2f3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746286 Sep 09 09:15:17.222520 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fdfca0d5-3575-4e30-836c-72474f903b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:17.223171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20077e03-e2b6-4870-a4dd-3684cf63d732 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:17.371255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-bb9167af-26b2-4fae-8c2d-8140f00babb8 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 06cd71d5-68a2-41f1-945f-08603b50538b {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:17.371919 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb9167af-26b2-4fae-8c2d-8140f00babb8 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:17.432938 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-9322ac51-c977-4452-832e-00117e321216 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125363 Sep 09 09:15:17.437154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-5098cc9d-5311-40b3-bd05-887934bad216 service neutron] 10.222.0.32 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145113 Sep 09 09:15:17.475828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7e7b47a4-f75f-4f7d-8631-2739908a8019 req-6f606e53-cba0-4392-bda8-432d2b28856c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180396 Sep 09 09:15:17.563620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:17.574660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20077e03-e2b6-4870-a4dd-3684cf63d732 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:17.593067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:17.593522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:17.602050 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-9900c77c-00c6-4724-adfc-44ceb233d3c8 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613290 Sep 09 09:15:17.621191 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ff87134a-125f-4ba7-be55-eae4e9778204 None None] Provisioning for port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:17.626816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb9167af-26b2-4fae-8c2d-8140f00babb8 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:17.639450 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20077e03-e2b6-4870-a4dd-3684cf63d732 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:17.650487 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:17.661510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ff87134a-125f-4ba7-be55-eae4e9778204 None None] Provisioning complete for port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:17.661892 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff87134a-125f-4ba7-be55-eae4e9778204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:17.671013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-bb9167af-26b2-4fae-8c2d-8140f00babb8 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 06cd71d5-68a2-41f1-945f-08603b50538b owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:17.680554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20077e03-e2b6-4870-a4dd-3684cf63d732 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96f4452-7d05-4f12-b9b7-45ae42fcb78e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:17.746702 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20077e03-e2b6-4870-a4dd-3684cf63d732 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:17.750078 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-20077e03-e2b6-4870-a4dd-3684cf63d732 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7454216 Sep 09 09:15:17.753172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53042) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:17.762523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bb214d87-f72d-472a-acf5-f9ffd42ae2c4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Request body: {'security_group_rule': {'security_group_id': '218c5bbc-7e7b-4b0f-8359-0db703562e96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:17.832167 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-8bcf6081-d08c-4035-9ec7-53168e68d343 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:17.834073 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-8bcf6081-d08c-4035-9ec7-53168e68d343 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.41 "GET /v2.0/networks?id=d6585e10-f320-4fb8-8102-696eea41ef50 HTTP/1.1" status: 200 len: 813 time: 0.4532681 Sep 09 09:15:17.853860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcf85b-28e8-4e50-8e50-ed9c09e46b8b req-ac339547-e90b-4c5d-9d03-f8894a68f638 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:17.861860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8bcf85b-28e8-4e50-8e50-ed9c09e46b8b req-ac339547-e90b-4c5d-9d03-f8894a68f638 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 931 time: 0.2323914 Sep 09 09:15:17.878613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Request body: {'port': {'device_id': '35844325-44a9-4e5b-9ec9-158518770ee3', 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50', 'admin_state_up': True, 'tenant_id': '65bd9d90852143cbb897bcb29dd63ef2'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:17.886318 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:17.903178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:09Z', 'revision_number': 4, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '6bc40a64-83a3-4530-afe7-99ea275db91f', 'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'mac_address': 'fa:16:3e:ea:9b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '61794736-abe0-477e-8ace-039126a46a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:07Z', 'updated_at': '2021-09-09T09:15:16Z', 'revision_number': 4, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'subnets': [{'id': '61794736-abe0-477e-8ace-039126a46a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:17.931292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c1640df6-2944-43d3-b405-fcf52b931df8 req-1257de83-29a7-4c35-ae7e-20fbe4bca83b tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 210 time: 0.0899401 Sep 09 09:15:17.951976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c3324-694a-43ca-b891-ffbd7d844b05 None None] The sync data for ids ['b5257b36-5189-4107-b19b-f48abd1a0bb2'] in n-d-778696-16 is: [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:09Z', 'revision_number': 4, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '6bc40a64-83a3-4530-afe7-99ea275db91f', 'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'mac_address': 'fa:16:3e:ea:9b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '61794736-abe0-477e-8ace-039126a46a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:07Z', 'updated_at': '2021-09-09T09:15:16Z', 'revision_number': 4, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'subnets': [{'id': '61794736-abe0-477e-8ace-039126a46a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:15:17.979465 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff87134a-125f-4ba7-be55-eae4e9778204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.041247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 4248a464-9c2a-4b0e-b281-8a4ebbf11729, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4248a464-9c2a-4b0e-b281-8a4ebbf11729,segment=NetworkSegment(e3fc496d-0fd2-4303-a454-e6b769247d8a),segment_id=e3fc496d-0fd2-4303-a454-e6b769247d8a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:18.183254 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.292461 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8bcf85b-28e8-4e50-8e50-ed9c09e46b8b req-208abb18-a8c7-42a2-8ee3-725c9e0dd127 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281907 Sep 09 09:15:18.355505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-57f93c3f-293d-4d9a-87d7-0eabcb32f68e tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:18.358046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-57f93c3f-293d-4d9a-87d7-0eabcb32f68e tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.5308778 Sep 09 09:15:18.358984 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb214d87-f72d-472a-acf5-f9ffd42ae2c4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.362038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 39379da3-f29c-411a-a8a0-a073ee60542a up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:18.381928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-16'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:18.452942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-12a0038e-008e-4df3-988d-dda5895e463b tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:18.454066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-12a0038e-008e-4df3-988d-dda5895e463b tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "GET /v2.0/networks?id=d6585e10-f320-4fb8-8102-696eea41ef50 HTTP/1.1" status: 200 len: 813 time: 0.6545873 Sep 09 09:15:18.476930 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Request body: {'port': {'device_id': 'ecfdcbe0-d71f-48fc-ad23-87fa723c3643', 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50', 'admin_state_up': True, 'tenant_id': '65bd9d90852143cbb897bcb29dd63ef2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:18.483413 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-ff87134a-125f-4ba7-be55-eae4e9778204 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:15:18.484289 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-ff87134a-125f-4ba7-be55-eae4e9778204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:15:18.491638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9a783-7117-41c5-b918-595814da7d68 req-30fac92f-a3f9-43fc-9954-55e36f98ab16 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:18.493363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21b9a783-7117-41c5-b918-595814da7d68 req-30fac92f-a3f9-43fc-9954-55e36f98ab16 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 944 time: 0.3610666 Sep 09 09:15:18.558600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=4248a464-9c2a-4b0e-b281-8a4ebbf11729,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:18.588608 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.596962 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb9167af-26b2-4fae-8c2d-8140f00babb8 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.601447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6891951-bafa-41d5-b111-b96701990ba7 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:18.640295 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ece1ca96-ba49-4af5-94ef-dfe6574d4b30 req-94da901f-7d88-4273-baf7-26866697e1e8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 210 time: 0.0956886 Sep 09 09:15:18.644588 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.663009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.672978 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 39379da3-f29c-411a-a8a0-a073ee60542a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:18.675675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9167af-26b2-4fae-8c2d-8140f00babb8 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=06cd71d5-68a2-41f1-945f-08603b50538b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:18.677973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 39379da3-f29c-411a-a8a0-a073ee60542a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:18.679442 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.683807 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb214d87-f72d-472a-acf5-f9ffd42ae2c4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.712264 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21b9a783-7117-41c5-b918-595814da7d68 req-2361f618-1e6c-4af6-8695-1016f2354599 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020304 Sep 09 09:15:18.828500 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb214d87-f72d-472a-acf5-f9ffd42ae2c4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.875532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Transition to ACTIVE for port object c6891951-bafa-41d5-b111-b96701990ba7 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:18.876571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Made reservation on behalf of 65bd9d90852143cbb897bcb29dd63ef2 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:18.880522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.880866 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.884536 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb9167af-26b2-4fae-8c2d-8140f00babb8 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.886716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bb9167af-26b2-4fae-8c2d-8140f00babb8 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/06cd71d5-68a2-41f1-945f-08603b50538b HTTP/1.1" status: 204 len: 168 time: 2.3749535 Sep 09 09:15:18.909057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53054) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:18.971037 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9868dcc4-2dd8-436d-8105-b96b3713c8c0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:15:18.976277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9868dcc4-2dd8-436d-8105-b96b3713c8c0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/06cd71d5-68a2-41f1-945f-08603b50538b HTTP/1.1" status: 404 len: 333 time: 0.0610533 Sep 09 09:15:18.976277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:18.986038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53058) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:19.006305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 39379da3-f29c-411a-a8a0-a073ee60542a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=39379da3-f29c-411a-a8a0-a073ee60542a,segment=NetworkSegment(5031dac3-1ab4-46f5-8a04-d4fac5e3b049),segment_id=5031dac3-1ab4-46f5-8a04-d4fac5e3b049)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:19.009647 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbb563f-dd51-4df4-ae1e-9c4162a1385f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39379da3-f29c-411a-a8a0-a073ee60542a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:19.013796 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88184aa-b6ba-4b5c-a361-a227c2e81475" -d '{"events": [{"server_uuid": "1bbb563f-dd51-4df4-ae1e-9c4162a1385f", "name": "network-vif-plugged", "status": "completed", "tag": "39379da3-f29c-411a-a8a0-a073ee60542a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:19.075825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4248a464-9c2a-4b0e-b281-8a4ebbf11729 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:19.087627 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:19.164483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75632f02-b438-4b24-b76d-ed3afbee640b req-8237654c-7e10-47f2-9156-337f7ca78093 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:19.179980 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-75632f02-b438-4b24-b76d-ed3afbee640b req-8237654c-7e10-47f2-9156-337f7ca78093 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 945 time: 0.3174987 Sep 09 09:15:19.186705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb214d87-f72d-472a-acf5-f9ffd42ae2c4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26cd811-e899-4b42-b4b3-6a7f228da8c1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:19.258090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Made reservation on behalf of 65bd9d90852143cbb897bcb29dd63ef2 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:19.261785 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:19.262260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=39379da3-f29c-411a-a8a0-a073ee60542a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:19.281041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:19.281733 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:19.360991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-de15f677-c4a0-4713-8348-38bfb5e889cc None None] Could not find standard attr ID for object b6c6d1bc-816c-4338-9101-5b220b5fc142. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:15:19.385826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6891951-bafa-41d5-b111-b96701990ba7,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:19.403973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-de15f677-c4a0-4713-8348-38bfb5e889cc None None] Could not find standard attr ID for object 06cd71d5-68a2-41f1-945f-08603b50538b. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:15:19.404712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-22cad931-5671-4a32-b716-a0ae109d8077 req-7e0deba0-d835-489f-af52-d1156fd81f11 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 210 time: 0.2053339 Sep 09 09:15:19.454401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-de15f677-c4a0-4713-8348-38bfb5e889cc None None] Provisioning complete for port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:19.454955 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de15f677-c4a0-4713-8348-38bfb5e889cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:19.455827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb214d87-f72d-472a-acf5-f9ffd42ae2c4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:19.461539 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bb214d87-f72d-472a-acf5-f9ffd42ae2c4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7072284 Sep 09 09:15:19.483502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826bb46c-0a65-47d6-938c-9e4442a6b515,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:19.502343 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:15:19.510627 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adb21cf-28c1-4d03-a230-66c60cce8be8 x-openstack-request-id: req-6adb21cf-28c1-4d03-a230-66c60cce8be8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:19.517001 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbb563f-dd51-4df4-ae1e-9c4162a1385f", "name": "network-vif-plugged", "status": "completed", "tag": "39379da3-f29c-411a-a8a0-a073ee60542a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:19.517001 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6adb21cf-28c1-4d03-a230-66c60cce8be8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:19.517001 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbb563f-dd51-4df4-ae1e-9c4162a1385f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39379da3-f29c-411a-a8a0-a073ee60542a', 'code': 200} Sep 09 09:15:19.530839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4748ef6-35b5-431a-9a02-44ea91fbe1a9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting subnet ec806a24-6bb0-4fe2-9743-2d1465f612d1 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:15:19.540474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-75632f02-b438-4b24-b76d-ed3afbee640b req-e1a09a8b-9709-423b-8ad1-77cb0cec04f7 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595796 Sep 09 09:15:19.545488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53066) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:19.558293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Attempting to bind port c6891951-bafa-41d5-b111-b96701990ba7 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:19.558636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Attempting to bind port c6891951-bafa-41d5-b111-b96701990ba7 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:19.558968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Attempting to bind port c6891951-bafa-41d5-b111-b96701990ba7 on network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:19.559680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6bc40a64-83a3-4530-afe7-99ea275db91f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:19.573278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:19.574495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Port c6891951-bafa-41d5-b111-b96701990ba7 on network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:19.574814 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Attempting to bind port c6891951-bafa-41d5-b111-b96701990ba7 on network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:19.601636 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4748ef6-35b5-431a-9a02-44ea91fbe1a9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:19.645134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:19.646470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Checking segment: {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:19.646577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Bound using segment: {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:19.647059 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Bound port: c6891951-bafa-41d5-b111-b96701990ba7, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:19.647450 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:19.738072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e2be6-3391-4256-bc29-ab2114715926 req-46b6741b-ccbe-4228-b266-40ae6d171cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:19.743242 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e0e2be6-3391-4256-bc29-ab2114715926 req-46b6741b-ccbe-4228-b266-40ae6d171cd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 1097 time: 0.1114926 Sep 09 09:15:19.775805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 6bc40a64-83a3-4530-afe7-99ea275db91f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:19.780390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 6bc40a64-83a3-4530-afe7-99ea275db91f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:19.780774 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:19.816557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Allocated IP 172.20.0.10 (d6585e10-f320-4fb8-8102-696eea41ef50/b336174a-602c-4227-9468-de65f084e63c/ea16d4da-154a-405f-a608-589a5eee4b53) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:19.864825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:19.918918 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:19.919688 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:19.929369 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4748ef6-35b5-431a-9a02-44ea91fbe1a9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:19.933311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826bb46c-0a65-47d6-938c-9e4442a6b515'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:19.934557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0cc5fd0-658b-405c-ab45-93269fbe0c4a req-1cbf21b3-1cb1-4337-bc17-99a06c9febbf tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 210 time: 0.1024387 Sep 09 09:15:19.937041 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2319110d-fd39-4ecb-8172-7b9094fbb28c" -d '{"events": [{"server_uuid": "fecce75a-9ff0-417b-83a1-cbcdc64262da", "name": "network-vif-unplugged", "status": "completed", "tag": "826bb46c-0a65-47d6-938c-9e4442a6b515"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:20.012572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 6bc40a64-83a3-4530-afe7-99ea275db91f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6bc40a64-83a3-4530-afe7-99ea275db91f,segment=NetworkSegment(6a40116f-319c-440a-b8fd-d2e21b5ad190),segment_id=6a40116f-319c-440a-b8fd-d2e21b5ad190)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:20.029292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e0e2be6-3391-4256-bc29-ab2114715926 req-d563dd09-2940-4264-9394-e88696e2561f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960590 Sep 09 09:15:20.030367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] For port c6891951-bafa-41d5-b111-b96701990ba7, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:20.036156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] For port c6891951-bafa-41d5-b111-b96701990ba7, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c6891951-bafa-41d5-b111-b96701990ba7,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:20.038717 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.044409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c49ccf-fb4a-4a0b-893b-cb44b47fe082 req-d385b001-a241-48c0-af91-54f8eab37071 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:20.048433 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c49ccf-fb4a-4a0b-893b-cb44b47fe082 req-d385b001-a241-48c0-af91-54f8eab37071 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 943 time: 0.4311931 Sep 09 09:15:20.118253 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.155039 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.174808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=6bc40a64-83a3-4530-afe7-99ea275db91f,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:20.211184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:20.211965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.213274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] 10.222.0.24 "PUT /v2.0/ports/c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 1092 time: 3.6122217 Sep 09 09:15:20.213728 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:20.216056 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cf58c8-f600-45ba-9807-2b32d3d1bfef" -d '{"events": [{"name": "network-changed", "server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "tag": "c6891951-bafa-41d5-b111-b96701990ba7"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:20.238828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cef0a4-103c-4a3e-a6a2-e722cf315606 req-2a376eae-e016-4cc4-bde9-2eacaf786eda tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:20.256184 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55cef0a4-103c-4a3e-a6a2-e722cf315606 req-2a376eae-e016-4cc4-bde9-2eacaf786eda tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 945 time: 0.1706128 Sep 09 09:15:20.287750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dac664-29ec-430e-a101-e86b8854bfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6891951-bafa-41d5-b111-b96701990ba7,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:20.294598 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.323643 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55cef0a4-103c-4a3e-a6a2-e722cf315606 req-eb7107f5-d379-4194-99e1-b7acbaf2e893 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712979 Sep 09 09:15:20.404960 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.453085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36faec9c-f08b-42e7-9882-8ad466715186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:20.454763 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-36faec9c-f08b-42e7-9882-8ad466715186 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1095 time: 0.0947273 Sep 09 09:15:20.459490 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8195254b-2ce5-4938-af1f-b4f6f492af10 x-openstack-request-id: req-8195254b-2ce5-4938-af1f-b4f6f492af10 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:20.459800 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "tag": "c6891951-bafa-41d5-b111-b96701990ba7", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:20.459941 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8195254b-2ce5-4938-af1f-b4f6f492af10 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:20.460351 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7', 'status': 'completed', 'code': 200} Sep 09 09:15:20.469187 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fbfd46-3a8a-4282-9b06-799903a3f54d x-openstack-request-id: req-d7fbfd46-3a8a-4282-9b06-799903a3f54d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:20.469517 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecce75a-9ff0-417b-83a1-cbcdc64262da", "name": "network-vif-unplugged", "status": "completed", "tag": "826bb46c-0a65-47d6-938c-9e4442a6b515", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:20.469859 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7fbfd46-3a8a-4282-9b06-799903a3f54d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:20.470193 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826bb46c-0a65-47d6-938c-9e4442a6b515', 'code': 200} Sep 09 09:15:20.478551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.485157 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.524573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Network d6585e10-f320-4fb8-8102-696eea41ef50 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:20.538733 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-a28fad9a-ceac-45bc-901c-1c1145408933 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 217 time: 0.0732448 Sep 09 09:15:20.541799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:20.543646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Pushing event updated for resources: {'Port': ['ID=ea16d4da-154a-405f-a608-589a5eee4b53,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:20.564616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:20.600542 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4748ef6-35b5-431a-9a02-44ea91fbe1a9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.641155 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9cbde3e4-25de-4c61-8f3e-53e48b0b4813 req-321cdb40-7fd7-4f8b-a5c2-98ac47d320c1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 210 time: 0.1043284 Sep 09 09:15:20.677867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Allocated IP 172.20.0.11 (d6585e10-f320-4fb8-8102-696eea41ef50/b336174a-602c-4227-9468-de65f084e63c/edd4a1a6-22ba-4d34-8343-c7a8954890f3) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:20.701320 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c49ccf-fb4a-4a0b-893b-cb44b47fe082 req-f1599dfc-fffa-4c79-8057-d7987f421075 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449211 Sep 09 09:15:20.749495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Pushing event updated for resources: {'Port': ['ID=826bb46c-0a65-47d6-938c-9e4442a6b515,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:20.753206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:20.776776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.776776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-d58707d5-9737-440c-8147-0101ae242e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:20.776776 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-d58707d5-9737-440c-8147-0101ae242e1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.2160671 Sep 09 09:15:20.777155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 on host n-h2-778696-16 for vnic_type normal with profile {"migrating_to": "n-h1-778696-16"} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:20.777155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:20.777155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:20.790835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Port 826bb46c-0a65-47d6-938c-9e4442a6b515 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:20.790835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Attempting to bind port 826bb46c-0a65-47d6-938c-9e4442a6b515 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:20.824513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6bc40a64-83a3-4530-afe7-99ea275db91f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:20.829943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:20.830242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:20.830625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:20.831318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Bound port: 826bb46c-0a65-47d6-938c-9e4442a6b515, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:20.831620 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.837509 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4748ef6-35b5-431a-9a02-44ea91fbe1a9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.865445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-3b148d7e-b20d-46d2-916b-333ee68dab99 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:20.874503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-3b148d7e-b20d-46d2-916b-333ee68dab99 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.41 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 805 time: 0.3445692 Sep 09 09:15:20.883305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Request body: {'port': {'device_id': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'admin_state_up': True, 'tenant_id': '732f78253ff7467eb3d636874f29448f'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:20.892774 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4748ef6-35b5-431a-9a02-44ea91fbe1a9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:20.898272 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c4748ef6-35b5-431a-9a02-44ea91fbe1a9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/ec806a24-6bb0-4fe2-9743-2d1465f612d1 HTTP/1.1" status: 204 len: 168 time: 1.9069617 Sep 09 09:15:20.898576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ff1c1-7e06-4f09-8a53-4927dccd6704 req-c092a773-c6ba-47df-bb9a-abd68dfcb12d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:20.899425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-708ff1c1-7e06-4f09-8a53-4927dccd6704 req-c092a773-c6ba-47df-bb9a-abd68dfcb12d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 943 time: 0.1337039 Sep 09 09:15:20.901008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53082) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:20.902331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4748ef6-35b5-431a-9a02-44ea91fbe1a9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Subnet': ['ID=ec806a24-6bb0-4fe2-9743-2d1465f612d1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:20.909518 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d34fc94-a8a5-42e8-b5d0-5acdfbd6379f None None] Network 0b4eba71-c72f-446d-952d-271ed5b03fb5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:20.927330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-79b1e7d9-cf4d-412f-ba9e-8436e93146d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:20.929171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-79b1e7d9-cf4d-412f-ba9e-8436e93146d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463532 Sep 09 09:15:20.935710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-0d61523a-ac2a-4e7c-b39a-2dd528a348b5 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0668349 Sep 09 09:15:20.984903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Request body: {'port': {'device_id': '35844325-44a9-4e5b-9ec9-158518770ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:21.033385 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 6bc40a64-83a3-4530-afe7-99ea275db91f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:21.033931 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.061473 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.081784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:21.122282 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826bb46c-0a65-47d6-938c-9e4442a6b515,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:21.224566 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2551d2bb-08c6-4305-bef3-bd3570083772 req-2938beaa-89d0-427c-9096-ae6b1f0aa040 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 210 time: 0.0601623 Sep 09 09:15:21.228285 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.230306 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.248644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-708ff1c1-7e06-4f09-8a53-4927dccd6704 req-0ca8b152-5a6e-48f8-b822-70c96e8e827a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323901 Sep 09 09:15:21.254065 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.292820 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.337707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241fb9e8-62c2-47d7-9c47-8cefcbdfe505 None None] DHCP port deletion for 0b4eba71-c72f-446d-952d-271ed5b03fb5 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:15:21.361646 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-65617647-4979-4ffb-8fb8-386987a962e3 service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016776 Sep 09 09:15:21.416989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Pushing event updated for resources: {'Port': ['ID=826bb46c-0a65-47d6-938c-9e4442a6b515,revision_number=8']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:21.422336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Allocated IP 172.25.8.138 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/87ad35eb-8b1c-4a51-9287-ce42cf137f24) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:21.432789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:21.433363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-241fb9e8-62c2-47d7-9c47-8cefcbdfe505 None None] Deleting port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:21.433847 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-241fb9e8-62c2-47d7-9c47-8cefcbdfe505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.433996 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.435446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-30a4efa5-ad5b-4c85-b09f-d65b0031a679 service neutron] 10.222.0.24 "PUT /v2.0/ports/826bb46c-0a65-47d6-938c-9e4442a6b515 HTTP/1.1" status: 200 len: 1123 time: 3.0663002 Sep 09 09:15:21.516711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['826bb46c-0a65-47d6-938c-9e4442a6b515'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:21.532850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Made reservation on behalf of 732f78253ff7467eb3d636874f29448f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:21.537064 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.557301 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.582298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.586264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-241fb9e8-62c2-47d7-9c47-8cefcbdfe505 None None] For port 4248a464-9c2a-4b0e-b281-8a4ebbf11729, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4248a464-9c2a-4b0e-b281-8a4ebbf11729,segment=NetworkSegment(e3fc496d-0fd2-4303-a454-e6b769247d8a),segment_id=e3fc496d-0fd2-4303-a454-e6b769247d8a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:21.586669 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-241fb9e8-62c2-47d7-9c47-8cefcbdfe505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.609334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-241fb9e8-62c2-47d7-9c47-8cefcbdfe505 None None] Calling delete_port for 4248a464-9c2a-4b0e-b281-8a4ebbf11729 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:21.621593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Network d6585e10-f320-4fb8-8102-696eea41ef50 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:21.627644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:21.630363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:21.666161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Pushing event updated for resources: {'Port': ['ID=edd4a1a6-22ba-4d34-8343-c7a8954890f3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:21.710832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:21.711680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.797426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282147e-7a02-4c02-ae67-2a51073d6d28 req-0c8d9709-0508-4a4e-a268-8fa4a5864c06 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:21.799161 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1282147e-7a02-4c02-ae67-2a51073d6d28 req-0c8d9709-0508-4a4e-a268-8fa4a5864c06 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 932 time: 0.0614734 Sep 09 09:15:21.800775 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.840370 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-482d7814-a6ca-478c-b895-9abfd193d354 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3732734 Sep 09 09:15:21.858169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Request body: {'port': {'device_id': 'ecfdcbe0-d71f-48fc-ad23-87fa723c3643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:21.873628 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-241fb9e8-62c2-47d7-9c47-8cefcbdfe505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.904611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fb9e8-62c2-47d7-9c47-8cefcbdfe505 None None] Pushing event deleted for resources: {'Port': ['ID=4248a464-9c2a-4b0e-b281-8a4ebbf11729,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:21.906976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241fb9e8-62c2-47d7-9c47-8cefcbdfe505 None None] No DVR routers for this DVR port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:21.907851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:21.919776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Pushing event updated for resources: {'Port': ['ID=87ad35eb-8b1c-4a51-9287-ce42cf137f24,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:21.924868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:21.933606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:21.939597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1282147e-7a02-4c02-ae67-2a51073d6d28 req-95206f0a-d99f-4353-a06b-c11972e488c9 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130674 Sep 09 09:15:21.942942 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:21.943585 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:21.994354 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.086213 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8194eb11-b615-469e-a3dd-bc525c0b972b req-524d0056-5106-4d1b-b549-478f89691e1a service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030380 Sep 09 09:15:22.143229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8e66e-a6a6-4ccc-bfa7-7597bcc5cf87 req-fe63a4ad-37a4-49a3-a5d8-3753a2481c9a tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:22.145036 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-33c8e66e-a6a6-4ccc-bfa7-7597bcc5cf87 req-fe63a4ad-37a4-49a3-a5d8-3753a2481c9a tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 945 time: 0.6418157 Sep 09 09:15:22.173550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] For port 4248a464-9c2a-4b0e-b281-8a4ebbf11729, host n-d-778696-16, got binding levels [] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:22.173877 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.187064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3d581-e7f0-4754-bc32-d1df9192b9e9 req-c78e71e0-5fc8-40d9-8b97-221f9dadf052 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:22.188782 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b8c3d581-e7f0-4754-bc32-d1df9192b9e9 req-c78e71e0-5fc8-40d9-8b97-221f9dadf052 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 943 time: 0.1786969 Sep 09 09:15:22.201885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.250408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 4248a464-9c2a-4b0e-b281-8a4ebbf11729 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:22.254032 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b8c3d581-e7f0-4754-bc32-d1df9192b9e9 req-3ea5e0c6-8fad-4f6f-855c-0465fa8394a0 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504258 Sep 09 09:15:22.272421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.ipam_backend_mixin [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 was not found and therefore no delete operation was performed {{(pid=95325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:15:22.295327 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.310390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.332492 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-33c8e66e-a6a6-4ccc-bfa7-7597bcc5cf87 req-d90c65a0-2e4c-41ff-a216-44bf1a4f621e tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737120 Sep 09 09:15:22.336200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Allocated IP 172.20.0.11 (575bbc1b-2638-4cdf-9043-6cd38faa718c/e7087ae7-6b75-4933-a9a3-67deca9dee86/c1731d1d-8565-49ce-866e-27522bf6aa9b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:22.350498 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 826bb46c-0a65-47d6-938c-9e4442a6b515 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:22.389999 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No DVR routers for this DVR port 4248a464-9c2a-4b0e-b281-8a4ebbf11729 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:22.404619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=4248a464-9c2a-4b0e-b281-8a4ebbf11729,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:22.461939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf58c8-f600-45ba-9807-2b32d3d1bfef req-cd9565ac-095a-4082-9cac-7fb77876021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:22.463464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91cf58c8-f600-45ba-9807-2b32d3d1bfef req-cd9565ac-095a-4082-9cac-7fb77876021e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1095 time: 0.2462020 Sep 09 09:15:22.476917 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826bb46c-0a65-47d6-938c-9e4442a6b515,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:22.477972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'tag': '826bb46c-0a65-47d6-938c-9e4442a6b515'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:22.480429 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea9d1d4-8da1-4a50-99d2-99ee53d30839" -d '{"events": [{"name": "network-changed", "server_uuid": "fecce75a-9ff0-417b-83a1-cbcdc64262da", "tag": "826bb46c-0a65-47d6-938c-9e4442a6b515"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:22.492564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 826bb46c-0a65-47d6-938c-9e4442a6b515 has no active binding in host n-h1-778696-16 {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 09 09:15:22.503975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d2f34-646c-494e-afd2-01270aa2a7fb req-7e17c2c7-6414-4447-b1f4-a4ceffe3a546 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:22.505566 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6e5d2f34-646c-494e-afd2-01270aa2a7fb req-7e17c2c7-6414-4447-b1f4-a4ceffe3a546 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 943 time: 0.1028032 Sep 09 09:15:22.536627 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acaa3480-3517-4016-8c9e-8f027ed8adfc req-620fa94a-6f77-4a9e-8b7d-61f8aaeeeb8c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 210 time: 0.1093338 Sep 09 09:15:22.582111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6e5d2f34-646c-494e-afd2-01270aa2a7fb req-8cdc35a3-ed13-4400-ab6c-f538bbf9e2bb tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686872 Sep 09 09:15:22.607905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.622709 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.626528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea16d4da-154a-405f-a608-589a5eee4b53 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:22.640843 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6d9828-9535-423a-8a1c-ef666d5af888 x-openstack-request-id: req-ce6d9828-9535-423a-8a1c-ef666d5af888 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:22.641211 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecce75a-9ff0-417b-83a1-cbcdc64262da", "tag": "826bb46c-0a65-47d6-938c-9e4442a6b515", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:22.641474 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce6d9828-9535-423a-8a1c-ef666d5af888 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:22.641885 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'tag': '826bb46c-0a65-47d6-938c-9e4442a6b515', 'status': 'completed', 'code': 200} Sep 09 09:15:22.650303 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.690445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.733700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4eba71-c72f-446d-952d-271ed5b03fb5']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:22.767278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Transition to ACTIVE for port object ea16d4da-154a-405f-a608-589a5eee4b53 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:22.771129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9d1d4-8da1-4a50-99d2-99ee53d30839 req-fe52dfef-b26c-43d1-b0d2-41e4dbd6c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:22.772762 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ea9d1d4-8da1-4a50-99d2-99ee53d30839 req-fe52dfef-b26c-43d1-b0d2-41e4dbd6c4f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1126 time: 0.1102734 Sep 09 09:15:22.776238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Pushing event updated for resources: {'Port': ['ID=87ad35eb-8b1c-4a51-9287-ce42cf137f24,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:22.781829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fc496d-0fd2-4303-a454-e6b769247d8a') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:22.782214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fc496d-0fd2-4303-a454-e6b769247d8a') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:22.785474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4248a464-9c2a-4b0e-b281-8a4ebbf11729 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:22.813968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 4248a464-9c2a-4b0e-b281-8a4ebbf11729 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:15:22.814333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.814867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4248a464-9c2a-4b0e-b281-8a4ebbf11729 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:22.815422 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.870125 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.883966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97349d-5419-49cc-8ae1-7e13632ebe88 req-933038d9-777b-4ec2-b633-8544ead7aed4 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:22.885497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f97349d-5419-49cc-8ae1-7e13632ebe88 req-933038d9-777b-4ec2-b633-8544ead7aed4 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 945 time: 0.2441931 Sep 09 09:15:22.886677 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.893181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf58c8-f600-45ba-9807-2b32d3d1bfef req-bdab61a1-2256-4857-a29d-3bd7d9aca4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:22.894618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91cf58c8-f600-45ba-9807-2b32d3d1bfef req-bdab61a1-2256-4857-a29d-3bd7d9aca4a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.3854468 Sep 09 09:15:22.897722 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.899088 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c8f64ea8-b7fc-43e6-b36a-e278b90cf695 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3514931 Sep 09 09:15:22.923805 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9d1d4-8da1-4a50-99d2-99ee53d30839 req-07b27d3e-ed16-4b93-a88d-de2de7e268a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:22.925349 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ea9d1d4-8da1-4a50-99d2-99ee53d30839 req-07b27d3e-ed16-4b93-a88d-de2de7e268a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.1431842 Sep 09 09:15:22.939296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:15:22.939778 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:15:22.954275 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:15:23.002247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ea9d1d4-8da1-4a50-99d2-99ee53d30839 req-7097a782-9cca-49e1-aa02-5ccc678fbe9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826bb46c-0a65-47d6-938c-9e4442a6b515 HTTP/1.1" status: 200 len: 217 time: 0.0452032 Sep 09 09:15:23.031817 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91cf58c8-f600-45ba-9807-2b32d3d1bfef req-aec9da01-a5c4-4a60-8fbc-cfbede5dd8d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 217 time: 0.0983024 Sep 09 09:15:23.101792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9d1d4-8da1-4a50-99d2-99ee53d30839 req-d8f81f38-7180-4c42-93c5-ef2a5ccc6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:23.103402 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ea9d1d4-8da1-4a50-99d2-99ee53d30839 req-d8f81f38-7180-4c42-93c5-ef2a5ccc6ad7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.0932069 Sep 09 09:15:23.109297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.131350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-92317aab-b7a1-4f36-93f6-0a33689bbc84 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1073275183&fields=id&tenant_id=bc4cb54dee824735916dc7731e35d7ff HTTP/1.1" status: 200 len: 267 time: 0.1119757 Sep 09 09:15:23.139409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Pushing event updated for resources: {'Port': ['ID=ea16d4da-154a-405f-a608-589a5eee4b53,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:23.165035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ea9d1d4-8da1-4a50-99d2-99ee53d30839 req-8a3fc490-d2c2-4c58-b0ad-03157ce02f64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515187 Sep 09 09:15:23.170170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f97349d-5419-49cc-8ae1-7e13632ebe88 req-e39d22b8-f508-46c5-968d-6a2112c11602 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740083 Sep 09 09:15:23.206673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.218524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.220448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/networks/0b4eba71-c72f-446d-952d-271ed5b03fb5 HTTP/1.1" status: 204 len: 168 time: 2.3067949 Sep 09 09:15:23.225550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf58c8-f600-45ba-9807-2b32d3d1bfef req-5d7ff15e-69f7-415d-b9f3-41ea4aec0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:23.227028 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91cf58c8-f600-45ba-9807-2b32d3d1bfef req-5d7ff15e-69f7-415d-b9f3-41ea4aec0c9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.1408079 Sep 09 09:15:23.229285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53118) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:23.239528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1147549921'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:23.258086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f60ee-1a3b-4d31-b992-aa373de8aa30 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Network': ['ID=0b4eba71-c72f-446d-952d-271ed5b03fb5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:23.272406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd4a1a6-22ba-4d34-8343-c7a8954890f3 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:23.289061 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.344212 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Attempting to bind port ea16d4da-154a-405f-a608-589a5eee4b53 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:23.344548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Attempting to bind port ea16d4da-154a-405f-a608-589a5eee4b53 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:23.344879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Attempting to bind port ea16d4da-154a-405f-a608-589a5eee4b53 on network d6585e10-f320-4fb8-8102-696eea41ef50 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:23.358263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Port ea16d4da-154a-405f-a608-589a5eee4b53 on network d6585e10-f320-4fb8-8102-696eea41ef50 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:23.358592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Attempting to bind port ea16d4da-154a-405f-a608-589a5eee4b53 on network d6585e10-f320-4fb8-8102-696eea41ef50 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:23.361787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf58c8-f600-45ba-9807-2b32d3d1bfef req-4ee1199a-3df6-4fe5-99eb-200fad73a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:23.363362 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91cf58c8-f600-45ba-9807-2b32d3d1bfef req-4ee1199a-3df6-4fe5-99eb-200fad73a720 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209259 Sep 09 09:15:23.373953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Transition to ACTIVE for port object edd4a1a6-22ba-4d34-8343-c7a8954890f3 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:23.376773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ce798-7e33-449e-8d68-a4873e42ef14 req-711e9a88-00a1-4cf2-849f-1833d67d113e tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:23.378267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e01ce798-7e33-449e-8d68-a4873e42ef14 req-711e9a88-00a1-4cf2-849f-1833d67d113e tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 932 time: 0.1301291 Sep 09 09:15:23.381286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:23.381628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Checking segment: {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:23.382010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Bound using segment: {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:23.382454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Bound port: ea16d4da-154a-405f-a608-589a5eee4b53, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:23.382815 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.405701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ea9d1d4-8da1-4a50-99d2-99ee53d30839 req-a7abd7c0-be98-491f-81a0-abd60529e5e4 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127240 Sep 09 09:15:23.414371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-ad2aceb1-28b6-4fc0-8f62-3af578cebb9c tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:23.415865 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-ad2aceb1-28b6-4fc0-8f62-3af578cebb9c tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/networks?id=6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 HTTP/1.1" status: 200 len: 814 time: 0.2569988 Sep 09 09:15:23.440702 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.457267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-1196b537-d35c-4bff-abaa-7e06776bf361 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/quotas/bc4cb54dee824735916dc7731e35d7ff HTTP/1.1" status: 200 len: 375 time: 0.0300624 Sep 09 09:15:23.465287 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.466265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:23.470080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.565266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Network 575bbc1b-2638-4cdf-9043-6cd38faa718c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:23.576151 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e01ce798-7e33-449e-8d68-a4873e42ef14 req-f08eba4d-a93e-46f1-96cd-ffc8c8bf0d55 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759932 Sep 09 09:15:23.586521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:23.595521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:23.632664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Pushing event updated for resources: {'Port': ['ID=c1731d1d-8565-49ce-866e-27522bf6aa9b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:23.642069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] For port ea16d4da-154a-405f-a608-589a5eee4b53, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:23.644098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Pushing event updated for resources: {'Port': ['ID=edd4a1a6-22ba-4d34-8343-c7a8954890f3,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:23.662995 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91cf58c8-f600-45ba-9807-2b32d3d1bfef req-1bc6d0fd-9399-4254-a752-da397f9086b7 service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836173 Sep 09 09:15:23.669667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] For port ea16d4da-154a-405f-a608-589a5eee4b53, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ea16d4da-154a-405f-a608-589a5eee4b53,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:23.677492 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:15:23.690852 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ea9d1d4-8da1-4a50-99d2-99ee53d30839 req-0ffe9fe9-23a3-4464-a705-c3843c54bef5 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740304 Sep 09 09:15:23.698873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:23.699552 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.704794 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-16a195e9-870a-46f0-a942-b112adb22cb9 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc4cb54dee824735916dc7731e35d7ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2299318 Sep 09 09:15:23.710731 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.711488 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Added segment fbf867e7-be13-4d55-92e2-6209eb7984a6 of type vlan for network 47f02f99-3789-4f3c-a219-33e9e16e6b4b Sep 09 09:15:23.765859 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.793331 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.811271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Attempting to bind port edd4a1a6-22ba-4d34-8343-c7a8954890f3 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:23.811714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Attempting to bind port edd4a1a6-22ba-4d34-8343-c7a8954890f3 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:23.811975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Attempting to bind port edd4a1a6-22ba-4d34-8343-c7a8954890f3 on network d6585e10-f320-4fb8-8102-696eea41ef50 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:23.832101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:23.833268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.834873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] 10.222.0.41 "PUT /v2.0/ports/ea16d4da-154a-405f-a608-589a5eee4b53 HTTP/1.1" status: 200 len: 1093 time: 2.8738799 Sep 09 09:15:23.837072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35844325-44a9-4e5b-9ec9-158518770ee3', 'tag': 'ea16d4da-154a-405f-a608-589a5eee4b53'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:23.837613 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7815f663-77e3-4422-a7ca-8af514806b08" -d '{"events": [{"name": "network-changed", "server_uuid": "35844325-44a9-4e5b-9ec9-158518770ee3", "tag": "ea16d4da-154a-405f-a608-589a5eee4b53"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:23.853005 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91cf58c8-f600-45ba-9807-2b32d3d1bfef req-63fd9818-b780-4d3c-b3f3-afe9a63f6b31 service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799989 Sep 09 09:15:23.857755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5fc62-9252-4899-91a3-3542c32c6953 service neutron] Pushing event updated for resources: {'Port': ['ID=ea16d4da-154a-405f-a608-589a5eee4b53,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:23.864798 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-61e7daea-08fd-40c4-9a11-6a78a316e8b1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9840026 Sep 09 09:15:23.865400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Port edd4a1a6-22ba-4d34-8343-c7a8954890f3 on network d6585e10-f320-4fb8-8102-696eea41ef50 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:23.865785 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Attempting to bind port edd4a1a6-22ba-4d34-8343-c7a8954890f3 on network d6585e10-f320-4fb8-8102-696eea41ef50 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:23.878260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Request body: {'port': {'device_id': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:23.894265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:23.894635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Checking segment: {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:23.895749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Bound using segment: {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:23.896326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Bound port: edd4a1a6-22ba-4d34-8343-c7a8954890f3, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:23.896688 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.925710 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-e97f96d6-eb3b-451f-965b-6e5a0c690d56 service neutron] 10.222.0.32 "GET /v2.0/networks/6e0d9407-66ee-4c5a-ab8d-b941dba91eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769445 Sep 09 09:15:23.957145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bcfa6-75e3-4b9a-9b92-c42a17624381 req-831a1098-169f-441c-a397-2a4960e551fc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:23.959539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-321bcfa6-75e3-4b9a-9b92-c42a17624381 req-831a1098-169f-441c-a397-2a4960e551fc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 943 time: 0.0956514 Sep 09 09:15:23.970087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:23.975898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:23.976500 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:24.005790 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:24.050637 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-321bcfa6-75e3-4b9a-9b92-c42a17624381 req-2bb8516d-2831-4d91-bd7c-44464364d3db tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807846 Sep 09 09:15:24.077500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-d892049f-5a41-4b9c-9f21-d186f81da56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:24.079116 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-d892049f-5a41-4b9c-9f21-d186f81da56d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65bd9d90852143cbb897bcb29dd63ef2&device_id=35844325-44a9-4e5b-9ec9-158518770ee3 HTTP/1.1" status: 200 len: 1096 time: 0.1186159 Sep 09 09:15:24.089979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8573437 Sep 09 09:15:24.102213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53134) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:24.107147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '47f02f99-3789-4f3c-a219-33e9e16e6b4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:24.121901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195a77c-6563-40fb-bc76-84e27922fd6f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Network': ['ID=47f02f99-3789-4f3c-a219-33e9e16e6b4b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:24.127510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] For port edd4a1a6-22ba-4d34-8343-c7a8954890f3, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:24.140042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 47f02f99-3789-4f3c-a219-33e9e16e6b4b details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:15:24.154469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] For port edd4a1a6-22ba-4d34-8343-c7a8954890f3, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=edd4a1a6-22ba-4d34-8343-c7a8954890f3,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:24.171522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-b94341d8-f29a-40c6-ab2b-58b3049b93a0 service neutron] 10.222.0.32 "GET /v2.0/networks/6e0d9407-66ee-4c5a-ab8d-b941dba91eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205250 Sep 09 09:15:24.198911 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:24.204051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-044b1347-007d-4190-a8a3-9e2591b061f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea16d4da-154a-405f-a608-589a5eee4b53 HTTP/1.1" status: 200 len: 217 time: 0.1135535 Sep 09 09:15:24.276139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:24.276762 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:24.278408 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] 10.222.0.24 "PUT /v2.0/ports/edd4a1a6-22ba-4d34-8343-c7a8954890f3 HTTP/1.1" status: 200 len: 1093 time: 2.4245529 Sep 09 09:15:24.304605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f706213-8521-4790-a1f8-0e2caf13af13 service neutron] Pushing event updated for resources: {'Port': ['ID=edd4a1a6-22ba-4d34-8343-c7a8954890f3,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:24.360454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c6891951-bafa-41d5-b111-b96701990ba7 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:24.384103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-c7e05626-c2d6-40a6-af9a-0fbb1372d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:24.385696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-c7e05626-c2d6-40a6-af9a-0fbb1372d99c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b336174a-602c-4227-9468-de65f084e63c HTTP/1.1" status: 200 len: 853 time: 0.1693599 Sep 09 09:15:24.474002 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-eb7796bd-ac89-4619-a20c-dee7fa5a75b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6585e10-f320-4fb8-8102-696eea41ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562298 Sep 09 09:15:24.488273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9304765-d112-428f-9a90-c7b57a6bcafd req-4f35524c-3028-495d-885a-d220da65195a tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:24.496236 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9304765-d112-428f-9a90-c7b57a6bcafd req-4f35524c-3028-495d-885a-d220da65195a tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 932 time: 0.2311900 Sep 09 09:15:24.506960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-82972f46-c1aa-4225-8380-8134ba4e5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:24.508578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-82972f46-c1aa-4225-8380-8134ba4e5394 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65bd9d90852143cbb897bcb29dd63ef2&device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 1096 time: 0.1092832 Sep 09 09:15:24.518411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c6891951-bafa-41d5-b111-b96701990ba7, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c6891951-bafa-41d5-b111-b96701990ba7,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:24.521572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41f97a-2d7f-4086-a6fc-0c43d1df3fb7 req-8d14efb6-d520-4c61-9118-46468a1ea22f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:24.523280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b41f97a-2d7f-4086-a6fc-0c43d1df3fb7 req-8d14efb6-d520-4c61-9118-46468a1ea22f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 943 time: 0.0838521 Sep 09 09:15:24.528759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:24.529901 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:24.534214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'c6891951-bafa-41d5-b111-b96701990ba7', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'port_id': 'c6891951-bafa-41d5-b111-b96701990ba7', 'mac_address': 'fa:16:3e:d9:8a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:24.581579 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-1c64ae4c-a507-455e-801e-a055554bab08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edd4a1a6-22ba-4d34-8343-c7a8954890f3 HTTP/1.1" status: 200 len: 217 time: 0.0572588 Sep 09 09:15:24.594217 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:24.617843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6891951-bafa-41d5-b111-b96701990ba7 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:24.645594 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9304765-d112-428f-9a90-c7b57a6bcafd req-fa8a4848-8a48-4202-b2bd-3e0dfc8d5670 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348212 Sep 09 09:15:24.646302 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b41f97a-2d7f-4086-a6fc-0c43d1df3fb7 req-469aa0a8-c218-42e7-9b61-ecc2d17c8bf9 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041040 Sep 09 09:15:24.646561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c6891951-bafa-41d5-b111-b96701990ba7, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c6891951-bafa-41d5-b111-b96701990ba7,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:24.646664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfdcbe0-d71f-48fc-ad23-87fa723c3643', 'tag': 'edd4a1a6-22ba-4d34-8343-c7a8954890f3'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:24.647608 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a60c053-90a2-47ef-9186-48de0c291ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfdcbe0-d71f-48fc-ad23-87fa723c3643", "tag": "edd4a1a6-22ba-4d34-8343-c7a8954890f3"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:24.656326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-40218f98-4f18-4097-b671-8c8347a99332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:24.657942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-40218f98-4f18-4097-b671-8c8347a99332 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b336174a-602c-4227-9468-de65f084e63c HTTP/1.1" status: 200 len: 853 time: 0.0606923 Sep 09 09:15:24.690001 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:24.712619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-246c47a3-a2c5-481d-bce9-11ee3ff687f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6585e10-f320-4fb8-8102-696eea41ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411377 Sep 09 09:15:24.729771 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7777abe3-d3ea-46ad-b44a-d98f4c30d6d5 x-openstack-request-id: req-7777abe3-d3ea-46ad-b44a-d98f4c30d6d5 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:24.730061 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35844325-44a9-4e5b-9ec9-158518770ee3", "tag": "ea16d4da-154a-405f-a608-589a5eee4b53", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:24.730314 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7777abe3-d3ea-46ad-b44a-d98f4c30d6d5 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:24.730762 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35844325-44a9-4e5b-9ec9-158518770ee3', 'tag': 'ea16d4da-154a-405f-a608-589a5eee4b53', 'status': 'completed', 'code': 200} Sep 09 09:15:24.770221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c6891951-bafa-41d5-b111-b96701990ba7,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:24.829433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-d68ad4d0-7d4d-4fc4-812d-b19e975b1141 service neutron] 10.222.0.41 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234110 Sep 09 09:15:24.844734 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6ca633d-cac9-4738-aeaa-52794168df56 req-1861ff70-0329-4067-b628-4b1efc89cc4e tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 210 time: 0.0329831 Sep 09 09:15:24.869731 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-91a3a7fa-e3a7-492b-9e1e-8b62f6a9a893 service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452823 Sep 09 09:15:24.957868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c6891951-bafa-41d5-b111-b96701990ba7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:25.008087 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:25.008450 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-c151ce34-e91f-49cc-9fe4-cac223f87d15 service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294577 Sep 09 09:15:25.036613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8f84-c411-4782-a8a5-334193bd78ad req-c2026d9b-8ebd-4c27-a049-1e99c136fbeb tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:25.045680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-476e8f84-c411-4782-a8a5-334193bd78ad req-c2026d9b-8ebd-4c27-a049-1e99c136fbeb tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 944 time: 0.0963633 Sep 09 09:15:25.102537 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-476e8f84-c411-4782-a8a5-334193bd78ad req-236337c5-5cde-4968-94d7-0a297986399f tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555363 Sep 09 09:15:25.153301 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff247f0b-404e-44e9-ac62-e24be387db35 x-openstack-request-id: req-ff247f0b-404e-44e9-ac62-e24be387db35 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:25.153602 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfdcbe0-d71f-48fc-ad23-87fa723c3643", "tag": "edd4a1a6-22ba-4d34-8343-c7a8954890f3", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:25.153855 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff247f0b-404e-44e9-ac62-e24be387db35 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:25.154279 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfdcbe0-d71f-48fc-ad23-87fa723c3643', 'tag': 'edd4a1a6-22ba-4d34-8343-c7a8954890f3', 'status': 'completed', 'code': 200} Sep 09 09:15:25.217257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1731d1d-8565-49ce-866e-27522bf6aa9b {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:25.237244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:25.252701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c053-90a2-47ef-9186-48de0c291ab9 req-900139f4-289d-477d-aff8-263bb141a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:25.254190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f990e3-3348-45cd-a360-9a4ab419627d req-091c97eb-dd9b-4421-9c4c-a07f5da64210 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:25.254396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a60c053-90a2-47ef-9186-48de0c291ab9 req-900139f4-289d-477d-aff8-263bb141a7e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65bd9d90852143cbb897bcb29dd63ef2&device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 1096 time: 0.0738094 Sep 09 09:15:25.255892 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8f990e3-3348-45cd-a360-9a4ab419627d req-091c97eb-dd9b-4421-9c4c-a07f5da64210 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 945 time: 0.4806235 Sep 09 09:15:25.266264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d4fbd-5e3e-4d00-b896-11a81665fd88 req-6c5e1b6b-0b0c-4abc-87b1-ea35d19d7c07 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:25.267771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d7d4fbd-5e3e-4d00-b896-11a81665fd88 req-6c5e1b6b-0b0c-4abc-87b1-ea35d19d7c07 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 944 time: 0.0607867 Sep 09 09:15:25.326771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Transition to ACTIVE for port object c1731d1d-8565-49ce-866e-27522bf6aa9b will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:25.390031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57beb85f-20c1-4f26-84cf-0d21a1ab5aea req-99f4576b-e34d-45a6-b92d-1fa860fd7578 service neutron] 10.222.0.41 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509446 Sep 09 09:15:25.393120 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8f990e3-3348-45cd-a360-9a4ab419627d req-6c35da33-3cad-44b9-9531-9b6de349a7fe tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308029 Sep 09 09:15:25.407765 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d7d4fbd-5e3e-4d00-b896-11a81665fd88 req-4a6aaa04-b4a8-4fef-bc20-f95b2e4b1614 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308928 Sep 09 09:15:25.409806 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:25.435176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-f4836677-9433-418f-9256-a25cd8eb845e service neutron] 10.222.0.41 "GET /v2.0/ports/826bb46c-0a65-47d6-938c-9e4442a6b515/bindings/n-h1-778696-16 HTTP/1.1" status: 200 len: 385 time: 0.1412745 Sep 09 09:15:25.439795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c053-90a2-47ef-9186-48de0c291ab9 req-752a355c-24cf-4b26-8beb-c788147a0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:25.441221 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a60c053-90a2-47ef-9186-48de0c291ab9 req-752a355c-24cf-4b26-8beb-c788147a0bc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6585e10-f320-4fb8-8102-696eea41ef50 HTTP/1.1" status: 200 len: 914 time: 0.1725893 Sep 09 09:15:25.491433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Pushing event updated for resources: {'Port': ['ID=c1731d1d-8565-49ce-866e-27522bf6aa9b,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:25.517774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:25.540057 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a60c053-90a2-47ef-9186-48de0c291ab9 req-81cb68bf-796e-4602-a055-186129b03ba3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edd4a1a6-22ba-4d34-8343-c7a8954890f3 HTTP/1.1" status: 200 len: 217 time: 0.0889108 Sep 09 09:15:25.579365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Subnet': ['ID=dba4c9fe-7849-4efd-ae8c-3c8651dd3331,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:25.617503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c053-90a2-47ef-9186-48de0c291ab9 req-faa1a5ec-8c20-4fe4-b74c-7cf411c506d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:25.619009 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a60c053-90a2-47ef-9186-48de0c291ab9 req-faa1a5ec-8c20-4fe4-b74c-7cf411c506d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b336174a-602c-4227-9468-de65f084e63c HTTP/1.1" status: 200 len: 853 time: 0.0700519 Sep 09 09:15:25.621018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:25.643784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Attempting to bind port c1731d1d-8565-49ce-866e-27522bf6aa9b on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:25.644127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Attempting to bind port c1731d1d-8565-49ce-866e-27522bf6aa9b by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:25.644454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Attempting to bind port c1731d1d-8565-49ce-866e-27522bf6aa9b on network 575bbc1b-2638-4cdf-9043-6cd38faa718c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:25.659051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815f663-77e3-4422-a7ca-8af514806b08 req-06544b00-5185-44c0-9594-e7a537a33fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:25.659051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7815f663-77e3-4422-a7ca-8af514806b08 req-06544b00-5185-44c0-9594-e7a537a33fcb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65bd9d90852143cbb897bcb29dd63ef2&device_id=35844325-44a9-4e5b-9ec9-158518770ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0891781 Sep 09 09:15:25.659358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Port c1731d1d-8565-49ce-866e-27522bf6aa9b on network 575bbc1b-2638-4cdf-9043-6cd38faa718c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:25.659543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Attempting to bind port c1731d1d-8565-49ce-866e-27522bf6aa9b on network 575bbc1b-2638-4cdf-9043-6cd38faa718c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:25.670254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a60c053-90a2-47ef-9186-48de0c291ab9 req-a89c1b5d-7b88-42ae-b200-304c8473aa27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6585e10-f320-4fb8-8102-696eea41ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296235 Sep 09 09:15:25.675880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Checking segment: {'id': 'fbf867e7-be13-4d55-92e2-6209eb7984a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '47f02f99-3789-4f3c-a219-33e9e16e6b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:25.676418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network hostable DHCP agents. Network: 47f02f99-3789-4f3c-a219-33e9e16e6b4b, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:15:25.680438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:25.680773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Checking segment: {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:25.681156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Bound using segment: {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:25.681600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Bound port: c1731d1d-8565-49ce-866e-27522bf6aa9b, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:25.682314 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:25.855414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 47f02f99-3789-4f3c-a219-33e9e16e6b4b is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:15:25.861686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815f663-77e3-4422-a7ca-8af514806b08 req-c0480d36-a6fc-473d-bb85-f62cdc9199d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:25.863212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7815f663-77e3-4422-a7ca-8af514806b08 req-c0480d36-a6fc-473d-bb85-f62cdc9199d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6585e10-f320-4fb8-8102-696eea41ef50 HTTP/1.1" status: 200 len: 914 time: 0.1969974 Sep 09 09:15:25.873338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] For port c1731d1d-8565-49ce-866e-27522bf6aa9b, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:25.887479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] For port c1731d1d-8565-49ce-866e-27522bf6aa9b, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1731d1d-8565-49ce-866e-27522bf6aa9b,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:25.896382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89002e-fc9f-4bfa-9490-43b27a1b0b46 req-6df7e576-6673-4a9b-868c-7f0f9f7e9738 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:25.897985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b89002e-fc9f-4bfa-9490-43b27a1b0b46 req-6df7e576-6673-4a9b-868c-7f0f9f7e9738 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 944 time: 0.1528909 Sep 09 09:15:25.933143 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7815f663-77e3-4422-a7ca-8af514806b08 req-44df9379-a555-4a92-9ceb-0accb527c6a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea16d4da-154a-405f-a608-589a5eee4b53 HTTP/1.1" status: 200 len: 217 time: 0.0611680 Sep 09 09:15:25.956002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 47f02f99-3789-4f3c-a219-33e9e16e6b4b) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:25.964761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af01da0-e379-4b8c-b910-7b9a9eba167c None None] Network 47f02f99-3789-4f3c-a219-33e9e16e6b4b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:25.979684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:25.981250 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:25.990914 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:26.062816 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b89002e-fc9f-4bfa-9490-43b27a1b0b46 req-9ca03650-e6f9-4418-b0b0-0ea89f117947 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325247 Sep 09 09:15:26.077558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:26.078192 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:26.079630 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] 10.222.0.41 "PUT /v2.0/ports/c1731d1d-8565-49ce-866e-27522bf6aa9b HTTP/1.1" status: 200 len: 1093 time: 2.2066514 Sep 09 09:15:26.083477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815f663-77e3-4422-a7ca-8af514806b08 req-22907869-d6c9-4ad5-adfe-0ac155e1b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:26.084692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7815f663-77e3-4422-a7ca-8af514806b08 req-22907869-d6c9-4ad5-adfe-0ac155e1b083 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b336174a-602c-4227-9468-de65f084e63c HTTP/1.1" status: 200 len: 853 time: 0.1380525 Sep 09 09:15:26.119883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa49a4-b97a-4ecf-9892-9c10b11d398c service neutron] Pushing event updated for resources: {'Port': ['ID=c1731d1d-8565-49ce-866e-27522bf6aa9b,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:26.162567 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7815f663-77e3-4422-a7ca-8af514806b08 req-8345cc40-03e4-483f-bb21-54e3b044d5b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6585e10-f320-4fb8-8102-696eea41ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653613 Sep 09 09:15:26.167095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d3941559-10ed-4bd5-8595-8a5afa0d1d1f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0614874 Sep 09 09:15:26.167731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53168) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:26.172634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-34c2eecd-7ece-4b8d-b33e-d232932530d3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-659782699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:26.234158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-47f02f99-3789-4f3c-a219-33e9e16e6b4b', 'network_id': '47f02f99-3789-4f3c-a219-33e9e16e6b4b', 'tenant_id': '0e1883405564473d8aeb010e318453e1', 'fixed_ips': [{'subnet_id': 'dba4c9fe-7849-4efd-ae8c-3c8651dd3331'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:15:26.235370 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:26.244867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f45a2c7a-b90d-4dec-83b1-457cdb9c4748 req-b9668b93-3e19-48fa-a308-4b295c37da67 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 210 time: 0.0535567 Sep 09 09:15:26.247842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-7e554195-038e-4045-8139-f28331e46dd4 service neutron] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826bb46c-0a65-47d6-938c-9e4442a6b515,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:26.293254 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367ec19-b07c-4fbe-8eea-4f1f14d05b38 req-967ed482-5b9c-457e-9a6c-461285c744e3 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:26.294890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8367ec19-b07c-4fbe-8eea-4f1f14d05b38 req-967ed482-5b9c-457e-9a6c-461285c744e3 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 943 time: 0.1645195 Sep 09 09:15:26.298943 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a60c053-90a2-47ef-9186-48de0c291ab9 req-1daaa952-2d96-4ce3-b402-f52c8c23a4a0 service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190686 Sep 09 09:15:26.314204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-7e554195-038e-4045-8139-f28331e46dd4 service neutron] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:26.332606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34c2eecd-7ece-4b8d-b33e-d232932530d3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:26.333994 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34c2eecd-7ece-4b8d-b33e-d232932530d3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:26.386591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device edd4a1a6-22ba-4d34-8343-c7a8954890f3 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:26.389695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c6891951-bafa-41d5-b111-b96701990ba7 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:26.417136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-7e554195-038e-4045-8139-f28331e46dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826bb46c-0a65-47d6-938c-9e4442a6b515 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:26.425322 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8367ec19-b07c-4fbe-8eea-4f1f14d05b38 req-c9d3601d-7c3a-4dcd-8b6e-d48b313a55f5 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236408 Sep 09 09:15:26.439506 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-7e554195-038e-4045-8139-f28331e46dd4 service neutron] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=826bb46c-0a65-47d6-938c-9e4442a6b515,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:26.446189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34c2eecd-7ece-4b8d-b33e-d232932530d3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:26.457082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7815f663-77e3-4422-a7ca-8af514806b08 req-3dc9c3b8-65ef-4e3b-af8f-7c30b3823b15 service neutron] 10.222.0.41 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764502 Sep 09 09:15:26.459789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-64d9fb70-549d-46ff-92d4-2682ecadec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:26.468990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-64d9fb70-549d-46ff-92d4-2682ecadec1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 1096 time: 0.1774228 Sep 09 09:15:26.478721 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a60c053-90a2-47ef-9186-48de0c291ab9 req-7f95b770-6c93-4d2d-a917-94fe95e5f1e8 service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667137 Sep 09 09:15:26.509365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d7db5-598b-4cf9-80dd-8bf343dd4efc req-194e9e87-d34a-46ac-997c-be42605c7a61 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:26.510998 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-898d7db5-598b-4cf9-80dd-8bf343dd4efc req-194e9e87-d34a-46ac-997c-be42605c7a61 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 945 time: 0.1607804 Sep 09 09:15:26.569179 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34c2eecd-7ece-4b8d-b33e-d232932530d3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:26.580858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-34071b5e-b750-4829-a8bf-82b3ac2e0459 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1731d1d-8565-49ce-866e-27522bf6aa9b HTTP/1.1" status: 200 len: 217 time: 0.0927668 Sep 09 09:15:26.581545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccf519-267a-407a-99d2-e5e101522dc8 req-7c7d5221-56ba-43ac-b8e2-35624867a5cb tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:26.582433 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9ccf519-267a-407a-99d2-e5e101522dc8 req-7c7d5221-56ba-43ac-b8e2-35624867a5cb tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 944 time: 0.0660634 Sep 09 09:15:26.631830 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9ccf519-267a-407a-99d2-e5e101522dc8 req-f053caac-c275-466d-99e8-5068db4e512a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Sep 09 09:15:26.700312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Allocated IP 172.20.0.2 (47f02f99-3789-4f3c-a219-33e9e16e6b4b/dba4c9fe-7849-4efd-ae8c-3c8651dd3331/1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:26.711447 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-898d7db5-598b-4cf9-80dd-8bf343dd4efc req-b0ddebc6-00d5-456a-865e-2bc23b006bbd tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898153 Sep 09 09:15:26.724685 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-7e554195-038e-4045-8139-f28331e46dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:26.731995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'tag': 'c1731d1d-8565-49ce-866e-27522bf6aa9b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:26.734350 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5a9827-7065-4135-9821-dc70846d8a98" -d '{"events": [{"name": "network-changed", "server_uuid": "7161e23f-7075-4dcf-9f64-b88172c04e0b", "tag": "c1731d1d-8565-49ce-866e-27522bf6aa9b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:26.746140 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7815f663-77e3-4422-a7ca-8af514806b08 req-2b0a0d9a-f3ee-46ae-82e2-24e74ede3ed6 service neutron] 10.222.0.41 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697408 Sep 09 09:15:26.746140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-b345aee4-fb84-4545-b3a5-37f54a04441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:26.746884 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-b345aee4-fb84-4545-b3a5-37f54a04441c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7087ae7-6b75-4933-a9a3-67deca9dee86 HTTP/1.1" status: 200 len: 845 time: 0.1463180 Sep 09 09:15:26.790724 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port edd4a1a6-22ba-4d34-8343-c7a8954890f3, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=edd4a1a6-22ba-4d34-8343-c7a8954890f3,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:26.793427 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-91e5dc19-3087-4297-9e62-4c4855c280c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=575bbc1b-2638-4cdf-9043-6cd38faa718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368953 Sep 09 09:15:26.824828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'edd4a1a6-22ba-4d34-8343-c7a8954890f3', 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50', 'port_id': 'edd4a1a6-22ba-4d34-8343-c7a8954890f3', 'mac_address': 'fa:16:3e:9f:6b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b336174a-602c-4227-9468-de65f084e63c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:26.836165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ec7e7-f7a0-427d-86d1-e836b8c0c0b7 req-ea138227-6f7d-47f6-ab7a-4e0cd8d0abe8 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:26.838181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4ec7e7-f7a0-427d-86d1-e836b8c0c0b7 req-ea138227-6f7d-47f6-ab7a-4e0cd8d0abe8 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 944 time: 0.1037955 Sep 09 09:15:26.882864 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdff089-b53b-47e0-acb4-cce4fef0bb13 x-openstack-request-id: req-dfdff089-b53b-47e0-acb4-cce4fef0bb13 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:26.883156 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7161e23f-7075-4dcf-9f64-b88172c04e0b", "tag": "c1731d1d-8565-49ce-866e-27522bf6aa9b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:26.883412 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfdff089-b53b-47e0-acb4-cce4fef0bb13 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:26.883805 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'tag': 'c1731d1d-8565-49ce-866e-27522bf6aa9b', 'status': 'completed', 'code': 200} Sep 09 09:15:26.890157 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-7e554195-038e-4045-8139-f28331e46dd4 service neutron] Transition to ACTIVE for port object 826bb46c-0a65-47d6-938c-9e4442a6b515 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:26.909539 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4ec7e7-f7a0-427d-86d1-e836b8c0c0b7 req-f194214e-165b-459b-9877-c6678c730d36 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647714 Sep 09 09:15:26.913698 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-c3d10035-5e27-45c5-a16f-c93eeb0340d4 service neutron] 10.222.0.41 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130610 Sep 09 09:15:26.920108 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:26.946994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd4a1a6-22ba-4d34-8343-c7a8954890f3 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:26.995556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port edd4a1a6-22ba-4d34-8343-c7a8954890f3, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=edd4a1a6-22ba-4d34-8343-c7a8954890f3,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:27.007094 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-08c726f8-d7a2-4599-94ad-fcfb45691e6f req-479287f3-c35b-432c-a41f-f7bc72eb35cd service neutron] 10.222.0.41 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860476 Sep 09 09:15:27.016052 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-7e554195-038e-4045-8139-f28331e46dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.024261 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34c2eecd-7ece-4b8d-b33e-d232932530d3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.025937 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-34c2eecd-7ece-4b8d-b33e-d232932530d3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8571367 Sep 09 09:15:27.026991 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.034206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port c6891951-bafa-41d5-b111-b96701990ba7 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:27.034892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53176) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:27.039057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Transition to ACTIVE for port object 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:27.041037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'network_id': '47f02f99-3789-4f3c-a219-33e9e16e6b4b', 'name': 'tempest-PortsTestJSON-1203179991'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:27.041451 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port c6891951-bafa-41d5-b111-b96701990ba7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:27.041839 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.077625 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.084706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-7e554195-038e-4045-8139-f28331e46dd4 service neutron] No DVR routers for this DVR port 826bb46c-0a65-47d6-938c-9e4442a6b515 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:27.113576 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Transition to ACTIVE for port object 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:27.116741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e554195-038e-4045-8139-f28331e46dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=826bb46c-0a65-47d6-938c-9e4442a6b515,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:27.148471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-7e554195-038e-4045-8139-f28331e46dd4 service neutron] 10.222.0.41 "PUT /v2.0/ports/826bb46c-0a65-47d6-938c-9e4442a6b515/bindings/n-h1-778696-16/activate HTTP/1.1" status: 200 len: 370 time: 1.7055545 Sep 09 09:15:27.161776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=edd4a1a6-22ba-4d34-8343-c7a8954890f3,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:27.175358 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.254925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Network 47f02f99-3789-4f3c-a219-33e9e16e6b4b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:27.264142 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:27.275772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:27.286100 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.296945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a9827-7065-4135-9821-dc70846d8a98 req-0953949a-feee-44df-9aea-ee52ac9b3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.298474 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b5a9827-7065-4135-9821-dc70846d8a98 req-0953949a-feee-44df-9aea-ee52ac9b3224 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 1096 time: 0.0936525 Sep 09 09:15:27.305452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdae90e-bf19-4196-aac4-85eb4c848722 req-780f48f7-6f47-4781-a9e2-6366031c166c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.306035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Pushing event updated for resources: {'Port': ['ID=1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:27.323259 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0fdae90e-bf19-4196-aac4-85eb4c848722 req-780f48f7-6f47-4781-a9e2-6366031c166c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 944 time: 0.1256187 Sep 09 09:15:27.342170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:27.344348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-adc83128-7b2e-42c6-b5a5-84eafc92ac99 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.345586 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.345922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-adc83128-7b2e-42c6-b5a5-84eafc92ac99 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.24 "GET /v2.0/networks?id=6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 HTTP/1.1" status: 200 len: 814 time: 0.1748421 Sep 09 09:15:27.353286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['edd4a1a6-22ba-4d34-8343-c7a8954890f3'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:27.360908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:27.362930 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e4faa3-4f77-498b-afc2-9b5ca7f7632e" -d '{"events": [{"server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "name": "network-vif-plugged", "status": "completed", "tag": "c6891951-bafa-41d5-b111-b96701990ba7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:27.423532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c6891951-bafa-41d5-b111-b96701990ba7, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c6891951-bafa-41d5-b111-b96701990ba7,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:27.445002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:15:27.484174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-070e5a8e-a3cd-4dcd-92b9-794207711eb2 req-0133a532-2468-49cb-a2bd-8c49dd84c0a1 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 210 time: 0.0704477 Sep 09 09:15:27.484300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Attempting to bind port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:27.484300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Attempting to bind port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'fbf867e7-be13-4d55-92e2-6209eb7984a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '47f02f99-3789-4f3c-a219-33e9e16e6b4b'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:27.484300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Attempting to bind port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac on network 47f02f99-3789-4f3c-a219-33e9e16e6b4b {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:27.484632 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0fdae90e-bf19-4196-aac4-85eb4c848722 req-66a09a2c-ecfa-4f98-877c-c3115094b760 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589837 Sep 09 09:15:27.543163 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.544460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-1a1373ed-32b4-41a1-be48-422c8bde8aaf tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc4cb54dee824735916dc7731e35d7ff HTTP/1.1" status: 200 len: 380 time: 0.1860912 Sep 09 09:15:27.552927 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa0d180-dc54-46bc-9670-c45d3a4b347a x-openstack-request-id: req-caa0d180-dc54-46bc-9670-c45d3a4b347a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:27.558392 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "name": "network-vif-plugged", "status": "completed", "tag": "c6891951-bafa-41d5-b111-b96701990ba7", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:27.558392 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-caa0d180-dc54-46bc-9670-c45d3a4b347a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:27.558392 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7', 'code': 200} Sep 09 09:15:27.563751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-4ca0d663-53a8-4095-8d61-6e9bfff6894e tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.565555 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-4ca0d663-53a8-4095-8d61-6e9bfff6894e tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.1876550 Sep 09 09:15:27.573021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:27.573404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Checking segment: {'id': 'fbf867e7-be13-4d55-92e2-6209eb7984a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '47f02f99-3789-4f3c-a219-33e9e16e6b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:27.574139 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.575073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Bound using segment: {'id': 'fbf867e7-be13-4d55-92e2-6209eb7984a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '47f02f99-3789-4f3c-a219-33e9e16e6b4b'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:27.575608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Bound port: 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf867e7-be13-4d55-92e2-6209eb7984a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '47f02f99-3789-4f3c-a219-33e9e16e6b4b'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:27.576000 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.579733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Request body: {'port': {'device_id': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'admin_state_up': True, 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'security_groups': ['218c5bbc-7e7b-4b0f-8359-0db703562e96']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:27.583121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a9827-7065-4135-9821-dc70846d8a98 req-02d74702-bd5b-4194-a5ba-614f05a09eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.584585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b5a9827-7065-4135-9821-dc70846d8a98 req-02d74702-bd5b-4194-a5ba-614f05a09eac service neutron] 10.222.0.41 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 906 time: 0.2782915 Sep 09 09:15:27.594773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640d756-4f3b-483f-9cf8-35a769ef0232 req-075c22e7-2c0e-46c5-8ad3-539c11edf5bb tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.596327 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a640d756-4f3b-483f-9cf8-35a769ef0232 req-075c22e7-2c0e-46c5-8ad3-539c11edf5bb tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 945 time: 0.1897340 Sep 09 09:15:27.681619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.8 (47f02f99-3789-4f3c-a219-33e9e16e6b4b/dba4c9fe-7849-4efd-ae8c-3c8651dd3331/ccabf2e0-a352-49f0-b672-f4e87c8cc3f9) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:27.700469 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b5a9827-7065-4135-9821-dc70846d8a98 req-72124a89-824e-4ef6-be2f-eebe8db1010e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1731d1d-8565-49ce-866e-27522bf6aa9b HTTP/1.1" status: 200 len: 217 time: 0.0996940 Sep 09 09:15:27.702321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-6a0875f6-0380-4652-a4de-2bb4448cb65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.703928 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-6a0875f6-0380-4652-a4de-2bb4448cb65d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da HTTP/1.1" status: 200 len: 1096 time: 0.1077912 Sep 09 09:15:27.708888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648fca7-15ed-483d-b725-8995b066fddd req-496f0507-b5bc-44d5-9cb1-06d4d2ef4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.710550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e648fca7-15ed-483d-b725-8995b066fddd req-496f0507-b5bc-44d5-9cb1-06d4d2ef4a1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1097 time: 0.1131170 Sep 09 09:15:27.713791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c6891951-bafa-41d5-b111-b96701990ba7,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:27.764710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] For port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:27.771798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] For port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac,segment=NetworkSegment(fbf867e7-be13-4d55-92e2-6209eb7984a6),segment_id=fbf867e7-be13-4d55-92e2-6209eb7984a6)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:27.813279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e13d-50bf-43cd-bdf8-1f6cf20d23bc req-a2feed42-5bfe-4797-89f7-0b1446fa71d9 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.814789 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-be26e13d-50bf-43cd-bdf8-1f6cf20d23bc req-a2feed42-5bfe-4797-89f7-0b1446fa71d9 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 944 time: 0.2652850 Sep 09 09:15:27.851562 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:27.872915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a9827-7065-4135-9821-dc70846d8a98 req-7e76b49b-0874-44da-b815-fea56f68af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.875575 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b5a9827-7065-4135-9821-dc70846d8a98 req-7e76b49b-0874-44da-b815-fea56f68af14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7087ae7-6b75-4933-a9a3-67deca9dee86 HTTP/1.1" status: 200 len: 845 time: 0.1671388 Sep 09 09:15:27.878092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e648fca7-15ed-483d-b725-8995b066fddd req-24dc3b6d-5e92-46e7-b723-0ff701bd9aa1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465096 Sep 09 09:15:27.917435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b1f79-9eee-4857-b30a-dacba5fc5345 None None] Pushing event updated for resources: {'Port': ['ID=1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:27.925353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b5a9827-7065-4135-9821-dc70846d8a98 req-bda7ed39-a08b-40a6-b417-6c15476a04b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=575bbc1b-2638-4cdf-9043-6cd38faa718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389702 Sep 09 09:15:27.938230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-fdc08003-7882-449b-9458-1e2b4f1fedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.940117 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-fdc08003-7882-449b-9458-1e2b4f1fedd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1096 time: 0.1927853 Sep 09 09:15:27.953995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d20d58-f338-4eac-af2d-0203265411f1 req-a0864407-448a-4d59-8dd7-8f1c8b527075 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:27.955629 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22d20d58-f338-4eac-af2d-0203265411f1 req-a0864407-448a-4d59-8dd7-8f1c8b527075 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 945 time: 0.1615384 Sep 09 09:15:27.980110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-be26e13d-50bf-43cd-bdf8-1f6cf20d23bc req-1fdaf591-17df-48f5-bfa6-96e9ad1168dd tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414518 Sep 09 09:15:28.019541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ea16d4da-154a-405f-a608-589a5eee4b53 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:28.019756 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:28.040696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 826bb46c-0a65-47d6-938c-9e4442a6b515 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:28.062616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:28.076880 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b5a9827-7065-4135-9821-dc70846d8a98 req-1ee91354-3f2d-4a9c-80bb-4f6059d56a29 service neutron] 10.222.0.41 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389928 Sep 09 09:15:28.111654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a640d756-4f3b-483f-9cf8-35a769ef0232 req-27abad12-3deb-483f-8f76-7a2566cd540e tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Deleting port 39379da3-f29c-411a-a8a0-a073ee60542a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:28.112103 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a640d756-4f3b-483f-9cf8-35a769ef0232 req-27abad12-3deb-483f-8f76-7a2566cd540e tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:28.129988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 826bb46c-0a65-47d6-938c-9e4442a6b515 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:28.209746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ea16d4da-154a-405f-a608-589a5eee4b53, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ea16d4da-154a-405f-a608-589a5eee4b53,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:28.218479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Made reservation on behalf of bc4cb54dee824735916dc7731e35d7ff for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:28.222738 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:28.247532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'ea16d4da-154a-405f-a608-589a5eee4b53', 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50', 'port_id': 'ea16d4da-154a-405f-a608-589a5eee4b53', 'mac_address': 'fa:16:3e:e9:64:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b336174a-602c-4227-9468-de65f084e63c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:28.293444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-5d915e59-1852-4edf-b1be-540e8e9649fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:28.300013 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-5d915e59-1852-4edf-b1be-540e8e9649fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.1899579 Sep 09 09:15:28.305330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22d20d58-f338-4eac-af2d-0203265411f1 req-ca7348f4-a218-4f9a-b56f-46bfe10ceee9 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325043 Sep 09 09:15:28.309824 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:28.313461 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:28.341202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea16d4da-154a-405f-a608-589a5eee4b53 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:28.376261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ea16d4da-154a-405f-a608-589a5eee4b53, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ea16d4da-154a-405f-a608-589a5eee4b53,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:28.389527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a640d756-4f3b-483f-9cf8-35a769ef0232 req-27abad12-3deb-483f-8f76-7a2566cd540e tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] For port 39379da3-f29c-411a-a8a0-a073ee60542a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=39379da3-f29c-411a-a8a0-a073ee60542a,segment=NetworkSegment(5031dac3-1ab4-46f5-8a04-d4fac5e3b049),segment_id=5031dac3-1ab4-46f5-8a04-d4fac5e3b049)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:28.390106 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a640d756-4f3b-483f-9cf8-35a769ef0232 req-27abad12-3deb-483f-8f76-7a2566cd540e tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:28.409610 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-93f0ac96-ffd7-4d5d-a7b3-3653909cf0cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826bb46c-0a65-47d6-938c-9e4442a6b515 HTTP/1.1" status: 200 len: 217 time: 0.0744438 Sep 09 09:15:28.409865 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device edd4a1a6-22ba-4d34-8343-c7a8954890f3 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:28.420895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a640d756-4f3b-483f-9cf8-35a769ef0232 req-27abad12-3deb-483f-8f76-7a2566cd540e tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Calling delete_port for 39379da3-f29c-411a-a8a0-a073ee60542a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:28.474173 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:28.476582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 47f02f99-3789-4f3c-a219-33e9e16e6b4b is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:28.492278 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b5a9827-7065-4135-9821-dc70846d8a98 req-58023030-c078-46f6-b88d-799acffbe36f service neutron] 10.222.0.41 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883079 Sep 09 09:15:28.504087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4e0e9-96b3-4b56-a9be-592b869a3013 req-bf41736f-1bc3-45e2-8fa4-f6fa0f60216a tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:28.512658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2ac4e0e9-96b3-4b56-a9be-592b869a3013 req-bf41736f-1bc3-45e2-8fa4-f6fa0f60216a tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 945 time: 0.4336159 Sep 09 09:15:28.536780 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=ea16d4da-154a-405f-a608-589a5eee4b53,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:28.549614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:28.567801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:28.586768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port edd4a1a6-22ba-4d34-8343-c7a8954890f3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:28.592239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port edd4a1a6-22ba-4d34-8343-c7a8954890f3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:28.597424 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:28.611617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=ccabf2e0-a352-49f0-b672-f4e87c8cc3f9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:28.624338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-fa91fbe0-00f4-4367-8241-c7f378870eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:28.625849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-fa91fbe0-00f4-4367-8241-c7f378870eb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1713376 Sep 09 09:15:28.681130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:28.681991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:28.685699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-4c8173af-122e-4161-9a87-9f50a2466d84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454919 Sep 09 09:15:28.694941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b111b4-92b4-49b7-a42f-3e9b2d5fb8c1 req-9800f5c7-908a-4795-b776-443e56c57db3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:28.696448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6b111b4-92b4-49b7-a42f-3e9b2d5fb8c1 req-9800f5c7-908a-4795-b776-443e56c57db3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 945 time: 0.1500793 Sep 09 09:15:28.706977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['ea16d4da-154a-405f-a608-589a5eee4b53'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:28.766261 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2ac4e0e9-96b3-4b56-a9be-592b869a3013 req-694a6825-adfb-49d1-bfae-5894d84008f9 tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526667 Sep 09 09:15:28.768350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:28.838190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Allocated IP 172.20.0.9 (6e0d9407-66ee-4c5a-ab8d-b941dba91eb7/61794736-abe0-477e-8ace-039126a46a47/5b2c3d6a-e8e8-4ffc-be39-909aabe79a74) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:28.845275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port edd4a1a6-22ba-4d34-8343-c7a8954890f3, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=edd4a1a6-22ba-4d34-8343-c7a8954890f3,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:28.855741 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-404be46f-5572-41da-b2d5-e804bd426606 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8194842 Sep 09 09:15:28.865203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53198) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:28.927907 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:28.993065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:29.012101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6b111b4-92b4-49b7-a42f-3e9b2d5fb8c1 req-4b143427-7634-47cc-b4d9-699ac694f6f0 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992647 Sep 09 09:15:29.062855 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674a0af-746f-4338-908a-96c8648cb3ff req-8f34462e-4d0b-4697-8282-0a329c27ffca tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:29.073601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1674a0af-746f-4338-908a-96c8648cb3ff req-8f34462e-4d0b-4697-8282-0a329c27ffca tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 944 time: 0.0800180 Sep 09 09:15:29.124453 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a640d756-4f3b-483f-9cf8-35a769ef0232 req-27abad12-3deb-483f-8f76-7a2566cd540e tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:29.158549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=edd4a1a6-22ba-4d34-8343-c7a8954890f3,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:29.214829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abad12-3deb-483f-8f76-7a2566cd540e tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Pushing event deleted for resources: {'Port': ['ID=39379da3-f29c-411a-a8a0-a073ee60542a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:29.222950 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-593c0d34-04cb-455c-a957-8cb68e8d4f4d service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255172 Sep 09 09:15:29.248719 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e255b24b-5897-4114-a25d-df099a715122 req-736c52a1-80b1-49d7-af4b-34195a76a28c tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 210 time: 0.0999510 Sep 09 09:15:29.290301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:29.303678 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1674a0af-746f-4338-908a-96c8648cb3ff req-62d03df0-8238-4cfb-8dce-66464ad9faf7 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289984 Sep 09 09:15:29.364323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a640d756-4f3b-483f-9cf8-35a769ef0232 req-27abad12-3deb-483f-8f76-7a2566cd540e tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] No DVR routers for this DVR port 39379da3-f29c-411a-a8a0-a073ee60542a on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:29.369907 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a640d756-4f3b-483f-9cf8-35a769ef0232 req-27abad12-3deb-483f-8f76-7a2566cd540e tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:29.371823 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a640d756-4f3b-483f-9cf8-35a769ef0232 req-27abad12-3deb-483f-8f76-7a2566cd540e tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.24 "DELETE /v2.0/ports/39379da3-f29c-411a-a8a0-a073ee60542a HTTP/1.1" status: 204 len: 173 time: 1.7394757 Sep 09 09:15:29.372422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbb563f-dd51-4df4-ae1e-9c4162a1385f', 'name': 'network-vif-deleted', 'tag': '39379da3-f29c-411a-a8a0-a073ee60542a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:29.374847 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e231fb4a-fb09-4c5f-894e-86b563c9b7de" -d '{"events": [{"server_uuid": "1bbb563f-dd51-4df4-ae1e-9c4162a1385f", "name": "network-vif-deleted", "tag": "39379da3-f29c-411a-a8a0-a073ee60542a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:29.417352 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:29.447297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e23c6e-dd34-4595-bdff-d19a95655ecd None None] Network 47f02f99-3789-4f3c-a219-33e9e16e6b4b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:29.461483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Transition to ACTIVE for port object 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:29.489795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448da58-1007-47a2-913e-b9bd41319951 req-8bdacbe8-7eb5-4a18-bb1c-9afd5d5fb1c8 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:29.491809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f448da58-1007-47a2-913e-b9bd41319951 req-8bdacbe8-7eb5-4a18-bb1c-9afd5d5fb1c8 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 946 time: 0.0878751 Sep 09 09:15:29.554862 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f448da58-1007-47a2-913e-b9bd41319951 req-bbe37aad-40ac-4f22-a505-b6a1738fe12a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531404 Sep 09 09:15:29.563048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfdcbe0-d71f-48fc-ad23-87fa723c3643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd4a1a6-22ba-4d34-8343-c7a8954890f3'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:29.569022 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53ae9a3-1318-40ab-b5df-a944b882d646" -d '{"events": [{"server_uuid": "ecfdcbe0-d71f-48fc-ad23-87fa723c3643", "name": "network-vif-plugged", "status": "completed", "tag": "edd4a1a6-22ba-4d34-8343-c7a8954890f3"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:29.596309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5e7317c7-dd13-4471-b182-df60b62ec38d None None] Provisioning for port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:29.605252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5e7317c7-dd13-4471-b182-df60b62ec38d None None] Provisioning complete for port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:29.605639 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e7317c7-dd13-4471-b182-df60b62ec38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:29.612654 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:29.652331 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2382f69c-3f4e-4c44-a7a0-2d816f2d2840 x-openstack-request-id: req-2382f69c-3f4e-4c44-a7a0-2d816f2d2840 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:29.652767 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbb563f-dd51-4df4-ae1e-9c4162a1385f", "name": "network-vif-deleted", "tag": "39379da3-f29c-411a-a8a0-a073ee60542a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:29.653080 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2382f69c-3f4e-4c44-a7a0-2d816f2d2840 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:29.653549 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbb563f-dd51-4df4-ae1e-9c4162a1385f', 'name': 'network-vif-deleted', 'tag': '39379da3-f29c-411a-a8a0-a073ee60542a', 'status': 'completed', 'code': 200} Sep 09 09:15:29.671893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:29.678034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:29.695969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:29.776841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Pushing event updated for resources: {'Port': ['ID=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:29.820246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:29.821087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:29.838443 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a394697-51f7-48a7-b6b0-a04b0c2b2fb2 x-openstack-request-id: req-2a394697-51f7-48a7-b6b0-a04b0c2b2fb2 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:29.839573 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfdcbe0-d71f-48fc-ad23-87fa723c3643", "name": "network-vif-plugged", "status": "completed", "tag": "edd4a1a6-22ba-4d34-8343-c7a8954890f3", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:29.840095 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a394697-51f7-48a7-b6b0-a04b0c2b2fb2 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:29.840770 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfdcbe0-d71f-48fc-ad23-87fa723c3643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd4a1a6-22ba-4d34-8343-c7a8954890f3', 'code': 200} Sep 09 09:15:29.908006 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-fb4a5a2e-73ee-4571-a97e-649ff3663de4 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3523431 Sep 09 09:15:29.936699 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e7317c7-dd13-4471-b182-df60b62ec38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:29.947174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Request body: {'port': {'device_id': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:29.985007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-59b0b996-a081-434e-9cdd-b8f6b7d6ed18 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7455583 Sep 09 09:15:30.010059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-89af9083-d793-46ed-adb0-9c43a58ff861 req-06b34cc5-7a1d-421c-b042-d48d016d3d3f tempest-ServersNegativeTestMultiTenantJSON-1494697188 tempest-ServersNegativeTestMultiTenantJSON-1494697188-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bbb563f-dd51-4df4-ae1e-9c4162a1385f HTTP/1.1" status: 200 len: 210 time: 0.0688908 Sep 09 09:15:30.021066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0025a0c-4e6c-4f9d-af36-d72e03bc3d95 req-9f97f52e-ee9b-4a90-8566-671763b3c38e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:30.030572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5e7317c7-dd13-4471-b182-df60b62ec38d None None] For port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac,segment=NetworkSegment(fbf867e7-be13-4d55-92e2-6209eb7984a6),segment_id=fbf867e7-be13-4d55-92e2-6209eb7984a6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:30.036447 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0025a0c-4e6c-4f9d-af36-d72e03bc3d95 req-9f97f52e-ee9b-4a90-8566-671763b3c38e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 944 time: 0.6525762 Sep 09 09:15:30.038078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1731d1d-8565-49ce-866e-27522bf6aa9b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:30.040878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ea16d4da-154a-405f-a608-589a5eee4b53 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:30.100740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cece52a-26b8-427d-9648-539ae204824e req-79c45e2f-e3b6-494f-a7ee-7966fbdcb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:30.102305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cece52a-26b8-427d-9648-539ae204824e req-79c45e2f-e3b6-494f-a7ee-7966fbdcb896 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 1098 time: 0.1777816 Sep 09 09:15:30.113070 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e7317c7-dd13-4471-b182-df60b62ec38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.157298 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0025a0c-4e6c-4f9d-af36-d72e03bc3d95 req-21941621-416e-4007-86c1-87b06304cbeb tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173482 Sep 09 09:15:30.217973 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cece52a-26b8-427d-9648-539ae204824e req-39c9f624-b5e7-47e8-9ea7-789bbfae61dd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465298 Sep 09 09:15:30.241520 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.243164 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.293992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc490534-abfb-490d-b9de-daeab00d2e81 req-56ff8bfe-c75d-47bc-b0c4-219930819654 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:30.295688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fc490534-abfb-490d-b9de-daeab00d2e81 req-56ff8bfe-c75d-47bc-b0c4-219930819654 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 945 time: 0.1568227 Sep 09 09:15:30.359228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7317c7-dd13-4471-b182-df60b62ec38d None None] Pushing event updated for resources: {'Port': ['ID=1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:30.387744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port ea16d4da-154a-405f-a608-589a5eee4b53 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:30.397197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port ea16d4da-154a-405f-a608-589a5eee4b53 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:30.398975 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.400487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1731d1d-8565-49ce-866e-27522bf6aa9b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1731d1d-8565-49ce-866e-27522bf6aa9b,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:30.404440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 39379da3-f29c-411a-a8a0-a073ee60542a no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:30.411422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fc490534-abfb-490d-b9de-daeab00d2e81 req-8eb052c3-d814-4fd4-b93f-29f0b03b3a1f tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984771 Sep 09 09:15:30.474604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 39379da3-f29c-411a-a8a0-a073ee60542a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:15:30.475203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 39379da3-f29c-411a-a8a0-a073ee60542a not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:30.477478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1dc26ba9-2628-4978-86b9-788bbde34279 None None] Provisioning for port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:30.485456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'c1731d1d-8565-49ce-866e-27522bf6aa9b', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'port_id': 'c1731d1d-8565-49ce-866e-27522bf6aa9b', 'mac_address': 'fa:16:3e:d7:2f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7087ae7-6b75-4933-a9a3-67deca9dee86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:30.494431 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1dc26ba9-2628-4978-86b9-788bbde34279 None None] Provisioning complete for port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:30.495002 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1dc26ba9-2628-4978-86b9-788bbde34279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.582491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1dc26ba9-2628-4978-86b9-788bbde34279 None None] Port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:30.605010 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.635111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1731d1d-8565-49ce-866e-27522bf6aa9b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:30.644392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7f641-9cb8-430a-91ff-57e71bb45a11 req-8dbadd72-80f0-4490-869e-9337a1e53b23 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:30.652519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17f7f641-9cb8-430a-91ff-57e71bb45a11 req-8dbadd72-80f0-4490-869e-9337a1e53b23 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 944 time: 0.0940824 Sep 09 09:15:30.658984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1731d1d-8565-49ce-866e-27522bf6aa9b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1731d1d-8565-49ce-866e-27522bf6aa9b,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:30.705820 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.706586 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.737436 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a677c506-30b3-4346-8251-8596b04ea7fd None None] Provisioning complete for port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:30.737957 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a677c506-30b3-4346-8251-8596b04ea7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.742530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17f7f641-9cb8-430a-91ff-57e71bb45a11 req-ac1eaabd-f21e-4344-85ab-93056167bb41 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890565 Sep 09 09:15:30.755926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ff978-dbe8-441c-bad7-f05dd7e69bcd req-8a6fbbff-1893-447f-a873-ced6fba5f265 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:30.758565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c43ff978-dbe8-441c-bad7-f05dd7e69bcd req-8a6fbbff-1893-447f-a873-ced6fba5f265 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 931 time: 0.0765407 Sep 09 09:15:30.802922 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.806559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ea16d4da-154a-405f-a608-589a5eee4b53, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ea16d4da-154a-405f-a608-589a5eee4b53,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:30.824589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c43ff978-dbe8-441c-bad7-f05dd7e69bcd req-ee8238a3-efa8-4728-a7c0-69ba4594497b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups?id=218c5bbc-7e7b-4b0f-8359-0db703562e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600991 Sep 09 09:15:30.830208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:30.833144 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.899141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:30.946534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-dadb34e1-e229-41a9-ad2c-8b0bc8857ea5 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:30.948057 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-dadb34e1-e229-41a9-ad2c-8b0bc8857ea5 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.1288576 Sep 09 09:15:30.974975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c1731d1d-8565-49ce-866e-27522bf6aa9b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:31.007283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=ccabf2e0-a352-49f0-b672-f4e87c8cc3f9,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:31.046198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:31.047217 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.057206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['c1731d1d-8565-49ce-866e-27522bf6aa9b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:31.058168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15153471-d7f5-4521-981e-779191d420f7 req-08fd2396-848a-4b08-a9ae-e10659dad122 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:31.063958 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15153471-d7f5-4521-981e-779191d420f7 req-08fd2396-848a-4b08-a9ae-e10659dad122 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 946 time: 0.1403952 Sep 09 09:15:31.132133 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=ea16d4da-154a-405f-a608-589a5eee4b53,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:31.141319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:31.165484 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15153471-d7f5-4521-981e-779191d420f7 req-698a271f-f0a9-41dc-86ed-143df7cb3022 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943661 Sep 09 09:15:31.171141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-fd2bdb86-2000-4149-bfb1-b7254aba35df tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3948572 Sep 09 09:15:31.173179 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.187169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a677c506-30b3-4346-8251-8596b04ea7fd None None] Provisioning for port ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:31.200041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:31.207948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a677c506-30b3-4346-8251-8596b04ea7fd None None] Provisioning complete for port ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:31.208604 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a677c506-30b3-4346-8251-8596b04ea7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.251837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Transition to ACTIVE for port object 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:31.309933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-270a0afe-d4bd-4908-b677-9e2b86bf66ed service neutron] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:31.310674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a677c506-30b3-4346-8251-8596b04ea7fd None None] Port ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:31.311985 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-270a0afe-d4bd-4908-b677-9e2b86bf66ed service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.312918 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e018ba18-9188-4fae-98bb-346f2bc0709a req-270a0afe-d4bd-4908-b677-9e2b86bf66ed service neutron] 10.222.0.24 "DELETE /v2.0/ports/826bb46c-0a65-47d6-938c-9e4442a6b515/bindings/n-h2-778696-16 HTTP/1.1" status: 204 len: 173 time: 0.3508315 Sep 09 09:15:31.330509 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.333147 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.341366 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.341600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53230) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:31.406384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Pushing event updated for resources: {'Port': ['ID=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:31.436727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b61ca8b3-a0a9-4c0f-ab52-0acc46b6345a None None] Provisioning complete for port ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:31.437312 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b61ca8b3-a0a9-4c0f-ab52-0acc46b6345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.487164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b61ca8b3-a0a9-4c0f-ab52-0acc46b6345a None None] Port ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:31.544707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c143b095-001c-496e-b9b3-def9e06ae3b3 admin admin] Deleting subnet 981e6e67-9e1b-4813-9ab1-4dde479fe126 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:15:31.548539 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c143b095-001c-496e-b9b3-def9e06ae3b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.565430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Attempting to bind port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:31.565760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Attempting to bind port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:31.566232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Attempting to bind port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 on network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:31.574071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 on network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:31.574320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Attempting to bind port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 on network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:31.582166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:31.582826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Checking segment: {'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:31.583592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Bound using segment: {'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:31.589329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Bound port: 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a40116f-319c-440a-b8fd-d2e21b5ad190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:31.589329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.595772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a3ab2-b564-4031-98e5-0309a1e82cd8 req-0e5d3114-f2ac-4a95-944e-8024fbce2c06 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:31.597358 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-053a3ab2-b564-4031-98e5-0309a1e82cd8 req-0e5d3114-f2ac-4a95-944e-8024fbce2c06 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 944 time: 0.1614487 Sep 09 09:15:31.601365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.604508 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c143b095-001c-496e-b9b3-def9e06ae3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.695725 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.719671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-053a3ab2-b564-4031-98e5-0309a1e82cd8 req-c99a3d3a-5e20-40f7-a06c-003ae96fe7b1 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926557 Sep 09 09:15:31.722150 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c143b095-001c-496e-b9b3-def9e06ae3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.730608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] For port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:31.750152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] For port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74,segment=NetworkSegment(6a40116f-319c-440a-b8fd-d2e21b5ad190),segment_id=6a40116f-319c-440a-b8fd-d2e21b5ad190)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:31.766586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Allocated IP 172.25.8.47 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/07f1b30a-9159-4302-a6ed-9bf2264ee721) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:31.817101 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.842615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35844325-44a9-4e5b-9ec9-158518770ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea16d4da-154a-405f-a608-589a5eee4b53'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:31.845050 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775ad1c3-6da4-4622-9743-b7895a810842" -d '{"events": [{"server_uuid": "35844325-44a9-4e5b-9ec9-158518770ee3", "name": "network-vif-plugged", "status": "completed", "tag": "ea16d4da-154a-405f-a608-589a5eee4b53"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:31.899718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:31.900349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.901800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] 10.222.0.24 "PUT /v2.0/ports/5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 HTTP/1.1" status: 200 len: 1092 time: 1.9596369 Sep 09 09:15:31.902272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'tag': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:31.904745 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1713936b-835a-4511-8e75-0010181a7529" -d '{"events": [{"name": "network-changed", "server_uuid": "bedbf321-22fa-431d-9b35-db7bf33d3427", "tag": "5b2c3d6a-e8e8-4ffc-be39-909aabe79a74"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:31.961240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fee9b-2e14-4f23-9ed3-ea6b316fab6e service neutron] Pushing event updated for resources: {'Port': ['ID=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:31.985974 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:31.993692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbeb0b1-2f58-4f0c-b91b-d68916198f0e req-1bdb607f-b945-4bcc-974c-b69857e66af5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:31.995346 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8fbeb0b1-2f58-4f0c-b91b-d68916198f0e req-1bdb607f-b945-4bcc-974c-b69857e66af5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 945 time: 0.1453767 Sep 09 09:15:32.026503 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c143b095-001c-496e-b9b3-def9e06ae3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.047930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1731d1d-8565-49ce-866e-27522bf6aa9b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:32.099842 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.136478 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c143b095-001c-496e-b9b3-def9e06ae3b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.138548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c143b095-001c-496e-b9b3-def9e06ae3b3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/981e6e67-9e1b-4813-9ab1-4dde479fe126 HTTP/1.1" status: 204 len: 168 time: 0.7959950 Sep 09 09:15:32.139692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143b095-001c-496e-b9b3-def9e06ae3b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981e6e67-9e1b-4813-9ab1-4dde479fe126,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:32.142744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53246) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:32.177331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8fbeb0b1-2f58-4f0c-b91b-d68916198f0e req-c1c1f91c-5dfb-46c2-a8e2-19494b2497f8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547563 Sep 09 09:15:32.179763 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.182717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port c1731d1d-8565-49ce-866e-27522bf6aa9b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:32.186863 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port c1731d1d-8565-49ce-866e-27522bf6aa9b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:32.187252 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.232943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.298770 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.340651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1731d1d-8565-49ce-866e-27522bf6aa9b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1731d1d-8565-49ce-866e-27522bf6aa9b,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:32.349913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=ccabf2e0-a352-49f0-b672-f4e87c8cc3f9,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:32.357270 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.383220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71b027-d636-43d6-959a-d2a70de35b60 req-6efc862e-1c1c-4ffe-9e00-44a64325b391 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:32.384809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d71b027-d636-43d6-959a-d2a70de35b60 req-6efc862e-1c1c-4ffe-9e00-44a64325b391 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1096 time: 0.1224768 Sep 09 09:15:32.412487 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.464837 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d71b027-d636-43d6-959a-d2a70de35b60 req-07c48ef0-51ee-447a-a4e9-2146cbcddb9e tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680079 Sep 09 09:15:32.482362 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c1731d1d-8565-49ce-866e-27522bf6aa9b,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:32.486950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 47f02f99-3789-4f3c-a219-33e9e16e6b4b is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:32.491220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:32.601096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:32.610152 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab491b4a-dea7-41c6-8972-833ec4451db1 x-openstack-request-id: req-ab491b4a-dea7-41c6-8972-833ec4451db1 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:32.610152 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35844325-44a9-4e5b-9ec9-158518770ee3", "name": "network-vif-plugged", "status": "completed", "tag": "ea16d4da-154a-405f-a608-589a5eee4b53", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:32.610152 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab491b4a-dea7-41c6-8972-833ec4451db1 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:32.610152 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35844325-44a9-4e5b-9ec9-158518770ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea16d4da-154a-405f-a608-589a5eee4b53', 'code': 200} Sep 09 09:15:32.613168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-0aa80d2d-0543-4b7f-b2da-69e41baa459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:32.614999 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-0aa80d2d-0543-4b7f-b2da-69e41baa459f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4cb54dee824735916dc7731e35d7ff&device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 1095 time: 0.5493133 Sep 09 09:15:32.617465 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.636317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:32.649135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:32.683567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Pushing event updated for resources: {'Port': ['ID=07f1b30a-9159-4302-a6ed-9bf2264ee721,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:32.725409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-50cfce85-e185-4cd5-98f9-e8a5d49588cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 HTTP/1.1" status: 200 len: 217 time: 0.0837588 Sep 09 09:15:32.760402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215e56f-408b-46b0-bbbb-7132bea94ce8 req-ecd1cbaf-6dab-4f0d-86cd-1de05f397b3c tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:32.762307 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a215e56f-408b-46b0-bbbb-7132bea94ce8 req-ecd1cbaf-6dab-4f0d-86cd-1de05f397b3c tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 943 time: 0.0591397 Sep 09 09:15:32.788560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Router 6f5579b9-5274-4116-8bd2-dfdfa96de656 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:15:32.847709 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a215e56f-408b-46b0-bbbb-7132bea94ce8 req-77d22208-e9b3-4357-b841-3f46efb725e2 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups?id=218c5bbc-7e7b-4b0f-8359-0db703562e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780141 Sep 09 09:15:32.880757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48adc9-abcc-4ff2-9a5c-ad262f2dd0d9 req-8166326e-b9a9-4b60-8637-e25767039036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:32.884333 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c48adc9-abcc-4ff2-9a5c-ad262f2dd0d9 req-8166326e-b9a9-4b60-8637-e25767039036 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35844325-44a9-4e5b-9ec9-158518770ee3 HTTP/1.1" status: 200 len: 1098 time: 0.1744149 Sep 09 09:15:32.890445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-cde0fe48-c07f-4ce5-953a-43d938e96273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:32.891944 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-cde0fe48-c07f-4ce5-953a-43d938e96273 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=61794736-abe0-477e-8ace-039126a46a47 HTTP/1.1" status: 200 len: 853 time: 0.1441224 Sep 09 09:15:32.893410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bdfbd41d-ae90-451d-a3a8-87d6356cd4e6 None None] Provisioning complete for port ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:32.894033 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdfbd41d-ae90-451d-a3a8-87d6356cd4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.907022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:15:32.918187 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-164edeb5-6780-49b5-aabc-28a24f20b3fa tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "PUT /v2.0/routers/6f5579b9-5274-4116-8bd2-dfdfa96de656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0389118 Sep 09 09:15:32.918993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53256) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:32.919843 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd437b3-279c-449f-9426-15732716dec5 None None] Sync routers for ids ['6f5579b9-5274-4116-8bd2-dfdfa96de656'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:15:32.920334 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922d9f65-d4ab-4e5f-834f-f520c0ec38b0 x-openstack-request-id: req-922d9f65-d4ab-4e5f-834f-f520c0ec38b0 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:32.920602 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bedbf321-22fa-431d-9b35-db7bf33d3427", "tag": "5b2c3d6a-e8e8-4ffc-be39-909aabe79a74", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:32.920848 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-922d9f65-d4ab-4e5f-834f-f520c0ec38b0 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:32.921236 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'tag': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74', 'status': 'completed', 'code': 200} Sep 09 09:15:32.933914 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd437b3-279c-449f-9426-15732716dec5 None None] Routers {'6f5579b9-5274-4116-8bd2-dfdfa96de656'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:32.936684 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ddd437b3-279c-449f-9426-15732716dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6f5579b9-5274-4116-8bd2-dfdfa96de656'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:32.955327 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:32.973210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bdfbd41d-ae90-451d-a3a8-87d6356cd4e6 None None] Port ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:32.977885 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ddd437b3-279c-449f-9426-15732716dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:32.981149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eec7f08-30d2-4342-8c2f-e91d11dc80c9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:32.985891 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1eec7f08-30d2-4342-8c2f-e91d11dc80c9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5579b9-5274-4116-8bd2-dfdfa96de656 HTTP/1.1" status: 200 len: 982 time: 0.0658686 Sep 09 09:15:32.987065 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd437b3-279c-449f-9426-15732716dec5 None None] Routers {'6f5579b9-5274-4116-8bd2-dfdfa96de656'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:32.987756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53258) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:32.987883 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ddd437b3-279c-449f-9426-15732716dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6f5579b9-5274-4116-8bd2-dfdfa96de656'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:33.006803 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.020197 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ddd437b3-279c-449f-9426-15732716dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:33.021003 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd437b3-279c-449f-9426-15732716dec5 None None] The sync data for ids ['6f5579b9-5274-4116-8bd2-dfdfa96de656'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:15:33.029459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8cda30-3e7b-440a-9b68-1c13da495af3']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:33.045702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5031dac3-1ab4-46f5-8a04-d4fac5e3b049') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:33.050921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5031dac3-1ab4-46f5-8a04-d4fac5e3b049') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:33.055106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c48adc9-abcc-4ff2-9a5c-ad262f2dd0d9 req-d457400c-de27-4dd3-a233-9f1ad95da026 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554439 Sep 09 09:15:33.060758 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.068843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-def45f0b-225e-4df7-8b62-782589807b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:33.070356 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-def45f0b-225e-4df7-8b62-782589807b2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e0d9407-66ee-4c5a-ab8d-b941dba91eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1664078 Sep 09 09:15:33.103896 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.125559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:15:33.125975 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.130409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52cc15-4ba5-423f-8d69-3d2bf47278d5 req-6ced3d94-edd4-411d-b7eb-1cd5083722fd tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:33.132405 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b52cc15-4ba5-423f-8d69-3d2bf47278d5 req-6ced3d94-edd4-411d-b7eb-1cd5083722fd tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 946 time: 0.1454372 Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:15:33.140527 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:15:33.181081 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.254575 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b52cc15-4ba5-423f-8d69-3d2bf47278d5 req-ad5c4a76-b28f-45fc-a282-bb5d0b463b32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142042 Sep 09 09:15:33.267125 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-219ed8da-3fec-410c-ba7a-fbc73d79ba9b req-0925753b-3008-45ae-9ea5-556b898693c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1958117 Sep 09 09:15:33.319764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-785f61e4-9bdd-41c5-a724-ae2f4502130c service neutron] 10.222.0.24 "GET /v2.0/networks/6e0d9407-66ee-4c5a-ab8d-b941dba91eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398314 Sep 09 09:15:33.373832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.406669 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.408541 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] 10.222.0.32 "DELETE /v2.0/networks/ee8cda30-3e7b-440a-9b68-1c13da495af3 HTTP/1.1" status: 204 len: 168 time: 1.2635324 Sep 09 09:15:33.412345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53272) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:33.447130 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a15eff-75fd-4ba7-88b0-3ee58d9aa9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8cda30-3e7b-440a-9b68-1c13da495af3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:33.522373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ed8da-3fec-410c-ba7a-fbc73d79ba9b req-ea3f4dc4-70f7-4374-abfb-2b0460fe0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:33.523925 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-219ed8da-3fec-410c-ba7a-fbc73d79ba9b req-ea3f4dc4-70f7-4374-abfb-2b0460fe0696 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1096 time: 0.1875579 Sep 09 09:15:33.547825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3036c3bf-8426-4471-bca4-c5f32abd936e req-b8578af4-38dd-42ba-90bb-b59cdb585a8d service neutron] 10.222.0.24 "GET /v2.0/networks/6e0d9407-66ee-4c5a-ab8d-b941dba91eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102189 Sep 09 09:15:33.554650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ea25bf-d93a-4d05-b131-219eb94c071d admin admin] Deleting subnet aba920b4-b492-4a8c-ada8-a63b9be4433c {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:15:33.567099 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4ea25bf-d93a-4d05-b131-219eb94c071d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.580264 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.656787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ed8da-3fec-410c-ba7a-fbc73d79ba9b req-88b61bcc-d55d-474b-be6e-520a93477c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:33.658290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-219ed8da-3fec-410c-ba7a-fbc73d79ba9b req-88b61bcc-d55d-474b-be6e-520a93477c2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.0985174 Sep 09 09:15:33.665634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-0acc98fb-5db8-4b3f-a62b-eb18e917e160 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:33.667145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-0acc98fb-5db8-4b3f-a62b-eb18e917e160 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 821 time: 0.2574754 Sep 09 09:15:33.675127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.677682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4ea25bf-d93a-4d05-b131-219eb94c071d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.733285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-f9b7a008-bcb3-4b16-b2d7-4eb75004d87e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/quotas/f178fa8dbb2a4f9fa7015f3719b056da HTTP/1.1" status: 200 len: 375 time: 0.0579214 Sep 09 09:15:33.739505 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-219ed8da-3fec-410c-ba7a-fbc73d79ba9b req-27da7eb1-a3a9-4ddc-a808-fe045777b5e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826bb46c-0a65-47d6-938c-9e4442a6b515 HTTP/1.1" status: 200 len: 217 time: 0.0717397 Sep 09 09:15:33.764285 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a1c56d5-e984-4b3a-8545-e1741f881dc9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.836584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Pushing event updated for resources: {'Port': ['ID=07f1b30a-9159-4302-a6ed-9bf2264ee721,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:33.865326 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.868889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ed8da-3fec-410c-ba7a-fbc73d79ba9b req-47e86e56-fd5d-4b7c-94ad-88c4ccf5d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:33.870416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-219ed8da-3fec-410c-ba7a-fbc73d79ba9b req-47e86e56-fd5d-4b7c-94ad-88c4ccf5d808 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1106501 Sep 09 09:15:33.872451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713936b-835a-4511-8e75-0010181a7529 req-b7813b28-e2a3-4c74-9502-cd1172aa5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:33.873882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1713936b-835a-4511-8e75-0010181a7529 req-b7813b28-e2a3-4c74-9502-cd1172aa5e23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4cb54dee824735916dc7731e35d7ff&device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 1095 time: 0.1664684 Sep 09 09:15:33.928859 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-219ed8da-3fec-410c-ba7a-fbc73d79ba9b req-686203af-74c4-49e8-aba3-096b3d5836eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413268 Sep 09 09:15:33.962351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:33.964116 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-15af35e8-a627-42ef-a370-b8ead0d5a0d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7745671 Sep 09 09:15:34.089106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-ec4e5a52-f4f7-40d0-a4db-3aa86060a594 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.1128993 Sep 09 09:15:34.136756 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4ea25bf-d93a-4d05-b131-219eb94c071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:34.152453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713936b-835a-4511-8e75-0010181a7529 req-05e7a2a8-4fb0-4854-8848-7576499a59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:34.153937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1713936b-835a-4511-8e75-0010181a7529 req-05e7a2a8-4fb0-4854-8848-7576499a59c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 HTTP/1.1" status: 200 len: 915 time: 0.2653165 Sep 09 09:15:34.205139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-219ed8da-3fec-410c-ba7a-fbc73d79ba9b req-725748b9-421e-4afc-80fe-b3ff10a1a982 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662742 Sep 09 09:15:34.219704 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-8ce9123a-cd1d-4ee5-b2cd-58a52ce48b9f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4793200 Sep 09 09:15:34.249308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1713936b-835a-4511-8e75-0010181a7529 req-9967b25b-41ff-4f73-8cd7-3ff209806f01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 HTTP/1.1" status: 200 len: 217 time: 0.0531344 Sep 09 09:15:34.363338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-ccd232fd-940b-4c93-8300-2e3d70e4eb8a tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:34.364942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a56272c4-b78a-488b-bd2b-0da9f199a562 req-ccd232fd-940b-4c93-8300-2e3d70e4eb8a tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.2653964 Sep 09 09:15:34.377627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4ea25bf-d93a-4d05-b131-219eb94c071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:34.394410 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-219ed8da-3fec-410c-ba7a-fbc73d79ba9b req-7af40536-3637-4dc4-8354-2c66e0e4fab3 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563740 Sep 09 09:15:34.396493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713936b-835a-4511-8e75-0010181a7529 req-b0530309-052a-4ec1-8f70-ac03883c9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:34.397851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1713936b-835a-4511-8e75-0010181a7529 req-b0530309-052a-4ec1-8f70-ac03883c9e7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=61794736-abe0-477e-8ace-039126a46a47 HTTP/1.1" status: 200 len: 853 time: 0.1359091 Sep 09 09:15:34.422627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea25bf-d93a-4d05-b131-219eb94c071d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba920b4-b492-4a8c-ada8-a63b9be4433c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:34.425785 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-f5f3a108-4118-4c6e-ab6c-3dfcdd23e2ce service neutron] 10.222.0.32 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933722 Sep 09 09:15:34.426919 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4ea25bf-d93a-4d05-b131-219eb94c071d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:34.428828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b4ea25bf-d93a-4d05-b131-219eb94c071d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aba920b4-b492-4a8c-ada8-a63b9be4433c HTTP/1.1" status: 204 len: 168 time: 0.9919164 Sep 09 09:15:34.431551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53280) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:34.559528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713936b-835a-4511-8e75-0010181a7529 req-06ae32db-76ef-40f5-af6a-98c7f28b0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:34.561045 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1713936b-835a-4511-8e75-0010181a7529 req-06ae32db-76ef-40f5-af6a-98c7f28b0ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e0d9407-66ee-4c5a-ab8d-b941dba91eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546643 Sep 09 09:15:34.568997 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:34.573375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c56d5-e984-4b3a-8545-e1741f881dc9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:34.573721 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a1c56d5-e984-4b3a-8545-e1741f881dc9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:34.577936 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-0edd108b-30f5-42e4-87c8-96edaab056ed service neutron] 10.222.0.32 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386163 Sep 09 09:15:34.588037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646df1-8e8c-4400-9362-68dcf1e94fb5 req-f4d335ac-96b1-44f3-8c45-7c4ab9cee89d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:34.589543 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ea646df1-8e8c-4400-9362-68dcf1e94fb5 req-f4d335ac-96b1-44f3-8c45-7c4ab9cee89d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 946 time: 0.1352377 Sep 09 09:15:34.611878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1731d1d-8565-49ce-866e-27522bf6aa9b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:34.616778 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3ea9cd-2d8a-44d5-9aa9-e4492440ed9d" -d '{"events": [{"server_uuid": "7161e23f-7075-4dcf-9f64-b88172c04e0b", "name": "network-vif-plugged", "status": "completed", "tag": "c1731d1d-8565-49ce-866e-27522bf6aa9b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:34.681007 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a1c56d5-e984-4b3a-8545-e1741f881dc9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:34.693956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c56d5-e984-4b3a-8545-e1741f881dc9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:34.718083 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ea646df1-8e8c-4400-9362-68dcf1e94fb5 req-898b795e-0886-4fcd-bb95-b1798d3797c6 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146655 Sep 09 09:15:34.738688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1713936b-835a-4511-8e75-0010181a7529 req-fb852a2f-3171-40b3-9ca8-0f92795b4e7f service neutron] 10.222.0.24 "GET /v2.0/networks/6e0d9407-66ee-4c5a-ab8d-b941dba91eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675942 Sep 09 09:15:34.804517 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:34.874670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af11bc90-150a-4e9a-9266-359adafad15f']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:34.908645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ee4171-bbb2-4a14-b55f-bfde8141c395') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:34.909025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ee4171-bbb2-4a14-b55f-bfde8141c395') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:34.956507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:34.961635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25281f67-0798-4438-90b6-ae290bde461d req-dd76b645-676d-4d27-a326-f9404d899f11 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:34.963277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25281f67-0798-4438-90b6-ae290bde461d req-dd76b645-676d-4d27-a326-f9404d899f11 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 943 time: 0.1180162 Sep 09 09:15:34.984312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ac166-2b2b-4eb6-9d91-5dc1f6b05225 req-ea4b1bdb-ceb0-4950-ac6b-cd78d74c4a65 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:34.987625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd1ac166-2b2b-4eb6-9d91-5dc1f6b05225 req-ea4b1bdb-ceb0-4950-ac6b-cd78d74c4a65 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=35844325-44a9-4e5b-9ec9-158518770ee3 HTTP/1.1" status: 200 len: 946 time: 0.1512618 Sep 09 09:15:34.997388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:35.003065 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a1c56d5-e984-4b3a-8545-e1741f881dc9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:35.016926 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25281f67-0798-4438-90b6-ae290bde461d req-ccfaac97-1f29-4063-9a86-c98ad4e568c1 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups?id=218c5bbc-7e7b-4b0f-8359-0db703562e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459745 Sep 09 09:15:35.022386 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1713936b-835a-4511-8e75-0010181a7529 req-67027841-b2a7-41c4-9a98-f39de4d91a1f service neutron] 10.222.0.24 "GET /v2.0/networks/6e0d9407-66ee-4c5a-ab8d-b941dba91eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142246 Sep 09 09:15:35.024920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:15:35.025324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:15:35.027005 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:15:35.050336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c56d5-e984-4b3a-8545-e1741f881dc9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=ccabf2e0-a352-49f0-b672-f4e87c8cc3f9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:35.076110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd1ac166-2b2b-4eb6-9d91-5dc1f6b05225 req-380a6b28-55c5-41e3-9eb8-548fdf5fd85d tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768189 Sep 09 09:15:35.156389 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780b1f66-37e7-4c5f-9b29-be89bf07a347 x-openstack-request-id: req-780b1f66-37e7-4c5f-9b29-be89bf07a347 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:35.156714 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7161e23f-7075-4dcf-9f64-b88172c04e0b", "name": "network-vif-plugged", "status": "completed", "tag": "c1731d1d-8565-49ce-866e-27522bf6aa9b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:35.157000 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-780b1f66-37e7-4c5f-9b29-be89bf07a347 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:35.157390 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1731d1d-8565-49ce-866e-27522bf6aa9b', 'code': 200} Sep 09 09:15:35.204193 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:35.210260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:35.214229 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] 10.222.0.32 "DELETE /v2.0/networks/af11bc90-150a-4e9a-9266-359adafad15f HTTP/1.1" status: 204 len: 168 time: 0.7793775 Sep 09 09:15:35.226481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be69665-f936-4463-8153-4ac235af5232 admin admin] Pushing event deleted for resources: {'Network': ['ID=af11bc90-150a-4e9a-9266-359adafad15f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:35.252892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a1c56d5-e984-4b3a-8545-e1741f881dc9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:35.314138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332126ea-7779-44ca-8b65-31177d161abc req-7a07f51c-91fa-495a-80d0-1be30b57cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:35.316626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-332126ea-7779-44ca-8b65-31177d161abc req-7a07f51c-91fa-495a-80d0-1be30b57cf84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 1098 time: 0.0876145 Sep 09 09:15:35.329807 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe46cab8-030f-4315-a705-b72c466183b0 req-5c361d93-9eac-418c-b2f2-bc353cdf1e5a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 210 time: 0.0800281 Sep 09 09:15:35.436238 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-332126ea-7779-44ca-8b65-31177d161abc req-d38d58b6-38b7-4c84-94c1-8e64b8cea396 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066954 Sep 09 09:15:35.468486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01bd93-5911-47e6-8b87-05895476f26b req-b073c5f2-bd25-4e45-8d4f-7f01e4c26cd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:35.470186 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-b073c5f2-bd25-4e45-8d4f-7f01e4c26cd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 820 time: 0.2057409 Sep 09 09:15:35.486977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-f9924a7c-3006-45d9-886d-39510e067ab1 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/quotas/d54a51f1f29a42f784391cd717a35604 HTTP/1.1" status: 200 len: 375 time: 0.0090265 Sep 09 09:15:35.515635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1c56d5-e984-4b3a-8545-e1741f881dc9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Router 6f5579b9-5274-4116-8bd2-dfdfa96de656 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:15:35.548225 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-e9dbcb5a-9305-4f37-b312-dde7c49eae99 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541370 Sep 09 09:15:35.605645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c56d5-e984-4b3a-8545-e1741f881dc9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:15:35.621150 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9a1c56d5-e984-4b3a-8545-e1741f881dc9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "PUT /v2.0/routers/6f5579b9-5274-4116-8bd2-dfdfa96de656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6218996 Sep 09 09:15:35.621150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53308) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:35.621372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3275955-3baa-4b89-995a-9a3973810fd9 None None] Sync routers for ids ['6f5579b9-5274-4116-8bd2-dfdfa96de656'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:15:35.625302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3275955-3baa-4b89-995a-9a3973810fd9 None None] Routers {'6f5579b9-5274-4116-8bd2-dfdfa96de656'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:35.625914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b3275955-3baa-4b89-995a-9a3973810fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6f5579b9-5274-4116-8bd2-dfdfa96de656'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:35.645471 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8aab529-15f3-4dee-ab68-494fd76a34bc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:15:35.650792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e8aab529-15f3-4dee-ab68-494fd76a34bc tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/ccabf2e0-a352-49f0-b672-f4e87c8cc3f9 HTTP/1.1" status: 404 len: 333 time: 0.0346353 Sep 09 09:15:35.651366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53310) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:35.682772 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-2c6b0769-0af6-47b1-b9c4-d7fc389ee279 service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321096 Sep 09 09:15:35.691226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:35.747013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ab61f23-4e16-4fdd-b5e0-960cc27a26da tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:35.808240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ff93e7a1-ff09-4223-8444-62a9c7c12ef2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=553f3d42d62e43bf9ca5902c160b5b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1153355 Sep 09 09:15:35.811369 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53318) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:35.860775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-1cd84f41-9b90-470a-8ee8-72d00539996c service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770804 Sep 09 09:15:35.886918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b3275955-3baa-4b89-995a-9a3973810fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:35.908370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e49b002d-201c-4d64-afd2-68d6b8400387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:35.922413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3275955-3baa-4b89-995a-9a3973810fd9 None None] Routers {'6f5579b9-5274-4116-8bd2-dfdfa96de656'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:35.923049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b3275955-3baa-4b89-995a-9a3973810fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6f5579b9-5274-4116-8bd2-dfdfa96de656'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:35.943021 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e49b002d-201c-4d64-afd2-68d6b8400387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:35.970984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b3275955-3baa-4b89-995a-9a3973810fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:35.971677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3275955-3baa-4b89-995a-9a3973810fd9 None None] The sync data for ids ['6f5579b9-5274-4116-8bd2-dfdfa96de656'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:15:36.009840 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ab61f23-4e16-4fdd-b5e0-960cc27a26da tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.012228 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ab61f23-4e16-4fdd-b5e0-960cc27a26da tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.089787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e49b002d-201c-4d64-afd2-68d6b8400387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.092488 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e49b002d-201c-4d64-afd2-68d6b8400387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.093671 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e49b002d-201c-4d64-afd2-68d6b8400387 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1c38099-d7a1-4f2c-9a98-382dfd19d5bb HTTP/1.1" status: 204 len: 168 time: 0.2821839 Sep 09 09:15:36.102720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b002d-201c-4d64-afd2-68d6b8400387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c38099-d7a1-4f2c-9a98-382dfd19d5bb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:36.131709 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ab61f23-4e16-4fdd-b5e0-960cc27a26da tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.133243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab61f23-4e16-4fdd-b5e0-960cc27a26da tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Fanout notify agent at l3_agent the message router_deleted on router 6f5579b9-5274-4116-8bd2-dfdfa96de656 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:15:36.143569 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ab61f23-4e16-4fdd-b5e0-960cc27a26da tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.145715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5ab61f23-4e16-4fdd-b5e0-960cc27a26da tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/routers/6f5579b9-5274-4116-8bd2-dfdfa96de656 HTTP/1.1" status: 204 len: 168 time: 0.4927137 Sep 09 09:15:36.148734 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53328) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:36.257672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-084f89c1-436d-416a-a24f-5969666b0525 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting subnet dba4c9fe-7849-4efd-ae8c-3c8651dd3331 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:15:36.263699 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-084f89c1-436d-416a-a24f-5969666b0525 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.310693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499057f-1ab5-4a0c-bb40-2cd2c2f2b44a req-96b66a03-0b31-4c0a-aca0-80e622442597 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:36.312562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7499057f-1ab5-4a0c-bb40-2cd2c2f2b44a req-96b66a03-0b31-4c0a-aca0-80e622442597 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 946 time: 0.1292939 Sep 09 09:15:36.380431 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-084f89c1-436d-416a-a24f-5969666b0525 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.428347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74618620-9d6e-45b6-b5d4-70aa2e03709c req-0ea608af-77dd-4d3d-b6ab-90a225238274 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:36.430741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:36.437765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-74618620-9d6e-45b6-b5d4-70aa2e03709c req-0ea608af-77dd-4d3d-b6ab-90a225238274 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 943 time: 0.1332064 Sep 09 09:15:36.450554 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7499057f-1ab5-4a0c-bb40-2cd2c2f2b44a req-5a83d4e6-f872-4867-a0a3-28112ee0def3 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278350 Sep 09 09:15:36.489287 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-74618620-9d6e-45b6-b5d4-70aa2e03709c req-b8def0ad-6736-4b3b-aff2-bca2dd6949cc tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups?id=218c5bbc-7e7b-4b0f-8359-0db703562e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484738 Sep 09 09:15:36.636485 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-084f89c1-436d-416a-a24f-5969666b0525 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.646076 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ec81b78-b971-400d-8a9f-cd197afca703 req-b20d465d-e03e-4dff-8688-6de50e7368f2 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 210 time: 0.0676174 Sep 09 09:15:36.679327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74,segment=NetworkSegment(6a40116f-319c-440a-b8fd-d2e21b5ad190),segment_id=6a40116f-319c-440a-b8fd-d2e21b5ad190)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:36.703050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'port_id': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74', 'mac_address': 'fa:16:3e:a6:fb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61794736-abe0-477e-8ace-039126a46a47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:36.780690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-11c25d21-6705-4d1c-a7a3-08ec3cf7afdc req-55f6e017-de79-48d3-bc12-4e5bc6edeaad tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 210 time: 0.0498776 Sep 09 09:15:36.789904 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.807968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:36.829567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74,segment=NetworkSegment(6a40116f-319c-440a-b8fd-d2e21b5ad190),segment_id=6a40116f-319c-440a-b8fd-d2e21b5ad190)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:36.879065 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-084f89c1-436d-416a-a24f-5969666b0525 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.887741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-c4814f75-d738-45cc-9a24-2d1b9fd49f1a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:36.888408 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-c4814f75-d738-45cc-9a24-2d1b9fd49f1a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/networks?id=d6585e10-f320-4fb8-8102-696eea41ef50 HTTP/1.1" status: 200 len: 813 time: 0.1191626 Sep 09 09:15:36.913390 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.923037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f89c1-436d-416a-a24f-5969666b0525 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Subnet': ['ID=dba4c9fe-7849-4efd-ae8c-3c8651dd3331,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:36.926956 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-084f89c1-436d-416a-a24f-5969666b0525 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:36.928641 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-084f89c1-436d-416a-a24f-5969666b0525 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/dba4c9fe-7849-4efd-ae8c-3c8651dd3331 HTTP/1.1" status: 204 len: 168 time: 0.7782629 Sep 09 09:15:36.930800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-6e42833c-da16-43d2-986b-362db9dd1a5f tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/quotas/65bd9d90852143cbb897bcb29dd63ef2 HTTP/1.1" status: 200 len: 375 time: 0.0332649 Sep 09 09:15:36.931246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53354) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:36.955581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ddff1e-aeb0-43f5-b130-78b94c31b05a None None] Network 47f02f99-3789-4f3c-a219-33e9e16e6b4b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:37.042564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:37.047488 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:37.060103 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-01f1638e-a668-45f6-8f18-9099cea45a7f tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bd9d90852143cbb897bcb29dd63ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208937 Sep 09 09:15:37.132159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53356) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:37.145282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['5b2c3d6a-e8e8-4ffc-be39-909aabe79a74'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:37.227451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-06172715-23d2-4eb8-8d14-f545e1d2cb19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da52dce6f8644f62aad60b5a202d18ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879853 Sep 09 09:15:37.227691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56e27a6-0cad-44fa-8b36-6756eab80a2a None None] DHCP port deletion for 47f02f99-3789-4f3c-a219-33e9e16e6b4b request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:15:37.230569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53358) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:37.323196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea38d3-871d-4246-ba45-c19edaa1ab6a req-48d45bfa-3db4-4b86-a002-c566b8fe7a09 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:37.325578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-93ea38d3-871d-4246-ba45-c19edaa1ab6a req-48d45bfa-3db4-4b86-a002-c566b8fe7a09 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.41 "GET /v2.0/ports?device_id=35844325-44a9-4e5b-9ec9-158518770ee3 HTTP/1.1" status: 200 len: 946 time: 0.0744054 Sep 09 09:15:37.344769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c56e27a6-0cad-44fa-8b36-6756eab80a2a None None] Deleting port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:37.350451 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c56e27a6-0cad-44fa-8b36-6756eab80a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:37.385958 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7a9c858-2bf0-401f-b168-2ad8eefc2b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:37.451581 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7a9c858-2bf0-401f-b168-2ad8eefc2b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:37.463275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c56e27a6-0cad-44fa-8b36-6756eab80a2a None None] For port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac,segment=NetworkSegment(fbf867e7-be13-4d55-92e2-6209eb7984a6),segment_id=fbf867e7-be13-4d55-92e2-6209eb7984a6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:37.464375 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c56e27a6-0cad-44fa-8b36-6756eab80a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:37.479995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c56e27a6-0cad-44fa-8b36-6756eab80a2a None None] Calling delete_port for 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:37.536849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-93ea38d3-871d-4246-ba45-c19edaa1ab6a req-9da1aed3-7b86-4e71-beee-118657f62e5a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Deleting port ea16d4da-154a-405f-a608-589a5eee4b53 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:37.537279 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-93ea38d3-871d-4246-ba45-c19edaa1ab6a req-9da1aed3-7b86-4e71-beee-118657f62e5a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:37.632070 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-86afd6fa-bea4-44ad-9416-9c9a49d7865b service neutron] 10.222.0.32 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637774 Sep 09 09:15:37.664903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0b82b-3bb1-44e5-aef9-679b571a1351 req-1fcb38e1-ba12-403c-b168-9abdcd11906d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:37.666446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6fb0b82b-3bb1-44e5-aef9-679b571a1351 req-1fcb38e1-ba12-403c-b168-9abdcd11906d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 946 time: 0.1072965 Sep 09 09:15:37.692806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:37.693152 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:37.703125 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7a9c858-2bf0-401f-b168-2ad8eefc2b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:37.705611 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7a9c858-2bf0-401f-b168-2ad8eefc2b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:37.706763 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b7a9c858-2bf0-401f-b168-2ad8eefc2b89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c79754a9-7f1e-4ea5-8932-d93f809c9acb HTTP/1.1" status: 204 len: 168 time: 0.4752054 Sep 09 09:15:37.729886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-b7950d8c-aa83-4140-a87f-977790347bda tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:37.731440 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-b7950d8c-aa83-4140-a87f-977790347bda tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.41 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 821 time: 0.2827463 Sep 09 09:15:37.741004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-93ea38d3-871d-4246-ba45-c19edaa1ab6a req-9da1aed3-7b86-4e71-beee-118657f62e5a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] For port ea16d4da-154a-405f-a608-589a5eee4b53, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ea16d4da-154a-405f-a608-589a5eee4b53,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:37.741379 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-93ea38d3-871d-4246-ba45-c19edaa1ab6a req-9da1aed3-7b86-4e71-beee-118657f62e5a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:37.745223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9c858-2bf0-401f-b168-2ad8eefc2b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79754a9-7f1e-4ea5-8932-d93f809c9acb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:37.751089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Request body: {'port': {'device_id': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1', 'admin_state_up': True, 'tenant_id': 'f178fa8dbb2a4f9fa7015f3719b056da'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:37.770682 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c56e27a6-0cad-44fa-8b36-6756eab80a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:37.777862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-93ea38d3-871d-4246-ba45-c19edaa1ab6a req-9da1aed3-7b86-4e71-beee-118657f62e5a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Calling delete_port for ea16d4da-154a-405f-a608-589a5eee4b53 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:37.801604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e27a6-0cad-44fa-8b36-6756eab80a2a None None] Pushing event deleted for resources: {'Port': ['ID=1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:37.803770 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6fb0b82b-3bb1-44e5-aef9-679b571a1351 req-e7ca2feb-ed58-4a5e-abc1-75e31a4fb296 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296804 Sep 09 09:15:37.835906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e27a6-0cad-44fa-8b36-6756eab80a2a None None] No DVR routers for this DVR port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:37.871726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bcaee-e044-4798-8bc0-27a32c4aed61 req-232ab8f8-beac-4051-94b8-b6cc5417373c tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:37.873604 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-392bcaee-e044-4798-8bc0-27a32c4aed61 req-232ab8f8-beac-4051-94b8-b6cc5417373c tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfdcbe0-d71f-48fc-ad23-87fa723c3643 HTTP/1.1" status: 200 len: 946 time: 0.2544503 Sep 09 09:15:37.967971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520789c-7085-4e30-824f-46ed4a64486d req-23a5c773-1607-4cb0-967d-9ded351c50ef tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:37.969433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9520789c-7085-4e30-824f-46ed4a64486d req-23a5c773-1607-4cb0-967d-9ded351c50ef tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 944 time: 0.0775652 Sep 09 09:15:37.982076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] For port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac,segment=NetworkSegment(fbf867e7-be13-4d55-92e2-6209eb7984a6),segment_id=fbf867e7-be13-4d55-92e2-6209eb7984a6)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:37.982421 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:38.002690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dd8980a4-93f3-42a8-abfb-7d8f2160982c service neutron] 10.222.0.32 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600903 Sep 09 09:15:38.009330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:38.063972 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9520789c-7085-4e30-824f-46ed4a64486d req-a31833e7-5f55-4a0d-8ed4-3a0db13789af tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups?id=218c5bbc-7e7b-4b0f-8359-0db703562e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765929 Sep 09 09:15:38.141714 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-93ea38d3-871d-4246-ba45-c19edaa1ab6a req-9da1aed3-7b86-4e71-beee-118657f62e5a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:38.155281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['edd4a1a6-22ba-4d34-8343-c7a8954890f3'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:38.163794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-392bcaee-e044-4798-8bc0-27a32c4aed61 req-b11721c0-ce94-4d4e-a12c-d35e3c266b26 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Deleting port edd4a1a6-22ba-4d34-8343-c7a8954890f3 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:38.164146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-392bcaee-e044-4798-8bc0-27a32c4aed61 req-b11721c0-ce94-4d4e-a12c-d35e3c266b26 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:38.186319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1aed3-7b86-4e71-beee-118657f62e5a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Pushing event deleted for resources: {'Port': ['ID=ea16d4da-154a-405f-a608-589a5eee4b53,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:38.207144 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:38.261670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ea38d3-871d-4246-ba45-c19edaa1ab6a req-9da1aed3-7b86-4e71-beee-118657f62e5a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] No DVR routers for this DVR port ea16d4da-154a-405f-a608-589a5eee4b53 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:38.271146 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-93ea38d3-871d-4246-ba45-c19edaa1ab6a req-9da1aed3-7b86-4e71-beee-118657f62e5a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:38.271625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Made reservation on behalf of f178fa8dbb2a4f9fa7015f3719b056da for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:38.273450 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-93ea38d3-871d-4246-ba45-c19edaa1ab6a req-9da1aed3-7b86-4e71-beee-118657f62e5a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.41 "DELETE /v2.0/ports/ea16d4da-154a-405f-a608-589a5eee4b53 HTTP/1.1" status: 204 len: 173 time: 0.9339771 Sep 09 09:15:38.275146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:38.275624 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fef7c0a0-87e3-42d3-8931-2774ddc4da2f req-28504eb1-83f6-4f7e-87bf-ede61ae25c95 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 210 time: 0.0738757 Sep 09 09:15:38.276122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35844325-44a9-4e5b-9ec9-158518770ee3', 'name': 'network-vif-deleted', 'tag': 'ea16d4da-154a-405f-a608-589a5eee4b53'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:38.279092 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cef1dc-20ba-4130-9a38-3e805534561c" -d '{"events": [{"server_uuid": "35844325-44a9-4e5b-9ec9-158518770ee3", "name": "network-vif-deleted", "tag": "ea16d4da-154a-405f-a608-589a5eee4b53"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:38.293528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:38.305870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No DVR routers for this DVR port 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:38.469595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:38.481061 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7ad0a08-3500-4667-a285-c13dd076ee7e req-18657861-3066-4d59-9b8c-d38d59374732 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 210 time: 0.0753040 Sep 09 09:15:38.603031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-392bcaee-e044-4798-8bc0-27a32c4aed61 req-b11721c0-ce94-4d4e-a12c-d35e3c266b26 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] For port edd4a1a6-22ba-4d34-8343-c7a8954890f3, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=edd4a1a6-22ba-4d34-8343-c7a8954890f3,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:38.603480 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-392bcaee-e044-4798-8bc0-27a32c4aed61 req-b11721c0-ce94-4d4e-a12c-d35e3c266b26 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:38.626632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01bd93-5911-47e6-8b87-05895476f26b req-4ae9c7f8-f541-421b-be09-f167e63ae984 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:38.628592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-4ae9c7f8-f541-421b-be09-f167e63ae984 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.41 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 820 time: 0.1465559 Sep 09 09:15:38.630726 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9b43cf-13e1-47ec-9e79-0e4f02babf39 x-openstack-request-id: req-4f9b43cf-13e1-47ec-9e79-0e4f02babf39 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:38.631076 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35844325-44a9-4e5b-9ec9-158518770ee3", "name": "network-vif-deleted", "tag": "ea16d4da-154a-405f-a608-589a5eee4b53", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:38.631439 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f9b43cf-13e1-47ec-9e79-0e4f02babf39 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:38.634801 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35844325-44a9-4e5b-9ec9-158518770ee3', 'name': 'network-vif-deleted', 'tag': 'ea16d4da-154a-405f-a608-589a5eee4b53', 'status': 'completed', 'code': 200} Sep 09 09:15:38.647235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Request body: {'port': {'device_id': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'admin_state_up': True, 'tenant_id': 'd54a51f1f29a42f784391cd717a35604'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:38.649852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:38.664052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:38.664052 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:38.665103 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:38.668150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-392bcaee-e044-4798-8bc0-27a32c4aed61 req-b11721c0-ce94-4d4e-a12c-d35e3c266b26 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Calling delete_port for edd4a1a6-22ba-4d34-8343-c7a8954890f3 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:38.842883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f02f99-3789-4f3c-a219-33e9e16e6b4b']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:38.880228 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:38.902005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:38.931130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba5e45a5-162f-4d8e-88a0-1e4e83ea08ef req-9f22dbda-6ed6-4ac5-8d50-00c4a1b32318 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 210 time: 0.0454772 Sep 09 09:15:38.978605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:15:38.978955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1e0c23f8-cd54-4d88-9e84-2a2428bdb2ac not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:39.001435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74,segment=NetworkSegment(6a40116f-319c-440a-b8fd-d2e21b5ad190),segment_id=6a40116f-319c-440a-b8fd-d2e21b5ad190)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:39.001435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:39.002216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf867e7-be13-4d55-92e2-6209eb7984a6') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:39.002216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf867e7-be13-4d55-92e2-6209eb7984a6') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:39.002683 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e8a727-2ded-4235-9395-28f907e8de98" -d '{"events": [{"server_uuid": "bedbf321-22fa-431d-9b35-db7bf33d3427", "name": "network-vif-plugged", "status": "completed", "tag": "5b2c3d6a-e8e8-4ffc-be39-909aabe79a74"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:39.026543 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.029865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Allocated IP 172.20.0.10 (423817c2-9bb2-4c3c-b686-139dda54a6a1/14d3a390-03e8-4bc5-94c2-caf8f491346a/e848c75b-92f5-4585-9485-51450c605814) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:39.049617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Made reservation on behalf of d54a51f1f29a42f784391cd717a35604 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:39.058774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.058927 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71c68d6-94e2-4fce-a648-ff3ba8fecf58 x-openstack-request-id: req-f71c68d6-94e2-4fce-a648-ff3ba8fecf58 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:39.058927 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedbf321-22fa-431d-9b35-db7bf33d3427", "name": "network-vif-plugged", "status": "completed", "tag": "5b2c3d6a-e8e8-4ffc-be39-909aabe79a74", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:39.058927 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f71c68d6-94e2-4fce-a648-ff3ba8fecf58 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:39.058927 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74', 'code': 200} Sep 09 09:15:39.086343 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.087749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c5dc9-6c55-4030-b3d5-44dd554e7910 req-16b52585-dcca-43b7-a396-f684fa6916f3 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:39.101613 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d24c5dc9-6c55-4030-b3d5-44dd554e7910 req-16b52585-dcca-43b7-a396-f684fa6916f3 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 946 time: 0.2579563 Sep 09 09:15:39.118091 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.128477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:15:39.128895 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.183972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:15:39.211926 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:15:39.282706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.309456 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.311400 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/networks/47f02f99-3789-4f3c-a219-33e9e16e6b4b HTTP/1.1" status: 204 len: 168 time: 2.3789377 Sep 09 09:15:39.322585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566a3ee-0623-47e3-b486-bb3e084b12e1 req-d9ac7fba-2824-4de1-92ac-0cd4b5b623d2 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:39.324225 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8566a3ee-0623-47e3-b486-bb3e084b12e1 req-d9ac7fba-2824-4de1-92ac-0cd4b5b623d2 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 945 time: 0.1429720 Sep 09 09:15:39.332651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53416) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:39.335514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Allocated IP 172.20.0.8 (0892f48a-db8b-479f-a339-6b8a9cfcc5fd/8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe/472dea23-e1a9-407a-adf7-10e5c82d2649) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:39.362138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88abb4-8441-4518-a298-bb875d26eded tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Network': ['ID=47f02f99-3789-4f3c-a219-33e9e16e6b4b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:39.411494 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d24c5dc9-6c55-4030-b3d5-44dd554e7910 req-987c9b75-0f04-4267-b328-9e9940017d3e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039837 Sep 09 09:15:39.421068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8566a3ee-0623-47e3-b486-bb3e084b12e1 req-98acaa1b-d6c0-4a80-8859-361abd345e9b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups?id=218c5bbc-7e7b-4b0f-8359-0db703562e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871105 Sep 09 09:15:39.469799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537c5a5-60cc-487d-8cc4-a89ca4cbac33 req-991535c0-0aaa-4e6a-8000-f045cdf21453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:39.471708 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3537c5a5-60cc-487d-8cc4-a89ca4cbac33 req-991535c0-0aaa-4e6a-8000-f045cdf21453 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 1097 time: 0.2568305 Sep 09 09:15:39.483927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d1fd9f-c290-4eec-ad69-7c8218301b51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:39.485610 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a4d1fd9f-c290-4eec-ad69-7c8218301b51 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 HTTP/1.1" status: 200 len: 841 time: 0.1497426 Sep 09 09:15:39.492276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53424) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:39.542685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3537c5a5-60cc-487d-8cc4-a89ca4cbac33 req-8a6250a6-fc77-4984-93d4-34633b58d35d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=218c5bbc-7e7b-4b0f-8359-0db703562e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556698 Sep 09 09:15:39.610189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5bc928e-42a9-4cfe-abb6-efa4ce6ec20e req-451bd882-87fa-454a-945d-71bf9130ae2a tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 210 time: 0.0997999 Sep 09 09:15:39.646414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1971bc62-c051-47c2-92d5-2648c1da3423 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/f9a9632e-fb5a-47e1-b955-b29a8b1d2b92?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1529973 Sep 09 09:15:39.647594 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5c9b4b0-2db4-4c7d-a2b9-70ccdfbabbeb req-000d7bd7-10e4-4a59-808e-1d563642aafe tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 210 time: 0.0590408 Sep 09 09:15:39.648079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53432) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:39.671940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d00d1709-6815-4b85-a976-0fa00cce5425 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:39.680622 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.683316 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-392bcaee-e044-4798-8bc0-27a32c4aed61 req-b11721c0-ce94-4d4e-a12c-d35e3c266b26 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.700346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Transition to ACTIVE for port object 472dea23-e1a9-407a-adf7-10e5c82d2649 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:39.749452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11721c0-ce94-4d4e-a12c-d35e3c266b26 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Pushing event deleted for resources: {'Port': ['ID=edd4a1a6-22ba-4d34-8343-c7a8954890f3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:39.783348 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328ca6b-d5d9-4a63-8b2c-e888036eb8ff req-a6c454e2-1b37-4116-af86-ae0a1384a884 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:39.784916 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0328ca6b-d5d9-4a63-8b2c-e888036eb8ff req-a6c454e2-1b37-4116-af86-ae0a1384a884 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 946 time: 0.0710466 Sep 09 09:15:39.826008 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0328ca6b-d5d9-4a63-8b2c-e888036eb8ff req-d2631a5f-7c4c-4a32-8a61-a5aab8d1601b tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331213 Sep 09 09:15:39.855963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-392bcaee-e044-4798-8bc0-27a32c4aed61 req-b11721c0-ce94-4d4e-a12c-d35e3c266b26 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] No DVR routers for this DVR port edd4a1a6-22ba-4d34-8343-c7a8954890f3 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:39.863224 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-392bcaee-e044-4798-8bc0-27a32c4aed61 req-b11721c0-ce94-4d4e-a12c-d35e3c266b26 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.863224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-392bcaee-e044-4798-8bc0-27a32c4aed61 req-b11721c0-ce94-4d4e-a12c-d35e3c266b26 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "DELETE /v2.0/ports/edd4a1a6-22ba-4d34-8343-c7a8954890f3 HTTP/1.1" status: 204 len: 173 time: 1.9766331 Sep 09 09:15:39.864651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfdcbe0-d71f-48fc-ad23-87fa723c3643', 'name': 'network-vif-deleted', 'tag': 'edd4a1a6-22ba-4d34-8343-c7a8954890f3'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:39.866895 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3046d917-1169-45a4-9f2b-bf8e111df39c" -d '{"events": [{"server_uuid": "ecfdcbe0-d71f-48fc-ad23-87fa723c3643", "name": "network-vif-deleted", "tag": "edd4a1a6-22ba-4d34-8343-c7a8954890f3"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:39.908733 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.915920 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb45c941-947f-42f8-b219-2db3b279d1c2 x-openstack-request-id: req-eb45c941-947f-42f8-b219-2db3b279d1c2 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:39.916169 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfdcbe0-d71f-48fc-ad23-87fa723c3643", "name": "network-vif-deleted", "tag": "edd4a1a6-22ba-4d34-8343-c7a8954890f3", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:39.916404 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb45c941-947f-42f8-b219-2db3b279d1c2 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:39.916803 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfdcbe0-d71f-48fc-ad23-87fa723c3643', 'name': 'network-vif-deleted', 'tag': 'edd4a1a6-22ba-4d34-8343-c7a8954890f3', 'status': 'completed', 'code': 200} Sep 09 09:15:39.922659 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:39.930645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c6891951-bafa-41d5-b111-b96701990ba7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:39.975941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:39.979565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:39.986535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:40.015721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Pushing event updated for resources: {'Port': ['ID=472dea23-e1a9-407a-adf7-10e5c82d2649,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:40.016364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00d1709-6815-4b85-a976-0fa00cce5425 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:40.023184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d00d1709-6815-4b85-a976-0fa00cce5425 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.086288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:40.092933 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.118823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ea16d4da-154a-405f-a608-589a5eee4b53 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:40.132496 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-60b4882d-af7f-47bf-a904-823d55e5c9a7 req-997f60b6-236e-4a78-b852-50952d530eff tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 210 time: 0.0669842 Sep 09 09:15:40.144271 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.184139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: ea16d4da-154a-405f-a608-589a5eee4b53 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:15:40.184502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ea16d4da-154a-405f-a608-589a5eee4b53 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:40.199821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-03fa69f5-7475-4b8e-b500-36478c0423f6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5605493 Sep 09 09:15:40.213924 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Request body: {'port': {'device_id': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:40.235822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Network 423817c2-9bb2-4c3c-b686-139dda54a6a1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:40.244934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:40.248854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:40.287831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53442) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:40.304788 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.344546 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:40.345051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.352256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Pushing event updated for resources: {'Port': ['ID=e848c75b-92f5-4585-9485-51450c605814,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:40.421156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9d879225-9df9-4739-8978-3c2e253f0c63 None None] Provisioning for port 472dea23-e1a9-407a-adf7-10e5c82d2649 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:40.430746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9d879225-9df9-4739-8978-3c2e253f0c63 None None] Provisioning complete for port 472dea23-e1a9-407a-adf7-10e5c82d2649 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:40.431196 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d879225-9df9-4739-8978-3c2e253f0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.472107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device edd4a1a6-22ba-4d34-8343-c7a8954890f3 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:40.499551 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-5d6689db-4564-4352-b904-c719735697fa tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7542758 Sep 09 09:15:40.506367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: edd4a1a6-22ba-4d34-8343-c7a8954890f3 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:15:40.510439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device edd4a1a6-22ba-4d34-8343-c7a8954890f3 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:40.518260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9d879225-9df9-4739-8978-3c2e253f0c63 None None] Port 472dea23-e1a9-407a-adf7-10e5c82d2649 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:40.526432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Request body: {'port': {'device_id': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:40.548166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0b0db8a-438d-4dd7-920b-7b54a1598619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.589361 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d00d1709-6815-4b85-a976-0fa00cce5425 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.626258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70583ce-e499-45ba-ae2c-965c7b470aed req-acfa1fa8-b936-4f11-949c-6428d9981683 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:40.634119 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d70583ce-e499-45ba-ae2c-965c7b470aed req-acfa1fa8-b936-4f11-949c-6428d9981683 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 945 time: 0.0949800 Sep 09 09:15:40.684573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00d1709-6815-4b85-a976-0fa00cce5425 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:40.700056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472dea23-e1a9-407a-adf7-10e5c82d2649 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:40.703799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d00d1709-6815-4b85-a976-0fa00cce5425 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:40.711442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d70583ce-e499-45ba-ae2c-965c7b470aed req-203bedc3-a99d-4a68-b2fb-b1eaa181aa4d tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups?id=218c5bbc-7e7b-4b0f-8359-0db703562e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764375 Sep 09 09:15:40.713288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.715197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bfa211-6823-427e-b721-0217bbdb31c0 None None] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:40.724291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d1709-6815-4b85-a976-0fa00cce5425 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:40.724904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d00d1709-6815-4b85-a976-0fa00cce5425 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.740701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1b14b-91f0-446a-88ce-2ad9349d62c9 req-235072dd-0380-4b10-9c82-089952c1e2a8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:40.740701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20c1b14b-91f0-446a-88ce-2ad9349d62c9 req-235072dd-0380-4b10-9c82-089952c1e2a8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 946 time: 0.2062576 Sep 09 09:15:40.740701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.743529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d1709-6815-4b85-a976-0fa00cce5425 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Subnet': ['ID=5b67e8c3-1479-4148-9ac7-9b3facf56b34,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:40.753322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Transition to ACTIVE for port object 472dea23-e1a9-407a-adf7-10e5c82d2649 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:40.861853 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:40.865716 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20c1b14b-91f0-446a-88ce-2ad9349d62c9 req-c8feb352-1b11-46cf-a798-a5c77fc57ce8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131468 Sep 09 09:15:41.029146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Pushing event updated for resources: {'Port': ['ID=472dea23-e1a9-407a-adf7-10e5c82d2649,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:41.045570 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0b0db8a-438d-4dd7-920b-7b54a1598619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.054197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-3eec2074-3646-4f25-9c05-5ba074f7b104', 'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'tenant_id': '0e1883405564473d8aeb010e318453e1', 'fixed_ips': [{'subnet_id': '5b67e8c3-1479-4148-9ac7-9b3facf56b34'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:15:41.055158 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.109187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5e14f-8501-455c-8920-821a09f01e13 req-8a24cce8-6368-4a0e-a0ea-a94367c9c39a tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:41.112445 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4f5e14f-8501-455c-8920-821a09f01e13 req-8a24cce8-6368-4a0e-a0ea-a94367c9c39a tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 943 time: 0.1715331 Sep 09 09:15:41.123104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0b0db8a-438d-4dd7-920b-7b54a1598619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.170961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Attempting to bind port 472dea23-e1a9-407a-adf7-10e5c82d2649 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:41.170961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Attempting to bind port 472dea23-e1a9-407a-adf7-10e5c82d2649 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:41.171297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Attempting to bind port 472dea23-e1a9-407a-adf7-10e5c82d2649 on network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:41.181254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Port 472dea23-e1a9-407a-adf7-10e5c82d2649 on network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:41.181971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Attempting to bind port 472dea23-e1a9-407a-adf7-10e5c82d2649 on network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:41.194640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:41.195076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Checking segment: {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:41.195586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Bound using segment: {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:41.196280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Bound port: 472dea23-e1a9-407a-adf7-10e5c82d2649, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:41.196968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.221208 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4f5e14f-8501-455c-8920-821a09f01e13 req-1b8cb077-073b-46cc-9790-486c5f28640d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821357 Sep 09 09:15:41.229394 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d00d1709-6815-4b85-a976-0fa00cce5425 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5798790 Sep 09 09:15:41.246579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53464) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:41.247335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Allocated IP 172.20.0.2 (3eec2074-3646-4f25-9c05-5ba074f7b104/5b67e8c3-1479-4148-9ac7-9b3facf56b34/8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:41.257032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-40755e00-88de-4df2-b846-fda58a7e2c2a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'security_group': {'name': 'tempest-secgroup-268309077'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:41.264860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3936d-4f57-4bb2-97e1-7ce5bd85c24c req-af0fafd8-a17f-4290-aefb-2b8b6bc4466a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:41.266426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7c3936d-4f57-4bb2-97e1-7ce5bd85c24c req-af0fafd8-a17f-4290-aefb-2b8b6bc4466a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 932 time: 0.2658629 Sep 09 09:15:41.268854 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b0b0db8a-438d-4dd7-920b-7b54a1598619 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe60f07c81dc402e9dfb700a9da25d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9766588 Sep 09 09:15:41.269648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0db8a-438d-4dd7-920b-7b54a1598619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf376964-f9bc-4757-ae27-aee7f910f0f3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:41.273604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53466) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:41.356556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] For port 472dea23-e1a9-407a-adf7-10e5c82d2649, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:41.361647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] For port 472dea23-e1a9-407a-adf7-10e5c82d2649, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=472dea23-e1a9-407a-adf7-10e5c82d2649,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:41.383878 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40755e00-88de-4df2-b846-fda58a7e2c2a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.430308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7c3936d-4f57-4bb2-97e1-7ce5bd85c24c req-c5988f78-eefd-4667-b99a-a85d8dd7e264 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516845 Sep 09 09:15:41.441244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.442906 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.454294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Transition to ACTIVE for port object 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:41.466344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d34eb-18a0-4639-b7c9-aa10acf745ef req-4f78ba5e-a2ca-42cc-9873-1266a89df597 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:41.477746 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-674d34eb-18a0-4639-b7c9-aa10acf745ef req-4f78ba5e-a2ca-42cc-9873-1266a89df597 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 946 time: 0.0999732 Sep 09 09:15:41.477908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Transition to ACTIVE for port object 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:41.522016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:41.522675 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.524104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] 10.222.0.41 "PUT /v2.0/ports/472dea23-e1a9-407a-adf7-10e5c82d2649 HTTP/1.1" status: 200 len: 1092 time: 1.3152514 Sep 09 09:15:41.533728 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'tag': '472dea23-e1a9-407a-adf7-10e5c82d2649'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:41.539565 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d95265-ee28-4a1e-b238-e6aec20f6b22" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6f5548-356e-4dfa-acbf-8484769aea46", "tag": "472dea23-e1a9-407a-adf7-10e5c82d2649"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:41.587393 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.595153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1ebee-d4ef-4f9f-8ec5-bb9d67e23875 service neutron] Pushing event updated for resources: {'Port': ['ID=472dea23-e1a9-407a-adf7-10e5c82d2649,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:41.598495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e848c75b-92f5-4585-9485-51450c605814 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:41.616937 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-674d34eb-18a0-4639-b7c9-aa10acf745ef req-8ae5ac80-4215-4106-8cb0-3884d4e6875b tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203103 Sep 09 09:15:41.643232 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.663811 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0d83f57-17eb-4f01-9a58-63c193878aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.675300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Pushing event updated for resources: {'Port': ['ID=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:41.694743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:41.696750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:41.702173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:41.704665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40755e00-88de-4df2-b846-fda58a7e2c2a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.717949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01bd93-5911-47e6-8b87-05895476f26b req-8289faa1-975c-4ab8-a4c1-3b651789c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:41.720764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-8289faa1-975c-4ab8-a4c1-3b651789c064 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 1095 time: 0.0691860 Sep 09 09:15:41.779066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0d83f57-17eb-4f01-9a58-63c193878aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.787145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-32440062-e965-44a3-bf42-9f60e64aba29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472dea23-e1a9-407a-adf7-10e5c82d2649 HTTP/1.1" status: 200 len: 217 time: 0.0598469 Sep 09 09:15:41.799266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Attempting to bind port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:41.800018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Attempting to bind port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'ec56ef7b-21c2-4f55-bc7b-4d6d96856f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:41.800611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Attempting to bind port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 on network 3eec2074-3646-4f25-9c05-5ba074f7b104 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:41.808123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:41.808772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Checking segment: {'id': 'ec56ef7b-21c2-4f55-bc7b-4d6d96856f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:41.809493 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.810095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Bound using segment: {'id': 'ec56ef7b-21c2-4f55-bc7b-4d6d96856f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:41.810770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Bound port: 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec56ef7b-21c2-4f55-bc7b-4d6d96856f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:41.811114 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.823448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-743f820c-b2bb-4edd-b663-2dfa0a500728 req-e3efee8a-b01d-430b-aa8e-206de36d4207 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 210 time: 0.0459878 Sep 09 09:15:41.826173 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40755e00-88de-4df2-b846-fda58a7e2c2a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.831593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Transition to ACTIVE for port object e848c75b-92f5-4585-9485-51450c605814 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:41.915411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-74281b54-6510-474f-a179-7dbdc718661a None None] For port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:41.919205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-74281b54-6510-474f-a179-7dbdc718661a None None] For port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,segment=NetworkSegment(ec56ef7b-21c2-4f55-bc7b-4d6d96856f87),segment_id=ec56ef7b-21c2-4f55-bc7b-4d6d96856f87)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:41.943496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-be86008b-afec-4aa1-b82a-79e030806ed1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:41.945936 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb2a358-84f8-4b47-aa0f-edb9f06393df x-openstack-request-id: req-0eb2a358-84f8-4b47-aa0f-edb9f06393df {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:41.947830 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-be86008b-afec-4aa1-b82a-79e030806ed1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "GET /v2.0/networks?id=d6585e10-f320-4fb8-8102-696eea41ef50 HTTP/1.1" status: 200 len: 813 time: 0.4191420 Sep 09 09:15:41.949209 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6f5548-356e-4dfa-acbf-8484769aea46", "tag": "472dea23-e1a9-407a-adf7-10e5c82d2649", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:41.949560 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0eb2a358-84f8-4b47-aa0f-edb9f06393df {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:41.950032 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'tag': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'status': 'completed', 'code': 200} Sep 09 09:15:41.950479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.967782 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0d83f57-17eb-4f01-9a58-63c193878aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.970747 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0d83f57-17eb-4f01-9a58-63c193878aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:41.974750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f0d83f57-17eb-4f01-9a58-63c193878aa8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf376964-f9bc-4757-ae27-aee7f910f0f3 HTTP/1.1" status: 204 len: 168 time: 0.6975729 Sep 09 09:15:41.984089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01bd93-5911-47e6-8b87-05895476f26b req-84756674-4443-4a23-94f0-f6d0204ed7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:41.984089 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-84756674-4443-4a23-94f0-f6d0204ed7f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.1719589 Sep 09 09:15:41.984089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40755e00-88de-4df2-b846-fda58a7e2c2a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1109c2-81ae-4308-ba0b-1421997d6a35,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:42.006188 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:42.052050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Request body: {'port': {'device_id': '487b0aa2-4e29-40bc-bca0-dc784160b5b7', 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50', 'admin_state_up': True, 'tenant_id': '65bd9d90852143cbb897bcb29dd63ef2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:42.084658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74281b54-6510-474f-a179-7dbdc718661a None None] Pushing event updated for resources: {'Port': ['ID=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:42.094011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d83f57-17eb-4f01-9a58-63c193878aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf376964-f9bc-4757-ae27-aee7f910f0f3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:42.154002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Pushing event updated for resources: {'Port': ['ID=e848c75b-92f5-4585-9485-51450c605814,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:42.345134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:42.345134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:42.345134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:42.390680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Port e848c75b-92f5-4585-9485-51450c605814 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:42.390680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:42.402457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:42.402789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:42.403176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:42.403656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Bound port: e848c75b-92f5-4585-9485-51450c605814, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:42.404023 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:42.426833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Made reservation on behalf of 65bd9d90852143cbb897bcb29dd63ef2 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:42.430248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:42.589582 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40755e00-88de-4df2-b846-fda58a7e2c2a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:42.590854 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-40755e00-88de-4df2-b846-fda58a7e2c2a tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3422275 Sep 09 09:15:42.595687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53506) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:42.609143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-afdc60c7-7a22-400c-8a25-e41a3a5d6448 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'security_group': {'name': 'tempest-secgroup-686446857'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:42.624738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01bd93-5911-47e6-8b87-05895476f26b req-95d7d91c-4d23-4d81-837f-63a32c8f97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:42.626284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-95d7d91c-4d23-4d81-837f-63a32c8f97d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6356542 Sep 09 09:15:42.640570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f06eb-37cb-444c-941d-06d6bd2641f3 req-70fb7916-1cc1-452b-baec-dcbb19b14d2b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:42.642163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-208f06eb-37cb-444c-941d-06d6bd2641f3 req-70fb7916-1cc1-452b-baec-dcbb19b14d2b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 945 time: 0.6006126 Sep 09 09:15:42.728956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-afdc60c7-7a22-400c-8a25-e41a3a5d6448 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:42.775205 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-208f06eb-37cb-444c-941d-06d6bd2641f3 req-d884fc9d-f7b0-42ca-b94f-7fcf546f4217 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups?id=218c5bbc-7e7b-4b0f-8359-0db703562e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074524 Sep 09 09:15:42.802070 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-65fbc15d-afcd-4928-bafe-3ce917244123 service neutron] 10.222.0.41 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562757 Sep 09 09:15:42.899043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:42.968192 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-95ff92e0-3eee-4a64-89ff-23671291268b tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:42.969737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-95ff92e0-3eee-4a64-89ff-23671291268b tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "GET /v2.0/networks?id=d6585e10-f320-4fb8-8102-696eea41ef50 HTTP/1.1" status: 200 len: 813 time: 0.7181203 Sep 09 09:15:42.994825 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a01bd93-5911-47e6-8b87-05895476f26b req-c33e7163-77d9-4d10-a39e-48bf521e57ef service neutron] 10.222.0.41 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849139 Sep 09 09:15:43.014315 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-afdc60c7-7a22-400c-8a25-e41a3a5d6448 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:43.034371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Request body: {'port': {'device_id': 'dd96aa8d-deb8-4f87-9bf3-db3aba857285', 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50', 'admin_state_up': True, 'tenant_id': '65bd9d90852143cbb897bcb29dd63ef2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:43.066665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:43.109396 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a18a2b-b01b-42d8-87ff-76437cdec9e2 req-d40583ef-b9dc-44db-84e7-9c9c1fea4bc2 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:43.110993 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b4a18a2b-b01b-42d8-87ff-76437cdec9e2 req-d40583ef-b9dc-44db-84e7-9c9c1fea4bc2 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 943 time: 0.6425047 Sep 09 09:15:43.112277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:43.120759 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-afdc60c7-7a22-400c-8a25-e41a3a5d6448 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:43.206599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e848c75b-92f5-4585-9485-51450c605814,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:43.234659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc60c7-7a22-400c-8a25-e41a3a5d6448 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a71fc9-3881-4e50-9cbc-b8cea9661871,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:43.252820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95265-ee28-4a1e-b238-e6aec20f6b22 req-593eb1f1-98ba-420b-ac3c-007f4717b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:43.252820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4d95265-ee28-4a1e-b238-e6aec20f6b22 req-593eb1f1-98ba-420b-ac3c-007f4717b44e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 1095 time: 0.0836949 Sep 09 09:15:43.279958 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b4a18a2b-b01b-42d8-87ff-76437cdec9e2 req-7b04476e-8e2e-48d8-8af2-0500473d3dde tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453743 Sep 09 09:15:43.281179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Allocated IP 172.20.0.6 (d6585e10-f320-4fb8-8102-696eea41ef50/b336174a-602c-4227-9468-de65f084e63c/a7851938-abdd-4b16-a33f-01e9b42a347a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:43.288859 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:43.360922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:43.361656 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:43.363612 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] 10.222.0.41 "PUT /v2.0/ports/e848c75b-92f5-4585-9485-51450c605814 HTTP/1.1" status: 200 len: 1093 time: 2.8429508 Sep 09 09:15:43.365403 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-afdc60c7-7a22-400c-8a25-e41a3a5d6448 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:43.366610 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-afdc60c7-7a22-400c-8a25-e41a3a5d6448 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7622271 Sep 09 09:15:43.366946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'tag': 'e848c75b-92f5-4585-9485-51450c605814'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:43.369322 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd39a3dd-c3d0-442e-894e-6c3ec0300a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161", "tag": "e848c75b-92f5-4585-9485-51450c605814"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:43.375066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53528) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:43.393425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-676170901', 'security_groups': ['c2a71fc9-3881-4e50-9cbc-b8cea9661871'], 'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5b67e8c3-1479-4148-9ac7-9b3facf56b34'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:43.461430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95265-ee28-4a1e-b238-e6aec20f6b22 req-4d6c7c32-0123-467d-8c09-2360a373f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:43.462981 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4d95265-ee28-4a1e-b238-e6aec20f6b22 req-4d6c7c32-0123-467d-8c09-2360a373f17b service neutron] 10.222.0.41 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.2025521 Sep 09 09:15:43.517138 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4d95265-ee28-4a1e-b238-e6aec20f6b22 req-90258221-8453-432f-96e8-0c1154315469 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472dea23-e1a9-407a-adf7-10e5c82d2649 HTTP/1.1" status: 200 len: 217 time: 0.0415041 Sep 09 09:15:43.525505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25580c58-27b0-4d5a-9798-9e2212614824 req-90df891b-05e9-4878-a225-201b08f1f478 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:43.532842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25580c58-27b0-4d5a-9798-9e2212614824 req-90df891b-05e9-4878-a225-201b08f1f478 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 944 time: 0.1710856 Sep 09 09:15:43.543902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Made reservation on behalf of 65bd9d90852143cbb897bcb29dd63ef2 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:43.547304 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:43.581285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da7f84-aba2-430c-bc3f-9fea45d3166f service neutron] Pushing event updated for resources: {'Port': ['ID=e848c75b-92f5-4585-9485-51450c605814,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:43.597706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95265-ee28-4a1e-b238-e6aec20f6b22 req-ff4e9fc2-85ca-43f9-9dab-c053b778458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:43.599660 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4d95265-ee28-4a1e-b238-e6aec20f6b22 req-ff4e9fc2-85ca-43f9-9dab-c053b778458a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.0629253 Sep 09 09:15:43.614554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ec46ae28-8310-431c-85ab-fbaebea97bbe None None] Provisioning complete for port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:43.615161 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec46ae28-8310-431c-85ab-fbaebea97bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:43.618001 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25580c58-27b0-4d5a-9798-9e2212614824 req-e095f350-736e-4ed3-8980-ad373f88ed05 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828617 Sep 09 09:15:43.666400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95265-ee28-4a1e-b238-e6aec20f6b22 req-785029b8-77c7-4158-8198-d77de7256557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:43.668386 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4d95265-ee28-4a1e-b238-e6aec20f6b22 req-785029b8-77c7-4158-8198-d77de7256557 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540581 Sep 09 09:15:43.678204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ec46ae28-8310-431c-85ab-fbaebea97bbe None None] Port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:43.718836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf302ae-014b-48a7-b667-d6dacd4b17b5 req-b64243be-f625-4989-b99a-dc2f0ba5282d tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:43.720399 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fcf302ae-014b-48a7-b667-d6dacd4b17b5 req-b64243be-f625-4989-b99a-dc2f0ba5282d tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 945 time: 0.2851896 Sep 09 09:15:43.736228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53536) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:43.738407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e13cabf3-bb44-4702-b1bd-2050ed68dfcb req-8e7d056b-0539-4aad-a2b0-c72031f11069 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 210 time: 0.0355461 Sep 09 09:15:43.751393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-66c49134-76d1-4ae0-a7de-67873b97954e tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Request body: {'floatingip': {'port_id': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:43.775341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ec46ae28-8310-431c-85ab-fbaebea97bbe None None] Provisioning for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:43.776768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-f3d9f6c3-c087-4ed8-aff9-1ac12b6a5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:43.778305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-f3d9f6c3-c087-4ed8-aff9-1ac12b6a5812 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 1096 time: 0.2712960 Sep 09 09:15:43.781731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ec46ae28-8310-431c-85ab-fbaebea97bbe None None] Provisioning complete for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:43.782371 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec46ae28-8310-431c-85ab-fbaebea97bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:43.828381 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-66c49134-76d1-4ae0-a7de-67873b97954e tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:43.867101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-6bc5c470-d6eb-4191-a11e-250ee290e52c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e848c75b-92f5-4585-9485-51450c605814 HTTP/1.1" status: 200 len: 217 time: 0.0707481 Sep 09 09:15:43.914338 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a2b59f-a7d4-49d6-9467-00ce03d0180e x-openstack-request-id: req-07a2b59f-a7d4-49d6-9467-00ce03d0180e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:43.914763 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161", "tag": "e848c75b-92f5-4585-9485-51450c605814", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:43.915292 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07a2b59f-a7d4-49d6-9467-00ce03d0180e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:43.916254 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'tag': 'e848c75b-92f5-4585-9485-51450c605814', 'status': 'completed', 'code': 200} Sep 09 09:15:43.939475 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec46ae28-8310-431c-85ab-fbaebea97bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:43.958315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4d95265-ee28-4a1e-b238-e6aec20f6b22 req-cd24ceb3-c5cd-4327-a7a1-3f3557fcdcf0 service neutron] 10.222.0.41 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798381 Sep 09 09:15:43.977666 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:43.990372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ec46ae28-8310-431c-85ab-fbaebea97bbe None None] For port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,segment=NetworkSegment(ec56ef7b-21c2-4f55-bc7b-4d6d96856f87),segment_id=ec56ef7b-21c2-4f55-bc7b-4d6d96856f87)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:44.013791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991863a-3319-407e-a018-9ac748f9d422 req-98c556c6-cefe-4f39-804c-cfed1710a8b7 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:44.015331 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e991863a-3319-407e-a018-9ac748f9d422 req-98c556c6-cefe-4f39-804c-cfed1710a8b7 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 946 time: 0.1552446 Sep 09 09:15:44.039773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:44.053177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-e14acb20-d4a3-419a-a8b5-0b237f1dd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:44.054641 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-e14acb20-d4a3-419a-a8b5-0b237f1dd13d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1285899 Sep 09 09:15:44.068362 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec46ae28-8310-431c-85ab-fbaebea97bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:44.118470 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-a61fcfb8-5147-4e6f-9e4c-164e61bab191 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431168 Sep 09 09:15:44.143652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46ae28-8310-431c-85ab-fbaebea97bbe None None] Pushing event updated for resources: {'Port': ['ID=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:44.176564 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4d95265-ee28-4a1e-b238-e6aec20f6b22 req-cfb8bd42-5bd9-4d18-89d9-b50f48c7a3ef service neutron] 10.222.0.41 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065499 Sep 09 09:15:44.191202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e991863a-3319-407e-a018-9ac748f9d422 req-4157efb4-fd47-4c5a-bdc2-baaf84249f18 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643929 Sep 09 09:15:44.253895 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:44.283212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port 8b7f8804-3eb2-48f9-b35d-f8851fb5036c yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:15:44.294215 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:44.358446 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a8f71d2e-efdd-4f98-b6ec-a6e71063cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:44.360936 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-ad7ffcc5-3663-46af-9186-4803ee8e47ff service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299664 Sep 09 09:15:44.444542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Network d6585e10-f320-4fb8-8102-696eea41ef50 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:44.465548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:44.502785 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:44.514081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Pushing event updated for resources: {'Port': ['ID=a7851938-abdd-4b16-a33f-01e9b42a347a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:44.545230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Allocated IP 172.20.0.2 (d6585e10-f320-4fb8-8102-696eea41ef50/b336174a-602c-4227-9468-de65f084e63c/078eea78-1e9a-462c-8d09-97c8cf24bc9d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:44.545507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e66c2-9179-426a-98fb-ddea962e859b req-741f18a8-db94-45a1-98f1-977ecb6e7a4c tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:44.546942 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-694e66c2-9179-426a-98fb-ddea962e859b req-741f18a8-db94-45a1-98f1-977ecb6e7a4c tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 943 time: 0.1398087 Sep 09 09:15:44.596626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53556) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:44.638547 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-694e66c2-9179-426a-98fb-ddea962e859b req-f2576c65-422c-4e12-af15-34870f02d2ba tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783298 Sep 09 09:15:44.645273 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-66c49134-76d1-4ae0-a7de-67873b97954e tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:44.664322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:44.664872 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:44.687878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef52e041-24f0-410e-81a2-3c1fa23f0cd0 req-e220d5bc-b9d0-40e3-b334-7051c8e31b95 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020682 Sep 09 09:15:44.718756 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-66c49134-76d1-4ae0-a7de-67873b97954e tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:44.776678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.5 (3eec2074-3646-4f25-9c05-5ba074f7b104/5b67e8c3-1479-4148-9ac7-9b3facf56b34/8b7f8804-3eb2-48f9-b35d-f8851fb5036c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:44.789385 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-449c0323-8ec3-4fca-b67a-1905a2b527bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:44.815142 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-1e3a31e8-3a64-4f9d-8037-dc780b505d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8281536 Sep 09 09:15:44.845938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:44.862580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc0c47-f369-40c0-93f8-78211f692f44 req-6a04f96c-0910-425f-b13a-957e35b9998e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:44.864983 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a5cc0c47-f369-40c0-93f8-78211f692f44 req-6a04f96c-0910-425f-b13a-957e35b9998e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 944 time: 0.1591649 Sep 09 09:15:44.870981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Request body: {'port': {'device_id': '487b0aa2-4e29-40bc-bca0-dc784160b5b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:44.903672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:44.904066 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:44.939085 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-420fcc2e-5a86-4ddb-b91d-8b395eb426f6 req-c96a2e74-6ea6-4733-9889-14378da2a50a tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 210 time: 0.0595422 Sep 09 09:15:44.998201 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-66c49134-76d1-4ae0-a7de-67873b97954e tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Floating IP e8f96fc2-ed0e-49b0-bf8e-76ce6b8ed914 associated. External IP: 172.25.8.138, port: 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74. Sep 09 09:15:45.063419 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39a3dd-c3d0-442e-894e-6c3ec0300a4f req-b1c6bdb2-3ad7-4f3e-b525-2f3bf425a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:45.064693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd39a3dd-c3d0-442e-894e-6c3ec0300a4f req-b1c6bdb2-3ad7-4f3e-b525-2f3bf425a8a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 1096 time: 0.2166660 Sep 09 09:15:45.101083 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:45.105663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a5cc0c47-f369-40c0-93f8-78211f692f44 req-7809ae9c-55e4-450a-83fb-4216d0109b0f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194209 Sep 09 09:15:45.131586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-ae52222f-bbb9-4859-8677-dd6234088f3c tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:45.133089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-ae52222f-bbb9-4859-8677-dd6234088f3c tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 946 time: 0.2595320 Sep 09 09:15:45.137040 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:45.142976 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-449c0323-8ec3-4fca-b67a-1905a2b527bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:45.243086 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:45.243263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-449c0323-8ec3-4fca-b67a-1905a2b527bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:45.292156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39a3dd-c3d0-442e-894e-6c3ec0300a4f req-97a9f231-8880-4270-936c-9042c80bac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:45.293662 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd39a3dd-c3d0-442e-894e-6c3ec0300a4f req-97a9f231-8880-4270-936c-9042c80bac18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.2069838 Sep 09 09:15:45.309764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object 8b7f8804-3eb2-48f9-b35d-f8851fb5036c will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:45.334171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c0323-8ec3-4fca-b67a-1905a2b527bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f23f6b-3893-43a8-9b1a-1972f94f14f6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:45.341778 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-449c0323-8ec3-4fca-b67a-1905a2b527bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb1087126f3d48bcb156c5ad4db4a9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7358854 Sep 09 09:15:45.373575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53584) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:45.403672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:45.410456 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd39a3dd-c3d0-442e-894e-6c3ec0300a4f req-ee0ab5f2-74c5-4c62-8124-50cf4c136798 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e848c75b-92f5-4585-9485-51450c605814 HTTP/1.1" status: 200 len: 217 time: 0.1074133 Sep 09 09:15:45.478650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec2e9-f1c4-43f1-b6ab-bd3ca7fc6729 req-fcdcc3ca-3b27-4cac-ba70-7e5360174d88 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:45.480151 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-605ec2e9-f1c4-43f1-b6ab-bd3ca7fc6729 req-fcdcc3ca-3b27-4cac-ba70-7e5360174d88 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 946 time: 0.1794250 Sep 09 09:15:45.493256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c49134-76d1-4ae0-a7de-67873b97954e tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Router b5257b36-5189-4107-b19b-f48abd1a0bb2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:15:45.510391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39a3dd-c3d0-442e-894e-6c3ec0300a4f req-55d14b39-da66-4cdd-a48d-fa89cbe9565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:45.511935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd39a3dd-c3d0-442e-894e-6c3ec0300a4f req-55d14b39-da66-4cdd-a48d-fa89cbe9565a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.0935686 Sep 09 09:15:45.538120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Network d6585e10-f320-4fb8-8102-696eea41ef50 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:45.551584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:45.553466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Pushing event updated for resources: {'Port': ['ID=078eea78-1e9a-462c-8d09-97c8cf24bc9d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:45.559154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Deleting port cedcd0b8-b1e1-4a84-aca4-916f41b148ac {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:45.559154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:45.560693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd39a3dd-c3d0-442e-894e-6c3ec0300a4f req-2354e0a7-f557-4fe7-aeec-1fa939c3eaa0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391827 Sep 09 09:15:45.565454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:45.565599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-605ec2e9-f1c4-43f1-b6ab-bd3ca7fc6729 req-5c038f7f-3828-44de-ab74-0282e66cb104 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766590 Sep 09 09:15:45.638817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:45.681192 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bbfcd0a-1a86-457c-95cc-9fa7390b3788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:46.056373 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd39a3dd-c3d0-442e-894e-6c3ec0300a4f req-ef0f0cd5-67a7-4c52-bf52-f7cbad85138c service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577699 Sep 09 09:15:46.142504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:46.143153 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:46.157188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1731d1d-8565-49ce-866e-27522bf6aa9b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:46.169364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:46.199529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:46.238594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:15:46.246986 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bbfcd0a-1a86-457c-95cc-9fa7390b3788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:46.287063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=8b7f8804-3eb2-48f9-b35d-f8851fb5036c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:46.314551 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-130f255b-b893-4b44-83ad-4ce0e8e99248 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2875142 Sep 09 09:15:46.328905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] For port cedcd0b8-b1e1-4a84-aca4-916f41b148ac, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=cedcd0b8-b1e1-4a84-aca4-916f41b148ac,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:46.329692 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:46.361888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Request body: {'port': {'device_id': 'dd96aa8d-deb8-4f87-9bf3-db3aba857285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:46.375252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba236c3-4aa3-400d-b81b-0372a58db82d req-13d9f9ed-6856-4f52-8c57-d942354f169b tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:46.386547 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ba236c3-4aa3-400d-b81b-0372a58db82d req-13d9f9ed-6856-4f52-8c57-d942354f169b tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 931 time: 0.3260159 Sep 09 09:15:46.398851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1731d1d-8565-49ce-866e-27522bf6aa9b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1731d1d-8565-49ce-866e-27522bf6aa9b,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:46.417749 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'c1731d1d-8565-49ce-866e-27522bf6aa9b', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'port_id': 'c1731d1d-8565-49ce-866e-27522bf6aa9b', 'mac_address': 'fa:16:3e:d7:2f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7087ae7-6b75-4933-a9a3-67deca9dee86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:46.457960 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ba236c3-4aa3-400d-b81b-0372a58db82d req-841fe593-74f9-486d-b96a-dc03a0886546 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708158 Sep 09 09:15:46.462019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c49134-76d1-4ae0-a7de-67873b97954e tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:15:46.467259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-66c49134-76d1-4ae0-a7de-67873b97954e tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:46.471279 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:46.478054 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef3fc7c-cdb2-4c0b-9bd1-b14e357fb7df None None] Sync routers for ids ['b5257b36-5189-4107-b19b-f48abd1a0bb2'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:15:46.487856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1731d1d-8565-49ce-866e-27522bf6aa9b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:46.513008 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3fc7c-cdb2-4c0b-9bd1-b14e357fb7df None None] Routers {'b5257b36-5189-4107-b19b-f48abd1a0bb2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:46.514241 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bef3fc7c-cdb2-4c0b-9bd1-b14e357fb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b5257b36-5189-4107-b19b-f48abd1a0bb2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:46.515853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd39a3dd-c3d0-442e-894e-6c3ec0300a4f req-ced21d62-2f64-4365-bc40-2a59974cfe33 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435284 Sep 09 09:15:46.525772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1731d1d-8565-49ce-866e-27522bf6aa9b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1731d1d-8565-49ce-866e-27522bf6aa9b,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:46.534123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-66c49134-76d1-4ae0-a7de-67873b97954e tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "PUT /v2.0/floatingips/e8f96fc2-ed0e-49b0-bf8e-76ce6b8ed914 HTTP/1.1" status: 200 len: 991 time: 2.7944942 Sep 09 09:15:46.538111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'tag': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:46.540588 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16335e82-4f81-4ea2-8351-414c0859ff1c" -d '{"events": [{"name": "network-changed", "server_uuid": "bedbf321-22fa-431d-9b35-db7bf33d3427", "tag": "5b2c3d6a-e8e8-4ffc-be39-909aabe79a74"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:46.564021 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:46.564921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 472dea23-e1a9-407a-adf7-10e5c82d2649 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:46.592170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e45d1a-2381-4385-a321-5ee540866571 req-5bb3e71d-69c5-4010-af15-aec2f5370f35 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:46.600156 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b4e45d1a-2381-4385-a321-5ee540866571 req-5bb3e71d-69c5-4010-af15-aec2f5370f35 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 943 time: 0.5117404 Sep 09 09:15:46.748637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c1731d1d-8565-49ce-866e-27522bf6aa9b,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:46.748877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:46.750146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:46.758598 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-bef3fc7c-cdb2-4c0b-9bd1-b14e357fb7df None None] Set router b5257b36-5189-4107-b19b-f48abd1a0bb2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:46.766508 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b9f6-c510-4fa6-b67e-45d806099c7f req-2c0946f4-07ce-45d2-a051-ebefcc3b9843 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:46.776274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4214b9f6-c510-4fa6-b67e-45d806099c7f req-2c0946f4-07ce-45d2-a051-ebefcc3b9843 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 944 time: 0.0979462 Sep 09 09:15:46.828688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4214b9f6-c510-4fa6-b67e-45d806099c7f req-a7c63635-cc60-4b7a-9a63-5e00be5ba4ad tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Sep 09 09:15:46.856590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-325a6e07-fd10-4a08-b1fb-7c4fa1e00830 None None] Provisioning for port 8b7f8804-3eb2-48f9-b35d-f8851fb5036c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:46.866111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-325a6e07-fd10-4a08-b1fb-7c4fa1e00830 None None] Provisioning complete for port 8b7f8804-3eb2-48f9-b35d-f8851fb5036c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:46.874944 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-325a6e07-fd10-4a08-b1fb-7c4fa1e00830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:46.937149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7851938-abdd-4b16-a33f-01e9b42a347a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:46.944485 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:46.960750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7fcabd36-1bf7-4834-84d1-d8f2954d92f0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5817554 Sep 09 09:15:46.964366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53628) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:46.972142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8f52f714-c3f4-4b81-95ed-73b37d1afb57 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:46.992390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-325a6e07-fd10-4a08-b1fb-7c4fa1e00830 None None] Port 8b7f8804-3eb2-48f9-b35d-f8851fb5036c cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:46.997006 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:47.000944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 472dea23-e1a9-407a-adf7-10e5c82d2649, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=472dea23-e1a9-407a-adf7-10e5c82d2649,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:47.057323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'port_id': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'mac_address': 'fa:16:3e:b5:5b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:47.136343 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:47.143903 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bef3fc7c-cdb2-4c0b-9bd1-b14e357fb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:09Z', 'revision_number': 4, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e8f96fc2-ed0e-49b0-bf8e-76ce6b8ed914', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'floating_ip_address': '172.25.8.138', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'port_id': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'mac_address': 'fa:16:3e:a6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:22Z', 'updated_at': '2021-09-09T09:15:44Z', 'revision_number': 1, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc40a64-83a3-4530-afe7-99ea275db91f', 'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'mac_address': 'fa:16:3e:ea:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '61794736-abe0-477e-8ace-039126a46a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:07Z', 'updated_at': '2021-09-09T09:15:19Z', 'revision_number': 5, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'subnets': [{'id': '61794736-abe0-477e-8ace-039126a46a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:47.158692 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0db51f4-4aeb-436c-bb94-dc6aab884afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:47.164443 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b4e45d1a-2381-4385-a321-5ee540866571 req-f8dfb94f-029d-41d0-881f-7e2901f95931 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855447 Sep 09 09:15:47.166534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Transition to ACTIVE for port object a7851938-abdd-4b16-a33f-01e9b42a347a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:47.177049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472dea23-e1a9-407a-adf7-10e5c82d2649 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:47.213150 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bbfcd0a-1a86-457c-95cc-9fa7390b3788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:47.216269 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bbfcd0a-1a86-457c-95cc-9fa7390b3788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:47.218201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1bbfcd0a-1a86-457c-95cc-9fa7390b3788 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3f23f6b-3893-43a8-9b1a-1972f94f14f6 HTTP/1.1" status: 204 len: 168 time: 1.8436391 Sep 09 09:15:47.225530 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:47.228023 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef3fc7c-cdb2-4c0b-9bd1-b14e357fb7df None None] Checking router: b5257b36-5189-4107-b19b-f48abd1a0bb2 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:15:47.229549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 472dea23-e1a9-407a-adf7-10e5c82d2649, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=472dea23-e1a9-407a-adf7-10e5c82d2649,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:47.249600 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3fc7c-cdb2-4c0b-9bd1-b14e357fb7df None None] Routers {'b5257b36-5189-4107-b19b-f48abd1a0bb2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:47.250413 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bef3fc7c-cdb2-4c0b-9bd1-b14e357fb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b5257b36-5189-4107-b19b-f48abd1a0bb2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:47.283556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfcd0a-1a86-457c-95cc-9fa7390b3788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f23f6b-3893-43a8-9b1a-1972f94f14f6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:47.283742 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:47.309834 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5c19ff-fefe-4808-ae2e-c35e7824bafe x-openstack-request-id: req-ed5c19ff-fefe-4808-ae2e-c35e7824bafe {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:47.310432 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bedbf321-22fa-431d-9b35-db7bf33d3427", "tag": "5b2c3d6a-e8e8-4ffc-be39-909aabe79a74", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:47.310432 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed5c19ff-fefe-4808-ae2e-c35e7824bafe {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:47.310832 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'tag': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74', 'status': 'completed', 'code': 200} Sep 09 09:15:47.386949 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:47.387661 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:47.388159 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Floating IP 3b032757-f255-4e8b-bee3-7f36c95439fb disassociated. External IP: 172.25.8.129, port: cedcd0b8-b1e1-4a84-aca4-916f41b148ac. Sep 09 09:15:47.388670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Calling delete_port for cedcd0b8-b1e1-4a84-aca4-916f41b148ac owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:47.392253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=472dea23-e1a9-407a-adf7-10e5c82d2649,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:47.404549 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:47.408919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Pushing event updated for resources: {'Port': ['ID=a7851938-abdd-4b16-a33f-01e9b42a347a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:47.444339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['c1731d1d-8565-49ce-866e-27522bf6aa9b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:47.514403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16335e82-4f81-4ea2-8351-414c0859ff1c req-a63bad91-0c73-4d37-b6b5-798230b53312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:47.529014 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-bef3fc7c-cdb2-4c0b-9bd1-b14e357fb7df None None] Set router b5257b36-5189-4107-b19b-f48abd1a0bb2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:47.530723 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16335e82-4f81-4ea2-8351-414c0859ff1c req-a63bad91-0c73-4d37-b6b5-798230b53312 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4cb54dee824735916dc7731e35d7ff&device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 1097 time: 0.2240241 Sep 09 09:15:47.557221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c8dd1-17d2-43a1-a9f2-41ff55f12c51 req-c894d612-4edb-43d9-b4d2-5921c35341c3 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:47.558799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['472dea23-e1a9-407a-adf7-10e5c82d2649'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:47.567969 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-240c8dd1-17d2-43a1-a9f2-41ff55f12c51 req-c894d612-4edb-43d9-b4d2-5921c35341c3 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 946 time: 0.2697918 Sep 09 09:15:47.569747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f52f714-c3f4-4b81-95ed-73b37d1afb57 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:47.576306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f52f714-c3f4-4b81-95ed-73b37d1afb57 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:47.698083 n-d-778696-16 neutron-server[95325]: INFO neutron.db.ipam_backend_mixin [None req-8f52f714-c3f4-4b81-95ed-73b37d1afb57 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5b67e8c3-1479-4148-9ac7-9b3facf56b34 (CIDR: 172.20.0.0/28) Sep 09 09:15:47.764096 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f52f714-c3f4-4b81-95ed-73b37d1afb57 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:15:47.767629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f52f714-c3f4-4b81-95ed-73b37d1afb57 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:15:47.867397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-240c8dd1-17d2-43a1-a9f2-41ff55f12c51 req-45f6578a-6088-4544-a945-590d730d5aa4 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925878 Sep 09 09:15:47.890382 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8f52f714-c3f4-4b81-95ed-73b37d1afb57 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9246564 Sep 09 09:15:47.891387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53642) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:47.936245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:48.012141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078eea78-1e9a-462c-8d09-97c8cf24bc9d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:48.034238 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:48.065544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Transition to ACTIVE for port object 078eea78-1e9a-462c-8d09-97c8cf24bc9d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:48.066433 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bef3fc7c-cdb2-4c0b-9bd1-b14e357fb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:09Z', 'revision_number': 4, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e8f96fc2-ed0e-49b0-bf8e-76ce6b8ed914', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'floating_ip_address': '172.25.8.138', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'port_id': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'mac_address': 'fa:16:3e:a6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:22Z', 'updated_at': '2021-09-09T09:15:44Z', 'revision_number': 1, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc40a64-83a3-4530-afe7-99ea275db91f', 'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'mac_address': 'fa:16:3e:ea:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '61794736-abe0-477e-8ace-039126a46a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:07Z', 'updated_at': '2021-09-09T09:15:19Z', 'revision_number': 5, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'subnets': [{'id': '61794736-abe0-477e-8ace-039126a46a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:48.104908 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef3fc7c-cdb2-4c0b-9bd1-b14e357fb7df None None] The sync data for ids ['b5257b36-5189-4107-b19b-f48abd1a0bb2'] in n-d-778696-16 is: [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:09Z', 'revision_number': 4, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e8f96fc2-ed0e-49b0-bf8e-76ce6b8ed914', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'floating_ip_address': '172.25.8.138', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'port_id': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'mac_address': 'fa:16:3e:a6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:22Z', 'updated_at': '2021-09-09T09:15:44Z', 'revision_number': 1, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc40a64-83a3-4530-afe7-99ea275db91f', 'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'mac_address': 'fa:16:3e:ea:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '61794736-abe0-477e-8ace-039126a46a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:07Z', 'updated_at': '2021-09-09T09:15:19Z', 'revision_number': 5, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'subnets': [{'id': '61794736-abe0-477e-8ace-039126a46a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:15:48.156387 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:48.159723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e848c75b-92f5-4585-9485-51450c605814 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:48.162380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1731d1d-8565-49ce-866e-27522bf6aa9b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:48.249151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:48.252671 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:48.322612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=078eea78-1e9a-462c-8d09-97c8cf24bc9d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:48.365441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab97b0-dc3a-46e6-a4dc-f800dbb82194 req-ff345431-7e57-42f5-b8ae-15bf47d2b2db tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:48.367038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dab97b0-dc3a-46e6-a4dc-f800dbb82194 req-ff345431-7e57-42f5-b8ae-15bf47d2b2db tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 931 time: 0.2950845 Sep 09 09:15:48.370358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port c1731d1d-8565-49ce-866e-27522bf6aa9b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:48.371840 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:48.435427 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:48.506231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Attempting to bind port a7851938-abdd-4b16-a33f-01e9b42a347a on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:48.506497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Attempting to bind port a7851938-abdd-4b16-a33f-01e9b42a347a by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:48.506849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Attempting to bind port a7851938-abdd-4b16-a33f-01e9b42a347a on network d6585e10-f320-4fb8-8102-696eea41ef50 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:48.565001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc65cee-82b6-44a4-9d9b-bda7ea55c490 None None] New status for floating IP e8f96fc2-ed0e-49b0-bf8e-76ce6b8ed914: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:15:48.591633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Port a7851938-abdd-4b16-a33f-01e9b42a347a on network d6585e10-f320-4fb8-8102-696eea41ef50 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:48.591633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Attempting to bind port a7851938-abdd-4b16-a33f-01e9b42a347a on network d6585e10-f320-4fb8-8102-696eea41ef50 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:48.640120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:48.640510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Checking segment: {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:48.640857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Bound using segment: {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:48.641307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Bound port: a7851938-abdd-4b16-a33f-01e9b42a347a, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:48.641681 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:48.665167 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dab97b0-dc3a-46e6-a4dc-f800dbb82194 req-7d374d61-3e3e-4c31-b6d7-070fbf63f734 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756312 Sep 09 09:15:48.746361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Attempting to bind port 078eea78-1e9a-462c-8d09-97c8cf24bc9d on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:15:48.747067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Attempting to bind port 078eea78-1e9a-462c-8d09-97c8cf24bc9d by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:15:48.747873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Attempting to bind port 078eea78-1e9a-462c-8d09-97c8cf24bc9d on network d6585e10-f320-4fb8-8102-696eea41ef50 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:48.765165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Port 078eea78-1e9a-462c-8d09-97c8cf24bc9d on network d6585e10-f320-4fb8-8102-696eea41ef50 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:15:48.765552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Attempting to bind port 078eea78-1e9a-462c-8d09-97c8cf24bc9d on network d6585e10-f320-4fb8-8102-696eea41ef50 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:15:48.773379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:15:48.776754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Checking segment: {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:15:48.776754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Bound using segment: {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:15:48.776754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Bound port: 078eea78-1e9a-462c-8d09-97c8cf24bc9d, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d6b3cb-7147-4fef-914d-86146b5d2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:15:48.776754 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:48.781018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:48.791186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] For port a7851938-abdd-4b16-a33f-01e9b42a347a, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:48.838721 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:48.840117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Pushing event deleted for resources: {'Port': ['ID=cedcd0b8-b1e1-4a84-aca4-916f41b148ac,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:48.843462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] For port a7851938-abdd-4b16-a33f-01e9b42a347a, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a7851938-abdd-4b16-a33f-01e9b42a347a,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:48.931225 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:48.992244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:48.995688 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:48.995688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] 10.222.0.24 "PUT /v2.0/ports/a7851938-abdd-4b16-a33f-01e9b42a347a HTTP/1.1" status: 200 len: 1092 time: 4.1645772 Sep 09 09:15:49.016244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487b0aa2-4e29-40bc-bca0-dc784160b5b7', 'tag': 'a7851938-abdd-4b16-a33f-01e9b42a347a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:49.027293 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60813fe1-7196-4740-bdd2-38046211da80" -d '{"events": [{"name": "network-changed", "server_uuid": "487b0aa2-4e29-40bc-bca0-dc784160b5b7", "tag": "a7851938-abdd-4b16-a33f-01e9b42a347a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:49.065748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:49.089004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:49.095827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:49.104111 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:49.111798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e7910-7798-4dfb-9b84-1f8f94ed342a req-e7f1bbe4-7885-4a09-8291-3af5e9ead5a3 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:49.123943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-625e7910-7798-4dfb-9b84-1f8f94ed342a req-e7f1bbe4-7885-4a09-8291-3af5e9ead5a3 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 944 time: 0.9395235 Sep 09 09:15:49.126375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16335e82-4f81-4ea2-8351-414c0859ff1c req-4154e0a6-2c0a-439c-945a-9f0caeafbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:49.127888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16335e82-4f81-4ea2-8351-414c0859ff1c req-4154e0a6-2c0a-439c-945a-9f0caeafbb1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 HTTP/1.1" status: 200 len: 915 time: 1.5486867 Sep 09 09:15:49.150553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8089e-3db6-427c-8337-8c44096ddd13 None None] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:49.252660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] For port 078eea78-1e9a-462c-8d09-97c8cf24bc9d, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:15:49.267493 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Subnet': ['ID=de3d5335-5584-4004-8669-62294509a33f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:49.288879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] For port 078eea78-1e9a-462c-8d09-97c8cf24bc9d, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=078eea78-1e9a-462c-8d09-97c8cf24bc9d,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:15:49.290328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44a56b-8190-48ac-99b5-849d02068b39 service neutron] Pushing event updated for resources: {'Port': ['ID=a7851938-abdd-4b16-a33f-01e9b42a347a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:49.312348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509998-9931-4c4e-b424-2c46ef864d52 req-239bfa81-115d-40d6-9c0a-b1f5308b3649 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:49.315500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.316200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.328031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.328031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.328031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.328031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.328031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.328031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.328031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.328031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.328031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.328031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:49.329802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e848c75b-92f5-4585-9485-51450c605814,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:49.331585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16509998-9931-4c4e-b424-2c46ef864d52 req-239bfa81-115d-40d6-9c0a-b1f5308b3649 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 944 time: 0.3602829 Sep 09 09:15:49.342355 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-625e7910-7798-4dfb-9b84-1f8f94ed342a req-68a21057-55be-402c-8f69-a29cf4bc661b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175426 Sep 09 09:15:49.353487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2e8ed1d5-a8a5-4337-bc88-a87233ec7d03 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4569795 Sep 09 09:15:49.360695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53678) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:49.365010 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:49.367022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-170461854', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de3d5335-5584-4004-8669-62294509a33f'}], 'security_groups': ['0a1109c2-81ae-4308-ba0b-1421997d6a35']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:49.403013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:49.410624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Router 7760a208-c1d6-49d6-bc69-897303ab0383 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:15:49.419391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-fd684f4e-d6dc-401e-89ee-244a1da7db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:49.422480 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-fd684f4e-d6dc-401e-89ee-244a1da7db6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65bd9d90852143cbb897bcb29dd63ef2&device_id=487b0aa2-4e29-40bc-bca0-dc784160b5b7 HTTP/1.1" status: 200 len: 1095 time: 0.3017721 Sep 09 09:15:49.434535 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16509998-9931-4c4e-b424-2c46ef864d52 req-1db35543-fb69-4217-a66c-090cc26180d6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017158 Sep 09 09:15:49.460477 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16335e82-4f81-4ea2-8351-414c0859ff1c req-089765fc-87a2-412a-aa45-26a1f37bb7b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 HTTP/1.1" status: 200 len: 999 time: 0.2811959 Sep 09 09:15:49.525458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'e848c75b-92f5-4585-9485-51450c605814', 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1', 'port_id': 'e848c75b-92f5-4585-9485-51450c605814', 'mac_address': 'fa:16:3e:b7:81:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d3a390-03e8-4bc5-94c2-caf8f491346a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:49.540407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:49.541289 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:49.547200 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] 10.222.0.24 "PUT /v2.0/ports/078eea78-1e9a-462c-8d09-97c8cf24bc9d HTTP/1.1" status: 200 len: 1092 time: 3.2122309 Sep 09 09:15:49.548637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-c4164803-4af3-4e5b-8c41-06a67af738ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7851938-abdd-4b16-a33f-01e9b42a347a HTTP/1.1" status: 200 len: 217 time: 0.1131988 Sep 09 09:15:49.555750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1731d1d-8565-49ce-866e-27522bf6aa9b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1731d1d-8565-49ce-866e-27522bf6aa9b,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:49.563619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1731d1d-8565-49ce-866e-27522bf6aa9b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:49.566270 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35fe28a-4c02-4106-b49f-7623d500b9ee" -d '{"events": [{"server_uuid": "7161e23f-7075-4dcf-9f64-b88172c04e0b", "name": "network-vif-plugged", "status": "completed", "tag": "c1731d1d-8565-49ce-866e-27522bf6aa9b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:49.649217 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:49.652842 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:49.653768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device cedcd0b8-b1e1-4a84-aca4-916f41b148ac no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:15:49.664633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63be12-f854-4183-a21e-c05fdd0acfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=078eea78-1e9a-462c-8d09-97c8cf24bc9d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:49.701923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-aefce9c3-cb2a-4c06-ad98-8cb2023f6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:49.703476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-aefce9c3-cb2a-4c06-ad98-8cb2023f6b1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b336174a-602c-4227-9468-de65f084e63c HTTP/1.1" status: 200 len: 853 time: 0.1358805 Sep 09 09:15:49.709842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: cedcd0b8-b1e1-4a84-aca4-916f41b148ac {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:15:49.710195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device cedcd0b8-b1e1-4a84-aca4-916f41b148ac not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:15:49.743141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e848c75b-92f5-4585-9485-51450c605814 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:49.745553 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25326715-b284-41a7-ac0f-7d2c7c74ae3d x-openstack-request-id: req-25326715-b284-41a7-ac0f-7d2c7c74ae3d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:49.745843 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487b0aa2-4e29-40bc-bca0-dc784160b5b7", "tag": "a7851938-abdd-4b16-a33f-01e9b42a347a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:49.746091 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25326715-b284-41a7-ac0f-7d2c7c74ae3d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:49.746478 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487b0aa2-4e29-40bc-bca0-dc784160b5b7', 'tag': 'a7851938-abdd-4b16-a33f-01e9b42a347a', 'status': 'completed', 'code': 200} Sep 09 09:15:49.766749 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e848c75b-92f5-4585-9485-51450c605814,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:49.796855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-047bbdff-2f09-4691-9363-5e13d0725c84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6585e10-f320-4fb8-8102-696eea41ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521781 Sep 09 09:15:49.831355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c1731d1d-8565-49ce-866e-27522bf6aa9b,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:49.839925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14374bd1-612d-4072-a6ba-b7d616c9a605 req-b40ce522-cda3-4cbd-afe9-5d9805b4550d tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9303ff-e920-411e-a5b5-f920bd01e171 HTTP/1.1" status: 200 len: 210 time: 0.3246706 Sep 09 09:15:49.841610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:15:49.851995 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:49.859003 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbfdd92-0e39-45dd-a1e3-8b3d5a7321d9 None None] Sync routers for ids ['7760a208-c1d6-49d6-bc69-897303ab0383'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:15:49.873982 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbfdd92-0e39-45dd-a1e3-8b3d5a7321d9 None None] Routers {'7760a208-c1d6-49d6-bc69-897303ab0383'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:49.874611 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dcbfdd92-0e39-45dd-a1e3-8b3d5a7321d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7760a208-c1d6-49d6-bc69-897303ab0383'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:49.882417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16335e82-4f81-4ea2-8351-414c0859ff1c req-7d6fdf53-f708-4fbd-a132-9f31d62eb778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:49.884553 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16335e82-4f81-4ea2-8351-414c0859ff1c req-7d6fdf53-f708-4fbd-a132-9f31d62eb778 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=61794736-abe0-477e-8ace-039126a46a47 HTTP/1.1" status: 200 len: 853 time: 0.4155354 Sep 09 09:15:49.885311 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:49.918321 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-da1c9360-670c-40ed-940f-b02f0d8d74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:49.923847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-da1c9360-670c-40ed-940f-b02f0d8d74a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65bd9d90852143cbb897bcb29dd63ef2&device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 1095 time: 0.2193089 Sep 09 09:15:49.953059 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e71d14d-199b-481d-b807-ad1d7e7d2884 x-openstack-request-id: req-7e71d14d-199b-481d-b807-ad1d7e7d2884 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:49.957782 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7161e23f-7075-4dcf-9f64-b88172c04e0b", "name": "network-vif-plugged", "status": "completed", "tag": "c1731d1d-8565-49ce-866e-27522bf6aa9b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:49.958269 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e71d14d-199b-481d-b807-ad1d7e7d2884 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:49.960281 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1731d1d-8565-49ce-866e-27522bf6aa9b', 'code': 200} Sep 09 09:15:50.025725 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] No DVR routers for this DVR port cedcd0b8-b1e1-4a84-aca4-916f41b148ac on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:15:50.056178 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:50.061842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=e848c75b-92f5-4585-9485-51450c605814,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:50.081249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e090fe4-ae42-4390-99d7-1ff1409bd5fa None None] Update dhcp port {'port': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'fixed_ips': [{'subnet_id': '5b67e8c3-1479-4148-9ac7-9b3facf56b34', 'ip_address': '172.20.0.2'}, {'subnet_id': 'de3d5335-5584-4004-8669-62294509a33f'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:15:50.109131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:50.111550 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-38c2dc82-22ba-4a5b-9834-82c8a136023b req-465fe18d-b0df-4026-9591-6091f6070966 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.41 "DELETE /v2.0/ports/cedcd0b8-b1e1-4a84-aca4-916f41b148ac HTTP/1.1" status: 204 len: 173 time: 4.9673355 Sep 09 09:15:50.148585 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e090fe4-ae42-4390-99d7-1ff1409bd5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:50.155918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['e848c75b-92f5-4585-9485-51450c605814'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:50.178855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-42d22805-8f50-418f-98fb-d050a798b12f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=078eea78-1e9a-462c-8d09-97c8cf24bc9d HTTP/1.1" status: 200 len: 217 time: 0.1877930 Sep 09 09:15:50.272061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 472dea23-e1a9-407a-adf7-10e5c82d2649 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:50.358855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-b0cd8afb-2b04-4a72-a37a-dbb4bc600b31 service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528951 Sep 09 09:15:50.360382 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dcbfdd92-0e39-45dd-a1e3-8b3d5a7321d9 None None] Set router 7760a208-c1d6-49d6-bc69-897303ab0383 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:50.361833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-09a1ae07-bb1a-44e9-aef3-dc8a2e63ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:50.370961 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-09a1ae07-bb1a-44e9-aef3-dc8a2e63ed52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b336174a-602c-4227-9468-de65f084e63c HTTP/1.1" status: 200 len: 853 time: 0.1769221 Sep 09 09:15:50.466421 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-a2ea3cef-1a8e-4256-855e-9a478f594a34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6585e10-f320-4fb8-8102-696eea41ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844932 Sep 09 09:15:50.503621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Delete allocated IP 172.20.0.5 (3eec2074-3646-4f25-9c05-5ba074f7b104/5b67e8c3-1479-4148-9ac7-9b3facf56b34) {{(pid=95325) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 09 09:15:50.515014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.24 (3eec2074-3646-4f25-9c05-5ba074f7b104/de3d5335-5584-4004-8669-62294509a33f/8b7f8804-3eb2-48f9-b35d-f8851fb5036c) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:50.756037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16335e82-4f81-4ea2-8351-414c0859ff1c req-75a8e27c-4e99-41ae-ac4b-824ad829cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:50.757903 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16335e82-4f81-4ea2-8351-414c0859ff1c req-75a8e27c-4e99-41ae-ac4b-824ad829cabb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e0d9407-66ee-4c5a-ab8d-b941dba91eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8556235 Sep 09 09:15:50.763816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 472dea23-e1a9-407a-adf7-10e5c82d2649 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:50.768925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 472dea23-e1a9-407a-adf7-10e5c82d2649 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:50.770218 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:50.795152 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-44c9f86a-e18c-4125-9a47-5d1d52d01489 service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229560 Sep 09 09:15:50.843007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ed86-a113-4fab-934d-429ddd0592f4 req-80266c38-4340-431c-a7e5-beaad046a8b6 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:50.858296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c630ed86-a113-4fab-934d-429ddd0592f4 req-80266c38-4340-431c-a7e5-beaad046a8b6 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 945 time: 0.2522526 Sep 09 09:15:50.881197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9941fe-da2a-438f-bf15-577e1579a4ce req-83f6e6e9-874a-46c8-96b1-63a1c1c67099 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:50.888397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa9941fe-da2a-438f-bf15-577e1579a4ce req-83f6e6e9-874a-46c8-96b1-63a1c1c67099 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 943 time: 0.2932916 Sep 09 09:15:50.909209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-7ac4fbc0-6ad0-48ca-8266-33d46f500e50 service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242899 Sep 09 09:15:50.953864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16335e82-4f81-4ea2-8351-414c0859ff1c req-93578a1a-09d7-477a-835e-c79c6695c2d8 service neutron] 10.222.0.24 "GET /v2.0/networks/6e0d9407-66ee-4c5a-ab8d-b941dba91eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824100 Sep 09 09:15:50.974272 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dcbfdd92-0e39-45dd-a1e3-8b3d5a7321d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:23Z', 'revision_number': 4, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cdac9fdc-79b1-4ede-b531-6095f1fe27ae', 'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'mac_address': 'fa:16:3e:26:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:19Z', 'updated_at': '2021-09-09T09:13:35Z', 'revision_number': 5, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'subnets': [{'id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:51.000992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa9941fe-da2a-438f-bf15-577e1579a4ce req-fc309370-a37e-4731-a994-083992d64742 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071079 Sep 09 09:15:51.005482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:51.010820 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c630ed86-a113-4fab-934d-429ddd0592f4 req-7f3d9eb1-6566-491d-b668-f2e001be4bc1 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496115 Sep 09 09:15:51.017818 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbfdd92-0e39-45dd-a1e3-8b3d5a7321d9 None None] Checking router: 7760a208-c1d6-49d6-bc69-897303ab0383 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:15:51.035879 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbfdd92-0e39-45dd-a1e3-8b3d5a7321d9 None None] Routers {'7760a208-c1d6-49d6-bc69-897303ab0383'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:51.036721 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dcbfdd92-0e39-45dd-a1e3-8b3d5a7321d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7760a208-c1d6-49d6-bc69-897303ab0383'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:51.056386 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:51.106941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object 8b7f8804-3eb2-48f9-b35d-f8851fb5036c will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:51.140896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 472dea23-e1a9-407a-adf7-10e5c82d2649, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=472dea23-e1a9-407a-adf7-10e5c82d2649,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:51.195083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:51.263962 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dcbfdd92-0e39-45dd-a1e3-8b3d5a7321d9 None None] Set router 7760a208-c1d6-49d6-bc69-897303ab0383 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:51.281003 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:51.294206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60813fe1-7196-4740-bdd2-38046211da80 req-684fc87e-c037-47cf-8b05-2b86c17b5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:51.297221 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60813fe1-7196-4740-bdd2-38046211da80 req-684fc87e-c037-47cf-8b05-2b86c17b5864 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65bd9d90852143cbb897bcb29dd63ef2&device_id=487b0aa2-4e29-40bc-bca0-dc784160b5b7 HTTP/1.1" status: 200 len: 1095 time: 0.3308582 Sep 09 09:15:51.308352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16335e82-4f81-4ea2-8351-414c0859ff1c req-98d50b3a-cf47-4e24-afc4-66d87275094b service neutron] 10.222.0.24 "GET /v2.0/networks/6e0d9407-66ee-4c5a-ab8d-b941dba91eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319960 Sep 09 09:15:51.340588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24566a94-fb1e-4cdd-b29d-b8948328f08e req-75e43b39-f5d0-4a5c-8f3d-0b71e42fc926 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:51.348200 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-24566a94-fb1e-4cdd-b29d-b8948328f08e req-75e43b39-f5d0-4a5c-8f3d-0b71e42fc926 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 944 time: 0.1944096 Sep 09 09:15:51.356964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=8b7f8804-3eb2-48f9-b35d-f8851fb5036c,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:51.397899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] In _notify_port_updated(), no bound segment for port 8b7f8804-3eb2-48f9-b35d-f8851fb5036c on network 3eec2074-3646-4f25-9c05-5ba074f7b104 {{(pid=95325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:15:51.404647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:51.405718 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:51.407413 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ce9a1687-0990-4253-bb52-7c079f11bc08 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "PUT /v2.0/ports/8b7f8804-3eb2-48f9-b35d-f8851fb5036c HTTP/1.1" status: 200 len: 920 time: 2.0493009 Sep 09 09:15:51.414220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53734) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:51.453723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60813fe1-7196-4740-bdd2-38046211da80 req-fe02b6ce-a7e7-41bd-8be5-f4fe0c0aaa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:51.455286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60813fe1-7196-4740-bdd2-38046211da80 req-fe02b6ce-a7e7-41bd-8be5-f4fe0c0aaa96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6585e10-f320-4fb8-8102-696eea41ef50 HTTP/1.1" status: 200 len: 914 time: 0.1496506 Sep 09 09:15:51.460024 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-303985c4-7872-429f-a6c3-6f0ba95483cf req-8b96d9f4-a61c-496a-b918-c007425255ac service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933457 Sep 09 09:15:51.497097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=472dea23-e1a9-407a-adf7-10e5c82d2649,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:51.505418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-24566a94-fb1e-4cdd-b29d-b8948328f08e req-7a5b2f94-a738-4665-ba67-a5e6e21ea85d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558268 Sep 09 09:15:51.518986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8e090fe4-ae42-4390-99d7-1ff1409bd5fa None None] Allocated IP 172.20.0.18 (3eec2074-3646-4f25-9c05-5ba074f7b104/de3d5335-5584-4004-8669-62294509a33f/8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:51.544334 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60813fe1-7196-4740-bdd2-38046211da80 req-d5f38d22-08ff-4454-95ab-43a42416c1c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7851938-abdd-4b16-a33f-01e9b42a347a HTTP/1.1" status: 200 len: 217 time: 0.0768309 Sep 09 09:15:51.624824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60813fe1-7196-4740-bdd2-38046211da80 req-109b8ff8-84f9-481d-81d3-4f8e7dbb80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:51.626931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60813fe1-7196-4740-bdd2-38046211da80 req-109b8ff8-84f9-481d-81d3-4f8e7dbb80a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b336174a-602c-4227-9468-de65f084e63c HTTP/1.1" status: 200 len: 853 time: 0.0642307 Sep 09 09:15:51.649089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-cd71f4b3-d3fc-4fc9-99f0-a2c8256f2661 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 8b7f8804-3eb2-48f9-b35d-f8851fb5036c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:51.649452 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd71f4b3-d3fc-4fc9-99f0-a2c8256f2661 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:51.700939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8e090fe4-ae42-4390-99d7-1ff1409bd5fa None None] For port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,segment=NetworkSegment(ec56ef7b-21c2-4f55-bc7b-4d6d96856f87),segment_id=ec56ef7b-21c2-4f55-bc7b-4d6d96856f87)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:51.749383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60813fe1-7196-4740-bdd2-38046211da80 req-ce5aaee6-cb62-44b3-9f09-7e39d307ff3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6585e10-f320-4fb8-8102-696eea41ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091061 Sep 09 09:15:51.749744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd96aa8d-deb8-4f87-9bf3-db3aba857285', 'tag': '078eea78-1e9a-462c-8d09-97c8cf24bc9d'}, {'server_uuid': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'name': 'network-vif-deleted', 'tag': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:51.765671 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e090fe4-ae42-4390-99d7-1ff1409bd5fa None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:51.766482 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76be3cce-e517-4a7b-8c2d-5f3dabfab5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd96aa8d-deb8-4f87-9bf3-db3aba857285", "tag": "078eea78-1e9a-462c-8d09-97c8cf24bc9d"}, {"server_uuid": "8b9303ff-e920-411e-a5b5-f920bd01e171", "name": "network-vif-deleted", "tag": "cedcd0b8-b1e1-4a84-aca4-916f41b148ac"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:51.800072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8e090fe4-ae42-4390-99d7-1ff1409bd5fa None None] Transition to ACTIVE for port object 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:51.804279 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd71f4b3-d3fc-4fc9-99f0-a2c8256f2661 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:51.815909 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dcbfdd92-0e39-45dd-a1e3-8b3d5a7321d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:23Z', 'revision_number': 4, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cdac9fdc-79b1-4ede-b531-6095f1fe27ae', 'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'mac_address': 'fa:16:3e:26:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:19Z', 'updated_at': '2021-09-09T09:13:35Z', 'revision_number': 5, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'subnets': [{'id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:51.820870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-cd71f4b3-d3fc-4fc9-99f0-a2c8256f2661 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 8b7f8804-3eb2-48f9-b35d-f8851fb5036c owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:51.869944 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbfdd92-0e39-45dd-a1e3-8b3d5a7321d9 None None] The sync data for ids ['7760a208-c1d6-49d6-bc69-897303ab0383'] in n-d-778696-16 is: [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:13:23Z', 'revision_number': 4, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cdac9fdc-79b1-4ede-b531-6095f1fe27ae', 'name': '', 'network_id': '6c21bb16-856d-4e75-a210-1d2b0cfe3525', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'mac_address': 'fa:16:3e:26:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:19Z', 'updated_at': '2021-09-09T09:13:35Z', 'revision_number': 5, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'subnets': [{'id': 'cbb7a28d-4da9-4308-826e-1c5f8840267e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:15:51.889103 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e090fe4-ae42-4390-99d7-1ff1409bd5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:51.922396 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d0eec6-602a-4afb-a233-da22b68420a6 x-openstack-request-id: req-77d0eec6-602a-4afb-a233-da22b68420a6 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:51.923348 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd96aa8d-deb8-4f87-9bf3-db3aba857285", "tag": "078eea78-1e9a-462c-8d09-97c8cf24bc9d", "status": "completed", "code": 200}, {"server_uuid": "8b9303ff-e920-411e-a5b5-f920bd01e171", "name": "network-vif-deleted", "tag": "cedcd0b8-b1e1-4a84-aca4-916f41b148ac", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:51.923348 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77d0eec6-602a-4afb-a233-da22b68420a6 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:51.923589 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd96aa8d-deb8-4f87-9bf3-db3aba857285', 'tag': '078eea78-1e9a-462c-8d09-97c8cf24bc9d', 'status': 'completed', 'code': 200} Sep 09 09:15:51.923719 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9303ff-e920-411e-a5b5-f920bd01e171', 'name': 'network-vif-deleted', 'tag': 'cedcd0b8-b1e1-4a84-aca4-916f41b148ac', 'status': 'completed', 'code': 200} Sep 09 09:15:51.991857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60813fe1-7196-4740-bdd2-38046211da80 req-e8d16b9a-b4e8-4200-92a3-efee034152c2 service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185078 Sep 09 09:15:52.014461 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3cce-e517-4a7b-8c2d-5f3dabfab5a1 req-66088685-3667-4b5a-9394-68f161b6a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:52.017195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472dea23-e1a9-407a-adf7-10e5c82d2649'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:52.017399 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76be3cce-e517-4a7b-8c2d-5f3dabfab5a1 req-66088685-3667-4b5a-9394-68f161b6a5fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65bd9d90852143cbb897bcb29dd63ef2&device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 1095 time: 0.0842557 Sep 09 09:15:52.021939 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2696148-50f7-4fc7-afd1-fc1d2e206b61" -d '{"events": [{"server_uuid": "8f6f5548-356e-4dfa-acbf-8484769aea46", "name": "network-vif-plugged", "status": "completed", "tag": "472dea23-e1a9-407a-adf7-10e5c82d2649"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:52.027596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e090fe4-ae42-4390-99d7-1ff1409bd5fa None None] Pushing event updated for resources: {'Port': ['ID=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:52.140756 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd71f4b3-d3fc-4fc9-99f0-a2c8256f2661 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:52.172724 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e848c75b-92f5-4585-9485-51450c605814 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:52.255365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71f4b3-d3fc-4fc9-99f0-a2c8256f2661 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=8b7f8804-3eb2-48f9-b35d-f8851fb5036c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:52.295259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9c71-0a51-414a-82bd-7e15e7dfff77 req-97f82626-c80d-4f89-824e-87c1c0920cd7 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:52.304126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f3a9c71-0a51-414a-82bd-7e15e7dfff77 req-97f82626-c80d-4f89-824e-87c1c0920cd7 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 943 time: 0.2100003 Sep 09 09:15:52.386952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port e848c75b-92f5-4585-9485-51450c605814 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:52.397507 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port e848c75b-92f5-4585-9485-51450c605814 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:52.398895 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:52.505072 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f3a9c71-0a51-414a-82bd-7e15e7dfff77 req-9282d6b2-7bbf-4caf-ac5e-acb26d719571 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966817 Sep 09 09:15:52.522554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a7851938-abdd-4b16-a33f-01e9b42a347a details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:52.529408 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd71f4b3-d3fc-4fc9-99f0-a2c8256f2661 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:52.533233 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cd71f4b3-d3fc-4fc9-99f0-a2c8256f2661 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/8b7f8804-3eb2-48f9-b35d-f8851fb5036c HTTP/1.1" status: 204 len: 168 time: 1.1178045 Sep 09 09:15:52.546043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53762) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:52.571188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d00f5d-948d-4304-8082-9866b4801d10 None None] New status for floating IP 3b032757-f255-4e8b-bee3-7f36c95439fb: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:15:52.625614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53764) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:52.626716 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4defaa1-667d-4aea-b6da-46dd48528385 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:15:52.633945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f4defaa1-667d-4aea-b6da-46dd48528385 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/8b7f8804-3eb2-48f9-b35d-f8851fb5036c HTTP/1.1" status: 404 len: 333 time: 0.0816607 Sep 09 09:15:52.647025 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53770) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:52.784269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53774) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:52.899361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c696d4-1f74-4a7d-9187-195e1888cbc6 req-6800e6fa-4e1a-4fa1-8429-859fe39c817e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:52.901442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38c696d4-1f74-4a7d-9187-195e1888cbc6 req-6800e6fa-4e1a-4fa1-8429-859fe39c817e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 945 time: 0.2146819 Sep 09 09:15:52.932473 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96d5444e-90df-47e5-90c3-55e43ae8c745 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:52.944982 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadbd0d9-7450-4b69-a785-fcd300b26d3a x-openstack-request-id: req-fadbd0d9-7450-4b69-a785-fcd300b26d3a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:52.945648 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6f5548-356e-4dfa-acbf-8484769aea46", "name": "network-vif-plugged", "status": "completed", "tag": "472dea23-e1a9-407a-adf7-10e5c82d2649", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:52.945648 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fadbd0d9-7450-4b69-a785-fcd300b26d3a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:52.945883 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'code': 200} Sep 09 09:15:52.985829 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:53.061760 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96d5444e-90df-47e5-90c3-55e43ae8c745 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.100863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecf6ab43-0c88-484f-a58a-38473e2542ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.119960 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff88917d-6a18-4872-8444-f0f7470aef96 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.213977 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff88917d-6a18-4872-8444-f0f7470aef96 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.240220 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38c696d4-1f74-4a7d-9187-195e1888cbc6 req-65d58225-c816-45c0-bda9-ddab694c780f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298578 Sep 09 09:15:53.246001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a7851938-abdd-4b16-a33f-01e9b42a347a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a7851938-abdd-4b16-a33f-01e9b42a347a,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:53.256503 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.276638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'a7851938-abdd-4b16-a33f-01e9b42a347a', 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50', 'port_id': 'a7851938-abdd-4b16-a33f-01e9b42a347a', 'mac_address': 'fa:16:3e:18:e2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b336174a-602c-4227-9468-de65f084e63c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:53.284777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f4ab380-fc9c-4377-9026-b574749e9119 None None] Could not find standard attr ID for object 8b7f8804-3eb2-48f9-b35d-f8851fb5036c. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:15:53.348979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e848c75b-92f5-4585-9485-51450c605814,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:53.349411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3cce-e517-4a7b-8c2d-5f3dabfab5a1 req-e5adebae-7ceb-4db2-a595-69d074f1f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:53.351021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76be3cce-e517-4a7b-8c2d-5f3dabfab5a1 req-e5adebae-7ceb-4db2-a595-69d074f1f805 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6585e10-f320-4fb8-8102-696eea41ef50 HTTP/1.1" status: 200 len: 914 time: 1.3168244 Sep 09 09:15:53.357921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f4ab380-fc9c-4377-9026-b574749e9119 None None] Provisioning complete for port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:53.358296 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab380-fc9c-4377-9026-b574749e9119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.360861 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.384082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509528d8-75f0-4876-9eaf-c0d35e39a04f req-cd21be7f-26c3-440e-a63e-8e1a230f71af tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:53.385672 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-509528d8-75f0-4876-9eaf-c0d35e39a04f req-cd21be7f-26c3-440e-a63e-8e1a230f71af tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 945 time: 0.1490901 Sep 09 09:15:53.395657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7851938-abdd-4b16-a33f-01e9b42a347a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:53.413912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ab380-fc9c-4377-9026-b574749e9119 None None] Port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:53.423573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a7851938-abdd-4b16-a33f-01e9b42a347a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a7851938-abdd-4b16-a33f-01e9b42a347a,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:53.432045 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76be3cce-e517-4a7b-8c2d-5f3dabfab5a1 req-39d62bbc-a7ff-4f90-9583-98f91760f041 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=078eea78-1e9a-462c-8d09-97c8cf24bc9d HTTP/1.1" status: 200 len: 217 time: 0.0707219 Sep 09 09:15:53.439363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22fc46-5b35-4195-9257-862e7f320ae4 req-d64ea739-5774-4830-bd4c-f4a80d9879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:53.440796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab22fc46-5b35-4195-9257-862e7f320ae4 req-d64ea739-5774-4830-bd4c-f4a80d9879b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 1097 time: 0.2769427 Sep 09 09:15:53.458491 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60813fe1-7196-4740-bdd2-38046211da80 req-b34b23a7-f86b-4729-b208-01c2740523a3 service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4592788 Sep 09 09:15:53.529990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-509528d8-75f0-4876-9eaf-c0d35e39a04f req-c3d6e90e-4944-485d-85cf-b6b33b39029d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029968 Sep 09 09:15:53.531370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3cce-e517-4a7b-8c2d-5f3dabfab5a1 req-81b5599c-0c29-4337-8c03-297584aa50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:53.532817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76be3cce-e517-4a7b-8c2d-5f3dabfab5a1 req-81b5599c-0c29-4337-8c03-297584aa50b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b336174a-602c-4227-9468-de65f084e63c HTTP/1.1" status: 200 len: 853 time: 0.0897453 Sep 09 09:15:53.536897 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab22fc46-5b35-4195-9257-862e7f320ae4 req-ebb888b1-484a-4882-af18-d8e6e021c291 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766878 Sep 09 09:15:53.574350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76be3cce-e517-4a7b-8c2d-5f3dabfab5a1 req-9f0b2bd1-9f17-46dd-8af8-38e4d7f6fa1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6585e10-f320-4fb8-8102-696eea41ef50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283129 Sep 09 09:15:53.655741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80443da-12c7-4be6-8353-0c965815e751 req-238ed1ba-0d32-49fb-ad24-7ace73349fdc tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:53.657284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f80443da-12c7-4be6-8353-0c965815e751 req-238ed1ba-0d32-49fb-ad24-7ace73349fdc tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 943 time: 0.0520809 Sep 09 09:15:53.664544 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96d5444e-90df-47e5-90c3-55e43ae8c745 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.667232 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96d5444e-90df-47e5-90c3-55e43ae8c745 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.671214 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-96d5444e-90df-47e5-90c3-55e43ae8c745 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2a71fc9-3881-4e50-9cbc-b8cea9661871 HTTP/1.1" status: 204 len: 168 time: 1.0177186 Sep 09 09:15:53.673905 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.677327 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.678048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 078eea78-1e9a-462c-8d09-97c8cf24bc9d details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:15:53.679653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f4ab380-fc9c-4377-9026-b574749e9119 None None] Provisioning for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:53.687720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53786) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:53.693462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff88917d-6a18-4872-8444-f0f7470aef96 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.696008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff88917d-6a18-4872-8444-f0f7470aef96 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.697211 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ff88917d-6a18-4872-8444-f0f7470aef96 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d70d46b-c0ac-4ec0-bb9d-8bef722b4299 HTTP/1.1" status: 204 len: 168 time: 0.9116807 Sep 09 09:15:53.708038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53788) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:53.708922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5444e-90df-47e5-90c3-55e43ae8c745 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a71fc9-3881-4e50-9cbc-b8cea9661871,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:53.716116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f4ab380-fc9c-4377-9026-b574749e9119 None None] Provisioning complete for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:53.716261 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab380-fc9c-4377-9026-b574749e9119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.739004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76be3cce-e517-4a7b-8c2d-5f3dabfab5a1 req-9f91dffa-6bc1-4b2d-a877-347772e1f953 service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564450 Sep 09 09:15:53.756687 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-0e2344d9-c2c2-45f7-a5c7-25a6e3a004be tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] show failed (client error): The resource could not be found. Sep 09 09:15:53.757839 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0e2344d9-c2c2-45f7-a5c7-25a6e3a004be tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "GET /v2.0/security-groups/4d70d46b-c0ac-4ec0-bb9d-8bef722b4299 HTTP/1.1" status: 404 len: 347 time: 0.0423458 Sep 09 09:15:53.758652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88917d-6a18-4872-8444-f0f7470aef96 tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d70d46b-c0ac-4ec0-bb9d-8bef722b4299,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:53.762516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53794) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:53.798077 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.843835 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f80443da-12c7-4be6-8353-0c965815e751 req-d2e32f63-fea6-42ee-b53d-ac0536cf4638 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722317 Sep 09 09:15:53.893190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 078eea78-1e9a-462c-8d09-97c8cf24bc9d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=078eea78-1e9a-462c-8d09-97c8cf24bc9d,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:53.907921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=e848c75b-92f5-4585-9485-51450c605814,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:53.916636 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:53.983863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecf6ab43-0c88-484f-a58a-38473e2542ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.019064 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76be3cce-e517-4a7b-8c2d-5f3dabfab5a1 req-1a2934d2-1042-4cc6-ab5e-1df13a314f78 service neutron] 10.222.0.24 "GET /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655458 Sep 09 09:15:54.036236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-be2b4592-0e44-4fce-a78c-ad5f384cc2ca tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Deleting port 5daf5156-53a0-48b2-96e6-455360418d5d {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:54.040302 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be2b4592-0e44-4fce-a78c-ad5f384cc2ca tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.072658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecf6ab43-0c88-484f-a58a-38473e2542ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.082154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '078eea78-1e9a-462c-8d09-97c8cf24bc9d', 'network_id': 'd6585e10-f320-4fb8-8102-696eea41ef50', 'port_id': '078eea78-1e9a-462c-8d09-97c8cf24bc9d', 'mac_address': 'fa:16:3e:9a:87:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b336174a-602c-4227-9468-de65f084e63c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:15:54.111833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.116488 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.118040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/security-groups/0a1109c2-81ae-4308-ba0b-1421997d6a35 HTTP/1.1" status: 204 len: 168 time: 0.4288292 Sep 09 09:15:54.135090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53806) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:54.136710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1109c2-81ae-4308-ba0b-1421997d6a35,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:54.154142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.154518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.154877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.155207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.155570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.155903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.156230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.156557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.156909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.163033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.163422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.163756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8163844-94fe-4a84-9e37-9aabc73540b0 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:15:54.196052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=a7851938-abdd-4b16-a33f-01e9b42a347a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:54.231018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.256057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078eea78-1e9a-462c-8d09-97c8cf24bc9d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:15:54.278427 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ecf6ab43-0c88-484f-a58a-38473e2542ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d551623088a46d5b040a49187401151&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6416821 Sep 09 09:15:54.279348 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6ab43-0c88-484f-a58a-38473e2542ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9010677-634b-4ca7-bb5e-b6f2d5990817,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:54.281400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53808) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:54.287745 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-25da1ef3-aeb7-49f7-a96e-1e190ba06084 None None] Could not find standard attr ID for object 8b7f8804-3eb2-48f9-b35d-f8851fb5036c. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:15:54.290970 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be2b4592-0e44-4fce-a78c-ad5f384cc2ca tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.291295 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be2b4592-0e44-4fce-a78c-ad5f384cc2ca tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.311090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 078eea78-1e9a-462c-8d09-97c8cf24bc9d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=078eea78-1e9a-462c-8d09-97c8cf24bc9d,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:54.317741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-be2b4592-0e44-4fce-a78c-ad5f384cc2ca tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Calling delete_port for 5daf5156-53a0-48b2-96e6-455360418d5d owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:54.354689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9298aa4-6640-4b3a-8d6b-a11e589fd183 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting subnet 5b67e8c3-1479-4148-9ac7-9b3facf56b34 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:15:54.360204 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e9298aa4-6640-4b3a-8d6b-a11e589fd183 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.369211 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.440432 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e9298aa4-6640-4b3a-8d6b-a11e589fd183 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.459298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59094e91-bfe4-4958-9e3a-e9f1ca55f0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.470590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=078eea78-1e9a-462c-8d09-97c8cf24bc9d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:54.489201 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59094e91-bfe4-4958-9e3a-e9f1ca55f0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.609040 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59094e91-bfe4-4958-9e3a-e9f1ca55f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.613274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59094e91-bfe4-4958-9e3a-e9f1ca55f0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.620237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-59094e91-bfe4-4958-9e3a-e9f1ca55f0fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9010677-634b-4ca7-bb5e-b6f2d5990817 HTTP/1.1" status: 204 len: 168 time: 0.3354511 Sep 09 09:15:54.633750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59094e91-bfe4-4958-9e3a-e9f1ca55f0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9010677-634b-4ca7-bb5e-b6f2d5990817,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:54.634414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8dbf9-c7b3-408c-9ff2-037aa199d8be req-c3862dbd-bd41-4250-900a-1b147b8f4635 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:54.656226 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbe8dbf9-c7b3-408c-9ff2-037aa199d8be req-c3862dbd-bd41-4250-900a-1b147b8f4635 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.1485426 Sep 09 09:15:54.656226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e9298aa4-6640-4b3a-8d6b-a11e589fd183 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.656471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['a7851938-abdd-4b16-a33f-01e9b42a347a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:54.656471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['078eea78-1e9a-462c-8d09-97c8cf24bc9d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:15:54.752213 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbe8dbf9-c7b3-408c-9ff2-037aa199d8be req-29230b17-28e0-4bce-8c8c-cba0f993dcf7 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933709 Sep 09 09:15:54.790470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50c416-581e-4825-9652-44ad1d676a8c req-1305afa0-eca1-4dd2-b86c-711294650d21 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:54.794859 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fb50c416-581e-4825-9652-44ad1d676a8c req-1305afa0-eca1-4dd2-b86c-711294650d21 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 945 time: 0.1529067 Sep 09 09:15:54.923713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be2b4592-0e44-4fce-a78c-ad5f384cc2ca tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:54.924761 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fb50c416-581e-4825-9652-44ad1d676a8c req-042b3dd0-5f30-4ee1-81b8-e338655ce3d9 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200066 Sep 09 09:15:54.968222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e9298aa4-6640-4b3a-8d6b-a11e589fd183 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:55.058640 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e9298aa4-6640-4b3a-8d6b-a11e589fd183 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:55.064833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:55.065585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e9298aa4-6640-4b3a-8d6b-a11e589fd183 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/5b67e8c3-1479-4148-9ac7-9b3facf56b34 HTTP/1.1" status: 204 len: 168 time: 0.9197929 Sep 09 09:15:55.070506 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0a7f8744-851e-45a3-a6ae-be8a65e042b6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:55.094047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b4592-0e44-4fce-a78c-ad5f384cc2ca tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Pushing event deleted for resources: {'Port': ['ID=5daf5156-53a0-48b2-96e6-455360418d5d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:55.117124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e848c75b-92f5-4585-9485-51450c605814'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:55.127480 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbdeec5-4885-43d6-afea-4ae1d74c7abf" -d '{"events": [{"server_uuid": "cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161", "name": "network-vif-plugged", "status": "completed", "tag": "e848c75b-92f5-4585-9485-51450c605814"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:55.133067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cba14e-d5e2-42a2-acb1-871a40611284 None None] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:55.183391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9298aa4-6640-4b3a-8d6b-a11e589fd183 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Subnet': ['ID=5b67e8c3-1479-4148-9ac7-9b3facf56b34,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:55.245644 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ea5897-e4b2-4c8d-a679-228fffcbfa7d x-openstack-request-id: req-f2ea5897-e4b2-4c8d-a679-228fffcbfa7d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:55.246285 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161", "name": "network-vif-plugged", "status": "completed", "tag": "e848c75b-92f5-4585-9485-51450c605814", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:55.251560 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2ea5897-e4b2-4c8d-a679-228fffcbfa7d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:55.252038 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e848c75b-92f5-4585-9485-51450c605814', 'code': 200} Sep 09 09:15:55.268856 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:55.289236 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be2b4592-0e44-4fce-a78c-ad5f384cc2ca tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:55.299122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be2b4592-0e44-4fce-a78c-ad5f384cc2ca tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:55.310687 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-be2b4592-0e44-4fce-a78c-ad5f384cc2ca tempest-ServersTestJSON-458471052 tempest-ServersTestJSON-458471052-project] 10.222.0.32 "DELETE /v2.0/floatingips/3b032757-f255-4e8b-bee3-7f36c95439fb HTTP/1.1" status: 204 len: 168 time: 1.5313530 Sep 09 09:15:55.318597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51961185-3fa6-4f38-86c7-78cfe12e1996 req-3b507d75-dd4d-4380-8198-793d9dd2c1d6 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:55.326414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51961185-3fa6-4f38-86c7-78cfe12e1996 req-3b507d75-dd4d-4380-8198-793d9dd2c1d6 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 944 time: 0.2891245 Sep 09 09:15:55.328580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53838) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:55.365266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb7981-163a-4615-b895-431dd8498889 req-3f7d0215-6b95-40fe-bdb8-6bea1e2d9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:55.367551 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6bbb7981-163a-4615-b895-431dd8498889 req-3f7d0215-6b95-40fe-bdb8-6bea1e2d9527 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 1098 time: 0.0815854 Sep 09 09:15:55.417644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7f8744-851e-45a3-a6ae-be8a65e042b6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:55.424065 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8744-851e-45a3-a6ae-be8a65e042b6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:55.451345 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6bbb7981-163a-4615-b895-431dd8498889 req-f2d14179-b3da-4b1f-9584-ed0234c281d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710335 Sep 09 09:15:55.690852 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:55.935090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c98523-50ff-4f8f-a84e-bc03f5b1d5a8 req-e86c7c20-96c8-44f5-839b-bff2f0c9ab59 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:55.947078 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27c98523-50ff-4f8f-a84e-bc03f5b1d5a8 req-e86c7c20-96c8-44f5-839b-bff2f0c9ab59 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.0647299 Sep 09 09:15:55.956585 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8744-851e-45a3-a6ae-be8a65e042b6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:56.032726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f8744-851e-45a3-a6ae-be8a65e042b6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Subnet': ['ID=8a092b2a-1a06-49eb-8385-d579abf41ed7,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:56.034871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51961185-3fa6-4f38-86c7-78cfe12e1996 req-5075667c-eb26-4e55-a9f1-15d8718fc9d2 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7022741 Sep 09 09:15:56.055975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f8744-851e-45a3-a6ae-be8a65e042b6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:15:56.065626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0a7f8744-851e-45a3-a6ae-be8a65e042b6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:15:56.071745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f8744-851e-45a3-a6ae-be8a65e042b6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:56.072348 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8744-851e-45a3-a6ae-be8a65e042b6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:56.095062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27c98523-50ff-4f8f-a84e-bc03f5b1d5a8 req-e43082a8-819d-472b-af8e-35ab2e9cbd81 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423051 Sep 09 09:15:56.198196 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0a7f8744-851e-45a3-a6ae-be8a65e042b6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1317792 Sep 09 09:15:56.200730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53866) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:56.206559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-88ffca5f-3776-407f-8ec8-fd3fd0e03ec7 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1771535332'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:56.257516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1962880-6c47-4658-bd6d-213ec27f6a80 req-03756b37-ff84-401b-91ea-c80e14246aba tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:56.263849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1962880-6c47-4658-bd6d-213ec27f6a80 req-03756b37-ff84-401b-91ea-c80e14246aba tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 945 time: 0.1252999 Sep 09 09:15:56.331289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53872) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:56.348278 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88ffca5f-3776-407f-8ec8-fd3fd0e03ec7 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:56.357220 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1962880-6c47-4658-bd6d-213ec27f6a80 req-1cabc85b-785b-49b3-b946-eaf05d8a5b1e tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801554 Sep 09 09:15:56.502692 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:15:56.503443 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88ffca5f-3776-407f-8ec8-fd3fd0e03ec7 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:56.506681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a7851938-abdd-4b16-a33f-01e9b42a347a up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:56.564709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbbe269-3573-4d75-b1cb-91eea7e4cf26 None None] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:15:56.631364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-427483497-network', 'tenant_id': '971b1448fce041578344ec885da24902'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:56.636097 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88ffca5f-3776-407f-8ec8-fd3fd0e03ec7 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:56.658435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:56.680959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffca5f-3776-407f-8ec8-fd3fd0e03ec7 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d058eae4-abb0-436a-88f4-510ee19aafef,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:56.733088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-b8aa4184-495e-4727-88a3-7f0bfddf64d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:56.735151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-b8aa4184-495e-4727-88a3-7f0bfddf64d3 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2134943 Sep 09 09:15:56.811332 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-cc8a67fc-3d19-46f0-80af-b97623fc53b9 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.0684309 Sep 09 09:15:56.813335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-74347e80-04ce-49a8-a8c2-e533f37e6688 None None] Provisioning complete for port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:56.815790 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74347e80-04ce-49a8-a8c2-e533f37e6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:56.818038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-f1392beb-9205-4f62-9dbc-dcaedd09ecd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Request body: {'floatingip': {'port_id': 'c6891951-bafa-41d5-b111-b96701990ba7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:56.825149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Made reservation on behalf of 971b1448fce041578344ec885da24902 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:56.828874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:56.874270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port a7851938-abdd-4b16-a33f-01e9b42a347a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:56.882731 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:56.897695 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-f1392beb-9205-4f62-9dbc-dcaedd09ecd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:56.910624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port a7851938-abdd-4b16-a33f-01e9b42a347a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:56.914841 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.002950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88ffca5f-3776-407f-8ec8-fd3fd0e03ec7 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.004353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-88ffca5f-3776-407f-8ec8-fd3fd0e03ec7 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8025956 Sep 09 09:15:57.010400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:57.018979 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6dce03f7-8f70-48ae-b6c1-b1be0b762f09 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'security_group': {'name': 'tempest-secgroup-241460606'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:57.019230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-74347e80-04ce-49a8-a8c2-e533f37e6688 None None] Port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:57.158602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-74347e80-04ce-49a8-a8c2-e533f37e6688 None None] Provisioning complete for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:57.158602 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74347e80-04ce-49a8-a8c2-e533f37e6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.280551 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.305602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52e72f-6ce5-42fd-94bc-20106c05f2e7 req-52c76ef8-9b29-4074-a389-78f5f495d051 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:57.307441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b52e72f-6ce5-42fd-94bc-20106c05f2e7 req-52c76ef8-9b29-4074-a389-78f5f495d051 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 944 time: 0.1550555 Sep 09 09:15:57.363402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487b0aa2-4e29-40bc-bca0-dc784160b5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7851938-abdd-4b16-a33f-01e9b42a347a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:57.366234 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5970ea90-f4dc-42fd-939a-c7b4ae4c0b7a" -d '{"events": [{"server_uuid": "487b0aa2-4e29-40bc-bca0-dc784160b5b7", "name": "network-vif-plugged", "status": "completed", "tag": "a7851938-abdd-4b16-a33f-01e9b42a347a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:57.372111 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.388340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a7851938-abdd-4b16-a33f-01e9b42a347a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a7851938-abdd-4b16-a33f-01e9b42a347a,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:57.407856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b52e72f-6ce5-42fd-94bc-20106c05f2e7 req-75822992-fc4c-40ac-bc49-6a96d8fa6f17 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883422 Sep 09 09:15:57.411261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa87fee-b1dd-4002-83e2-096a0dc3a3b1 None None] Update dhcp port {'port': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'fixed_ips': [{'subnet_id': 'de3d5335-5584-4004-8669-62294509a33f', 'ip_address': '172.20.0.18'}, {'subnet_id': '8a092b2a-1a06-49eb-8385-d579abf41ed7'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:15:57.425521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] Deleting port cdac9fdc-79b1-4ede-b531-6095f1fe27ae {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:15:57.427470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.460516 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.460820 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.461550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 078eea78-1e9a-462c-8d09-97c8cf24bc9d up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:57.472122 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1aa87fee-b1dd-4002-83e2-096a0dc3a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.567671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:15:57.611351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=a7851938-abdd-4b16-a33f-01e9b42a347a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:57.617285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c9401-52f7-4743-8712-41170beb4a31,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:57.618909 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.619268 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Added segment 48d1e821-fb29-4210-a904-582214164fa8 of type vlan for network a7b868fd-d478-4cfa-ab42-43de59fcedbc Sep 09 09:15:57.666902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] For port cdac9fdc-79b1-4ede-b531-6095f1fe27ae, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cdac9fdc-79b1-4ede-b531-6095f1fe27ae,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:57.667254 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.686696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] Calling delete_port for cdac9fdc-79b1-4ede-b531-6095f1fe27ae owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:15:57.709949 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.resource_extend [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-f1392beb-9205-4f62-9dbc-dcaedd09ecd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:15:57.746326 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.750156 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dce03f7-8f70-48ae-b6c1-b1be0b762f09 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.803650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-f1392beb-9205-4f62-9dbc-dcaedd09ecd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.820746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 078eea78-1e9a-462c-8d09-97c8cf24bc9d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:57.833684 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 078eea78-1e9a-462c-8d09-97c8cf24bc9d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:57.834066 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.836265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-1aa87fee-b1dd-4002-83e2-096a0dc3a3b1 None None] Allocated IP 172.20.0.2 (3eec2074-3646-4f25-9c05-5ba074f7b104/8a092b2a-1a06-49eb-8385-d579abf41ed7/8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:15:57.920673 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dce03f7-8f70-48ae-b6c1-b1be0b762f09 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.922771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-f1392beb-9205-4f62-9dbc-dcaedd09ecd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:57.923032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b33b0f-3eb9-4a4d-b421-a5bc3bfce6d8 req-c1deee84-b9f9-4f8c-99dd-c3309a36657f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:57.931997 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2b33b0f-3eb9-4a4d-b421-a5bc3bfce6d8 req-c1deee84-b9f9-4f8c-99dd-c3309a36657f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.1310027 Sep 09 09:15:58.003694 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2b33b0f-3eb9-4a4d-b421-a5bc3bfce6d8 req-49079267-9885-4221-a9b7-199c3b421902 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651889 Sep 09 09:15:58.033172 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:58.040737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1aa87fee-b1dd-4002-83e2-096a0dc3a3b1 None None] For port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,segment=NetworkSegment(ec56ef7b-21c2-4f55-bc7b-4d6d96856f87),segment_id=ec56ef7b-21c2-4f55-bc7b-4d6d96856f87)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:58.091326 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:58.092336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:58.092927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:58.095110 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dce03f7-8f70-48ae-b6c1-b1be0b762f09 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:58.099608 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1aa87fee-b1dd-4002-83e2-096a0dc3a3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:58.103839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 078eea78-1e9a-462c-8d09-97c8cf24bc9d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=078eea78-1e9a-462c-8d09-97c8cf24bc9d,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:15:58.125093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1aa87fee-b1dd-4002-83e2-096a0dc3a3b1 None None] Transition to ACTIVE for port object 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:15:58.172854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce03f7-8f70-48ae-b6c1-b1be0b762f09 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1586f11c-8cac-431c-86e1-38e7e9b71558,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:58.174098 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562c52dd-c4ce-4bc5-9f4e-95dfbefcfbc5 x-openstack-request-id: req-562c52dd-c4ce-4bc5-9f4e-95dfbefcfbc5 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:15:58.174417 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487b0aa2-4e29-40bc-bca0-dc784160b5b7", "name": "network-vif-plugged", "status": "completed", "tag": "a7851938-abdd-4b16-a33f-01e9b42a347a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:15:58.174683 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-562c52dd-c4ce-4bc5-9f4e-95dfbefcfbc5 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:15:58.175082 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487b0aa2-4e29-40bc-bca0-dc784160b5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7851938-abdd-4b16-a33f-01e9b42a347a', 'code': 200} Sep 09 09:15:58.180766 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:58.209545 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1aa87fee-b1dd-4002-83e2-096a0dc3a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:58.212962 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:58.221163 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-f1392beb-9205-4f62-9dbc-dcaedd09ecd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Floating IP 07ae1e01-82ec-442b-9c11-7fce4270b9b8 associated. External IP: 172.25.8.47, port: c6891951-bafa-41d5-b111-b96701990ba7. Sep 09 09:15:58.273949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdac9fdc-79b1-4ede-b531-6095f1fe27ae,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:58.304467 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dce03f7-8f70-48ae-b6c1-b1be0b762f09 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:58.306931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6dce03f7-8f70-48ae-b6c1-b1be0b762f09 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2950571 Sep 09 09:15:58.349516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0084789 Sep 09 09:15:58.352988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53902) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:58.356067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa87fee-b1dd-4002-83e2-096a0dc3a3b1 None None] Pushing event updated for resources: {'Port': ['ID=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:58.373499 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-69e12ea8-2f63-48b3-8e13-5feb87f4d02c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1109122267'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:58.469176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368812b-2002-412f-8289-36c8abad4178 admin admin] Pushing event updated for resources: {'Network': ['ID=a7b868fd-d478-4cfa-ab42-43de59fcedbc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:58.473680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=078eea78-1e9a-462c-8d09-97c8cf24bc9d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:58.492984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a7b868fd-d478-4cfa-ab42-43de59fcedbc details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:15:58.631753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b617c-1ccd-4dc3-b70b-317cb7526705 req-8e412bf6-5a3a-4f28-bb6c-836f4373e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:58.633333 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-795b617c-1ccd-4dc3-b70b-317cb7526705 req-8e412bf6-5a3a-4f28-bb6c-836f4373e9b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=487b0aa2-4e29-40bc-bca0-dc784160b5b7 HTTP/1.1" status: 200 len: 1097 time: 0.3520899 Sep 09 09:15:58.663956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69e12ea8-2f63-48b3-8e13-5feb87f4d02c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:58.690475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d81fd-53ce-4efc-a5c1-eeb295fe4da6 req-fe7cf869-c2d5-4c54-959c-b6f1f80f668b tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:58.692163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf1d81fd-53ce-4efc-a5c1-eeb295fe4da6 req-fe7cf869-c2d5-4c54-959c-b6f1f80f668b tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 1098 time: 0.2293622 Sep 09 09:15:58.719567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-795b617c-1ccd-4dc3-b70b-317cb7526705 req-73dd4275-d461-477b-9e08-1cd42340942e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674603 Sep 09 09:15:58.822908 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:58.866188 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf1d81fd-53ce-4efc-a5c1-eeb295fe4da6 req-33eaeef3-36ef-4876-b286-c25b0b0a0c16 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503477 Sep 09 09:15:58.918645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-f1392beb-9205-4f62-9dbc-dcaedd09ecd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:15:58.962379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:15:59.072469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c3bb8-094e-459a-a490-be020e3d1a18 req-9f0b27bd-2a9d-450b-97fd-c1f34b410f66 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:59.086685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-727c3bb8-094e-459a-a490-be020e3d1a18 req-9f0b27bd-2a9d-450b-97fd-c1f34b410f66 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 945 time: 0.1039352 Sep 09 09:15:59.090461 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-f1392beb-9205-4f62-9dbc-dcaedd09ecd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:15:59.095566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-f1392beb-9205-4f62-9dbc-dcaedd09ecd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:59.105470 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c43544-5e09-40c0-8b84-4b481dba20d3 None None] Sync routers for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:15:59.119224 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c43544-5e09-40c0-8b84-4b481dba20d3 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:59.121062 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a8c43544-5e09-40c0-8b84-4b481dba20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:59.140123 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-f1392beb-9205-4f62-9dbc-dcaedd09ecd6 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "PUT /v2.0/floatingips/07ae1e01-82ec-442b-9c11-7fce4270b9b8 HTTP/1.1" status: 200 len: 995 time: 2.3277538 Sep 09 09:15:59.140668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:15:59.151999 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada40884-1752-4c24-9af4-2b4034a26342" -d '{"events": [{"name": "network-changed", "server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "tag": "c6891951-bafa-41d5-b111-b96701990ba7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:15:59.175057 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-727c3bb8-094e-459a-a490-be020e3d1a18 req-be3ae5ce-f55e-4e9f-ad8c-bd94fd2d5c1c tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873625 Sep 09 09:15:59.183552 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69e12ea8-2f63-48b3-8e13-5feb87f4d02c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:59.235024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-33865973-b532-40f9-8abd-5bb0b62b7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:59.248821 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-33865973-b532-40f9-8abd-5bb0b62b7cf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1097 time: 0.0926292 Sep 09 09:15:59.362428 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69e12ea8-2f63-48b3-8e13-5feb87f4d02c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:59.397940 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a8c43544-5e09-40c0-8b84-4b481dba20d3 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:15:59.427369 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e12ea8-2f63-48b3-8e13-5feb87f4d02c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74da1121-a085-491f-a010-8003de0112e0,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:15:59.434512 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69e12ea8-2f63-48b3-8e13-5feb87f4d02c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:59.436302 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-69e12ea8-2f63-48b3-8e13-5feb87f4d02c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0665905 Sep 09 09:15:59.439293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53922) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:15:59.448806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2113794707', 'security_groups': ['74da1121-a085-491f-a010-8003de0112e0'], 'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8a092b2a-1a06-49eb-8385-d579abf41ed7'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:15:59.462194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cf6e9bc7-1c90-4e2a-bc7e-fbf086f2c611 None None] Provisioning complete for port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:59.462613 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9bc7-1c90-4e2a-bc7e-fbf086f2c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:59.521058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e9bc7-1c90-4e2a-bc7e-fbf086f2c611 None None] Port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:15:59.603271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cf6e9bc7-1c90-4e2a-bc7e-fbf086f2c611 None None] Provisioning for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:15:59.607911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cf6e9bc7-1c90-4e2a-bc7e-fbf086f2c611 None None] Provisioning complete for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:15:59.608302 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9bc7-1c90-4e2a-bc7e-fbf086f2c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:15:59.753797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] Router 7760a208-c1d6-49d6-bc69-897303ab0383 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:15:59.804037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc330a-c6f6-4f26-ac04-f04f54c6eeb1 req-993030e2-2278-4fb1-a2fd-3bee06dfa869 tempest-ComputeTenantNetworksTest-533966094 tempest-ComputeTenantNetworksTest-533966094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:59.811066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc330a-c6f6-4f26-ac04-f04f54c6eeb1 req-993030e2-2278-4fb1-a2fd-3bee06dfa869 tempest-ComputeTenantNetworksTest-533966094 tempest-ComputeTenantNetworksTest-533966094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:59.819959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc330a-c6f6-4f26-ac04-f04f54c6eeb1 req-993030e2-2278-4fb1-a2fd-3bee06dfa869 tempest-ComputeTenantNetworksTest-533966094 tempest-ComputeTenantNetworksTest-533966094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:59.821756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-defc330a-c6f6-4f26-ac04-f04f54c6eeb1 req-993030e2-2278-4fb1-a2fd-3bee06dfa869 tempest-ComputeTenantNetworksTest-533966094 tempest-ComputeTenantNetworksTest-533966094-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2664914 Sep 09 09:15:59.878489 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a8c43544-5e09-40c0-8b84-4b481dba20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': 'c6891951-bafa-41d5-b111-b96701990ba7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:d9:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:15:57Z', 'revision_number': 1, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:59.895576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:15:59.922234 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c43544-5e09-40c0-8b84-4b481dba20d3 None None] Checking router: ffec3bfb-ad88-4db6-988a-e798dc3b44d4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:15:59.949093 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c43544-5e09-40c0-8b84-4b481dba20d3 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:15:59.949730 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a8c43544-5e09-40c0-8b84-4b481dba20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:15:59.962313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-49168f24-cae4-423f-8606-ea7c495eba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:15:59.970283 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-49168f24-cae4-423f-8606-ea7c495eba1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.7203865 Sep 09 09:16:00.122921 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88729339-8f40-4c27-8436-61d3cb1846a3 x-openstack-request-id: req-88729339-8f40-4c27-8436-61d3cb1846a3 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:00.123632 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "tag": "c6891951-bafa-41d5-b111-b96701990ba7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:00.123632 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88729339-8f40-4c27-8436-61d3cb1846a3 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:00.123894 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7', 'status': 'completed', 'code': 200} Sep 09 09:16:00.146462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:16:00.157153 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e8762d43-7474-48da-ae36-6278144f29b0 admin admin] 10.222.0.32 "PUT /v2.0/routers/7760a208-c1d6-49d6-bc69-897303ab0383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8267045 Sep 09 09:16:00.160176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53940) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:00.161338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c664967-b8b3-46fd-979d-d3b0ea13f6aa None None] Sync routers for ids ['7760a208-c1d6-49d6-bc69-897303ab0383'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:16:00.176940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd96aa8d-deb8-4f87-9bf3-db3aba857285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078eea78-1e9a-462c-8d09-97c8cf24bc9d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:00.179539 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0aacce-8179-4821-8980-53d0b160b9b0" -d '{"events": [{"server_uuid": "dd96aa8d-deb8-4f87-9bf3-db3aba857285", "name": "network-vif-plugged", "status": "completed", "tag": "078eea78-1e9a-462c-8d09-97c8cf24bc9d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:00.197300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c664967-b8b3-46fd-979d-d3b0ea13f6aa None None] Routers {'7760a208-c1d6-49d6-bc69-897303ab0383'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:00.198836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3c664967-b8b3-46fd-979d-d3b0ea13f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7760a208-c1d6-49d6-bc69-897303ab0383'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:00.228811 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-6661c14f-6bf1-44ad-aa40-87ee7add2f72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 998 time: 0.2575495 Sep 09 09:16:00.266397 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a8c43544-5e09-40c0-8b84-4b481dba20d3 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:00.346720 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:00.352947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada40884-1752-4c24-9af4-2b4034a26342 req-edcc481b-ef63-4fab-90de-8ee9efcdb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:00.354764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ada40884-1752-4c24-9af4-2b4034a26342 req-edcc481b-ef63-4fab-90de-8ee9efcdb324 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1097 time: 0.1591294 Sep 09 09:16:00.357046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-94ec905c-0464-4179-bc92-a23dad4d7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:00.366842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-94ec905c-0464-4179-bc92-a23dad4d7b94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.1360574 Sep 09 09:16:00.405740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] device_id is not set on port 4afc960f-33bb-4e85-afaa-5442d55610f1 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:16:00.419889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-3c664967-b8b3-46fd-979d-d3b0ea13f6aa None None] Set router 7760a208-c1d6-49d6-bc69-897303ab0383 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:00.493728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-78503fc8-7790-4262-b5a3-07e992be182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:00.505346 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-78503fc8-7790-4262-b5a3-07e992be182f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353621 Sep 09 09:16:00.512650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-87368416-dcc8-43dd-b841-d150aae539cc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:16:00.513801 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-87368416-dcc8-43dd-b841-d150aae539cc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074999 Sep 09 09:16:00.565068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada40884-1752-4c24-9af4-2b4034a26342 req-9d059650-f911-4e00-89b5-cd0d253a07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:00.566742 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ada40884-1752-4c24-9af4-2b4034a26342 req-9d059650-f911-4e00-89b5-cd0d253a07ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.1899667 Sep 09 09:16:00.614266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587c50a-b63f-42cb-b14b-742a39f1c846 req-e0068406-f5c3-4ef2-8f08-1a1b873bcf1c tempest-ComputeTenantNetworksTest-533966094 tempest-ComputeTenantNetworksTest-533966094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:00.615761 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b587c50a-b63f-42cb-b14b-742a39f1c846 req-e0068406-f5c3-4ef2-8f08-1a1b873bcf1c tempest-ComputeTenantNetworksTest-533966094 tempest-ComputeTenantNetworksTest-533966094-project] 10.222.0.32 "GET /v2.0/networks/a7b868fd-d478-4cfa-ab42-43de59fcedbc HTTP/1.1" status: 200 len: 768 time: 0.2995133 Sep 09 09:16:00.618219 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a8c43544-5e09-40c0-8b84-4b481dba20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': 'c6891951-bafa-41d5-b111-b96701990ba7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:d9:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:15:57Z', 'revision_number': 1, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:00.650524 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c43544-5e09-40c0-8b84-4b481dba20d3 None None] The sync data for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 is: [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': 'c6891951-bafa-41d5-b111-b96701990ba7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:d9:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:15:57Z', 'revision_number': 1, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:16:00.673226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53946) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:00.705343 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:00.724922 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cc52c5-671f-41c1-bb04-99a656f061b6 x-openstack-request-id: req-d1cc52c5-671f-41c1-bb04-99a656f061b6 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:00.725391 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd96aa8d-deb8-4f87-9bf3-db3aba857285", "name": "network-vif-plugged", "status": "completed", "tag": "078eea78-1e9a-462c-8d09-97c8cf24bc9d", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:00.725740 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1cc52c5-671f-41c1-bb04-99a656f061b6 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:00.726228 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd96aa8d-deb8-4f87-9bf3-db3aba857285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078eea78-1e9a-462c-8d09-97c8cf24bc9d', 'code': 200} Sep 09 09:16:00.752467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3c664967-b8b3-46fd-979d-d3b0ea13f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:15:58Z', 'revision_number': 5, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:00.792828 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-2182acdb-acb6-450d-aa79-06b9bfed3608 service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705021 Sep 09 09:16:00.801954 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ada40884-1752-4c24-9af4-2b4034a26342 req-aac71994-86c8-4bf6-b87f-09a142f65b30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 998 time: 0.1979673 Sep 09 09:16:00.827555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c664967-b8b3-46fd-979d-d3b0ea13f6aa None None] Checking router: 7760a208-c1d6-49d6-bc69-897303ab0383 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:16:00.827787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:00.843484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c664967-b8b3-46fd-979d-d3b0ea13f6aa None None] Routers {'7760a208-c1d6-49d6-bc69-897303ab0383'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:00.844121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3c664967-b8b3-46fd-979d-d3b0ea13f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7760a208-c1d6-49d6-bc69-897303ab0383'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:00.854307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.14 (3eec2074-3646-4f25-9c05-5ba074f7b104/8a092b2a-1a06-49eb-8385-d579abf41ed7/4afc960f-33bb-4e85-afaa-5442d55610f1) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:16:00.940575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86a3e3-7f6c-4111-bf0a-76e545301786 req-616dad23-c007-485c-b3fc-9b30d5818af6 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:00.942892 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b86a3e3-7f6c-4111-bf0a-76e545301786 req-616dad23-c007-485c-b3fc-9b30d5818af6 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 945 time: 0.1420965 Sep 09 09:16:01.005746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-3c664967-b8b3-46fd-979d-d3b0ea13f6aa None None] Set router 7760a208-c1d6-49d6-bc69-897303ab0383 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:01.018790 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:01.059034 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720f74b-ff3b-45bb-983d-dfd29aa62e33 None None] New status for floating IP 07ae1e01-82ec-442b-9c11-7fce4270b9b8: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:16:01.221616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada40884-1752-4c24-9af4-2b4034a26342 req-c234786a-14c2-4b9f-a0cf-1b31dcf259b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:01.227339 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ada40884-1752-4c24-9af4-2b4034a26342 req-c234786a-14c2-4b9f-a0cf-1b31dcf259b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.3991592 Sep 09 09:16:01.231232 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9de69b-4636-4673-a065-8e61eaa51780 req-0c6521a4-658f-46e1-aa01-ee2166cf21cd service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302816 Sep 09 09:16:01.271441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d91563-0c57-4ba9-85d6-ef52c23b3411 req-e5682baf-d93f-4612-83f6-0f90242a3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:01.273314 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85d91563-0c57-4ba9-85d6-ef52c23b3411 req-e5682baf-d93f-4612-83f6-0f90242a3835 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 1097 time: 0.4309559 Sep 09 09:16:01.307990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b86a3e3-7f6c-4111-bf0a-76e545301786 req-2e359dcb-ba13-4213-b0d6-204a8b362a90 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452864 Sep 09 09:16:01.331243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:01.384275 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85d91563-0c57-4ba9-85d6-ef52c23b3411 req-d26957da-77ea-4063-8365-643769748011 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925398 Sep 09 09:16:01.414724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b868fd-d478-4cfa-ab42-43de59fcedbc']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:01.421831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada40884-1752-4c24-9af4-2b4034a26342 req-b9d966e2-a7fe-4949-8fd0-f18cf9e15cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:01.421987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3c664967-b8b3-46fd-979d-d3b0ea13f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:15:58Z', 'revision_number': 5, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:01.422479 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ada40884-1752-4c24-9af4-2b4034a26342 req-b9d966e2-a7fe-4949-8fd0-f18cf9e15cae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1656127 Sep 09 09:16:01.438028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d1e821-fb29-4210-a904-582214164fa8') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:01.447490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d1e821-fb29-4210-a904-582214164fa8') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:01.458568 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:01.489036 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:01.506063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:16:01.506063 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:16:01.508276 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:16:01.560861 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:01.615187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Deleting port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:01.616679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:01.689447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object 4afc960f-33bb-4e85-afaa-5442d55610f1 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:01.723990 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:01.736861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:01.740051 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] 10.222.0.32 "DELETE /v2.0/networks/a7b868fd-d478-4cfa-ab42-43de59fcedbc HTTP/1.1" status: 204 len: 168 time: 1.0657182 Sep 09 09:16:01.753676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2d111-13f2-4d45-b8b4-c2c48bfe8a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b868fd-d478-4cfa-ab42-43de59fcedbc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:01.781207 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ada40884-1752-4c24-9af4-2b4034a26342 req-a6059bf4-d3c4-46c6-8f79-ae83e06253b7 service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711674 Sep 09 09:16:01.817923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c664967-b8b3-46fd-979d-d3b0ea13f6aa None None] The sync data for ids ['7760a208-c1d6-49d6-bc69-897303ab0383'] in n-d-778696-16 is: [{'id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'name': 'tempest-ServersTestJSON-1488781297-router', 'tenant_id': '9343d08a57b44681a20e72bb6864a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:13:12Z', 'updated_at': '2021-09-09T09:15:58Z', 'revision_number': 5, 'project_id': '9343d08a57b44681a20e72bb6864a26c', 'gw_port': {'id': 'a1c6cf71-3cbb-4664-95be-e214cf8a3e6a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7760a208-c1d6-49d6-bc69-897303ab0383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:13:14Z', 'updated_at': '2021-09-09T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:16:01.973442 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ada40884-1752-4c24-9af4-2b4034a26342 req-d29b81c3-809e-4647-a83c-190de4cb3075 service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819930 Sep 09 09:16:02.016276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] For port a1c6cf71-3cbb-4664-95be-e214cf8a3e6a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a1c6cf71-3cbb-4664-95be-e214cf8a3e6a,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:02.016791 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:02.060802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Calling delete_port for a1c6cf71-3cbb-4664-95be-e214cf8a3e6a owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:02.095202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-90e932ea-ee1a-46ca-a1f9-767dc746932f tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:02.096768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-90e932ea-ee1a-46ca-a1f9-767dc746932f tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2749429 Sep 09 09:16:02.131100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53976) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:02.192059 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:02.238072 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c0eb3229-4b22-4dea-a564-35c4e1fc7466 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=971b1448fce041578344ec885da24902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056194 Sep 09 09:16:02.244541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53980) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:02.335685 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab202198-77f1-48d0-83da-6ea0f1eb38f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:02.389767 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab202198-77f1-48d0-83da-6ea0f1eb38f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:02.562155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9ec0b-cd6d-4dec-b7bc-c58a6687af08 req-70470202-92a7-44d0-82ed-e0fc49c36d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:02.564453 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6eb9ec0b-cd6d-4dec-b7bc-c58a6687af08 req-70470202-92a7-44d0-82ed-e0fc49c36d32 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 945 time: 0.1726358 Sep 09 09:16:02.629575 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6eb9ec0b-cd6d-4dec-b7bc-c58a6687af08 req-dffe523b-2da3-450f-bac3-42e123acb926 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514634 Sep 09 09:16:02.632985 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab202198-77f1-48d0-83da-6ea0f1eb38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:02.635917 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab202198-77f1-48d0-83da-6ea0f1eb38f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:02.658786 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ab202198-77f1-48d0-83da-6ea0f1eb38f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f0c9401-52f7-4743-8712-41170beb4a31 HTTP/1.1" status: 204 len: 168 time: 0.4167328 Sep 09 09:16:02.669587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab202198-77f1-48d0-83da-6ea0f1eb38f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c9401-52f7-4743-8712-41170beb4a31,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:02.750257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:16:02.766005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:02.779728 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-07101a3c-405d-426e-897e-fa68964d8d73 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.6382191 Sep 09 09:16:02.782446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:16:02.821742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cdac9fdc-79b1-4ede-b531-6095f1fe27ae no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:02.855776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: cdac9fdc-79b1-4ede-b531-6095f1fe27ae {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:16:02.859075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cdac9fdc-79b1-4ede-b531-6095f1fe27ae not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:02.867445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-1dfcf6ee-e0c7-4794-849c-75ab2010783d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Request body: {'floatingip': {'port_id': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:02.938390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=4afc960f-33bb-4e85-afaa-5442d55610f1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:02.997943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:02.998747 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:03.017213 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-1dfcf6ee-e0c7-4794-849c-75ab2010783d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:03.186361 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6bf28a20-0d8b-4929-a0ac-36b92fa24229 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7455537 Sep 09 09:16:03.189059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54000) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:03.194572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-63c16852-8304-45dd-912d-606116e1f846 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:03.227834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:03.249113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ce2a0150-ef71-4846-8cd5-825a6b1ec16d None None] Provisioning for port 4afc960f-33bb-4e85-afaa-5442d55610f1 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:03.254221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ce2a0150-ef71-4846-8cd5-825a6b1ec16d None None] Provisioning complete for port 4afc960f-33bb-4e85-afaa-5442d55610f1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:03.257941 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0150-ef71-4846-8cd5-825a6b1ec16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:03.304077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c6cf71-3cbb-4664-95be-e214cf8a3e6a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:03.316986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a0150-ef71-4846-8cd5-825a6b1ec16d None None] Port 4afc960f-33bb-4e85-afaa-5442d55610f1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:16:03.454838 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:03.540449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c16852-8304-45dd-912d-606116e1f846 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:03.544034 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63c16852-8304-45dd-912d-606116e1f846 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:03.594981 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:03.599622 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:03.734683 n-d-778696-16 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-63c16852-8304-45dd-912d-606116e1f846 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8a092b2a-1a06-49eb-8385-d579abf41ed7 (CIDR: 172.20.0.0/28) Sep 09 09:16:03.792416 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c16852-8304-45dd-912d-606116e1f846 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:16:03.799144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c16852-8304-45dd-912d-606116e1f846 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:03.818073 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:03.818599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7760a208-c1d6-49d6-bc69-897303ab0383 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:16:03.824140 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:03.828006 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0c42a804-f551-436a-909d-32c5b1794fac admin admin] 10.222.0.32 "DELETE /v2.0/routers/7760a208-c1d6-49d6-bc69-897303ab0383 HTTP/1.1" status: 204 len: 168 time: 3.6651931 Sep 09 09:16:03.830499 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54024) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:03.896399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-91dca104-9996-43cb-bb18-07127500cf4f admin admin] Deleting subnet cbb7a28d-4da9-4308-826e-1c5f8840267e {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:16:03.899771 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-91dca104-9996-43cb-bb18-07127500cf4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:03.936603 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-63c16852-8304-45dd-912d-606116e1f846 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7463825 Sep 09 09:16:03.939180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54030) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:03.946139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-098f97eb-51bb-45ed-835c-3b4f76546d69 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:03.952310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-91dca104-9996-43cb-bb18-07127500cf4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:04.100538 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-91dca104-9996-43cb-bb18-07127500cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:04.204855 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-1dfcf6ee-e0c7-4794-849c-75ab2010783d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:04.254926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098f97eb-51bb-45ed-835c-3b4f76546d69 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:04.256153 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-91dca104-9996-43cb-bb18-07127500cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:04.259257 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-098f97eb-51bb-45ed-835c-3b4f76546d69 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:04.322920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dca104-9996-43cb-bb18-07127500cf4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbb7a28d-4da9-4308-826e-1c5f8840267e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:04.326131 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-1dfcf6ee-e0c7-4794-849c-75ab2010783d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:04.356152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efca22d-934a-475f-8be9-88c07be06f3a None None] Network 6c21bb16-856d-4e75-a210-1d2b0cfe3525 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:04.457000 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-91dca104-9996-43cb-bb18-07127500cf4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:04.465899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-91dca104-9996-43cb-bb18-07127500cf4f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cbb7a28d-4da9-4308-826e-1c5f8840267e HTTP/1.1" status: 204 len: 168 time: 0.6343346 Sep 09 09:16:04.467265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54042) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:04.510128 n-d-778696-16 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-098f97eb-51bb-45ed-835c-3b4f76546d69 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet de3d5335-5584-4004-8669-62294509a33f (CIDR: 172.20.0.16/28) Sep 09 09:16:04.523591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d32bf1-1bf6-41c0-a730-c3cc47a3402a req-ed7d026c-278d-405d-a4d5-f544fb2c7564 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:04.525655 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9d32bf1-1bf6-41c0-a730-c3cc47a3402a req-ed7d026c-278d-405d-a4d5-f544fb2c7564 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 945 time: 0.0866227 Sep 09 09:16:04.563670 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-098f97eb-51bb-45ed-835c-3b4f76546d69 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:16:04.564288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098f97eb-51bb-45ed-835c-3b4f76546d69 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:04.633804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9d32bf1-1bf6-41c0-a730-c3cc47a3402a req-0914db4a-4abd-419a-9152-44e172a1ed7c tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013598 Sep 09 09:16:04.684674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1978decf-645d-4ccc-b480-10f12044df51 None None] DHCP port deletion for 6c21bb16-856d-4e75-a210-1d2b0cfe3525 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:16:04.690044 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-098f97eb-51bb-45ed-835c-3b4f76546d69 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7494848 Sep 09 09:16:04.692692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54054) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:04.697892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d2fdfc57-e7e9-4bda-8c95-009ec75c2f23 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'subnet': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:04.764424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1978decf-645d-4ccc-b480-10f12044df51 None None] Deleting port fb9b7026-975b-4208-8959-e66badbd2772 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:04.765247 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1978decf-645d-4ccc-b480-10f12044df51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:04.804242 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-1dfcf6ee-e0c7-4794-849c-75ab2010783d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Floating IP 07ae1e01-82ec-442b-9c11-7fce4270b9b8 associated. External IP: 172.25.8.47, port: c6891951-bafa-41d5-b111-b96701990ba7. Sep 09 09:16:04.816097 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:04.975350 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1c6cf71-3cbb-4664-95be-e214cf8a3e6a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:05.013279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a982-403b-4d44-9249-277c1230f83f req-6a728217-7d45-4f2f-ae62-e35d54d3ec7d tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:05.026591 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4308a982-403b-4d44-9249-277c1230f83f req-6a728217-7d45-4f2f-ae62-e35d54d3ec7d tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=487b0aa2-4e29-40bc-bca0-dc784160b5b7 HTTP/1.1" status: 200 len: 945 time: 0.0882552 Sep 09 09:16:05.040993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: a1c6cf71-3cbb-4664-95be-e214cf8a3e6a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:16:05.041962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1c6cf71-3cbb-4664-95be-e214cf8a3e6a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:05.042550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fb9b7026-975b-4208-8959-e66badbd2772 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:05.109349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Deleting port fb9b7026-975b-4208-8959-e66badbd2772 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:05.109890 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:05.119806 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4308a982-403b-4d44-9249-277c1230f83f req-044e6a38-91cc-47c5-895d-5bd1e0b039f8 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919363 Sep 09 09:16:05.130375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fdfc57-e7e9-4bda-8c95-009ec75c2f23 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Made reservation on behalf of 0e1883405564473d8aeb010e318453e1 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:05.136667 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fdfc57-e7e9-4bda-8c95-009ec75c2f23 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:05.173210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1978decf-645d-4ccc-b480-10f12044df51 None None] For port fb9b7026-975b-4208-8959-e66badbd2772, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fb9b7026-975b-4208-8959-e66badbd2772,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:05.173457 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1978decf-645d-4ccc-b480-10f12044df51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:05.235322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1978decf-645d-4ccc-b480-10f12044df51 None None] Calling delete_port for fb9b7026-975b-4208-8959-e66badbd2772 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:05.495393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-1dfcf6ee-e0c7-4794-849c-75ab2010783d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:16:05.503185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] For port fb9b7026-975b-4208-8959-e66badbd2772, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fb9b7026-975b-4208-8959-e66badbd2772,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:05.503745 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:05.505644 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:05.528190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Calling delete_port for fb9b7026-975b-4208-8959-e66badbd2772 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:05.594819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port fb9b7026-975b-4208-8959-e66badbd2772, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fb9b7026-975b-4208-8959-e66badbd2772,segment=NetworkSegment(d8d08d7d-c299-413f-a079-97df6ff64795),segment_id=d8d08d7d-c299-413f-a079-97df6ff64795)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:05.690829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fdfc57-e7e9-4bda-8c95-009ec75c2f23 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:05.718950 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:05.783597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-1dfcf6ee-e0c7-4794-849c-75ab2010783d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:16:05.826544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fcf56-3b45-4b75-8148-e9c4eba26098 None None] Sync routers for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:16:05.829079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdfc57-e7e9-4bda-8c95-009ec75c2f23 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Subnet': ['ID=1618fb8f-b8cb-4cc8-99cf-9015076582a6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:05.845444 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1978decf-645d-4ccc-b480-10f12044df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:05.867098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fdfc57-e7e9-4bda-8c95-009ec75c2f23 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:16:05.875366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=fb9b7026-975b-4208-8959-e66badbd2772,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:05.879362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d2fdfc57-e7e9-4bda-8c95-009ec75c2f23 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:05.880697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fdfc57-e7e9-4bda-8c95-009ec75c2f23 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:05.883859 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:05.884002 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fdfc57-e7e9-4bda-8c95-009ec75c2f23 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:05.906601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af65dc90-60e9-4ab4-9ba7-e3eb880f831b None None] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:05.929368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] No DVR routers for this DVR port fb9b7026-975b-4208-8959-e66badbd2772 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:05.931207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9b7026-975b-4208-8959-e66badbd2772,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:05.965674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978decf-645d-4ccc-b480-10f12044df51 None None] Pushing event deleted for resources: {'Port': ['ID=fb9b7026-975b-4208-8959-e66badbd2772,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:05.978706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978decf-645d-4ccc-b480-10f12044df51 None None] No DVR routers for this DVR port fb9b7026-975b-4208-8959-e66badbd2772 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:06.005990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fcf56-3b45-4b75-8148-e9c4eba26098 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:06.006973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c09fcf56-3b45-4b75-8148-e9c4eba26098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:06.034333 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d2fdfc57-e7e9-4bda-8c95-009ec75c2f23 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3398676 Sep 09 09:16:06.037155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:06.060100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1588602752', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1618fb8f-b8cb-4cc8-99cf-9015076582a6'}], 'security_groups': ['d058eae4-abb0-436a-88f4-510ee19aafef', '1586f11c-8cac-431c-86e1-38e7e9b71558']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:06.465554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c09fcf56-3b45-4b75-8148-e9c4eba26098 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:06.595762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:06.633385 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:06.683949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c21bb16-856d-4e75-a210-1d2b0cfe3525']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:06.730601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b72506-c5e9-4cd2-8c62-1a627400a248 req-411586bd-aca3-4b88-9ecd-b5c71c30f8eb tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:06.732579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae6998-0a4e-4f45-9084-d8e38834fc5e None None] Update dhcp port {'port': {'network_id': '3eec2074-3646-4f25-9c05-5ba074f7b104', 'fixed_ips': [{'subnet_id': 'de3d5335-5584-4004-8669-62294509a33f', 'ip_address': '172.20.0.18'}, {'subnet_id': '8a092b2a-1a06-49eb-8385-d579abf41ed7', 'ip_address': '172.20.0.2'}, {'subnet_id': '1618fb8f-b8cb-4cc8-99cf-9015076582a6'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:16:06.735927 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09b72506-c5e9-4cd2-8c62-1a627400a248 req-411586bd-aca3-4b88-9ecd-b5c71c30f8eb tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=487b0aa2-4e29-40bc-bca0-dc784160b5b7 HTTP/1.1" status: 200 len: 945 time: 0.1977506 Sep 09 09:16:06.741015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d08d7d-c299-413f-a079-97df6ff64795') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:06.747213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d08d7d-c299-413f-a079-97df6ff64795') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:06.802341 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:06.833813 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8ae6998-0a4e-4f45-9084-d8e38834fc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:06.919949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:06.943877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:16:06.944118 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:16:06.959081 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:16:07.217871 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09b72506-c5e9-4cd2-8c62-1a627400a248 req-14842b6b-29ec-49d4-9111-a4bdf1233396 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802566 Sep 09 09:16:07.283806 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:07.305168 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:07.327676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6c21bb16-856d-4e75-a210-1d2b0cfe3525 HTTP/1.1" status: 204 len: 168 time: 2.8380373 Sep 09 09:16:07.406988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ab714-1d0e-4c58-87cf-ab6f3677503b req-aef7e58e-72ee-42ae-a8f1-d00477231da9 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:07.409338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b51ab714-1d0e-4c58-87cf-ab6f3677503b req-aef7e58e-72ee-42ae-a8f1-d00477231da9 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "GET /v2.0/ports?device_id=487b0aa2-4e29-40bc-bca0-dc784160b5b7 HTTP/1.1" status: 200 len: 945 time: 0.2145417 Sep 09 09:16:07.453443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-1dfcf6ee-e0c7-4794-849c-75ab2010783d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:16:07.459077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ad778-98b2-4eb6-bf02-3bcbae0259f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c21bb16-856d-4e75-a210-1d2b0cfe3525,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:07.537798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c09fcf56-3b45-4b75-8148-e9c4eba26098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:b5:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:16:03Z', 'revision_number': 3, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:07.559326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Delete allocated IP 172.20.0.14 (3eec2074-3646-4f25-9c05-5ba074f7b104/8a092b2a-1a06-49eb-8385-d579abf41ed7) {{(pid=95326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 09 09:16:07.589173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Allocated IP 172.20.0.36 (3eec2074-3646-4f25-9c05-5ba074f7b104/1618fb8f-b8cb-4cc8-99cf-9015076582a6/4afc960f-33bb-4e85-afaa-5442d55610f1) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:16:07.614606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fcf56-3b45-4b75-8148-e9c4eba26098 None None] Checking router: ffec3bfb-ad88-4db6-988a-e798dc3b44d4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:16:07.642303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fcf56-3b45-4b75-8148-e9c4eba26098 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:07.642955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c09fcf56-3b45-4b75-8148-e9c4eba26098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:07.773247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-1dfcf6ee-e0c7-4794-849c-75ab2010783d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:16:07.781735 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-1dfcf6ee-e0c7-4794-849c-75ab2010783d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:07.810905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c09fcf56-3b45-4b75-8148-e9c4eba26098 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:07.813637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:07.814730 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd09209-ce70-4f03-8a65-562ee8504181" -d '{"events": [{"name": "network-changed", "server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "tag": "c6891951-bafa-41d5-b111-b96701990ba7"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:07.860255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-1dfcf6ee-e0c7-4794-849c-75ab2010783d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "PUT /v2.0/floatingips/07ae1e01-82ec-442b-9c11-7fce4270b9b8 HTTP/1.1" status: 200 len: 997 time: 5.0795462 Sep 09 09:16:07.887694 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401f1a8a-ca48-47fb-aadf-f66858b7bb9d x-openstack-request-id: req-401f1a8a-ca48-47fb-aadf-f66858b7bb9d {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:07.889105 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "tag": "c6891951-bafa-41d5-b111-b96701990ba7", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:07.889939 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-401f1a8a-ca48-47fb-aadf-f66858b7bb9d {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:07.891104 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7', 'status': 'completed', 'code': 200} Sep 09 09:16:07.971507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-a1e620b1-17b1-4df9-b31d-bf71c0a0b45e tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:07.986855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-a1e620b1-17b1-4df9-b31d-bf71c0a0b45e tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports/c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 942 time: 0.1188087 Sep 09 09:16:08.012036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd09209-ce70-4f03-8a65-562ee8504181 req-7871a4ae-2063-4430-8bd7-fef6683393db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:08.024398 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd09209-ce70-4f03-8a65-562ee8504181 req-7871a4ae-2063-4430-8bd7-fef6683393db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1097 time: 0.1105649 Sep 09 09:16:08.171867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-dc5db1ae-bdc9-4908-a38e-3574860af214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:08.183117 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-dc5db1ae-bdc9-4908-a38e-3574860af214 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1097 time: 0.1146491 Sep 09 09:16:08.230106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b51ab714-1d0e-4c58-87cf-ab6f3677503b req-e7e568c1-ddc5-40a5-a99a-c51410ac2001 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Deleting port a7851938-abdd-4b16-a33f-01e9b42a347a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:08.230106 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b51ab714-1d0e-4c58-87cf-ab6f3677503b req-e7e568c1-ddc5-40a5-a99a-c51410ac2001 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:08.252289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd09209-ce70-4f03-8a65-562ee8504181 req-7272103e-6e40-4279-830e-0346731874bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:08.258814 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd09209-ce70-4f03-8a65-562ee8504181 req-7272103e-6e40-4279-830e-0346731874bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.2220285 Sep 09 09:16:08.401340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54130) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:08.429831 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd09209-ce70-4f03-8a65-562ee8504181 req-482fc448-17e9-4f95-b909-894157cbe21b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 217 time: 0.1206315 Sep 09 09:16:08.432643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c09fcf56-3b45-4b75-8148-e9c4eba26098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:b5:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:16:03Z', 'revision_number': 3, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:08.477664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fcf56-3b45-4b75-8148-e9c4eba26098 None None] The sync data for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 is: [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:b5:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:16:03Z', 'revision_number': 3, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:16:08.531799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-53bc06e3-1d5b-4f44-9a41-30e3ebff9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:08.533782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-53bc06e3-1d5b-4f44-9a41-30e3ebff9c35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.3495650 Sep 09 09:16:08.541720 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-23c8b333-e0d0-4725-a6a0-7c9ab75035c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9343d08a57b44681a20e72bb6864a26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345136 Sep 09 09:16:08.564631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54134) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:08.608714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61780c31-9f9a-4b8f-9911-781c5158255b req-01f166c3-259e-4bf8-a598-fb2a15867c04 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:08.610228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61780c31-9f9a-4b8f-9911-781c5158255b req-01f166c3-259e-4bf8-a598-fb2a15867c04 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd96aa8d-deb8-4f87-9bf3-db3aba857285 HTTP/1.1" status: 200 len: 945 time: 0.8922739 Sep 09 09:16:08.636815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd09209-ce70-4f03-8a65-562ee8504181 req-a5ff79b1-2dd5-455c-8159-0008d31bb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:08.646747 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd09209-ce70-4f03-8a65-562ee8504181 req-a5ff79b1-2dd5-455c-8159-0008d31bb713 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.2028692 Sep 09 09:16:08.697908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-91215e6b-9a15-4539-9a07-8e244fe48b67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 217 time: 0.1529813 Sep 09 09:16:08.767118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b51ab714-1d0e-4c58-87cf-ab6f3677503b req-e7e568c1-ddc5-40a5-a99a-c51410ac2001 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] For port a7851938-abdd-4b16-a33f-01e9b42a347a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a7851938-abdd-4b16-a33f-01e9b42a347a,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:08.767273 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b51ab714-1d0e-4c58-87cf-ab6f3677503b req-e7e568c1-ddc5-40a5-a99a-c51410ac2001 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:08.829877 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873be476-fcd9-4a83-9661-70cc34c11436 None None] New status for floating IP 07ae1e01-82ec-442b-9c11-7fce4270b9b8: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:16:08.848739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fda16a-71ca-4456-8729-0db631700389 req-8821cc02-16d3-4f8e-a6d4-b820dbc84843 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:08.856137 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75fda16a-71ca-4456-8729-0db631700389 req-8821cc02-16d3-4f8e-a6d4-b820dbc84843 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=487b0aa2-4e29-40bc-bca0-dc784160b5b7 HTTP/1.1" status: 200 len: 945 time: 0.4749980 Sep 09 09:16:08.865286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b51ab714-1d0e-4c58-87cf-ab6f3677503b req-e7e568c1-ddc5-40a5-a99a-c51410ac2001 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Calling delete_port for a7851938-abdd-4b16-a33f-01e9b42a347a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:08.892654 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:08.893800 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd09209-ce70-4f03-8a65-562ee8504181 req-568cd549-f9d9-4cfc-854b-95421b0e5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:08.897085 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd09209-ce70-4f03-8a65-562ee8504181 req-568cd549-f9d9-4cfc-854b-95421b0e5c52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2402267 Sep 09 09:16:08.970685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Transition to ACTIVE for port object 4afc960f-33bb-4e85-afaa-5442d55610f1 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:08.987316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-e6152559-cda1-4567-a1d2-a3f6450a9f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:08.994096 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-e6152559-cda1-4567-a1d2-a3f6450a9f66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.2785299 Sep 09 09:16:09.008419 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75fda16a-71ca-4456-8729-0db631700389 req-2102c96a-7630-4081-96f2-f3ce99855823 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0b31676-e5f6-4990-93d5-65108a4e9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509371 Sep 09 09:16:09.046440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-61780c31-9f9a-4b8f-9911-781c5158255b req-d90d2ab7-0dcf-4823-882f-8df5bfa72aa1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Deleting port 078eea78-1e9a-462c-8d09-97c8cf24bc9d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:09.046779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61780c31-9f9a-4b8f-9911-781c5158255b req-d90d2ab7-0dcf-4823-882f-8df5bfa72aa1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.076148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.170897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d8ae6998-0a4e-4f45-9084-d8e38834fc5e None None] Allocated IP 172.20.0.34 (3eec2074-3646-4f25-9c05-5ba074f7b104/1618fb8f-b8cb-4cc8-99cf-9015076582a6/8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:16:09.175632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54150) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:09.314779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd09209-ce70-4f03-8a65-562ee8504181 req-d7f0ae03-620d-4bcb-ba27-7b5263ca3c6f service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986332 Sep 09 09:16:09.369900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event updated for resources: {'Port': ['ID=4afc960f-33bb-4e85-afaa-5442d55610f1,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:09.393902 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f83d00f-bbb9-4dc7-ad92-6fa18167ac09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.403813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-61780c31-9f9a-4b8f-9911-781c5158255b req-d90d2ab7-0dcf-4823-882f-8df5bfa72aa1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] For port 078eea78-1e9a-462c-8d09-97c8cf24bc9d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=078eea78-1e9a-462c-8d09-97c8cf24bc9d,segment=NetworkSegment(75d6b3cb-7147-4fef-914d-86146b5d2968),segment_id=75d6b3cb-7147-4fef-914d-86146b5d2968)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:09.404178 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61780c31-9f9a-4b8f-9911-781c5158255b req-d90d2ab7-0dcf-4823-882f-8df5bfa72aa1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.461715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-61780c31-9f9a-4b8f-9911-781c5158255b req-d90d2ab7-0dcf-4823-882f-8df5bfa72aa1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Calling delete_port for 078eea78-1e9a-462c-8d09-97c8cf24bc9d owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:09.478335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] In _notify_port_updated(), no bound segment for port 4afc960f-33bb-4e85-afaa-5442d55610f1 on network 3eec2074-3646-4f25-9c05-5ba074f7b104 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:16:09.483972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:09.484592 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.485939 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fa7244ba-79bc-4d7f-bd3a-53deafd9af5d tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "PUT /v2.0/ports/4afc960f-33bb-4e85-afaa-5442d55610f1 HTTP/1.1" status: 200 len: 960 time: 3.4474235 Sep 09 09:16:09.493461 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54154) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:09.557308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d8ae6998-0a4e-4f45-9084-d8e38834fc5e None None] For port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,segment=NetworkSegment(ec56ef7b-21c2-4f55-bc7b-4d6d96856f87),segment_id=ec56ef7b-21c2-4f55-bc7b-4d6d96856f87)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:09.558514 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b51ab714-1d0e-4c58-87cf-ab6f3677503b req-e7e568c1-ddc5-40a5-a99a-c51410ac2001 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.576394 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f83d00f-bbb9-4dc7-ad92-6fa18167ac09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.615864 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8ae6998-0a4e-4f45-9084-d8e38834fc5e None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.634158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d8ae6998-0a4e-4f45-9084-d8e38834fc5e None None] Transition to ACTIVE for port object 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:09.638425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['a7851938-abdd-4b16-a33f-01e9b42a347a', '078eea78-1e9a-462c-8d09-97c8cf24bc9d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:16:09.651579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-c781b7d6-a6d7-48ba-a94b-acaa9275e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:09.654297 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-c781b7d6-a6d7-48ba-a94b-acaa9275e019 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6399736 Sep 09 09:16:09.702419 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-3149a890-3905-4650-b70a-0b04a1141156 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:16:09.702419 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-3149a890-3905-4650-b70a-0b04a1141156 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206254 Sep 09 09:16:09.712190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c2dca9-0d41-444f-b018-989cf12c035e None None] Sync routers for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:16:09.735168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8ae6998-0a4e-4f45-9084-d8e38834fc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.742452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c2dca9-0d41-444f-b018-989cf12c035e None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:09.743088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e8c2dca9-0d41-444f-b018-989cf12c035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:09.770020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdd09209-ce70-4f03-8a65-562ee8504181 req-9fd1bfa3-a529-42af-97ac-e826d6534d75 service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628569 Sep 09 09:16:09.792135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e568c1-ddc5-40a5-a99a-c51410ac2001 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Pushing event deleted for resources: {'Port': ['ID=a7851938-abdd-4b16-a33f-01e9b42a347a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:09.796321 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5530afb-4255-4cc4-a54b-09462cbefead admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.820662 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61780c31-9f9a-4b8f-9911-781c5158255b req-d90d2ab7-0dcf-4823-882f-8df5bfa72aa1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.885644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-ec8aa04e-d83a-4bd8-af10-b185bcc04ec9 service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734705 Sep 09 09:16:09.898526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'tag': '472dea23-e1a9-407a-adf7-10e5c82d2649'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:09.900556 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6eb54d-d364-4256-9626-068341c92135" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6f5548-356e-4dfa-acbf-8484769aea46", "tag": "472dea23-e1a9-407a-adf7-10e5c82d2649"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:09.917682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f83d00f-bbb9-4dc7-ad92-6fa18167ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.920357 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f83d00f-bbb9-4dc7-ad92-6fa18167ac09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.941474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4f83d00f-bbb9-4dc7-ad92-6fa18167ac09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7213524-9adb-4730-add6-7d408e40f769 HTTP/1.1" status: 204 len: 168 time: 1.3541884 Sep 09 09:16:09.986285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51ab714-1d0e-4c58-87cf-ab6f3677503b req-e7e568c1-ddc5-40a5-a99a-c51410ac2001 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] No DVR routers for this DVR port a7851938-abdd-4b16-a33f-01e9b42a347a on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:09.989050 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9269816-d483-4ebf-8616-f4de759a4fe9 x-openstack-request-id: req-e9269816-d483-4ebf-8616-f4de759a4fe9 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:09.989674 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6f5548-356e-4dfa-acbf-8484769aea46", "tag": "472dea23-e1a9-407a-adf7-10e5c82d2649", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:09.990492 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9269816-d483-4ebf-8616-f4de759a4fe9 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:09.990872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d2ab7-0dcf-4823-882f-8df5bfa72aa1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Pushing event deleted for resources: {'Port': ['ID=078eea78-1e9a-462c-8d09-97c8cf24bc9d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:09.992191 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'tag': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'status': 'completed', 'code': 200} Sep 09 09:16:09.997299 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b51ab714-1d0e-4c58-87cf-ab6f3677503b req-e7e568c1-ddc5-40a5-a99a-c51410ac2001 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:09.999821 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b51ab714-1d0e-4c58-87cf-ab6f3677503b req-e7e568c1-ddc5-40a5-a99a-c51410ac2001 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "DELETE /v2.0/ports/a7851938-abdd-4b16-a33f-01e9b42a347a HTTP/1.1" status: 204 len: 173 time: 2.5809040 Sep 09 09:16:10.001791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487b0aa2-4e29-40bc-bca0-dc784160b5b7', 'name': 'network-vif-deleted', 'tag': 'a7851938-abdd-4b16-a33f-01e9b42a347a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:10.004551 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c95f5bf-40f4-42c5-9185-4a7b044ac0bb" -d '{"events": [{"server_uuid": "487b0aa2-4e29-40bc-bca0-dc784160b5b7", "name": "network-vif-deleted", "tag": "a7851938-abdd-4b16-a33f-01e9b42a347a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:10.018201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83d00f-bbb9-4dc7-ad92-6fa18167ac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7213524-9adb-4730-add6-7d408e40f769,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:10.032723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae6998-0a4e-4f45-9084-d8e38834fc5e None None] Pushing event updated for resources: {'Port': ['ID=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:10.123641 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a836c7-b4fc-4060-96f2-24b6cbc2222b x-openstack-request-id: req-f6a836c7-b4fc-4060-96f2-24b6cbc2222b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:10.124111 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487b0aa2-4e29-40bc-bca0-dc784160b5b7", "name": "network-vif-deleted", "tag": "a7851938-abdd-4b16-a33f-01e9b42a347a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:10.124417 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6a836c7-b4fc-4060-96f2-24b6cbc2222b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:10.125026 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487b0aa2-4e29-40bc-bca0-dc784160b5b7', 'name': 'network-vif-deleted', 'tag': 'a7851938-abdd-4b16-a33f-01e9b42a347a', 'status': 'completed', 'code': 200} Sep 09 09:16:10.234163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-9d7ee1f3-0117-47da-96b6-80eaadd19009 service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437324 Sep 09 09:16:10.250327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e8c2dca9-0d41-444f-b018-989cf12c035e None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:10.326802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a929f81-99c6-4cce-a532-403e8f6eb702 req-976bd19b-e96d-491a-a2dc-7600cf0e2dd8 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.32 "GET /v2.0/ports?device_id=487b0aa2-4e29-40bc-bca0-dc784160b5b7 HTTP/1.1" status: 200 len: 210 time: 0.0988860 Sep 09 09:16:10.336404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-61780c31-9f9a-4b8f-9911-781c5158255b req-d90d2ab7-0dcf-4823-882f-8df5bfa72aa1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] No DVR routers for this DVR port 078eea78-1e9a-462c-8d09-97c8cf24bc9d on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:10.342457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61780c31-9f9a-4b8f-9911-781c5158255b req-d90d2ab7-0dcf-4823-882f-8df5bfa72aa1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:10.347140 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61780c31-9f9a-4b8f-9911-781c5158255b req-d90d2ab7-0dcf-4823-882f-8df5bfa72aa1 tempest-MultipleCreateTestJSON-955568393 tempest-MultipleCreateTestJSON-955568393-project] 10.222.0.24 "DELETE /v2.0/ports/078eea78-1e9a-462c-8d09-97c8cf24bc9d HTTP/1.1" status: 204 len: 173 time: 1.7242835 Sep 09 09:16:10.365294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-9acf3be2-aa05-4664-b418-caea5883e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:10.366858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-9acf3be2-aa05-4664-b418-caea5883e9b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 1097 time: 0.0991731 Sep 09 09:16:10.398018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eb54d-d364-4256-9626-068341c92135 req-3b8d27d2-02d3-4872-b23b-f1670a76f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:10.399851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee6eb54d-d364-4256-9626-068341c92135 req-3b8d27d2-02d3-4872-b23b-f1670a76f5eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 1097 time: 0.3672853 Sep 09 09:16:10.458426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-308ca95a-8303-41d5-94ee-a3655ed70eab tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port 4afc960f-33bb-4e85-afaa-5442d55610f1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:10.463538 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308ca95a-8303-41d5-94ee-a3655ed70eab tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:10.678855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-841f8ca8-5ec4-42ad-aa83-da4825ac143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:10.680443 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-841f8ca8-5ec4-42ad-aa83-da4825ac143a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.2755239 Sep 09 09:16:10.881270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308ca95a-8303-41d5-94ee-a3655ed70eab tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:10.902033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-308ca95a-8303-41d5-94ee-a3655ed70eab tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for 4afc960f-33bb-4e85-afaa-5442d55610f1 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:10.914394 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-7feddc7c-db44-491c-b506-a42cb8d6c9f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472dea23-e1a9-407a-adf7-10e5c82d2649 HTTP/1.1" status: 200 len: 1000 time: 0.2166469 Sep 09 09:16:10.983443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:16:10.993280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e8c2dca9-0d41-444f-b018-989cf12c035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:b5:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:16:09Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:11.042982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-398c6d7e-e6f4-4d1f-b151-2db50f30be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:11.045586 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-398c6d7e-e6f4-4d1f-b151-2db50f30be88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.1100340 Sep 09 09:16:11.169699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c2dca9-0d41-444f-b018-989cf12c035e None None] Checking router: ffec3bfb-ad88-4db6-988a-e798dc3b44d4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:16:11.192403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-6d144737-06d3-4840-a1c8-cc8d5b607035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:11.197682 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-6d144737-06d3-4840-a1c8-cc8d5b607035 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199849 Sep 09 09:16:11.208093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c2dca9-0d41-444f-b018-989cf12c035e None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:11.209003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e8c2dca9-0d41-444f-b018-989cf12c035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:11.308608 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5530afb-4255-4cc4-a54b-09462cbefead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:11.336341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eb54d-d364-4256-9626-068341c92135 req-3c3feca1-1dd4-4339-b95e-7abf1137e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:11.337907 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee6eb54d-d364-4256-9626-068341c92135 req-3c3feca1-1dd4-4339-b95e-7abf1137e87c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.8350899 Sep 09 09:16:11.417762 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-fb897726-2a26-4a00-9560-e432c85d4238 service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117829 Sep 09 09:16:11.422485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e8c2dca9-0d41-444f-b018-989cf12c035e None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:11.554090 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5530afb-4255-4cc4-a54b-09462cbefead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:11.629019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5530afb-4255-4cc4-a54b-09462cbefead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536eeb2d-c39d-4757-b354-f711b3ca08b6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:11.629956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c8ca4f2-b5b5-4733-ac8c-399e0124e475 req-4a137507-7b69-4ac2-96d8-8a806f0246a4 service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026348 Sep 09 09:16:11.686630 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e5530afb-4255-4cc4-a54b-09462cbefead admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc6124e8a08b4042920655713718ce08&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5036895 Sep 09 09:16:11.687660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54236) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:11.704082 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee6eb54d-d364-4256-9626-068341c92135 req-579a269b-b708-4840-8c45-66f26d9d3b57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472dea23-e1a9-407a-adf7-10e5c82d2649 HTTP/1.1" status: 200 len: 1000 time: 0.2633657 Sep 09 09:16:11.780167 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66809e06-a202-4d4e-a5e1-69d6a9af66f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:11.795317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eb54d-d364-4256-9626-068341c92135 req-37b6ca14-f311-49a5-b5a2-f79310888980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:11.797169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee6eb54d-d364-4256-9626-068341c92135 req-37b6ca14-f311-49a5-b5a2-f79310888980 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.0770090 Sep 09 09:16:11.849166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66809e06-a202-4d4e-a5e1-69d6a9af66f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.850482 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:16:11.854458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2653a2b1-e1b0-4d00-9797-c427d41f7872 None None] Provisioning for port 4afc960f-33bb-4e85-afaa-5442d55610f1 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:11.884445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308ca95a-8303-41d5-94ee-a3655ed70eab tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:11.903966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2653a2b1-e1b0-4d00-9797-c427d41f7872 None None] Provisioning complete for port 4afc960f-33bb-4e85-afaa-5442d55610f1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:11.904915 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2653a2b1-e1b0-4d00-9797-c427d41f7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:11.947628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2653a2b1-e1b0-4d00-9797-c427d41f7872 None None] Port 4afc960f-33bb-4e85-afaa-5442d55610f1 was deleted so its status cannot be updated. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 09 09:16:11.962786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ca95a-8303-41d5-94ee-a3655ed70eab tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=4afc960f-33bb-4e85-afaa-5442d55610f1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:11.981556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e8c2dca9-0d41-444f-b018-989cf12c035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:b5:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:16:09Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:11.985100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2653a2b1-e1b0-4d00-9797-c427d41f7872 None None] Provisioning complete for port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:11.985484 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2653a2b1-e1b0-4d00-9797-c427d41f7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.042672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eb54d-d364-4256-9626-068341c92135 req-38a33282-d1e7-49fa-acd2-a39960c9d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:12.044242 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee6eb54d-d364-4256-9626-068341c92135 req-38a33282-d1e7-49fa-acd2-a39960c9d544 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2305124 Sep 09 09:16:12.044813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54254) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:12.070314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c2dca9-0d41-444f-b018-989cf12c035e None None] The sync data for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 is: [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:b5:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:16:09Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:16:12.076659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2653a2b1-e1b0-4d00-9797-c427d41f7872 None None] Port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:16:12.112192 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cfab77ee-cbd6-4255-b156-34868c47d1a2 req-ebdde3d7-35e3-44f9-8269-af7b7ff56f01 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.1361570 Sep 09 09:16:12.138155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd96aa8d-deb8-4f87-9bf3-db3aba857285', 'name': 'network-vif-deleted', 'tag': '078eea78-1e9a-462c-8d09-97c8cf24bc9d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:12.143346 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3610e6e3-01a8-4f95-95fd-60e430d0b86e" -d '{"events": [{"server_uuid": "dd96aa8d-deb8-4f87-9bf3-db3aba857285", "name": "network-vif-deleted", "tag": "078eea78-1e9a-462c-8d09-97c8cf24bc9d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:12.200047 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2653a2b1-e1b0-4d00-9797-c427d41f7872 None None] Provisioning for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:12.202243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2653a2b1-e1b0-4d00-9797-c427d41f7872 None None] Provisioning complete for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:12.202621 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2653a2b1-e1b0-4d00-9797-c427d41f7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.215205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab77ee-cbd6-4255-b156-34868c47d1a2 req-874a71f5-2820-437f-a9a8-23955a1f299f tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:12.217045 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cfab77ee-cbd6-4255-b156-34868c47d1a2 req-874a71f5-2820-437f-a9a8-23955a1f299f tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports/472dea23-e1a9-407a-adf7-10e5c82d2649 HTTP/1.1" status: 200 len: 942 time: 0.1039131 Sep 09 09:16:12.326035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee6eb54d-d364-4256-9626-068341c92135 req-a4b11b15-5914-4627-bb7c-eae45bc5d8aa service neutron] 10.222.0.41 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675791 Sep 09 09:16:12.344837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-214019013-network', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:12.361499 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66809e06-a202-4d4e-a5e1-69d6a9af66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.364849 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66809e06-a202-4d4e-a5e1-69d6a9af66f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.366514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-66809e06-a202-4d4e-a5e1-69d6a9af66f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/536eeb2d-c39d-4757-b354-f711b3ca08b6 HTTP/1.1" status: 204 len: 168 time: 0.6784580 Sep 09 09:16:12.426722 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308ca95a-8303-41d5-94ee-a3655ed70eab tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.429019 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-308ca95a-8303-41d5-94ee-a3655ed70eab tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/4afc960f-33bb-4e85-afaa-5442d55610f1 HTTP/1.1" status: 204 len: 168 time: 2.9355748 Sep 09 09:16:12.439225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66809e06-a202-4d4e-a5e1-69d6a9af66f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536eeb2d-c39d-4757-b354-f711b3ca08b6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:12.445600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54274) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:12.482071 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c46779-9af7-462b-8836-559b0f526251 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] GET failed (client error): The resource could not be found. Sep 09 09:16:12.486877 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cfab77ee-cbd6-4255-b156-34868c47d1a2 req-d7a6b505-db0a-47e3-aa4d-85354de6706b tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.1912668 Sep 09 09:16:12.487233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-71c46779-9af7-462b-8836-559b0f526251 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports/4afc960f-33bb-4e85-afaa-5442d55610f1 HTTP/1.1" status: 404 len: 333 time: 0.0363142 Sep 09 09:16:12.487233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54276) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:12.545904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a7851938-abdd-4b16-a33f-01e9b42a347a no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:12.572645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-062da797-987e-469d-a157-c481979a281c None None] Could not find standard attr ID for object 4afc960f-33bb-4e85-afaa-5442d55610f1. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:16:12.573950 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee6eb54d-d364-4256-9626-068341c92135 req-a59ed24f-e2cc-41fc-a01a-aae4e40ccb2f service neutron] 10.222.0.41 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248423 Sep 09 09:16:12.575692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: a7851938-abdd-4b16-a33f-01e9b42a347a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:16:12.576991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a7851938-abdd-4b16-a33f-01e9b42a347a not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:12.577588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 078eea78-1e9a-462c-8d09-97c8cf24bc9d no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:12.588142 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a960f99f-7a25-4a1e-b821-6e83def46bcd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.593623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Made reservation on behalf of 1c04901038b84fdfa281e81abfb35ea1 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:12.596275 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.600805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 078eea78-1e9a-462c-8d09-97c8cf24bc9d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:16:12.600805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 078eea78-1e9a-462c-8d09-97c8cf24bc9d not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:12.610678 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.629778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab77ee-cbd6-4255-b156-34868c47d1a2 req-f4d157c4-8a35-4735-af46-6e3a04ba540b tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:12.631295 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cfab77ee-cbd6-4255-b156-34868c47d1a2 req-f4d157c4-8a35-4735-af46-6e3a04ba540b tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1352844 Sep 09 09:16:12.633747 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a960f99f-7a25-4a1e-b821-6e83def46bcd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.685010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54282) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:12.724735 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca7e6ab-b16a-493f-922c-938a067bae3d x-openstack-request-id: req-0ca7e6ab-b16a-493f-922c-938a067bae3d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:12.725081 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd96aa8d-deb8-4f87-9bf3-db3aba857285", "name": "network-vif-deleted", "tag": "078eea78-1e9a-462c-8d09-97c8cf24bc9d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:12.725263 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ca7e6ab-b16a-493f-922c-938a067bae3d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:12.725648 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd96aa8d-deb8-4f87-9bf3-db3aba857285', 'name': 'network-vif-deleted', 'tag': '078eea78-1e9a-462c-8d09-97c8cf24bc9d', 'status': 'completed', 'code': 200} Sep 09 09:16:12.753171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c802d04-4b15-483c-be69-1871cd3ed11c admin admin] Deleting subnet b336174a-602c-4227-9468-de65f084e63c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:16:12.757037 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c802d04-4b15-483c-be69-1871cd3ed11c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.797791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c802d04-4b15-483c-be69-1871cd3ed11c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.819430 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a960f99f-7a25-4a1e-b821-6e83def46bcd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.821984 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a960f99f-7a25-4a1e-b821-6e83def46bcd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:12.823159 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a960f99f-7a25-4a1e-b821-6e83def46bcd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/security-groups/74da1121-a085-491f-a010-8003de0112e0 HTTP/1.1" status: 204 len: 168 time: 0.3356841 Sep 09 09:16:12.838658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54284) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:12.863210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960f99f-7a25-4a1e-b821-6e83def46bcd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74da1121-a085-491f-a010-8003de0112e0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:12.923874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c802d04-4b15-483c-be69-1871cd3ed11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.071115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-5ec887f0-d591-40b6-b203-905b045a806d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.3481693 Sep 09 09:16:13.125770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-37ab19d5-7b23-430c-a027-87509996c32f tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:13.128059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-37ab19d5-7b23-430c-a027-87509996c32f tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports/472dea23-e1a9-407a-adf7-10e5c82d2649 HTTP/1.1" status: 200 len: 942 time: 0.0499201 Sep 09 09:16:13.241943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-934849c1-b144-4e31-9aa7-680e7ec2906e tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.0644195 Sep 09 09:16:13.275452 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8102-696b-401e-b5c4-caedaad35ff3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.278726 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.304173 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8102-696b-401e-b5c4-caedaad35ff3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.354632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:13.357529 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-501316eb-e00f-45f9-a4a9-07f611d50230 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:13.358956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-501316eb-e00f-45f9-a4a9-07f611d50230 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1071155 Sep 09 09:16:13.371633 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c802d04-4b15-483c-be69-1871cd3ed11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.373715 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.382920 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-237706ed-78fd-4034-b57f-483c195a63a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.421980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c802d04-4b15-483c-be69-1871cd3ed11c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b336174a-602c-4227-9468-de65f084e63c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:13.432581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c802d04-4b15-483c-be69-1871cd3ed11c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.434440 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9c802d04-4b15-483c-be69-1871cd3ed11c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b336174a-602c-4227-9468-de65f084e63c HTTP/1.1" status: 204 len: 168 time: 0.7483785 Sep 09 09:16:13.437876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8102-696b-401e-b5c4-caedaad35ff3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.439183 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-d62159fc-8d7e-41b2-9af3-b55e8276daa0 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.0716040 Sep 09 09:16:13.439681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54296) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:13.440362 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8102-696b-401e-b5c4-caedaad35ff3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.443868 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0d6d8102-696b-401e-b5c4-caedaad35ff3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/security-groups/1586f11c-8cac-431c-86e1-38e7e9b71558 HTTP/1.1" status: 204 len: 168 time: 0.6018524 Sep 09 09:16:13.446806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54298) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:13.447960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:16:13.449850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3de529a-2119-46fa-a248-e01b375ef745,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:13.459315 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-b9866a05-40b9-4e14-b39f-42f56e8a9450 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:13.492822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d8102-696b-401e-b5c4-caedaad35ff3 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1586f11c-8cac-431c-86e1-38e7e9b71558,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:13.505241 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.505891 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Added segment aac8c902-78cc-4439-8d1f-cdaefc1227da of type vlan for network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 Sep 09 09:16:13.597017 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.616247 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-b9866a05-40b9-4e14-b39f-42f56e8a9450 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.620065 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.674419 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42228b2c-268e-4ab4-b62a-9a60ee05ae74 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.691116 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-237706ed-78fd-4034-b57f-483c195a63a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.736305 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.737270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:13.738550 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.764979 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42228b2c-268e-4ab4-b62a-9a60ee05ae74 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.782401 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-237706ed-78fd-4034-b57f-483c195a63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.802066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-dff61788-532c-46e1-b575-08f99df174e0 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:13.803578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-dff61788-532c-46e1-b575-08f99df174e0 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 805 time: 0.1645212 Sep 09 09:16:13.856926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:13.871560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.877408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:16:13.877875 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-237706ed-78fd-4034-b57f-483c195a63a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ce3f6e2f4cb4728909355ebd82628aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191987 Sep 09 09:16:13.883923 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-ef02eccb-e19b-403f-b151-27bcd3a2ea05 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/quotas/732f78253ff7467eb3d636874f29448f HTTP/1.1" status: 200 len: 375 time: 0.0682859 Sep 09 09:16:13.886708 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bcc3eced-51cb-470f-aca1-0bfeec954255 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8378620 Sep 09 09:16:13.887321 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:13.897351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54314) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:13.904442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237706ed-78fd-4034-b57f-483c195a63a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03e318d-848d-48fc-860a-1986ad11bc95,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:13.913135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] Request body: {'subnet': {'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-214019013-subnet', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:13.916943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-b9866a05-40b9-4e14-b39f-42f56e8a9450 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.930340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6585e10-f320-4fb8-8102-696eea41ef50']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:13.940488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d6b3cb-7147-4fef-914d-86146b5d2968') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:13.941159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d6b3cb-7147-4fef-914d-86146b5d2968') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:13.953536 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.971266 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.978401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:16:13.978862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:16:13.980609 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:16:13.991491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-b9866a05-40b9-4e14-b39f-42f56e8a9450 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:13.995430 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-b9866a05-40b9-4e14-b39f-42f56e8a9450 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Floating IP 07ae1e01-82ec-442b-9c11-7fce4270b9b8 disassociated. External IP: 172.25.8.47, port: 472dea23-e1a9-407a-adf7-10e5c82d2649. Sep 09 09:16:13.997570 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-258f0f03-abdf-4c61-b5cb-510c1707202c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128032 Sep 09 09:16:14.015904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-208b3ecb-fc49-4f33-8ea0-8d4d45a99202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.058053 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-208b3ecb-fc49-4f33-8ea0-8d4d45a99202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.067858 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42228b2c-268e-4ab4-b62a-9a60ee05ae74 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.070433 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42228b2c-268e-4ab4-b62a-9a60ee05ae74 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.071623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-42228b2c-268e-4ab4-b62a-9a60ee05ae74 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/security-groups/d058eae4-abb0-436a-88f4-510ee19aafef HTTP/1.1" status: 204 len: 168 time: 0.6176014 Sep 09 09:16:14.080476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54316) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:14.090189 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] Made reservation on behalf of 1c04901038b84fdfa281e81abfb35ea1 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:14.092515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.115255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42228b2c-268e-4ab4-b62a-9a60ee05ae74 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d058eae4-abb0-436a-88f4-510ee19aafef,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:14.167493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.176326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.176326 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d6585e10-f320-4fb8-8102-696eea41ef50 HTTP/1.1" status: 204 len: 168 time: 0.7342751 Sep 09 09:16:14.194766 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-d14a6c70-5edd-4882-bd6d-cc4069b8cd07 service neutron] 10.222.0.32 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896596 Sep 09 09:16:14.201873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8332d228-20e3-442f-8c83-b228b8c76992 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting subnet 8a092b2a-1a06-49eb-8385-d579abf41ed7 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:16:14.204074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5d1d7-aa28-42c8-8e4c-ff4f008be903 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6585e10-f320-4fb8-8102-696eea41ef50,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:14.210497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8332d228-20e3-442f-8c83-b228b8c76992 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.274480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1731d1d-8565-49ce-866e-27522bf6aa9b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:14.315259 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-208b3ecb-fc49-4f33-8ea0-8d4d45a99202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.318901 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-208b3ecb-fc49-4f33-8ea0-8d4d45a99202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.325198 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-208b3ecb-fc49-4f33-8ea0-8d4d45a99202 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d03e318d-848d-48fc-860a-1986ad11bc95 HTTP/1.1" status: 204 len: 168 time: 0.4310017 Sep 09 09:16:14.335985 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8332d228-20e3-442f-8c83-b228b8c76992 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.347967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b3ecb-fc49-4f33-8ea0-8d4d45a99202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03e318d-848d-48fc-860a-1986ad11bc95,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:14.421167 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ec33a9b-f721-4ea0-9c30-cac8cfb89c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.474698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-d21bd57c-a9e9-4174-a78d-f1eb07b85ad9 service neutron] 10.222.0.32 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586215 Sep 09 09:16:14.482026 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.514708 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8332d228-20e3-442f-8c83-b228b8c76992 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.531017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1731d1d-8565-49ce-866e-27522bf6aa9b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1731d1d-8565-49ce-866e-27522bf6aa9b,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:14.532716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1731d1d-8565-49ce-866e-27522bf6aa9b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:14.536974 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21c7333-9dfa-47be-955a-6f206834c82c" -d '{"events": [{"server_uuid": "7161e23f-7075-4dcf-9f64-b88172c04e0b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1731d1d-8565-49ce-866e-27522bf6aa9b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:14.594507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-b9866a05-40b9-4e14-b39f-42f56e8a9450 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:16:14.626664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.681801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c1731d1d-8565-49ce-866e-27522bf6aa9b,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:14.689577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.691754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.692302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.692817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.693319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.693842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.694328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.694827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.695311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.695822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.696314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.696845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.697336 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:14.728684 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8332d228-20e3-442f-8c83-b228b8c76992 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.761027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54330) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:14.761199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-b9866a05-40b9-4e14-b39f-42f56e8a9450 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:16:14.771319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] Checking segment: {'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:16:14.771591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] Network hostable DHCP agents. Network: 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:16:14.774932 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5e04f-1c43-4e4c-b3bb-d0606dae0918 None None] Sync routers for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:16:14.784287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c51cc2-c853-45d6-ad87-c7020f7a4fe6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:14.788666 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-b9866a05-40b9-4e14-b39f-42f56e8a9450 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.796592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332d228-20e3-442f-8c83-b228b8c76992 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Subnet': ['ID=8a092b2a-1a06-49eb-8385-d579abf41ed7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:14.802536 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5e04f-1c43-4e4c-b3bb-d0606dae0918 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:14.803179 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-99a5e04f-1c43-4e4c-b3bb-d0606dae0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:14.813655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2fcba9-f117-42d7-b1c0-dd6d13074052 None None] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:14.844246 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8332d228-20e3-442f-8c83-b228b8c76992 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:14.846200 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8332d228-20e3-442f-8c83-b228b8c76992 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/8a092b2a-1a06-49eb-8385-d579abf41ed7 HTTP/1.1" status: 204 len: 168 time: 0.7648015 Sep 09 09:16:14.853031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54336) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:14.894844 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b1e22ec8-4fcb-470f-b995-69d658eb79f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65bd9d90852143cbb897bcb29dd63ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302173 Sep 09 09:16:14.897190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54338) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:14.944932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] Network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:16:14.945746 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e934a2e-4afd-4ed7-82f2-0334faa289fd x-openstack-request-id: req-9e934a2e-4afd-4ed7-82f2-0334faa289fd {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:14.949517 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7161e23f-7075-4dcf-9f64-b88172c04e0b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1731d1d-8565-49ce-866e-27522bf6aa9b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:14.949949 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e934a2e-4afd-4ed7-82f2-0334faa289fd {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:14.950611 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1731d1d-8565-49ce-866e-27522bf6aa9b', 'code': 200} Sep 09 09:16:14.983990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-b9866a05-40b9-4e14-b39f-42f56e8a9450 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "PUT /v2.0/floatingips/07ae1e01-82ec-442b-9c11-7fce4270b9b8 HTTP/1.1" status: 200 len: 694 time: 1.5330546 Sep 09 09:16:15.000608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'tag': '472dea23-e1a9-407a-adf7-10e5c82d2649'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:15.002967 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6f5548-356e-4dfa-acbf-8484769aea46", "tag": "472dea23-e1a9-407a-adf7-10e5c82d2649"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:15.043974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:15.054996 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-99a5e04f-1c43-4e4c-b3bb-d0606dae0918 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:15.058220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:15.059030 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:15.095330 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-974e015c-b9a3-45c5-b008-63529c407829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:15.101456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a88326f-59a9-4126-bac8-803de7f49009 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting subnet 1618fb8f-b8cb-4cc8-99cf-9015076582a6 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:16:15.102737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ebb269-e0d7-480c-b074-8e7816db107f None None] Network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:15.110657 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a88326f-59a9-4126-bac8-803de7f49009 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:15.127904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-974e015c-b9a3-45c5-b008-63529c407829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:15.141570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-4c5175de-02df-4076-960f-ac4847e79c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:15.145309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-4c5175de-02df-4076-960f-ac4847e79c8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 1097 time: 0.1602945 Sep 09 09:16:15.189808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe2a3ecf-9439-4e3f-9ce2-5a6d7f828194 req-031a5ae1-46a2-45b5-bbe0-77cfcebbea5e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 210 time: 0.0958414 Sep 09 09:16:15.198955 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a31a448e-71f1-4df5-8d78-2bcb32d96355 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2930365 Sep 09 09:16:15.201464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54352) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:15.207010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:15.271490 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a88326f-59a9-4126-bac8-803de7f49009 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:15.340247 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-99a5e04f-1c43-4e4c-b3bb-d0606dae0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:15.351207 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd452b29-8e55-4626-97c4-b83b6ef4c156 x-openstack-request-id: req-cd452b29-8e55-4626-97c4-b83b6ef4c156 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:15.351522 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6f5548-356e-4dfa-acbf-8484769aea46", "tag": "472dea23-e1a9-407a-adf7-10e5c82d2649", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:15.351775 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd452b29-8e55-4626-97c4-b83b6ef4c156 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:15.352172 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'tag': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'status': 'completed', 'code': 200} Sep 09 09:16:15.375313 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:15.376730 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:15.385253 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-974e015c-b9a3-45c5-b008-63529c407829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:15.385497 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5e04f-1c43-4e4c-b3bb-d0606dae0918 None None] Checking router: ffec3bfb-ad88-4db6-988a-e798dc3b44d4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:16:15.385639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-974e015c-b9a3-45c5-b008-63529c407829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:15.388854 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-974e015c-b9a3-45c5-b008-63529c407829 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0b31676-e5f6-4990-93d5-65108a4e9563 HTTP/1.1" status: 204 len: 168 time: 0.4869006 Sep 09 09:16:15.399874 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5e04f-1c43-4e4c-b3bb-d0606dae0918 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:15.400900 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-99a5e04f-1c43-4e4c-b3bb-d0606dae0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:15:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:15.405004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e015c-b9a3-45c5-b008-63529c407829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b31676-e5f6-4990-93d5-65108a4e9563,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:15.424080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'fixed_ips': [{'subnet_id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:16:15.426479 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:15.471422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a req-2bf49be6-4fdf-4170-903f-1ba4bdd4e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:15.476685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a req-2bf49be6-4fdf-4170-903f-1ba4bdd4e270 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 1097 time: 0.1391726 Sep 09 09:16:15.601184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:15.611993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-eb8f39f5-6322-43e9-8d79-f87f330c21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:15.621136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-eb8f39f5-6322-43e9-8d79-f87f330c21ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.4371138 Sep 09 09:16:15.695527 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-99a5e04f-1c43-4e4c-b3bb-d0606dae0918 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:15.802000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-ca505793-f146-4c47-8ee8-cadad2da28b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472dea23-e1a9-407a-adf7-10e5c82d2649 HTTP/1.1" status: 200 len: 217 time: 0.1801786 Sep 09 09:16:15.816527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Allocated IP 172.20.0.2 (4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0/90c51cc2-c853-45d6-ad87-c7020f7a4fe6/82240197-03c2-4d39-887f-92403264c5e5) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:16:15.836549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a req-5f9970b0-f16a-40de-86bc-6172ebe55273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:15.844518 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a req-5f9970b0-f16a-40de-86bc-6172ebe55273 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.3360808 Sep 09 09:16:15.936484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-42d6571e-e156-434a-9269-e782a8fd8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:15.945512 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-42d6571e-e156-434a-9269-e782a8fd8a84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.1422024 Sep 09 09:16:16.084645 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a req-228ad795-a7d1-4fe8-bb1a-0b9d4393165c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472dea23-e1a9-407a-adf7-10e5c82d2649 HTTP/1.1" status: 200 len: 217 time: 0.2323055 Sep 09 09:16:16.098260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b4ef5-de5b-42e7-959e-cc32682fa9a9 req-9f266305-3ded-44a0-82a5-92f8b043fc55 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:16.101368 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e33b4ef5-de5b-42e7-959e-cc32682fa9a9 req-9f266305-3ded-44a0-82a5-92f8b043fc55 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.41 "GET /v2.0/ports?device_id=7161e23f-7075-4dcf-9f64-b88172c04e0b HTTP/1.1" status: 200 len: 944 time: 0.7483816 Sep 09 09:16:16.193430 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:16.212429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Transition to ACTIVE for port object 82240197-03c2-4d39-887f-92403264c5e5 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:16.243132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Transition to ACTIVE for port object 82240197-03c2-4d39-887f-92403264c5e5 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:16.244634 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-99a5e04f-1c43-4e4c-b3bb-d0606dae0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:16.248294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-fbc29045-dacf-42d4-b52c-562d8e95e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:16.258975 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-fbc29045-dacf-42d4-b52c-562d8e95e8c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3121791 Sep 09 09:16:16.288294 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5e04f-1c43-4e4c-b3bb-d0606dae0918 None None] The sync data for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 is: [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:16:16.347784 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a88326f-59a9-4126-bac8-803de7f49009 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:16.352396 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:16.382675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:16.436282 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-667a899e-964d-4d30-b98b-d2cda811b040 req-778ebe65-b32d-4e94-9b91-0ecb22302323 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 210 time: 0.0464118 Sep 09 09:16:16.437870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:16:16.446942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a req-bf2203dd-0218-481c-841b-4759e692534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:16.448926 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a req-bf2203dd-0218-481c-841b-4759e692534e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.2799151 Sep 09 09:16:16.455634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:16.460455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:16:16.539707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Pushing event updated for resources: {'Port': ['ID=82240197-03c2-4d39-887f-92403264c5e5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:16.779911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a req-88f0b844-8740-419c-8563-7e53bf2655d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:16.787151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a req-88f0b844-8740-419c-8563-7e53bf2655d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3278489 Sep 09 09:16:16.792970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-e72bbf94-a5e7-4eb2-8f7f-cf945079c3f4 service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330203 Sep 09 09:16:16.902361 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a req-95816c18-4f9e-4739-a47a-12a58b8d22fa service neutron] 10.222.0.41 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947464 Sep 09 09:16:16.958874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ab9f59-0093-4f05-aa9a-083359fb5430 None None] New status for floating IP 07ae1e01-82ec-442b-9c11-7fce4270b9b8: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:16:17.014137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Attempting to bind port 82240197-03c2-4d39-887f-92403264c5e5 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:16:17.022602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Attempting to bind port 82240197-03c2-4d39-887f-92403264c5e5 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:16:17.023167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Attempting to bind port 82240197-03c2-4d39-887f-92403264c5e5 on network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:17.101320 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a1232c0-dc04-4de0-b54c-5a1c2dcae86a req-0305631b-4660-425e-8290-db716b940438 service neutron] 10.222.0.41 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798728 Sep 09 09:16:17.118229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:16:17.118590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Checking segment: {'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:16:17.118999 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.120927 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Bound using segment: {'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:16:17.121477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Bound port: 82240197-03c2-4d39-887f-92403264c5e5, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:16:17.121979 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.186896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b26e5838-4187-460a-a943-a82bf44326b3 None None] Provisioning complete for port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:17.187282 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b26e5838-4187-460a-a943-a82bf44326b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.210536 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.233272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.339229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e33b4ef5-de5b-42e7-959e-cc32682fa9a9 req-b931e7af-a825-4b00-ba31-a1f1ae115f5f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Deleting port c1731d1d-8565-49ce-866e-27522bf6aa9b {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:17.345984 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e33b4ef5-de5b-42e7-959e-cc32682fa9a9 req-b931e7af-a825-4b00-ba31-a1f1ae115f5f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.360932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Allocated IP 172.25.8.34 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/d99170ae-686c-4477-acb8-103f456dd52d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:16:17.415095 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9022966-5ac7-4322-91a7-493cccd1d2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.416623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b26e5838-4187-460a-a943-a82bf44326b3 None None] Port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:16:17.428033 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.496849 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b26e5838-4187-460a-a943-a82bf44326b3 None None] Provisioning complete for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:17.497232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b26e5838-4187-460a-a943-a82bf44326b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.499219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] For port 82240197-03c2-4d39-887f-92403264c5e5, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:16:17.538811 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-814dcf50-1832-46a9-8fb4-bbce7403758c req-59bff4b2-2ef7-46de-95e5-5fdc854b36ad service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313652 Sep 09 09:16:17.547083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a88326f-59a9-4126-bac8-803de7f49009 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.553112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] For port 82240197-03c2-4d39-887f-92403264c5e5, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=82240197-03c2-4d39-887f-92403264c5e5,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:16:17.582978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54408) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:17.619404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88326f-59a9-4126-bac8-803de7f49009 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Subnet': ['ID=1618fb8f-b8cb-4cc8-99cf-9015076582a6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:17.626373 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a88326f-59a9-4126-bac8-803de7f49009 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.631093 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0a88326f-59a9-4126-bac8-803de7f49009 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/1618fb8f-b8cb-4cc8-99cf-9015076582a6 HTTP/1.1" status: 204 len: 168 time: 2.7742298 Sep 09 09:16:17.638683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ff779-72ed-4d3f-a3e0-0183e5af51ff None None] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:17.657577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54416) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:17.725507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e33b4ef5-de5b-42e7-959e-cc32682fa9a9 req-b931e7af-a825-4b00-ba31-a1f1ae115f5f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] For port c1731d1d-8565-49ce-866e-27522bf6aa9b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1731d1d-8565-49ce-866e-27522bf6aa9b,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:17.725995 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e33b4ef5-de5b-42e7-959e-cc32682fa9a9 req-b931e7af-a825-4b00-ba31-a1f1ae115f5f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.741522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e33b4ef5-de5b-42e7-959e-cc32682fa9a9 req-b931e7af-a825-4b00-ba31-a1f1ae115f5f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Calling delete_port for c1731d1d-8565-49ce-866e-27522bf6aa9b owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:17.798463 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:17.817787 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-91105fc6-215e-4435-9447-8d56a68e07dd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:16:17.818244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91105fc6-215e-4435-9447-8d56a68e07dd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:17.827821 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-91105fc6-215e-4435-9447-8d56a68e07dd tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/8a092b2a-1a06-49eb-8385-d579abf41ed7 HTTP/1.1" status: 404 len: 337 time: 0.1364739 Sep 09 09:16:17.865111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54422) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:17.866788 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-999b735d-12ae-4715-8997-5a774b37c5db req-0e6309b4-fdd0-40bf-ab7e-50b6aed35123 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 210 time: 0.2571471 Sep 09 09:16:18.007762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f73ba8-ec45-442e-b50a-0b661f80ffa2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting subnet de3d5335-5584-4004-8669-62294509a33f {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:16:18.011253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-51f73ba8-ec45-442e-b50a-0b661f80ffa2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.012499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ee0a8-29b3-4bea-ab3e-b6f642c417c2 None None] Pushing event updated for resources: {'Port': ['ID=82240197-03c2-4d39-887f-92403264c5e5,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:18.145723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-51f73ba8-ec45-442e-b50a-0b661f80ffa2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.153596 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1986333900-network', 'tenant_id': 'f0e81e11c2164e019d58fca3bfa47253'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:18.283980 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1731d1d-8565-49ce-866e-27522bf6aa9b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:18.344037 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e33b4ef5-de5b-42e7-959e-cc32682fa9a9 req-b931e7af-a825-4b00-ba31-a1f1ae115f5f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.345441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Made reservation on behalf of f0e81e11c2164e019d58fca3bfa47253 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:18.349251 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.367882 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.425097 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-51f73ba8-ec45-442e-b50a-0b661f80ffa2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.449476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No active binding found for port c1731d1d-8565-49ce-866e-27522bf6aa9b {{(pid=95327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 09 09:16:18.450065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1731d1d-8565-49ce-866e-27522bf6aa9b not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:18.469952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931e7af-a825-4b00-ba31-a1f1ae115f5f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Pushing event deleted for resources: {'Port': ['ID=c1731d1d-8565-49ce-866e-27522bf6aa9b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:18.483222 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.501476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.574176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33b4ef5-de5b-42e7-959e-cc32682fa9a9 req-b931e7af-a825-4b00-ba31-a1f1ae115f5f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] No DVR routers for this DVR port c1731d1d-8565-49ce-866e-27522bf6aa9b on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:18.578498 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e33b4ef5-de5b-42e7-959e-cc32682fa9a9 req-b931e7af-a825-4b00-ba31-a1f1ae115f5f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.580820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e33b4ef5-de5b-42e7-959e-cc32682fa9a9 req-b931e7af-a825-4b00-ba31-a1f1ae115f5f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.41 "DELETE /v2.0/ports/c1731d1d-8565-49ce-866e-27522bf6aa9b HTTP/1.1" status: 204 len: 173 time: 2.4644246 Sep 09 09:16:18.582105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'name': 'network-vif-deleted', 'tag': 'c1731d1d-8565-49ce-866e-27522bf6aa9b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:18.585412 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357cfca4-7a87-4878-add8-84cbae86cb5e" -d '{"events": [{"server_uuid": "7161e23f-7075-4dcf-9f64-b88172c04e0b", "name": "network-vif-deleted", "tag": "c1731d1d-8565-49ce-866e-27522bf6aa9b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:18.654639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.656090 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56cdf1b-4237-4285-b053-54b86468ee87 x-openstack-request-id: req-d56cdf1b-4237-4285-b053-54b86468ee87 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:18.656432 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7161e23f-7075-4dcf-9f64-b88172c04e0b", "name": "network-vif-deleted", "tag": "c1731d1d-8565-49ce-866e-27522bf6aa9b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:18.656857 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d56cdf1b-4237-4285-b053-54b86468ee87 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:18.657304 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7161e23f-7075-4dcf-9f64-b88172c04e0b', 'name': 'network-vif-deleted', 'tag': 'c1731d1d-8565-49ce-866e-27522bf6aa9b', 'status': 'completed', 'code': 200} Sep 09 09:16:18.685201 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.703924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-305ad051-0723-45f7-a972-3e72947ed45b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:18.705434 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-305ad051-0723-45f7-a972-3e72947ed45b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.24 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 805 time: 1.2703412 Sep 09 09:16:18.723565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:16:18.729389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Request body: {'port': {'device_id': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'admin_state_up': True, 'tenant_id': '732f78253ff7467eb3d636874f29448f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:18.759782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-3bbb04ae-3922-471b-babb-be8e34f0ce5d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:18.759782 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-3bbb04ae-3922-471b-babb-be8e34f0ce5d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2054229 Sep 09 09:16:18.768755 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:18.788223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:16:18.793918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=d99170ae-686c-4477-acb8-103f456dd52d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:18.834245 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.855064 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-51f73ba8-ec45-442e-b50a-0b661f80ffa2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:18.908578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-5d0aa2b0-2eb6-463d-8603-529881be4be0 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.1410227 Sep 09 09:16:18.960854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-db1183e7-0839-4db6-b44e-5417a7671ecc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Request body: {'floatingip': {'port_id': 'c6891951-bafa-41d5-b111-b96701990ba7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:19.003131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 82240197-03c2-4d39-887f-92403264c5e5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:16:19.021723 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-db1183e7-0839-4db6-b44e-5417a7671ecc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.107667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f73ba8-ec45-442e-b50a-0b661f80ffa2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Subnet': ['ID=de3d5335-5584-4004-8669-62294509a33f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:19.112428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f169806-1183-40c6-a8b2-6da1540b18b9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:19.123884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-51f73ba8-ec45-442e-b50a-0b661f80ffa2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.133574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-51f73ba8-ec45-442e-b50a-0b661f80ffa2 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/de3d5335-5584-4004-8669-62294509a33f HTTP/1.1" status: 204 len: 168 time: 1.2663620 Sep 09 09:16:19.138556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2662b32d-1359-48f5-bb6f-c6b95cacfe5b None None] Network 3eec2074-3646-4f25-9c05-5ba074f7b104 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:19.138679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54448) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:19.154571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:16:19.226326 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-83936242-e225-4a45-9c83-df3470520de6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:16:19.226794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83936242-e225-4a45-9c83-df3470520de6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:19.228619 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-83936242-e225-4a45-9c83-df3470520de6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/5b67e8c3-1479-4148-9ac7-9b3facf56b34 HTTP/1.1" status: 404 len: 337 time: 0.0859082 Sep 09 09:16:19.232250 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b185194-9954-4704-9db4-6e11ab3fbfc9 req-40718e39-d3f3-4f05-ba6e-f215c724a9a2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 210 time: 0.0944591 Sep 09 09:16:19.232966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54450) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:19.247647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.247647 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Added segment a5044ae8-d9a6-4be1-a0ec-a867c468b3c4 of type vlan for network 30b1b637-521b-4375-b707-9e120ff55adf Sep 09 09:16:19.280927 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 82240197-03c2-4d39-887f-92403264c5e5 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:19.299416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-28818114-bf35-4a0b-a885-43b553da1f63 None None] Provisioning complete for port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:19.304621 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28818114-bf35-4a0b-a885-43b553da1f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.319340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f042dab8-4dc2-422a-9875-922063031973 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5579b9-5274-4116-8bd2-dfdfa96de656 HTTP/1.1" status: 200 len: 205 time: 0.0793562 Sep 09 09:16:19.319340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54452) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:19.362175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-28818114-bf35-4a0b-a885-43b553da1f63 None None] Port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:16:19.412075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-28818114-bf35-4a0b-a885-43b553da1f63 None None] Provisioning complete for port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:19.412464 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28818114-bf35-4a0b-a885-43b553da1f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.451038 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-7477d9cc-3aed-4f54-a569-9ef1825cddc6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] delete failed (client error): The resource could not be found. Sep 09 09:16:19.458919 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7477d9cc-3aed-4f54-a569-9ef1825cddc6 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/routers/6f5579b9-5274-4116-8bd2-dfdfa96de656 HTTP/1.1" status: 404 len: 336 time: 0.1338842 Sep 09 09:16:19.463103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54456) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:19.522247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Made reservation on behalf of 732f78253ff7467eb3d636874f29448f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:19.526455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.549029 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e928e00-d9e4-4a02-aaec-ee3ebd05f96f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:16:19.549757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e928e00-d9e4-4a02-aaec-ee3ebd05f96f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:19.554196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0e928e00-d9e4-4a02-aaec-ee3ebd05f96f tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/dba4c9fe-7849-4efd-ae8c-3c8651dd3331 HTTP/1.1" status: 404 len: 337 time: 0.0878963 Sep 09 09:16:19.558457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54460) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:19.584973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c571f2-e71d-4526-b977-4e582bc3a853 None None] DHCP port deletion for 3eec2074-3646-4f25-9c05-5ba074f7b104 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:16:19.604849 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.625219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4419d65b-7ad8-4e41-a502-f066fb74cefd None None] Network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:19.663105 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e28fa3e-20d0-4991-b92e-7578190a1590 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:16:19.663257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6af57-cc8f-4b37-85e6-90ebbbdc7f7e req-3f610829-de5d-4c60-b3df-6c219e21dac7 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:19.663632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e28fa3e-20d0-4991-b92e-7578190a1590 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:19.664754 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78f6af57-cc8f-4b37-85e6-90ebbbdc7f7e req-3f610829-de5d-4c60-b3df-6c219e21dac7 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f6f5548-356e-4dfa-acbf-8484769aea46 HTTP/1.1" status: 200 len: 945 time: 0.1032937 Sep 09 09:16:19.668092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5e28fa3e-20d0-4991-b92e-7578190a1590 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/ec806a24-6bb0-4fe2-9743-2d1465f612d1 HTTP/1.1" status: 404 len: 337 time: 0.1021156 Sep 09 09:16:19.668614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54464) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:19.760467 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.761987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:19.762563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-68c571f2-e71d-4526-b977-4e582bc3a853 None None] Deleting port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:19.762746 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.763160 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68c571f2-e71d-4526-b977-4e582bc3a853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.765760 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-878b30ff-2a39-4170-9927-aaf9c07d34b5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:16:19.766224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878b30ff-2a39-4170-9927-aaf9c07d34b5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:19.776075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-878b30ff-2a39-4170-9927-aaf9c07d34b5 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/6e6996c4-bcb8-4716-95d0-19a68f44f206 HTTP/1.1" status: 404 len: 337 time: 0.1052022 Sep 09 09:16:19.778205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54466) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:19.843665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-68c571f2-e71d-4526-b977-4e582bc3a853 None None] For port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,segment=NetworkSegment(ec56ef7b-21c2-4f55-bc7b-4d6d96856f87),segment_id=ec56ef7b-21c2-4f55-bc7b-4d6d96856f87)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:19.846202 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68c571f2-e71d-4526-b977-4e582bc3a853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.855041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c2d3f257-f257-40f1-99c9-f11d87c58838 None None] Provisioning for port 82240197-03c2-4d39-887f-92403264c5e5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:19.862255 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.885933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-68c571f2-e71d-4526-b977-4e582bc3a853 None None] Calling delete_port for 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:19.938830 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2ffb7f-d8bc-4f2f-bcb8-8dd43fdb03c9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:16:19.939649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2ffb7f-d8bc-4f2f-bcb8-8dd43fdb03c9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:19.944157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6f2ffb7f-d8bc-4f2f-bcb8-8dd43fdb03c9 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/9d7fcf8e-402d-43ae-be3f-1a347cf6fec4 HTTP/1.1" status: 404 len: 333 time: 0.0922370 Sep 09 09:16:19.944157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3579977 Sep 09 09:16:19.945838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54470) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:19.955468 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c2d3f257-f257-40f1-99c9-f11d87c58838 None None] Provisioning complete for port 82240197-03c2-4d39-887f-92403264c5e5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:19.955877 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2d3f257-f257-40f1-99c9-f11d87c58838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:19.959019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:19.974228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] Request body: {'subnet': {'network_id': '30b1b637-521b-4375-b707-9e120ff55adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1986333900-subnet', 'tenant_id': 'f0e81e11c2164e019d58fca3bfa47253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:20.019594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09fc2f-724e-41f8-b768-ea46f2fb2543 admin admin] Pushing event updated for resources: {'Network': ['ID=30b1b637-521b-4375-b707-9e120ff55adf,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:20.021581 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5223b34-d83e-41ff-afd6-57c7a13f5188 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:16:20.027804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5223b34-d83e-41ff-afd6-57c7a13f5188 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:20.033976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a5223b34-d83e-41ff-afd6-57c7a13f5188 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/417c3aa1-8114-4186-aff2-034bc5d5bc3f HTTP/1.1" status: 404 len: 337 time: 0.0829937 Sep 09 09:16:20.034181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 30b1b637-521b-4375-b707-9e120ff55adf details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:16:20.052404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54476) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:20.068763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Allocated IP 172.20.0.12 (575bbc1b-2638-4cdf-9043-6cd38faa718c/e7087ae7-6b75-4933-a9a3-67deca9dee86/3072003d-d8ce-4126-a3f6-07aa9ba9ae59) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:16:20.109909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-78f6af57-cc8f-4b37-85e6-90ebbbdc7f7e req-0eced2bb-9434-4283-8bbe-3597510fa812 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Deleting port 472dea23-e1a9-407a-adf7-10e5c82d2649 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:20.110619 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78f6af57-cc8f-4b37-85e6-90ebbbdc7f7e req-0eced2bb-9434-4283-8bbe-3597510fa812 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.146248 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ecf130-b91e-48ef-b168-e250c1aef57e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:16:20.147924 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ecf130-b91e-48ef-b168-e250c1aef57e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:20.149989 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-86ecf130-b91e-48ef-b168-e250c1aef57e tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/7b794222-2866-4037-aaeb-45ed96fc594b HTTP/1.1" status: 404 len: 337 time: 0.0949273 Sep 09 09:16:20.153142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54480) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:20.212181 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac3f1fd-174b-482f-ae4b-52aeeb394a17 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:16:20.213132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac3f1fd-174b-482f-ae4b-52aeeb394a17 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:20.215537 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4ac3f1fd-174b-482f-ae4b-52aeeb394a17 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/1dd647c4-fe4a-4f33-b1ec-e5a7b870aeb9 HTTP/1.1" status: 404 len: 333 time: 0.0611689 Sep 09 09:16:20.226664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54486) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:20.234567 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.237271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2d3f257-f257-40f1-99c9-f11d87c58838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.268000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.276899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c2d3f257-f257-40f1-99c9-f11d87c58838 None None] For port 82240197-03c2-4d39-887f-92403264c5e5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=82240197-03c2-4d39-887f-92403264c5e5,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:20.278197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] Made reservation on behalf of f0e81e11c2164e019d58fca3bfa47253 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:20.280671 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.307326 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68c571f2-e71d-4526-b977-4e582bc3a853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.314015 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6bf563-16b3-4f4c-a291-b7b367470177 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:16:20.314951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6bf563-16b3-4f4c-a291-b7b367470177 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:20.318232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ed6bf563-16b3-4f4c-a291-b7b367470177 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/1c9e4ea6-31b6-4f19-a833-a728d83f1a62 HTTP/1.1" status: 404 len: 337 time: 0.0902524 Sep 09 09:16:20.333259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c571f2-e71d-4526-b977-4e582bc3a853 None None] No DVR routers for this DVR port 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:20.337778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54490) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:20.373010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c571f2-e71d-4526-b977-4e582bc3a853 None None] Pushing event deleted for resources: {'Port': ['ID=8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:20.383583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2d3f257-f257-40f1-99c9-f11d87c58838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.385072 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1968b4a-796b-46f3-9068-dab08cb07e3c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] DELETE failed (client error): The resource could not be found. Sep 09 09:16:20.387022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1968b4a-796b-46f3-9068-dab08cb07e3c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:16:20.388885 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a1968b4a-796b-46f3-9068-dab08cb07e3c tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/subnets/98724d23-d746-44f2-adbc-fbf68ce52c3f HTTP/1.1" status: 404 len: 337 time: 0.0503817 Sep 09 09:16:20.397133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54492) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:20.414359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-78f6af57-cc8f-4b37-85e6-90ebbbdc7f7e req-0eced2bb-9434-4283-8bbe-3597510fa812 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] For port 472dea23-e1a9-407a-adf7-10e5c82d2649, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=472dea23-e1a9-407a-adf7-10e5c82d2649,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:20.414359 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78f6af57-cc8f-4b37-85e6-90ebbbdc7f7e req-0eced2bb-9434-4283-8bbe-3597510fa812 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.455923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb6fb7-95c6-4db2-991b-3eac49de2d5a req-5af48321-eb4e-40bd-ba7a-698416fdd4ed tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:20.465997 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1dfb6fb7-95c6-4db2-991b-3eac49de2d5a req-5af48321-eb4e-40bd-ba7a-698416fdd4ed tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 1098 time: 0.2556963 Sep 09 09:16:20.468969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3f257-f257-40f1-99c9-f11d87c58838 None None] Pushing event updated for resources: {'Port': ['ID=82240197-03c2-4d39-887f-92403264c5e5,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:20.485988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-78f6af57-cc8f-4b37-85e6-90ebbbdc7f7e req-0eced2bb-9434-4283-8bbe-3597510fa812 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Calling delete_port for 472dea23-e1a9-407a-adf7-10e5c82d2649 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:20.588229 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1dfb6fb7-95c6-4db2-991b-3eac49de2d5a req-28bda407-0ee3-45c6-9b7d-f07728534cbd tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210945 Sep 09 09:16:20.643693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-233dc606-d05b-4a45-b46b-3ec083e7b790 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Deleting port f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:20.643693 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-233dc606-d05b-4a45-b46b-3ec083e7b790 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.677257 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.resource_extend [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-db1183e7-0839-4db6-b44e-5417a7671ecc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:16:20.712350 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dd0d07e6-2f11-4e1a-a316-e6197ec7764a None None] Provisioning complete for port 82240197-03c2-4d39-887f-92403264c5e5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:20.715855 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd0d07e6-2f11-4e1a-a316-e6197ec7764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.769524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-233dc606-d05b-4a45-b46b-3ec083e7b790 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.807534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3043f93-9355-46da-aa28-5704443f4709 req-773fc036-2ee6-4f18-af9a-6de26a3c07c3 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 210 time: 0.0983901 Sep 09 09:16:20.828995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-233dc606-d05b-4a45-b46b-3ec083e7b790 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Calling delete_port for f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:20.847802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-db1183e7-0839-4db6-b44e-5417a7671ecc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.909586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 82240197-03c2-4d39-887f-92403264c5e5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:16:20.960898 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78f6af57-cc8f-4b37-85e6-90ebbbdc7f7e req-0eced2bb-9434-4283-8bbe-3597510fa812 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.972632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-db1183e7-0839-4db6-b44e-5417a7671ecc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:20.983480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c6891951-bafa-41d5-b111-b96701990ba7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:16:21.022472 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eced2bb-9434-4283-8bbe-3597510fa812 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Pushing event deleted for resources: {'Port': ['ID=472dea23-e1a9-407a-adf7-10e5c82d2649,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:21.058773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-233dc606-d05b-4a45-b46b-3ec083e7b790 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.080962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f6af57-cc8f-4b37-85e6-90ebbbdc7f7e req-0eced2bb-9434-4283-8bbe-3597510fa812 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] No DVR routers for this DVR port 472dea23-e1a9-407a-adf7-10e5c82d2649 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:21.106747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 82240197-03c2-4d39-887f-92403264c5e5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:21.107430 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.110775 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78f6af57-cc8f-4b37-85e6-90ebbbdc7f7e req-0eced2bb-9434-4283-8bbe-3597510fa812 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.119753 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78f6af57-cc8f-4b37-85e6-90ebbbdc7f7e req-0eced2bb-9434-4283-8bbe-3597510fa812 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.41 "DELETE /v2.0/ports/472dea23-e1a9-407a-adf7-10e5c82d2649 HTTP/1.1" status: 204 len: 173 time: 1.4351459 Sep 09 09:16:21.119984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'name': 'network-vif-deleted', 'tag': '472dea23-e1a9-407a-adf7-10e5c82d2649'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:21.122739 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccb8857-c48c-4dfc-a574-9f53dfacec8d" -d '{"events": [{"server_uuid": "8f6f5548-356e-4dfa-acbf-8484769aea46", "name": "network-vif-deleted", "tag": "472dea23-e1a9-407a-adf7-10e5c82d2649"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:21.133206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dc606-d05b-4a45-b46b-3ec083e7b790 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Port': ['ID=f9a9632e-fb5a-47e1-b955-b29a8b1d2b92,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:21.138517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:16:21.142013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-233dc606-d05b-4a45-b46b-3ec083e7b790 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.152260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-233dc606-d05b-4a45-b46b-3ec083e7b790 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/ports/f9a9632e-fb5a-47e1-b955-b29a8b1d2b92 HTTP/1.1" status: 204 len: 168 time: 0.7472396 Sep 09 09:16:21.152260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54504) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:21.274361 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.314504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.333119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.377394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:21.398254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:16:21.398597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8bfa9f42-46ae-4e06-bcff-dfddaa6bc8f5 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:21.399401 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-db1183e7-0839-4db6-b44e-5417a7671ecc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Floating IP 07ae1e01-82ec-442b-9c11-7fce4270b9b8 associated. External IP: 172.25.8.47, port: c6891951-bafa-41d5-b111-b96701990ba7. Sep 09 09:16:21.423910 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.448625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eec2074-3646-4f25-9c05-5ba074f7b104']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:21.469859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec56ef7b-21c2-4f55-bc7b-4d6d96856f87') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:21.470398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec56ef7b-21c2-4f55-bc7b-4d6d96856f87') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:21.487215 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.507567 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.515733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:16:21.516126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:16:21.519962 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:16:21.522765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=226f5493-9bba-409d-b043-75a93e01ea38,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:21.537691 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:16:21.549251 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Sync routers for ids ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:16:21.558607 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Routers {'45798ee2-a922-4ce3-b9c2-38a0d38dd309'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:21.559224 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:21.589882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] Checking segment: {'id': 'a5044ae8-d9a6-4be1-a0ec-a867c468b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '30b1b637-521b-4375-b707-9e120ff55adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:16:21.590347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] Network hostable DHCP agents. Network: 30b1b637-521b-4375-b707-9e120ff55adf, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:16:21.668381 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.691649 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Set router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:21.694562 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.711224 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.712243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.713244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] 10.222.0.32 "DELETE /v2.0/networks/3eec2074-3646-4f25-9c05-5ba074f7b104 HTTP/1.1" status: 204 len: 168 time: 0.5641079 Sep 09 09:16:21.717390 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eb32f111-fee7-4b9c-99bd-e46e62541ff1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5138767 Sep 09 09:16:21.722621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:21.740062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802509f4-7815-4056-9047-8a2954b69057 tempest-PortsTestJSON-1670758836 tempest-PortsTestJSON-1670758836-project] Pushing event deleted for resources: {'Network': ['ID=3eec2074-3646-4f25-9c05-5ba074f7b104,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:21.740567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Network 575bbc1b-2638-4cdf-9043-6cd38faa718c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:16:21.751557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] Network 30b1b637-521b-4375-b707-9e120ff55adf is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:16:21.777006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54516) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:21.796646 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:21.799150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:16:21.864283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Pushing event updated for resources: {'Port': ['ID=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:21.920147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 30b1b637-521b-4375-b707-9e120ff55adf) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:21.921090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:21.921904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.928424 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-db1183e7-0839-4db6-b44e-5417a7671ecc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:16:21.930299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a11ee33-bde7-4837-9c45-99175c12a7c0 None None] Network 30b1b637-521b-4375-b707-9e120ff55adf requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:21.935027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:21.935709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:21.968055 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6844fac-1a73-4a2c-a412-e3c0eab38c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.015331 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:19Z', 'revision_number': 3, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:22.068715 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Checking router: 45798ee2-a922-4ce3-b9c2-38a0d38dd309 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:16:22.069493 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Updating router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 port d99170ae-686c-4477-acb8-103f456dd52d binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:16:22.106891 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-c6ef8699-bf40-4bf5-8e77-867aa0eb709b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3869071 Sep 09 09:16:22.127086 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-30cd8fd5-1216-4ba0-bfdb-18714f424d95 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1666739 Sep 09 09:16:22.133716 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.150087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Request body: {'port': {'device_id': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:22.288830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6844fac-1a73-4a2c-a412-e3c0eab38c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.320499 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.341694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-db1183e7-0839-4db6-b44e-5417a7671ecc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:16:22.358777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-db1183e7-0839-4db6-b44e-5417a7671ecc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.372006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54540) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:22.377038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfded5-5776-4198-9fa3-f8c93cc66862 None None] Sync routers for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:16:22.385901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 472dea23-e1a9-407a-adf7-10e5c82d2649 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:22.386746 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6844fac-1a73-4a2c-a412-e3c0eab38c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.419089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 472dea23-e1a9-407a-adf7-10e5c82d2649 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:16:22.419795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 472dea23-e1a9-407a-adf7-10e5c82d2649 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:22.432082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfded5-5776-4198-9fa3-f8c93cc66862 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:22.433061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3fbfded5-5776-4198-9fa3-f8c93cc66862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:22.489555 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c6844fac-1a73-4a2c-a412-e3c0eab38c37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fba2aeedbd7844838ed82f236a5e4446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7111292 Sep 09 09:16:22.493695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54546) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:22.500798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6844fac-1a73-4a2c-a412-e3c0eab38c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9befa27b-7e4b-40a3-940d-6178a9c4f779,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:22.583054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1edaa-7f36-44ef-95fe-d681159660b8 None None] Network 30b1b637-521b-4375-b707-9e120ff55adf requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:22.659966 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2af4e13b-5e6f-40f7-96d6-2f7cbf7de9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.684479 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2af4e13b-5e6f-40f7-96d6-2f7cbf7de9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.717045 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9fe7cdc9-c148-4096-be44-fed6d7978a1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e1883405564473d8aeb010e318453e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398254 Sep 09 09:16:22.718618 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.731028 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Transition to ACTIVE for port object d99170ae-686c-4477-acb8-103f456dd52d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:22.733847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54554) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:22.799772 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72c04c34-6b47-4d5b-945d-e9f4410b1e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.803146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-3fbfded5-5776-4198-9fa3-f8c93cc66862 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:22.825049 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72c04c34-6b47-4d5b-945d-e9f4410b1e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.826236 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.850310 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-db1183e7-0839-4db6-b44e-5417a7671ecc tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "PUT /v2.0/floatingips/07ae1e01-82ec-442b-9c11-7fce4270b9b8 HTTP/1.1" status: 200 len: 995 time: 3.9254949 Sep 09 09:16:22.886194 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Pushing event updated for resources: {'Port': ['ID=d99170ae-686c-4477-acb8-103f456dd52d,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:22.888974 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Attempting to bind port d99170ae-686c-4477-acb8-103f456dd52d on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:16:22.892373 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Attempting to bind port d99170ae-686c-4477-acb8-103f456dd52d by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:16:22.892373 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Attempting to bind port d99170ae-686c-4477-acb8-103f456dd52d on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:22.899707 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:16:22.900479 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:16:22.901130 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.901968 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:16:22.902678 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Bound port: d99170ae-686c-4477-acb8-103f456dd52d, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:16:22.903355 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.907853 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.908621 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.909210 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.909810 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.910408 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.910973 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.911797 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.912386 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.912937 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.913504 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.914074 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.914630 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:22.944479 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2af4e13b-5e6f-40f7-96d6-2f7cbf7de9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.947654 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2af4e13b-5e6f-40f7-96d6-2f7cbf7de9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:22.951128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2af4e13b-5e6f-40f7-96d6-2f7cbf7de9f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9befa27b-7e4b-40a3-940d-6178a9c4f779 HTTP/1.1" status: 204 len: 168 time: 0.4416111 Sep 09 09:16:22.959825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4e13b-5e6f-40f7-96d6-2f7cbf7de9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9befa27b-7e4b-40a3-940d-6178a9c4f779,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:22.986292 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] For port d99170ae-686c-4477-acb8-103f456dd52d, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:16:22.998624 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] For port d99170ae-686c-4477-acb8-103f456dd52d, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d99170ae-686c-4477-acb8-103f456dd52d,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:16:23.035766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:23.038036 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef" -d '{"events": [{"name": "network-changed", "server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "tag": "c6891951-bafa-41d5-b111-b96701990ba7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:23.065874 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72c04c34-6b47-4d5b-945d-e9f4410b1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:23.069430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72c04c34-6b47-4d5b-945d-e9f4410b1e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:23.076194 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-72c04c34-6b47-4d5b-945d-e9f4410b1e39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec11007a-4aae-4e54-8570-6cf4f199c3e0 HTTP/1.1" status: 204 len: 168 time: 0.3347242 Sep 09 09:16:23.080778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c04c34-6b47-4d5b-945d-e9f4410b1e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec11007a-4aae-4e54-8570-6cf4f199c3e0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:23.096047 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:23.160291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3fbfded5-5776-4198-9fa3-f8c93cc66862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': 'c6891951-bafa-41d5-b111-b96701990ba7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:d9:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:16:20Z', 'revision_number': 8, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:23.166553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-14ffe14e-1e0f-40e2-a57a-1ddb403f58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:23.168148 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-14ffe14e-1e0f-40e2-a57a-1ddb403f58c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1097 time: 0.1334860 Sep 09 09:16:23.204178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfded5-5776-4198-9fa3-f8c93cc66862 None None] Checking router: ffec3bfb-ad88-4db6-988a-e798dc3b44d4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:16:23.209907 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Routers {'45798ee2-a922-4ce3-b9c2-38a0d38dd309'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:23.210513 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:23.213478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfded5-5776-4198-9fa3-f8c93cc66862 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:23.214101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3fbfded5-5776-4198-9fa3-f8c93cc66862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:23.280794 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325690a7-d970-4686-a5d6-418d3590c98d None None] Pushing event updated for resources: {'Port': ['ID=d99170ae-686c-4477-acb8-103f456dd52d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:23.359253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-5e4ea57f-ef28-41df-b1e4-9ab5e63025cc tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:16:23.361523 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-5e4ea57f-ef28-41df-b1e4-9ab5e63025cc tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100384 Sep 09 09:16:23.363617 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] Set router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:23.397014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-3fbfded5-5776-4198-9fa3-f8c93cc66862 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:23.436852 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:23.444559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ef8782ff-5d8b-4ad7-8079-85c5d7da9970 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:23.452422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:16:23.454636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ef8782ff-5d8b-4ad7-8079-85c5d7da9970 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports/e848c75b-92f5-4585-9485-51450c605814 HTTP/1.1" status: 200 len: 1095 time: 0.0768247 Sep 09 09:16:23.462183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Request body: {'binding': {'host': 'n-h1-778696-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:23.462921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Unknown quota resources ['binding']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:16:23.471029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:23.570866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-900ee9dd-ae1b-4397-840e-36be01d100a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:23.581687 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-900ee9dd-ae1b-4397-840e-36be01d100a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.4029040 Sep 09 09:16:23.652788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Transition to ACTIVE for port object 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:23.735088 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-a642be0a-174b-4eb4-8ae5-f97ee9c11cda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 998 time: 0.1517668 Sep 09 09:16:23.800574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-e620d7d1-a51d-443b-ad2d-b649dc4ecb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:23.807331 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-e620d7d1-a51d-443b-ad2d-b649dc4ecb36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.0686238 Sep 09 09:16:23.844437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3fbfded5-5776-4198-9fa3-f8c93cc66862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': 'c6891951-bafa-41d5-b111-b96701990ba7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:d9:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:16:20Z', 'revision_number': 8, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:23.845140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:23.879131 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:19Z', 'revision_number': 3, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:23.890752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfded5-5776-4198-9fa3-f8c93cc66862 None None] The sync data for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 is: [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '07ae1e01-82ec-442b-9c11-7fce4270b9b8', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'port_id': 'c6891951-bafa-41d5-b111-b96701990ba7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'mac_address': 'fa:16:3e:d9:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:15:32Z', 'updated_at': '2021-09-09T09:16:20Z', 'revision_number': 8, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:16:23.945498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Pushing event updated for resources: {'Port': ['ID=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:23.951966 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed19727-5ed0-4180-9921-2530d09a2100 None None] The sync data for ids ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'] in n-d-778696-16 is: [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:19Z', 'revision_number': 3, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:16:24.004992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 on host n-h1-778696-16 for vnic_type normal with profile None {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:16:24.005466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:16:24.005604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:24.013489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Port e848c75b-92f5-4585-9485-51450c605814 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:16:24.013711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:24.021955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:16:24.024947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:16:24.025393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:16:24.026676 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Bound port: e848c75b-92f5-4585-9485-51450c605814, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:16:24.046284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-4eb975d9-6cb7-4d61-a10b-4a05fbae6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:24.048184 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-4eb975d9-6cb7-4d61-a10b-4a05fbae6743 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2397442 Sep 09 09:16:24.048698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54574) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:24.124055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Allocated IP 172.20.0.1 (4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0/90c51cc2-c853-45d6-ad87-c7020f7a4fe6/33bc2a29-4aeb-4f71-8b53-ef01fe89d693) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:16:24.132573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] For port e848c75b-92f5-4585-9485-51450c605814, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e848c75b-92f5-4585-9485-51450c605814,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:16:24.135802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7f11-28e8-4ac9-8b4e-3e10fb9d6406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:24.220926 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:24.222867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ed287aa7-9884-407a-a96c-f516546563f9 service neutron] 10.222.0.32 "POST /v2.0/ports/e848c75b-92f5-4585-9485-51450c605814/bindings HTTP/1.1" status: 201 len: 390 time: 0.7671843 Sep 09 09:16:24.263117 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a140e-5e81-4a22-8dab-f710def1b36c None None] New status for floating IP 07ae1e01-82ec-442b-9c11-7fce4270b9b8: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:16:24.302081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Attempting to bind port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:16:24.302081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Attempting to bind port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:16:24.302081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Attempting to bind port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 on network 575bbc1b-2638-4cdf-9043-6cd38faa718c {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:24.384574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 on network 575bbc1b-2638-4cdf-9043-6cd38faa718c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:16:24.384574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Attempting to bind port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 on network 575bbc1b-2638-4cdf-9043-6cd38faa718c {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:24.405040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-b083cf8f-5355-4474-b0c9-d8d7e6bbbd77 service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204191 Sep 09 09:16:24.413581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:16:24.413945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Checking segment: {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:16:24.414308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Bound using segment: {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:16:24.414815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Bound port: 3072003d-d8ce-4126-a3f6-07aa9ba9ae59, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:16:24.415260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:24.504944 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7f11-28e8-4ac9-8b4e-3e10fb9d6406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:24.509099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:24.567233 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c0efa4-0d7b-44d9-81b2-a0f8903c24ed x-openstack-request-id: req-72c0efa4-0d7b-44d9-81b2-a0f8903c24ed {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:24.567845 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6f5548-356e-4dfa-acbf-8484769aea46", "name": "network-vif-deleted", "tag": "472dea23-e1a9-407a-adf7-10e5c82d2649", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:24.568298 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72c0efa4-0d7b-44d9-81b2-a0f8903c24ed {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:24.569115 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6f5548-356e-4dfa-acbf-8484769aea46', 'name': 'network-vif-deleted', 'tag': '472dea23-e1a9-407a-adf7-10e5c82d2649', 'status': 'completed', 'code': 200} Sep 09 09:16:24.590901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Transition to ACTIVE for port object 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:24.630179 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7f11-28e8-4ac9-8b4e-3e10fb9d6406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:24.684749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] For port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:16:24.697912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c4794be-b598-435b-bc84-91cb2fce54cf req-6a843008-cf59-47b8-a2c0-898b41e8171a service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769108 Sep 09 09:16:24.734582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bda4c-4a61-4b13-b121-80cc5893ab0b req-19138eb1-447f-4e68-ac69-7070078bee25 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:24.743525 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-294bda4c-4a61-4b13-b121-80cc5893ab0b req-19138eb1-447f-4e68-ac69-7070078bee25 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 944 time: 0.1135414 Sep 09 09:16:24.744150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] For port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:16:24.747918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb7f11-28e8-4ac9-8b4e-3e10fb9d6406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c8eaae-0e82-4884-a10e-21313c61694e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:24.759777 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dbbb7f11-28e8-4ac9-8b4e-3e10fb9d6406 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d542873559e4aa1ac96ea1aa913cd4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6829937 Sep 09 09:16:24.762196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54586) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:24.809888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-294bda4c-4a61-4b13-b121-80cc5893ab0b req-570ffcac-051e-4f32-b2b7-79b2cbc1f740 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648785 Sep 09 09:16:24.876462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54592) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:24.927447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:24.932079 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:24.974701 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.013249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d99170ae-686c-4477-acb8-103f456dd52d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:16:25.073833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:16:25.087244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:25.087923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.089349 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] 10.222.0.24 "PUT /v2.0/ports/3072003d-d8ce-4126-a3f6-07aa9ba9ae59 HTTP/1.1" status: 200 len: 1093 time: 2.9581087 Sep 09 09:16:25.125683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:25.133364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:16:25.196800 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.205388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d99170ae-686c-4477-acb8-103f456dd52d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:25.207618 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-532f890b-12cd-46ff-88ac-cd4256335398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.210478 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6312f28-7bb9-47bd-a9f2-b4c885ceced8 x-openstack-request-id: req-d6312f28-7bb9-47bd-a9f2-b4c885ceced8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:25.214724 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d99170ae-686c-4477-acb8-103f456dd52d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:25.215499 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.220480 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "tag": "c6891951-bafa-41d5-b111-b96701990ba7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:25.220834 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6312f28-7bb9-47bd-a9f2-b4c885ceced8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:25.221223 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7', 'status': 'completed', 'code': 200} Sep 09 09:16:25.254967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-3ea36510-0d45-4422-9ab0-c4e0814417ea tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group': {'name': 'tempest-secgroup--174864645'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:25.346582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff1986-890c-442d-9f44-d272bec54a11 service neutron] Pushing event updated for resources: {'Port': ['ID=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:25.400233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef req-3ec749e0-753e-474d-b210-9e827628df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:25.404391 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef req-3ec749e0-753e-474d-b210-9e827628df9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1097 time: 0.1756971 Sep 09 09:16:25.424565 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.457847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port d99170ae-686c-4477-acb8-103f456dd52d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d99170ae-686c-4477-acb8-103f456dd52d,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:25.484433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Pushing event updated for resources: {'Port': ['ID=33bc2a29-4aeb-4f71-8b53-ef01fe89d693,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:25.496417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ea36510-0d45-4422-9ab0-c4e0814417ea tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.523237 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ea36510-0d45-4422-9ab0-c4e0814417ea tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.534668 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.584129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-b41e5a86-04fb-4c0c-ac2e-5287002a9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:25.585686 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-b41e5a86-04fb-4c0c-ac2e-5287002a9b1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 1098 time: 0.5604935 Sep 09 09:16:25.591300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-1bdb67b5-68da-451d-a5d0-86485a49ddba tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:25.599326 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-1bdb67b5-68da-451d-a5d0-86485a49ddba tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/networks?id=30b1b637-521b-4375-b707-9e120ff55adf HTTP/1.1" status: 200 len: 814 time: 0.2014940 Sep 09 09:16:25.601120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=d99170ae-686c-4477-acb8-103f456dd52d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:25.604690 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-532f890b-12cd-46ff-88ac-cd4256335398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.625644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-e3e3eeec-9114-4122-ada1-ec8f900b233c tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/quotas/f0e81e11c2164e019d58fca3bfa47253 HTTP/1.1" status: 200 len: 375 time: 0.0254011 Sep 09 09:16:25.650258 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.677135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2653162e-c247-490d-8a86-ef31188dc0df None None] Provisioning for port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:25.681644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2653162e-c247-490d-8a86-ef31188dc0df None None] Provisioning complete for port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:25.684339 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2653162e-c247-490d-8a86-ef31188dc0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.685955 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-278e165a-2170-401d-87d6-21b4eadc967e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0e81e11c2164e019d58fca3bfa47253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476871 Sep 09 09:16:25.692629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef req-3cd7085b-0798-498a-b411-2475b0786021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:25.694404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef req-3cd7085b-0798-498a-b411-2475b0786021 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.2082164 Sep 09 09:16:25.729993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-088b7372-4c28-43bf-a563-2a14485870bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:25.731625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-088b7372-4c28-43bf-a563-2a14485870bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 1096 time: 0.4277380 Sep 09 09:16:25.732365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2653162e-c247-490d-8a86-ef31188dc0df None None] Port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:16:25.742602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e01d8f-b244-4a25-9cc2-5d0576aefdfb req-5ab0503b-4c8d-4b73-a070-d10a59bfeeb1 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:25.744113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21e01d8f-b244-4a25-9cc2-5d0576aefdfb req-5ab0503b-4c8d-4b73-a070-d10a59bfeeb1 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.3398833 Sep 09 09:16:25.842074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef req-d69b5246-2345-4a8a-aa17-a6a2ce250bac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 1000 time: 0.1345217 Sep 09 09:16:25.908588 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ea36510-0d45-4422-9ab0-c4e0814417ea tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:25.921702 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-24b0a970-2292-4297-bc7d-8cef4f63c03a service neutron] 10.222.0.32 "GET /v2.0/networks/30b1b637-521b-4375-b707-9e120ff55adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190435 Sep 09 09:16:25.930754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef req-716d4027-7498-4307-af90-705201b97b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:25.932665 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef req-716d4027-7498-4307-af90-705201b97b1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.0837898 Sep 09 09:16:25.989472 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ea36510-0d45-4422-9ab0-c4e0814417ea tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.083808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-60f1d65f-dc9d-4c06-9958-2cd6d29227ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3072003d-d8ce-4126-a3f6-07aa9ba9ae59 HTTP/1.1" status: 200 len: 217 time: 0.3383489 Sep 09 09:16:26.086864 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef req-7a1946e6-3b5f-4fb1-be9d-6dc926b7ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:26.088433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef req-7a1946e6-3b5f-4fb1-be9d-6dc926b7ff8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1452491 Sep 09 09:16:26.094112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea36510-0d45-4422-9ab0-c4e0814417ea tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9487b5c6-f3a9-4b72-b424-71c8c14948f7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:26.135363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-fe25676e-5aea-4826-bbd6-d5efabaed110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:26.138180 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-fe25676e-5aea-4826-bbd6-d5efabaed110 service neutron] 10.222.0.24 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.5301189 Sep 09 09:16:26.139359 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.158539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-eea10cba-90b6-4398-b056-365faaf0edb9 service neutron] 10.222.0.32 "GET /v2.0/networks/30b1b637-521b-4375-b707-9e120ff55adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247553 Sep 09 09:16:26.211208 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-2c03968a-1beb-4515-baef-ed1425c6f4d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e848c75b-92f5-4585-9485-51450c605814 HTTP/1.1" status: 200 len: 217 time: 0.0534029 Sep 09 09:16:26.213120 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-532f890b-12cd-46ff-88ac-cd4256335398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.215645 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-532f890b-12cd-46ff-88ac-cd4256335398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.219465 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-532f890b-12cd-46ff-88ac-cd4256335398 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1c8eaae-0e82-4884-a10e-21313c61694e HTTP/1.1" status: 204 len: 168 time: 1.4556980 Sep 09 09:16:26.223705 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21e01d8f-b244-4a25-9cc2-5d0576aefdfb req-08fdd781-9068-4672-b6b5-cab84a8f3c90 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634264 Sep 09 09:16:26.225446 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ea36510-0d45-4422-9ab0-c4e0814417ea tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.253025 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef req-fc6bef46-dded-4bfd-abb7-4fe3538e82cf service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552365 Sep 09 09:16:26.283030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-6b5aaa96-36a8-496d-887f-0c1d158302c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:26.286396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-6b5aaa96-36a8-496d-887f-0c1d158302c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7087ae7-6b75-4933-a9a3-67deca9dee86 HTTP/1.1" status: 200 len: 845 time: 0.1924443 Sep 09 09:16:26.292232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f890b-12cd-46ff-88ac-cd4256335398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c8eaae-0e82-4884-a10e-21313c61694e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:26.387776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ea36510-0d45-4422-9ab0-c4e0814417ea tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.390709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-92245156-cdcc-4497-9dd3-d31043d5806e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=575bbc1b-2638-4cdf-9043-6cd38faa718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915031 Sep 09 09:16:26.410974 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a25334e5-02be-4ed1-b741-3f3e0f8c35ef req-af475ac9-2e0c-47bd-a742-919d2bdc3b1d service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500480 Sep 09 09:16:26.417143 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-f3c36437-5a59-48c5-a625-d4611a10dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:26.425878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea36510-0d45-4422-9ab0-c4e0814417ea tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07459005-a912-49c0-b1f7-cb2899155592,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:26.431849 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-f3c36437-5a59-48c5-a625-d4611a10dc70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1931498 Sep 09 09:16:26.490929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ea36510-0d45-4422-9ab0-c4e0814417ea tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.492356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3ea36510-0d45-4422-9ab0-c4e0814417ea tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6121607 Sep 09 09:16:26.492817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-23f8c76e-ec9c-436f-a21a-efc285db8dc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601566 Sep 09 09:16:26.496596 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54614) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:26.516333 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-988bbe82-38b7-45ba-9c81-54a4a3627966 req-9316536c-3adc-4e7f-9cff-c756e74bc47b tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips/07ae1e01-82ec-442b-9c11-7fce4270b9b8 HTTP/1.1" status: 200 len: 997 time: 0.2296634 Sep 09 09:16:26.604606 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-52dccbbe-bf11-4c6f-8456-b14a9f6579e7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1039088 Sep 09 09:16:26.608551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54616) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:26.634125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8f6bb9da-beb3-40eb-bef0-b485b9434c69 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group': {'name': 'tempest-security--1409446712', 'description': 'tempest-security-description-257465493'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:26.651809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174edc2-7c09-4478-80d7-9dc91006853a req-17c46530-453a-4db2-a962-b2ea3f25b595 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:26.653484 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f174edc2-7c09-4478-80d7-9dc91006853a req-17c46530-453a-4db2-a962-b2ea3f25b595 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 944 time: 0.1131868 Sep 09 09:16:26.666072 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb9da-beb3-40eb-bef0-b485b9434c69 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.742224 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f174edc2-7c09-4478-80d7-9dc91006853a req-b833e3cb-74fa-4add-bee2-4d034042226e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717728 Sep 09 09:16:26.750743 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb9da-beb3-40eb-bef0-b485b9434c69 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.814652 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-11c9e24f-79c4-4341-8594-8ef0af751d2a service neutron] 10.222.0.24 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784130 Sep 09 09:16:26.865911 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb9da-beb3-40eb-bef0-b485b9434c69 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.871494 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb9da-beb3-40eb-bef0-b485b9434c69 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.871494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8f6bb9da-beb3-40eb-bef0-b485b9434c69 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "PUT /v2.0/security-groups/07459005-a912-49c0-b1f7-cb2899155592 HTTP/1.1" status: 200 len: 1779 time: 0.2594464 Sep 09 09:16:26.902449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54626) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:26.902575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d99170ae-686c-4477-acb8-103f456dd52d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:16:26.927268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f63a366e-582b-490a-a1b3-c9c45921147a req-c454eb5c-2252-4162-8b47-dc2acdc128df tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 210 time: 0.0534387 Sep 09 09:16:26.972170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bb9da-beb3-40eb-bef0-b485b9434c69 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07459005-a912-49c0-b1f7-cb2899155592,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:26.985011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d99170ae-686c-4477-acb8-103f456dd52d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:26.985614 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:26.993455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:27.007172 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-94d017c5-b646-45f8-8147-dae2eea0d06c service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897690 Sep 09 09:16:27.015312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bbe82-38b7-45ba-9c81-54a4a3627966 req-e1ba5cad-208f-4226-933a-e60d6dcd0e18 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:27.016882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-988bbe82-38b7-45ba-9c81-54a4a3627966 req-e1ba5cad-208f-4226-933a-e60d6dcd0e18 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.4874861 Sep 09 09:16:27.088637 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:27.101152 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-30e481b5-b85e-4a55-ae0e-884961902e5a tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.0638463 Sep 09 09:16:27.155660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-21a909cc-b22b-483f-b124-1030bd78ca82 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:27.157231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-21a909cc-b22b-483f-b124-1030bd78ca82 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports/c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 942 time: 0.0505164 Sep 09 09:16:27.176720 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-23327f1f-2ed6-482b-a126-ed41cd3480d0 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-groups/07459005-a912-49c0-b1f7-cb2899155592 HTTP/1.1" status: 200 len: 1779 time: 0.2659564 Sep 09 09:16:27.179307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54638) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:27.223245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'tag': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:27.225621 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ff8384-f2dc-45a3-9e26-1ce9aeaf4f77" -d '{"events": [{"name": "network-changed", "server_uuid": "39ac8944-26e3-4ba4-9995-b41d62d531e3", "tag": "3072003d-d8ce-4126-a3f6-07aa9ba9ae59"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:27.238119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d5686a4-e571-43a0-baa8-1e321fb7b0cc req-d1fb83c0-d726-433e-b407-503b48583e1e service neutron] 10.222.0.24 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027832 Sep 09 09:16:27.243724 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ca263d4-e475-4750-9f2d-2889957fe114 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:27.251662 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:27.259246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Pushing event updated for resources: {'Port': ['ID=33bc2a29-4aeb-4f71-8b53-ef01fe89d693,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:27.292200 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b5af9b-43a7-4bef-8682-0a00cb1c79e2 x-openstack-request-id: req-20b5af9b-43a7-4bef-8682-0a00cb1c79e2 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:27.292495 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ac8944-26e3-4ba4-9995-b41d62d531e3", "tag": "3072003d-d8ce-4126-a3f6-07aa9ba9ae59", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:27.292749 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20b5af9b-43a7-4bef-8682-0a00cb1c79e2 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:27.293148 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'tag': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59', 'status': 'completed', 'code': 200} Sep 09 09:16:27.297178 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-3cc15b9b-bc90-4066-a748-a7393836f654 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795444 Sep 09 09:16:27.311628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ca263d4-e475-4750-9f2d-2889957fe114 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:27.357345 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a9b7ee77-7f4a-4db3-bee2-a6ff7d3f47a7 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.1146421 Sep 09 09:16:27.444161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:16:27.452999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:27.492965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-32c9a366-b6d4-4b57-882d-5a01e66ad19d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:27.503179 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-32c9a366-b6d4-4b57-882d-5a01e66ad19d tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1370885 Sep 09 09:16:27.512738 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ca263d4-e475-4750-9f2d-2889957fe114 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:27.529880 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ca263d4-e475-4750-9f2d-2889957fe114 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:27.529880 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2ca263d4-e475-4750-9f2d-2889957fe114 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-groups/07459005-a912-49c0-b1f7-cb2899155592 HTTP/1.1" status: 204 len: 168 time: 0.3371191 Sep 09 09:16:27.555599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54648) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:27.592229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca263d4-e475-4750-9f2d-2889957fe114 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07459005-a912-49c0-b1f7-cb2899155592,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:27.608770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55364815-a3ad-4dc7-9cea-d03b597e392b req-7502f5a9-6e3b-43cd-b39d-c2308dc5e23c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:27.617740 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55364815-a3ad-4dc7-9cea-d03b597e392b req-7502f5a9-6e3b-43cd-b39d-c2308dc5e23c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.2684941 Sep 09 09:16:27.635592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2a287de8-c82e-4dd7-941f-5b1d006bd8b5 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770607 Sep 09 09:16:27.640806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-402638af-5226-4b98-9023-fcb9c81da2b4 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.1353745 Sep 09 09:16:27.640806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54652) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:27.641899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:16:27.646791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8384-f2dc-45a3-9e26-1ce9aeaf4f77 req-f70f38d9-1668-490f-8300-05e1de635254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:27.648392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01ff8384-f2dc-45a3-9e26-1ce9aeaf4f77 req-f70f38d9-1668-490f-8300-05e1de635254 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 1096 time: 0.2603807 Sep 09 09:16:27.653237 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a5439c1e-cd7d-4c07-bb9c-ad83f190b5ab tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:27.691342 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-9e4f2c58-b83d-4ed5-8d6f-e162dbbfa633 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] delete failed (client error): The resource could not be found. Sep 09 09:16:27.692631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9e4f2c58-b83d-4ed5-8d6f-e162dbbfa633 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-groups/07459005-a912-49c0-b1f7-cb2899155592 HTTP/1.1" status: 404 len: 347 time: 0.0518458 Sep 09 09:16:27.699001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54654) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:27.705740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e4b76cc4-78a6-483c-8978-9d0bb8fe8260 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740451988'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:27.715607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55364815-a3ad-4dc7-9cea-d03b597e392b req-7ac5c173-4966-4791-b2c0-b68a9c3bf407 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915940 Sep 09 09:16:27.775677 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a5439c1e-cd7d-4c07-bb9c-ad83f190b5ab tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:27.873821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0ca02f44-5090-458f-aba4-606154666f9b None None] Provisioning complete for port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:27.874792 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ca02f44-5090-458f-aba4-606154666f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:27.933508 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a5439c1e-cd7d-4c07-bb9c-ad83f190b5ab tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:27.944987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0ca02f44-5090-458f-aba4-606154666f9b None None] Port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:16:28.009164 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a5439c1e-cd7d-4c07-bb9c-ad83f190b5ab tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:28.010248 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a5439c1e-cd7d-4c07-bb9c-ad83f190b5ab tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Floating IP 07ae1e01-82ec-442b-9c11-7fce4270b9b8 disassociated. External IP: 172.25.8.47, port: c6891951-bafa-41d5-b111-b96701990ba7. Sep 09 09:16:28.022102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:16:28.024250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8384-f2dc-45a3-9e26-1ce9aeaf4f77 req-5c9dcf07-66b4-430c-8032-b6963afd8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:28.026117 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01ff8384-f2dc-45a3-9e26-1ce9aeaf4f77 req-5c9dcf07-66b4-430c-8032-b6963afd8982 service neutron] 10.222.0.24 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 906 time: 0.3683965 Sep 09 09:16:28.032617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Sync routers for ids ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:16:28.039201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ca7bc5cf-6b84-44b5-b92f-cc8268cc40c7 admin admin] 10.222.0.32 "PUT /v2.0/routers/45798ee2-a922-4ce3-b9c2-38a0d38dd309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3126674 Sep 09 09:16:28.055643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Routers {'45798ee2-a922-4ce3-b9c2-38a0d38dd309'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:28.057182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:28.102195 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f26559-58fd-432a-a3a3-a24c2c14a6d5 req-f181b8fa-6bc5-47c1-83c1-89b3d6b7d19f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:28.110634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a9f26559-58fd-432a-a3a3-a24c2c14a6d5 req-f181b8fa-6bc5-47c1-83c1-89b3d6b7d19f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 944 time: 0.2388594 Sep 09 09:16:28.114033 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01ff8384-f2dc-45a3-9e26-1ce9aeaf4f77 req-beaecec1-086d-4263-94e9-8ced974e1a6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3072003d-d8ce-4126-a3f6-07aa9ba9ae59 HTTP/1.1" status: 200 len: 217 time: 0.0718367 Sep 09 09:16:28.144371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4b76cc4-78a6-483c-8978-9d0bb8fe8260 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:28.188905 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a9f26559-58fd-432a-a3a3-a24c2c14a6d5 req-9699e502-a447-40d9-92a7-114fa360d190 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773859 Sep 09 09:16:28.197501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8384-f2dc-45a3-9e26-1ce9aeaf4f77 req-b8b630a6-7e41-4917-8513-63f470ab90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:28.199190 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01ff8384-f2dc-45a3-9e26-1ce9aeaf4f77 req-b8b630a6-7e41-4917-8513-63f470ab90e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7087ae7-6b75-4933-a9a3-67deca9dee86 HTTP/1.1" status: 200 len: 845 time: 0.0722017 Sep 09 09:16:28.234834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01ff8384-f2dc-45a3-9e26-1ce9aeaf4f77 req-9d3517ef-3e1a-4a5d-8bce-604fde9dadf2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=575bbc1b-2638-4cdf-9043-6cd38faa718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270967 Sep 09 09:16:28.247717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Set router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:28.443816 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36f83931-6952-4843-8c79-1505b28a0e1f req-d9452cfe-661a-4ea8-92ee-5539c5db5356 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 210 time: 0.0462353 Sep 09 09:16:28.486738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01ff8384-f2dc-45a3-9e26-1ce9aeaf4f77 req-d3566115-6373-49b4-a704-d26df2acbf35 service neutron] 10.222.0.24 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426085 Sep 09 09:16:28.514746 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4b76cc4-78a6-483c-8978-9d0bb8fe8260 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:28.533779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a5439c1e-cd7d-4c07-bb9c-ad83f190b5ab tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:16:28.641343 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01ff8384-f2dc-45a3-9e26-1ce9aeaf4f77 req-6074676d-3e4a-4e90-b92b-b7015ebe7da7 service neutron] 10.222.0.24 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459408 Sep 09 09:16:28.642403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '33bc2a29-4aeb-4f71-8b53-ef01fe89d693', 'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'mac_address': 'fa:16:3e:d6:54:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:23Z', 'updated_at': '2021-09-09T09:16:26Z', 'revision_number': 2, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'subnets': [{'id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:28.649158 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4b76cc4-78a6-483c-8978-9d0bb8fe8260 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:28.682373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Checking router: 45798ee2-a922-4ce3-b9c2-38a0d38dd309 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:16:28.683633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Updating router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:16:28.719223 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.101539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a5439c1e-cd7d-4c07-bb9c-ad83f190b5ab tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:16:29.103184 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4b76cc4-78a6-483c-8978-9d0bb8fe8260 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.104440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e4b76cc4-78a6-483c-8978-9d0bb8fe8260 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4044724 Sep 09 09:16:29.107290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54686) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:29.113253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a5439c1e-cd7d-4c07-bb9c-ad83f190b5ab tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.116662 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-68c905e2-fa12-4448-b7ee-798ed3a2dbce tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': 'b011b995-da74-430f-ad9e-71c3b1ba4578', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:29.122249 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e27848e-fc83-46ae-aac0-e951c490d172 None None] Sync routers for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:16:29.123864 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.143471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Transition to ACTIVE for port object 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:29.152017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b76cc4-78a6-483c-8978-9d0bb8fe8260 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b011b995-da74-430f-ad9e-71c3b1ba4578,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:29.156047 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27848e-fc83-46ae-aac0-e951c490d172 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:29.162818 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8e27848e-fc83-46ae-aac0-e951c490d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:29.195065 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a5439c1e-cd7d-4c07-bb9c-ad83f190b5ab tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "PUT /v2.0/floatingips/07ae1e01-82ec-442b-9c11-7fce4270b9b8 HTTP/1.1" status: 200 len: 695 time: 1.5456450 Sep 09 09:16:29.205770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:29.208295 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "tag": "c6891951-bafa-41d5-b111-b96701990ba7"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:29.208689 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.294860 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68c905e2-fa12-4448-b7ee-798ed3a2dbce tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.325579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ed340-4a42-44d9-a186-52641655d936 None None] Pushing event updated for resources: {'Port': ['ID=33bc2a29-4aeb-4f71-8b53-ef01fe89d693,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:29.395161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-bee29149-e01c-4695-95aa-0427116bbe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:29.416136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-bee29149-e01c-4695-95aa-0427116bbe04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1097 time: 0.2197719 Sep 09 09:16:29.474074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Attempting to bind port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:16:29.474441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Attempting to bind port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:16:29.474816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Attempting to bind port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 on network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:29.475976 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8e27848e-fc83-46ae-aac0-e951c490d172 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:29.476562 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68c905e2-fa12-4448-b7ee-798ed3a2dbce tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.481334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:16:29.481699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Checking segment: {'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:16:29.482099 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.482490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Bound using segment: {'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:16:29.482949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Bound port: 33bc2a29-4aeb-4f71-8b53-ef01fe89d693, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:16:29.483278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-f1b2b7b2-c058-48a2-8c22-364bce331fd4 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:29.483470 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.484934 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-f1b2b7b2-c058-48a2-8c22-364bce331fd4 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.41 "GET /v2.0/networks?id=30b1b637-521b-4375-b707-9e120ff55adf HTTP/1.1" status: 200 len: 814 time: 0.3286474 Sep 09 09:16:29.536749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Request body: {'port': {'device_id': 'e9d772ac-5c28-4dda-8a66-629ca9f489dd', 'network_id': '30b1b637-521b-4375-b707-9e120ff55adf', 'admin_state_up': True, 'tenant_id': 'f0e81e11c2164e019d58fca3bfa47253'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:29.552188 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68c905e2-fa12-4448-b7ee-798ed3a2dbce tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.601402 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c905e2-fa12-4448-b7ee-798ed3a2dbce tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5b274f-215c-4c16-a495-01988ec97684,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:29.629862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] For port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:16:29.631056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] For port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=33bc2a29-4aeb-4f71-8b53-ef01fe89d693,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:16:29.636034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54700) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:29.642030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f25a69bc-7160-4a23-968a-9da92f987f89 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--432920774', 'description': 'tempest-description--54151346'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:29.685442 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68c905e2-fa12-4448-b7ee-798ed3a2dbce tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.688824 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-68c905e2-fa12-4448-b7ee-798ed3a2dbce tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5774114 Sep 09 09:16:29.694551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54702) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:29.757640 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.767809 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8d8c52c-4001-400a-93c9-9958b8d2fe97 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.779630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a769a7a8-2bbb-43dc-8cca-15c3ea9f47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:29.786696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8d8c52c-4001-400a-93c9-9958b8d2fe97 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.786864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-a769a7a8-2bbb-43dc-8cca-15c3ea9f47c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.3651035 Sep 09 09:16:29.808996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5fb27-39ea-4396-af47-af5a832ff5de req-2f5ac48b-228e-430c-8920-26af2951c82f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:29.817217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fc5fb27-39ea-4396-af47-af5a832ff5de req-2f5ac48b-228e-430c-8920-26af2951c82f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.1167436 Sep 09 09:16:29.861722 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f25a69bc-7160-4a23-968a-9da92f987f89 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:29.881820 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8e27848e-fc83-46ae-aac0-e951c490d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:29.907128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-3e83ca8f-b35c-4573-9c63-e4298c39bcf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 217 time: 0.1163449 Sep 09 09:16:29.925888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Routers {'45798ee2-a922-4ce3-b9c2-38a0d38dd309'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:29.936002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:29.936002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ed340-4a42-44d9-a186-52641655d936 None None] Pushing event updated for resources: {'Port': ['ID=33bc2a29-4aeb-4f71-8b53-ef01fe89d693,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:29.968446 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e27848e-fc83-46ae-aac0-e951c490d172 None None] Checking router: ffec3bfb-ad88-4db6-988a-e798dc3b44d4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:16:29.970699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fc5fb27-39ea-4396-af47-af5a832ff5de req-f097bbe5-32b4-4b43-80d8-cba2db628fba tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525340 Sep 09 09:16:29.995737 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27848e-fc83-46ae-aac0-e951c490d172 None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:29.996617 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8e27848e-fc83-46ae-aac0-e951c490d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:30.021146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8d8c52c-4001-400a-93c9-9958b8d2fe97 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:30.040431 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8d8c52c-4001-400a-93c9-9958b8d2fe97 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:30.047480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54708) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:30.051410 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d8d8c52c-4001-400a-93c9-9958b8d2fe97 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9e5b274f-215c-4c16-a495-01988ec97684 HTTP/1.1" status: 204 len: 168 time: 0.3544014 Sep 09 09:16:30.052705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8c52c-4001-400a-93c9-9958b8d2fe97 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e5b274f-215c-4c16-a495-01988ec97684,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:30.095765 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930336ce-dc8f-406f-8e94-2b86d561ee68 x-openstack-request-id: req-930336ce-dc8f-406f-8e94-2b86d561ee68 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:30.095955 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "tag": "c6891951-bafa-41d5-b111-b96701990ba7", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:30.096253 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-930336ce-dc8f-406f-8e94-2b86d561ee68 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:30.096640 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7', 'status': 'completed', 'code': 200} Sep 09 09:16:30.100927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-54e4d801-dadd-4456-b851-b2cf000603c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:30.102448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-54e4d801-dadd-4456-b851-b2cf000603c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.1939151 Sep 09 09:16:30.114453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Made reservation on behalf of f0e81e11c2164e019d58fca3bfa47253 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:30.118443 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:30.224136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ae6c6699-d252-4de5-b2ee-8f25afec6d4a tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1754761 Sep 09 09:16:30.233753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54714) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:30.311778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-c4cd443f-7fad-4b35-98a1-051bab374e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:30.312169 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8e27848e-fc83-46ae-aac0-e951c490d172 None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:30.313316 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-c4cd443f-7fad-4b35-98a1-051bab374e93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2011769 Sep 09 09:16:30.367566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2 req-c906d4ec-d32b-4ed7-a385-c8f4837ea543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:30.369485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2 req-c906d4ec-d32b-4ed7-a385-c8f4837ea543 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1097 time: 0.2847917 Sep 09 09:16:30.594831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Allocated IP 172.20.0.8 (30b1b637-521b-4375-b707-9e120ff55adf/226f5493-9bba-409d-b043-75a93e01ea38/9bbf5383-ed82-4b81-8c4d-58ae18f1a004) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:16:30.596630 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8e27848e-fc83-46ae-aac0-e951c490d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:30.598949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] Set router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:30.630525 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e27848e-fc83-46ae-aac0-e951c490d172 None None] The sync data for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 is: [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:15:05Z', 'revision_number': 4, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '22bb2ad5-e811-4a8c-803c-6fd9dacb77e1', 'name': '', 'network_id': '0892f48a-db8b-479f-a339-6b8a9cfcc5fd', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'mac_address': 'fa:16:3e:89:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:03Z', 'updated_at': '2021-09-09T09:15:13Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'subnets': [{'id': '8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:16:30.717635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:16:30.772059 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2b577418-a29b-40ec-87be-1a7ea1351618 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:30.846626 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-10e6a357-9682-4758-b090-ded593a71b01 service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121462 Sep 09 09:16:30.884161 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f25a69bc-7160-4a23-968a-9da92f987f89 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:30.892977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cdc87-c2de-4efd-be87-1e69bddaacc6 req-75eb617a-13d2-4fba-9815-825096a6ac8d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:30.900869 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd5cdc87-c2de-4efd-be87-1e69bddaacc6 req-75eb617a-13d2-4fba-9815-825096a6ac8d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 944 time: 0.7071464 Sep 09 09:16:30.955343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2 req-1adc6b2d-1495-477e-a5cb-1963efb70571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:30.955343 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2 req-1adc6b2d-1495-477e-a5cb-1963efb70571 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.5770352 Sep 09 09:16:30.973121 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd5cdc87-c2de-4efd-be87-1e69bddaacc6 req-06b1ffd5-0acd-4026-b681-9255b328f568 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665607 Sep 09 09:16:30.985472 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f25a69bc-7160-4a23-968a-9da92f987f89 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:31.063112 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2 req-f68ccd04-38e1-44de-ac52-4b6003f27a32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 217 time: 0.0888779 Sep 09 09:16:31.087059 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2b577418-a29b-40ec-87be-1a7ea1351618 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:31.118799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:31.141818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'port_id': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59', 'mac_address': 'fa:16:3e:5d:f3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7087ae7-6b75-4933-a9a3-67deca9dee86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:16:31.146221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a69bc-7160-4a23-968a-9da92f987f89 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2275f32-37ae-4ec0-9515-f21897bee318,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:31.147558 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be135e8-f72d-4fe1-ae43-6e5fba14ab3e None None] New status for floating IP 07ae1e01-82ec-442b-9c11-7fce4270b9b8: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:16:31.149433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-729b9fce-eb91-4e6a-962c-240f069c2818 req-c5623e69-d8e8-4f75-93c0-5f8ff0ff5b73 service neutron] 10.222.0.32 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665772 Sep 09 09:16:31.172943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f25a69bc-7160-4a23-968a-9da92f987f89 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:31.178127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f25a69bc-7160-4a23-968a-9da92f987f89 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5410271 Sep 09 09:16:31.178993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54736) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:31.193823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-64b8cef2-f2ae-4a18-ae1a-072ba7a5b227 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Request body: {'security_group_rule': {'security_group_id': 'e2275f32-37ae-4ec0-9515-f21897bee318', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:31.194380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '33bc2a29-4aeb-4f71-8b53-ef01fe89d693', 'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'mac_address': 'fa:16:3e:d6:54:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:23Z', 'updated_at': '2021-09-09T09:16:29Z', 'revision_number': 4, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'subnets': [{'id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:31.235036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b4e6616c-e147-404f-8ab7-6b46cc42758d req-d899df6c-cc96-465b-a0df-1af94c042431 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 210 time: 0.0393033 Sep 09 09:16:31.250775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2 req-18120048-0bce-4ad8-ae84-7b68a0ac86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:31.253948 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2 req-18120048-0bce-4ad8-ae84-7b68a0ac86f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.1787307 Sep 09 09:16:31.286778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5aeb-63d9-4c8d-9132-e3c7d6fdea80 None None] The sync data for ids ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'] in n-d-778696-16 is: [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '33bc2a29-4aeb-4f71-8b53-ef01fe89d693', 'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'mac_address': 'fa:16:3e:d6:54:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:23Z', 'updated_at': '2021-09-09T09:16:29Z', 'revision_number': 4, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'subnets': [{'id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:16:31.389122 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64b8cef2-f2ae-4a18-ae1a-072ba7a5b227 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:31.391078 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:31.403188 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2b577418-a29b-40ec-87be-1a7ea1351618 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:31.420844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2b577418-a29b-40ec-87be-1a7ea1351618 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:31.425236 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2b577418-a29b-40ec-87be-1a7ea1351618 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-groups/b011b995-da74-430f-ad9e-71c3b1ba4578 HTTP/1.1" status: 204 len: 168 time: 1.1716011 Sep 09 09:16:31.441921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54744) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:31.473853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2 req-348a7c37-3e6c-4fb3-985e-76d8b558d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:31.475712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2 req-348a7c37-3e6c-4fb3-985e-76d8b558d666 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2081871 Sep 09 09:16:31.482612 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:31.482915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b577418-a29b-40ec-87be-1a7ea1351618 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b011b995-da74-430f-ad9e-71c3b1ba4578,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:31.578275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:16:31.618458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:31.645924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21238198-5c2c-4c5b-b7d9-22f42d50d767 req-445f9fe4-f47f-4a19-bede-58ec4ae0c061 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:31.651134 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-80e02c27-8dd6-4b0a-9355-47a27764c441 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips/07ae1e01-82ec-442b-9c11-7fce4270b9b8 HTTP/1.1" status: 200 len: 695 time: 0.1486654 Sep 09 09:16:31.653547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21238198-5c2c-4c5b-b7d9-22f42d50d767 req-445f9fe4-f47f-4a19-bede-58ec4ae0c061 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.2287612 Sep 09 09:16:31.686507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64b8cef2-f2ae-4a18-ae1a-072ba7a5b227 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:31.714953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2 req-02e394b4-9b0b-43e7-8b24-a04cd86f9d55 service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080147 Sep 09 09:16:31.736061 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21238198-5c2c-4c5b-b7d9-22f42d50d767 req-8d5e01bf-63aa-4ee7-b34f-51ade7ea1089 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815499 Sep 09 09:16:31.787537 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f7660280-7480-4a0a-84d6-0fc79b4949b9 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3442008 Sep 09 09:16:31.788097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54752) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:31.792554 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:31.800909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2f6c88c1-6e2a-4c50-b253-aae17a2d6ee8 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032651608'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:31.832017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-056c7b5f-f2eb-4a86-ae92-6f6eae793cb0 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:31.839907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-056c7b5f-f2eb-4a86-ae92-6f6eae793cb0 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1877253 Sep 09 09:16:31.849390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64b8cef2-f2ae-4a18-ae1a-072ba7a5b227 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:31.861831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:31.882074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8cef2-f2ae-4a18-ae1a-072ba7a5b227 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e3cbe0-4862-4490-a281-bb73f91f0491,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:31.911058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7e36d2e-bec9-4b59-8a9b-1df427e8a3f2 req-f52c1c30-d7a3-4115-bb12-6f16d75ec79f service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668611 Sep 09 09:16:31.957043 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-bbd781e9-cfc9-4629-83ab-f141aef00e7f tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 696 time: 0.1154687 Sep 09 09:16:31.998096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.002718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f6c88c1-6e2a-4c50-b253-aae17a2d6ee8 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.036505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['3072003d-d8ce-4126-a3f6-07aa9ba9ae59'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:16:32.085253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Pushing event updated for resources: {'Port': ['ID=9bbf5383-ed82-4b81-8c4d-58ae18f1a004,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:32.109508 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-736ef540-9f44-4262-9190-d535cb45975e tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 696 time: 0.1512973 Sep 09 09:16:32.171225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61c998-ac39-447b-9410-6fad5cb2d19a req-eb7ede88-a83b-496b-b750-e493ef830319 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:32.174558 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb61c998-ac39-447b-9410-6fad5cb2d19a req-eb7ede88-a83b-496b-b750-e493ef830319 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 945 time: 0.1120386 Sep 09 09:16:32.197742 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64b8cef2-f2ae-4a18-ae1a-072ba7a5b227 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.202508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-64b8cef2-f2ae-4a18-ae1a-072ba7a5b227 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0146477 Sep 09 09:16:32.213990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54762) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:32.233228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0326193d-1b3e-4c98-bca0-fba73c610008 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Request body: {'security_group_rule': {'security_group_id': 'e2275f32-37ae-4ec0-9515-f21897bee318', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:32.255845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Network 30b1b637-521b-4375-b707-9e120ff55adf is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:16:32.263400 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb61c998-ac39-447b-9410-6fad5cb2d19a req-0588f461-8bac-4fd6-b017-083c212c1fbd tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666008 Sep 09 09:16:32.268412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:32.271518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:16:32.330111 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f6c88c1-6e2a-4c50-b253-aae17a2d6ee8 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.419606 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f6c88c1-6e2a-4c50-b253-aae17a2d6ee8 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.456370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:32.456370 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.473612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c88c1-6e2a-4c50-b253-aae17a2d6ee8 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9ded0e-d063-4ace-bdcc-cc985e592de7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:32.511313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-383b4bfd-2dd8-4d39-b485-0c3c342d0839 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Deleting port 07f1b30a-9159-4302-a6ed-9bf2264ee721 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:32.514640 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-383b4bfd-2dd8-4d39-b485-0c3c342d0839 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.550742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad40524-9d78-4bef-9e78-834c68af0c90 req-38a68d60-85b7-476d-b40c-a52a2dc4aa42 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:32.552577 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dad40524-9d78-4bef-9e78-834c68af0c90 req-38a68d60-85b7-476d-b40c-a52a2dc4aa42 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 931 time: 0.0697587 Sep 09 09:16:32.607355 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dad40524-9d78-4bef-9e78-834c68af0c90 req-a0202716-ef32-4dfb-921d-ef0909da51e1 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481737 Sep 09 09:16:32.619085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0326193d-1b3e-4c98-bca0-fba73c610008 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.661691 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-383b4bfd-2dd8-4d39-b485-0c3c342d0839 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.662898 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-383b4bfd-2dd8-4d39-b485-0c3c342d0839 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.665921 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f6c88c1-6e2a-4c50-b253-aae17a2d6ee8 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.669439 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2f6c88c1-6e2a-4c50-b253-aae17a2d6ee8 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8777945 Sep 09 09:16:32.669683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54768) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:32.675036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f114c315-7c2b-42bc-81c9-ca2d53949ae4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': '1d9ded0e-d063-4ace-bdcc-cc985e592de7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:32.690521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-383b4bfd-2dd8-4d39-b485-0c3c342d0839 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Calling delete_port for 07f1b30a-9159-4302-a6ed-9bf2264ee721 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:32.703237 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-dc5bb4e9-0661-4851-935d-caeb880fd02d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2030730 Sep 09 09:16:32.732235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Request body: {'port': {'device_id': 'e9d772ac-5c28-4dda-8a66-629ca9f489dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:32.751429 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0326193d-1b3e-4c98-bca0-fba73c610008 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.884230 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f114c315-7c2b-42bc-81c9-ca2d53949ae4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.890322 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.913837 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0326193d-1b3e-4c98-bca0-fba73c610008 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:32.969963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326193d-1b3e-4c98-bca0-fba73c610008 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60aa1d5d-9ed0-4fd4-8cd0-c9a4870d5da4,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:32.970346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:16:33.000968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54774) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:33.022216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b128edd-4ba8-4de9-9915-fe821acea024 req-b23788b5-00a0-4521-885a-f1eb38d0cd36 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:33.023899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b128edd-4ba8-4de9-9915-fe821acea024 req-b23788b5-00a0-4521-885a-f1eb38d0cd36 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.2022979 Sep 09 09:16:33.093233 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0326193d-1b3e-4c98-bca0-fba73c610008 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.098666 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0326193d-1b3e-4c98-bca0-fba73c610008 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8795431 Sep 09 09:16:33.104936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54778) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:33.113677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:33.153961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f114c315-7c2b-42bc-81c9-ca2d53949ae4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.163101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:33.168749 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:33.172227 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.238178 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b128edd-4ba8-4de9-9915-fe821acea024 req-281dea63-c487-4322-81b1-7e79c58e7f7f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455915 Sep 09 09:16:33.248405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-383b4bfd-2dd8-4d39-b485-0c3c342d0839 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.250874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91eb3163-e140-44b8-936d-d06525b875ba req-34ea6b29-7ab1-4190-b4a7-44640ad89140 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2511146 Sep 09 09:16:33.251861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55006e85-1dc4-4cee-957f-5e0c5343ebef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.283239 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f114c315-7c2b-42bc-81c9-ca2d53949ae4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.330314 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.355788 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.356467 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b4bfd-2dd8-4d39-b485-0c3c342d0839 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Pushing event deleted for resources: {'Port': ['ID=07f1b30a-9159-4302-a6ed-9bf2264ee721,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:33.372852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114c315-7c2b-42bc-81c9-ca2d53949ae4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71af5ca2-1710-4524-a654-0a180e84e750,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:33.397401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb3163-e140-44b8-936d-d06525b875ba req-7da4042f-4a2a-4891-b6b2-200e9048cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:33.399065 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91eb3163-e140-44b8-936d-d06525b875ba req-7da4042f-4a2a-4891-b6b2-200e9048cb79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d54a51f1f29a42f784391cd717a35604&device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 1097 time: 0.0852470 Sep 09 09:16:33.422443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=33bc2a29-4aeb-4f71-8b53-ef01fe89d693,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:33.478667 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.501631 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:16:33.514950 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-383b4bfd-2dd8-4d39-b485-0c3c342d0839 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.519111 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-383b4bfd-2dd8-4d39-b485-0c3c342d0839 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.530879 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a2196e1-cd71-4265-aff2-d9d70f65985f req-383b4bfd-2dd8-4d39-b485-0c3c342d0839 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "DELETE /v2.0/floatingips/07ae1e01-82ec-442b-9c11-7fce4270b9b8 HTTP/1.1" status: 204 len: 173 time: 1.4203324 Sep 09 09:16:33.557074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b52172-f9d4-4e0e-839b-8ea16ccada6d req-47e5ecbe-ccf0-4ea7-b253-76c276f10230 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:33.558587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91b52172-f9d4-4e0e-839b-8ea16ccada6d req-47e5ecbe-ccf0-4ea7-b253-76c276f10230 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 945 time: 0.1681457 Sep 09 09:16:33.604394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=33bc2a29-4aeb-4f71-8b53-ef01fe89d693,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:33.633812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb3163-e140-44b8-936d-d06525b875ba req-2e9e50a5-cae8-403e-8d72-56c4d8edb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:33.635652 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91eb3163-e140-44b8-936d-d06525b875ba req-2e9e50a5-cae8-403e-8d72-56c4d8edb1ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 200 len: 921 time: 0.2000077 Sep 09 09:16:33.692888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:16:33.698374 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91eb3163-e140-44b8-936d-d06525b875ba req-5d030530-b148-4ca9-a0eb-18782c7bc969 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 200 len: 217 time: 0.0548596 Sep 09 09:16:33.704704 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.725269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Transition to ACTIVE for port object 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:33.731749 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91b52172-f9d4-4e0e-839b-8ea16ccada6d req-88685684-4e75-4a9f-8bf2-d805f415a9f9 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594081 Sep 09 09:16:33.732310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.787021 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55006e85-1dc4-4cee-957f-5e0c5343ebef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.798129 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.803768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb3163-e140-44b8-936d-d06525b875ba req-f8c6c73a-a8e8-4828-af91-92c55671aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:33.805665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91eb3163-e140-44b8-936d-d06525b875ba req-f8c6c73a-a8e8-4828-af91-92c55671aa8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 200 len: 859 time: 0.0958998 Sep 09 09:16:33.903532 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55006e85-1dc4-4cee-957f-5e0c5343ebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:33.916744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131e98b-63f4-401c-bc0b-6d7935a53a02 req-8cb467a5-b8f5-48ed-8218-8a3cbe145d1d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:33.918585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d131e98b-63f4-401c-bc0b-6d7935a53a02 req-8cb467a5-b8f5-48ed-8218-8a3cbe145d1d tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 943 time: 0.1079531 Sep 09 09:16:33.964355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55006e85-1dc4-4cee-957f-5e0c5343ebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beba4b0b-31b1-4efb-8951-7f2d137a7e79,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:33.968867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb3163-e140-44b8-936d-d06525b875ba req-f216a550-14bc-4385-a9f5-562e2a4c4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:33.972724 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91eb3163-e140-44b8-936d-d06525b875ba req-f216a550-14bc-4385-a9f5-562e2a4c4412 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0892f48a-db8b-479f-a339-6b8a9cfcc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492069 Sep 09 09:16:34.018719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-55006e85-1dc4-4cee-957f-5e0c5343ebef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91e4b064e3d6406e9c3111afd4c4f191&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0037508 Sep 09 09:16:34.022881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54788) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:34.025918 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f114c315-7c2b-42bc-81c9-ca2d53949ae4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.029553 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f114c315-7c2b-42bc-81c9-ca2d53949ae4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3564456 Sep 09 09:16:34.049775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54790) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:34.058735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7ff8121a-9b02-454c-976c-a42ede543f2b tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': '1d9ded0e-d063-4ace-bdcc-cc985e592de7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:34.139152 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d131e98b-63f4-401c-bc0b-6d7935a53a02 req-69dc56d2-3cdd-4a53-bbeb-525c0ebf06ad tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029622 Sep 09 09:16:34.192982 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91eb3163-e140-44b8-936d-d06525b875ba req-5ebf3d4c-026f-4f51-845e-9a6bfb3e89e0 service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082705 Sep 09 09:16:34.193756 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2deba4ab-51d4-43f2-ac35-3c1dd3a95d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.227519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbf5383-ed82-4b81-8c4d-58ae18f1a004,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:34.236692 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2deba4ab-51d4-43f2-ac35-3c1dd3a95d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.307884 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff8121a-9b02-454c-976c-a42ede543f2b tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.308378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8dccb-e9ee-4273-8e3c-e627f37527ea req-d5d2debb-a491-4007-929a-eeb33d092c22 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:34.309970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49a8dccb-e9ee-4273-8e3c-e627f37527ea req-d5d2debb-a491-4007-929a-eeb33d092c22 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 945 time: 0.1628923 Sep 09 09:16:34.318600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Allocated IP 172.25.8.215 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e8e197e5-0395-4912-9750-ece354f56b49) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:16:34.398638 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91eb3163-e140-44b8-936d-d06525b875ba req-52078f49-6c8e-41a5-bb24-31981c7eed0f service neutron] 10.222.0.24 "GET /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954169 Sep 09 09:16:34.405715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49a8dccb-e9ee-4273-8e3c-e627f37527ea req-87ef2537-071a-436f-82f1-d20f395c1e9f tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848205 Sep 09 09:16:34.432758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Attempting to bind port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:16:34.433193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Attempting to bind port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'a5044ae8-d9a6-4be1-a0ec-a867c468b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '30b1b637-521b-4375-b707-9e120ff55adf'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:16:34.433604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Attempting to bind port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 on network 30b1b637-521b-4375-b707-9e120ff55adf {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:34.434348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf1af1-154f-432a-bab5-693fd5ba7d8d req-2bd14283-fdb5-4dc3-b24d-0eb40538d560 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:34.436092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9cbf1af1-154f-432a-bab5-693fd5ba7d8d req-2bd14283-fdb5-4dc3-b24d-0eb40538d560 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.0973053 Sep 09 09:16:34.442957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 on network 30b1b637-521b-4375-b707-9e120ff55adf not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:16:34.443292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Attempting to bind port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 on network 30b1b637-521b-4375-b707-9e120ff55adf {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:34.457402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:16:34.457754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Checking segment: {'id': 'a5044ae8-d9a6-4be1-a0ec-a867c468b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '30b1b637-521b-4375-b707-9e120ff55adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:16:34.458152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Bound using segment: {'id': 'a5044ae8-d9a6-4be1-a0ec-a867c468b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '30b1b637-521b-4375-b707-9e120ff55adf'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:16:34.458587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Bound port: 9bbf5383-ed82-4b81-8c4d-58ae18f1a004, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5044ae8-d9a6-4be1-a0ec-a867c468b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '30b1b637-521b-4375-b707-9e120ff55adf'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:16:34.458940 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.476200 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2deba4ab-51d4-43f2-ac35-3c1dd3a95d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.478805 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2deba4ab-51d4-43f2-ac35-3c1dd3a95d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.479988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2deba4ab-51d4-43f2-ac35-3c1dd3a95d19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/beba4b0b-31b1-4efb-8951-7f2d137a7e79 HTTP/1.1" status: 204 len: 168 time: 0.4552412 Sep 09 09:16:34.497037 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9cbf1af1-154f-432a-bab5-693fd5ba7d8d req-3e1a560c-f722-4842-9df3-c80bc2cf3834 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540276 Sep 09 09:16:34.498729 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff8121a-9b02-454c-976c-a42ede543f2b tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.504561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deba4ab-51d4-43f2-ac35-3c1dd3a95d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beba4b0b-31b1-4efb-8951-7f2d137a7e79,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:34.523721 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.562216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] For port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:16:34.567041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] For port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9bbf5383-ed82-4b81-8c4d-58ae18f1a004,segment=NetworkSegment(a5044ae8-d9a6-4be1-a0ec-a867c468b3c4),segment_id=a5044ae8-d9a6-4be1-a0ec-a867c468b3c4)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:16:34.585704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff8121a-9b02-454c-976c-a42ede543f2b tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.605452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8121a-9b02-454c-976c-a42ede543f2b tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f6f31f-81f3-4b36-97dc-e6bc0fefa397,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:34.640227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:16:34.672377 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.682686 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.724449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:34.725096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.726482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] 10.222.0.41 "PUT /v2.0/ports/9bbf5383-ed82-4b81-8c4d-58ae18f1a004 HTTP/1.1" status: 200 len: 1092 time: 2.0071015 Sep 09 09:16:34.727846 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d772ac-5c28-4dda-8a66-629ca9f489dd', 'tag': '9bbf5383-ed82-4b81-8c4d-58ae18f1a004'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:34.730156 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e44e85d-856c-466f-940e-8004cfda8f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d772ac-5c28-4dda-8a66-629ca9f489dd", "tag": "9bbf5383-ed82-4b81-8c4d-58ae18f1a004"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:34.740019 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff8121a-9b02-454c-976c-a42ede543f2b tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.741309 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7ff8121a-9b02-454c-976c-a42ede543f2b tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6897919 Sep 09 09:16:34.744132 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54802) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:34.757272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ca7c7e90-0080-435d-b571-22a4735f22b4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': '1d9ded0e-d063-4ace-bdcc-cc985e592de7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:34.757867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:16:34.758380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:34.767322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:16:34.773694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2894819-5a61-4944-958d-1c2b74672d70 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbf5383-ed82-4b81-8c4d-58ae18f1a004,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:34.807422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:34.820022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:34.820022 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.822924 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e4f1bd-7cd2-4536-b343-039e5b6bd5cf x-openstack-request-id: req-18e4f1bd-7cd2-4536-b343-039e5b6bd5cf {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:34.823228 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d772ac-5c28-4dda-8a66-629ca9f489dd", "tag": "9bbf5383-ed82-4b81-8c4d-58ae18f1a004", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:34.823507 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18e4f1bd-7cd2-4536-b343-039e5b6bd5cf {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:34.828068 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d772ac-5c28-4dda-8a66-629ca9f489dd', 'tag': '9bbf5383-ed82-4b81-8c4d-58ae18f1a004', 'status': 'completed', 'code': 200} Sep 09 09:16:34.919419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:16:34.950072 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7e90-0080-435d-b571-22a4735f22b4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:34.963533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Pushing event updated for resources: {'Port': ['ID=e8e197e5-0395-4912-9750-ece354f56b49,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:34.965893 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.000419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:35.002684 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944041cf-efc4-4956-a83d-397989d3b934" -d '{"events": [{"server_uuid": "39ac8944-26e3-4ba4-9995-b41d62d531e3", "name": "network-vif-plugged", "status": "completed", "tag": "3072003d-d8ce-4126-a3f6-07aa9ba9ae59"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:35.019369 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7e90-0080-435d-b571-22a4735f22b4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.022103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:35.024024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:35.024575 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.045897 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5a7637-3bf8-473b-bfe9-803e1f4f3910 x-openstack-request-id: req-eb5a7637-3bf8-473b-bfe9-803e1f4f3910 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:35.046178 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ac8944-26e3-4ba4-9995-b41d62d531e3", "name": "network-vif-plugged", "status": "completed", "tag": "3072003d-d8ce-4126-a3f6-07aa9ba9ae59", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:35.046427 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb5a7637-3bf8-473b-bfe9-803e1f4f3910 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:35.046753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44e85d-856c-466f-940e-8004cfda8f6d req-295be31d-71df-4f37-b75d-cc31f9ff3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:35.046886 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59', 'code': 200} Sep 09 09:16:35.048463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e44e85d-856c-466f-940e-8004cfda8f6d req-295be31d-71df-4f37-b75d-cc31f9ff3703 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f0e81e11c2164e019d58fca3bfa47253&device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 1095 time: 0.2196090 Sep 09 09:16:35.063008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75894ba-c7cf-44ea-a837-bd532bc43a82 req-9e7878be-bfd0-4efb-a8ea-b0748f3d0867 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:35.070439 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a75894ba-c7cf-44ea-a837-bd532bc43a82 req-9e7878be-bfd0-4efb-a8ea-b0748f3d0867 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 945 time: 0.2504332 Sep 09 09:16:35.157469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efb190-5f71-4977-903f-eae2031086d2 req-439e8dd4-c463-4d1e-8558-cf7d89898566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:35.158992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33efb190-5f71-4977-903f-eae2031086d2 req-439e8dd4-c463-4d1e-8558-cf7d89898566 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 1097 time: 0.0512044 Sep 09 09:16:35.178426 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.192100 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.211449 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7e90-0080-435d-b571-22a4735f22b4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.244938 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33efb190-5f71-4977-903f-eae2031086d2 req-e76037b4-a5e8-4c1c-9b49-309c3ab48ff9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770597 Sep 09 09:16:35.261391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:35.264027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c7e90-0080-435d-b571-22a4735f22b4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ee2b35-51a5-4869-a0a6-e30c05562bb3,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:35.271076 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a75894ba-c7cf-44ea-a837-bd532bc43a82 req-fbdacd05-813c-4112-bc18-0a3a32048295 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938672 Sep 09 09:16:35.301642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608874c-3e31-4a4c-877e-6f3df7cd9c1d req-f219512e-49d8-4fef-bb79-bf59684a7508 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:35.303070 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5608874c-3e31-4a4c-877e-6f3df7cd9c1d req-f219512e-49d8-4fef-bb79-bf59684a7508 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 943 time: 0.0773966 Sep 09 09:16:35.315203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44e85d-856c-466f-940e-8004cfda8f6d req-20f61f22-d68a-4cb4-a22f-59c3851c628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:35.317459 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e44e85d-856c-466f-940e-8004cfda8f6d req-20f61f22-d68a-4cb4-a22f-59c3851c628a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f0e81e11c2164e019d58fca3bfa47253&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2383831 Sep 09 09:16:35.342518 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5608874c-3e31-4a4c-877e-6f3df7cd9c1d req-ef3fe1ef-4749-4b2a-b042-f949b643de99 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Sep 09 09:16:35.381991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.382675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54812) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:35.397311 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7e90-0080-435d-b571-22a4735f22b4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.406265 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ca7c7e90-0080-435d-b571-22a4735f22b4 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6534104 Sep 09 09:16:35.406265 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5b56ade-2e35-48f1-a23d-672ebf4004da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.406534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54814) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:35.412542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9728a6a0-e52a-4eea-9c64-fd53648a5dbb tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': '1d9ded0e-d063-4ace-bdcc-cc985e592de7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:35.438888 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-9728a6a0-e52a-4eea-9c64-fd53648a5dbb tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:16:35.438888 n-d-778696-16 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:16:35.438888 n-d-778696-16 neutron-server[95326]: [parameters: {'project_id_1': 'f9de37e5f8b746329e58182f2c097364', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 16, 15, 420471)}] Sep 09 09:16:35.438888 n-d-778696-16 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:16:35.438888 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-9728a6a0-e52a-4eea-9c64-fd53648a5dbb tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:16:35.548810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fb8e1-1439-49e9-9ddf-088d56f3bfa8 req-62c9688b-fff6-40b1-a221-27f88ef1dd3c tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:35.550331 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d00fb8e1-1439-49e9-9ddf-088d56f3bfa8 req-62c9688b-fff6-40b1-a221-27f88ef1dd3c tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 945 time: 0.0772035 Sep 09 09:16:35.552859 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5b56ade-2e35-48f1-a23d-672ebf4004da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.576391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44e85d-856c-466f-940e-8004cfda8f6d req-71c28661-2577-4084-ae27-6136a6444e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:35.577906 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e44e85d-856c-466f-940e-8004cfda8f6d req-71c28661-2577-4084-ae27-6136a6444e70 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2420361 Sep 09 09:16:35.602902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a61ccd-b66a-404c-a8b3-557d3d604f7c req-cbf7af23-aefc-4ac5-a953-935c97b14a6c tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:35.604456 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9a61ccd-b66a-404c-a8b3-557d3d604f7c req-cbf7af23-aefc-4ac5-a953-935c97b14a6c tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 945 time: 0.1177826 Sep 09 09:16:35.627720 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5b56ade-2e35-48f1-a23d-672ebf4004da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.701676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b56ade-2e35-48f1-a23d-672ebf4004da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2be9c6-999b-49c8-937d-f80ca8fed5b7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:35.708963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d5b56ade-2e35-48f1-a23d-672ebf4004da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e60cf1a24f6439ab39b5095bf312389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251007 Sep 09 09:16:35.713658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:35.725220 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9a61ccd-b66a-404c-a8b3-557d3d604f7c req-bee7840f-51e1-4a9e-be42-6d1da5d267ef tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/security-groups?id=2105c858-def3-45cb-b18e-56b14c3eea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946097 Sep 09 09:16:35.729400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2394a-3fab-4c14-a7d0-a69fae62ded6 req-98035dff-570b-43bb-a8ec-1b3d8c7feafb tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:35.730276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-f0f9194b-0967-4e4c-a14b-fb3b128329ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:35.730471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-13b2394a-3fab-4c14-a7d0-a69fae62ded6 req-98035dff-570b-43bb-a8ec-1b3d8c7feafb tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.1459153 Sep 09 09:16:35.731723 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-f0f9194b-0967-4e4c-a14b-fb3b128329ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f0e81e11c2164e019d58fca3bfa47253&device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 1095 time: 0.1022875 Sep 09 09:16:35.780321 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.783296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-4ed9aa80-c7a4-4af0-b78a-c0eeb41344a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bbf5383-ed82-4b81-8c4d-58ae18f1a004 HTTP/1.1" status: 200 len: 217 time: 0.0427225 Sep 09 09:16:35.793212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d00fb8e1-1439-49e9-9ddf-088d56f3bfa8 req-758b869a-1cc1-4ebe-9e01-cb379374da06 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Deleting port c6891951-bafa-41d5-b111-b96701990ba7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:35.793561 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d00fb8e1-1439-49e9-9ddf-088d56f3bfa8 req-758b869a-1cc1-4ebe-9e01-cb379374da06 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.836939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-9e55adc4-16cb-4087-9802-49c733d39da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:35.838553 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-9e55adc4-16cb-4087-9802-49c733d39da4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=226f5493-9bba-409d-b043-75a93e01ea38 HTTP/1.1" status: 200 len: 854 time: 0.0488625 Sep 09 09:16:35.870736 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.876030 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-59f8ace2-c6aa-48c3-863a-d2b2aa1125af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=30b1b637-521b-4375-b707-9e120ff55adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301955 Sep 09 09:16:35.876140 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-13b2394a-3fab-4c14-a7d0-a69fae62ded6 req-67d93911-29ef-4f7e-816b-235ad443ebbb tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331000 Sep 09 09:16:35.887461 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6759f7a7-46d1-4834-a1de-b198f956a17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.934156 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6759f7a7-46d1-4834-a1de-b198f956a17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.943243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d00fb8e1-1439-49e9-9ddf-088d56f3bfa8 req-758b869a-1cc1-4ebe-9e01-cb379374da06 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] For port c6891951-bafa-41d5-b111-b96701990ba7, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c6891951-bafa-41d5-b111-b96701990ba7,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:35.943627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d00fb8e1-1439-49e9-9ddf-088d56f3bfa8 req-758b869a-1cc1-4ebe-9e01-cb379374da06 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:35.966441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d00fb8e1-1439-49e9-9ddf-088d56f3bfa8 req-758b869a-1cc1-4ebe-9e01-cb379374da06 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Calling delete_port for c6891951-bafa-41d5-b111-b96701990ba7 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:35.980246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Pushing event updated for resources: {'Port': ['ID=e8e197e5-0395-4912-9750-ece354f56b49,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:36.029240 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.053761 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-c6311416-be50-4eec-b586-18e71660ecb6 service neutron] 10.222.0.41 "GET /v2.0/networks/30b1b637-521b-4375-b707-9e120ff55adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563983 Sep 09 09:16:36.070439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9728a6a0-e52a-4eea-9c64-fd53648a5dbb tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.133005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6759f7a7-46d1-4834-a1de-b198f956a17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.135597 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6759f7a7-46d1-4834-a1de-b198f956a17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.136766 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6759f7a7-46d1-4834-a1de-b198f956a17f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b2be9c6-999b-49c8-937d-f80ca8fed5b7 HTTP/1.1" status: 204 len: 168 time: 0.4224427 Sep 09 09:16:36.150492 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.160310 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-31c6dfe0-1a42-4ccd-9555-e4f59e9b7679 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0459776 Sep 09 09:16:36.160310 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f8fcf24-7d6f-49fd-b773-4526183e3dea req-971ca302-1330-43f8-9adb-10feb03578bc service neutron] 10.222.0.41 "GET /v2.0/networks/30b1b637-521b-4375-b707-9e120ff55adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951657 Sep 09 09:16:36.168491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759f7a7-46d1-4834-a1de-b198f956a17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2be9c6-999b-49c8-937d-f80ca8fed5b7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:36.198671 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9728a6a0-e52a-4eea-9c64-fd53648a5dbb tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.242918 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d00fb8e1-1439-49e9-9ddf-088d56f3bfa8 req-758b869a-1cc1-4ebe-9e01-cb379374da06 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.256649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c6891951-bafa-41d5-b111-b96701990ba7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:16:36.285093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b869a-1cc1-4ebe-9e01-cb379374da06 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Pushing event deleted for resources: {'Port': ['ID=c6891951-bafa-41d5-b111-b96701990ba7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:36.335007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00fb8e1-1439-49e9-9ddf-088d56f3bfa8 req-758b869a-1cc1-4ebe-9e01-cb379374da06 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] No DVR routers for this DVR port c6891951-bafa-41d5-b111-b96701990ba7 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:36.342589 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d00fb8e1-1439-49e9-9ddf-088d56f3bfa8 req-758b869a-1cc1-4ebe-9e01-cb379374da06 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.345147 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d00fb8e1-1439-49e9-9ddf-088d56f3bfa8 req-758b869a-1cc1-4ebe-9e01-cb379374da06 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.24 "DELETE /v2.0/ports/c6891951-bafa-41d5-b111-b96701990ba7 HTTP/1.1" status: 204 len: 173 time: 0.7875855 Sep 09 09:16:36.346063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'name': 'network-vif-deleted', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:36.350301 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60b0632-68e1-401d-aff1-9316627c3d8f" -d '{"events": [{"server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "name": "network-vif-deleted", "tag": "c6891951-bafa-41d5-b111-b96701990ba7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:36.355734 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9728a6a0-e52a-4eea-9c64-fd53648a5dbb tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.379197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728a6a0-e52a-4eea-9c64-fd53648a5dbb tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9e5f8e-2f91-4385-a864-6cbc232f2583,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:36.407645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1262c9-c2f1-4532-9f58-07d2a2a73c10 req-75237c87-c542-4ce4-9bc6-0b469e3f2d29 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:36.409518 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc1262c9-c2f1-4532-9f58-07d2a2a73c10 req-75237c87-c542-4ce4-9bc6-0b469e3f2d29 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0551667 Sep 09 09:16:36.429943 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-d1135f1d-6158-4ea5-969f-ac59a184505f tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--432920774&fields=id&tenant_id=1c04901038b84fdfa281e81abfb35ea1 HTTP/1.1" status: 200 len: 267 time: 0.0347250 Sep 09 09:16:36.452133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc1262c9-c2f1-4532-9f58-07d2a2a73c10 req-d55b5012-aa06-4335-81ce-5779924726b8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356321 Sep 09 09:16:36.478553 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9728a6a0-e52a-4eea-9c64-fd53648a5dbb tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.482626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54844) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:36.483520 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9728a6a0-e52a-4eea-9c64-fd53648a5dbb tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0758789 Sep 09 09:16:36.488620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-3992bdb3-6e24-4e17-b90b-0c5e2410ba31 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': '1d9ded0e-d063-4ace-bdcc-cc985e592de7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:36.545063 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3c356a-0c82-4f61-8274-61c5affc98af x-openstack-request-id: req-cb3c356a-0c82-4f61-8274-61c5affc98af {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:36.549170 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f84655f-9bb3-481f-85c6-f5a9b8113096", "name": "network-vif-deleted", "tag": "c6891951-bafa-41d5-b111-b96701990ba7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:36.549170 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb3c356a-0c82-4f61-8274-61c5affc98af {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:36.549170 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f84655f-9bb3-481f-85c6-f5a9b8113096', 'name': 'network-vif-deleted', 'tag': 'c6891951-bafa-41d5-b111-b96701990ba7', 'status': 'completed', 'code': 200} Sep 09 09:16:36.595985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-890ca148-c1e6-4582-a5cb-9416eab21920 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:36.597674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-890ca148-c1e6-4582-a5cb-9416eab21920 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/networks?id=4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 HTTP/1.1" status: 200 len: 811 time: 0.1526802 Sep 09 09:16:36.630059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-31eed463-5c2e-4b1d-8dba-0d9a7ae51d21 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/quotas/1c04901038b84fdfa281e81abfb35ea1 HTTP/1.1" status: 200 len: 375 time: 0.0253377 Sep 09 09:16:36.634301 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3992bdb3-6e24-4e17-b90b-0c5e2410ba31 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.672601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918182-f817-43c0-8566-8f5180f65934 req-25404f5d-cb62-42a3-87a8-ae5a084ba4b9 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:36.681948 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ca918182-f817-43c0-8566-8f5180f65934 req-25404f5d-cb62-42a3-87a8-ae5a084ba4b9 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 943 time: 0.1240759 Sep 09 09:16:36.734734 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-297d2032-0838-403d-be58-d427ed21a590 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c04901038b84fdfa281e81abfb35ea1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946712 Sep 09 09:16:36.761905 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ca918182-f817-43c0-8566-8f5180f65934 req-ae89ccae-d62b-4312-9b9e-19b2cb195973 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785556 Sep 09 09:16:36.770121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3992bdb3-6e24-4e17-b90b-0c5e2410ba31 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.871130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25b6c90a-4aba-46e0-ab92-2c904add36ee req-a49598a1-cd6e-4124-a865-388ee6a5a6c7 tempest-FloatingIPsAssociationTestJSON-279671702 tempest-FloatingIPsAssociationTestJSON-279671702-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f84655f-9bb3-481f-85c6-f5a9b8113096 HTTP/1.1" status: 200 len: 210 time: 0.0482819 Sep 09 09:16:36.880438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ed005aa8-f7b9-4fe9-acfc-2525e5880432 service neutron] 10.222.0.32 "GET /v2.0/networks/4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402471 Sep 09 09:16:36.888256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3992bdb3-6e24-4e17-b90b-0c5e2410ba31 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:36.911659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992bdb3-6e24-4e17-b90b-0c5e2410ba31 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e53dcf8-824f-4037-bdf7-34fc0149958f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:36.985553 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-dcc8b462-324a-4d3e-b360-13656f5d2995 service neutron] 10.222.0.32 "GET /v2.0/networks/4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931776 Sep 09 09:16:37.064731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c2a13-f4f6-49f3-8cae-b27f5582c17d req-6b4e68f3-2f70-4392-83ff-f12eb55ed9c7 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:37.066315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-974c2a13-f4f6-49f3-8cae-b27f5582c17d req-6b4e68f3-2f70-4392-83ff-f12eb55ed9c7 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.0601935 Sep 09 09:16:37.106046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-974c2a13-f4f6-49f3-8cae-b27f5582c17d req-c9d5463c-cf9d-4a4e-a390-29c310768958 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 Sep 09 09:16:37.123179 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3992bdb3-6e24-4e17-b90b-0c5e2410ba31 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.124502 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3992bdb3-6e24-4e17-b90b-0c5e2410ba31 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6407886 Sep 09 09:16:37.127372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54862) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:37.156488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d64f44e-d1f3-49a6-b2c2-08c187ab44db tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.164539 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d64f44e-d1f3-49a6-b2c2-08c187ab44db tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.299729 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d64f44e-d1f3-49a6-b2c2-08c187ab44db tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.309575 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d64f44e-d1f3-49a6-b2c2-08c187ab44db tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.310914 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4d64f44e-d1f3-49a6-b2c2-08c187ab44db tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1e53dcf8-824f-4037-bdf7-34fc0149958f HTTP/1.1" status: 204 len: 168 time: 0.1824243 Sep 09 09:16:37.313672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54868) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:37.327781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64f44e-d1f3-49a6-b2c2-08c187ab44db tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e53dcf8-824f-4037-bdf7-34fc0149958f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:37.370975 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-da4c5d63-646f-44d3-8556-537fb8923596 req-816907b4-bca6-48ad-8c00-400d87393263 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 210 time: 0.0354288 Sep 09 09:16:37.392088 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-02589c73-b86a-4c9e-b2ef-f2c69e5adf8c tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0743659 Sep 09 09:16:37.392466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54876) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:37.418790 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89783d8e-9efc-477c-8ac8-e85696a423e6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.428042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89783d8e-9efc-477c-8ac8-e85696a423e6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.577782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d4089-264e-459e-844c-063c1743e876 req-b8247253-42ab-4deb-9909-d738d30a19c3 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:37.579458 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-664d4089-264e-459e-844c-063c1743e876 req-b8247253-42ab-4deb-9909-d738d30a19c3 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0498688 Sep 09 09:16:37.593743 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89783d8e-9efc-477c-8ac8-e85696a423e6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.606489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89783d8e-9efc-477c-8ac8-e85696a423e6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.607600 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-89783d8e-9efc-477c-8ac8-e85696a423e6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6c9e5f8e-2f91-4385-a864-6cbc232f2583 HTTP/1.1" status: 204 len: 168 time: 0.2143631 Sep 09 09:16:37.610577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54886) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:37.636831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89783d8e-9efc-477c-8ac8-e85696a423e6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c9e5f8e-2f91-4385-a864-6cbc232f2583,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:37.655213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-664d4089-264e-459e-844c-063c1743e876 req-004f0b03-9451-453c-8122-c8ae44d04874 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687339 Sep 09 09:16:37.693572 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b174c1f4-25f5-45e9-8b40-402f8054311e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0809076 Sep 09 09:16:37.696367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54890) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:37.720878 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-408866e7-7cd1-478c-b691-ccfe39113150 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.728862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-408866e7-7cd1-478c-b691-ccfe39113150 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.887669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee54f7-e9f6-4d9c-9e41-db7fbcbab82e req-0049d149-b941-431b-89da-84a203cd8660 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:37.889249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d1ee54f7-e9f6-4d9c-9e41-db7fbcbab82e req-0049d149-b941-431b-89da-84a203cd8660 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 943 time: 0.0547404 Sep 09 09:16:37.927573 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d1ee54f7-e9f6-4d9c-9e41-db7fbcbab82e req-711d814b-57f7-42bd-814c-6ab2098bbe80 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322914 Sep 09 09:16:37.963424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-408866e7-7cd1-478c-b691-ccfe39113150 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.969863 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-408866e7-7cd1-478c-b691-ccfe39113150 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:37.970980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-408866e7-7cd1-478c-b691-ccfe39113150 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f0ee2b35-51a5-4869-a0a6-e30c05562bb3 HTTP/1.1" status: 204 len: 168 time: 0.2734113 Sep 09 09:16:37.974323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54902) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:37.984693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408866e7-7cd1-478c-b691-ccfe39113150 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0ee2b35-51a5-4869-a0a6-e30c05562bb3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:38.001898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8cb0b5fe-45a0-4500-afc0-7606c9d1dee5 req-bc68003f-8902-4d48-804f-a5d4b7212205 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0698690 Sep 09 09:16:38.002358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54906) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:38.405867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:16:38.421905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0b5fe-45a0-4500-afc0-7606c9d1dee5 req-16fc40e0-1139-470b-8748-0337851beb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:38.422620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8cb0b5fe-45a0-4500-afc0-7606c9d1dee5 req-16fc40e0-1139-470b-8748-0337851beb32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 1096 time: 0.3534014 Sep 09 09:16:38.444104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd29be2-1c1c-4707-a535-9d30276779f8 req-2e6f9f76-8c5a-469f-ad04-fd7b46dc560d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:38.451432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dd29be2-1c1c-4707-a535-9d30276779f8 req-2e6f9f76-8c5a-469f-ad04-fd7b46dc560d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0748587 Sep 09 09:16:38.505795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d143094f-2051-41be-b309-2fe72bcf3861 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.5264370 Sep 09 09:16:38.506718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54920) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:38.532883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9bbf5383-ed82-4b81-8c4d-58ae18f1a004,segment=NetworkSegment(a5044ae8-d9a6-4be1-a0ec-a867c468b3c4),segment_id=a5044ae8-d9a6-4be1-a0ec-a867c468b3c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:38.548472 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dd29be2-1c1c-4707-a535-9d30276779f8 req-fba8dbde-2c64-4dfc-b89e-0cab7d6a574c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960841 Sep 09 09:16:38.549479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b1018-bc0b-4250-b504-3ead1074a522 req-8db79136-9cff-4983-ab56-729906275617 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:38.558788 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af7b1018-bc0b-4250-b504-3ead1074a522 req-8db79136-9cff-4983-ab56-729906275617 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.1216304 Sep 09 09:16:38.564211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '9bbf5383-ed82-4b81-8c4d-58ae18f1a004', 'network_id': '30b1b637-521b-4375-b707-9e120ff55adf', 'port_id': '9bbf5383-ed82-4b81-8c4d-58ae18f1a004', 'mac_address': 'fa:16:3e:9a:e1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226f5493-9bba-409d-b043-75a93e01ea38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:16:38.594423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0b5fe-45a0-4500-afc0-7606c9d1dee5 req-fa17b028-2634-43b7-93c6-1b055a6c2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:38.597113 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8cb0b5fe-45a0-4500-afc0-7606c9d1dee5 req-fa17b028-2634-43b7-93c6-1b055a6c2e5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.1426849 Sep 09 09:16:38.626223 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947427fb-6f61-4c0d-b9fd-87873c68df0a tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:38.634828 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947427fb-6f61-4c0d-b9fd-87873c68df0a tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:38.641977 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:38.664283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8cb0b5fe-45a0-4500-afc0-7606c9d1dee5 req-38c19e2b-79c1-4715-9f05-2b30b4cd972c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc HTTP/1.1" status: 200 len: 217 time: 0.0604234 Sep 09 09:16:38.678521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:16:38.704288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9bbf5383-ed82-4b81-8c4d-58ae18f1a004,segment=NetworkSegment(a5044ae8-d9a6-4be1-a0ec-a867c468b3c4),segment_id=a5044ae8-d9a6-4be1-a0ec-a867c468b3c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:38.707205 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af7b1018-bc0b-4250-b504-3ead1074a522 req-b8031952-f4e2-4ccb-a410-3a78419aa3af tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477149 Sep 09 09:16:38.739489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947427fb-6f61-4c0d-b9fd-87873c68df0a tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:38.748071 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947427fb-6f61-4c0d-b9fd-87873c68df0a tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:38.751460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-947427fb-6f61-4c0d-b9fd-87873c68df0a tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c2f6f31f-81f3-4b36-97dc-e6bc0fefa397 HTTP/1.1" status: 204 len: 168 time: 0.2377453 Sep 09 09:16:38.753035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54926) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:38.758524 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb717c87-5c32-45e3-b71e-0906824afcb2 req-c3dc6e8f-c64b-4dd2-82c4-5bcfe164e687 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 210 time: 0.0367725 Sep 09 09:16:38.764526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947427fb-6f61-4c0d-b9fd-87873c68df0a tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2f6f31f-81f3-4b36-97dc-e6bc0fefa397,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:38.808166 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:38.818452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0b5fe-45a0-4500-afc0-7606c9d1dee5 req-a2971cf5-d88c-4422-b160-1c495227baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:38.820696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8cb0b5fe-45a0-4500-afc0-7606c9d1dee5 req-a2971cf5-d88c-4422-b160-1c495227baef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1497893 Sep 09 09:16:38.857193 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1a4a6c67-4544-4611-9c16-c87418878132 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0987458 Sep 09 09:16:38.860046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54930) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:38.863911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=9bbf5383-ed82-4b81-8c4d-58ae18f1a004,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:38.895645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8cb0b5fe-45a0-4500-afc0-7606c9d1dee5 req-f4679150-a0f2-4562-883a-f3aca08323c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615408 Sep 09 09:16:38.935327 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fb934a47-602f-4839-addb-206ef36eb6b3 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:38.952621 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fb934a47-602f-4839-addb-206ef36eb6b3 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.034326 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8cb0b5fe-45a0-4500-afc0-7606c9d1dee5 req-4c88bed5-2028-458e-8b86-0f30b35e982e service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283889 Sep 09 09:16:39.040235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9bbf5383-ed82-4b81-8c4d-58ae18f1a004'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:16:39.084090 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fb934a47-602f-4839-addb-206ef36eb6b3 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.101450 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fb934a47-602f-4839-addb-206ef36eb6b3 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.102609 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fb934a47-602f-4839-addb-206ef36eb6b3 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/71af5ca2-1710-4524-a654-0a180e84e750 HTTP/1.1" status: 204 len: 168 time: 0.2384048 Sep 09 09:16:39.107816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54942) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:39.132276 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.144260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ef74c-bf42-43f4-ba9a-e5da2eb7b558 req-83677e56-4605-45e8-8be9-7b6c81bb9cc9 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:39.146294 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a9ef74c-bf42-43f4-ba9a-e5da2eb7b558 req-83677e56-4605-45e8-8be9-7b6c81bb9cc9 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 944 time: 0.0991302 Sep 09 09:16:39.183146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb934a47-602f-4839-addb-206ef36eb6b3 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71af5ca2-1710-4524-a654-0a180e84e750,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:39.234882 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5be189af-3a9a-473c-9ceb-bfb52e2efc7f tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1259124 Sep 09 09:16:39.238043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54948) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:39.241840 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a9ef74c-bf42-43f4-ba9a-e5da2eb7b558 req-e2aa7dff-9ae9-43d7-bb1a-2371d912f396 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606701 Sep 09 09:16:39.302388 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8cb0b5fe-45a0-4500-afc0-7606c9d1dee5 req-398080d9-b2ac-404b-b9d3-2b52fed878a6 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580669 Sep 09 09:16:39.308694 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c92c89b6-9cdc-4825-8b3c-060cc8713bc1 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.333167 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c92c89b6-9cdc-4825-8b3c-060cc8713bc1 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.448256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c92c89b6-9cdc-4825-8b3c-060cc8713bc1 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.451116 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c92c89b6-9cdc-4825-8b3c-060cc8713bc1 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.452492 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c92c89b6-9cdc-4825-8b3c-060cc8713bc1 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-groups/1d9ded0e-d063-4ace-bdcc-cc985e592de7 HTTP/1.1" status: 204 len: 168 time: 0.2134712 Sep 09 09:16:39.456786 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54952) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:39.470580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c89b6-9cdc-4825-8b3c-060cc8713bc1 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9ded0e-d063-4ace-bdcc-cc985e592de7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:39.514696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1376196d-0d2a-438f-b2be-3af00b199aa3 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514266 Sep 09 09:16:39.515523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54954) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:39.521246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2f763888-f2fe-49bf-8408-8a9bb0b04575 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746635485'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:39.541269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] Deleting port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:39.541620 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.633558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] For port 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=22bb2ad5-e811-4a8c-803c-6fd9dacb77e1,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:39.633936 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.650875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] Calling delete_port for 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:39.699274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f763888-f2fe-49bf-8408-8a9bb0b04575 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.702479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-641582a5-14b2-45d3-8c02-182036b8bbde tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:39.703730 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-641582a5-14b2-45d3-8c02-182036b8bbde tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.41 "GET /v2.0/networks?id=4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 HTTP/1.1" status: 200 len: 811 time: 0.1488342 Sep 09 09:16:39.726947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6e460-5948-4a86-98ba-ae709f14bdf5 req-d8a5c670-30be-4168-ab4a-895bd78e78ef tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:39.728451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9e6e460-5948-4a86-98ba-ae709f14bdf5 req-d8a5c670-30be-4168-ab4a-895bd78e78ef tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0811458 Sep 09 09:16:39.782592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-6cf2fb98-52cf-4b2f-9f31-1b38cee23580 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c04901038b84fdfa281e81abfb35ea1 HTTP/1.1" status: 200 len: 379 time: 0.0697052 Sep 09 09:16:39.797221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Request body: {'port': {'device_id': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'admin_state_up': True, 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'security_groups': ['e2275f32-37ae-4ec0-9515-f21897bee318']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:39.819989 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9e6e460-5948-4a86-98ba-ae709f14bdf5 req-1a8ffbd3-423f-4188-861a-3540abc4aac6 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832222 Sep 09 09:16:39.911370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788dfe4-6cf8-4ec5-85d5-344b67768a66 req-f4c1bf08-0e92-41a4-828c-43eb6cb48ce7 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:39.912912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f788dfe4-6cf8-4ec5-85d5-344b67768a66 req-f4c1bf08-0e92-41a4-828c-43eb6cb48ce7 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.1175625 Sep 09 09:16:39.934815 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f763888-f2fe-49bf-8408-8a9bb0b04575 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:39.987303 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3085cea8-95c0-431b-af04-5319bf54d8e9 req-ba3d4d9c-b23a-49b9-86c3-b972699bb922 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 210 time: 0.0343893 Sep 09 09:16:39.993935 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f788dfe4-6cf8-4ec5-85d5-344b67768a66 req-848d5872-7690-42cc-bdf3-c7748674c117 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733564 Sep 09 09:16:40.020127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f763888-f2fe-49bf-8408-8a9bb0b04575 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.052325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f763888-f2fe-49bf-8408-8a9bb0b04575 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0762e47c-d9b4-4696-8dfd-eef52675f4fb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:40.117136 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.148023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=22bb2ad5-e811-4a8c-803c-6fd9dacb77e1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:40.151214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Made reservation on behalf of 1c04901038b84fdfa281e81abfb35ea1 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:40.156149 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.257651 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f763888-f2fe-49bf-8408-8a9bb0b04575 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.261739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2f763888-f2fe-49bf-8408-8a9bb0b04575 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7427394 Sep 09 09:16:40.262162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54968) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:40.268380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2659ced2-a136-4493-8e99-03c3212210f7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': '0762e47c-d9b4-4696-8dfd-eef52675f4fb', 'direction': 'ingress', 'protocol': 17}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:40.357107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Allocated IP 172.20.0.4 (4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0/90c51cc2-c853-45d6-ad87-c7020f7a4fe6/41ce075c-6c61-4f1d-a056-e67c2a20fd6f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:16:40.385818 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.421650 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:16:40.461090 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2659ced2-a136-4493-8e99-03c3212210f7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.496584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0eaa9-476b-4632-a041-ecc904483dfc req-4796d046-f118-40fd-8f4e-88c24f68b751 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:40.496584 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3be0eaa9-476b-4632-a041-ecc904483dfc req-4796d046-f118-40fd-8f4e-88c24f68b751 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 944 time: 0.1497214 Sep 09 09:16:40.519881 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.534556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Transition to ACTIVE for port object 41ce075c-6c61-4f1d-a056-e67c2a20fd6f will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:40.549061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:40.549392 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54974) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:40.552975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:40.556906 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.606855 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2659ced2-a136-4493-8e99-03c3212210f7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.612021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3be0eaa9-476b-4632-a041-ecc904483dfc req-7547f6bc-596b-4b26-bad5-2a62a6d4772c tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042929 Sep 09 09:16:40.649069 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.665454 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.680188 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2659ced2-a136-4493-8e99-03c3212210f7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.690175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c6891951-bafa-41d5-b111-b96701990ba7 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:40.714631 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fdd6788e-3488-4f7c-ae99-d9dc5ad7fcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.717355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: c6891951-bafa-41d5-b111-b96701990ba7 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:16:40.717509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:16:40.718201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c6891951-bafa-41d5-b111-b96701990ba7 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:40.724069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:40.726424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d772ac-5c28-4dda-8a66-629ca9f489dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbf5383-ed82-4b81-8c4d-58ae18f1a004'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:40.729644 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb9641a-fe59-4f52-95d2-58e990cb6a6d" -d '{"events": [{"server_uuid": "e9d772ac-5c28-4dda-8a66-629ca9f489dd", "name": "network-vif-plugged", "status": "completed", "tag": "9bbf5383-ed82-4b81-8c4d-58ae18f1a004"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:40.731113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659ced2-a136-4493-8e99-03c3212210f7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d0701d-32a1-4001-8284-f6fd3b1ac3ea,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:40.735248 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:16:40.754276 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9bbf5383-ed82-4b81-8c4d-58ae18f1a004,segment=NetworkSegment(a5044ae8-d9a6-4be1-a0ec-a867c468b3c4),segment_id=a5044ae8-d9a6-4be1-a0ec-a867c468b3c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:40.755439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Pushing event updated for resources: {'Port': ['ID=41ce075c-6c61-4f1d-a056-e67c2a20fd6f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:40.789971 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] Router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:16:40.796051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-6614506d-e2d3-443d-be42-a2ba673620f7 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:40.798487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-6614506d-e2d3-443d-be42-a2ba673620f7 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1098 time: 0.0693171 Sep 09 09:16:40.815250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-16'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:40.816342 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea502ee-6db4-40ab-917a-100d8c54d457 x-openstack-request-id: req-5ea502ee-6db4-40ab-917a-100d8c54d457 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:40.818980 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d772ac-5c28-4dda-8a66-629ca9f489dd", "name": "network-vif-plugged", "status": "completed", "tag": "9bbf5383-ed82-4b81-8c4d-58ae18f1a004", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:40.819130 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ea502ee-6db4-40ab-917a-100d8c54d457 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:40.819954 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d772ac-5c28-4dda-8a66-629ca9f489dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbf5383-ed82-4b81-8c4d-58ae18f1a004', 'code': 200} Sep 09 09:16:40.837629 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.841395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:40.842381 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.892310 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2659ced2-a136-4493-8e99-03c3212210f7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:40.894625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2659ced2-a136-4493-8e99-03c3212210f7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6314371 Sep 09 09:16:40.901315 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54982) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:40.927700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=9bbf5383-ed82-4b81-8c4d-58ae18f1a004,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:41.021310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dca431c6-db36-468f-b923-85ccec632f3e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.029557 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.049479 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fdd6788e-3488-4f7c-ae99-d9dc5ad7fcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.059472 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dca431c6-db36-468f-b923-85ccec632f3e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.069266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabbd2a-791d-4a67-9bec-b5442457c545 req-31386740-4141-424d-ad62-9896b19ad59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:41.070838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bfabbd2a-791d-4a67-9bec-b5442457c545 req-31386740-4141-424d-ad62-9896b19ad59e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 1097 time: 0.1727030 Sep 09 09:16:41.116268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fdd6788e-3488-4f7c-ae99-d9dc5ad7fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.142620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ef125-b9d3-4d15-9038-686855304226 req-87bd274c-80fa-4094-984f-039caac60250 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:41.145968 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b5ef125-b9d3-4d15-9038-686855304226 req-87bd274c-80fa-4094-984f-039caac60250 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.1626108 Sep 09 09:16:41.163171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d1798f39-5c67-44d3-9d46-12e4d106a0ce None None] Provisioning for port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:41.168681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d1798f39-5c67-44d3-9d46-12e4d106a0ce None None] Provisioning complete for port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:41.169391 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1798f39-5c67-44d3-9d46-12e4d106a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.174469 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fdd6788e-3488-4f7c-ae99-d9dc5ad7fcf2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=289b2e0f83dd42dd9544b3b07ec2050b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6199625 Sep 09 09:16:41.174469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54988) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:41.177426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6788e-3488-4f7c-ae99-d9dc5ad7fcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff45a68-e7d4-42de-8f77-df5fc736cf46,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:41.194633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710a5d4-f2aa-446c-8e0b-1fdda736a4f1 req-6750c78b-2f68-4231-98e0-2c5d0c4ee7ca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:41.203533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b710a5d4-f2aa-446c-8e0b-1fdda736a4f1 req-6750c78b-2f68-4231-98e0-2c5d0c4ee7ca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 931 time: 0.1289907 Sep 09 09:16:41.224609 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:16:41.237267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-14440a72-a28b-47eb-a64c-2e755c7a1e7f admin admin] 10.222.0.32 "PUT /v2.0/routers/ffec3bfb-ad88-4db6-988a-e798dc3b44d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2307177 Sep 09 09:16:41.238153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:41.238904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-ab89a8e1-fefa-4d5e-963e-a4963724d625 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4510477 Sep 09 09:16:41.241754 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed6f7e3-1be4-4ec6-9777-80241e82ab2a None None] Sync routers for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:16:41.242863 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d1798f39-5c67-44d3-9d46-12e4d106a0ce None None] Port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:16:41.244786 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bfabbd2a-791d-4a67-9bec-b5442457c545 req-8a7e5139-2b7c-4ec9-9c98-25d035c6ba77 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425655 Sep 09 09:16:41.257495 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed6f7e3-1be4-4ec6-9777-80241e82ab2a None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:41.258517 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2ed6f7e3-1be4-4ec6-9777-80241e82ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:41.263973 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dca431c6-db36-468f-b923-85ccec632f3e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.266475 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dca431c6-db36-468f-b923-85ccec632f3e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.268478 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dca431c6-db36-468f-b923-85ccec632f3e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-groups/0762e47c-d9b4-4696-8dfd-eef52675f4fb HTTP/1.1" status: 204 len: 168 time: 0.3631682 Sep 09 09:16:41.273974 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54994) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:41.286992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b710a5d4-f2aa-446c-8e0b-1fdda736a4f1 req-0e3049a0-a4f6-4dd4-8e27-039dc068afa6 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823154 Sep 09 09:16:41.308300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca431c6-db36-468f-b923-85ccec632f3e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0762e47c-d9b4-4696-8dfd-eef52675f4fb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:41.313662 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-744392b0-4d41-49a4-b981-c1212a0d3208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.330392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b5ef125-b9d3-4d15-9038-686855304226 req-174a2c25-d1ec-43cb-b5c3-0c93c062878a tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683328 Sep 09 09:16:41.364725 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e848c75b-92f5-4585-9485-51450c605814,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:41.369021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-744392b0-4d41-49a4-b981-c1212a0d3208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.378924 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8d7cdf72-b6d1-46f2-aec5-043b6eb2d56a tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1027560 Sep 09 09:16:41.384993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54996) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:41.408241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f8253533-a043-4c20-ac3a-541ff08cfa61 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group': {'name': 'tempest-secgroup--275499987'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:41.468333 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2ed6f7e3-1be4-4ec6-9777-80241e82ab2a None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:41.470966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Request body: {'port': {'device_id': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:41.568114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c686e-4959-490d-802f-fc7c3f1a4d8e req-a6b68952-66b2-4690-a32e-e4bb3a4ef8b4 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:41.569696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-862c686e-4959-490d-802f-fc7c3f1a4d8e req-a6b68952-66b2-4690-a32e-e4bb3a4ef8b4 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 946 time: 0.1456783 Sep 09 09:16:41.573004 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.626519 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f8253533-a043-4c20-ac3a-541ff08cfa61 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.671900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-862c686e-4959-490d-802f-fc7c3f1a4d8e req-7a918005-49cb-4a9c-a44f-ec324aa5e8e2 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852084 Sep 09 09:16:41.685075 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-744392b0-4d41-49a4-b981-c1212a0d3208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.687577 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-744392b0-4d41-49a4-b981-c1212a0d3208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.702132 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-744392b0-4d41-49a4-b981-c1212a0d3208 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ff45a68-e7d4-42de-8f77-df5fc736cf46 HTTP/1.1" status: 204 len: 168 time: 0.5254507 Sep 09 09:16:41.718543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744392b0-4d41-49a4-b981-c1212a0d3208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff45a68-e7d4-42de-8f77-df5fc736cf46,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:41.734883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.813980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:16:41.841358 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2ed6f7e3-1be4-4ec6-9777-80241e82ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:16:39Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:41.881832 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed6f7e3-1be4-4ec6-9777-80241e82ab2a None None] Checking router: ffec3bfb-ad88-4db6-988a-e798dc3b44d4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:16:41.891502 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed6f7e3-1be4-4ec6-9777-80241e82ab2a None None] Routers {'ffec3bfb-ad88-4db6-988a-e798dc3b44d4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:41.892344 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2ed6f7e3-1be4-4ec6-9777-80241e82ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:41.899878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e848c75b-92f5-4585-9485-51450c605814'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:41.902087 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7e4045-d09b-477c-b0f0-02781871dc19" -d '{"events": [{"server_uuid": "cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161", "name": "network-vif-unplugged", "status": "completed", "tag": "e848c75b-92f5-4585-9485-51450c605814"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:41.908281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.910649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f8253533-a043-4c20-ac3a-541ff08cfa61 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:41.962900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e5f1b-3773-4165-9218-d81a87c18b93 req-a8751f11-4086-4f92-b90c-da248b056d5e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:41.964821 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-653e5f1b-3773-4165-9218-d81a87c18b93 req-a8751f11-4086-4f92-b90c-da248b056d5e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 945 time: 0.1704509 Sep 09 09:16:41.967645 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4b5851-f06c-4a81-bc09-673aa67eb825 x-openstack-request-id: req-ca4b5851-f06c-4a81-bc09-673aa67eb825 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:41.967977 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161", "name": "network-vif-unplugged", "status": "completed", "tag": "e848c75b-92f5-4585-9485-51450c605814", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:41.968230 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca4b5851-f06c-4a81-bc09-673aa67eb825 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:41.968611 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e848c75b-92f5-4585-9485-51450c605814', 'code': 200} Sep 09 09:16:41.998704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.007601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ce075c-6c61-4f1d-a056-e67c2a20fd6f {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:16:42.015436 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.020152 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.024895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f8253533-a043-4c20-ac3a-541ff08cfa61 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.032075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-653e5f1b-3773-4165-9218-d81a87c18b93 req-f702c68c-ea30-4b24-aa79-be2a03a480e9 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559080 Sep 09 09:16:42.032959 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2ed6f7e3-1be4-4ec6-9777-80241e82ab2a None None] Set router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:42.058420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Transition to ACTIVE for port object 41ce075c-6c61-4f1d-a056-e67c2a20fd6f will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:42.070795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8253533-a043-4c20-ac3a-541ff08cfa61 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06dc1006-3d5d-4778-9ed9-00ffbd444fa0,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:42.137238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e848c75b-92f5-4585-9485-51450c605814,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:42.140732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f8253533-a043-4c20-ac3a-541ff08cfa61 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.143859 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f8253533-a043-4c20-ac3a-541ff08cfa61 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7550755 Sep 09 09:16:42.145895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.147052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55006) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:42.151360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-99a53a82-fea9-4d48-9e41-8c750a3edcf6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group': {'name': 'tempest-secgroup--542003579'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:42.166241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 on host n-h2-778696-16 for vnic_type normal with profile {"migrating_to": "n-h1-778696-16"} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:16:42.166581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:16:42.166985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:42.181223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Port e848c75b-92f5-4585-9485-51450c605814 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:16:42.181553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Attempting to bind port e848c75b-92f5-4585-9485-51450c605814 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:42.192837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:16:42.193864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:16:42.193864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:16:42.194221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Bound port: e848c75b-92f5-4585-9485-51450c605814, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:16:42.194337 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.256234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Deleting port a6d081f8-6162-4cf4-860f-4047851169d3 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:42.256578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.282111 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99a53a82-fea9-4d48-9e41-8c750a3edcf6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.308510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Pushing event updated for resources: {'Port': ['ID=41ce075c-6c61-4f1d-a056-e67c2a20fd6f,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:42.312329 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2ed6f7e3-1be4-4ec6-9777-80241e82ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:16:39Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:42.374545 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed6f7e3-1be4-4ec6-9777-80241e82ab2a None None] The sync data for ids ['ffec3bfb-ad88-4db6-988a-e798dc3b44d4'] in n-d-778696-16 is: [{'id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-240461698-router', 'tenant_id': 'd54a51f1f29a42f784391cd717a35604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:57Z', 'updated_at': '2021-09-09T09:16:39Z', 'revision_number': 5, 'project_id': 'd54a51f1f29a42f784391cd717a35604', 'gw_port': {'id': 'a6d081f8-6162-4cf4-860f-4047851169d3', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffec3bfb-ad88-4db6-988a-e798dc3b44d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:16:42.387540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Attempting to bind port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:16:42.387888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Attempting to bind port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:16:42.394431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Attempting to bind port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f on network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:42.394915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f on network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:16:42.395257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Attempting to bind port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f on network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:16:42.404225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:16:42.404570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Checking segment: {'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:16:42.404965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Bound using segment: {'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:16:42.405401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Bound port: 41ce075c-6c61-4f1d-a056-e67c2a20fd6f, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac8c902-78cc-4439-8d1f-cdaefc1227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:16:42.405766 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.445808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:16:42.490420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e848c75b-92f5-4585-9485-51450c605814,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:16:42.545191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffa864-3e7b-471c-a403-f0bccbd8b6f4 req-2507c7d7-806c-489f-b838-9c43be867eab tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:42.546769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5ffa864-3e7b-471c-a403-f0bccbd8b6f4 req-2507c7d7-806c-489f-b838-9c43be867eab tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 943 time: 0.1086347 Sep 09 09:16:42.549591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] For port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:16:42.553435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] For port a6d081f8-6162-4cf4-860f-4047851169d3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a6d081f8-6162-4cf4-860f-4047851169d3,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:42.553762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] For port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=41ce075c-6c61-4f1d-a056-e67c2a20fd6f,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:16:42.553910 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.577240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Calling delete_port for a6d081f8-6162-4cf4-860f-4047851169d3 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:42.592834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5ffa864-3e7b-471c-a403-f0bccbd8b6f4 req-f08329c4-1c97-4267-bed6-6a2667bf67a4 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376017 Sep 09 09:16:42.593109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787324f1-c6bf-4bd0-887d-dbaff0b6d95a req-fd47f8e5-0d4f-4722-b8a5-e08e9de70fe5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:42.594484 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-787324f1-c6bf-4bd0-887d-dbaff0b6d95a req-fd47f8e5-0d4f-4722-b8a5-e08e9de70fe5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.1421368 Sep 09 09:16:42.607000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.616294 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.658029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:42.658645 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.660826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] 10.222.0.41 "PUT /v2.0/ports/41ce075c-6c61-4f1d-a056-e67c2a20fd6f HTTP/1.1" status: 200 len: 1092 time: 1.2132185 Sep 09 09:16:42.661485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'tag': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:42.667866 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b849bd62-0b47-43d3-9867-4759b8f3bb51" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d172c5-edea-48c0-8347-b4dc42edd7a1", "tag": "41ce075c-6c61-4f1d-a056-e67c2a20fd6f"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:42.679091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e848c75b-92f5-4585-9485-51450c605814 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:16:42.709464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0530a-67a8-4e19-a273-92f7cac84703 service neutron] Pushing event updated for resources: {'Port': ['ID=41ce075c-6c61-4f1d-a056-e67c2a20fd6f,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:42.759348 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122f6377-5696-4c75-9592-20fccfe309eb x-openstack-request-id: req-122f6377-5696-4c75-9592-20fccfe309eb {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:42.759830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99a53a82-fea9-4d48-9e41-8c750a3edcf6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.760111 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d172c5-edea-48c0-8347-b4dc42edd7a1", "tag": "41ce075c-6c61-4f1d-a056-e67c2a20fd6f", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:42.760717 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-122f6377-5696-4c75-9592-20fccfe309eb {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:42.761672 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'tag': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f', 'status': 'completed', 'code': 200} Sep 09 09:16:42.811342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e848c75b-92f5-4585-9485-51450c605814,revision_number=8']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:42.838641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55018) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:42.852706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-787324f1-c6bf-4bd0-887d-dbaff0b6d95a req-31381807-4ceb-428f-ab0e-7bd333526696 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470105 Sep 09 09:16:42.867917 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fd302ed7-5a57-458a-9327-960485d5be3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.879903 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:42.895049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:42.896117 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.897721 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e651cd10-7163-4115-bbbe-e1138cc415c5 service neutron] 10.222.0.24 "PUT /v2.0/ports/e848c75b-92f5-4585-9485-51450c605814 HTTP/1.1" status: 200 len: 1124 time: 2.0885885 Sep 09 09:16:42.898675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99a53a82-fea9-4d48-9e41-8c750a3edcf6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:42.908871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849bd62-0b47-43d3-9867-4759b8f3bb51 req-f20a8669-054d-42f3-ab02-7036cff802d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:42.911233 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b849bd62-0b47-43d3-9867-4759b8f3bb51 req-f20a8669-054d-42f3-ab02-7036cff802d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c04901038b84fdfa281e81abfb35ea1&device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 1095 time: 0.1358876 Sep 09 09:16:42.942005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:16:42.942694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 22bb2ad5-e811-4a8c-803c-6fd9dacb77e1 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:42.974645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e848c75b-92f5-4585-9485-51450c605814,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:42.999109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e848c75b-92f5-4585-9485-51450c605814 has no active binding in host n-h1-778696-16 {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 09 09:16:43.007090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['e848c75b-92f5-4585-9485-51450c605814'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:16:43.010915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e848c75b-92f5-4585-9485-51450c605814'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:16:43.014531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a53a82-fea9-4d48-9e41-8c750a3edcf6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f4a012-0044-4597-9df7-991eb3767a20,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:43.106568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849bd62-0b47-43d3-9867-4759b8f3bb51 req-c01d8918-5b2e-4f64-8c04-e800bf6370d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:43.108108 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b849bd62-0b47-43d3-9867-4759b8f3bb51 req-c01d8918-5b2e-4f64-8c04-e800bf6370d6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c04901038b84fdfa281e81abfb35ea1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1684716 Sep 09 09:16:43.138640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b4648-4098-4b59-add1-0dca959c188d req-82ae029b-0739-4d78-8a67-a5356660d4b5 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:43.140106 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-037b4648-4098-4b59-add1-0dca959c188d req-82ae029b-0739-4d78-8a67-a5356660d4b5 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 944 time: 0.2475114 Sep 09 09:16:43.188070 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1502c-b0eb-4976-b99c-65386b6ec644 req-c7ca8195-e9a0-4d0a-b2b2-622a5bc2c3a2 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:43.190186 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-87b1502c-b0eb-4976-b99c-65386b6ec644 req-c7ca8195-e9a0-4d0a-b2b2-622a5bc2c3a2 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 945 time: 0.0733397 Sep 09 09:16:43.191806 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.224950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d081f8-6162-4cf4-860f-4047851169d3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:43.272150 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-037b4648-4098-4b59-add1-0dca959c188d req-a47e3d72-71ba-43ae-8094-1041bbbf843a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132493 Sep 09 09:16:43.301021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-87b1502c-b0eb-4976-b99c-65386b6ec644 req-ba522033-d487-42cb-93b3-d9c72961ef46 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772097 Sep 09 09:16:43.325149 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fd302ed7-5a57-458a-9327-960485d5be3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.341221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849bd62-0b47-43d3-9867-4759b8f3bb51 req-16d34ec1-e60d-462b-a9b7-095297bb68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:43.343062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b849bd62-0b47-43d3-9867-4759b8f3bb51 req-16d34ec1-e60d-462b-a9b7-095297bb68ed service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250423 Sep 09 09:16:43.359493 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.404773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fd302ed7-5a57-458a-9327-960485d5be3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.455171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.458304 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.473816 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fd302ed7-5a57-458a-9327-960485d5be3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1a543afcfdb4c96a9289f3a1e3d9621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6328983 Sep 09 09:16:43.475519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd302ed7-5a57-458a-9327-960485d5be3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be34b2ac-d2a1-457b-82a4-cacbcb448fd2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:43.477958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55030) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:43.495852 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99a53a82-fea9-4d48-9e41-8c750a3edcf6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.497762 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-99a53a82-fea9-4d48-9e41-8c750a3edcf6 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3494301 Sep 09 09:16:43.501944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55032) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:43.502625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-88c231df-96f3-400b-92e7-5a5295511aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:43.504867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-88c231df-96f3-400b-92e7-5a5295511aa1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c04901038b84fdfa281e81abfb35ea1&device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 1095 time: 0.1125598 Sep 09 09:16:43.507924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cd41ef0e-ccea-4c1b-aaa4-6a0b6c29c068 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': '06dc1006-3d5d-4778-9ed9-00ffbd444fa0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c5f4a012-0044-4597-9df7-991eb3767a20', 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:43.559636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-0f6003d1-23fe-4680-beeb-ad222cc0cad4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41ce075c-6c61-4f1d-a056-e67c2a20fd6f HTTP/1.1" status: 200 len: 217 time: 0.0464461 Sep 09 09:16:43.568459 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.569009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffec3bfb-ad88-4db6-988a-e798dc3b44d4 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:16:43.573613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.574761 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3c590912-909f-46d2-a77b-949884a3f4fd admin admin] 10.222.0.32 "DELETE /v2.0/routers/ffec3bfb-ad88-4db6-988a-e798dc3b44d4 HTTP/1.1" status: 204 len: 168 time: 2.3359632 Sep 09 09:16:43.577270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:43.620973 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b82b413-5a9f-40d8-bbf8-2ac1fb95590b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.624302 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd41ef0e-ccea-4c1b-aaa4-6a0b6c29c068 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.651538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1629eb95-25b7-48e4-a65e-1d9dd49fd57d admin admin] Deleting subnet 8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:16:43.657728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1629eb95-25b7-48e4-a65e-1d9dd49fd57d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.660714 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b82b413-5a9f-40d8-bbf8-2ac1fb95590b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.693575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-7222e902-3d95-4db6-810d-835a802f96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:43.695136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-7222e902-3d95-4db6-810d-835a802f96cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90c51cc2-c853-45d6-ad87-c7020f7a4fe6 HTTP/1.1" status: 200 len: 850 time: 0.1278536 Sep 09 09:16:43.713125 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1629eb95-25b7-48e4-a65e-1d9dd49fd57d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.776587 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd41ef0e-ccea-4c1b-aaa4-6a0b6c29c068 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.788713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708feac-8707-48e4-bf1e-f0f636b6bf9f req-91495d26-5b0e-4ab7-8066-6839b498b1c9 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:43.790295 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9708feac-8707-48e4-bf1e-f0f636b6bf9f req-91495d26-5b0e-4ab7-8066-6839b498b1c9 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 943 time: 0.0920503 Sep 09 09:16:43.792392 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-15f0694e-1ccb-415f-b295-c62bbddacadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:43.793838 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-15f0694e-1ccb-415f-b295-c62bbddacadf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838749 Sep 09 09:16:43.832950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1629eb95-25b7-48e4-a65e-1d9dd49fd57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.860485 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9708feac-8707-48e4-bf1e-f0f636b6bf9f req-c5e83186-0eda-4e69-87bb-9564c76e4ed7 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621991 Sep 09 09:16:43.915977 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd41ef0e-ccea-4c1b-aaa4-6a0b6c29c068 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.916864 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b82b413-5a9f-40d8-bbf8-2ac1fb95590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.919468 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b82b413-5a9f-40d8-bbf8-2ac1fb95590b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:43.923267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8b82b413-5a9f-40d8-bbf8-2ac1fb95590b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be34b2ac-d2a1-457b-82a4-cacbcb448fd2 HTTP/1.1" status: 204 len: 168 time: 0.4417312 Sep 09 09:16:43.938076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82b413-5a9f-40d8-bbf8-2ac1fb95590b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be34b2ac-d2a1-457b-82a4-cacbcb448fd2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:43.952174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41ef0e-ccea-4c1b-aaa4-6a0b6c29c068 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b518b50-c79e-4aa5-9c34-84fd7bfefbbd,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:43.960330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-c67a822d-22ab-4d85-819c-8ab58abcb368 service neutron] 10.222.0.41 "GET /v2.0/networks/4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546857 Sep 09 09:16:43.969637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'tag': 'e848c75b-92f5-4585-9485-51450c605814'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:43.972743 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa50d4a-9b9c-40fc-8821-06bb9996091d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161", "tag": "e848c75b-92f5-4585-9485-51450c605814"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:43.985491 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1629eb95-25b7-48e4-a65e-1d9dd49fd57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.028777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1629eb95-25b7-48e4-a65e-1d9dd49fd57d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.033520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf2e314-e57e-4bb8-af43-5f1858eedca5 None None] Network 0892f48a-db8b-479f-a339-6b8a9cfcc5fd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:44.036680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1629eb95-25b7-48e4-a65e-1d9dd49fd57d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe HTTP/1.1" status: 204 len: 168 time: 0.4582467 Sep 09 09:16:44.038144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629eb95-25b7-48e4-a65e-1d9dd49fd57d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eae5e8b-abd2-4d55-ac5c-65afb4f7dbbe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:44.041054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10607e16-b877-4fd4-b54c-3097475446c3 req-78cfd68e-ad9c-47c0-85ce-d834646be71e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:44.042170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:44.047459 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd41ef0e-ccea-4c1b-aaa4-6a0b6c29c068 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.048612 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10607e16-b877-4fd4-b54c-3097475446c3 req-78cfd68e-ad9c-47c0-85ce-d834646be71e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0916305 Sep 09 09:16:44.049903 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cd41ef0e-ccea-4c1b-aaa4-6a0b6c29c068 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5453651 Sep 09 09:16:44.050931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55050) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:44.112035 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10607e16-b877-4fd4-b54c-3097475446c3 req-641b14f6-1eed-44a5-9780-403727e26526 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624201 Sep 09 09:16:44.187963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2499f-b011-47e2-8743-da3dd4c28159 req-31bd2ab3-1f03-49ae-8112-4d16b2fe6a99 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:44.189605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6c2499f-b011-47e2-8743-da3dd4c28159 req-31bd2ab3-1f03-49ae-8112-4d16b2fe6a99 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 945 time: 0.1654706 Sep 09 09:16:44.196008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7bfacec-c996-4470-94ea-f8e47222288d tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.214224 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7feb984-108a-407a-acad-c28391722345 x-openstack-request-id: req-b7feb984-108a-407a-acad-c28391722345 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:44.214510 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161", "tag": "e848c75b-92f5-4585-9485-51450c605814", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:44.214784 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7feb984-108a-407a-acad-c28391722345 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:44.215184 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'tag': 'e848c75b-92f5-4585-9485-51450c605814', 'status': 'completed', 'code': 200} Sep 09 09:16:44.217778 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.232096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7bfacec-c996-4470-94ea-f8e47222288d tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.255234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83d302fe-e54c-4e14-ace9-bc1ecc51e2a2 req-d0a60399-c987-4109-81be-33d492fcf9b4 service neutron] 10.222.0.41 "GET /v2.0/networks/4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613149 Sep 09 09:16:44.285128 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6c2499f-b011-47e2-8743-da3dd4c28159 req-0a8f7a40-2e73-4a6b-82d9-78821a96247c tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745633 Sep 09 09:16:44.298883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868bc3c6-c66b-4dde-95ea-df88d3e2224d None None] DHCP port deletion for 0892f48a-db8b-479f-a339-6b8a9cfcc5fd request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:16:44.326700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa50d4a-9b9c-40fc-8821-06bb9996091d req-0d1da8de-c724-455e-a96f-13837d85472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:44.328147 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fa50d4a-9b9c-40fc-8821-06bb9996091d req-0d1da8de-c724-455e-a96f-13837d85472d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 1127 time: 0.0912628 Sep 09 09:16:44.355752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-868bc3c6-c66b-4dde-95ea-df88d3e2224d None None] Deleting port 53a13963-42c4-4ae1-8d44-df8f13dfd896 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:44.356435 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-868bc3c6-c66b-4dde-95ea-df88d3e2224d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.415263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Deleting port 53a13963-42c4-4ae1-8d44-df8f13dfd896 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:44.415666 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.434557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67232f22-2bf4-4fce-98e7-e78067d40c03 req-f76c5a59-ec4a-42dd-b0cb-ff30b29713ef tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:44.436775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-67232f22-2bf4-4fce-98e7-e78067d40c03 req-f76c5a59-ec4a-42dd-b0cb-ff30b29713ef tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 944 time: 0.0670543 Sep 09 09:16:44.447495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-868bc3c6-c66b-4dde-95ea-df88d3e2224d None None] For port 53a13963-42c4-4ae1-8d44-df8f13dfd896, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=53a13963-42c4-4ae1-8d44-df8f13dfd896,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:44.448148 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-868bc3c6-c66b-4dde-95ea-df88d3e2224d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.452036 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-777d42b2-f5f8-4bb9-ba06-dfe4aea78725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.456063 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7bfacec-c996-4470-94ea-f8e47222288d tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.463065 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7bfacec-c996-4470-94ea-f8e47222288d tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.464317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b7bfacec-c996-4470-94ea-f8e47222288d tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4b518b50-c79e-4aa5-9c34-84fd7bfefbbd HTTP/1.1" status: 204 len: 168 time: 0.4041970 Sep 09 09:16:44.468494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-868bc3c6-c66b-4dde-95ea-df88d3e2224d None None] Calling delete_port for 53a13963-42c4-4ae1-8d44-df8f13dfd896 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:44.478921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55058) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:44.496031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfacec-c996-4470-94ea-f8e47222288d tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b518b50-c79e-4aa5-9c34-84fd7bfefbbd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:44.508712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa50d4a-9b9c-40fc-8821-06bb9996091d req-2874c6d9-edd2-4cfe-8df0-a6a242efd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:44.508712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fa50d4a-9b9c-40fc-8821-06bb9996091d req-2874c6d9-edd2-4cfe-8df0-a6a242efd999 service neutron] 10.222.0.41 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.1706755 Sep 09 09:16:44.512775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] For port 53a13963-42c4-4ae1-8d44-df8f13dfd896, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=53a13963-42c4-4ae1-8d44-df8f13dfd896,segment=NetworkSegment(bb4d440c-8a50-49ee-ac78-9f4ea7e4314f),segment_id=bb4d440c-8a50-49ee-ac78-9f4ea7e4314f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:44.513740 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.544102 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-67232f22-2bf4-4fce-98e7-e78067d40c03 req-c90c82bc-8aeb-43c3-ab70-9fe97271b0e1 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000202 Sep 09 09:16:44.578177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Calling delete_port for 53a13963-42c4-4ae1-8d44-df8f13dfd896 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:44.588489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-44f6a75c-578e-401a-95d9-45fa5d69b24c tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1082168 Sep 09 09:16:44.591276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55064) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:44.630735 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fa50d4a-9b9c-40fc-8821-06bb9996091d req-c8a3d418-8eb7-4f37-a5fe-4395290cb926 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e848c75b-92f5-4585-9485-51450c605814 HTTP/1.1" status: 200 len: 217 time: 0.1140859 Sep 09 09:16:44.648706 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19e989b5-7d2d-4772-9dd5-bb1d9d05c704 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.678931 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19e989b5-7d2d-4772-9dd5-bb1d9d05c704 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.703078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa50d4a-9b9c-40fc-8821-06bb9996091d req-1c46bb89-05be-4fc5-ac77-794544247abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:44.704573 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fa50d4a-9b9c-40fc-8821-06bb9996091d req-1c46bb89-05be-4fc5-ac77-794544247abf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.0615847 Sep 09 09:16:44.741930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fa50d4a-9b9c-40fc-8821-06bb9996091d req-1d71419c-b17a-4f18-9e60-35a6140224b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255806 Sep 09 09:16:44.812586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.815503 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-868bc3c6-c66b-4dde-95ea-df88d3e2224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.848452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bc3c6-c66b-4dde-95ea-df88d3e2224d None None] Pushing event deleted for resources: {'Port': ['ID=53a13963-42c4-4ae1-8d44-df8f13dfd896,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:44.848687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] No DVR routers for this DVR port 53a13963-42c4-4ae1-8d44-df8f13dfd896 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:44.851259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868bc3c6-c66b-4dde-95ea-df88d3e2224d None None] No DVR routers for this DVR port 53a13963-42c4-4ae1-8d44-df8f13dfd896 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:44.855674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19e989b5-7d2d-4772-9dd5-bb1d9d05c704 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.858253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19e989b5-7d2d-4772-9dd5-bb1d9d05c704 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.861894 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-19e989b5-7d2d-4772-9dd5-bb1d9d05c704 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-groups/c5f4a012-0044-4597-9df7-991eb3767a20 HTTP/1.1" status: 204 len: 168 time: 0.2673516 Sep 09 09:16:44.862050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=53a13963-42c4-4ae1-8d44-df8f13dfd896,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:44.876023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55068) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:44.895192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e989b5-7d2d-4772-9dd5-bb1d9d05c704 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f4a012-0044-4597-9df7-991eb3767a20,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:44.933011 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fa50d4a-9b9c-40fc-8821-06bb9996091d req-93cd4037-e7c2-4a1b-a329-bda0921b3b77 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823869 Sep 09 09:16:44.937681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a6d081f8-6162-4cf4-860f-4047851169d3 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:44.967832 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-53cd4f99-eea7-4021-86c2-843ba9e5246e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0872469 Sep 09 09:16:44.969502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55076) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:44.974286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: a6d081f8-6162-4cf4-860f-4047851169d3 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:16:44.974741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a6d081f8-6162-4cf4-860f-4047851169d3 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:44.975232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 53a13963-42c4-4ae1-8d44-df8f13dfd896 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:44.987257 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:44.997641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 53a13963-42c4-4ae1-8d44-df8f13dfd896 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:16:45.004415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 53a13963-42c4-4ae1-8d44-df8f13dfd896 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:45.044567 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d2430e5-9b31-48b3-a233-ac08514eb204 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.075150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0892f48a-db8b-479f-a339-6b8a9cfcc5fd']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:45.084474 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d2430e5-9b31-48b3-a233-ac08514eb204 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.130684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:45.130906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4d440c-8a50-49ee-ac78-9f4ea7e4314f') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:45.148674 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.173232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276c29e-2c66-4661-8d11-b4e3f84fccbf req-286adf86-88cb-488d-a7fe-171a2152745d tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:45.174917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2276c29e-2c66-4661-8d11-b4e3f84fccbf req-286adf86-88cb-488d-a7fe-171a2152745d tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 943 time: 0.1751509 Sep 09 09:16:45.180324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.199492 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:16:45.200185 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:16:45.202812 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:16:45.216795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fa50d4a-9b9c-40fc-8821-06bb9996091d req-6f502465-0d08-4f7f-a7b2-33110b15baeb service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720096 Sep 09 09:16:45.237469 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d2430e5-9b31-48b3-a233-ac08514eb204 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.240124 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d2430e5-9b31-48b3-a233-ac08514eb204 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.242045 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8d2430e5-9b31-48b3-a233-ac08514eb204 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-groups/06dc1006-3d5d-4778-9ed9-00ffbd444fa0 HTTP/1.1" status: 204 len: 168 time: 0.2699754 Sep 09 09:16:45.245481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55086) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:45.277362 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2430e5-9b31-48b3-a233-ac08514eb204 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dc1006-3d5d-4778-9ed9-00ffbd444fa0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:45.284649 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2276c29e-2c66-4661-8d11-b4e3f84fccbf req-1ae0beb9-3d73-41cc-b5f6-34e5eb36234d tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951207 Sep 09 09:16:45.317022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4acaa-87a7-4f4b-bb53-9857acf8f875 req-73aa43de-e183-4d7a-9414-805be4e4008f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:45.324041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4a4acaa-87a7-4f4b-bb53-9857acf8f875 req-73aa43de-e183-4d7a-9414-805be4e4008f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.1335642 Sep 09 09:16:45.368650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.400990 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.402931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] 10.222.0.32 "DELETE /v2.0/networks/0892f48a-db8b-479f-a339-6b8a9cfcc5fd HTTP/1.1" status: 204 len: 168 time: 1.3588960 Sep 09 09:16:45.420810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1260b8-7e43-4f91-853f-deccfa418fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=0892f48a-db8b-479f-a339-6b8a9cfcc5fd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:45.442553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a037d4-2e58-45ec-84af-1dc17aa4c02e req-4b83a5e2-9153-4234-9f80-f90e57277b01 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:45.444111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48a037d4-2e58-45ec-84af-1dc17aa4c02e req-4b83a5e2-9153-4234-9f80-f90e57277b01 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 945 time: 0.1078575 Sep 09 09:16:45.459964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba2375-41e3-4161-8fdd-9f2459c725ac req-22fe0e03-3ff7-4cea-a583-70c376f6939e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:45.462432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-34ba2375-41e3-4161-8fdd-9f2459c725ac req-22fe0e03-3ff7-4cea-a583-70c376f6939e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 945 time: 0.0981581 Sep 09 09:16:45.562169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-34ba2375-41e3-4161-8fdd-9f2459c725ac req-2c790483-630f-4aa0-ae84-ffc140779814 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f169806-1183-40c6-a8b2-6da1540b18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914235 Sep 09 09:16:45.593288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-48a037d4-2e58-45ec-84af-1dc17aa4c02e req-352367be-b1b0-48b3-bea4-0225c1013b3e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Deleting port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:16:45.593783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48a037d4-2e58-45ec-84af-1dc17aa4c02e req-352367be-b1b0-48b3-bea4-0225c1013b3e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.646989 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-de454482-d565-414f-b749-f725537ec4fa tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3995621 Sep 09 09:16:45.652313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55098) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:45.658541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-2a7262f5-6a1c-45f1-afd0-4b2098f38ec7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562206990'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:45.672308 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4a4acaa-87a7-4f4b-bb53-9857acf8f875 req-74332385-b556-4c76-83ae-0b7769a32a19 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474131 Sep 09 09:16:45.728296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-48a037d4-2e58-45ec-84af-1dc17aa4c02e req-352367be-b1b0-48b3-bea4-0225c1013b3e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] For port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9bbf5383-ed82-4b81-8c4d-58ae18f1a004,segment=NetworkSegment(a5044ae8-d9a6-4be1-a0ec-a867c468b3c4),segment_id=a5044ae8-d9a6-4be1-a0ec-a867c468b3c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:45.728790 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48a037d4-2e58-45ec-84af-1dc17aa4c02e req-352367be-b1b0-48b3-bea4-0225c1013b3e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.751644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fc55b-fe4d-4236-aab7-70aa130657a0 req-e1ea7caf-4395-4f3f-acdc-b4556224bb12 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:45.753139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-997fc55b-fe4d-4236-aab7-70aa130657a0 req-e1ea7caf-4395-4f3f-acdc-b4556224bb12 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 944 time: 0.0890853 Sep 09 09:16:45.754004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-48a037d4-2e58-45ec-84af-1dc17aa4c02e req-352367be-b1b0-48b3-bea4-0225c1013b3e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Calling delete_port for 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:16:45.779423 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2a7262f5-6a1c-45f1-afd0-4b2098f38ec7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.837460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-997fc55b-fe4d-4236-aab7-70aa130657a0 req-1edaa296-f8a4-4471-8f69-492c9cf6d30e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750146 Sep 09 09:16:45.872813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2a7262f5-6a1c-45f1-afd0-4b2098f38ec7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:45.928370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55104) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:46.008604 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2a7262f5-6a1c-45f1-afd0-4b2098f38ec7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.040340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7262f5-6a1c-45f1-afd0-4b2098f38ec7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206373d9-5b64-4697-b01d-bda790f10418,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:46.340256 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48a037d4-2e58-45ec-84af-1dc17aa4c02e req-352367be-b1b0-48b3-bea4-0225c1013b3e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.340256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b3c7b11b-ed4d-4368-9544-e41707f21251 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d54a51f1f29a42f784391cd717a35604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213673 Sep 09 09:16:46.340924 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55108) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:46.341218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9bbf5383-ed82-4b81-8c4d-58ae18f1a004'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:16:46.341605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352367be-b1b0-48b3-bea4-0225c1013b3e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Pushing event deleted for resources: {'Port': ['ID=9bbf5383-ed82-4b81-8c4d-58ae18f1a004,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:46.341605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a037d4-2e58-45ec-84af-1dc17aa4c02e req-352367be-b1b0-48b3-bea4-0225c1013b3e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] No DVR routers for this DVR port 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:46.341605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48a037d4-2e58-45ec-84af-1dc17aa4c02e req-352367be-b1b0-48b3-bea4-0225c1013b3e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.341605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48a037d4-2e58-45ec-84af-1dc17aa4c02e req-352367be-b1b0-48b3-bea4-0225c1013b3e tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.41 "DELETE /v2.0/ports/9bbf5383-ed82-4b81-8c4d-58ae18f1a004 HTTP/1.1" status: 204 len: 173 time: 0.8659439 Sep 09 09:16:46.341605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d772ac-5c28-4dda-8a66-629ca9f489dd', 'name': 'network-vif-deleted', 'tag': '9bbf5383-ed82-4b81-8c4d-58ae18f1a004'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:46.341605 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75deade7-a098-43a4-b661-57024e0d88fd" -d '{"events": [{"server_uuid": "e9d772ac-5c28-4dda-8a66-629ca9f489dd", "name": "network-vif-deleted", "tag": "9bbf5383-ed82-4b81-8c4d-58ae18f1a004"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:46.342247 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54c346ff-9873-451a-b15e-5c0c59f4b66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.359084 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2a7262f5-6a1c-45f1-afd0-4b2098f38ec7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.361524 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2a7262f5-6a1c-45f1-afd0-4b2098f38ec7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7071202 Sep 09 09:16:46.363900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:46.366275 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54c346ff-9873-451a-b15e-5c0c59f4b66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.368899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-65df73af-5424-4a9f-9a94-d03ea42bf944 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': '206373d9-5b64-4697-b01d-bda790f10418', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:46.391872 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a5ab1f-d751-40fe-b87c-ec78c66f2844 x-openstack-request-id: req-90a5ab1f-d751-40fe-b87c-ec78c66f2844 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:46.392223 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d772ac-5c28-4dda-8a66-629ca9f489dd", "name": "network-vif-deleted", "tag": "9bbf5383-ed82-4b81-8c4d-58ae18f1a004", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:46.392536 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90a5ab1f-d751-40fe-b87c-ec78c66f2844 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:46.393182 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d772ac-5c28-4dda-8a66-629ca9f489dd', 'name': 'network-vif-deleted', 'tag': '9bbf5383-ed82-4b81-8c4d-58ae18f1a004', 'status': 'completed', 'code': 200} Sep 09 09:16:46.445987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 41ce075c-6c61-4f1d-a056-e67c2a20fd6f details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:16:46.447660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f836b7-3e65-4161-916b-d8684ada1971 req-700ce2db-5a6f-422a-b4db-98eb8d86e5b9 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:46.449259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54f836b7-3e65-4161-916b-d8684ada1971 req-700ce2db-5a6f-422a-b4db-98eb8d86e5b9 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 943 time: 0.0554912 Sep 09 09:16:46.497611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54f836b7-3e65-4161-916b-d8684ada1971 req-e6f46ed1-79eb-4360-a350-214f6bcdd534 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391147 Sep 09 09:16:46.543527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65df73af-5424-4a9f-9a94-d03ea42bf944 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.561837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=41ce075c-6c61-4f1d-a056-e67c2a20fd6f,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:46.572352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54c346ff-9873-451a-b15e-5c0c59f4b66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.575167 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54c346ff-9873-451a-b15e-5c0c59f4b66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.575571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'port_id': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f', 'mac_address': 'fa:16:3e:e8:f8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:16:46.577408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-54c346ff-9873-451a-b15e-5c0c59f4b66a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2105c858-def3-45cb-b18e-56b14c3eea2a HTTP/1.1" status: 204 len: 168 time: 0.3218501 Sep 09 09:16:46.590709 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c346ff-9873-451a-b15e-5c0c59f4b66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2105c858-def3-45cb-b18e-56b14c3eea2a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:46.651179 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.666177 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65df73af-5424-4a9f-9a94-d03ea42bf944 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.682314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ce075c-6c61-4f1d-a056-e67c2a20fd6f {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:16:46.717260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=41ce075c-6c61-4f1d-a056-e67c2a20fd6f,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:46.729889 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-add6aea1-eb11-466c-8026-b5602e37d09a req-e7f26d39-459a-4507-83e7-792d1b5f4d46 tempest-ServerAddressesTestJSON-929611816 tempest-ServerAddressesTestJSON-929611816-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d772ac-5c28-4dda-8a66-629ca9f489dd HTTP/1.1" status: 200 len: 210 time: 0.0669026 Sep 09 09:16:46.767606 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65df73af-5424-4a9f-9a94-d03ea42bf944 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.804624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df73af-5424-4a9f-9a94-d03ea42bf944 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5bdcf9-9ffe-4266-bcbc-e403dcdd09df,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:46.810002 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.830098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00665eb3-46b5-40e6-bd99-57e376a3de94 req-4827363e-9f75-4c15-b50b-89a6fada190e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:46.840942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-00665eb3-46b5-40e6-bd99-57e376a3de94 req-4827363e-9f75-4c15-b50b-89a6fada190e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0748115 Sep 09 09:16:46.865172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=41ce075c-6c61-4f1d-a056-e67c2a20fd6f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:46.877988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-00665eb3-46b5-40e6-bd99-57e376a3de94 req-c9f919bb-0dc2-4411-8bd1-6c29b7598397 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393605 Sep 09 09:16:46.934123 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65df73af-5424-4a9f-9a94-d03ea42bf944 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.935853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-65df73af-5424-4a9f-9a94-d03ea42bf944 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5707145 Sep 09 09:16:46.938541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55136) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:46.965657 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c93e4ea0-b55e-479e-b9d8-76cc26069d8c tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.974027 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c93e4ea0-b55e-479e-b9d8-76cc26069d8c tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:46.983811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63b0d5-8c38-4f25-a7f4-cce0739dd870 req-0f2229bb-8c75-4f04-9c7a-2e6caadd32ac tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:46.985633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df63b0d5-8c38-4f25-a7f4-cce0739dd870 req-0f2229bb-8c75-4f04-9c7a-2e6caadd32ac tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 944 time: 0.0663996 Sep 09 09:16:47.029904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df63b0d5-8c38-4f25-a7f4-cce0739dd870 req-116e9acf-c80f-4003-9479-b652bef11372 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374868 Sep 09 09:16:47.071219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['41ce075c-6c61-4f1d-a056-e67c2a20fd6f'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:16:47.105545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c93e4ea0-b55e-479e-b9d8-76cc26069d8c tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.113012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c93e4ea0-b55e-479e-b9d8-76cc26069d8c tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.116901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c93e4ea0-b55e-479e-b9d8-76cc26069d8c tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cf5bdcf9-9ffe-4266-bcbc-e403dcdd09df HTTP/1.1" status: 204 len: 168 time: 0.1749952 Sep 09 09:16:47.117312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55140) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:47.120541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e4ea0-b55e-479e-b9d8-76cc26069d8c tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf5bdcf9-9ffe-4266-bcbc-e403dcdd09df,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:47.161129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9a170984-7f96-4fa6-aef4-5b051d1d7d21 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0419259 Sep 09 09:16:47.163252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55146) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:47.217035 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d24df7d-1758-473d-bd21-b4743c8fef85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.236957 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be313cf5-ab8a-419c-8d15-9b4be8f1d8ac tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.264047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be313cf5-ab8a-419c-8d15-9b4be8f1d8ac tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.379991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be313cf5-ab8a-419c-8d15-9b4be8f1d8ac tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.380665 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.382701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be313cf5-ab8a-419c-8d15-9b4be8f1d8ac tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.386894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55154) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:47.390075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-be313cf5-ab8a-419c-8d15-9b4be8f1d8ac tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-groups/206373d9-5b64-4697-b01d-bda790f10418 HTTP/1.1" status: 204 len: 168 time: 0.2227135 Sep 09 09:16:47.397589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be313cf5-ab8a-419c-8d15-9b4be8f1d8ac tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206373d9-5b64-4697-b01d-bda790f10418,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:47.452303 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-80aab4f8-0e05-4397-9175-e2fe481dd167 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640042 Sep 09 09:16:47.456217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55160) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:47.461182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7d0b6492-6196-46a8-8622-526aaa61b428 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028907123'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:47.584827 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d0b6492-6196-46a8-8622-526aaa61b428 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.645716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40843bb2-b4c9-4b5c-83cc-3a7a2a89696e req-dbbc79b1-8087-423c-b178-60e4d8665388 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:47.646858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40843bb2-b4c9-4b5c-83cc-3a7a2a89696e req-dbbc79b1-8087-423c-b178-60e4d8665388 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 944 time: 0.0750999 Sep 09 09:16:47.713809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40843bb2-b4c9-4b5c-83cc-3a7a2a89696e req-494820d4-1c9c-438b-b82e-c4b1791b66d3 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573492 Sep 09 09:16:47.754219 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d0b6492-6196-46a8-8622-526aaa61b428 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.781489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55174) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:47.826279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-46358f04-f7c5-4c85-af47-dc26aa09e98a admin admin] Deleting subnet 226f5493-9bba-409d-b043-75a93e01ea38 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:16:47.829364 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46358f04-f7c5-4c85-af47-dc26aa09e98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.861268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d0b6492-6196-46a8-8622-526aaa61b428 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.877303 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46358f04-f7c5-4c85-af47-dc26aa09e98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.919402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b6492-6196-46a8-8622-526aaa61b428 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e88977-6236-4214-b7ed-efd9ffc0a9a5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:47.930225 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46358f04-f7c5-4c85-af47-dc26aa09e98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.956943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d0b6492-6196-46a8-8622-526aaa61b428 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:47.962433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7d0b6492-6196-46a8-8622-526aaa61b428 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5009005 Sep 09 09:16:47.962826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55182) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:47.968563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-883eccb5-4ba5-47db-b63e-ebf828e88d4e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': 'd3e88977-6236-4214-b7ed-efd9ffc0a9a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:48.052300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9c5b5-2b85-49d6-a6dd-154ad9e15de8 req-73748a2a-05b7-4f16-b665-5a615bffe93b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:48.053914 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-09a9c5b5-2b85-49d6-a6dd-154ad9e15de8 req-73748a2a-05b7-4f16-b665-5a615bffe93b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0555859 Sep 09 09:16:48.083974 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-883eccb5-4ba5-47db-b63e-ebf828e88d4e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.117509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-09a9c5b5-2b85-49d6-a6dd-154ad9e15de8 req-e1354c38-425d-4e5e-b673-acedf7b4cdf1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549722 Sep 09 09:16:48.152890 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46358f04-f7c5-4c85-af47-dc26aa09e98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.166243 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-883eccb5-4ba5-47db-b63e-ebf828e88d4e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.188435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6237272-ead3-4bff-afe5-7ced6943115f req-714eca73-451f-4bb7-907a-94f44af3fdb6 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:48.189963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6237272-ead3-4bff-afe5-7ced6943115f req-714eca73-451f-4bb7-907a-94f44af3fdb6 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 944 time: 0.0803955 Sep 09 09:16:48.196779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46358f04-f7c5-4c85-af47-dc26aa09e98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=226f5493-9bba-409d-b043-75a93e01ea38,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:48.196779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46358f04-f7c5-4c85-af47-dc26aa09e98a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.200152 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-46358f04-f7c5-4c85-af47-dc26aa09e98a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/226f5493-9bba-409d-b043-75a93e01ea38 HTTP/1.1" status: 204 len: 168 time: 0.4171765 Sep 09 09:16:48.200407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55194) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:48.244316 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6237272-ead3-4bff-afe5-7ced6943115f req-8fe35235-05f5-41fc-88f4-85512f495064 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Sep 09 09:16:48.279105 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-883eccb5-4ba5-47db-b63e-ebf828e88d4e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.305089 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.309883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883eccb5-4ba5-47db-b63e-ebf828e88d4e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a22d74-83f9-4033-a56c-cd806e7a9476,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:48.387222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-883eccb5-4ba5-47db-b63e-ebf828e88d4e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.388541 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-883eccb5-4ba5-47db-b63e-ebf828e88d4e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4245708 Sep 09 09:16:48.391493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55212) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:48.396698 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.412354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2e5e3e98-4620-40fc-bd73-5e1a1652affa tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules/98a22d74-83f9-4033-a56c-cd806e7a9476 HTTP/1.1" status: 200 len: 763 time: 0.0193942 Sep 09 09:16:48.414342 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.416002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55218) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:48.436585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b1b637-521b-4375-b707-9e120ff55adf']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:48.447228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5044ae8-d9a6-4be1-a0ec-a867c468b3c4') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:48.447546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5044ae8-d9a6-4be1-a0ec-a867c468b3c4') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:48.458077 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.465778 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-365bfaca-aa84-4819-b2a4-61c92e3092b7 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0458052 Sep 09 09:16:48.466434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:48.468955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 41ce075c-6c61-4f1d-a056-e67c2a20fd6f up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:16:48.474459 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.481941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:16:48.482700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:16:48.485539 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:16:48.497670 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-38ec6188-1caf-4351-bf1b-2f51d98d8de0 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.506185 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-38ec6188-1caf-4351-bf1b-2f51d98d8de0 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.608250 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-38ec6188-1caf-4351-bf1b-2f51d98d8de0 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.614495 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-38ec6188-1caf-4351-bf1b-2f51d98d8de0 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.615897 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-38ec6188-1caf-4351-bf1b-2f51d98d8de0 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/98a22d74-83f9-4033-a56c-cd806e7a9476 HTTP/1.1" status: 204 len: 168 time: 0.1484818 Sep 09 09:16:48.618557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55244) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:48.624336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec6188-1caf-4351-bf1b-2f51d98d8de0 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98a22d74-83f9-4033-a56c-cd806e7a9476,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:48.642601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:16:48.642850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.647755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:16:48.653278 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.670783 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9c643f9c-0f73-47dc-99f0-ff69cd67cfdb tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0487092 Sep 09 09:16:48.671141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55246) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:48.671434 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.675455 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] 10.222.0.32 "DELETE /v2.0/networks/30b1b637-521b-4375-b707-9e120ff55adf HTTP/1.1" status: 204 len: 168 time: 0.4718266 Sep 09 09:16:48.677889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1e5bc6cb-e79b-4014-bd6d-b61db357d539 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': 'd3e88977-6236-4214-b7ed-efd9ffc0a9a5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:48.685444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fea911-a3dc-44a7-a475-8d395227154b admin admin] Pushing event deleted for resources: {'Network': ['ID=30b1b637-521b-4375-b707-9e120ff55adf,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:48.781763 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.801807 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc6cb-e79b-4014-bd6d-b61db357d539 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.827420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:48.829635 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72885562-ff1f-4868-87a1-fcb45cf8c491" -d '{"events": [{"server_uuid": "e6d172c5-edea-48c0-8347-b4dc42edd7a1", "name": "network-vif-plugged", "status": "completed", "tag": "41ce075c-6c61-4f1d-a056-e67c2a20fd6f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:48.856741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=41ce075c-6c61-4f1d-a056-e67c2a20fd6f,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:48.879479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc6cb-e79b-4014-bd6d-b61db357d539 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.881101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d866f9a-cadc-4f91-8445-278118ba3d42 req-b5c3bd3f-bc81-4ad8-9ab7-cea6954a498a tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:48.882722 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d866f9a-cadc-4f91-8445-278118ba3d42 req-b5c3bd3f-bc81-4ad8-9ab7-cea6954a498a tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 944 time: 0.0951855 Sep 09 09:16:48.889064 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cf0106-6810-4bd0-97f5-d113b371e6a1 x-openstack-request-id: req-91cf0106-6810-4bd0-97f5-d113b371e6a1 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:48.889415 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d172c5-edea-48c0-8347-b4dc42edd7a1", "name": "network-vif-plugged", "status": "completed", "tag": "41ce075c-6c61-4f1d-a056-e67c2a20fd6f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:48.889672 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91cf0106-6810-4bd0-97f5-d113b371e6a1 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:48.890073 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f', 'code': 200} Sep 09 09:16:48.948526 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d866f9a-cadc-4f91-8445-278118ba3d42 req-ff99bd0e-e4da-49c9-8470-43969a1a2e38 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573053 Sep 09 09:16:48.968324 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:48.968324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:48.981921 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc6cb-e79b-4014-bd6d-b61db357d539 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.008795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bc6cb-e79b-4014-bd6d-b61db357d539 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c117248d-0a2f-4748-a0f3-a0421f3fcf70,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:49.019698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:16:49.020716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9bbf5383-ed82-4b81-8c4d-58ae18f1a004 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:49.020850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6cb54-4787-4718-9722-29c0256269cd req-4b07fe77-df42-44ca-bc30-6c8f69540939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:49.021802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45e6cb54-4787-4718-9722-29c0256269cd req-4b07fe77-df42-44ca-bc30-6c8f69540939 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 1096 time: 0.0753207 Sep 09 09:16:49.046417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=41ce075c-6c61-4f1d-a056-e67c2a20fd6f,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:49.062335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45e6cb54-4787-4718-9722-29c0256269cd req-6c3661a1-1e90-4883-ba22-25c1a7cea691 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307918 Sep 09 09:16:49.098545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55256) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:49.117009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc6cb-e79b-4014-bd6d-b61db357d539 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.118334 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1e5bc6cb-e79b-4014-bd6d-b61db357d539 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4459364 Sep 09 09:16:49.121086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55258) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:49.141313 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a81ca17b-3716-4643-81d3-0565393d81cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0e81e11c2164e019d58fca3bfa47253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409200 Sep 09 09:16:49.157258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55262) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:49.162045 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2f1792b6-0b81-4de2-9296-7d7e6d58e16e tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules/c117248d-0a2f-4748-a0f3-a0421f3fcf70 HTTP/1.1" status: 200 len: 763 time: 0.0398190 Sep 09 09:16:49.165081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55264) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:49.282292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55270) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:49.315968 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-94095f6c-b1c0-43d5-9802-b105db4b8f46 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1423092 Sep 09 09:16:49.316938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55274) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:49.319748 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.373759 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.434190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800fff4-f823-47d4-8e04-2b3818a2bf66 req-9de19975-57a5-4f83-acb6-e4bc2229f28d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:49.441393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccd2a8-68e9-4b08-9ee0-c8e149a45e5f req-a70f9db9-2e5f-4038-bd18-155c4285ed5f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:49.441964 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a800fff4-f823-47d4-8e04-2b3818a2bf66 req-9de19975-57a5-4f83-acb6-e4bc2229f28d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.1239417 Sep 09 09:16:49.444989 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d75e65f-034c-4700-b4ad-1d1346a4a4da tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.448630 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4eccd2a8-68e9-4b08-9ee0-c8e149a45e5f req-a70f9db9-2e5f-4038-bd18-155c4285ed5f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 944 time: 0.1140358 Sep 09 09:16:49.464887 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d75e65f-034c-4700-b4ad-1d1346a4a4da tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.532454 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a800fff4-f823-47d4-8e04-2b3818a2bf66 req-f7d80324-0606-4c2e-a236-05b240f32fb1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773101 Sep 09 09:16:49.532994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4eccd2a8-68e9-4b08-9ee0-c8e149a45e5f req-14248376-9639-4546-a830-00b183fdb945 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804718 Sep 09 09:16:49.597568 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a1f75e1c-a0f5-44df-b512-e41982e1e64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.615676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.618344 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.619523 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f169806-1183-40c6-a8b2-6da1540b18b9 HTTP/1.1" status: 204 len: 168 time: 0.4592829 Sep 09 09:16:49.640391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f169806-1183-40c6-a8b2-6da1540b18b9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:49.649733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.650082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.650422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.650777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.651111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.651478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.651810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.652390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.652655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.653251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.654593 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d75e65f-034c-4700-b4ad-1d1346a4a4da tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.666557 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d75e65f-034c-4700-b4ad-1d1346a4a4da tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.666557 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6d75e65f-034c-4700-b4ad-1d1346a4a4da tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c117248d-0a2f-4748-a0f3-a0421f3fcf70 HTTP/1.1" status: 204 len: 168 time: 0.3447680 Sep 09 09:16:49.668269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55282) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:49.668769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.671295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808709d2-035b-4d3b-913c-fdf240616fa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:49.709652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75e65f-034c-4700-b4ad-1d1346a4a4da tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c117248d-0a2f-4748-a0f3-a0421f3fcf70,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:49.741980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7f323eac-42c1-4b66-8d2f-329fabff890a tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0616701 Sep 09 09:16:49.743912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:49.750382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-859c38ef-fd05-49bb-8c40-ebd8b38b0872 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Request body: {'security_group_rule': {'security_group_id': 'd3e88977-6236-4214-b7ed-efd9ffc0a9a5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:49.775276 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a1f75e1c-a0f5-44df-b512-e41982e1e64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.831444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a1f75e1c-a0f5-44df-b512-e41982e1e64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.881956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a1f75e1c-a0f5-44df-b512-e41982e1e64e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d79978124284d6994bf46655b75528b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5961363 Sep 09 09:16:49.881956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f75e1c-a0f5-44df-b512-e41982e1e64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07014362-166d-4113-9ab7-3187e11448c6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:49.883282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55290) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:49.951113 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-859c38ef-fd05-49bb-8c40-ebd8b38b0872 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:49.976260 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3b92af95-4b1d-48a4-840f-528c146988b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.020337 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.029764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3b92af95-4b1d-48a4-840f-528c146988b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.049243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-859c38ef-fd05-49bb-8c40-ebd8b38b0872 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.143254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46a9a9-973e-4714-963a-9646a7a39d03 req-c3a38d46-a744-44c0-86eb-3f696e0fc684 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:50.145220 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a46a9a9-973e-4714-963a-9646a7a39d03 req-c3a38d46-a744-44c0-86eb-3f696e0fc684 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 945 time: 0.0689855 Sep 09 09:16:50.157050 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-859c38ef-fd05-49bb-8c40-ebd8b38b0872 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.191987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c38ef-fd05-49bb-8c40-ebd8b38b0872 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3144e35-125b-4afb-9b8f-f19dc9b3e7cc,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:50.218207 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a46a9a9-973e-4714-963a-9646a7a39d03 req-379c6bfe-f3b9-41ef-bef3-dad5d28c488a tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603380 Sep 09 09:16:50.260325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3b92af95-4b1d-48a4-840f-528c146988b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.263865 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3b92af95-4b1d-48a4-840f-528c146988b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.266394 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3b92af95-4b1d-48a4-840f-528c146988b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07014362-166d-4113-9ab7-3187e11448c6 HTTP/1.1" status: 204 len: 168 time: 0.3817897 Sep 09 09:16:50.277272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92af95-4b1d-48a4-840f-528c146988b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07014362-166d-4113-9ab7-3187e11448c6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:50.339886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-859c38ef-fd05-49bb-8c40-ebd8b38b0872 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.342062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-859c38ef-fd05-49bb-8c40-ebd8b38b0872 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5963144 Sep 09 09:16:50.344481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55308) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:50.369648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55310) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:50.370161 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-10935d88-54cc-4d23-be45-f79e57db1a8b tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules/e3144e35-125b-4afb-9b8f-f19dc9b3e7cc HTTP/1.1" status: 200 len: 764 time: 0.0230587 Sep 09 09:16:50.412193 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-928f4217-790d-4be7-bbbd-3bcac8de466a tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0410876 Sep 09 09:16:50.414739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:50.441841 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78b369d9-2f6a-4ecd-9d9b-7516e3d76685 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.448991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78b369d9-2f6a-4ecd-9d9b-7516e3d76685 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.574388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78b369d9-2f6a-4ecd-9d9b-7516e3d76685 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.589536 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78b369d9-2f6a-4ecd-9d9b-7516e3d76685 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.589536 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-78b369d9-2f6a-4ecd-9d9b-7516e3d76685 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e3144e35-125b-4afb-9b8f-f19dc9b3e7cc HTTP/1.1" status: 204 len: 168 time: 0.1712782 Sep 09 09:16:50.589781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55320) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:50.632547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b369d9-2f6a-4ecd-9d9b-7516e3d76685 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3144e35-125b-4afb-9b8f-f19dc9b3e7cc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:50.645729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a8659102-316f-4718-a553-907f3e8df7fa tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0573194 Sep 09 09:16:50.648510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55324) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:50.713406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed592d2-e821-4ed2-b77e-a640638947c3 req-72e244d1-7b75-4c3c-89bf-cf7a4b21a6fb tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:50.722957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ed592d2-e821-4ed2-b77e-a640638947c3 req-72e244d1-7b75-4c3c-89bf-cf7a4b21a6fb tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.1253846 Sep 09 09:16:50.741330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-1e0720af-045f-4543-8adc-0b08f7443977 service neutron] 10.222.0.41 "GET /v2.0/ports/e848c75b-92f5-4585-9485-51450c605814/bindings/n-h1-778696-16 HTTP/1.1" status: 200 len: 385 time: 0.1530716 Sep 09 09:16:50.752478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cac4d6-ef89-4f7a-8878-d43078e6b1a7 req-a98fa7e3-b4b8-43c1-b562-3423128db224 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:50.762111 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a4cac4d6-ef89-4f7a-8878-d43078e6b1a7 req-a98fa7e3-b4b8-43c1-b562-3423128db224 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 944 time: 0.1047559 Sep 09 09:16:50.788673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c03720d-9f5c-4c25-82e8-770137f8af50 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.793245 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ed592d2-e821-4ed2-b77e-a640638947c3 req-ba521a59-ccea-438e-998d-689d47ed85da tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692468 Sep 09 09:16:50.835495 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a4cac4d6-ef89-4f7a-8878-d43078e6b1a7 req-cb5e1b20-45ac-4dba-b16b-0513866ce334 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636759 Sep 09 09:16:50.847182 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c03720d-9f5c-4c25-82e8-770137f8af50 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.985096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c03720d-9f5c-4c25-82e8-770137f8af50 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.988764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c03720d-9f5c-4c25-82e8-770137f8af50 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:50.989966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1c03720d-9f5c-4c25-82e8-770137f8af50 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "DELETE /v2.0/security-groups/d3e88977-6236-4214-b7ed-efd9ffc0a9a5 HTTP/1.1" status: 204 len: 168 time: 0.3405170 Sep 09 09:16:50.999468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55334) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:51.000279 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03720d-9f5c-4c25-82e8-770137f8af50 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e88977-6236-4214-b7ed-efd9ffc0a9a5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:51.007491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-9a6882b4-a716-40bc-9cdf-21e96aca4b7e service neutron] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e848c75b-92f5-4585-9485-51450c605814,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:51.030866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-9a6882b4-a716-40bc-9cdf-21e96aca4b7e service neutron] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:16:51.061576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-15e127e3-588a-4c98-9824-732cb77001b0 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522499 Sep 09 09:16:51.066909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55336) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:51.090868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-9a6882b4-a716-40bc-9cdf-21e96aca4b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e848c75b-92f5-4585-9485-51450c605814 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:16:51.109302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-9a6882b4-a716-40bc-9cdf-21e96aca4b7e service neutron] For port e848c75b-92f5-4585-9485-51450c605814, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e848c75b-92f5-4585-9485-51450c605814,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:16:51.146123 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a2357f03-5492-43f8-b1ad-0f6da51a2d82 tempest-SecGroupTest-1476069710 tempest-SecGroupTest-1476069710-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778246 Sep 09 09:16:51.265366 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-9a6882b4-a716-40bc-9cdf-21e96aca4b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:51.334396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068208e-0291-43d5-8223-bac8217bcc44 req-51f6c0bb-440f-42ce-a369-980a13316593 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:51.336078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f068208e-0291-43d5-8223-bac8217bcc44 req-51f6c0bb-440f-42ce-a369-980a13316593 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 945 time: 0.0587387 Sep 09 09:16:51.345634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-9a6882b4-a716-40bc-9cdf-21e96aca4b7e service neutron] Transition to ACTIVE for port object e848c75b-92f5-4585-9485-51450c605814 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:16:51.377138 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f068208e-0291-43d5-8223-bac8217bcc44 req-d5747690-e2e7-47e5-93b5-3d581b295d78 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336285 Sep 09 09:16:51.426033 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-9a6882b4-a716-40bc-9cdf-21e96aca4b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:51.525203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-9a6882b4-a716-40bc-9cdf-21e96aca4b7e service neutron] No DVR routers for this DVR port e848c75b-92f5-4585-9485-51450c605814 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:16:51.540316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6882b4-a716-40bc-9cdf-21e96aca4b7e service neutron] Pushing event updated for resources: {'Port': ['ID=e848c75b-92f5-4585-9485-51450c605814,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:51.570118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e684af3-3be5-48e1-8f5c-9b8ed9d27fa8 req-fe8fb095-f703-42e3-991f-31a2a3513d61 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:51.571668 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e684af3-3be5-48e1-8f5c-9b8ed9d27fa8 req-fe8fb095-f703-42e3-991f-31a2a3513d61 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 945 time: 0.1134291 Sep 09 09:16:51.577345 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-9a6882b4-a716-40bc-9cdf-21e96aca4b7e service neutron] 10.222.0.41 "PUT /v2.0/ports/e848c75b-92f5-4585-9485-51450c605814/bindings/n-h1-778696-16/activate HTTP/1.1" status: 200 len: 370 time: 0.8284161 Sep 09 09:16:51.584316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55360) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:51.589591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c961b532-4819-4f9c-8ef6-fa17170de274 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Request body: {'floatingip': {'port_id': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:51.634289 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c961b532-4819-4f9c-8ef6-fa17170de274 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:51.953092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44db065-7daa-4cf6-bf73-98fef689c35b req-085a5ca6-a694-44e7-bd94-4b20baff27f1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:51.954822 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c44db065-7daa-4cf6-bf73-98fef689c35b req-085a5ca6-a694-44e7-bd94-4b20baff27f1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0671895 Sep 09 09:16:52.026299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ee55642d-b75e-4cc2-8a7e-338301785f5e tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:52.028108 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ee55642d-b75e-4cc2-8a7e-338301785f5e tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.1471362 Sep 09 09:16:52.032487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c44db065-7daa-4cf6-bf73-98fef689c35b req-879cc9a5-6184-4371-952d-454b658a31c1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709164 Sep 09 09:16:52.069318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55374) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:52.082179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8982-7e17-40e5-94d1-efb25077e46a req-cb882794-9ec1-49bb-8729-a698f33be417 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:52.084854 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c0b8982-7e17-40e5-94d1-efb25077e46a req-cb882794-9ec1-49bb-8729-a698f33be417 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 945 time: 0.1225076 Sep 09 09:16:52.217179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c0b8982-7e17-40e5-94d1-efb25077e46a req-4df94768-de77-4580-af29-1ff6ce82e257 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027043 Sep 09 09:16:52.226096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55384) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:52.231030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-d2a1e3bb-a698-48d8-8cf6-b2d9d2ab8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:52.232567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-d2a1e3bb-a698-48d8-8cf6-b2d9d2ab8ae8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da HTTP/1.1" status: 200 len: 1097 time: 0.1704342 Sep 09 09:16:52.324979 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c961b532-4819-4f9c-8ef6-fa17170de274 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.339079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-55c5b9a6-7218-4a2e-9f84-d481f4d8b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:52.341169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-55c5b9a6-7218-4a2e-9f84-d481f4d8b704 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 1097 time: 0.0597548 Sep 09 09:16:52.363442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-12d4ddd1-6192-4f8b-88fa-95cb7db93144 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9de37e5f8b746329e58182f2c097364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921195 Sep 09 09:16:52.365571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55390) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:52.423083 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c961b532-4819-4f9c-8ef6-fa17170de274 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.429972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-244177648-network', 'tenant_id': '9e471c165f564a67977d10b794bf483a'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:52.468093 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78c81c7c-f6a7-471c-b1da-66e71c15ccc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.476600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e848c75b-92f5-4585-9485-51450c605814 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:16:52.497124 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78c81c7c-f6a7-471c-b1da-66e71c15ccc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.503629 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-30e852bb-dcac-4998-aef5-e5c4d3c18019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:52.505144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-30e852bb-dcac-4998-aef5-e5c4d3c18019 service neutron] 10.222.0.24 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.1571710 Sep 09 09:16:52.563904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e848c75b-92f5-4585-9485-51450c605814 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:16:52.573588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Made reservation on behalf of 9e471c165f564a67977d10b794bf483a for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:52.577997 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.587942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-05714ede-a4dd-435c-86aa-152f90d62316 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e848c75b-92f5-4585-9485-51450c605814 HTTP/1.1" status: 200 len: 217 time: 0.0435333 Sep 09 09:16:52.591927 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.611325 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-c961b532-4819-4f9c-8ef6-fa17170de274 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Floating IP dced53b2-01cc-4f28-9fcf-b9f9b9988c1f associated. External IP: 172.25.8.215, port: 41ce075c-6c61-4f1d-a056-e67c2a20fd6f. Sep 09 09:16:52.632006 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78c81c7c-f6a7-471c-b1da-66e71c15ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.641698 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78c81c7c-f6a7-471c-b1da-66e71c15ccc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.641698 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-78c81c7c-f6a7-471c-b1da-66e71c15ccc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9487b5c6-f3a9-4b72-b424-71c8c14948f7 HTTP/1.1" status: 204 len: 168 time: 0.2691469 Sep 09 09:16:52.649546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c81c7c-f6a7-471c-b1da-66e71c15ccc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9487b5c6-f3a9-4b72-b424-71c8c14948f7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:52.700193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-f0645a96-fde4-49c0-bd51-e824e5405da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:52.701730 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-f0645a96-fde4-49c0-bd51-e824e5405da0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1034997 Sep 09 09:16:52.709755 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.763200 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-e30fd651-d36f-4dcd-820e-fc7c681c8c92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537412 Sep 09 09:16:52.824982 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.840375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:16:52.854475 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.856029 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Added segment 7ed80882-e30c-4c5b-b354-436950e52c5d of type vlan for network e0a4479b-6c26-43e4-ba72-cba6146d3dc1 Sep 09 09:16:52.926756 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:52.960953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-ebebb135-f1af-4347-aafb-9258eaa44c20 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894276 Sep 09 09:16:52.976568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767cd172-8201-4d19-9c75-6b351b7b273f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:53.011247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c961b532-4819-4f9c-8ef6-fa17170de274 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:16:53.077064 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:53.078076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:53.078663 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:53.151762 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-2019a41e-e8e9-41ff-a285-e6b3b8cca50b service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823146 Sep 09 09:16:53.176532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=e0a4479b-6c26-43e4-ba72-cba6146d3dc1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:53.186380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network e0a4479b-6c26-43e4-ba72-cba6146d3dc1 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:16:53.201099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-236302b0-4694-4d46-8eec-005826431ab8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9735668 Sep 09 09:16:53.201792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55418) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:53.210141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] Request body: {'subnet': {'network_id': 'e0a4479b-6c26-43e4-ba72-cba6146d3dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-244177648-subnet', 'tenant_id': '9e471c165f564a67977d10b794bf483a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:53.293694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] Made reservation on behalf of 9e471c165f564a67977d10b794bf483a for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:53.296670 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:53.550630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c961b532-4819-4f9c-8ef6-fa17170de274 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:16:53.556472 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c961b532-4819-4f9c-8ef6-fa17170de274 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:53.563667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc0cd7-93e4-483b-b09f-18c1208f3682 None None] Sync routers for ids ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:16:53.579892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc0cd7-93e4-483b-b09f-18c1208f3682 None None] Routers {'45798ee2-a922-4ce3-b9c2-38a0d38dd309'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:53.580442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-56cc0cd7-93e4-483b-b09f-18c1208f3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:53.593918 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c961b532-4819-4f9c-8ef6-fa17170de274 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "PUT /v2.0/floatingips/dced53b2-01cc-4f28-9fcf-b9f9b9988c1f HTTP/1.1" status: 200 len: 991 time: 2.0078928 Sep 09 09:16:53.594838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'tag': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:16:53.598542 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1298bcf-7a9a-43d6-987d-46c34ea0493b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d172c5-edea-48c0-8347-b4dc42edd7a1", "tag": "41ce075c-6c61-4f1d-a056-e67c2a20fd6f"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:16:53.608664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c804401-1e3e-4c12-a718-e191ba1900ee req-181c14da-9679-4189-87de-833a916cec78 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:53.617462 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7c804401-1e3e-4c12-a718-e191ba1900ee req-181c14da-9679-4189-87de-833a916cec78 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.5097113 Sep 09 09:16:53.708425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-d0a27efe-7f16-4f23-ae79-8c7e7dc77374 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:53.709989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-d0a27efe-7f16-4f23-ae79-8c7e7dc77374 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.0850909 Sep 09 09:16:53.713754 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:53.717735 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7c804401-1e3e-4c12-a718-e191ba1900ee req-cb8b6174-c2ca-45b1-9d2e-70f4476579dd tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994337 Sep 09 09:16:53.727633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-56cc0cd7-93e4-483b-b09f-18c1208f3682 None None] Set router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:53.795709 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4175a55e-8c94-4b24-8d0f-fb8347a54d13,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:53.812422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] Checking segment: {'id': '7ed80882-e30c-4c5b-b354-436950e52c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0a4479b-6c26-43e4-ba72-cba6146d3dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:16:53.812981 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] Network hostable DHCP agents. Network: e0a4479b-6c26-43e4-ba72-cba6146d3dc1, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:16:53.948591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-de079276-ae47-4263-9d1c-dcd6b9458916 service neutron] For port e848c75b-92f5-4585-9485-51450c605814, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:16:53.950771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-de079276-ae47-4263-9d1c-dcd6b9458916 service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:53.955330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e4d21c8-0ca8-4977-a7bd-3ec6f003bd30 req-de079276-ae47-4263-9d1c-dcd6b9458916 service neutron] 10.222.0.24 "DELETE /v2.0/ports/e848c75b-92f5-4585-9485-51450c605814/bindings/n-h2-778696-16 HTTP/1.1" status: 204 len: 173 time: 0.2366145 Sep 09 09:16:53.971213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907884a5-f10f-419e-9597-5de51a831508 req-4fec66e5-d97d-42cf-9db8-fbf1137cb3ef tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:53.973477 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-907884a5-f10f-419e-9597-5de51a831508 req-4fec66e5-d97d-42cf-9db8-fbf1137cb3ef tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 945 time: 0.1083598 Sep 09 09:16:53.983178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] Network e0a4479b-6c26-43e4-ba72-cba6146d3dc1 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:16:54.024736 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-907884a5-f10f-419e-9597-5de51a831508 req-274aeea7-5dae-4e48-9c69-339b770bb40f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443268 Sep 09 09:16:54.077457 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662115a0-b4ce-432f-a5ee-e5116406b438 x-openstack-request-id: req-662115a0-b4ce-432f-a5ee-e5116406b438 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:16:54.077744 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d172c5-edea-48c0-8347-b4dc42edd7a1", "tag": "41ce075c-6c61-4f1d-a056-e67c2a20fd6f", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:16:54.078001 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-662115a0-b4ce-432f-a5ee-e5116406b438 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:16:54.078953 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'tag': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f', 'status': 'completed', 'code': 200} Sep 09 09:16:54.093872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, e0a4479b-6c26-43e4-ba72-cba6146d3dc1) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:16:54.100118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:54.101239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:54.114010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad566e43-6540-476c-876b-5af6c372027c None None] Network e0a4479b-6c26-43e4-ba72-cba6146d3dc1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:54.151337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1298bcf-7a9a-43d6-987d-46c34ea0493b req-a9972fdc-d6a8-4df5-ac17-923276a08576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:54.153031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1298bcf-7a9a-43d6-987d-46c34ea0493b req-a9972fdc-d6a8-4df5-ac17-923276a08576 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c04901038b84fdfa281e81abfb35ea1&device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 1097 time: 0.0660481 Sep 09 09:16:54.200843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-56cc0cd7-93e4-483b-b09f-18c1208f3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'dced53b2-01cc-4f28-9fcf-b9f9b9988c1f', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'floating_ip_address': '172.25.8.215', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'port_id': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'mac_address': 'fa:16:3e:e8:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:16:34Z', 'updated_at': '2021-09-09T09:16:52Z', 'revision_number': 1, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33bc2a29-4aeb-4f71-8b53-ef01fe89d693', 'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'mac_address': 'fa:16:3e:d6:54:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:23Z', 'updated_at': '2021-09-09T09:16:33Z', 'revision_number': 5, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'subnets': [{'id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:54.231953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-35d9674a-438a-443f-aa72-c961e40154a8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0286987 Sep 09 09:16:54.235231 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc0cd7-93e4-483b-b09f-18c1208f3682 None None] Checking router: 45798ee2-a922-4ce3-b9c2-38a0d38dd309 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:16:54.257050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc0cd7-93e4-483b-b09f-18c1208f3682 None None] Routers {'45798ee2-a922-4ce3-b9c2-38a0d38dd309'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:16:54.257782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-56cc0cd7-93e4-483b-b09f-18c1208f3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:16:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:54.312501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1298bcf-7a9a-43d6-987d-46c34ea0493b req-f283e6da-64d7-419f-ae12-4981c7521611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:54.314217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1298bcf-7a9a-43d6-987d-46c34ea0493b req-f283e6da-64d7-419f-ae12-4981c7521611 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 HTTP/1.1" status: 200 len: 912 time: 0.1537292 Sep 09 09:16:54.320704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785ea8d-0e1b-49b4-9d53-462991d06e6b req-aaac1273-71a9-4c66-b7b3-0f8e76f1de01 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:54.336020 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8785ea8d-0e1b-49b4-9d53-462991d06e6b req-aaac1273-71a9-4c66-b7b3-0f8e76f1de01 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 1097 time: 0.1545115 Sep 09 09:16:54.345289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e83959c-abd6-4b86-9818-9cd7f0e4f295 None None] Network e0a4479b-6c26-43e4-ba72-cba6146d3dc1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:16:54.511796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8785ea8d-0e1b-49b4-9d53-462991d06e6b req-8ea51a50-ff35-4dc4-b87b-173d693b3289 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745903 Sep 09 09:16:54.518683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-56cc0cd7-93e4-483b-b09f-18c1208f3682 None None] Set router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:16:54.528056 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1298bcf-7a9a-43d6-987d-46c34ea0493b req-e90d818b-d7fd-47cf-8b8a-9c080598f009 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41ce075c-6c61-4f1d-a056-e67c2a20fd6f HTTP/1.1" status: 200 len: 999 time: 0.1891484 Sep 09 09:16:54.623753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1298bcf-7a9a-43d6-987d-46c34ea0493b req-3b6f86d5-6d77-4a8d-94ba-90c38bffd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:54.625584 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1298bcf-7a9a-43d6-987d-46c34ea0493b req-3b6f86d5-6d77-4a8d-94ba-90c38bffd457 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90c51cc2-c853-45d6-ad87-c7020f7a4fe6 HTTP/1.1" status: 200 len: 850 time: 0.0874290 Sep 09 09:16:54.746197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1298bcf-7a9a-43d6-987d-46c34ea0493b req-24bfca8c-afca-42e4-89c4-a42e4514cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:54.747752 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1298bcf-7a9a-43d6-987d-46c34ea0493b req-24bfca8c-afca-42e4-89c4-a42e4514cd54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143777 Sep 09 09:16:54.767430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00553aea-a877-46c7-8521-4acc565696ea req-01c09c99-48a3-4097-b1a3-8422cd3978f3 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:54.774392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-00553aea-a877-46c7-8521-4acc565696ea req-01c09c99-48a3-4097-b1a3-8422cd3978f3 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 1097 time: 0.0799932 Sep 09 09:16:54.884542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-00553aea-a877-46c7-8521-4acc565696ea req-6914a165-c509-4b80-b036-72b3c1f27a62 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090057 Sep 09 09:16:54.927411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1298bcf-7a9a-43d6-987d-46c34ea0493b req-adf20056-86f6-4325-bb5e-2940bd2fd636 service neutron] 10.222.0.41 "GET /v2.0/networks/4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630449 Sep 09 09:16:54.927641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-56cc0cd7-93e4-483b-b09f-18c1208f3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'dced53b2-01cc-4f28-9fcf-b9f9b9988c1f', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'floating_ip_address': '172.25.8.215', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'port_id': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'mac_address': 'fa:16:3e:e8:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:16:34Z', 'updated_at': '2021-09-09T09:16:52Z', 'revision_number': 1, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33bc2a29-4aeb-4f71-8b53-ef01fe89d693', 'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'mac_address': 'fa:16:3e:d6:54:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:23Z', 'updated_at': '2021-09-09T09:16:33Z', 'revision_number': 5, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'subnets': [{'id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:16:55.001960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc0cd7-93e4-483b-b09f-18c1208f3682 None None] The sync data for ids ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'] in n-d-778696-16 is: [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'dced53b2-01cc-4f28-9fcf-b9f9b9988c1f', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'floating_ip_address': '172.25.8.215', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'port_id': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'mac_address': 'fa:16:3e:e8:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:16:34Z', 'updated_at': '2021-09-09T09:16:52Z', 'revision_number': 1, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33bc2a29-4aeb-4f71-8b53-ef01fe89d693', 'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'mac_address': 'fa:16:3e:d6:54:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:23Z', 'updated_at': '2021-09-09T09:16:33Z', 'revision_number': 5, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'subnets': [{'id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:16:55.005698 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:55.055309 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1298bcf-7a9a-43d6-987d-46c34ea0493b req-1ee3e36b-2a2c-48b9-a63b-39b41a508c25 service neutron] 10.222.0.41 "GET /v2.0/networks/4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288810 Sep 09 09:16:55.124047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09166ed9-2d69-4741-88e5-de2722a0607f req-e36e97cc-216f-44e6-a7f0-667caf0c8ab2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:55.125622 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09166ed9-2d69-4741-88e5-de2722a0607f req-e36e97cc-216f-44e6-a7f0-667caf0c8ab2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0686719 Sep 09 09:16:55.167395 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09166ed9-2d69-4741-88e5-de2722a0607f req-156b709f-46f5-46e6-a871-2a434a08fd8a tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353475 Sep 09 09:16:55.298555 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0956b7d2-f475-476a-bee0-8eaf27df3e6d None None] New status for floating IP dced53b2-01cc-4f28-9fcf-b9f9b9988c1f: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:16:55.333716 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55498) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:55.447708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-60953cde-7c53-48b9-8b68-21f60ed8581a tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:55.451166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-60953cde-7c53-48b9-8b68-21f60ed8581a tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/networks?id=e0a4479b-6c26-43e4-ba72-cba6146d3dc1 HTTP/1.1" status: 200 len: 820 time: 0.1575046 Sep 09 09:16:55.469851 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-3ec91c78-9da3-4523-8992-723120207613 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/quotas/9e471c165f564a67977d10b794bf483a HTTP/1.1" status: 200 len: 375 time: 0.0114214 Sep 09 09:16:55.508279 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-345e6516-6c64-4e24-a02b-646ee85cbc66 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e471c165f564a67977d10b794bf483a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318522 Sep 09 09:16:55.622044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6339fb8c-13dd-455f-8014-ec6e5ee4e079 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:55.622768 n-d-778696-16 neutron-server[95326]: WARNING neutron.api.v2.base [None req-6339fb8c-13dd-455f-8014-ec6e5ee4e079 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 09 09:16:55.623264 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-6339fb8c-13dd-455f-8014-ec6e5ee4e079 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): There was a conflict when trying to complete your request. Sep 09 09:16:55.624611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6339fb8c-13dd-455f-8014-ec6e5ee4e079 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2895060 Sep 09 09:16:55.626139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-5a638e2e-d72a-437a-a8b9-f8dadef6297d service neutron] 10.222.0.32 "GET /v2.0/networks/e0a4479b-6c26-43e4-ba72-cba6146d3dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106544 Sep 09 09:16:55.628535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55510) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:55.633042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8b41e9ab-979f-44a3-a65b-125863198303 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group': {'name': 'tempest-secgroup--475157583'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:55.661217 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:55.742305 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-ee098f88-f865-45a9-b102-4a8c36137ed9 service neutron] 10.222.0.32 "GET /v2.0/networks/e0a4479b-6c26-43e4-ba72-cba6146d3dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035891 Sep 09 09:16:55.786060 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b41e9ab-979f-44a3-a65b-125863198303 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:55.796782 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b41e9ab-979f-44a3-a65b-125863198303 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:55.893013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b41e9ab-979f-44a3-a65b-125863198303 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:56.008850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b41e9ab-979f-44a3-a65b-125863198303 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:56.078447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41e9ab-979f-44a3-a65b-125863198303 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b090e-87ef-4fc6-8a9c-2c4dcdec1321,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:56.171141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2e57614-ded0-48c3-b817-ba3fb40ade1f req-2156b929-e3fb-4c42-92c3-1bb7887ace09 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 210 time: 0.0465622 Sep 09 09:16:56.222455 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b41e9ab-979f-44a3-a65b-125863198303 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:56.309426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2d5bb-07a6-47c4-b101-ec25d52ffe08 req-aee9b6f9-3afe-4137-b5af-af772b07680c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:56.310956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7e2d5bb-07a6-47c4-b101-ec25d52ffe08 req-aee9b6f9-3afe-4137-b5af-af772b07680c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0516949 Sep 09 09:16:56.312111 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b41e9ab-979f-44a3-a65b-125863198303 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:56.359986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41e9ab-979f-44a3-a65b-125863198303 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba99cdf-874f-41c4-935a-10894b3bea90,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:56.385042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7e2d5bb-07a6-47c4-b101-ec25d52ffe08 req-36ca4e5b-fe05-461c-96f2-d3ad49d5f610 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659096 Sep 09 09:16:56.430997 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8b41e9ab-979f-44a3-a65b-125863198303 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:56.432390 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8b41e9ab-979f-44a3-a65b-125863198303 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8028307 Sep 09 09:16:56.435208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55546) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:56.439710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b163b620-4817-4288-ba0e-1f7d03d21751 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': '9ba99cdf-874f-41c4-935a-10894b3bea90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:56.568481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b163b620-4817-4288-ba0e-1f7d03d21751 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:56.644425 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b163b620-4817-4288-ba0e-1f7d03d21751 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:56.716746 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b163b620-4817-4288-ba0e-1f7d03d21751 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:56.751234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163b620-4817-4288-ba0e-1f7d03d21751 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a160764b-8744-4ae0-991f-0d0f1036294b,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:56.904866 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b163b620-4817-4288-ba0e-1f7d03d21751 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:56.906231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b163b620-4817-4288-ba0e-1f7d03d21751 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4699378 Sep 09 09:16:56.910058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55560) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:56.914656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c4f1a753-af85-48c8-b229-a9c2ee0bd639 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': '9ba99cdf-874f-41c4-935a-10894b3bea90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:57.047859 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a753-af85-48c8-b229-a9c2ee0bd639 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:57.225265 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-c4f1a753-af85-48c8-b229-a9c2ee0bd639 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): There was a conflict when trying to complete your request. Sep 09 09:16:57.229048 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c4f1a753-af85-48c8-b229-a9c2ee0bd639 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3154542 Sep 09 09:16:57.229733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55576) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:57.301453 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b46d9a5d-c28d-448b-83c3-cbd881d33db3 req-07d298df-f369-46ad-b05a-68323da501b2 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 210 time: 0.0356367 Sep 09 09:16:57.304039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:57.340433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:57.471209 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:57.475026 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:57.476488 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "DELETE /v2.0/security-groups/9ba99cdf-874f-41c4-935a-10894b3bea90 HTTP/1.1" status: 204 len: 168 time: 0.2456789 Sep 09 09:16:57.481473 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55584) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:57.517389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba99cdf-874f-41c4-935a-10894b3bea90,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:57.518825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef7743-7c12-4a6f-b428-ef8535c84e55 req-1301a5a1-ff8e-4bb7-8718-93825ec525a4 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:57.520878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5ef7743-7c12-4a6f-b428-ef8535c84e55 req-1301a5a1-ff8e-4bb7-8718-93825ec525a4 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0607660 Sep 09 09:16:57.553174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.553796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.554336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.554899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.555432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.556209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.556714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.557243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.557572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.558083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.558599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.559099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28528dbf-18e1-42f9-83d3-1a31e83060be tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:16:57.582599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5ef7743-7c12-4a6f-b428-ef8535c84e55 req-21d1ce47-02df-4f9f-bb52-dc7ada2454b8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484464 Sep 09 09:16:57.619291 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f51d8794-51b5-4b78-8965-c7c2af6db22d tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1361074 Sep 09 09:16:57.623761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55594) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:57.628776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1e3d5a77-36be-4ccb-89ea-c1413d315d32 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675776808'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:57.756579 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5a77-36be-4ccb-89ea-c1413d315d32 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:57.860507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5a77-36be-4ccb-89ea-c1413d315d32 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:57.962033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5a77-36be-4ccb-89ea-c1413d315d32 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:57.992098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d5a77-36be-4ccb-89ea-c1413d315d32 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8102974f-2501-411a-974e-1650da23fc6f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:58.042497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5a77-36be-4ccb-89ea-c1413d315d32 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:58.044484 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1e3d5a77-36be-4ccb-89ea-c1413d315d32 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4196675 Sep 09 09:16:58.047131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55608) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:58.052489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1518aaab-0a06-4221-883e-2454a0a5b216 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': '8102974f-2501-411a-974e-1650da23fc6f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:58.053459 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-1518aaab-0a06-4221-883e-2454a0a5b216 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 09 09:16:58.054141 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-1518aaab-0a06-4221-883e-2454a0a5b216 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:16:58.055275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1518aaab-0a06-4221-883e-2454a0a5b216 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070031 Sep 09 09:16:58.058651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55610) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:58.139272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3831adf6-854a-449c-92fb-09d68d8b23b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:58.176502 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3831adf6-854a-449c-92fb-09d68d8b23b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:58.310841 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3831adf6-854a-449c-92fb-09d68d8b23b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:58.313553 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3831adf6-854a-449c-92fb-09d68d8b23b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:58.317333 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3831adf6-854a-449c-92fb-09d68d8b23b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "DELETE /v2.0/security-groups/8102974f-2501-411a-974e-1650da23fc6f HTTP/1.1" status: 204 len: 168 time: 0.2547951 Sep 09 09:16:58.317773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55618) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:58.324791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831adf6-854a-449c-92fb-09d68d8b23b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8102974f-2501-411a-974e-1650da23fc6f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:58.419433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3cbb5135-b197-4408-85f1-f6a2572d08c7 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0971589 Sep 09 09:16:58.420208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55626) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:58.431030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-3134798c-c6fd-4bc5-a77a-9a93da2b51de tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group': {'name': 'tempest-secgroup--485838042'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:58.518913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-3ed2bc60-0a81-4a17-b415-1ee93062e4c4 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:58.520503 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-3ed2bc60-0a81-4a17-b415-1ee93062e4c4 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.41 "GET /v2.0/networks?id=e0a4479b-6c26-43e4-ba72-cba6146d3dc1 HTTP/1.1" status: 200 len: 820 time: 0.1542375 Sep 09 09:16:58.534471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Request body: {'port': {'device_id': '6101588c-5d9e-4f3f-9c9b-07410a42825a', 'network_id': 'e0a4479b-6c26-43e4-ba72-cba6146d3dc1', 'admin_state_up': True, 'tenant_id': '9e471c165f564a67977d10b794bf483a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:58.556244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48cef139-0a98-49b6-a182-e9b423c9524c req-5551c15b-b59e-4d26-9179-5c67caaf5a9a tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 210 time: 0.1174505 Sep 09 09:16:58.608491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3134798c-c6fd-4bc5-a77a-9a93da2b51de tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:58.778920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b838b9-bca4-483c-a459-38155dc21ff0 req-43d2242c-b65c-4dd9-9460-fb1f2b49e00d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:16:58.780488 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81b838b9-bca4-483c-a459-38155dc21ff0 req-43d2242c-b65c-4dd9-9460-fb1f2b49e00d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0881310 Sep 09 09:16:58.794651 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3134798c-c6fd-4bc5-a77a-9a93da2b51de tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:58.828207 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81b838b9-bca4-483c-a459-38155dc21ff0 req-713bc939-8f32-4bb1-8304-e9e1c6932c7c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368192 Sep 09 09:16:58.889222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3134798c-c6fd-4bc5-a77a-9a93da2b51de tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:58.949857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134798c-c6fd-4bc5-a77a-9a93da2b51de tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b56afb9-f096-4021-92f1-75f848d4d8c1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:58.979513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Made reservation on behalf of 9e471c165f564a67977d10b794bf483a for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:16:58.984293 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:59.025575 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3134798c-c6fd-4bc5-a77a-9a93da2b51de tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:59.026782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3134798c-c6fd-4bc5-a77a-9a93da2b51de tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6040144 Sep 09 09:16:59.029532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55646) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:59.035488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d740d9ab-1504-4fb6-bda5-72fd36953ea6 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': '4b56afb9-f096-4021-92f1-75f848d4d8c1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:59.036631 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-d740d9ab-1504-4fb6-bda5-72fd36953ea6 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 09 09:16:59.037341 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-d740d9ab-1504-4fb6-bda5-72fd36953ea6 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:16:59.038533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d740d9ab-1504-4fb6-bda5-72fd36953ea6 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080287 Sep 09 09:16:59.041442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55648) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:59.144287 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df9b2347-b25c-4de0-ae4a-a81c982339f6 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:59.160756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Allocated IP 172.20.0.9 (e0a4479b-6c26-43e4-ba72-cba6146d3dc1/4175a55e-8c94-4b24-8d0f-fb8347a54d13/bee50879-4e6d-40da-b3a3-9facdfc688ad) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:16:59.177692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df9b2347-b25c-4de0-ae4a-a81c982339f6 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:59.495538 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df9b2347-b25c-4de0-ae4a-a81c982339f6 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:59.498378 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df9b2347-b25c-4de0-ae4a-a81c982339f6 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:59.504202 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-df9b2347-b25c-4de0-ae4a-a81c982339f6 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "DELETE /v2.0/security-groups/4b56afb9-f096-4021-92f1-75f848d4d8c1 HTTP/1.1" status: 204 len: 168 time: 0.4615428 Sep 09 09:16:59.507865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55656) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:59.536505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b2347-b25c-4de0-ae4a-a81c982339f6 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b56afb9-f096-4021-92f1-75f848d4d8c1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:16:59.703607 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-df26925e-7247-4899-9d75-b42a5fc97a6b tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1869285 Sep 09 09:16:59.704589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55666) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:16:59.715479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-540f2984-51e2-4e40-9bbd-4a2692d2d2eb tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597917384'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:16:59.732922 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:59.777798 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6683238f-a9fd-4fd1-a782-5702f9261cf3 req-f0aa24ba-b59f-417b-a248-4d10b21d7bf6 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 210 time: 0.0400276 Sep 09 09:16:59.831281 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-540f2984-51e2-4e40-9bbd-4a2692d2d2eb tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:59.968838 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-540f2984-51e2-4e40-9bbd-4a2692d2d2eb tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:16:59.974248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.016533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90143468-6aa9-457f-9ad8-a17497f080ee req-3a583956-0a86-4f2a-908e-1b30e941b2f5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:00.024341 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-90143468-6aa9-457f-9ad8-a17497f080ee req-3a583956-0a86-4f2a-908e-1b30e941b2f5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0943477 Sep 09 09:17:00.039508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Network e0a4479b-6c26-43e4-ba72-cba6146d3dc1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:17:00.042537 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-540f2984-51e2-4e40-9bbd-4a2692d2d2eb tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.044800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:00.069422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:17:00.100065 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-90143468-6aa9-457f-9ad8-a17497f080ee req-13590601-1d12-4221-b84e-f85813c5c5b5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747416 Sep 09 09:17:00.101211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f2984-51e2-4e40-9bbd-4a2692d2d2eb tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a831cb-0d1c-425b-a399-90e6288e3133,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:00.110234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Pushing event updated for resources: {'Port': ['ID=bee50879-4e6d-40da-b3a3-9facdfc688ad,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:00.128430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-540f2984-51e2-4e40-9bbd-4a2692d2d2eb tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.132696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-540f2984-51e2-4e40-9bbd-4a2692d2d2eb tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4238052 Sep 09 09:17:00.133180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55678) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:00.137619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-086eedff-6934-4fd2-9494-95243564bed1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': '28a831cb-0d1c-425b-a399-90e6288e3133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:00.142647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:00.142647 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.151929 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-086eedff-6934-4fd2-9494-95243564bed1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 09 09:17:00.152586 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-086eedff-6934-4fd2-9494-95243564bed1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:00.153761 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-086eedff-6934-4fd2-9494-95243564bed1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0196898 Sep 09 09:17:00.156559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55680) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:00.161698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-40103ac2-63d0-4013-952c-793de3945037 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': '28a831cb-0d1c-425b-a399-90e6288e3133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:00.162407 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-40103ac2-63d0-4013-952c-793de3945037 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 09 09:17:00.162932 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-40103ac2-63d0-4013-952c-793de3945037 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:00.163873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-40103ac2-63d0-4013-952c-793de3945037 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064301 Sep 09 09:17:00.184490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55682) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:00.190324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-255e60e8-8ca8-4677-a1b0-28d9e564fd96 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': '28a831cb-0d1c-425b-a399-90e6288e3133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:00.191137 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-255e60e8-8ca8-4677-a1b0-28d9e564fd96 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 09 09:17:00.191638 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-255e60e8-8ca8-4677-a1b0-28d9e564fd96 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:00.192576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-255e60e8-8ca8-4677-a1b0-28d9e564fd96 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071476 Sep 09 09:17:00.195045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55684) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:00.199453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-587f9a0c-4a23-4fcc-b5cd-4682b10a0e5a tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': '28a831cb-0d1c-425b-a399-90e6288e3133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:00.200299 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-587f9a0c-4a23-4fcc-b5cd-4682b10a0e5a tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 09 09:17:00.200768 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-587f9a0c-4a23-4fcc-b5cd-4682b10a0e5a tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:00.203913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-587f9a0c-4a23-4fcc-b5cd-4682b10a0e5a tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055730 Sep 09 09:17:00.204229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55686) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:00.265352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5304e964-d9d7-4872-9651-cb64a41223da tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.272389 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-1c62513f-c862-4e52-9a79-959df9a7fed1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7432165 Sep 09 09:17:00.286042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Request body: {'port': {'device_id': '6101588c-5d9e-4f3f-9c9b-07410a42825a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:00.291912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5304e964-d9d7-4872-9651-cb64a41223da tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.380024 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.436999 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5304e964-d9d7-4872-9651-cb64a41223da tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.442315 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5304e964-d9d7-4872-9651-cb64a41223da tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.444284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5304e964-d9d7-4872-9651-cb64a41223da tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "DELETE /v2.0/security-groups/28a831cb-0d1c-425b-a399-90e6288e3133 HTTP/1.1" status: 204 len: 168 time: 0.2391498 Sep 09 09:17:00.449579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55694) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:00.474607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304e964-d9d7-4872-9651-cb64a41223da tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a831cb-0d1c-425b-a399-90e6288e3133,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:00.521946 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b3d0460c-f8ec-4c9c-afe7-54c5cd5cfc0a tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706546 Sep 09 09:17:00.525858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55698) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:00.531588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-13ff9db1-f6c9-4734-9b85-f8666aa43f12 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411389208'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:00.614076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55700) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:00.642660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13ff9db1-f6c9-4734-9b85-f8666aa43f12 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.751363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee50879-4e6d-40da-b3a3-9facdfc688ad {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:00.764720 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.771905 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-996f9731-d7ad-4286-bc4a-dbd5697ff691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.776493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13ff9db1-f6c9-4734-9b85-f8666aa43f12 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.779893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Transition to ACTIVE for port object bee50879-4e6d-40da-b3a3-9facdfc688ad will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:17:00.925553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56592ed-4669-4dff-ba45-7bbbf4070f20 req-8c851c40-16d4-4a95-8e35-94644ba29dd1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:00.927714 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b56592ed-4669-4dff-ba45-7bbbf4070f20 req-8c851c40-16d4-4a95-8e35-94644ba29dd1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 931 time: 0.0617402 Sep 09 09:17:00.929188 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13ff9db1-f6c9-4734-9b85-f8666aa43f12 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.958071 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:00.976150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff9db1-f6c9-4734-9b85-f8666aa43f12 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c83a93-1ace-4f00-8e68-b82b27a99722,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:00.999740 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b56592ed-4669-4dff-ba45-7bbbf4070f20 req-a6350b7f-d229-4716-bb8b-081b5d563045 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/security-groups?id=767cd172-8201-4d19-9c75-6b351b7b273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655887 Sep 09 09:17:01.047109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Pushing event updated for resources: {'Port': ['ID=bee50879-4e6d-40da-b3a3-9facdfc688ad,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:01.051593 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-996f9731-d7ad-4286-bc4a-dbd5697ff691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:01.097483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Attempting to bind port bee50879-4e6d-40da-b3a3-9facdfc688ad on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:17:01.097737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Attempting to bind port bee50879-4e6d-40da-b3a3-9facdfc688ad by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '7ed80882-e30c-4c5b-b354-436950e52c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0a4479b-6c26-43e4-ba72-cba6146d3dc1'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:17:01.098066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Attempting to bind port bee50879-4e6d-40da-b3a3-9facdfc688ad on network e0a4479b-6c26-43e4-ba72-cba6146d3dc1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:01.102610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Port bee50879-4e6d-40da-b3a3-9facdfc688ad on network e0a4479b-6c26-43e4-ba72-cba6146d3dc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:17:01.107183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Attempting to bind port bee50879-4e6d-40da-b3a3-9facdfc688ad on network e0a4479b-6c26-43e4-ba72-cba6146d3dc1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:01.107751 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:17:01.108090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Checking segment: {'id': '7ed80882-e30c-4c5b-b354-436950e52c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0a4479b-6c26-43e4-ba72-cba6146d3dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:01.108467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Bound using segment: {'id': '7ed80882-e30c-4c5b-b354-436950e52c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0a4479b-6c26-43e4-ba72-cba6146d3dc1'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:17:01.108915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Bound port: bee50879-4e6d-40da-b3a3-9facdfc688ad, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed80882-e30c-4c5b-b354-436950e52c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0a4479b-6c26-43e4-ba72-cba6146d3dc1'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:17:01.109295 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:01.123277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-996f9731-d7ad-4286-bc4a-dbd5697ff691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:01.171360 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-996f9731-d7ad-4286-bc4a-dbd5697ff691 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3de93b2ac68f48c39ba64cdb62f257ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529687 Sep 09 09:17:01.171642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55716) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:01.179128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f9731-d7ad-4286-bc4a-dbd5697ff691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59a51c4-aa7c-4493-859a-bfe59629a703,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:01.184609 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] For port bee50879-4e6d-40da-b3a3-9facdfc688ad, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:17:01.188555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] For port bee50879-4e6d-40da-b3a3-9facdfc688ad, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=bee50879-4e6d-40da-b3a3-9facdfc688ad,segment=NetworkSegment(7ed80882-e30c-4c5b-b354-436950e52c5d),segment_id=7ed80882-e30c-4c5b-b354-436950e52c5d)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:17:01.227103 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13ff9db1-f6c9-4734-9b85-f8666aa43f12 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:01.230717 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-13ff9db1-f6c9-4734-9b85-f8666aa43f12 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7012775 Sep 09 09:17:01.231326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55720) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:01.235977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b4117b84-daed-4a23-a559-d08397453403 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'c3c83a93-1ace-4f00-8e68-b82b27a99722', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:01.237214 n-d-778696-16 neutron-server[95326]: WARNING neutron.api.v2.base [None req-b4117b84-daed-4a23-a559-d08397453403 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 09 09:17:01.237872 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-b4117b84-daed-4a23-a559-d08397453403 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:01.238935 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b4117b84-daed-4a23-a559-d08397453403 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065699 Sep 09 09:17:01.241818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55722) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:01.247237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-af099369-96dd-4064-a9e8-6f91dd68e894 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'c3c83a93-1ace-4f00-8e68-b82b27a99722', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:01.300678 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:01.301240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6d2f6-5516-4224-bc4d-0f449578c538 req-42d539ff-12d1-469d-ad83-2e3c53adaccd tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:01.301240 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36e6d2f6-5516-4224-bc4d-0f449578c538 req-42d539ff-12d1-469d-ad83-2e3c53adaccd tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0914097 Sep 09 09:17:01.301240 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-872a092d-2435-4a79-bd6a-7187f7028c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:01.309983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:01.310712 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:01.312242 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] 10.222.0.41 "PUT /v2.0/ports/bee50879-4e6d-40da-b3a3-9facdfc688ad HTTP/1.1" status: 200 len: 1092 time: 1.0318847 Sep 09 09:17:01.314528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6101588c-5d9e-4f3f-9c9b-07410a42825a', 'tag': 'bee50879-4e6d-40da-b3a3-9facdfc688ad'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:01.317088 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaaacd0-5cf1-41c3-8a49-1dd32bfec7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6101588c-5d9e-4f3f-9c9b-07410a42825a", "tag": "bee50879-4e6d-40da-b3a3-9facdfc688ad"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:01.333785 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-872a092d-2435-4a79-bd6a-7187f7028c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:01.339048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5d192-d479-47fe-8ab4-92e2c6d1cc55 service neutron] Pushing event updated for resources: {'Port': ['ID=bee50879-4e6d-40da-b3a3-9facdfc688ad,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:01.342742 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36e6d2f6-5516-4224-bc4d-0f449578c538 req-c0034375-a3bd-415c-aa73-a6c4b19d49f3 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649180 Sep 09 09:17:01.383087 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545352a3-d6e6-41d1-890c-21c65c4b5652 x-openstack-request-id: req-545352a3-d6e6-41d1-890c-21c65c4b5652 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:01.383401 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6101588c-5d9e-4f3f-9c9b-07410a42825a", "tag": "bee50879-4e6d-40da-b3a3-9facdfc688ad", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:01.383691 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-545352a3-d6e6-41d1-890c-21c65c4b5652 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:01.384093 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6101588c-5d9e-4f3f-9c9b-07410a42825a', 'tag': 'bee50879-4e6d-40da-b3a3-9facdfc688ad', 'status': 'completed', 'code': 200} Sep 09 09:17:01.448769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaacd0-5cf1-41c3-8a49-1dd32bfec7ff req-bb05a15e-2872-475f-b74d-ac3e323b56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:01.450292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0aaaacd0-5cf1-41c3-8a49-1dd32bfec7ff req-bb05a15e-2872-475f-b74d-ac3e323b56a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e471c165f564a67977d10b794bf483a&device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 1095 time: 0.0499554 Sep 09 09:17:01.471792 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-872a092d-2435-4a79-bd6a-7187f7028c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:01.479237 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-872a092d-2435-4a79-bd6a-7187f7028c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:01.482541 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-872a092d-2435-4a79-bd6a-7187f7028c63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f59a51c4-aa7c-4493-859a-bfe59629a703 HTTP/1.1" status: 204 len: 168 time: 0.3099873 Sep 09 09:17:01.496630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a092d-2435-4a79-bd6a-7187f7028c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59a51c4-aa7c-4493-859a-bfe59629a703,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:01.509642 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-af099369-96dd-4064-a9e8-6f91dd68e894 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:01.511045 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-af099369-96dd-4064-a9e8-6f91dd68e894 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2681329 Sep 09 09:17:01.519973 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55740) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:01.525427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c64bf414-15b8-4350-9155-834141b2c727 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'c3c83a93-1ace-4f00-8e68-b82b27a99722', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:01.526284 n-d-778696-16 neutron-server[95326]: WARNING neutron.api.v2.base [None req-c64bf414-15b8-4350-9155-834141b2c727 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 09 09:17:01.527188 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-c64bf414-15b8-4350-9155-834141b2c727 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:01.529196 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c64bf414-15b8-4350-9155-834141b2c727 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077844 Sep 09 09:17:01.532414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55742) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:01.538683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1888c22a-3557-411e-8bd0-7c9bc44637e0 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'c3c83a93-1ace-4f00-8e68-b82b27a99722', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:01.668862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaacd0-5cf1-41c3-8a49-1dd32bfec7ff req-f08251f4-bb79-457d-840f-68a2f49695a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:01.670685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0aaaacd0-5cf1-41c3-8a49-1dd32bfec7ff req-f08251f4-bb79-457d-840f-68a2f49695a1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9e471c165f564a67977d10b794bf483a&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2126510 Sep 09 09:17:01.727946 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-1888c22a-3557-411e-8bd0-7c9bc44637e0 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:01.730661 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1888c22a-3557-411e-8bd0-7c9bc44637e0 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1972325 Sep 09 09:17:01.736644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55752) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:01.742031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-909bf976-7638-48ac-a36e-594b187b2113 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'c3c83a93-1ace-4f00-8e68-b82b27a99722', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:01.743027 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-909bf976-7638-48ac-a36e-594b187b2113 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 09 09:17:01.743635 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-909bf976-7638-48ac-a36e-594b187b2113 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:01.744696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-909bf976-7638-48ac-a36e-594b187b2113 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065711 Sep 09 09:17:01.747474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55754) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:01.751906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-168a1d33-61f3-430e-bd9a-766038369c6a tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'c3c83a93-1ace-4f00-8e68-b82b27a99722', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:01.892419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaacd0-5cf1-41c3-8a49-1dd32bfec7ff req-7274c4ef-38c0-40fa-a912-a14b133e8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:01.894257 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0aaaacd0-5cf1-41c3-8a49-1dd32bfec7ff req-7274c4ef-38c0-40fa-a912-a14b133e8085 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2160070 Sep 09 09:17:01.986294 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-168a1d33-61f3-430e-bd9a-766038369c6a tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:01.989113 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-168a1d33-61f3-430e-bd9a-766038369c6a tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2404008 Sep 09 09:17:01.991712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55796) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:01.998255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8181122f-7d34-46c6-9686-5908e9f832b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'c3c83a93-1ace-4f00-8e68-b82b27a99722', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:01.999470 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-8181122f-7d34-46c6-9686-5908e9f832b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 09 09:17:02.000192 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-8181122f-7d34-46c6-9686-5908e9f832b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:02.003775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8181122f-7d34-46c6-9686-5908e9f832b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107694 Sep 09 09:17:02.006007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55798) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:02.016648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-49a9fb6f-6a22-4c8f-971c-0fdfeaea6a61 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'c3c83a93-1ace-4f00-8e68-b82b27a99722', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:02.036098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-a41251a6-0fc8-43bc-931b-2dbe1e6c086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:02.038079 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-a41251a6-0fc8-43bc-931b-2dbe1e6c086a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e471c165f564a67977d10b794bf483a&device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 1095 time: 0.0843608 Sep 09 09:17:02.087737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-94e7172f-4228-4a0f-bb81-0bc6532ea63f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bee50879-4e6d-40da-b3a3-9facdfc688ad HTTP/1.1" status: 200 len: 217 time: 0.0418725 Sep 09 09:17:02.184231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-70f4715c-84e4-411a-84fd-4c44d174dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:02.185721 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-70f4715c-84e4-411a-84fd-4c44d174dad9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4175a55e-8c94-4b24-8d0f-fb8347a54d13 HTTP/1.1" status: 200 len: 860 time: 0.0915248 Sep 09 09:17:02.210984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec31c8-5ab2-42a8-86c4-cd61ddd03df6 req-d26d1cd7-2db2-4acc-87d4-b7925f7bafa5 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:02.212478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68ec31c8-5ab2-42a8-86c4-cd61ddd03df6 req-d26d1cd7-2db2-4acc-87d4-b7925f7bafa5 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 943 time: 0.0795903 Sep 09 09:17:02.228627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-84eea8d2-d3d2-4a5c-b711-4aaa216956cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0a4479b-6c26-43e4-ba72-cba6146d3dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340931 Sep 09 09:17:02.251795 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-49a9fb6f-6a22-4c8f-971c-0fdfeaea6a61 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:02.256845 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-49a9fb6f-6a22-4c8f-971c-0fdfeaea6a61 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2496617 Sep 09 09:17:02.257364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55810) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:02.264125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-392c6dc3-6b86-4f07-b530-f7b6c7b39f5b tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'c3c83a93-1ace-4f00-8e68-b82b27a99722', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:02.299228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68ec31c8-5ab2-42a8-86c4-cd61ddd03df6 req-b1578499-7be8-4a23-94ee-bcc80a3cb648 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/security-groups?id=767cd172-8201-4d19-9c75-6b351b7b273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729520 Sep 09 09:17:02.376968 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-51fe2bb0-421c-43a4-b8ab-7a8035d3ad3d service neutron] 10.222.0.41 "GET /v2.0/networks/e0a4479b-6c26-43e4-ba72-cba6146d3dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353409 Sep 09 09:17:02.461045 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-392c6dc3-6b86-4f07-b530-f7b6c7b39f5b tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:02.464437 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-392c6dc3-6b86-4f07-b530-f7b6c7b39f5b tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2032120 Sep 09 09:17:02.466079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55818) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:02.485555 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d45bf3ae-8182-4d89-9ae2-771258a9c4a9 req-bf2eddea-01d1-4c67-989f-a5604a8697a8 service neutron] 10.222.0.41 "GET /v2.0/networks/e0a4479b-6c26-43e4-ba72-cba6146d3dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001630 Sep 09 09:17:02.514691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc0936-58da-4df6-a443-2bb637077ecd req-4916746e-3469-427a-8931-177d742a22fa tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:02.516776 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70dc0936-58da-4df6-a443-2bb637077ecd req-4916746e-3469-427a-8931-177d742a22fa tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0889466 Sep 09 09:17:02.582285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70dc0936-58da-4df6-a443-2bb637077ecd req-ff085837-7017-4064-aa0d-d312fffc407b tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536704 Sep 09 09:17:02.594342 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fc7d364-5467-4ab8-b21e-10846fca4e92 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:02.627645 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fc7d364-5467-4ab8-b21e-10846fca4e92 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:02.739160 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fc7d364-5467-4ab8-b21e-10846fca4e92 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:02.742035 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fc7d364-5467-4ab8-b21e-10846fca4e92 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:02.743211 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8fc7d364-5467-4ab8-b21e-10846fca4e92 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "DELETE /v2.0/security-groups/c3c83a93-1ace-4f00-8e68-b82b27a99722 HTTP/1.1" status: 204 len: 168 time: 0.2746575 Sep 09 09:17:02.750269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55832) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:02.758999 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7d364-5467-4ab8-b21e-10846fca4e92 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c83a93-1ace-4f00-8e68-b82b27a99722,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:02.796328 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8a64cb79-7834-4c8b-97b3-9033bc570500 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491016 Sep 09 09:17:02.800350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55838) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:02.805230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-82bf2117-bb94-4180-8834-cc6f52cd5fd3 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755035036'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:02.884757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55852) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:02.939340 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82bf2117-bb94-4180-8834-cc6f52cd5fd3 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:02.995240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-889266669-network', 'tenant_id': 'f9064b8ea3d1449a9fe439f753fedf0d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:03.060567 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82bf2117-bb94-4180-8834-cc6f52cd5fd3 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.122357 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82bf2117-bb94-4180-8834-cc6f52cd5fd3 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.152838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf2117-bb94-4180-8834-cc6f52cd5fd3 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baba8ceb-b82f-4de3-af07-52418a6b1089,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:03.219294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Made reservation on behalf of f9064b8ea3d1449a9fe439f753fedf0d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:03.224768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.231877 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.305148 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82bf2117-bb94-4180-8834-cc6f52cd5fd3 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.307044 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-82bf2117-bb94-4180-8834-cc6f52cd5fd3 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5055125 Sep 09 09:17:03.309910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55882) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:03.315023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e47816f1-b0f7-4b7b-b6cb-c50d537c2485 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'baba8ceb-b82f-4de3-af07-52418a6b1089', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:03.418777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.448858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce285ad-5e3a-467e-88b0-7097c3bcdaf8 req-f6da262f-8c3b-4e3b-b913-4ee8ba056a52 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:03.448858 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ce285ad-5e3a-467e-88b0-7097c3bcdaf8 req-f6da262f-8c3b-4e3b-b913-4ee8ba056a52 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 943 time: 0.0657656 Sep 09 09:17:03.484499 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ce285ad-5e3a-467e-88b0-7097c3bcdaf8 req-ae7a1883-4117-4ca9-913a-cf483c15091c tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/security-groups?id=767cd172-8201-4d19-9c75-6b351b7b273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362463 Sep 09 09:17:03.493388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.520496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:17:03.540733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6e6e45-1bfd-4400-9222-625776469f1a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:03.555115 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.556027 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Added segment c0ed5294-30ea-49bc-b773-4b06c4f2cbc6 of type vlan for network 3e173cea-8a61-4fa2-b0b8-06c42142ffd3 Sep 09 09:17:03.617383 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.668109 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-e47816f1-b0f7-4b7b-b6cb-c50d537c2485 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The resource could not be found. Sep 09 09:17:03.669178 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e47816f1-b0f7-4b7b-b6cb-c50d537c2485 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3579934 Sep 09 09:17:03.672372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55898) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:03.677786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f5e7834a-0411-4521-a791-c8b030e109b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'baba8ceb-b82f-4de3-af07-52418a6b1089', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2c80ae58-b4f5-4969-8bf6-4599858a60cb'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:03.713647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc67d1-2ab2-40ff-ac3d-10d2b7b46745 req-56ceb6cd-d6d8-4c2e-bfae-2626085d3ff8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:03.716598 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.717654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:03.718505 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.720117 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86bc67d1-2ab2-40ff-ac3d-10d2b7b46745 req-56ceb6cd-d6d8-4c2e-bfae-2626085d3ff8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0629652 Sep 09 09:17:03.759901 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86bc67d1-2ab2-40ff-ac3d-10d2b7b46745 req-41c438a5-dcad-437c-83f1-63d04f2aaafb tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387025 Sep 09 09:17:03.783001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] Pushing event updated for resources: {'Network': ['ID=3e173cea-8a61-4fa2-b0b8-06c42142ffd3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:03.793317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 3e173cea-8a61-4fa2-b0b8-06c42142ffd3 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:17:03.883314 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8fc17cb0-784a-4890-9e67-9a326f7a240e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9983766 Sep 09 09:17:03.884660 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-f5e7834a-0411-4521-a791-c8b030e109b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The resource could not be found. Sep 09 09:17:03.886224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55902) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:03.886495 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f5e7834a-0411-4521-a791-c8b030e109b1 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2127447 Sep 09 09:17:03.889582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55904) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:03.894757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] Request body: {'subnet': {'network_id': '3e173cea-8a61-4fa2-b0b8-06c42142ffd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-889266669-subnet', 'tenant_id': 'f9064b8ea3d1449a9fe439f753fedf0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:03.951708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15e4e79d-685c-428b-8c19-98630c677473 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:03.978687 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15e4e79d-685c-428b-8c19-98630c677473 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:04.047512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] Made reservation on behalf of f9064b8ea3d1449a9fe439f753fedf0d for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:04.050818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:04.133728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15e4e79d-685c-428b-8c19-98630c677473 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:04.140365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15e4e79d-685c-428b-8c19-98630c677473 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:04.141824 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-15e4e79d-685c-428b-8c19-98630c677473 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "DELETE /v2.0/security-groups/baba8ceb-b82f-4de3-af07-52418a6b1089 HTTP/1.1" status: 204 len: 168 time: 0.2510669 Sep 09 09:17:04.148669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55912) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:04.162113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4e79d-685c-428b-8c19-98630c677473 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baba8ceb-b82f-4de3-af07-52418a6b1089,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:04.223282 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fdf62e65-1805-4558-8403-c9fe698b8214 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733733 Sep 09 09:17:04.226965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55914) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:04.231528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-17088f82-cb61-49be-a470-1550f7c4e425 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'dbe1c4cc-38d9-44f9-806f-d740144fb379', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:04.345240 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:04.401977 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-17088f82-cb61-49be-a470-1550f7c4e425 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The resource could not be found. Sep 09 09:17:04.403562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-17088f82-cb61-49be-a470-1550f7c4e425 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1755631 Sep 09 09:17:04.407155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55918) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:04.416073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc98e428-e584-4050-8f6a-bede871a2f43,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:04.420975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6cba270d-e332-4316-9029-a283e1ccb7a5 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group': {'name': 'tempest-secgroup--653236782'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:04.429117 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] Checking segment: {'id': 'c0ed5294-30ea-49bc-b773-4b06c4f2cbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3e173cea-8a61-4fa2-b0b8-06c42142ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:04.429632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] Network hostable DHCP agents. Network: 3e173cea-8a61-4fa2-b0b8-06c42142ffd3, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:17:04.504935 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6cba270d-e332-4316-9029-a283e1ccb7a5 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:04.538049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device bee50879-4e6d-40da-b3a3-9facdfc688ad details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:17:04.539250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] Network 3e173cea-8a61-4fa2-b0b8-06c42142ffd3 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:17:04.636464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 3e173cea-8a61-4fa2-b0b8-06c42142ffd3) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:04.641197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:04.641902 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:04.657839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb612bfa-8a46-45b0-b7bd-d61ca4444dd2 req-bb2930b2-b7f3-4ed4-a9cb-e06044fc1d16 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:04.660500 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb612bfa-8a46-45b0-b7bd-d61ca4444dd2 req-bb2930b2-b7f3-4ed4-a9cb-e06044fc1d16 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 943 time: 0.0947397 Sep 09 09:17:04.668800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2107ec-5c23-4103-b710-2bf9299dd803 None None] Network 3e173cea-8a61-4fa2-b0b8-06c42142ffd3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:04.672299 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6cba270d-e332-4316-9029-a283e1ccb7a5 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:04.712937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb612bfa-8a46-45b0-b7bd-d61ca4444dd2 req-b41d0988-3ed7-4ef3-939d-6a7d331953cf tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/security-groups?id=767cd172-8201-4d19-9c75-6b351b7b273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436883 Sep 09 09:17:04.742579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6cba270d-e332-4316-9029-a283e1ccb7a5 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:04.811100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba270d-e332-4316-9029-a283e1ccb7a5 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f7446c-f87e-4596-92c8-5f771254c7df,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:04.814521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6f693e54-aae6-42f4-98a3-75f5b362bbe1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9267371 Sep 09 09:17:04.899245 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6cba270d-e332-4316-9029-a283e1ccb7a5 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:04.900842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6cba270d-e332-4316-9029-a283e1ccb7a5 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4924088 Sep 09 09:17:04.904202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55936) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:04.911882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0d130ca8-7e10-428c-a7e8-6eb69c166bfd tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699439344'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:04.914797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port bee50879-4e6d-40da-b3a3-9facdfc688ad, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=bee50879-4e6d-40da-b3a3-9facdfc688ad,segment=NetworkSegment(7ed80882-e30c-4c5b-b354-436950e52c5d),segment_id=7ed80882-e30c-4c5b-b354-436950e52c5d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:04.936021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'bee50879-4e6d-40da-b3a3-9facdfc688ad', 'network_id': 'e0a4479b-6c26-43e4-ba72-cba6146d3dc1', 'port_id': 'bee50879-4e6d-40da-b3a3-9facdfc688ad', 'mac_address': 'fa:16:3e:3e:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4175a55e-8c94-4b24-8d0f-fb8347a54d13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:17:04.943037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917204d-8803-4d0d-8482-d3cfb823fa8a req-e385bed9-0724-4647-bfa0-76f86dd8c3a7 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:04.953204 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1917204d-8803-4d0d-8482-d3cfb823fa8a req-e385bed9-0724-4647-bfa0-76f86dd8c3a7 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0861058 Sep 09 09:17:05.005216 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1917204d-8803-4d0d-8482-d3cfb823fa8a req-76c986f2-6906-42c3-ab28-e95cf807be72 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463967 Sep 09 09:17:05.007537 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d130ca8-7e10-428c-a7e8-6eb69c166bfd tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.013270 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.044304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee50879-4e6d-40da-b3a3-9facdfc688ad {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:05.051426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9e959f-4e7d-4cf1-9abb-0510dfb3e2b9 None None] Network 3e173cea-8a61-4fa2-b0b8-06c42142ffd3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:05.088144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port bee50879-4e6d-40da-b3a3-9facdfc688ad, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=bee50879-4e6d-40da-b3a3-9facdfc688ad,segment=NetworkSegment(7ed80882-e30c-4c5b-b354-436950e52c5d),segment_id=7ed80882-e30c-4c5b-b354-436950e52c5d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:05.151801 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d130ca8-7e10-428c-a7e8-6eb69c166bfd tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.162156 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.213525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d130ca8-7e10-428c-a7e8-6eb69c166bfd tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.263598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d130ca8-7e10-428c-a7e8-6eb69c166bfd tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350c1fe2-4210-4d28-b7c0-c9772a822724,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:05.264572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=bee50879-4e6d-40da-b3a3-9facdfc688ad,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:05.321910 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d130ca8-7e10-428c-a7e8-6eb69c166bfd tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.323587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0d130ca8-7e10-428c-a7e8-6eb69c166bfd tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4182384 Sep 09 09:17:05.326465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55950) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:05.331998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c6551c33-8a6f-4c79-92da-1da45f54fdcd tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group_rule': {'security_group_id': 'd2f7446c-f87e-4596-92c8-5f771254c7df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '350c1fe2-4210-4d28-b7c0-c9772a822724'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:05.588951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['bee50879-4e6d-40da-b3a3-9facdfc688ad'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:05.591913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f1ed501b-e2a6-461f-af31-7a56f83df8a8 req-e6770e43-64ba-4331-9eda-ececd0da4bf4 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1437644405', 'description': 'tempest-description-305789031'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:05.591913 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-c6551c33-8a6f-4c79-92da-1da45f54fdcd tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:17:05.591913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c6551c33-8a6f-4c79-92da-1da45f54fdcd tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1864049 Sep 09 09:17:05.591913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55954) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:05.591913 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7134833f-f1a0-4a51-b28c-195a147f1882 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.598876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7134833f-f1a0-4a51-b28c-195a147f1882 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.722680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f1ed501b-e2a6-461f-af31-7a56f83df8a8 req-e6770e43-64ba-4331-9eda-ececd0da4bf4 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.775937 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7134833f-f1a0-4a51-b28c-195a147f1882 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.778497 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7134833f-f1a0-4a51-b28c-195a147f1882 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.779688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7134833f-f1a0-4a51-b28c-195a147f1882 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "DELETE /v2.0/security-groups/350c1fe2-4210-4d28-b7c0-c9772a822724 HTTP/1.1" status: 204 len: 168 time: 0.2620487 Sep 09 09:17:05.782673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55960) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:05.796451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134833f-f1a0-4a51-b28c-195a147f1882 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350c1fe2-4210-4d28-b7c0-c9772a822724,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:05.845076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f1ed501b-e2a6-461f-af31-7a56f83df8a8 req-e6770e43-64ba-4331-9eda-ececd0da4bf4 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.916481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f1ed501b-e2a6-461f-af31-7a56f83df8a8 req-e6770e43-64ba-4331-9eda-ececd0da4bf4 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:05.916658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1f1ae-84f6-43e3-83fe-c876dfbc9953 req-91132008-9744-4830-8138-a12c5fb89c8d tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:05.918849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6dd1f1ae-84f6-43e3-83fe-c876dfbc9953 req-91132008-9744-4830-8138-a12c5fb89c8d tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 944 time: 0.1206124 Sep 09 09:17:05.929217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b9bc4c10-8c59-4e8f-b068-138bf66bd745 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1450539 Sep 09 09:17:05.932306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55964) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:05.954723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6770e43-64ba-4331-9eda-ececd0da4bf4 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc9f4db-0bc2-4bfd-9b10-66c005e93801,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:06.000683 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6dd1f1ae-84f6-43e3-83fe-c876dfbc9953 req-311ae560-00e4-4525-a400-ed0b0cb3c7a1 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/security-groups?id=767cd172-8201-4d19-9c75-6b351b7b273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700531 Sep 09 09:17:06.020093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f1ed501b-e2a6-461f-af31-7a56f83df8a8 req-e6770e43-64ba-4331-9eda-ececd0da4bf4 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.020353 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecd9280d-d195-4268-8f6a-c00146bc354c tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.021351 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1ed501b-e2a6-461f-af31-7a56f83df8a8 req-e6770e43-64ba-4331-9eda-ececd0da4bf4 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5516362 Sep 09 09:17:06.072659 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecd9280d-d195-4268-8f6a-c00146bc354c tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.099039 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90fe5c52-e96c-4b92-aaf7-b1514015347d req-dfade392-6b86-46a0-b167-095f06ea256e tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/bcc9f4db-0bc2-4bfd-9b10-66c005e93801 HTTP/1.1" status: 200 len: 1814 time: 0.0453520 Sep 09 09:17:06.110937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-90fe5c52-e96c-4b92-aaf7-b1514015347d req-a2be2f3b-c81b-4e4b-9f3c-c3af30923b70 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcc9f4db-0bc2-4bfd-9b10-66c005e93801', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:06.111527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-90fe5c52-e96c-4b92-aaf7-b1514015347d req-a2be2f3b-c81b-4e4b-9f3c-c3af30923b70 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcc9f4db-0bc2-4bfd-9b10-66c005e93801', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:06.156569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1629893-0cb2-44cd-b15c-0144d9d694ca req-dff6f0d5-63ad-493f-9588-ab9fb6056b66 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:06.159028 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1629893-0cb2-44cd-b15c-0144d9d694ca req-dff6f0d5-63ad-493f-9588-ab9fb6056b66 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0835128 Sep 09 09:17:06.210341 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1629893-0cb2-44cd-b15c-0144d9d694ca req-18252e1e-0b03-4708-8e1b-57907e6499bf tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433829 Sep 09 09:17:06.243055 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecd9280d-d195-4268-8f6a-c00146bc354c tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.249145 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecd9280d-d195-4268-8f6a-c00146bc354c tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.251579 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ecd9280d-d195-4268-8f6a-c00146bc354c tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "DELETE /v2.0/security-groups/d2f7446c-f87e-4596-92c8-5f771254c7df HTTP/1.1" status: 204 len: 168 time: 0.3116539 Sep 09 09:17:06.261299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55974) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:06.268649 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90fe5c52-e96c-4b92-aaf7-b1514015347d req-a2be2f3b-c81b-4e4b-9f3c-c3af30923b70 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.280447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9280d-d195-4268-8f6a-c00146bc354c tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f7446c-f87e-4596-92c8-5f771254c7df,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:06.316770 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90fe5c52-e96c-4b92-aaf7-b1514015347d req-a2be2f3b-c81b-4e4b-9f3c-c3af30923b70 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.328740 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-791a35fe-44ca-4cb6-86ec-1a39b300b400 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662668 Sep 09 09:17:06.333174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55980) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:06.339407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d4ce4c62-a6cb-42eb-a2ca-978b8d8149b2 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021332551'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:06.413062 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90fe5c52-e96c-4b92-aaf7-b1514015347d req-a2be2f3b-c81b-4e4b-9f3c-c3af30923b70 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.431572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be2f3b-c81b-4e4b-9f3c-c3af30923b70 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd73440-4282-4b64-bc44-0545ff9056e5,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:06.488552 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4c62-a6cb-42eb-a2ca-978b8d8149b2 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.556900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device bee50879-4e6d-40da-b3a3-9facdfc688ad up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:17:06.585364 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90fe5c52-e96c-4b92-aaf7-b1514015347d req-a2be2f3b-c81b-4e4b-9f3c-c3af30923b70 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.586646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90fe5c52-e96c-4b92-aaf7-b1514015347d req-a2be2f3b-c81b-4e4b-9f3c-c3af30923b70 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4800236 Sep 09 09:17:06.670320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port bee50879-4e6d-40da-b3a3-9facdfc688ad completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:17:06.675775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port bee50879-4e6d-40da-b3a3-9facdfc688ad triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:17:06.676156 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.678017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c632f2ce-0253-4299-8ac6-a258d5dca246 req-12ba34f2-7401-4748-b5a6-f9ad41d77778 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/bcc9f4db-0bc2-4bfd-9b10-66c005e93801 HTTP/1.1" status: 200 len: 2408 time: 0.0680251 Sep 09 09:17:06.711948 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4c62-a6cb-42eb-a2ca-978b8d8149b2 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.728297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ff70810-dc56-4260-a7ec-85504b84f70d req-0dfccb99-8900-441e-826b-58c27fb6dc51 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-group-rules/9cd73440-4282-4b64-bc44-0545ff9056e5 HTTP/1.1" status: 200 len: 778 time: 0.0275393 Sep 09 09:17:06.773812 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4c62-a6cb-42eb-a2ca-978b8d8149b2 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.811802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce4c62-a6cb-42eb-a2ca-978b8d8149b2 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0601ee15-3b7d-41cc-a011-1b9e18534a07,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:06.814507 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ff70810-dc56-4260-a7ec-85504b84f70d req-c7d23829-718f-43eb-be99-4b1d0b91ea72 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/bcc9f4db-0bc2-4bfd-9b10-66c005e93801 HTTP/1.1" status: 200 len: 2408 time: 0.0803883 Sep 09 09:17:06.831667 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.850757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ff70810-dc56-4260-a7ec-85504b84f70d req-626d4215-9e94-4a6f-9146-92d974e8e207 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.859938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6101588c-5d9e-4f3f-9c9b-07410a42825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee50879-4e6d-40da-b3a3-9facdfc688ad'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:06.862282 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ff70810-dc56-4260-a7ec-85504b84f70d req-626d4215-9e94-4a6f-9146-92d974e8e207 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.862956 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ac97cd-dfd1-4fca-98cf-b3dc2d36ae88" -d '{"events": [{"server_uuid": "6101588c-5d9e-4f3f-9c9b-07410a42825a", "name": "network-vif-plugged", "status": "completed", "tag": "bee50879-4e6d-40da-b3a3-9facdfc688ad"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:06.886856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port bee50879-4e6d-40da-b3a3-9facdfc688ad, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=bee50879-4e6d-40da-b3a3-9facdfc688ad,segment=NetworkSegment(7ed80882-e30c-4c5b-b354-436950e52c5d),segment_id=7ed80882-e30c-4c5b-b354-436950e52c5d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:06.888111 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4c62-a6cb-42eb-a2ca-978b8d8149b2 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:06.889390 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d4ce4c62-a6cb-42eb-a2ca-978b8d8149b2 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5556281 Sep 09 09:17:06.900070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55992) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:06.907154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-2eaadbf4-16fd-4488-b5a4-4bf910eee86d tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:06.909280 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-2eaadbf4-16fd-4488-b5a4-4bf910eee86d tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 09 09:17:06.909674 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-2eaadbf4-16fd-4488-b5a4-4bf910eee86d tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] update failed (client error): There was a conflict when trying to complete your request. Sep 09 09:17:06.909772 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cb8295-f443-43e8-b4bc-c8ad13b4b18f x-openstack-request-id: req-71cb8295-f443-43e8-b4bc-c8ad13b4b18f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:06.909956 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6101588c-5d9e-4f3f-9c9b-07410a42825a", "name": "network-vif-plugged", "status": "completed", "tag": "bee50879-4e6d-40da-b3a3-9facdfc688ad", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:06.910215 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71cb8295-f443-43e8-b4bc-c8ad13b4b18f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:06.910614 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101588c-5d9e-4f3f-9c9b-07410a42825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee50879-4e6d-40da-b3a3-9facdfc688ad', 'code': 200} Sep 09 09:17:06.910758 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2eaadbf4-16fd-4488-b5a4-4bf910eee86d tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "PUT /v2.0/security-groups/0601ee15-3b7d-41cc-a011-1b9e18534a07 HTTP/1.1" status: 409 len: 330 time: 0.0093093 Sep 09 09:17:06.913655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55994) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:06.977194 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e938d7ff-6a85-42d4-b519-40d014639f70 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.002344 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.011572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae2ddc-77a8-46ea-ada8-ca70beca3f02 req-83a5ea42-cca1-4c64-9752-82df56d20c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:07.013248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91ae2ddc-77a8-46ea-ada8-ca70beca3f02 req-83a5ea42-cca1-4c64-9752-82df56d20c66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 1096 time: 0.0450721 Sep 09 09:17:07.032703 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e938d7ff-6a85-42d4-b519-40d014639f70 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.035756 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ff70810-dc56-4260-a7ec-85504b84f70d req-626d4215-9e94-4a6f-9146-92d974e8e207 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.045018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ff70810-dc56-4260-a7ec-85504b84f70d req-626d4215-9e94-4a6f-9146-92d974e8e207 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.047418 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ff70810-dc56-4260-a7ec-85504b84f70d req-626d4215-9e94-4a6f-9146-92d974e8e207 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9cd73440-4282-4b64-bc44-0545ff9056e5 HTTP/1.1" status: 204 len: 173 time: 0.2264011 Sep 09 09:17:07.073673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=bee50879-4e6d-40da-b3a3-9facdfc688ad,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:07.095976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-89775a45-1be4-43c1-bcf1-4744ced8be06 req-d14aba21-0481-495e-b862-b0cc514b85ab tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-858053392', 'description': 'tempest-description-401745342'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:07.121361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d4215-9e94-4a6f-9146-92d974e8e207 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cd73440-4282-4b64-bc44-0545ff9056e5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:07.139355 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91ae2ddc-77a8-46ea-ada8-ca70beca3f02 req-a59026b0-c55d-4e36-8059-bdcaabac84b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=767cd172-8201-4d19-9c75-6b351b7b273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162748 Sep 09 09:17:07.173118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4296487-048d-462c-833f-bb16452e0278 req-c20c3af0-e85a-4d43-90ff-538e5fc0ca3d tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:07.175407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4296487-048d-462c-833f-bb16452e0278 req-c20c3af0-e85a-4d43-90ff-538e5fc0ca3d tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 945 time: 0.0642018 Sep 09 09:17:07.196535 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-89775a45-1be4-43c1-bcf1-4744ced8be06 req-d14aba21-0481-495e-b862-b0cc514b85ab tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.219926 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4296487-048d-462c-833f-bb16452e0278 req-764e2753-78cb-449e-b3af-0e8846b1a5ed tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/security-groups?id=767cd172-8201-4d19-9c75-6b351b7b273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383728 Sep 09 09:17:07.264791 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e938d7ff-6a85-42d4-b519-40d014639f70 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.268231 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e938d7ff-6a85-42d4-b519-40d014639f70 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.269394 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e938d7ff-6a85-42d4-b519-40d014639f70 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "DELETE /v2.0/security-groups/0601ee15-3b7d-41cc-a011-1b9e18534a07 HTTP/1.1" status: 204 len: 168 time: 0.3548229 Sep 09 09:17:07.272395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:07.280090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938d7ff-6a85-42d4-b519-40d014639f70 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0601ee15-3b7d-41cc-a011-1b9e18534a07,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:07.355420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-98208ab8-7bcf-4717-9b11-c26c09e4d7bd tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0819049 Sep 09 09:17:07.356488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76841fa0-53e4-4da2-987b-0daaf546b215 req-c303989b-0a83-4878-b106-54d44036fd70 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:07.361052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56008) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:07.364013 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-76841fa0-53e4-4da2-987b-0daaf546b215 req-c303989b-0a83-4878-b106-54d44036fd70 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0633023 Sep 09 09:17:07.381816 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-89775a45-1be4-43c1-bcf1-4744ced8be06 req-d14aba21-0481-495e-b862-b0cc514b85ab tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.387097 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-ce48594c-e85b-4cc8-bdd5-b51ab87ae324 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] delete failed (client error): The resource could not be found. Sep 09 09:17:07.388204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ce48594c-e85b-4cc8-bdd5-b51ab87ae324 tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "DELETE /v2.0/security-groups/6ee68967-b733-4b7b-8606-2a9369934f6c HTTP/1.1" status: 404 len: 347 time: 0.0256963 Sep 09 09:17:07.393854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56010) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:07.401947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-76841fa0-53e4-4da2-987b-0daaf546b215 req-1bea6471-33f3-4a4f-bc92-5c272f70a8f2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352652 Sep 09 09:17:07.410317 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-61fd5000-2cb7-4bae-8a5c-12b34e4b946e tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] show failed (client error): The resource could not be found. Sep 09 09:17:07.414607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-61fd5000-2cb7-4bae-8a5c-12b34e4b946e tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "GET /v2.0/security-groups/8981f0bf-9d17-4ce2-8d36-5c09306b9cda HTTP/1.1" status: 404 len: 347 time: 0.0165074 Sep 09 09:17:07.417707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56014) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:07.435043 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-de17651a-8c77-4695-9068-fe448fea06fe tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] show failed (client error): The resource could not be found. Sep 09 09:17:07.436565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-de17651a-8c77-4695-9068-fe448fea06fe tempest-NegativeSecGroupTest-383948628 tempest-NegativeSecGroupTest-383948628-project] 10.222.0.32 "GET /v2.0/security-group-rules/9c4c033c-7e9b-4bc4-b157-a8821871637b HTTP/1.1" status: 404 len: 356 time: 0.0173576 Sep 09 09:17:07.488286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-89775a45-1be4-43c1-bcf1-4744ced8be06 req-d14aba21-0481-495e-b862-b0cc514b85ab tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.530256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14aba21-0481-495e-b862-b0cc514b85ab tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e67c18-a722-43d6-a47f-f6f2c4ddbbd6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:07.625096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-89775a45-1be4-43c1-bcf1-4744ced8be06 req-d14aba21-0481-495e-b862-b0cc514b85ab tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.626444 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-89775a45-1be4-43c1-bcf1-4744ced8be06 req-d14aba21-0481-495e-b862-b0cc514b85ab tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5395956 Sep 09 09:17:07.714706 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36b01e85-91d6-4b0e-b7bb-fc5fa98d076c req-02cfde06-54d8-416e-bf4b-18f34885b492 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/e2e67c18-a722-43d6-a47f-f6f2c4ddbbd6 HTTP/1.1" status: 200 len: 1813 time: 0.0466580 Sep 09 09:17:07.768082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-37bcd5c5-2dec-4da8-bc7b-b29be30fed6d req-fcd39515-11de-4b50-9e8b-b93d2aaf131f tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-453437654', 'description': 'tempest-description-26412321'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:07.887578 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-37bcd5c5-2dec-4da8-bc7b-b29be30fed6d req-fcd39515-11de-4b50-9e8b-b93d2aaf131f tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:07.982213 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-37bcd5c5-2dec-4da8-bc7b-b29be30fed6d req-fcd39515-11de-4b50-9e8b-b93d2aaf131f tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:08.102322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56032) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:08.179935 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-37bcd5c5-2dec-4da8-bc7b-b29be30fed6d req-fcd39515-11de-4b50-9e8b-b93d2aaf131f tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:08.217904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd39515-11de-4b50-9e8b-b93d2aaf131f tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bff4896-a4e6-4199-885e-f72d6e4bfb97,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:08.302009 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-37bcd5c5-2dec-4da8-bc7b-b29be30fed6d req-fcd39515-11de-4b50-9e8b-b93d2aaf131f tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:08.303219 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37bcd5c5-2dec-4da8-bc7b-b29be30fed6d req-fcd39515-11de-4b50-9e8b-b93d2aaf131f tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5415280 Sep 09 09:17:08.378562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0951-ed1e-4653-860d-4c668c170814 req-f8e8787f-727d-4f82-a765-9ee1bff1156f tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:08.386340 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ca9c0951-ed1e-4653-860d-4c668c170814 req-f8e8787f-727d-4f82-a765-9ee1bff1156f tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 945 time: 0.0851932 Sep 09 09:17:08.413538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e98d2b15-7bfb-4ecc-9e51-04871958d268 req-f9ec026b-a985-418e-8e8b-6d3a98b9f774 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/6bff4896-a4e6-4199-885e-f72d6e4bfb97 HTTP/1.1" status: 200 len: 1812 time: 0.0836918 Sep 09 09:17:08.429942 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ee9a98e1-735d-4667-9419-914c36bbe262 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bcd46d242ad4691b3c566724cb7b57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262115 Sep 09 09:17:08.431169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56046) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:08.436063 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ca9c0951-ed1e-4653-860d-4c668c170814 req-cfa22442-9e58-4352-8d96-c5c2dcef1eec tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/security-groups?id=767cd172-8201-4d19-9c75-6b351b7b273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Sep 09 09:17:08.456384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5439c39f-be1f-4033-bc14-5e0a66ad2648 req-2e8a9ac7-0acc-46ba-9a97-bbfea2c7a184 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1527543379', 'description': 'tempest-description-258842651'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:08.520532 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce27b-63e8-49c5-adb5-2943ac887379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:08.557126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce27b-63e8-49c5-adb5-2943ac887379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:08.566420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc098807-ad3a-45e7-8f62-f6049cd5f10a req-a05133fb-c1fb-4d2a-a887-bbd99f8a6db9 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:08.568034 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc098807-ad3a-45e7-8f62-f6049cd5f10a req-a05133fb-c1fb-4d2a-a887-bbd99f8a6db9 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.0851810 Sep 09 09:17:08.568388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5439c39f-be1f-4033-bc14-5e0a66ad2648 req-2e8a9ac7-0acc-46ba-9a97-bbfea2c7a184 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:08.662933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc098807-ad3a-45e7-8f62-f6049cd5f10a req-07ec1a05-b78b-4f92-b12d-fdeea96e47d0 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864501 Sep 09 09:17:08.700329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5439c39f-be1f-4033-bc14-5e0a66ad2648 req-2e8a9ac7-0acc-46ba-9a97-bbfea2c7a184 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:08.768715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce27b-63e8-49c5-adb5-2943ac887379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:08.771344 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce27b-63e8-49c5-adb5-2943ac887379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:08.772509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1d5ce27b-63e8-49c5-adb5-2943ac887379 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b17b090e-87ef-4fc6-8a9c-2c4dcdec1321 HTTP/1.1" status: 204 len: 168 time: 0.3407028 Sep 09 09:17:08.780634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ce27b-63e8-49c5-adb5-2943ac887379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b090e-87ef-4fc6-8a9c-2c4dcdec1321,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:08.852120 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5439c39f-be1f-4033-bc14-5e0a66ad2648 req-2e8a9ac7-0acc-46ba-9a97-bbfea2c7a184 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:08.883999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a9ac7-0acc-46ba-9a97-bbfea2c7a184 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe0af9c-8b33-4aaf-bcfb-7764eb7f043d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:09.099547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5439c39f-be1f-4033-bc14-5e0a66ad2648 req-2e8a9ac7-0acc-46ba-9a97-bbfea2c7a184 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:09.100865 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5439c39f-be1f-4033-bc14-5e0a66ad2648 req-2e8a9ac7-0acc-46ba-9a97-bbfea2c7a184 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6491530 Sep 09 09:17:09.171585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5629ed78-5821-4122-b452-cb161b5c1c24 req-d560cd6a-aed9-4225-b5e2-5b7729da1529 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/bbe0af9c-8b33-4aaf-bcfb-7764eb7f043d HTTP/1.1" status: 200 len: 1814 time: 0.0445182 Sep 09 09:17:09.197746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-03096816-b75c-434b-8c08-f9a81f36d308 req-a08fad6c-1197-4f34-9985-6a6525b433d8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-551740893', 'description': 'tempest-description-1309083807'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:09.215778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56064) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:09.317130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03096816-b75c-434b-8c08-f9a81f36d308 req-a08fad6c-1197-4f34-9985-6a6525b433d8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:09.355674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9b24ae6-dec9-4f23-be03-230a371db463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:09.435221 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03096816-b75c-434b-8c08-f9a81f36d308 req-a08fad6c-1197-4f34-9985-6a6525b433d8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:09.533254 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03096816-b75c-434b-8c08-f9a81f36d308 req-a08fad6c-1197-4f34-9985-6a6525b433d8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:09.566330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bb0d8-9497-4efd-bdf5-9e45483434a6 req-ebba949b-0f68-4295-b9cc-46316ef218fd tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:09.568724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fad6c-1197-4f34-9985-6a6525b433d8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24c7a12-5e49-4fd8-a00b-c159fec6b0a5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:09.573684 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e27bb0d8-9497-4efd-bdf5-9e45483434a6 req-ebba949b-0f68-4295-b9cc-46316ef218fd tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 945 time: 0.0707583 Sep 09 09:17:09.631695 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e27bb0d8-9497-4efd-bdf5-9e45483434a6 req-3594b60b-80f6-456b-820c-d771e7ef076a tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/security-groups?id=767cd172-8201-4d19-9c75-6b351b7b273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569904 Sep 09 09:17:09.666170 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9b24ae6-dec9-4f23-be03-230a371db463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:09.745628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9b24ae6-dec9-4f23-be03-230a371db463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:09.785166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03096816-b75c-434b-8c08-f9a81f36d308 req-a08fad6c-1197-4f34-9985-6a6525b433d8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:09.788653 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03096816-b75c-434b-8c08-f9a81f36d308 req-a08fad6c-1197-4f34-9985-6a6525b433d8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5927966 Sep 09 09:17:09.822754 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a9b24ae6-dec9-4f23-be03-230a371db463 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd62dcda1c62476f99d12bbb1aecbfbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057968 Sep 09 09:17:09.823680 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b24ae6-dec9-4f23-be03-230a371db463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b23ebb-f21a-4b10-9470-8e22ddb4e876,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:09.823982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56096) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:09.858761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3f2c1-0f8e-494c-9b3e-8bc0eaf62eea req-83ed0008-2c8a-4d57-a407-0a1023fd5f05 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:09.864982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0fb3f2c1-0f8e-494c-9b3e-8bc0eaf62eea req-83ed0008-2c8a-4d57-a407-0a1023fd5f05 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.1386859 Sep 09 09:17:09.887210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99cb37fa-283c-45f6-8954-e789c23e97e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:09.932082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0fb3f2c1-0f8e-494c-9b3e-8bc0eaf62eea req-dda8f44c-d8a0-40f1-85f8-6fcacfc6cf46 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515189 Sep 09 09:17:09.936005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99cb37fa-283c-45f6-8954-e789c23e97e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:09.984043 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e47001a7-4dd6-41a4-9517-69cc8c249a4d req-fdff4d74-e359-4af7-ab23-a39215cbe163 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/a24c7a12-5e49-4fd8-a00b-c159fec6b0a5 HTTP/1.1" status: 200 len: 1814 time: 0.0800700 Sep 09 09:17:10.075969 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-2b02b502-88d0-4fdb-a167-ddd8c675546e req-32d4827b-f95a-4b4c-8847-1316e89dd2ff tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] show failed (client error): The resource could not be found. Sep 09 09:17:10.083826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b02b502-88d0-4fdb-a167-ddd8c675546e req-32d4827b-f95a-4b4c-8847-1316e89dd2ff tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/56799cab-f0ac-44fb-803c-7678d7b033ca HTTP/1.1" status: 404 len: 352 time: 0.0239749 Sep 09 09:17:10.087885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99cb37fa-283c-45f6-8954-e789c23e97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:10.090532 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99cb37fa-283c-45f6-8954-e789c23e97e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:10.094174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-99cb37fa-283c-45f6-8954-e789c23e97e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7b23ebb-f21a-4b10-9470-8e22ddb4e876 HTTP/1.1" status: 204 len: 168 time: 0.2667758 Sep 09 09:17:10.105233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb37fa-283c-45f6-8954-e789c23e97e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b23ebb-f21a-4b10-9470-8e22ddb4e876,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:10.129669 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-f1e1e668-9177-4390-83a2-0090d9373bf7 req-96bd52c4-dd87-41fa-996b-1953202a3718 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] show failed (client error): The resource could not be found. Sep 09 09:17:10.136800 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f1e1e668-9177-4390-83a2-0090d9373bf7 req-96bd52c4-dd87-41fa-996b-1953202a3718 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-group-rules/21957ebb-38e1-4b31-b1f4-28dede949624 HTTP/1.1" status: 404 len: 361 time: 0.0205669 Sep 09 09:17:10.257552 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1af8c3bb-121d-4ab8-928a-a12070c3fae6 req-cd767247-013c-4f42-98b2-7b375a74fb8a tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/a24c7a12-5e49-4fd8-a00b-c159fec6b0a5 HTTP/1.1" status: 200 len: 1814 time: 0.0790358 Sep 09 09:17:10.338165 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1af8c3bb-121d-4ab8-928a-a12070c3fae6 req-b02d855f-ffd1-462a-9477-27d73c6222ca tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:10.366009 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1af8c3bb-121d-4ab8-928a-a12070c3fae6 req-b02d855f-ffd1-462a-9477-27d73c6222ca tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:10.488617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1af8c3bb-121d-4ab8-928a-a12070c3fae6 req-b02d855f-ffd1-462a-9477-27d73c6222ca tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:10.491211 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1af8c3bb-121d-4ab8-928a-a12070c3fae6 req-b02d855f-ffd1-462a-9477-27d73c6222ca tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:10.504042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1af8c3bb-121d-4ab8-928a-a12070c3fae6 req-b02d855f-ffd1-462a-9477-27d73c6222ca tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "DELETE /v2.0/security-groups/a24c7a12-5e49-4fd8-a00b-c159fec6b0a5 HTTP/1.1" status: 204 len: 173 time: 0.2456114 Sep 09 09:17:10.511235 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:17:10.521490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d855f-ffd1-462a-9477-27d73c6222ca tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24c7a12-5e49-4fd8-a00b-c159fec6b0a5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:10.578248 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5572f47f-b94c-4a35-a91e-eb3c13a50a24 req-8e757829-0e99-496c-adad-bc02fb0fea90 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/bbe0af9c-8b33-4aaf-bcfb-7764eb7f043d HTTP/1.1" status: 200 len: 1814 time: 0.0461049 Sep 09 09:17:10.654885 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5572f47f-b94c-4a35-a91e-eb3c13a50a24 req-fb8189ab-142e-425c-b90a-4c672c4e2857 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:10.679963 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5572f47f-b94c-4a35-a91e-eb3c13a50a24 req-fb8189ab-142e-425c-b90a-4c672c4e2857 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:10.880332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5572f47f-b94c-4a35-a91e-eb3c13a50a24 req-fb8189ab-142e-425c-b90a-4c672c4e2857 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:10.880332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5572f47f-b94c-4a35-a91e-eb3c13a50a24 req-fb8189ab-142e-425c-b90a-4c672c4e2857 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:10.886436 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5572f47f-b94c-4a35-a91e-eb3c13a50a24 req-fb8189ab-142e-425c-b90a-4c672c4e2857 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "DELETE /v2.0/security-groups/bbe0af9c-8b33-4aaf-bcfb-7764eb7f043d HTTP/1.1" status: 204 len: 173 time: 0.2963367 Sep 09 09:17:10.893403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8189ab-142e-425c-b90a-4c672c4e2857 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe0af9c-8b33-4aaf-bcfb-7764eb7f043d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:10.965601 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54c76ae9-0325-4dfe-8dbe-d2a8456b4e11 req-524ff7dc-5a1e-429a-8783-b121a06ff25f tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/6bff4896-a4e6-4199-885e-f72d6e4bfb97 HTTP/1.1" status: 200 len: 1812 time: 0.0584359 Sep 09 09:17:11.037507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-54c76ae9-0325-4dfe-8dbe-d2a8456b4e11 req-1c31d9ba-b8ed-4962-8b21-058424ebbb73 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.068008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-54c76ae9-0325-4dfe-8dbe-d2a8456b4e11 req-1c31d9ba-b8ed-4962-8b21-058424ebbb73 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.093700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56170) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:11.117897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6054e320-55e1-4e9c-99fc-4b457b39d664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.219796 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-54c76ae9-0325-4dfe-8dbe-d2a8456b4e11 req-1c31d9ba-b8ed-4962-8b21-058424ebbb73 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.222622 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-54c76ae9-0325-4dfe-8dbe-d2a8456b4e11 req-1c31d9ba-b8ed-4962-8b21-058424ebbb73 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.227735 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54c76ae9-0325-4dfe-8dbe-d2a8456b4e11 req-1c31d9ba-b8ed-4962-8b21-058424ebbb73 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "DELETE /v2.0/security-groups/6bff4896-a4e6-4199-885e-f72d6e4bfb97 HTTP/1.1" status: 204 len: 173 time: 0.2527857 Sep 09 09:17:11.255813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31d9ba-b8ed-4962-8b21-058424ebbb73 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bff4896-a4e6-4199-885e-f72d6e4bfb97,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:11.309731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0830cd9f-a679-48a1-acb6-460995e9ea45 req-14a7ba07-b918-4f4e-a12f-66b6d90d3e20 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/e2e67c18-a722-43d6-a47f-f6f2c4ddbbd6 HTTP/1.1" status: 200 len: 1813 time: 0.0556922 Sep 09 09:17:11.326093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6054e320-55e1-4e9c-99fc-4b457b39d664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.369151 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0830cd9f-a679-48a1-acb6-460995e9ea45 req-dec89404-6840-450b-8ba7-9d76a8075147 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.393505 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0830cd9f-a679-48a1-acb6-460995e9ea45 req-dec89404-6840-450b-8ba7-9d76a8075147 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.459428 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6054e320-55e1-4e9c-99fc-4b457b39d664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.507346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56184) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:11.507591 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6054e320-55e1-4e9c-99fc-4b457b39d664 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56b443372c924d988288fea3eef081d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116788 Sep 09 09:17:11.510152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054e320-55e1-4e9c-99fc-4b457b39d664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbab2ad-55bc-4ca3-9613-98b6262e3276,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:11.547867 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0830cd9f-a679-48a1-acb6-460995e9ea45 req-dec89404-6840-450b-8ba7-9d76a8075147 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.551014 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0830cd9f-a679-48a1-acb6-460995e9ea45 req-dec89404-6840-450b-8ba7-9d76a8075147 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.552194 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0830cd9f-a679-48a1-acb6-460995e9ea45 req-dec89404-6840-450b-8ba7-9d76a8075147 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "DELETE /v2.0/security-groups/e2e67c18-a722-43d6-a47f-f6f2c4ddbbd6 HTTP/1.1" status: 204 len: 173 time: 0.2416248 Sep 09 09:17:11.583444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec89404-6840-450b-8ba7-9d76a8075147 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e67c18-a722-43d6-a47f-f6f2c4ddbbd6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:11.637243 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f17ed1c-30c1-49f2-aab0-7492c1e026b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.655536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9f63354e-d2ff-48f9-b0fc-e4fb971b4146 req-0286031b-f05d-4203-8650-e9344e9869da tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "GET /v2.0/security-groups/bcc9f4db-0bc2-4bfd-9b10-66c005e93801 HTTP/1.1" status: 200 len: 1814 time: 0.0684838 Sep 09 09:17:11.673048 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f17ed1c-30c1-49f2-aab0-7492c1e026b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.747943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9f63354e-d2ff-48f9-b0fc-e4fb971b4146 req-f229c374-83c4-420d-814b-8117c989dfa8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.776184 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9f63354e-d2ff-48f9-b0fc-e4fb971b4146 req-f229c374-83c4-420d-814b-8117c989dfa8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.787058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba421c2a-54a5-4b61-acd8-97b9a51bde72 req-b43ad14a-fed9-4097-b51d-2edf20d3dc7e tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:11.788999 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba421c2a-54a5-4b61-acd8-97b9a51bde72 req-b43ad14a-fed9-4097-b51d-2edf20d3dc7e tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 945 time: 0.0544963 Sep 09 09:17:11.829308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba421c2a-54a5-4b61-acd8-97b9a51bde72 req-0285a171-4768-472e-8174-a1e876f55ba6 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/security-groups?id=767cd172-8201-4d19-9c75-6b351b7b273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Sep 09 09:17:11.922094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f17ed1c-30c1-49f2-aab0-7492c1e026b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.925361 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f17ed1c-30c1-49f2-aab0-7492c1e026b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.927361 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1f17ed1c-30c1-49f2-aab0-7492c1e026b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bbab2ad-55bc-4ca3-9613-98b6262e3276 HTTP/1.1" status: 204 len: 168 time: 0.4177351 Sep 09 09:17:11.936072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17ed1c-30c1-49f2-aab0-7492c1e026b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbab2ad-55bc-4ca3-9613-98b6262e3276,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:11.978513 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9f63354e-d2ff-48f9-b0fc-e4fb971b4146 req-f229c374-83c4-420d-814b-8117c989dfa8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.983603 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9f63354e-d2ff-48f9-b0fc-e4fb971b4146 req-f229c374-83c4-420d-814b-8117c989dfa8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:11.990363 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9f63354e-d2ff-48f9-b0fc-e4fb971b4146 req-f229c374-83c4-420d-814b-8117c989dfa8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] 10.222.0.32 "DELETE /v2.0/security-groups/bcc9f4db-0bc2-4bfd-9b10-66c005e93801 HTTP/1.1" status: 204 len: 173 time: 0.3358612 Sep 09 09:17:11.996441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56206) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:12.029736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229c374-83c4-420d-814b-8117c989dfa8 tempest-SecurityGroupRulesNegativeTestJSON-255971229 tempest-SecurityGroupRulesNegativeTestJSON-255971229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc9f4db-0bc2-4bfd-9b10-66c005e93801,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:12.084483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6b6df3-9601-4076-b74c-23de3faac2db admin admin] Deleting subnet bc98e428-e584-4050-8f6a-bede871a2f43 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:17:12.091415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6df3-9601-4076-b74c-23de3faac2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.138741 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6df3-9601-4076-b74c-23de3faac2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.187452 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6df3-9601-4076-b74c-23de3faac2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.297425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56216) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:12.451808 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f0d54315-8740-410e-b2a7-8fb5a45a5bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.567363 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f0d54315-8740-410e-b2a7-8fb5a45a5bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.641658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f0d54315-8740-410e-b2a7-8fb5a45a5bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.665249 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6df3-9601-4076-b74c-23de3faac2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.681931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d54315-8740-410e-b2a7-8fb5a45a5bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b024f3ce-3423-4c45-9098-00f8b287674d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:12.686314 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f0d54315-8740-410e-b2a7-8fb5a45a5bfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5a5edab48c54b96b200c52b06cfccf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872590 Sep 09 09:17:12.688944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56228) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:12.693944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b6df3-9601-4076-b74c-23de3faac2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc98e428-e584-4050-8f6a-bede871a2f43,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:12.704388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6df3-9601-4076-b74c-23de3faac2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.704388 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7a6b6df3-9601-4076-b74c-23de3faac2db admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bc98e428-e584-4050-8f6a-bede871a2f43 HTTP/1.1" status: 204 len: 168 time: 0.7058694 Sep 09 09:17:12.707251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56230) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:12.744628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd975-cff9-40fb-b4a0-9a45832a252f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.774789 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd975-cff9-40fb-b4a0-9a45832a252f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.778561 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.879537 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.901476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e173cea-8a61-4fa2-b0b8-06c42142ffd3']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:12.916401 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd975-cff9-40fb-b4a0-9a45832a252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.920405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd975-cff9-40fb-b4a0-9a45832a252f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:12.920405 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ab8cd975-cff9-40fb-b4a0-9a45832a252f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b024f3ce-3423-4c45-9098-00f8b287674d HTTP/1.1" status: 204 len: 168 time: 0.2303443 Sep 09 09:17:12.930856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cd975-cff9-40fb-b4a0-9a45832a252f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b024f3ce-3423-4c45-9098-00f8b287674d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:12.932669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ed5294-30ea-49bc-b773-4b06c4f2cbc6') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:12.933358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ed5294-30ea-49bc-b773-4b06c4f2cbc6') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:12.982022 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:13.005510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:13.014559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:17:13.014948 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:13.025427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28977f-1997-4ff6-8e6e-5fe7b38c94ab req-e493149d-2e8f-451f-8c33-7ef70ce1d22a tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:13.026980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa28977f-1997-4ff6-8e6e-5fe7b38c94ab req-e493149d-2e8f-451f-8c33-7ef70ce1d22a tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 945 time: 0.0792639 Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:17:13.027684 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:17:13.142168 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa28977f-1997-4ff6-8e6e-5fe7b38c94ab req-5ddfb48f-93ed-4bc4-9225-31480ad36b51 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/security-groups?id=767cd172-8201-4d19-9c75-6b351b7b273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042109 Sep 09 09:17:13.179284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:13.184577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:13.190478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3e173cea-8a61-4fa2-b0b8-06c42142ffd3 HTTP/1.1" status: 204 len: 168 time: 0.4792829 Sep 09 09:17:13.202740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8909d5-d469-47a3-9b06-682c45346fd0 req-0bb3b261-90cc-4f81-8cdd-3245b6ab4100 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:13.206628 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c8909d5-d469-47a3-9b06-682c45346fd0 req-0bb3b261-90cc-4f81-8cdd-3245b6ab4100 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.41 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 945 time: 0.0960305 Sep 09 09:17:13.226340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d31803-c530-448e-b5c4-a3216359aae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e173cea-8a61-4fa2-b0b8-06c42142ffd3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:13.359179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9c8909d5-d469-47a3-9b06-682c45346fd0 req-6259be85-17da-4487-af63-903dcefcba27 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Deleting port bee50879-4e6d-40da-b3a3-9facdfc688ad {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:17:13.359953 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c8909d5-d469-47a3-9b06-682c45346fd0 req-6259be85-17da-4487-af63-903dcefcba27 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:13.462871 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9c8909d5-d469-47a3-9b06-682c45346fd0 req-6259be85-17da-4487-af63-903dcefcba27 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] For port bee50879-4e6d-40da-b3a3-9facdfc688ad, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=bee50879-4e6d-40da-b3a3-9facdfc688ad,segment=NetworkSegment(7ed80882-e30c-4c5b-b354-436950e52c5d),segment_id=7ed80882-e30c-4c5b-b354-436950e52c5d)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:13.463155 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c8909d5-d469-47a3-9b06-682c45346fd0 req-6259be85-17da-4487-af63-903dcefcba27 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:13.475707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9c8909d5-d469-47a3-9b06-682c45346fd0 req-6259be85-17da-4487-af63-903dcefcba27 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Calling delete_port for bee50879-4e6d-40da-b3a3-9facdfc688ad owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:17:13.723008 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c8909d5-d469-47a3-9b06-682c45346fd0 req-6259be85-17da-4487-af63-903dcefcba27 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:13.734574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['bee50879-4e6d-40da-b3a3-9facdfc688ad'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:13.764781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56278) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:13.788638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259be85-17da-4487-af63-903dcefcba27 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Pushing event deleted for resources: {'Port': ['ID=bee50879-4e6d-40da-b3a3-9facdfc688ad,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:13.842367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8909d5-d469-47a3-9b06-682c45346fd0 req-6259be85-17da-4487-af63-903dcefcba27 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] No DVR routers for this DVR port bee50879-4e6d-40da-b3a3-9facdfc688ad on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:17:13.845750 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c8909d5-d469-47a3-9b06-682c45346fd0 req-6259be85-17da-4487-af63-903dcefcba27 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:13.848427 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c8909d5-d469-47a3-9b06-682c45346fd0 req-6259be85-17da-4487-af63-903dcefcba27 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.41 "DELETE /v2.0/ports/bee50879-4e6d-40da-b3a3-9facdfc688ad HTTP/1.1" status: 204 len: 173 time: 0.6287248 Sep 09 09:17:13.848884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6101588c-5d9e-4f3f-9c9b-07410a42825a', 'name': 'network-vif-deleted', 'tag': 'bee50879-4e6d-40da-b3a3-9facdfc688ad'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:13.851197 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17e5855-0807-4f29-abdc-273991b6f81e" -d '{"events": [{"server_uuid": "6101588c-5d9e-4f3f-9c9b-07410a42825a", "name": "network-vif-deleted", "tag": "bee50879-4e6d-40da-b3a3-9facdfc688ad"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:13.855737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-654b85f5-65c3-4f7e-886f-0da94bd0905c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9064b8ea3d1449a9fe439f753fedf0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890372 Sep 09 09:17:13.858324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56282) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:13.897014 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2758d0-137a-4920-b5bd-71bfae6eaadf x-openstack-request-id: req-cb2758d0-137a-4920-b5bd-71bfae6eaadf {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:13.897366 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6101588c-5d9e-4f3f-9c9b-07410a42825a", "name": "network-vif-deleted", "tag": "bee50879-4e6d-40da-b3a3-9facdfc688ad", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:13.897622 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb2758d0-137a-4920-b5bd-71bfae6eaadf {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:13.898650 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101588c-5d9e-4f3f-9c9b-07410a42825a', 'name': 'network-vif-deleted', 'tag': 'bee50879-4e6d-40da-b3a3-9facdfc688ad', 'status': 'completed', 'code': 200} Sep 09 09:17:13.937176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cf4-de88-4747-9fec-0388d1f9595c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:13.961755 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cf4-de88-4747-9fec-0388d1f9595c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:14.108326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56296) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:14.127079 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-62d50466-7024-450a-bf72-04490d1a2f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:14.136835 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cf4-de88-4747-9fec-0388d1f9595c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:14.139797 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cf4-de88-4747-9fec-0388d1f9595c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:14.140980 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6afa8cf4-de88-4747-9fec-0388d1f9595c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb6e6e45-1bfd-4400-9222-625776469f1a HTTP/1.1" status: 204 len: 168 time: 0.2808902 Sep 09 09:17:14.154123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa8cf4-de88-4747-9fec-0388d1f9595c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6e6e45-1bfd-4400-9222-625776469f1a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:14.327101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-62d50466-7024-450a-bf72-04490d1a2f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:14.367902 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b9117fd-c2ac-4af5-b9b0-3de95785516c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:14.385337 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c26e35a3-38ac-4612-9b64-273e61bf676c req-c6dd5ba5-502a-4517-98f2-a79c55765c97 tempest-ServerMetadataNegativeTestJSON-310078421 tempest-ServerMetadataNegativeTestJSON-310078421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6101588c-5d9e-4f3f-9c9b-07410a42825a HTTP/1.1" status: 200 len: 210 time: 0.0330706 Sep 09 09:17:14.395953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-62d50466-7024-450a-bf72-04490d1a2f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:14.438934 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-62d50466-7024-450a-bf72-04490d1a2f9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc101accf1d74a7a9723e6b926d7fb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286891 Sep 09 09:17:14.440768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d50466-7024-450a-bf72-04490d1a2f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31dcfd6-9df0-4fa1-b9c2-8c56c7297149,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:14.442126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56320) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:14.513554 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f783967-0468-4bc3-bea2-ad375b54a890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:14.544212 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f783967-0468-4bc3-bea2-ad375b54a890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:14.699543 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f783967-0468-4bc3-bea2-ad375b54a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:14.702158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f783967-0468-4bc3-bea2-ad375b54a890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:14.703464 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0f783967-0468-4bc3-bea2-ad375b54a890 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d31dcfd6-9df0-4fa1-b9c2-8c56c7297149 HTTP/1.1" status: 204 len: 168 time: 0.2600999 Sep 09 09:17:14.716409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f783967-0468-4bc3-bea2-ad375b54a890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31dcfd6-9df0-4fa1-b9c2-8c56c7297149,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:14.794673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:17:15.032755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:15.048148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'port_id': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59', 'mac_address': 'fa:16:3e:5d:f3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7087ae7-6b75-4933-a9a3-67deca9dee86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:17:15.155462 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:15.179151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:15.208568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:15.281845 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:15.414554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['3072003d-d8ce-4126-a3f6-07aa9ba9ae59'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:15.490637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56352) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:15.537439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:15.560722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.561598 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.562139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.562676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.563218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.563777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.564311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.564895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.566475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.567075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.567648 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.568183 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:15.626693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-be89de9f-3a02-4dd3-9aaf-f5e88214cccd admin admin] Deleting subnet 4175a55e-8c94-4b24-8d0f-fb8347a54d13 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:17:15.638728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be89de9f-3a02-4dd3-9aaf-f5e88214cccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:15.739646 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be89de9f-3a02-4dd3-9aaf-f5e88214cccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:15.841782 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be89de9f-3a02-4dd3-9aaf-f5e88214cccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:16.088532 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be89de9f-3a02-4dd3-9aaf-f5e88214cccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:16.143154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be89de9f-3a02-4dd3-9aaf-f5e88214cccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:16.146096 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-be89de9f-3a02-4dd3-9aaf-f5e88214cccd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4175a55e-8c94-4b24-8d0f-fb8347a54d13 HTTP/1.1" status: 204 len: 168 time: 0.6536896 Sep 09 09:17:16.147460 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89de9f-3a02-4dd3-9aaf-f5e88214cccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4175a55e-8c94-4b24-8d0f-fb8347a54d13,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:16.148637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56368) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:16.273306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:16.493166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:16.543993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a4479b-6c26-43e4-ba72-cba6146d3dc1']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:16.573653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed80882-e30c-4c5b-b354-436950e52c5d') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:16.574164 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed80882-e30c-4c5b-b354-436950e52c5d') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:16.634969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device bee50879-4e6d-40da-b3a3-9facdfc688ad no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:17:16.638110 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:16.686453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: bee50879-4e6d-40da-b3a3-9facdfc688ad {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:17:16.687464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device bee50879-4e6d-40da-b3a3-9facdfc688ad not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:17:16.687680 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:16.704768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:17:16.705859 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:17:16.707896 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:17:16.792767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:17:16.893433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:17:16.893433 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:16.979999 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:17.005473 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:17.008301 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:17.012645 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ecea6-bba9-4d9d-8691-0dc74cbd3c78" -d '{"events": [{"server_uuid": "39ac8944-26e3-4ba4-9995-b41d62d531e3", "name": "network-vif-plugged", "status": "completed", "tag": "3072003d-d8ce-4126-a3f6-07aa9ba9ae59"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:17.017244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:17.025642 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e0a4479b-6c26-43e4-ba72-cba6146d3dc1 HTTP/1.1" status: 204 len: 168 time: 0.8731992 Sep 09 09:17:17.053778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:17.075407 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c302e81-57ba-4ff8-a38e-faca9b85bd69 x-openstack-request-id: req-8c302e81-57ba-4ff8-a38e-faca9b85bd69 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:17.076010 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ac8944-26e3-4ba4-9995-b41d62d531e3", "name": "network-vif-plugged", "status": "completed", "tag": "3072003d-d8ce-4126-a3f6-07aa9ba9ae59", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:17.076688 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c302e81-57ba-4ff8-a38e-faca9b85bd69 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:17.076859 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59', 'code': 200} Sep 09 09:17:17.086522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76600dcf-fb5f-4c71-8ef2-037e2f890125 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a4479b-6c26-43e4-ba72-cba6146d3dc1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:17.160507 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:17.162922 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ca514d0-09d8-4f1e-ae3a-be81c4b755d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:17.227073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:17.315307 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:17.497039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56402) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:17.715854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56412) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:17.801205 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d516ff4d-9e17-4313-80b5-374f5b26435f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e471c165f564a67977d10b794bf483a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839403 Sep 09 09:17:17.803803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56416) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:17.879352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1a947e4a-30dd-4f24-89b0-c9b578b24f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:17.907848 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1a947e4a-30dd-4f24-89b0-c9b578b24f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.000137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1230994686-network', 'tenant_id': 'b24e019063834dab9166646d1c341346'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:18.093191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Made reservation on behalf of b24e019063834dab9166646d1c341346 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:18.095304 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1a947e4a-30dd-4f24-89b0-c9b578b24f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.095979 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.100327 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1a947e4a-30dd-4f24-89b0-c9b578b24f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.107957 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1a947e4a-30dd-4f24-89b0-c9b578b24f72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/767cd172-8201-4d19-9c75-6b351b7b273f HTTP/1.1" status: 204 len: 168 time: 0.2972934 Sep 09 09:17:18.109277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.125798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a947e4a-30dd-4f24-89b0-c9b578b24f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767cd172-8201-4d19-9c75-6b351b7b273f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:18.256821 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.339046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.369531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:17:18.406837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eab4720-8e57-460f-afcb-fc8b1da46075,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:18.411950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.421866 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Added segment 294f1f2f-131e-4d4c-84f9-3a4d01c11de8 of type vlan for network d4aa85e7-c60f-4289-8875-0c616dedbb1b Sep 09 09:17:18.488505 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.492465 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.670583 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.672720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:18.673743 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:18.771816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] Pushing event updated for resources: {'Network': ['ID=d4aa85e7-c60f-4289-8875-0c616dedbb1b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:18.787572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network d4aa85e7-c60f-4289-8875-0c616dedbb1b details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:17:18.803692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56436) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:18.809912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d4e6a97a-e08b-4c72-bf03-5a81f72db827 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3104224 Sep 09 09:17:18.810269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] Request body: {'subnet': {'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1230994686-subnet', 'tenant_id': 'b24e019063834dab9166646d1c341346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:18.979287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] Made reservation on behalf of b24e019063834dab9166646d1c341346 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:18.982439 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:20.242323 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:20.246828 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:20.346390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046ba71a-9e13-4392-8e8b-eb08c374a743,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:20.357434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] Checking segment: {'id': '294f1f2f-131e-4d4c-84f9-3a4d01c11de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:20.357569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] Network hostable DHCP agents. Network: d4aa85e7-c60f-4289-8875-0c616dedbb1b, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:17:20.470432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] Network d4aa85e7-c60f-4289-8875-0c616dedbb1b is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:17:20.590325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, d4aa85e7-c60f-4289-8875-0c616dedbb1b) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:20.594601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:20.595201 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:20.605645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a91ac04-7b5b-4b03-903e-21573f37fe85 None None] Network d4aa85e7-c60f-4289-8875-0c616dedbb1b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:20.795330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2c289bdf-8541-450e-99ce-aa991e5be649 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9903705 Sep 09 09:17:20.822287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b70edd5-7bbd-49da-b720-1a7cdb221b35 None None] Network d4aa85e7-c60f-4289-8875-0c616dedbb1b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:21.654939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5b2ad1ae-7389-4332-9b89-075f793caa53 req-cbeefeee-607f-4c6f-b598-04cf996a0869 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-568273259', 'description': 'tempest-description-101548919'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:21.810516 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b2ad1ae-7389-4332-9b89-075f793caa53 req-cbeefeee-607f-4c6f-b598-04cf996a0869 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:22.063489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b2ad1ae-7389-4332-9b89-075f793caa53 req-cbeefeee-607f-4c6f-b598-04cf996a0869 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:22.145064 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b2ad1ae-7389-4332-9b89-075f793caa53 req-cbeefeee-607f-4c6f-b598-04cf996a0869 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:22.184646 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeefeee-607f-4c6f-b598-04cf996a0869 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b234ee28-2e25-41f9-89be-76ec105f2e7a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:22.264939 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b2ad1ae-7389-4332-9b89-075f793caa53 req-cbeefeee-607f-4c6f-b598-04cf996a0869 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:22.270701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b2ad1ae-7389-4332-9b89-075f793caa53 req-cbeefeee-607f-4c6f-b598-04cf996a0869 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6199038 Sep 09 09:17:22.303029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-aa6a1685-9582-4d03-9e28-3328301762f5 req-64f74ba8-3271-48d7-b216-b1d0e1a44aaf tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1083358310', 'description': 'tempest-description-819541446'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:22.418710 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa6a1685-9582-4d03-9e28-3328301762f5 req-64f74ba8-3271-48d7-b216-b1d0e1a44aaf tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:22.570463 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa6a1685-9582-4d03-9e28-3328301762f5 req-64f74ba8-3271-48d7-b216-b1d0e1a44aaf tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:22.664640 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa6a1685-9582-4d03-9e28-3328301762f5 req-64f74ba8-3271-48d7-b216-b1d0e1a44aaf tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:22.714576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f74ba8-3271-48d7-b216-b1d0e1a44aaf tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad97c94-a815-401f-b05d-b59f7fe68897,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:22.755617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56574) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:22.790650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa6a1685-9582-4d03-9e28-3328301762f5 req-64f74ba8-3271-48d7-b216-b1d0e1a44aaf tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:22.793836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa6a1685-9582-4d03-9e28-3328301762f5 req-64f74ba8-3271-48d7-b216-b1d0e1a44aaf tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4958618 Sep 09 09:17:23.257309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2032337828-network', 'tenant_id': '010aa331e20b476da7391d58bcd87a18'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:23.470375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Made reservation on behalf of 010aa331e20b476da7391d58bcd87a18 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:23.472966 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:23.487661 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:23.634395 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:23.676452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-11dc87b0-f8e8-4553-adfc-0ddca2130b64 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:23.689002 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-11dc87b0-f8e8-4553-adfc-0ddca2130b64 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/networks?id=d4aa85e7-c60f-4289-8875-0c616dedbb1b HTTP/1.1" status: 200 len: 813 time: 0.2898943 Sep 09 09:17:23.715239 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-9f437c1e-5171-4099-9491-bd8fc81152e1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/quotas/b24e019063834dab9166646d1c341346 HTTP/1.1" status: 200 len: 375 time: 0.0243313 Sep 09 09:17:23.737160 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:23.802781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:17:23.819402 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-d0ed73c2-5803-4d74-ba24-74b790a106e8 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b24e019063834dab9166646d1c341346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026745 Sep 09 09:17:23.847174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ce948-21d9-4503-a5cc-d6de354c0b80,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:23.862115 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:23.862115 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Added segment f11dc6b5-3580-4dab-854e-6b58a051dc65 of type vlan for network c7db1a02-5a47-4fdb-8640-ba35e27eca9b Sep 09 09:17:23.966595 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:23.995914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-3f865124-ffaf-4da9-87f4-20153c303cbd service neutron] 10.222.0.32 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749818 Sep 09 09:17:24.106281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc278f7-7d0b-4389-94da-a6515f8747e7 req-029ab415-5227-46f6-8707-dfb3b432f8ab tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:24.113974 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8bc278f7-7d0b-4389-94da-a6515f8747e7 req-029ab415-5227-46f6-8707-dfb3b432f8ab tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 945 time: 0.1794028 Sep 09 09:17:24.136872 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:24.142320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:24.143090 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:24.166312 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-46f3addf-7ad1-4fa1-bbe7-bff7d24c5adb service neutron] 10.222.0.32 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695094 Sep 09 09:17:24.324054 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8bc278f7-7d0b-4389-94da-a6515f8747e7 req-c53e66fd-7155-4f50-89c4-70d64f518cde tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups?id=218c5bbc-7e7b-4b0f-8359-0db703562e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903477 Sep 09 09:17:24.363246 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6065097 Sep 09 09:17:24.364374 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ebc55-b756-4333-a717-5dbbe23f8aeb admin admin] Pushing event updated for resources: {'Network': ['ID=c7db1a02-5a47-4fdb-8640-ba35e27eca9b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:24.366226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56622) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:24.378833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] Request body: {'subnet': {'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2032337828-subnet', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:24.387232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network c7db1a02-5a47-4fdb-8640-ba35e27eca9b details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:17:24.517009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] Made reservation on behalf of 010aa331e20b476da7391d58bcd87a18 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:24.520586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:24.625250 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-77c0cb78-5e7c-41fe-a95c-f0e37eba9eb1 req-9b380b22-d16c-461d-ae77-172ae56bc181 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 210 time: 0.0877442 Sep 09 09:17:24.996079 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:25.000481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-7ab18646-b49e-40a8-a2e1-1ddd1fd544c3 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:25.013519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-7ab18646-b49e-40a8-a2e1-1ddd1fd544c3 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.24 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 945 time: 0.1816676 Sep 09 09:17:25.157512 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:25.277294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] Checking segment: {'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:25.277660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] Network hostable DHCP agents. Network: c7db1a02-5a47-4fdb-8640-ba35e27eca9b, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:17:25.282928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cccd1f9-bfab-4b7f-b904-1e91da7a7b90,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:25.291582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Deleting port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:17:25.301486 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:25.494428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] For port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74,segment=NetworkSegment(6a40116f-319c-440a-b8fd-d2e21b5ad190),segment_id=6a40116f-319c-440a-b8fd-d2e21b5ad190)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:25.496545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:25.550404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] Network c7db1a02-5a47-4fdb-8640-ba35e27eca9b is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:17:25.563559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d75148-dffa-45b0-bcfe-560f820712f5 req-a39be079-4b3f-4118-9844-f77e8e9eba37 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:25.568771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8d75148-dffa-45b0-bcfe-560f820712f5 req-a39be079-4b3f-4118-9844-f77e8e9eba37 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 945 time: 0.1314979 Sep 09 09:17:25.682930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8d75148-dffa-45b0-bcfe-560f820712f5 req-bda34639-ead7-4f74-8ed1-427dd1967194 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups?id=218c5bbc-7e7b-4b0f-8359-0db703562e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133792 Sep 09 09:17:25.727169 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cef045ec-acc3-4316-8e3a-70c47821c8dc req-3db183f0-0768-40cf-9793-2f9f284d6da6 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 210 time: 0.0312352 Sep 09 09:17:25.777533 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:25.778419 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:25.778419 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Floating IP e8f96fc2-ed0e-49b0-bf8e-76ce6b8ed914 disassociated. External IP: 172.25.8.138, port: 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74. Sep 09 09:17:25.778745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Calling delete_port for 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:17:25.956787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, c7db1a02-5a47-4fdb-8640-ba35e27eca9b) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:25.961621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:25.962315 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:25.971282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe829dc-12da-49c1-87f5-46c600d3a347 None None] Network c7db1a02-5a47-4fdb-8640-ba35e27eca9b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:25.997238 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:26.077328 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:26.117789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Pushing event deleted for resources: {'Port': ['ID=5b2c3d6a-e8e8-4ffc-be39-909aabe79a74,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:26.165995 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-00a8bedd-7cfa-4042-9784-81bda5ccb536 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7966444 Sep 09 09:17:26.169196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56698) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:26.175645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2032337828-router', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:26.213826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209297c2-8cb3-429f-b7a6-b9d80e875c0e None None] Network c7db1a02-5a47-4fdb-8640-ba35e27eca9b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:26.285108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Router b5257b36-5189-4107-b19b-f48abd1a0bb2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:17:26.361693 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:26.363043 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:26.460949 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:26.506441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:17:26.523728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbd071-d07c-49a6-81dc-20e7c2230f26 None None] Sync routers for ids ['b5257b36-5189-4107-b19b-f48abd1a0bb2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:17:26.539406 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfbd071-d07c-49a6-81dc-20e7c2230f26 None None] Routers {'b5257b36-5189-4107-b19b-f48abd1a0bb2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:17:26.542568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2dfbd071-d07c-49a6-81dc-20e7c2230f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b5257b36-5189-4107-b19b-f48abd1a0bb2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:26.792080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] No DVR routers for this DVR port 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:17:26.799499 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:26.801665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-59338626-cbd6-425c-b72d-6ac5598c51f4 req-c0c42dfc-1a98-4c30-9d05-122c464ea169 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.24 "DELETE /v2.0/ports/5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 HTTP/1.1" status: 204 len: 173 time: 1.7772248 Sep 09 09:17:26.818166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'name': 'network-vif-deleted', 'tag': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:26.828448 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910c9d9a-ef37-4d5f-90e1-d85029b9eee5" -d '{"events": [{"server_uuid": "bedbf321-22fa-431d-9b35-db7bf33d3427", "name": "network-vif-deleted", "tag": "5b2c3d6a-e8e8-4ffc-be39-909aabe79a74"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:26.843273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-2dfbd071-d07c-49a6-81dc-20e7c2230f26 None None] Set router b5257b36-5189-4107-b19b-f48abd1a0bb2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:17:26.981232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f00d898c-a205-40d7-a23b-4e9cf53749e7 req-d5b17f47-2080-4f51-ab86-5d98094e8f24 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 210 time: 0.0717790 Sep 09 09:17:27.078721 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9dca782c-4cc6-404c-a6fd-3b3f2b003036 req-20f6454e-69ab-42f8-b6eb-670ec42f3c2c tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 210 time: 0.1339760 Sep 09 09:17:27.178311 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:27.198635 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42f4d16-e6cb-439d-8a22-4ad2d9ec1040 x-openstack-request-id: req-b42f4d16-e6cb-439d-8a22-4ad2d9ec1040 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:27.198920 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedbf321-22fa-431d-9b35-db7bf33d3427", "name": "network-vif-deleted", "tag": "5b2c3d6a-e8e8-4ffc-be39-909aabe79a74", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:27.199338 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b42f4d16-e6cb-439d-8a22-4ad2d9ec1040 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:27.199921 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedbf321-22fa-431d-9b35-db7bf33d3427', 'name': 'network-vif-deleted', 'tag': '5b2c3d6a-e8e8-4ffc-be39-909aabe79a74', 'status': 'completed', 'code': 200} Sep 09 09:17:27.335662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2dfbd071-d07c-49a6-81dc-20e7c2230f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:09Z', 'revision_number': 4, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '6bc40a64-83a3-4530-afe7-99ea275db91f', 'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'mac_address': 'fa:16:3e:ea:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '61794736-abe0-477e-8ace-039126a46a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:07Z', 'updated_at': '2021-09-09T09:15:19Z', 'revision_number': 5, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'subnets': [{'id': '61794736-abe0-477e-8ace-039126a46a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:27.370486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbd071-d07c-49a6-81dc-20e7c2230f26 None None] Checking router: b5257b36-5189-4107-b19b-f48abd1a0bb2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:17:27.401547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfbd071-d07c-49a6-81dc-20e7c2230f26 None None] Routers {'b5257b36-5189-4107-b19b-f48abd1a0bb2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:17:27.403882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2dfbd071-d07c-49a6-81dc-20e7c2230f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b5257b36-5189-4107-b19b-f48abd1a0bb2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:27.635262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-2dfbd071-d07c-49a6-81dc-20e7c2230f26 None None] Set router b5257b36-5189-4107-b19b-f48abd1a0bb2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:17:27.772889 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:27.917272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:28.091036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-5ddfec8d-f40f-47bb-9575-a1a58fd39b89 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:28.092442 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-5ddfec8d-f40f-47bb-9575-a1a58fd39b89 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.41 "GET /v2.0/networks?id=d4aa85e7-c60f-4289-8875-0c616dedbb1b HTTP/1.1" status: 200 len: 813 time: 0.5389171 Sep 09 09:17:28.099449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2dfbd071-d07c-49a6-81dc-20e7c2230f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:09Z', 'revision_number': 4, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '6bc40a64-83a3-4530-afe7-99ea275db91f', 'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'mac_address': 'fa:16:3e:ea:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '61794736-abe0-477e-8ace-039126a46a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:07Z', 'updated_at': '2021-09-09T09:15:19Z', 'revision_number': 5, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'subnets': [{'id': '61794736-abe0-477e-8ace-039126a46a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:28.156404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'port': {'device_id': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b', 'admin_state_up': True, 'tenant_id': 'b24e019063834dab9166646d1c341346'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:28.166629 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbd071-d07c-49a6-81dc-20e7c2230f26 None None] The sync data for ids ['b5257b36-5189-4107-b19b-f48abd1a0bb2'] in n-d-778696-16 is: [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:15:09Z', 'revision_number': 4, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '6bc40a64-83a3-4530-afe7-99ea275db91f', 'name': '', 'network_id': '6e0d9407-66ee-4c5a-ab8d-b941dba91eb7', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'mac_address': 'fa:16:3e:ea:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '61794736-abe0-477e-8ace-039126a46a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:15:07Z', 'updated_at': '2021-09-09T09:15:19Z', 'revision_number': 5, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'subnets': [{'id': '61794736-abe0-477e-8ace-039126a46a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:17:28.227647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b8786f7-a2fb-4efe-9ffe-ab1ea60a3c76 req-4351321e-d836-4f7d-a168-594d210ae91b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 210 time: 0.0664001 Sep 09 09:17:28.347941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Allocated IP 172.25.8.72 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/8c10f80f-ad8f-4222-bb68-eafef311b36a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:17:28.414263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1328d58f-f7d0-44e4-80eb-421313374b5c req-b184c964-9d89-4e29-a266-815878fbcbcf tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/ports?device_id=bedbf321-22fa-431d-9b35-db7bf33d3427 HTTP/1.1" status: 200 len: 210 time: 0.0654304 Sep 09 09:17:28.636110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Made reservation on behalf of b24e019063834dab9166646d1c341346 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:28.640919 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:28.650179 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2763582-7a66-437e-8fcd-2cf9f71f0fa7 None None] New status for floating IP e8f96fc2-ed0e-49b0-bf8e-76ce6b8ed914: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:17:28.766203 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:28.802989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56760) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:28.844928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:17:28.888947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Allocated IP 172.20.0.11 (d4aa85e7-c60f-4289-8875-0c616dedbb1b/046ba71a-9e13-4392-8e8b-eb08c374a743/60e8f81a-b4d1-4f01-ba04-2542547f04b8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:17:28.904474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:17:28.904851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 5b2c3d6a-e8e8-4ffc-be39-909aabe79a74 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:17:28.988981 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.013725 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4e9433b-15ad-4be5-a129-46d36d87f6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.067946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:17:29.081083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:29.087026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:17:29.171059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Pushing event updated for resources: {'Port': ['ID=8c10f80f-ad8f-4222-bb68-eafef311b36a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:29.171948 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4e9433b-15ad-4be5-a129-46d36d87f6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.276032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4e9433b-15ad-4be5-a129-46d36d87f6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.386081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9433b-15ad-4be5-a129-46d36d87f6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1486490d-58c7-424b-aa15-054141483c24,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:29.426931 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82c6ddd3-a557-4ec1-87d7-0318bdd3c915 req-01832214-77e4-414f-9bdd-9daeeee9c672 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 210 time: 0.1048555 Sep 09 09:17:29.426931 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d4e9433b-15ad-4be5-a129-46d36d87f6db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d5127cf56894b298b4259b776dcc229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6070397 Sep 09 09:17:29.426931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56772) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:29.505103 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbd10395-2ecb-4d51-92cd-34c43b83227b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.549144 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbd10395-2ecb-4d51-92cd-34c43b83227b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.620432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56790) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:29.710929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbd10395-2ecb-4d51-92cd-34c43b83227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.714180 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbd10395-2ecb-4d51-92cd-34c43b83227b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.718778 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bbd10395-2ecb-4d51-92cd-34c43b83227b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1486490d-58c7-424b-aa15-054141483c24 HTTP/1.1" status: 204 len: 168 time: 0.2991483 Sep 09 09:17:29.734559 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fed9329-702e-480b-83f7-4d9c45da4265 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.737715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd10395-2ecb-4d51-92cd-34c43b83227b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1486490d-58c7-424b-aa15-054141483c24,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:29.752226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.781946 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fed9329-702e-480b-83f7-4d9c45da4265 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.899574 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:29.965340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Network d4aa85e7-c60f-4289-8875-0c616dedbb1b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:17:29.976271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:29.982900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:17:30.006948 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fed9329-702e-480b-83f7-4d9c45da4265 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:30.009840 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fed9329-702e-480b-83f7-4d9c45da4265 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:30.011827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2fed9329-702e-480b-83f7-4d9c45da4265 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "DELETE /v2.0/security-groups/218c5bbc-7e7b-4b0f-8359-0db703562e96 HTTP/1.1" status: 204 len: 168 time: 0.3894746 Sep 09 09:17:30.017247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'Port': ['ID=60e8f81a-b4d1-4f01-ba04-2542547f04b8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:30.035026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56798) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:30.037741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed9329-702e-480b-83f7-4d9c45da4265 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218c5bbc-7e7b-4b0f-8359-0db703562e96,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:30.092027 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:30.093803 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-76b94e0c-4cc4-4872-a168-c0e76d257726 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] show failed (client error): The resource could not be found. Sep 09 09:17:30.098164 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-76b94e0c-4cc4-4872-a168-c0e76d257726 tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "GET /v2.0/security-groups/218c5bbc-7e7b-4b0f-8359-0db703562e96 HTTP/1.1" status: 404 len: 347 time: 0.0512516 Sep 09 09:17:30.099081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56800) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:30.138884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:30.139586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:30.267199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1d010bfd-0fcc-40bf-bcfb-3161bf924473 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1256506 Sep 09 09:17:30.284023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Request body: {'port': {'device_id': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:30.429220 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:30.624773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:30.755485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-f2365aaa-ff8a-42a4-b34a-760fdf9d729b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Deleting port 87ad35eb-8b1c-4a51-9287-ce42cf137f24 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:17:30.756083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2365aaa-ff8a-42a4-b34a-760fdf9d729b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:30.809711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172aaad4-e844-48fd-9b97-268332011d9c req-9e68695d-e97f-49cb-b45f-846639dfc80c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:30.821062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-172aaad4-e844-48fd-9b97-268332011d9c req-9e68695d-e97f-49cb-b45f-846639dfc80c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 932 time: 0.1012049 Sep 09 09:17:30.930341 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-172aaad4-e844-48fd-9b97-268332011d9c req-0360e26b-f5e1-47c5-a1dc-7f68a8e0c51e tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105494 Sep 09 09:17:30.954533 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2365aaa-ff8a-42a4-b34a-760fdf9d729b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:30.955747 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2365aaa-ff8a-42a4-b34a-760fdf9d729b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:30.986411 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-f2365aaa-ff8a-42a4-b34a-760fdf9d729b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Calling delete_port for 87ad35eb-8b1c-4a51-9287-ce42cf137f24 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:17:31.157241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e8f81a-b4d1-4f01-ba04-2542547f04b8 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:31.180307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56824) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:31.180450 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.191982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Router 426acd56-8282-4425-abbb-b63e22f578f2 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:17:31.204292 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dbf17474-11ad-44dc-80c9-3697d0736d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.216986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Transition to ACTIVE for port object 60e8f81a-b4d1-4f01-ba04-2542547f04b8 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:17:31.288094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2365aaa-ff8a-42a4-b34a-760fdf9d729b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.326196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2365aaa-ff8a-42a4-b34a-760fdf9d729b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Pushing event deleted for resources: {'Port': ['ID=87ad35eb-8b1c-4a51-9287-ce42cf137f24,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:31.380583 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.419968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dbf17474-11ad-44dc-80c9-3697d0736d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.436008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2365aaa-ff8a-42a4-b34a-760fdf9d729b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.436008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2365aaa-ff8a-42a4-b34a-760fdf9d729b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.437744 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f2365aaa-ff8a-42a4-b34a-760fdf9d729b tempest-ServersTestFqdnHostnames-1946958433 tempest-ServersTestFqdnHostnames-1946958433-project] 10.222.0.32 "DELETE /v2.0/floatingips/e8f96fc2-ed0e-49b0-bf8e-76ce6b8ed914 HTTP/1.1" status: 204 len: 168 time: 1.3376720 Sep 09 09:17:31.441580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56828) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:31.444174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:17:31.455141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Sync routers for ids ['426acd56-8282-4425-abbb-b63e22f578f2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:17:31.470246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Routers {'426acd56-8282-4425-abbb-b63e22f578f2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:17:31.473768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['426acd56-8282-4425-abbb-b63e22f578f2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:31.557481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dbf17474-11ad-44dc-80c9-3697d0736d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.586239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Attempting to bind port 60e8f81a-b4d1-4f01-ba04-2542547f04b8 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:17:31.586795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Attempting to bind port 60e8f81a-b4d1-4f01-ba04-2542547f04b8 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '294f1f2f-131e-4d4c-84f9-3a4d01c11de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:17:31.587849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Attempting to bind port 60e8f81a-b4d1-4f01-ba04-2542547f04b8 on network d4aa85e7-c60f-4289-8875-0c616dedbb1b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:31.603334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Pushing event updated for resources: {'Port': ['ID=60e8f81a-b4d1-4f01-ba04-2542547f04b8,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:31.622318 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.622318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6c37d0e3-ba42-4e8e-b496-1a201ef30653 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4484591 Sep 09 09:17:31.622318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Port 60e8f81a-b4d1-4f01-ba04-2542547f04b8 on network d4aa85e7-c60f-4289-8875-0c616dedbb1b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:17:31.622318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Attempting to bind port 60e8f81a-b4d1-4f01-ba04-2542547f04b8 on network d4aa85e7-c60f-4289-8875-0c616dedbb1b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:31.624675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56832) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:31.639503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf17474-11ad-44dc-80c9-3697d0736d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754256ba-159f-49a0-8be9-16fb315939d5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:31.699948 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dbf17474-11ad-44dc-80c9-3697d0736d09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57fae5efd1df4772940f1b8bed54cd4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5179970 Sep 09 09:17:31.703105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56844) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:31.776862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:17:31.780121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Checking segment: {'id': '294f1f2f-131e-4d4c-84f9-3a4d01c11de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:31.780121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Bound using segment: {'id': '294f1f2f-131e-4d4c-84f9-3a4d01c11de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:17:31.780121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Bound port: 60e8f81a-b4d1-4f01-ba04-2542547f04b8, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294f1f2f-131e-4d4c-84f9-3a4d01c11de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:17:31.780121 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.869292 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a6c5-4120-41ed-8733-49c67fb2de0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.950436 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a6c5-4120-41ed-8733-49c67fb2de0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:31.987305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] For port 60e8f81a-b4d1-4f01-ba04-2542547f04b8, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:17:32.035054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Set router 426acd56-8282-4425-abbb-b63e22f578f2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:17:32.066894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] For port 60e8f81a-b4d1-4f01-ba04-2542547f04b8, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=60e8f81a-b4d1-4f01-ba04-2542547f04b8,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:17:32.239768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:32.259296 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a6c5-4120-41ed-8733-49c67fb2de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:32.262225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a6c5-4120-41ed-8733-49c67fb2de0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:32.263499 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5ec4a6c5-4120-41ed-8733-49c67fb2de0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/754256ba-159f-49a0-8be9-16fb315939d5 HTTP/1.1" status: 204 len: 168 time: 0.5593977 Sep 09 09:17:32.291087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:32.291781 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:32.293213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] 10.222.0.41 "PUT /v2.0/ports/60e8f81a-b4d1-4f01-ba04-2542547f04b8 HTTP/1.1" status: 200 len: 1093 time: 2.0158834 Sep 09 09:17:32.296895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'tag': '60e8f81a-b4d1-4f01-ba04-2542547f04b8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:32.300264 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c8b578-00a4-4a18-91b3-c3bc39e186a0" -d '{"events": [{"name": "network-changed", "server_uuid": "76744c11-8d61-44b7-9630-c2aceb9d6a77", "tag": "60e8f81a-b4d1-4f01-ba04-2542547f04b8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:32.322168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40872370-f727-42ef-95ba-d11941b7bc08 req-f23362d7-a466-4985-9550-646e39e237eb tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:32.326027 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-40872370-f727-42ef-95ba-d11941b7bc08 req-f23362d7-a466-4985-9550-646e39e237eb tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 944 time: 0.2577772 Sep 09 09:17:32.347285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4a6c5-4120-41ed-8733-49c67fb2de0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754256ba-159f-49a0-8be9-16fb315939d5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:32.403919 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:32.429657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426acd56-8282-4425-abbb-b63e22f578f2', 'name': 'tempest-ServerRescueTestJSON-2032337828-router', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:17:26Z', 'updated_at': '2021-09-09T09:17:29Z', 'revision_number': 3, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'gw_port': {'id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:27Z', 'updated_at': '2021-09-09T09:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:32.449323 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808fd3de-76b5-4aeb-8552-24c4a24e5a5d x-openstack-request-id: req-808fd3de-76b5-4aeb-8552-24c4a24e5a5d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:32.449729 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76744c11-8d61-44b7-9630-c2aceb9d6a77", "tag": "60e8f81a-b4d1-4f01-ba04-2542547f04b8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:32.449904 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-808fd3de-76b5-4aeb-8552-24c4a24e5a5d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:32.450252 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'tag': '60e8f81a-b4d1-4f01-ba04-2542547f04b8', 'status': 'completed', 'code': 200} Sep 09 09:17:32.492462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Checking router: 426acd56-8282-4425-abbb-b63e22f578f2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:17:32.493849 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Updating router 426acd56-8282-4425-abbb-b63e22f578f2 port 8c10f80f-ad8f-4222-bb68-eafef311b36a binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:17:32.556784 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:32.564743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181123b-9f65-48a5-b155-7da16c348045 service neutron] Pushing event updated for resources: {'Port': ['ID=60e8f81a-b4d1-4f01-ba04-2542547f04b8,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:32.688640 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-40872370-f727-42ef-95ba-d11941b7bc08 req-33f5653c-a702-4e15-9656-2816a3ea85b6 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343801 Sep 09 09:17:32.692313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8b578-00a4-4a18-91b3-c3bc39e186a0 req-14738651-f2d5-4a0f-a404-4ca0247fdc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:32.693508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84c8b578-00a4-4a18-91b3-c3bc39e186a0 req-14738651-f2d5-4a0f-a404-4ca0247fdc22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24e019063834dab9166646d1c341346&device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 1096 time: 0.2424328 Sep 09 09:17:33.001545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:33.033763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] Deleting port 6bc40a64-83a3-4530-afe7-99ea275db91f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:17:33.034297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:33.070225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8b578-00a4-4a18-91b3-c3bc39e186a0 req-e75a644e-28ac-480d-8048-9c860f0fa26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:33.074170 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84c8b578-00a4-4a18-91b3-c3bc39e186a0 req-e75a644e-28ac-480d-8048-9c860f0fa26a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b24e019063834dab9166646d1c341346&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3700743 Sep 09 09:17:33.121150 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:33.151289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Transition to ACTIVE for port object 8c10f80f-ad8f-4222-bb68-eafef311b36a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:17:33.227643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] For port 6bc40a64-83a3-4530-afe7-99ea275db91f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6bc40a64-83a3-4530-afe7-99ea275db91f,segment=NetworkSegment(6a40116f-319c-440a-b8fd-d2e21b5ad190),segment_id=6a40116f-319c-440a-b8fd-d2e21b5ad190)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:33.228023 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:33.262359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] Calling delete_port for 6bc40a64-83a3-4530-afe7-99ea275db91f owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:17:33.275922 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:33.279996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8b578-00a4-4a18-91b3-c3bc39e186a0 req-0a59fe7a-ad86-4432-9511-3703adc0ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:33.281543 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84c8b578-00a4-4a18-91b3-c3bc39e186a0 req-0a59fe7a-ad86-4432-9511-3703adc0ade0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1984980 Sep 09 09:17:33.390250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Attempting to bind port 8c10f80f-ad8f-4222-bb68-eafef311b36a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:17:33.390836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Attempting to bind port 8c10f80f-ad8f-4222-bb68-eafef311b36a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:17:33.391994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Attempting to bind port 8c10f80f-ad8f-4222-bb68-eafef311b36a on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:33.406774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062606f-1489-45a5-9f11-2592d001b2fc None None] Pushing event updated for resources: {'Port': ['ID=8c10f80f-ad8f-4222-bb68-eafef311b36a,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:33.411318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:17:33.412027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:33.412681 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:33.413257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:17:33.413936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Bound port: 8c10f80f-ad8f-4222-bb68-eafef311b36a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:17:33.414506 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:33.416643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-c535197c-1b4c-4fee-948c-7b59bab89e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:33.418342 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-c535197c-1b4c-4fee-948c-7b59bab89e59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24e019063834dab9166646d1c341346&device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 1096 time: 0.0964439 Sep 09 09:17:33.523930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-71862456-9249-4213-92fe-68a829c3db58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e8f81a-b4d1-4f01-ba04-2542547f04b8 HTTP/1.1" status: 200 len: 217 time: 0.0967691 Sep 09 09:17:33.530199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Allocated IP 172.20.0.1 (c7db1a02-5a47-4fdb-8640-ba35e27eca9b/7cccd1f9-bfab-4b7f-b904-1e91da7a7b90/c713a656-249a-4710-980d-5998919c7fbc) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:17:33.530832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] For port 8c10f80f-ad8f-4222-bb68-eafef311b36a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:17:33.539795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] For port 8c10f80f-ad8f-4222-bb68-eafef311b36a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8c10f80f-ad8f-4222-bb68-eafef311b36a,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:17:33.630717 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:33.709283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062606f-1489-45a5-9f11-2592d001b2fc None None] Pushing event updated for resources: {'Port': ['ID=8c10f80f-ad8f-4222-bb68-eafef311b36a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:33.715557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Routers {'426acd56-8282-4425-abbb-b63e22f578f2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:17:33.716273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['426acd56-8282-4425-abbb-b63e22f578f2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:33.746828 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:33.995476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:34.076688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] Set router 426acd56-8282-4425-abbb-b63e22f578f2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:17:34.103507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc40a64-83a3-4530-afe7-99ea275db91f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:34.237408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe31ee-7d9f-415b-8cf5-961faf8aecd4 req-50fd5971-e782-4442-bb6d-eff9c0da16f8 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:34.252871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dfbe31ee-7d9f-415b-8cf5-961faf8aecd4 req-50fd5971-e782-4442-bb6d-eff9c0da16f8 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 944 time: 0.3823640 Sep 09 09:17:34.333607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-2879825b-f5f4-45b4-bd30-192f94030474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:34.335115 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-2879825b-f5f4-45b4-bd30-192f94030474 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=046ba71a-9e13-4392-8e8b-eb08c374a743 HTTP/1.1" status: 200 len: 853 time: 0.6632564 Sep 09 09:17:34.396000 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-1b7c7d86-8907-4901-a935-1992bc12c849 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4aa85e7-c60f-4289-8875-0c616dedbb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529087 Sep 09 09:17:34.397190 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:34.421002 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dfbe31ee-7d9f-415b-8cf5-961faf8aecd4 req-7b2fa1f4-65a0-4b78-8bde-7fe5d4c6758e tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660192 Sep 09 09:17:34.446388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426acd56-8282-4425-abbb-b63e22f578f2', 'name': 'tempest-ServerRescueTestJSON-2032337828-router', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:17:26Z', 'updated_at': '2021-09-09T09:17:29Z', 'revision_number': 3, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'gw_port': {'id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:27Z', 'updated_at': '2021-09-09T09:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:34.477783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c10c86-da96-47a3-9b31-e9ed787be792 None None] The sync data for ids ['426acd56-8282-4425-abbb-b63e22f578f2'] in n-d-778696-16 is: [{'id': '426acd56-8282-4425-abbb-b63e22f578f2', 'name': 'tempest-ServerRescueTestJSON-2032337828-router', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:17:26Z', 'updated_at': '2021-09-09T09:17:29Z', 'revision_number': 3, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'gw_port': {'id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:27Z', 'updated_at': '2021-09-09T09:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:17:34.574176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:34.574543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Network c7db1a02-5a47-4fdb-8640-ba35e27eca9b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:17:34.579355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:34.587262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:17:34.638650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Pushing event updated for resources: {'Port': ['ID=c713a656-249a-4710-980d-5998919c7fbc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:34.692784 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-21ecef72-e763-477a-bc83-f1818cd310f7 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239015 Sep 09 09:17:34.735277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:34.742985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56934) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:34.905900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] Router b5257b36-5189-4107-b19b-f48abd1a0bb2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:17:34.979946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-943704285-network', 'tenant_id': 'd5d75db8cd274acd89a735e714747a91'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:35.029008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-3ad1d3a6-3d53-46cd-adff-e3dd14c2b0a9 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:35.040348 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-3ad1d3a6-3d53-46cd-adff-e3dd14c2b0a9 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 821 time: 0.2505875 Sep 09 09:17:35.090823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:17:35.097255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Made reservation on behalf of d5d75db8cd274acd89a735e714747a91 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:35.099643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.104291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f6157078-7208-4cbe-a3f5-8657706a38f6 admin admin] 10.222.0.32 "PUT /v2.0/routers/b5257b36-5189-4107-b19b-f48abd1a0bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6599157 Sep 09 09:17:35.106421 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f4de19-c43c-4bd2-8fe4-5479ab254ba5 None None] Sync routers for ids ['b5257b36-5189-4107-b19b-f48abd1a0bb2'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:17:35.107843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56946) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:35.116994 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e26db5b7-144d-451c-a396-c583fea6dc88 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/quotas/f178fa8dbb2a4f9fa7015f3719b056da HTTP/1.1" status: 200 len: 375 time: 0.0756688 Sep 09 09:17:35.118867 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f4de19-c43c-4bd2-8fe4-5479ab254ba5 None None] Routers {'b5257b36-5189-4107-b19b-f48abd1a0bb2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:17:35.119782 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-79f4de19-c43c-4bd2-8fe4-5479ab254ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b5257b36-5189-4107-b19b-f48abd1a0bb2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:35.196437 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.314670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8ec7eff-b45a-43fb-a592-7a69da9ec53e req-d3a9a71c-9a15-427b-a17c-d39816945c74 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129620 Sep 09 09:17:35.321562 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.329343 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-79f4de19-c43c-4bd2-8fe4-5479ab254ba5 None None] Set router b5257b36-5189-4107-b19b-f48abd1a0bb2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:17:35.361857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-ff1527f8-b122-47c6-9c3a-77f863817f4e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1986868 Sep 09 09:17:35.562142 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.597715 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.600845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.665140 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-79f4de19-c43c-4bd2-8fe4-5479ab254ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:17:33Z', 'revision_number': 5, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port': {'id': '5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:14:59Z', 'updated_at': '2021-09-09T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:35.676118 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-265168f6-ede3-45ca-9232-08bb2ce0d816 service neutron] 10.222.0.32 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050430 Sep 09 09:17:35.692527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.703708 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f4de19-c43c-4bd2-8fe4-5479ab254ba5 None None] Checking router: b5257b36-5189-4107-b19b-f48abd1a0bb2 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:17:35.708050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:17:35.714693 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f4de19-c43c-4bd2-8fe4-5479ab254ba5 None None] Routers {'b5257b36-5189-4107-b19b-f48abd1a0bb2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:17:35.715645 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-79f4de19-c43c-4bd2-8fe4-5479ab254ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b5257b36-5189-4107-b19b-f48abd1a0bb2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:35.715773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.716043 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Added segment 1da412eb-b7a6-43ae-963a-5ddd2acf30ed of type vlan for network 1adfafda-2a60-492b-994f-a8450f2eae2e Sep 09 09:17:35.760015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Deleting port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:17:35.760203 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.760352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.866230 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-79f4de19-c43c-4bd2-8fe4-5479ab254ba5 None None] Set router b5257b36-5189-4107-b19b-f48abd1a0bb2 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:17:35.899498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] For port 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:35.900139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.918592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Calling delete_port for 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:17:35.926569 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.927618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:35.928197 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:35.948167 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-79f4de19-c43c-4bd2-8fe4-5479ab254ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:17:35Z', 'revision_number': 6, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:36.040447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef836a6-2cec-466d-b62a-3abed3410ccb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:36.090841 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f4de19-c43c-4bd2-8fe4-5479ab254ba5 None None] The sync data for ids ['b5257b36-5189-4107-b19b-f48abd1a0bb2'] in n-d-778696-16 is: [{'id': 'b5257b36-5189-4107-b19b-f48abd1a0bb2', 'name': 'tempest-ServersTestFqdnHostnames-593157507-router', 'tenant_id': 'bc4cb54dee824735916dc7731e35d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:14:58Z', 'updated_at': '2021-09-09T09:17:35Z', 'revision_number': 6, 'project_id': 'bc4cb54dee824735916dc7731e35d7ff', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:17:36.128038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] Pushing event updated for resources: {'Network': ['ID=1adfafda-2a60-492b-994f-a8450f2eae2e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:36.146283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 1adfafda-2a60-492b-994f-a8450f2eae2e details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:17:36.149304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56994) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:36.149745 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e6a8eafc-f1dc-4a7b-941c-4a79493784cd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3934236 Sep 09 09:17:36.154513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] Request body: {'subnet': {'network_id': '1adfafda-2a60-492b-994f-a8450f2eae2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-943704285-subnet', 'tenant_id': 'd5d75db8cd274acd89a735e714747a91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:36.188726 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-540c1700-0bee-455a-abf7-0fe6bb3d2dda service neutron] 10.222.0.32 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114074 Sep 09 09:17:36.229453 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:36.257002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] Made reservation on behalf of d5d75db8cd274acd89a735e714747a91 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:36.259717 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:36.339305 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:36.363572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:36.408981 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:36.417029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Pushing event updated for resources: {'Port': ['ID=c713a656-249a-4710-980d-5998919c7fbc,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:36.454504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:36.570972 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:36.595136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Network c7db1a02-5a47-4fdb-8640-ba35e27eca9b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:17:36.597673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:36.719659 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:36.726916 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:36.802828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Router 426acd56-8282-4425-abbb-b63e22f578f2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:17:36.836072 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:37.061762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:17:37.090173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479aad77-43b7-4cc6-b880-72282a483d1b req-0b3fee51-1b7e-41ac-aeff-6c7d48912b05 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:37.096654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-479aad77-43b7-4cc6-b880-72282a483d1b req-0b3fee51-1b7e-41ac-aeff-6c7d48912b05 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 944 time: 0.2038066 Sep 09 09:17:37.110050 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ab2ea8bd-c848-497c-aca3-c04944cae024 admin admin] 10.222.0.32 "PUT /v2.0/routers/426acd56-8282-4425-abbb-b63e22f578f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4831803 Sep 09 09:17:37.161506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Sync routers for ids ['426acd56-8282-4425-abbb-b63e22f578f2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:17:37.188015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Routers {'426acd56-8282-4425-abbb-b63e22f578f2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:17:37.198267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-570b388b-7d98-4729-85b9-30262792f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['426acd56-8282-4425-abbb-b63e22f578f2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:37.300227 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-479aad77-43b7-4cc6-b880-72282a483d1b req-7fccd4ab-a637-4cfc-8525-d60686cde48a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860132 Sep 09 09:17:37.338132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=02604242-f553-4221-9a0e-57273b371c02,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:37.347344 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:37.348052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5257b36-5189-4107-b19b-f48abd1a0bb2 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:17:37.361450 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:37.368323 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b6c186d8-227b-44ab-b86d-8d9f8b374825 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b5257b36-5189-4107-b19b-f48abd1a0bb2 HTTP/1.1" status: 204 len: 168 time: 2.2539904 Sep 09 09:17:37.368589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57052) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:37.443904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e335a44e-4d34-406e-98bf-c013573341bd req-e8ff4b39-080c-45f6-a044-62df531ff07e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 210 time: 0.0972302 Sep 09 09:17:37.460309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Set router 426acd56-8282-4425-abbb-b63e22f578f2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:17:37.470887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-201744da-3737-4846-a55a-24c57f043f1e admin admin] Deleting subnet 61794736-abe0-477e-8ace-039126a46a47 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:17:37.479009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-201744da-3737-4846-a55a-24c57f043f1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:37.519162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] Checking segment: {'id': '1da412eb-b7a6-43ae-963a-5ddd2acf30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1adfafda-2a60-492b-994f-a8450f2eae2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:37.527946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] Network hostable DHCP agents. Network: 1adfafda-2a60-492b-994f-a8450f2eae2e, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:17:37.569230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8c10f80f-ad8f-4222-bb68-eafef311b36a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:17:37.574287 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-201744da-3737-4846-a55a-24c57f043f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:37.641013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] Network 1adfafda-2a60-492b-994f-a8450f2eae2e is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:17:37.714534 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-201744da-3737-4846-a55a-24c57f043f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:37.784546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-570b388b-7d98-4729-85b9-30262792f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426acd56-8282-4425-abbb-b63e22f578f2', 'name': 'tempest-ServerRescueTestJSON-2032337828-router', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:17:26Z', 'updated_at': '2021-09-09T09:17:35Z', 'revision_number': 4, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'gw_port': {'id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:27Z', 'updated_at': '2021-09-09T09:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'c713a656-249a-4710-980d-5998919c7fbc', 'name': '', 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'mac_address': 'fa:16:3e:03:11:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7cccd1f9-bfab-4b7f-b904-1e91da7a7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:33Z', 'updated_at': '2021-09-09T09:17:35Z', 'revision_number': 2, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'subnets': [{'id': '7cccd1f9-bfab-4b7f-b904-1e91da7a7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:37.792481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 1adfafda-2a60-492b-994f-a8450f2eae2e) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:37.801836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:37.802420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:37.835662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072148ba-bac2-4b8e-b4ae-a621895f5487 None None] Network 1adfafda-2a60-492b-994f-a8450f2eae2e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:37.854088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 8c10f80f-ad8f-4222-bb68-eafef311b36a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:17:37.863437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Checking router: 426acd56-8282-4425-abbb-b63e22f578f2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:17:37.864074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Updating router 426acd56-8282-4425-abbb-b63e22f578f2 port c713a656-249a-4710-980d-5998919c7fbc binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:17:37.875126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-201744da-3737-4846-a55a-24c57f043f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:37.903897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8c10f80f-ad8f-4222-bb68-eafef311b36a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:17:37.904271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:37.915281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-e55a0961-2f99-4368-8060-476d1f130500 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:37.917260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-e55a0961-2f99-4368-8060-476d1f130500 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/networks?id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b HTTP/1.1" status: 200 len: 811 time: 0.1466839 Sep 09 09:17:37.924519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201744da-3737-4846-a55a-24c57f043f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61794736-abe0-477e-8ace-039126a46a47,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:37.928478 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7359a997-3872-4822-9e98-dd850a685f5c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7789974 Sep 09 09:17:37.939180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-201744da-3737-4846-a55a-24c57f043f1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:37.945309 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-201744da-3737-4846-a55a-24c57f043f1e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/61794736-abe0-477e-8ace-039126a46a47 HTTP/1.1" status: 204 len: 168 time: 0.5752861 Sep 09 09:17:37.945803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57076) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:37.947695 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-3e92731f-2795-4fba-beeb-b90581dedf33 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/quotas/010aa331e20b476da7391d58bcd87a18 HTTP/1.1" status: 200 len: 375 time: 0.0152287 Sep 09 09:17:37.964421 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d8ee48-155a-46e0-a1f4-41deaa645cb4 None None] Network 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:38.012028 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:38.035303 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-5463cd21-76c0-46b9-8521-62cd640c2481 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=010aa331e20b476da7391d58bcd87a18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704308 Sep 09 09:17:38.039525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:38.144843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Deleting port 212502ec-504f-4cd7-91c7-8b96142ad04d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:17:38.145867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:38.203043 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-da85e56d-d8e9-4240-80d0-37f5f0a86043 service neutron] 10.222.0.32 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496935 Sep 09 09:17:38.273367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] For port 212502ec-504f-4cd7-91c7-8b96142ad04d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=212502ec-504f-4cd7-91c7-8b96142ad04d,segment=NetworkSegment(6a40116f-319c-440a-b8fd-d2e21b5ad190),segment_id=6a40116f-319c-440a-b8fd-d2e21b5ad190)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:38.274524 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:38.327275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-0db77c57-c941-4ad5-ba0b-25eccf71e2a6 service neutron] 10.222.0.32 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232829 Sep 09 09:17:38.340547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Calling delete_port for 212502ec-504f-4cd7-91c7-8b96142ad04d owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:17:38.478865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6a18d-eb0b-4773-93ed-555867688848 req-93cfddb2-1444-4fce-9164-825704aef000 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:38.481062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-93cfddb2-1444-4fce-9164-825704aef000 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 805 time: 0.2168832 Sep 09 09:17:38.500989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-cfbd21da-65fb-4c6f-8cc2-e73b51838d8e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/quotas/732f78253ff7467eb3d636874f29448f HTTP/1.1" status: 200 len: 375 time: 0.0125008 Sep 09 09:17:38.586473 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-92e60809-ed50-4a94-a35c-d5de499f3770 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0719371 Sep 09 09:17:38.596129 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:38.606366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2188b239-3740-428a-9378-7dae842823d0 None None] Network 1adfafda-2a60-492b-994f-a8450f2eae2e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:38.670166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 8c10f80f-ad8f-4222-bb68-eafef311b36a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8c10f80f-ad8f-4222-bb68-eafef311b36a,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:38.748688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-286f90bf-a822-4753-a804-3ae9e70fcd20 service neutron] 10.222.0.32 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447716 Sep 09 09:17:38.775928 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:38.825480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 60e8f81a-b4d1-4f01-ba04-2542547f04b8 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:17:38.851730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d8ad22-7629-4d8b-bf22-bb2bd3e40318 None None] DHCP port deletion for 6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:17:38.915330 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:38.915609 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Pushing event deleted for resources: {'Port': ['ID=212502ec-504f-4cd7-91c7-8b96142ad04d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:38.937129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] No DVR routers for this DVR port 212502ec-504f-4cd7-91c7-8b96142ad04d on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:17:38.945626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96342c40-76d1-469a-9e9b-bd30e968c2db req-fd427719-3bf8-40a1-ada6-f3761e2b25c1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:38.956298 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96342c40-76d1-469a-9e9b-bd30e968c2db req-fd427719-3bf8-40a1-ada6-f3761e2b25c1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 944 time: 0.1239779 Sep 09 09:17:38.961299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:17:39.011971 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96342c40-76d1-469a-9e9b-bd30e968c2db req-6c897c74-947e-465f-be84-f852fc7cec76 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547473 Sep 09 09:17:39.083044 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:39.094954 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-56744f22-8f1c-40bf-b23d-0dba5fee7760 service neutron] 10.222.0.32 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465261 Sep 09 09:17:39.108906 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.resource_extend [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:17:39.115723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6bc40a64-83a3-4530-afe7-99ea275db91f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:17:39.117819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0d9407-66ee-4c5a-ab8d-b941dba91eb7']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:39.142736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b106875-def4-438d-b0f7-2948a87ca662 req-3146df38-1880-4e92-a2c3-776a2fa23958 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 210 time: 0.0495908 Sep 09 09:17:39.146165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a40116f-319c-440a-b8fd-d2e21b5ad190') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:39.146471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a40116f-319c-440a-b8fd-d2e21b5ad190') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:39.161285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:39.182523 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:39.206684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:17:39.207149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:17:39.211582 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:17:39.227502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 6bc40a64-83a3-4530-afe7-99ea275db91f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:17:39.228186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6bc40a64-83a3-4530-afe7-99ea275db91f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:17:39.229203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:17:39.266751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bd4d9f80-4643-4584-8a1c-a2bf46a0edf0 req-54eadd2e-9a15-422e-8900-380fde34b0c3 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 210 time: 0.0467086 Sep 09 09:17:39.299310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:17:39.299945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5dfb1889-f6c8-4380-b3ff-907f4e0d7a8e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:17:39.476889 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25c81831-af39-465e-a000-f8ac6885850e req-f996a30b-176d-41ff-b70b-f01d02fe4061 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 210 time: 0.0404880 Sep 09 09:17:39.480015 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:39.493695 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:39.502139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6e0d9407-66ee-4c5a-ab8d-b941dba91eb7 HTTP/1.1" status: 204 len: 168 time: 1.5552320 Sep 09 09:17:39.519676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 212502ec-504f-4cd7-91c7-8b96142ad04d no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:17:39.546754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc484124-9b48-4972-b3e7-c53bbaae4383 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0d9407-66ee-4c5a-ab8d-b941dba91eb7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:39.594325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718e35b-1994-4ca8-a342-add95b192219 req-d585fe9f-42c2-4bf8-9b2b-85bdf8aef095 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:39.598174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0718e35b-1994-4ca8-a342-add95b192219 req-d585fe9f-42c2-4bf8-9b2b-85bdf8aef095 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.24 "GET /v2.0/ports?device_id=39ac8944-26e3-4ba4-9995-b41d62d531e3 HTTP/1.1" status: 200 len: 946 time: 0.1874878 Sep 09 09:17:39.609325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-1d2155f2-8755-41ad-b041-f944bc12114f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:39.620036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-1d2155f2-8755-41ad-b041-f944bc12114f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.24 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 821 time: 0.3336666 Sep 09 09:17:39.644212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 212502ec-504f-4cd7-91c7-8b96142ad04d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:17:39.645144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 212502ec-504f-4cd7-91c7-8b96142ad04d not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:17:39.646822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=8c10f80f-ad8f-4222-bb68-eafef311b36a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:39.697541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Request body: {'port': {'device_id': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1', 'admin_state_up': True, 'tenant_id': 'f178fa8dbb2a4f9fa7015f3719b056da'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:39.719552 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:39.768114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 60e8f81a-b4d1-4f01-ba04-2542547f04b8, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=60e8f81a-b4d1-4f01-ba04-2542547f04b8,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:39.777412 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:39.796427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:39.799781 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78218dd5-9320-487e-b68c-1b2fcaf3df4d" -d '{"events": [{"server_uuid": "39ac8944-26e3-4ba4-9995-b41d62d531e3", "name": "network-vif-unplugged", "status": "completed", "tag": "3072003d-d8ce-4126-a3f6-07aa9ba9ae59"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:39.808764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '60e8f81a-b4d1-4f01-ba04-2542547f04b8', 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b', 'port_id': '60e8f81a-b4d1-4f01-ba04-2542547f04b8', 'mac_address': 'fa:16:3e:b0:ce:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046ba71a-9e13-4392-8e8b-eb08c374a743', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:17:39.810932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Transition to ACTIVE for port object c713a656-249a-4710-980d-5998919c7fbc will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:17:39.823597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:39.902742 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:39.913549 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:39.959551 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1ad479-3226-4be4-b70e-8d5a44ebef4b x-openstack-request-id: req-1f1ad479-3226-4be4-b70e-8d5a44ebef4b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:39.959991 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ac8944-26e3-4ba4-9995-b41d62d531e3", "name": "network-vif-unplugged", "status": "completed", "tag": "3072003d-d8ce-4126-a3f6-07aa9ba9ae59", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:39.960301 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f1ad479-3226-4be4-b70e-8d5a44ebef4b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:39.960772 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59', 'code': 200} Sep 09 09:17:39.969386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c643db6-7b34-474b-bcb0-e7c9da9fa267 None None] Pushing event updated for resources: {'Port': ['ID=c713a656-249a-4710-980d-5998919c7fbc,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:39.972437 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:40.023600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e8f81a-b4d1-4f01-ba04-2542547f04b8 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:40.078514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 60e8f81a-b4d1-4f01-ba04-2542547f04b8, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=60e8f81a-b4d1-4f01-ba04-2542547f04b8,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:40.126098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Attempting to bind port c713a656-249a-4710-980d-5998919c7fbc on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:17:40.126776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Attempting to bind port c713a656-249a-4710-980d-5998919c7fbc by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:17:40.127011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Attempting to bind port c713a656-249a-4710-980d-5998919c7fbc on network c7db1a02-5a47-4fdb-8640-ba35e27eca9b {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:40.134983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:40.140968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:17:40.145633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Checking segment: {'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:40.146069 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:40.146484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Bound using segment: {'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:17:40.147003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Bound port: c713a656-249a-4710-980d-5998919c7fbc, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:17:40.147417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:40.169860 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:40.311091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=60e8f81a-b4d1-4f01-ba04-2542547f04b8,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:40.324697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-570b388b-7d98-4729-85b9-30262792f006 None None] For port c713a656-249a-4710-980d-5998919c7fbc, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:17:40.340880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-570b388b-7d98-4729-85b9-30262792f006 None None] For port c713a656-249a-4710-980d-5998919c7fbc, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c713a656-249a-4710-980d-5998919c7fbc,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:17:40.361572 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-94df1b74-c1dc-46d6-be12-717df4a0c9fc req-22cfd674-57f8-41d6-906f-998e728dc380 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 210 time: 0.0564196 Sep 09 09:17:40.362137 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57150) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:40.399554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['60e8f81a-b4d1-4f01-ba04-2542547f04b8'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:40.488593 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:40.490736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39241a-198c-4486-bf68-644f93492a07 req-42ce9b27-b8e7-42f8-a32e-53a323620f2b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:40.496106 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f7656c01-f426-48de-aae4-5e1a644c7843 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc4cb54dee824735916dc7731e35d7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321790 Sep 09 09:17:40.496698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57152) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:40.499055 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc39241a-198c-4486-bf68-644f93492a07 req-42ce9b27-b8e7-42f8-a32e-53a323620f2b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 945 time: 0.1255405 Sep 09 09:17:40.509990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0718e35b-1994-4ca8-a342-add95b192219 req-31f6008a-f055-4d3c-b0e8-fead64a7ffbc tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Deleting port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:17:40.513045 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0718e35b-1994-4ca8-a342-add95b192219 req-31f6008a-f055-4d3c-b0e8-fead64a7ffbc tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:40.625286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f15adfe0-190f-4ef2-9790-7c8e80c5504e req-19512a7c-d594-4dbc-acc6-7b940b646428 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 210 time: 0.1091514 Sep 09 09:17:40.626187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57160) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:40.639444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1745532057-network', 'tenant_id': '4cb64844d48d4cfcbb0420913bfd44b6'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:40.670400 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc39241a-198c-4486-bf68-644f93492a07 req-127ad0c4-e274-441d-b3d6-a4cbae6b8532 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702483 Sep 09 09:17:40.710275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c643db6-7b34-474b-bcb0-e7c9da9fa267 None None] Pushing event updated for resources: {'Port': ['ID=c713a656-249a-4710-980d-5998919c7fbc,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:40.718152 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d2c01c8-ae8c-4706-86a8-be7e19317129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:40.728267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Made reservation on behalf of f178fa8dbb2a4f9fa7015f3719b056da for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:40.743210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:40.757825 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d2c01c8-ae8c-4706-86a8-be7e19317129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:40.785018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0718e35b-1994-4ca8-a342-add95b192219 req-31f6008a-f055-4d3c-b0e8-fead64a7ffbc tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] For port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:40.787570 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0718e35b-1994-4ca8-a342-add95b192219 req-31f6008a-f055-4d3c-b0e8-fead64a7ffbc tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:40.816538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-58701e99-2b46-4c56-aaed-3bbc66192ac4 req-a1b45d1d-4b76-4f7b-a096-8ab2f3c49dae tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 210 time: 0.0550916 Sep 09 09:17:40.850520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0718e35b-1994-4ca8-a342-add95b192219 req-31f6008a-f055-4d3c-b0e8-fead64a7ffbc tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Calling delete_port for 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:17:40.872534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Routers {'426acd56-8282-4425-abbb-b63e22f578f2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:17:40.873165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-570b388b-7d98-4729-85b9-30262792f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['426acd56-8282-4425-abbb-b63e22f578f2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:40.991902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Made reservation on behalf of 4cb64844d48d4cfcbb0420913bfd44b6 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:40.997172 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.023677 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.103484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-570b388b-7d98-4729-85b9-30262792f006 None None] Set router 426acd56-8282-4425-abbb-b63e22f578f2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:17:41.135068 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d2c01c8-ae8c-4706-86a8-be7e19317129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.138418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1d2c01c8-ae8c-4706-86a8-be7e19317129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.139844 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1d2c01c8-ae8c-4706-86a8-be7e19317129 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f3951e9-c358-44a1-ae42-8d495df2d890 HTTP/1.1" status: 204 len: 168 time: 0.6404247 Sep 09 09:17:41.166092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c01c8-ae8c-4706-86a8-be7e19317129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3951e9-c358-44a1-ae42-8d495df2d890,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:41.187723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.242765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Allocated IP 172.20.0.5 (423817c2-9bb2-4c3c-b686-139dda54a6a1/14d3a390-03e8-4bc5-94c2-caf8f491346a/6d56d1c8-2b20-4696-9b2e-3993eace8345) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:17:41.293207 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.296904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0718e35b-1994-4ca8-a342-add95b192219 req-31f6008a-f055-4d3c-b0e8-fead64a7ffbc tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.354307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:17:41.367366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6008a-f055-4d3c-b0e8-fead64a7ffbc tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Pushing event deleted for resources: {'Port': ['ID=3072003d-d8ce-4126-a3f6-07aa9ba9ae59,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:41.392847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5b0926-27b6-40a8-94a1-fe3fb14fac2b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:41.431205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.431769 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Added segment 4ba35e87-65c4-4b5a-bc3e-46cfdcfa5dea of type vlan for network a6362733-8e49-4722-95ec-fe09e39cd106 Sep 09 09:17:41.473249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8c10f80f-ad8f-4222-bb68-eafef311b36a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:17:41.525048 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.579215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0718e35b-1994-4ca8-a342-add95b192219 req-31f6008a-f055-4d3c-b0e8-fead64a7ffbc tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] No DVR routers for this DVR port 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:17:41.607772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57176) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:41.611881 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0718e35b-1994-4ca8-a342-add95b192219 req-31f6008a-f055-4d3c-b0e8-fead64a7ffbc tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.617729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-570b388b-7d98-4729-85b9-30262792f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426acd56-8282-4425-abbb-b63e22f578f2', 'name': 'tempest-ServerRescueTestJSON-2032337828-router', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:17:26Z', 'updated_at': '2021-09-09T09:17:35Z', 'revision_number': 4, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'gw_port': {'id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:27Z', 'updated_at': '2021-09-09T09:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'c713a656-249a-4710-980d-5998919c7fbc', 'name': '', 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'mac_address': 'fa:16:3e:03:11:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7cccd1f9-bfab-4b7f-b904-1e91da7a7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:33Z', 'updated_at': '2021-09-09T09:17:40Z', 'revision_number': 4, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'subnets': [{'id': '7cccd1f9-bfab-4b7f-b904-1e91da7a7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:17:41.619130 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0718e35b-1994-4ca8-a342-add95b192219 req-31f6008a-f055-4d3c-b0e8-fead64a7ffbc tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.24 "DELETE /v2.0/ports/3072003d-d8ce-4126-a3f6-07aa9ba9ae59 HTTP/1.1" status: 204 len: 173 time: 1.9966867 Sep 09 09:17:41.632547 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cb1af4c3-e42a-4b08-82a9-07ec8405c013 req-c0d16cc2-9b9f-4ecd-8f2a-a14fe994cacb tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 210 time: 0.0840976 Sep 09 09:17:41.662348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b388b-7d98-4729-85b9-30262792f006 None None] The sync data for ids ['426acd56-8282-4425-abbb-b63e22f578f2'] in n-d-778696-16 is: [{'id': '426acd56-8282-4425-abbb-b63e22f578f2', 'name': 'tempest-ServerRescueTestJSON-2032337828-router', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:17:26Z', 'updated_at': '2021-09-09T09:17:35Z', 'revision_number': 4, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'gw_port': {'id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:27Z', 'updated_at': '2021-09-09T09:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'c713a656-249a-4710-980d-5998919c7fbc', 'name': '', 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'mac_address': 'fa:16:3e:03:11:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7cccd1f9-bfab-4b7f-b904-1e91da7a7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:33Z', 'updated_at': '2021-09-09T09:17:40Z', 'revision_number': 4, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'subnets': [{'id': '7cccd1f9-bfab-4b7f-b904-1e91da7a7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:17:41.673932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8c10f80f-ad8f-4222-bb68-eafef311b36a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:17:41.674454 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.779225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.780518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:41.781374 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:41.902998 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2538929 Sep 09 09:17:41.903818 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57188) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:41.911037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'name': 'network-vif-deleted', 'tag': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:41.915562 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3769ae-53b9-4073-8bc7-676d84368c77" -d '{"events": [{"server_uuid": "39ac8944-26e3-4ba4-9995-b41d62d531e3", "name": "network-vif-deleted", "tag": "3072003d-d8ce-4126-a3f6-07aa9ba9ae59"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:41.959220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] Request body: {'subnet': {'network_id': 'a6362733-8e49-4722-95ec-fe09e39cd106', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1745532057-subnet', 'tenant_id': '4cb64844d48d4cfcbb0420913bfd44b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:42.002420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b0890ba4-4816-487b-b3dd-66a0a119c529 req-f6867053-1216-40ab-aa14-b2ec4221fcd3 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 210 time: 0.0778332 Sep 09 09:17:42.056766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-d0f47ad3-9892-4caa-84f9-7c4acd6e3952 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:42.060502 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-d0f47ad3-9892-4caa-84f9-7c4acd6e3952 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.41 "GET /v2.0/networks?id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b HTTP/1.1" status: 200 len: 811 time: 0.4961889 Sep 09 09:17:42.084741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Request body: {'port': {'device_id': '216e50d0-cfe9-415e-9c5a-0ff209011615', 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b', 'admin_state_up': True, 'tenant_id': '010aa331e20b476da7391d58bcd87a18'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:42.153416 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-898c8579-da81-4499-b75d-8b24ee93ce71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:42.184216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437a54f-73ac-4925-ab5b-2bbabae502e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a6362733-8e49-4722-95ec-fe09e39cd106,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:42.197729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a6362733-8e49-4722-95ec-fe09e39cd106 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:17:42.228099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:42.241503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72416f78-94ae-46b6-9130-57e7dd2e9bc4 req-703371ad-a868-48ac-bdd4-e0b441c9bd5e tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:42.245231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-72416f78-94ae-46b6-9130-57e7dd2e9bc4 req-703371ad-a868-48ac-bdd4-e0b441c9bd5e tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 945 time: 0.3165476 Sep 09 09:17:42.296842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b1fd7623-a28f-40a2-ae8a-a896998f301a req-bded9f7f-c988-4401-9b0b-34515aea95f1 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 210 time: 0.1216371 Sep 09 09:17:42.305709 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] Made reservation on behalf of 4cb64844d48d4cfcbb0420913bfd44b6 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:42.308676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:42.349405 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-72416f78-94ae-46b6-9130-57e7dd2e9bc4 req-6e814814-4bff-4109-867f-28db3e085489 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907300 Sep 09 09:17:42.424031 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c821b1a3-9f5d-4751-baf7-8b1bf45d71ba x-openstack-request-id: req-c821b1a3-9f5d-4751-baf7-8b1bf45d71ba {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:42.424210 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ac8944-26e3-4ba4-9995-b41d62d531e3", "name": "network-vif-deleted", "tag": "3072003d-d8ce-4126-a3f6-07aa9ba9ae59", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:42.424517 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c821b1a3-9f5d-4751-baf7-8b1bf45d71ba {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:42.424949 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ac8944-26e3-4ba4-9995-b41d62d531e3', 'name': 'network-vif-deleted', 'tag': '3072003d-d8ce-4126-a3f6-07aa9ba9ae59', 'status': 'completed', 'code': 200} Sep 09 09:17:42.545468 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:42.558592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e848c75b-92f5-4585-9485-51450c605814'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:42.685603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Network 423817c2-9bb2-4c3c-b686-139dda54a6a1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:17:42.707783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:42.715519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:17:42.758192 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Pushing event updated for resources: {'Port': ['ID=6d56d1c8-2b20-4696-9b2e-3993eace8345,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:42.764454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 60e8f81a-b4d1-4f01-ba04-2542547f04b8 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:17:42.841888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:42.842734 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:42.924177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:17:42.972637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a60cfb-d613-4334-b78c-5736fb416b02 req-d15cf29f-d7e9-48c2-a796-f634d596a97c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:42.975975 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-64a60cfb-d613-4334-b78c-5736fb416b02 req-d15cf29f-d7e9-48c2-a796-f634d596a97c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 931 time: 0.1805153 Sep 09 09:17:42.983735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:17:42.984121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3072003d-d8ce-4126-a3f6-07aa9ba9ae59 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:17:42.995821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 60e8f81a-b4d1-4f01-ba04-2542547f04b8 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:17:43.000098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 60e8f81a-b4d1-4f01-ba04-2542547f04b8 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:17:43.000478 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.007327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ff8c06b7-61ed-4cff-9adf-a75e0958645e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:43.011876 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ff8c06b7-61ed-4cff-9adf-a75e0958645e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.41 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 805 time: 0.4906352 Sep 09 09:17:43.018298 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.047335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-64a60cfb-d613-4334-b78c-5736fb416b02 req-cd1379d9-4fb2-4796-ab98-622f151a9a61 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647225 Sep 09 09:17:43.051668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Request body: {'port': {'device_id': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'admin_state_up': True, 'tenant_id': '732f78253ff7467eb3d636874f29448f'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:43.107947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57212) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:43.164931 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.167874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0439f15e-6ff5-4875-a734-574759f60f91,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:43.215041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 60e8f81a-b4d1-4f01-ba04-2542547f04b8, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=60e8f81a-b4d1-4f01-ba04-2542547f04b8,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:43.215041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e8f81a-b4d1-4f01-ba04-2542547f04b8'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:43.215041 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332fde6a-f08e-4bb6-b061-01e979e46a73" -d '{"events": [{"server_uuid": "76744c11-8d61-44b7-9630-c2aceb9d6a77", "name": "network-vif-plugged", "status": "completed", "tag": "60e8f81a-b4d1-4f01-ba04-2542547f04b8"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:43.232174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1102221658-network', 'tenant_id': 'a1a626b7ac31483590c89412120e8497'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:43.247946 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-90c2c0f5-a132-4798-94b4-f0d7e7471682 req-5cf14aa5-8579-43e1-868c-03f26274bc39 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 210 time: 0.0775547 Sep 09 09:17:43.281604 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.285293 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf35a30-6fdf-40f4-92ba-0375a2049c40 x-openstack-request-id: req-fdf35a30-6fdf-40f4-92ba-0375a2049c40 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:43.285619 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76744c11-8d61-44b7-9630-c2aceb9d6a77", "name": "network-vif-plugged", "status": "completed", "tag": "60e8f81a-b4d1-4f01-ba04-2542547f04b8", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:43.285828 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdf35a30-6fdf-40f4-92ba-0375a2049c40 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:43.286359 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e8f81a-b4d1-4f01-ba04-2542547f04b8', 'code': 200} Sep 09 09:17:43.358795 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-898c8579-da81-4499-b75d-8b24ee93ce71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.395359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=60e8f81a-b4d1-4f01-ba04-2542547f04b8,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:43.431914 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-898c8579-da81-4499-b75d-8b24ee93ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.501138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c713a656-249a-4710-980d-5998919c7fbc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:17:43.532588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Made reservation on behalf of 010aa331e20b476da7391d58bcd87a18 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:43.536839 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.552706 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6e6cf063-0e3d-48ee-9393-6ae5b70885f5 req-105a1dd3-34b9-433f-9e26-0717caf9cefb tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 210 time: 0.0741663 Sep 09 09:17:43.580999 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-898c8579-da81-4499-b75d-8b24ee93ce71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb6903d9597e4ffaa852df16a6784af3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9717214 Sep 09 09:17:43.584422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f308f-4877-483f-85a0-068c603caa6f req-b87f8ff9-3f18-42d7-b17a-782d9338f7e6 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:43.586191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d5f308f-4877-483f-85a0-068c603caa6f req-b87f8ff9-3f18-42d7-b17a-782d9338f7e6 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 946 time: 0.1419809 Sep 09 09:17:43.586678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57224) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:43.600242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc72929-5133-497a-b3f2-e9cadb85d7cf req-adfa17f2-b0c9-4821-bcc4-87936a3f9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:43.601945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dc72929-5133-497a-b3f2-e9cadb85d7cf req-adfa17f2-b0c9-4821-bcc4-87936a3f9629 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 1098 time: 0.2358131 Sep 09 09:17:43.607766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] Checking segment: {'id': '4ba35e87-65c4-4b5a-bc3e-46cfdcfa5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a6362733-8e49-4722-95ec-fe09e39cd106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:43.608271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] Network hostable DHCP agents. Network: a6362733-8e49-4722-95ec-fe09e39cd106, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:17:43.611013 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-39a5fadb-6d0f-4346-a146-04da7a1abe91 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9171832 Sep 09 09:17:43.640451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c8579-da81-4499-b75d-8b24ee93ce71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b402765-fad8-46ab-9274-626e0dc491ae,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:43.647170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port c713a656-249a-4710-980d-5998919c7fbc completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:17:43.660740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c713a656-249a-4710-980d-5998919c7fbc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:17:43.661118 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.692021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Request body: {'port': {'device_id': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:43.698652 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dc72929-5133-497a-b3f2-e9cadb85d7cf req-df8d2570-1747-4855-9dd8-b8e78eae22ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854514 Sep 09 09:17:43.732620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] Network a6362733-8e49-4722-95ec-fe09e39cd106 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:17:43.782190 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d5f308f-4877-483f-85a0-068c603caa6f req-8f765034-c588-4573-8b51-3d44964fc9e4 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768203 Sep 09 09:17:43.809017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, a6362733-8e49-4722-95ec-fe09e39cd106) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:43.812751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:43.813451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.895995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Made reservation on behalf of a1a626b7ac31483590c89412120e8497 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:43.898420 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.904634 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf386ff-68ff-4043-8af0-6691c478f204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.910111 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-895219a7-dc7b-43f6-946e-dc07022349c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9801915 Sep 09 09:17:43.935870 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.937830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.949199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dc80da-30bc-4642-87b6-5934e087d813 None None] Network a6362733-8e49-4722-95ec-fe09e39cd106 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:43.974983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf386ff-68ff-4043-8af0-6691c478f204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.990505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Made reservation on behalf of 732f78253ff7467eb3d636874f29448f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:43.991027 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:43.993824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Allocated IP 172.20.0.2 (c7db1a02-5a47-4fdb-8640-ba35e27eca9b/7cccd1f9-bfab-4b7f-b904-1e91da7a7b90/606fe024-5f5f-4296-95ac-69fc2a79a504) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:17:43.996139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:44.082415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port c713a656-249a-4710-980d-5998919c7fbc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c713a656-249a-4710-980d-5998919c7fbc,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:44.144384 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:44.206995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb7b874-6f9a-41cc-868b-c1e121030170 None None] Network a6362733-8e49-4722-95ec-fe09e39cd106 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:44.294958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=c713a656-249a-4710-980d-5998919c7fbc,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:44.325332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42cf50-32cb-4f8e-849e-120ccf14d170 req-f8e19bf4-b39e-4e6b-b114-c6d290a37675 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:44.333995 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d42cf50-32cb-4f8e-849e-120ccf14d170 req-f8e19bf4-b39e-4e6b-b114-c6d290a37675 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 931 time: 0.1537821 Sep 09 09:17:44.337500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Allocated IP 172.20.0.12 (575bbc1b-2638-4cdf-9043-6cd38faa718c/e7087ae7-6b75-4933-a9a3-67deca9dee86/0f6e57b6-8461-429d-9809-45d1ea59c640) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:17:44.396606 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d42cf50-32cb-4f8e-849e-120ccf14d170 req-18f95eca-bb7f-4487-bed4-f7b928fb237a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612762 Sep 09 09:17:44.418230 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa7095f3-e489-44e8-8f8d-642adac905c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:44.421280 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf386ff-68ff-4043-8af0-6691c478f204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:44.424806 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf386ff-68ff-4043-8af0-6691c478f204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:44.427871 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7bf386ff-68ff-4043-8af0-6691c478f204 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b402765-fad8-46ab-9274-626e0dc491ae HTTP/1.1" status: 204 len: 168 time: 0.8387771 Sep 09 09:17:44.575287 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-71cdf667-4ac5-4735-aa86-15072335895e req-8ca3e657-0b8c-4950-b7a3-705c6009b23e tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 210 time: 0.0476224 Sep 09 09:17:44.586064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf386ff-68ff-4043-8af0-6691c478f204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b402765-fad8-46ab-9274-626e0dc491ae,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:44.705639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70e11432-7c4b-4b7c-a0c8-acfdff9009f4 req-56518c62-9eb5-4634-8bb0-2ef9ee60d25a tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 210 time: 0.0342381 Sep 09 09:17:44.769249 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:44.788761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:44.883153 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:44.933310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:44.940752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64c32a-b632-4419-8b74-1798cae43970 req-803125d0-4333-448c-a859-61de426b974c tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:44.942513 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-803125d0-4333-448c-a859-61de426b974c tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/networks?id=1adfafda-2a60-492b-994f-a8450f2eae2e HTTP/1.1" status: 200 len: 808 time: 0.3730376 Sep 09 09:17:44.975785 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.011029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Pushing event updated for resources: {'Port': ['ID=0f6e57b6-8461-429d-9809-45d1ea59c640,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:45.017809 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fdacf6-f29f-44a8-a346-e1cf27f94cd2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:45.056800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:17:45.056800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d56d1c8-2b20-4696-9b2e-3993eace8345 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:45.057129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Network 575bbc1b-2638-4cdf-9043-6cd38faa718c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:17:45.058987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:45.069139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:17:45.069643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.086692 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.087134 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Added segment a58cbeed-9dbb-4c76-bf22-c2c4565b83b1 of type vlan for network 77cb22d8-280d-47be-807a-5618ab74332d Sep 09 09:17:45.097255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Transition to ACTIVE for port object 6d56d1c8-2b20-4696-9b2e-3993eace8345 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:17:45.137750 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.138269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:45.139055 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.158092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.161143 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.213336 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ac6e2fec-adb0-4fd2-a78d-35eb58cd09db tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1838856 Sep 09 09:17:45.231554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df170a1-8e80-44b8-b0c7-2e0bf9ed20d2 req-2d93dcc5-a56d-4461-b89f-0f007f99002c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:45.231907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Network c7db1a02-5a47-4fdb-8640-ba35e27eca9b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:17:45.233502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57260) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:45.235527 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df170a1-8e80-44b8-b0c7-2e0bf9ed20d2 req-2d93dcc5-a56d-4461-b89f-0f007f99002c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 946 time: 0.3290076 Sep 09 09:17:45.241843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Request body: {'port': {'device_id': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:45.247548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:45.250266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:17:45.352113 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.352113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:45.352113 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.352113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Pushing event updated for resources: {'Port': ['ID=6d56d1c8-2b20-4696-9b2e-3993eace8345,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:45.358954 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4df170a1-8e80-44b8-b0c7-2e0bf9ed20d2 req-8f09d4d6-e841-4bbd-9875-55807e83dd9c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095748 Sep 09 09:17:45.360435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.410207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:45.410860 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.415427 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-047f3940-3d44-462a-ae32-c2511e576abe tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/quotas/d5d75db8cd274acd89a735e714747a91 HTTP/1.1" status: 200 len: 375 time: 0.4668102 Sep 09 09:17:45.419949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c713a656-249a-4710-980d-5998919c7fbc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:17:45.436438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Pushing event updated for resources: {'Port': ['ID=606fe024-5f5f-4296-95ac-69fc2a79a504,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:45.487053 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e22084c-f4d1-469b-8cec-e40a37f986c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.489715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c713a656-249a-4710-980d-5998919c7fbc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:17:45.490326 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.552357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:17:45.552695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:17:45.553025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:45.581250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:17:45.581583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:45.583602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50e206d9-8727-4fc6-a2a9-6f80f1983fe3 req-18c8c1d3-5360-42ed-b9fa-b382637a3ac6 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-568273259&fields=id&tenant_id=b24e019063834dab9166646d1c341346 HTTP/1.1" status: 200 len: 267 time: 0.1278622 Sep 09 09:17:45.591466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:17:45.591837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:45.592189 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:17:45.592765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Bound port: 6d56d1c8-2b20-4696-9b2e-3993eace8345, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:17:45.593127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.612046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-ca742e8d-b2c1-4a03-a6e3-bcb749507872 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5d75db8cd274acd89a735e714747a91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1148272 Sep 09 09:17:45.708252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e206d9-8727-4fc6-a2a9-6f80f1983fe3 req-d731aa6d-3ff5-4a5b-b9eb-bd1927bc1296 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:45.709801 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50e206d9-8727-4fc6-a2a9-6f80f1983fe3 req-d731aa6d-3ff5-4a5b-b9eb-bd1927bc1296 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 946 time: 0.1111274 Sep 09 09:17:45.731314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] Pushing event updated for resources: {'Network': ['ID=77cb22d8-280d-47be-807a-5618ab74332d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:45.732462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-50e206d9-8727-4fc6-a2a9-6f80f1983fe3 req-26ea2ac9-3ac2-4678-b663-1bbaa58f4db7 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'port': {'security_groups': ['6eab4720-8e57-460f-afcb-fc8b1da46075', 'b234ee28-2e25-41f9-89be-76ec105f2e7a']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:45.743528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 77cb22d8-280d-47be-807a-5618ab74332d details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:17:45.836984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:17:45.840705 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-50e206d9-8727-4fc6-a2a9-6f80f1983fe3 req-26ea2ac9-3ac2-4678-b663-1bbaa58f4db7 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.856801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6e57b6-8461-429d-9809-45d1ea59c640 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:45.860410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:17:45.867809 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.878295 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-146cda78-041c-4748-aaea-b47e5c695b75 service neutron] 10.222.0.32 "GET /v2.0/networks/1adfafda-2a60-492b-994f-a8450f2eae2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516944 Sep 09 09:17:45.910914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Transition to ACTIVE for port object 0f6e57b6-8461-429d-9809-45d1ea59c640 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:17:45.963600 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:45.990830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.021586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-cea431be-cb4e-4342-b6be-00800c482db0 service neutron] 10.222.0.32 "GET /v2.0/networks/1adfafda-2a60-492b-994f-a8450f2eae2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371472 Sep 09 09:17:46.022792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:46.023426 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.024898 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] 10.222.0.24 "PUT /v2.0/ports/6d56d1c8-2b20-4696-9b2e-3993eace8345 HTTP/1.1" status: 200 len: 1092 time: 2.3879409 Sep 09 09:17:46.029518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'tag': '6d56d1c8-2b20-4696-9b2e-3993eace8345'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:46.031826 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cc5d6e-65c9-4c9f-9780-0381a7e2cd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7", "tag": "6d56d1c8-2b20-4696-9b2e-3993eace8345"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:46.056897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e22084c-f4d1-469b-8cec-e40a37f986c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.061879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad1083-2254-4a0d-8353-1b900665b46d service neutron] Pushing event updated for resources: {'Port': ['ID=6d56d1c8-2b20-4696-9b2e-3993eace8345,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:46.103186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Pushing event updated for resources: {'Port': ['ID=0f6e57b6-8461-429d-9809-45d1ea59c640,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:46.148792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e22084c-f4d1-469b-8cec-e40a37f986c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.164549 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-50e206d9-8727-4fc6-a2a9-6f80f1983fe3 req-26ea2ac9-3ac2-4678-b663-1bbaa58f4db7 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] For port 60e8f81a-b4d1-4f01-ba04-2542547f04b8, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=60e8f81a-b4d1-4f01-ba04-2542547f04b8,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:46.201239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22084c-f4d1-469b-8cec-e40a37f986c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c084e786-a732-493e-b50a-687db9528eec,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:46.207011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Attempting to bind port 0f6e57b6-8461-429d-9809-45d1ea59c640 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:17:46.207347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Attempting to bind port 0f6e57b6-8461-429d-9809-45d1ea59c640 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:17:46.207709 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Attempting to bind port 0f6e57b6-8461-429d-9809-45d1ea59c640 on network 575bbc1b-2638-4cdf-9043-6cd38faa718c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:46.208087 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1e22084c-f4d1-469b-8cec-e40a37f986c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd02609408c949448c807730a4b665fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9735420 Sep 09 09:17:46.211308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57274) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:46.213546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-85accee2-0328-4cb3-8961-d9c8592c4f34 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.1040220 Sep 09 09:17:46.214638 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-50e206d9-8727-4fc6-a2a9-6f80f1983fe3 req-26ea2ac9-3ac2-4678-b663-1bbaa58f4db7 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.216259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57276) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:46.216870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Port 0f6e57b6-8461-429d-9809-45d1ea59c640 on network 575bbc1b-2638-4cdf-9043-6cd38faa718c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:17:46.217259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Attempting to bind port 0f6e57b6-8461-429d-9809-45d1ea59c640 on network 575bbc1b-2638-4cdf-9043-6cd38faa718c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:46.222132 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-2ef1f5b5-6e9a-46d1-8512-582268c2acc1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1472938 Sep 09 09:17:46.224615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] Request body: {'subnet': {'network_id': '77cb22d8-280d-47be-807a-5618ab74332d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1102221658-subnet', 'tenant_id': 'a1a626b7ac31483590c89412120e8497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:46.226573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-42236be0-980b-4592-93f8-e038fe11b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:46.228592 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-42236be0-980b-4592-93f8-e038fe11b9d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 1095 time: 0.1101198 Sep 09 09:17:46.237722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:17:46.238068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Checking segment: {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:46.238449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Bound using segment: {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:17:46.238886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Bound port: 0f6e57b6-8461-429d-9809-45d1ea59c640, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:17:46.239017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Request body: {'port': {'device_id': '216e50d0-cfe9-415e-9c5a-0ff209011615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:46.239294 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.285688 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-50e206d9-8727-4fc6-a2a9-6f80f1983fe3 req-26ea2ac9-3ac2-4678-b663-1bbaa58f4db7 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.297145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['60e8f81a-b4d1-4f01-ba04-2542547f04b8'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:46.349874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-99ceba0c-70ad-4e20-8345-f4655eb33f73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345 HTTP/1.1" status: 200 len: 217 time: 0.0968883 Sep 09 09:17:46.362165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] Made reservation on behalf of a1a626b7ac31483590c89412120e8497 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:46.364889 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.404363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e206d9-8727-4fc6-a2a9-6f80f1983fe3 req-26ea2ac9-3ac2-4678-b663-1bbaa58f4db7 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:46.405062 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-50e206d9-8727-4fc6-a2a9-6f80f1983fe3 req-26ea2ac9-3ac2-4678-b663-1bbaa58f4db7 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.418560 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50e206d9-8727-4fc6-a2a9-6f80f1983fe3 req-26ea2ac9-3ac2-4678-b663-1bbaa58f4db7 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "PUT /v2.0/ports/60e8f81a-b4d1-4f01-ba04-2542547f04b8 HTTP/1.1" status: 200 len: 982 time: 0.6933665 Sep 09 09:17:46.432795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'tag': '60e8f81a-b4d1-4f01-ba04-2542547f04b8'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:46.439520 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be607b20-c850-4ceb-a845-7d2c410310b0" -d '{"events": [{"name": "network-changed", "server_uuid": "76744c11-8d61-44b7-9630-c2aceb9d6a77", "tag": "60e8f81a-b4d1-4f01-ba04-2542547f04b8"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:46.469832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.475912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['60e8f81a-b4d1-4f01-ba04-2542547f04b8'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:46.489284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-362647c8-eb24-4bbe-8e5d-29195f3a5995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.519595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-dc56526c-6983-490e-9e2a-709c1f13d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:46.519595 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-dc56526c-6983-490e-9e2a-709c1f13d08c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1556332 Sep 09 09:17:46.547431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a82dc-b5b1-4f8e-9380-45d41824a330 req-9c5335c6-53f1-43ed-b011-10a3f58a963c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:46.550575 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c2a82dc-b5b1-4f8e-9380-45d41824a330 req-9c5335c6-53f1-43ed-b011-10a3f58a963c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.2172599 Sep 09 09:17:46.582523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea2ac9-3ac2-4678-b663-1bbaa58f4db7 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'Port': ['ID=60e8f81a-b4d1-4f01-ba04-2542547f04b8,revision_number=6']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:46.588192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] For port 0f6e57b6-8461-429d-9809-45d1ea59c640, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:17:46.607896 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-362647c8-eb24-4bbe-8e5d-29195f3a5995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.620711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] For port 0f6e57b6-8461-429d-9809-45d1ea59c640, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f6e57b6-8461-429d-9809-45d1ea59c640,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:17:46.644581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9956e14-fd6a-4689-86c4-85c84425a100 req-46801219-534b-44c5-8a88-5c9cecabf308 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:46.645345 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e2d8217f-cd82-4d2a-a08c-41c5d955de2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170843 Sep 09 09:17:46.646220 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9956e14-fd6a-4689-86c4-85c84425a100 req-46801219-534b-44c5-8a88-5c9cecabf308 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 931 time: 0.1375780 Sep 09 09:17:46.691973 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.777034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:46.777644 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:46.779035 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] 10.222.0.41 "PUT /v2.0/ports/0f6e57b6-8461-429d-9809-45d1ea59c640 HTTP/1.1" status: 200 len: 1093 time: 1.5422752 Sep 09 09:17:46.806838 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9956e14-fd6a-4689-86c4-85c84425a100 req-5afa1be4-7a14-4263-ab31-10e09ffeddd2 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521206 Sep 09 09:17:46.850501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b1cde-df9a-424f-9ede-fe33cc4642ca service neutron] Pushing event updated for resources: {'Port': ['ID=0f6e57b6-8461-429d-9809-45d1ea59c640,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:46.858816 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c2a82dc-b5b1-4f8e-9380-45d41824a330 req-8711609f-6f35-4303-9275-b1e8273a23dc tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581027 Sep 09 09:17:46.964449 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-fa7c2e4f-f18a-423b-b3a1-9e173b59964d service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094270 Sep 09 09:17:46.977251 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd774858-1fc0-4672-9a47-8e639d86182d x-openstack-request-id: req-fd774858-1fc0-4672-9a47-8e639d86182d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:46.977661 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7", "tag": "6d56d1c8-2b20-4696-9b2e-3993eace8345", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:46.978014 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd774858-1fc0-4672-9a47-8e639d86182d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:46.978514 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'tag': '6d56d1c8-2b20-4696-9b2e-3993eace8345', 'status': 'completed', 'code': 200} Sep 09 09:17:46.988433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda639b6-7b94-40f4-9890-ceab78bb4a9a req-31d5c324-dd6b-44a5-bf52-010d9baaf602 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:46.996416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bda639b6-7b94-40f4-9890-ceab78bb4a9a req-31d5c324-dd6b-44a5-bf52-010d9baaf602 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 944 time: 0.1013570 Sep 09 09:17:47.005672 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:47.059727 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-19d707df-c23c-4999-b4b5-2251aee2b089 req-68579c07-46e3-457f-8f78-07c60cb618ac tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 210 time: 0.0480855 Sep 09 09:17:47.074326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6a18d-eb0b-4773-93ed-555867688848 req-2a50345e-397f-473d-8d0f-94719f71875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:47.076002 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-2a50345e-397f-473d-8d0f-94719f71875f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 1096 time: 0.1336443 Sep 09 09:17:47.098171 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-24a2b28b-e309-41d1-bec0-e08e6e4c0399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:47.148411 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bda639b6-7b94-40f4-9890-ceab78bb4a9a req-4dedd23f-d94c-42b7-9fa5-c14016dee902 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511202 Sep 09 09:17:47.151553 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-66aebe16-d959-4a36-93a2-6c794236c1b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f6e57b6-8461-429d-9809-45d1ea59c640 HTTP/1.1" status: 200 len: 217 time: 0.0658052 Sep 09 09:17:47.158189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5028ab78-c18a-4628-9139-9da55584f3ad,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:47.215248 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] Checking segment: {'id': 'a58cbeed-9dbb-4c76-bf22-c2c4565b83b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '77cb22d8-280d-47be-807a-5618ab74332d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:47.220877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] Network hostable DHCP agents. Network: 77cb22d8-280d-47be-807a-5618ab74332d, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:17:47.226843 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d46f44c-7b92-4249-b8f4-5204bc145a4a x-openstack-request-id: req-6d46f44c-7b92-4249-b8f4-5204bc145a4a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:47.227158 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76744c11-8d61-44b7-9630-c2aceb9d6a77", "tag": "60e8f81a-b4d1-4f01-ba04-2542547f04b8", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:47.227414 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d46f44c-7b92-4249-b8f4-5204bc145a4a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:47.227966 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'tag': '60e8f81a-b4d1-4f01-ba04-2542547f04b8', 'status': 'completed', 'code': 200} Sep 09 09:17:47.238035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6a18d-eb0b-4773-93ed-555867688848 req-94081506-cc57-406e-825a-0d2dd5d6e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:47.239559 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-94081506-cc57-406e-825a-0d2dd5d6e38d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7087ae7-6b75-4933-a9a3-67deca9dee86 HTTP/1.1" status: 200 len: 845 time: 0.0779870 Sep 09 09:17:47.264486 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:47.303336 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-ce1730f6-b32f-4c03-8679-125d399a2203 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=575bbc1b-2638-4cdf-9043-6cd38faa718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555596 Sep 09 09:17:47.348210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] Network 77cb22d8-280d-47be-807a-5618ab74332d is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:17:47.353544 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be607b20-c850-4ceb-a845-7d2c410310b0 req-232a7e1c-20d2-40fc-b04d-953d836bd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:47.355156 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-be607b20-c850-4ceb-a845-7d2c410310b0 req-232a7e1c-20d2-40fc-b04d-953d836bd5c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24e019063834dab9166646d1c341346&device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 1137 time: 0.0994983 Sep 09 09:17:47.497130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-362647c8-eb24-4bbe-8e5d-29195f3a5995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:47.499822 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-362647c8-eb24-4bbe-8e5d-29195f3a5995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:47.502502 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:17:47.503913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-362647c8-eb24-4bbe-8e5d-29195f3a5995 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c084e786-a732-493e-b50a-687db9528eec HTTP/1.1" status: 204 len: 168 time: 1.2890866 Sep 09 09:17:47.515357 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17cb5ebb-b97e-4fe7-b14b-807d3823bb39 req-e5010eee-ca08-43a4-bbc4-ba9b208ef20c service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403059 Sep 09 09:17:47.519463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606fe024-5f5f-4296-95ac-69fc2a79a504 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:47.536493 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:47.543946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362647c8-eb24-4bbe-8e5d-29195f3a5995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c084e786-a732-493e-b50a-687db9528eec,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:47.562928 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5ff5630-842c-4933-8487-bb73414985e6 req-730fbef5-8d93-4c7b-8c86-0087c72371fe tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1083358310&fields=id&tenant_id=b24e019063834dab9166646d1c341346 HTTP/1.1" status: 200 len: 267 time: 0.4275811 Sep 09 09:17:47.580910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Transition to ACTIVE for port object 606fe024-5f5f-4296-95ac-69fc2a79a504 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:17:47.627757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff5630-842c-4933-8487-bb73414985e6 req-303aee66-fce3-452e-b2bc-61bf097ea67d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:47.629422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5ff5630-842c-4933-8487-bb73414985e6 req-303aee66-fce3-452e-b2bc-61bf097ea67d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 985 time: 0.0656977 Sep 09 09:17:47.642389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b5ff5630-842c-4933-8487-bb73414985e6 req-151f40f2-65b9-4720-9f83-4b8b02d0882f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'port': {'security_groups': ['6eab4720-8e57-460f-afcb-fc8b1da46075', 'b234ee28-2e25-41f9-89be-76ec105f2e7a', 'aad97c94-a815-401f-b05d-b59f7fe68897']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:47.705350 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:47.741935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 77cb22d8-280d-47be-807a-5618ab74332d) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:47.759854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b2c157-bb40-4bf0-ab7c-5a836f593fce None None] Network 77cb22d8-280d-47be-807a-5618ab74332d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:47.794722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc5d6e-65c9-4c9f-9780-0381a7e2cd3e req-e6c26da6-47d2-4b91-b971-0a3ef457a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:47.796420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3cc5d6e-65c9-4c9f-9780-0381a7e2cd3e req-e6c26da6-47d2-4b91-b971-0a3ef457a2f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 1095 time: 0.1503201 Sep 09 09:17:47.809176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:47.809927 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:47.822246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Pushing event updated for resources: {'Port': ['ID=606fe024-5f5f-4296-95ac-69fc2a79a504,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:47.840074 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5ff5630-842c-4933-8487-bb73414985e6 req-151f40f2-65b9-4720-9f83-4b8b02d0882f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:47.843177 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-90316fd6-faea-46a8-9b9b-61a681ec4310 service neutron] 10.222.0.41 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323741 Sep 09 09:17:47.906990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be607b20-c850-4ceb-a845-7d2c410310b0 req-f88d6545-d488-4874-802d-e8cff546c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:47.909325 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-be607b20-c850-4ceb-a845-7d2c410310b0 req-f88d6545-d488-4874-802d-e8cff546c83b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4aa85e7-c60f-4289-8875-0c616dedbb1b HTTP/1.1" status: 200 len: 914 time: 0.5234308 Sep 09 09:17:47.987598 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1759f42f-2ee8-46ee-b60a-4a3d08390405 None None] Network 77cb22d8-280d-47be-807a-5618ab74332d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:17:48.040295 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-be607b20-c850-4ceb-a845-7d2c410310b0 req-32c342eb-2915-4c5a-82fe-35b321c81333 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e8f81a-b4d1-4f01-ba04-2542547f04b8 HTTP/1.1" status: 200 len: 217 time: 0.1137390 Sep 09 09:17:48.044329 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e9837870-67b7-46a2-8414-01102e554036 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8222163 Sep 09 09:17:48.055328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc5d6e-65c9-4c9f-9780-0381a7e2cd3e req-2ff08c99-5960-46d0-8b36-843bed132786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:48.057431 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3cc5d6e-65c9-4c9f-9780-0381a7e2cd3e req-2ff08c99-5960-46d0-8b36-843bed132786 service neutron] 10.222.0.24 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.2525828 Sep 09 09:17:48.058286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Attempting to bind port 606fe024-5f5f-4296-95ac-69fc2a79a504 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:17:48.058744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Attempting to bind port 606fe024-5f5f-4296-95ac-69fc2a79a504 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:17:48.059086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Attempting to bind port 606fe024-5f5f-4296-95ac-69fc2a79a504 on network c7db1a02-5a47-4fdb-8640-ba35e27eca9b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:48.089003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Port 606fe024-5f5f-4296-95ac-69fc2a79a504 on network c7db1a02-5a47-4fdb-8640-ba35e27eca9b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:17:48.089003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Attempting to bind port 606fe024-5f5f-4296-95ac-69fc2a79a504 on network c7db1a02-5a47-4fdb-8640-ba35e27eca9b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:48.127852 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3cc5d6e-65c9-4c9f-9780-0381a7e2cd3e req-efbc44dd-1e0a-4aad-b8dc-ec6cd89fb27c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345 HTTP/1.1" status: 200 len: 217 time: 0.0556946 Sep 09 09:17:48.132863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:17:48.133210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Checking segment: {'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:48.133595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Bound using segment: {'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:17:48.134037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Bound port: 606fe024-5f5f-4296-95ac-69fc2a79a504, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:17:48.139247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:48.173845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be607b20-c850-4ceb-a845-7d2c410310b0 req-14d5ab00-354d-495e-951f-295bd8f1c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:48.175521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-be607b20-c850-4ceb-a845-7d2c410310b0 req-14d5ab00-354d-495e-951f-295bd8f1c418 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=046ba71a-9e13-4392-8e8b-eb08c374a743 HTTP/1.1" status: 200 len: 853 time: 0.0989356 Sep 09 09:17:48.181526 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78b6a18d-eb0b-4773-93ed-555867688848 req-6132b1ed-9b3d-435b-bb1b-330b3eb4cf4d service neutron] 10.222.0.41 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988651 Sep 09 09:17:48.243735 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-be607b20-c850-4ceb-a845-7d2c410310b0 req-cb3e7021-d782-4cd6-9496-e1eca2203b50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4aa85e7-c60f-4289-8875-0c616dedbb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395203 Sep 09 09:17:48.249954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9441f-5468-476f-b700-59bd82f8ae49 req-7aeaf89a-3ca6-42be-bf48-4a940c6c7f41 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:48.251920 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3b9441f-5468-476f-b700-59bd82f8ae49 req-7aeaf89a-3ca6-42be-bf48-4a940c6c7f41 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 943 time: 0.2449365 Sep 09 09:17:48.256970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc5d6e-65c9-4c9f-9780-0381a7e2cd3e req-da0a5232-15d5-4565-a824-3533ff70e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:48.258451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3cc5d6e-65c9-4c9f-9780-0381a7e2cd3e req-da0a5232-15d5-4565-a824-3533ff70e7c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1180968 Sep 09 09:17:48.310644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3cc5d6e-65c9-4c9f-9780-0381a7e2cd3e req-1811e808-bd1c-406d-9506-92f4facf3082 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420663 Sep 09 09:17:48.315191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] For port 606fe024-5f5f-4296-95ac-69fc2a79a504, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:17:48.346130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3b9441f-5468-476f-b700-59bd82f8ae49 req-ffae21da-9401-4ac3-9272-d9c6c1a9276d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851781 Sep 09 09:17:48.376207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] For port 606fe024-5f5f-4296-95ac-69fc2a79a504, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=606fe024-5f5f-4296-95ac-69fc2a79a504,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:17:48.388960 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-be607b20-c850-4ceb-a845-7d2c410310b0 req-565e5532-bdef-47e8-9f4b-b5c7c0b49110 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359243 Sep 09 09:17:48.406748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:48.436113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:48.449080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:48.451960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b5ff5630-842c-4933-8487-bb73414985e6 req-151f40f2-65b9-4720-9f83-4b8b02d0882f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] For port 60e8f81a-b4d1-4f01-ba04-2542547f04b8, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=60e8f81a-b4d1-4f01-ba04-2542547f04b8,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:48.497640 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d830e516-8e5e-4bec-ab34-de0efc9b69a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:48.529645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:48.530267 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:48.531922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] 10.222.0.41 "PUT /v2.0/ports/606fe024-5f5f-4296-95ac-69fc2a79a504 HTTP/1.1" status: 200 len: 1092 time: 2.2970681 Sep 09 09:17:48.534093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe024a-4409-405b-a798-aae7a2d5e656 req-4ca55cdb-effb-4b30-a88f-d0773eb4c525 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:48.535747 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4fe024a-4409-405b-a798-aae7a2d5e656 req-4ca55cdb-effb-4b30-a88f-d0773eb4c525 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.0968628 Sep 09 09:17:48.543499 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-be607b20-c850-4ceb-a845-7d2c410310b0 req-b34ed1f6-a8e1-4c5c-bcc0-de1e9b6dd7b0 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457770 Sep 09 09:17:48.582911 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4fe024a-4409-405b-a798-aae7a2d5e656 req-b8ac7386-78dc-4ca9-8b37-823fbd4b2eb2 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384145 Sep 09 09:17:48.589871 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3cc5d6e-65c9-4c9f-9780-0381a7e2cd3e req-e4f13abb-a460-46d0-a835-276b7ee1204f service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485237 Sep 09 09:17:48.634713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5ff5630-842c-4933-8487-bb73414985e6 req-151f40f2-65b9-4720-9f83-4b8b02d0882f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:48.646140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a483943-a510-4f05-83fb-86a487895f63 service neutron] Pushing event updated for resources: {'Port': ['ID=606fe024-5f5f-4296-95ac-69fc2a79a504,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:48.714246 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5ff5630-842c-4933-8487-bb73414985e6 req-151f40f2-65b9-4720-9f83-4b8b02d0882f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:48.727237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['60e8f81a-b4d1-4f01-ba04-2542547f04b8'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:48.771521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87b202d8-e554-4bc0-85b8-c3b0daa8dd21 req-35ad091b-729b-424c-ae71-4de43f92b8c6 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 210 time: 0.0307386 Sep 09 09:17:48.775288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-6a3f4d22-516d-4107-aeb6-9ea472816da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:48.777267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-6a3f4d22-516d-4107-aeb6-9ea472816da2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=010aa331e20b476da7391d58bcd87a18&device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 1095 time: 0.0930514 Sep 09 09:17:48.831911 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-60b5320f-f266-443c-aac0-6c1c631edcce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=606fe024-5f5f-4296-95ac-69fc2a79a504 HTTP/1.1" status: 200 len: 217 time: 0.0456619 Sep 09 09:17:48.842852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64c32a-b632-4419-8b74-1798cae43970 req-998bd1f6-6027-48df-bc4f-45c94fd7a80b tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:48.844417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-998bd1f6-6027-48df-bc4f-45c94fd7a80b tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.24 "GET /v2.0/networks?id=1adfafda-2a60-492b-994f-a8450f2eae2e HTTP/1.1" status: 200 len: 808 time: 0.2986739 Sep 09 09:17:48.862176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff5630-842c-4933-8487-bb73414985e6 req-151f40f2-65b9-4720-9f83-4b8b02d0882f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:48.862869 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5ff5630-842c-4933-8487-bb73414985e6 req-151f40f2-65b9-4720-9f83-4b8b02d0882f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:48.864300 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5ff5630-842c-4933-8487-bb73414985e6 req-151f40f2-65b9-4720-9f83-4b8b02d0882f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "PUT /v2.0/ports/60e8f81a-b4d1-4f01-ba04-2542547f04b8 HTTP/1.1" status: 200 len: 1021 time: 1.2280560 Sep 09 09:17:48.880875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Request body: {'port': {'device_id': '7fbc4746-0f1f-4619-a67c-8bdb13abc12f', 'network_id': '1adfafda-2a60-492b-994f-a8450f2eae2e', 'admin_state_up': True, 'tenant_id': 'd5d75db8cd274acd89a735e714747a91'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:48.934860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3cc5d6e-65c9-4c9f-9780-0381a7e2cd3e req-4ec89e8d-ce13-4654-bb63-e31644e97ec8 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260481 Sep 09 09:17:48.941745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f40f2-65b9-4720-9f83-4b8b02d0882f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'Port': ['ID=60e8f81a-b4d1-4f01-ba04-2542547f04b8,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:48.971418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-8fffa664-a52a-42b3-a7eb-2d626dfb5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:48.973641 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-8fffa664-a52a-42b3-a7eb-2d626dfb5c38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cccd1f9-bfab-4b7f-b904-1e91da7a7b90 HTTP/1.1" status: 200 len: 851 time: 0.1296601 Sep 09 09:17:48.980476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216e50d0-cfe9-415e-9c5a-0ff209011615', 'tag': '606fe024-5f5f-4296-95ac-69fc2a79a504'}, {'name': 'network-changed', 'server_uuid': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'tag': '60e8f81a-b4d1-4f01-ba04-2542547f04b8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:48.982825 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89aeeba-3863-447a-925a-53e8173b7fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "216e50d0-cfe9-415e-9c5a-0ff209011615", "tag": "606fe024-5f5f-4296-95ac-69fc2a79a504"}, {"name": "network-changed", "server_uuid": "76744c11-8d61-44b7-9630-c2aceb9d6a77", "tag": "60e8f81a-b4d1-4f01-ba04-2542547f04b8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:48.988038 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d830e516-8e5e-4bec-ab34-de0efc9b69a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:49.003230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b8c14-dfe8-4f65-b90c-2dceb45911c9 req-b3956a2e-74da-481f-b796-ab6fe6c5243f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:49.005166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-728b8c14-dfe8-4f65-b90c-2dceb45911c9 req-b3956a2e-74da-481f-b796-ab6fe6c5243f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 944 time: 0.1406531 Sep 09 09:17:49.010641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['60e8f81a-b4d1-4f01-ba04-2542547f04b8'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:49.031871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-1fd5cfdf-75ed-4dc6-9508-a32258c9724d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488305 Sep 09 09:17:49.053312 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d830e516-8e5e-4bec-ab34-de0efc9b69a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:49.093732 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-728b8c14-dfe8-4f65-b90c-2dceb45911c9 req-368d9cd2-6b1b-4210-a9c4-4d67175f0b56 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651798 Sep 09 09:17:49.121546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d830e516-8e5e-4bec-ab34-de0efc9b69a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98353da230e641b08f7a5b386269fe38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823239 Sep 09 09:17:49.122145 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57320) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:49.126123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830e516-8e5e-4bec-ab34-de0efc9b69a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4e098d-6364-455f-85a0-3789b506c693,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:49.175944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Made reservation on behalf of d5d75db8cd274acd89a735e714747a91 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:49.180763 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:49.221256 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f8727f0-3f67-41b3-92c6-c6fc768789b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:49.230638 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'tag': '0f6e57b6-8461-429d-9809-45d1ea59c640'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:49.234338 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d4d0ee-c748-4380-a7c2-a23bf103cf5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f50bb0ce-6789-46b1-a636-f35a1f438914", "tag": "0f6e57b6-8461-429d-9809-45d1ea59c640"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:49.248325 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-c69c6970-6408-4663-9c46-aa75e823f5dd service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899092 Sep 09 09:17:49.263193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf8546-1435-4616-8dcc-3fa8c6a5665d req-68eb9bb3-796b-4c93-8459-9ae3e4ab717f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:49.271335 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34bf8546-1435-4616-8dcc-3fa8c6a5665d req-68eb9bb3-796b-4c93-8459-9ae3e4ab717f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 1024 time: 0.0892317 Sep 09 09:17:49.296718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f8727f0-3f67-41b3-92c6-c6fc768789b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:49.421335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Allocated IP 172.20.0.14 (1adfafda-2a60-492b-994f-a8450f2eae2e/02604242-f553-4221-9a0e-57273b371c02/f3597de1-ce91-41b4-89f0-a2c366c7f26e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:17:49.436545 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36dd224d-2051-4cab-9304-ff3cc8a36146 req-339d1a35-41a1-483e-8d47-374da72da99f service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630023 Sep 09 09:17:49.447434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34bf8546-1435-4616-8dcc-3fa8c6a5665d req-a1cc5fab-dfcb-44cd-bd1d-f6f7b984b171 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=aad97c94-a815-401f-b05d-b59f7fe68897&id=b234ee28-2e25-41f9-89be-76ec105f2e7a&id=6eab4720-8e57-460f-afcb-fc8b1da46075 HTTP/1.1" status: 200 len: 6155 time: 0.1750646 Sep 09 09:17:49.516829 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0081eb13-dc17-47f8-ab0b-a39e905b5832 x-openstack-request-id: req-0081eb13-dc17-47f8-ab0b-a39e905b5832 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:49.517829 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216e50d0-cfe9-415e-9c5a-0ff209011615", "tag": "606fe024-5f5f-4296-95ac-69fc2a79a504", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76744c11-8d61-44b7-9630-c2aceb9d6a77", "tag": "60e8f81a-b4d1-4f01-ba04-2542547f04b8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:49.517829 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0081eb13-dc17-47f8-ab0b-a39e905b5832 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:49.517829 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216e50d0-cfe9-415e-9c5a-0ff209011615', 'tag': '606fe024-5f5f-4296-95ac-69fc2a79a504', 'status': 'completed', 'code': 200} Sep 09 09:17:49.518178 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'tag': '60e8f81a-b4d1-4f01-ba04-2542547f04b8', 'status': 'completed', 'code': 200} Sep 09 09:17:49.523641 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f8727f0-3f67-41b3-92c6-c6fc768789b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:49.525946 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f8727f0-3f67-41b3-92c6-c6fc768789b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:49.529924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1f8727f0-3f67-41b3-92c6-c6fc768789b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d4e098d-6364-455f-85a0-3789b506c693 HTTP/1.1" status: 204 len: 168 time: 0.4050016 Sep 09 09:17:49.538467 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edc843b-14a4-4fd4-a7d8-73a156a5203c x-openstack-request-id: req-2edc843b-14a4-4fd4-a7d8-73a156a5203c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:49.538770 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50bb0ce-6789-46b1-a636-f35a1f438914", "tag": "0f6e57b6-8461-429d-9809-45d1ea59c640", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:49.539025 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2edc843b-14a4-4fd4-a7d8-73a156a5203c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:49.539513 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'tag': '0f6e57b6-8461-429d-9809-45d1ea59c640', 'status': 'completed', 'code': 200} Sep 09 09:17:49.556790 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8727f0-3f67-41b3-92c6-c6fc768789b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4e098d-6364-455f-85a0-3789b506c693,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:49.608972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-141fd214-8c8b-48f5-9baa-10aa58581c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:49.613681 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-141fd214-8c8b-48f5-9baa-10aa58581c5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=010aa331e20b476da7391d58bcd87a18&device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 1095 time: 0.0733445 Sep 09 09:17:49.638984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-eac1627f-5505-44f3-9349-a377f7653e80 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:49.640621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-eac1627f-5505-44f3-9349-a377f7653e80 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/networks?id=77cb22d8-280d-47be-807a-5618ab74332d HTTP/1.1" status: 200 len: 822 time: 0.2147803 Sep 09 09:17:49.696804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-4712cd91-a4fa-4601-8eba-15c7cc08dd5d tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/quotas/a1a626b7ac31483590c89412120e8497 HTTP/1.1" status: 200 len: 375 time: 0.0232718 Sep 09 09:17:49.712499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4d0ee-c748-4380-a7c2-a23bf103cf5e req-903c1f20-765a-40d8-bb43-925187b5f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:49.713939 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77d4d0ee-c748-4380-a7c2-a23bf103cf5e req-903c1f20-765a-40d8-bb43-925187b5f39f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 1096 time: 0.1329105 Sep 09 09:17:49.758644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275509bd-27cf-4f13-8c0b-1b14970095dc req-ee2f93a3-4931-444f-8313-eb9219ed9ad0 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:49.760230 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-275509bd-27cf-4f13-8c0b-1b14970095dc req-ee2f93a3-4931-444f-8313-eb9219ed9ad0 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 943 time: 0.1270514 Sep 09 09:17:49.763690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-06761422-5956-41fb-b8b0-72c01722402a tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1a626b7ac31483590c89412120e8497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572047 Sep 09 09:17:49.773082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-2de73305-db0b-4129-8e6c-211dad39098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:49.774554 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-2de73305-db0b-4129-8e6c-211dad39098e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b HTTP/1.1" status: 200 len: 912 time: 0.1536226 Sep 09 09:17:49.776611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:49.833594 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-283e3830-ee7e-4775-99ff-3b46e706e1f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=606fe024-5f5f-4296-95ac-69fc2a79a504 HTTP/1.1" status: 200 len: 217 time: 0.0446353 Sep 09 09:17:49.879620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-275509bd-27cf-4f13-8c0b-1b14970095dc req-bea63898-7553-4044-bfa3-d08ff161555f tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089482 Sep 09 09:17:49.899317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-229857f3-fc71-43df-96d6-deba0dd0d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:49.900770 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-229857f3-fc71-43df-96d6-deba0dd0d87f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cccd1f9-bfab-4b7f-b904-1e91da7a7b90 HTTP/1.1" status: 200 len: 851 time: 0.0573685 Sep 09 09:17:49.935893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-af80affe-02fb-46fa-90a8-623f53b69bb4 req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'security_group': {'name': ' tempest-securitygroup -955996586 ', 'description': 'tempest-description-1204917234'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:49.946012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4d0ee-c748-4380-a7c2-a23bf103cf5e req-b151be81-f0ad-4b29-afa9-d2d94613cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:49.947558 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77d4d0ee-c748-4380-a7c2-a23bf103cf5e req-b151be81-f0ad-4b29-afa9-d2d94613cfa2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 906 time: 0.2214394 Sep 09 09:17:49.957303 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-9c139d35-bfd9-49e7-8b96-6ddf4e05fcca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370083 Sep 09 09:17:50.002539 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:50.003212 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-71bee226-4195-4f0b-9aaf-598238c32d4b service neutron] 10.222.0.32 "GET /v2.0/networks/77cb22d8-280d-47be-807a-5618ab74332d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174838 Sep 09 09:17:50.004573 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77d4d0ee-c748-4380-a7c2-a23bf103cf5e req-7a59d13a-f31f-41ca-a33a-0700930edf09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f6e57b6-8461-429d-9809-45d1ea59c640 HTTP/1.1" status: 200 len: 217 time: 0.0458102 Sep 09 09:17:50.063986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-a2186504-fbc4-4173-80a4-f816fed5d7e5 service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974646 Sep 09 09:17:50.113486 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:50.124150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4d0ee-c748-4380-a7c2-a23bf103cf5e req-bc9a0887-beae-42ce-a161-172c2063d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:50.124895 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77d4d0ee-c748-4380-a7c2-a23bf103cf5e req-bc9a0887-beae-42ce-a161-172c2063d6b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7087ae7-6b75-4933-a9a3-67deca9dee86 HTTP/1.1" status: 200 len: 845 time: 0.1068201 Sep 09 09:17:50.144873 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-af80affe-02fb-46fa-90a8-623f53b69bb4 req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:50.180973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-8a831e04-69ec-4f21-86c5-77fac05afe43 service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098039 Sep 09 09:17:50.213604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Network 1adfafda-2a60-492b-994f-a8450f2eae2e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:17:50.215224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77d4d0ee-c748-4380-a7c2-a23bf103cf5e req-7e7f3627-2ada-482e-94ce-3b4839e224a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=575bbc1b-2638-4cdf-9043-6cd38faa718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646057 Sep 09 09:17:50.221639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:50.225063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Pushing event updated for resources: {'Port': ['ID=f3597de1-ce91-41b4-89f0-a2c366c7f26e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:50.228796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:17:50.240409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-6d6a0855-b574-443e-95cc-109ff84c3ddf service neutron] 10.222.0.32 "GET /v2.0/networks/77cb22d8-280d-47be-807a-5618ab74332d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297058 Sep 09 09:17:50.317512 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-af80affe-02fb-46fa-90a8-623f53b69bb4 req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:50.326545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-b7a4b9ae-978d-459b-86e2-2455cfe3643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:50.328162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-b7a4b9ae-978d-459b-86e2-2455cfe3643c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24e019063834dab9166646d1c341346&device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 1176 time: 0.0900574 Sep 09 09:17:50.351644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:50.352260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:50.380359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77d4d0ee-c748-4380-a7c2-a23bf103cf5e req-30343517-05bd-430b-b584-53e84f5d0aeb service neutron] 10.222.0.41 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525953 Sep 09 09:17:50.401819 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-af80affe-02fb-46fa-90a8-623f53b69bb4 req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:50.455058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c086c1-5779-48ad-ab06-00789732fb66,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:50.458263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-ff4394ab-fb60-427c-bbc7-419e2593e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:50.459866 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-ff4394ab-fb60-427c-bbc7-419e2593e68b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4aa85e7-c60f-4289-8875-0c616dedbb1b HTTP/1.1" status: 200 len: 914 time: 0.1242177 Sep 09 09:17:50.462160 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-60aa880b-e70b-438a-afd0-5544fe4667e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5957727 Sep 09 09:17:50.466278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.466633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.467079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.467423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.467757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.468094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.468432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.468826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.469163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.469491 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.469822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.470704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:50.487312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Request body: {'port': {'device_id': '7fbc4746-0f1f-4619-a67c-8bdb13abc12f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:50.520797 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77d4d0ee-c748-4380-a7c2-a23bf103cf5e req-d37aa775-8c3e-4c3e-9a69-64ba1bf5a3cd service neutron] 10.222.0.41 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329997 Sep 09 09:17:50.523570 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-628bbaa6-3374-4f84-9042-8452849eadcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e8f81a-b4d1-4f01-ba04-2542547f04b8 HTTP/1.1" status: 200 len: 217 time: 0.0479429 Sep 09 09:17:50.526862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-af80affe-02fb-46fa-90a8-623f53b69bb4 req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:50.539884 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af80affe-02fb-46fa-90a8-623f53b69bb4 req-37bab124-a118-4cc4-b02e-436690761023 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6153691 Sep 09 09:17:50.611362 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:50.633857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-2f70e9a7-af5a-4911-a3d3-c3459a9fe682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:50.635552 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-2f70e9a7-af5a-4911-a3d3-c3459a9fe682 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=046ba71a-9e13-4392-8e8b-eb08c374a743 HTTP/1.1" status: 200 len: 853 time: 0.0974145 Sep 09 09:17:50.672515 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-7752622f-c45e-4d01-ae80-cf7c0c2abe28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4aa85e7-c60f-4289-8875-0c616dedbb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281425 Sep 09 09:17:50.696163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b5539-237e-4b66-ae4c-946e04c14cb5 req-5a690794-1bfc-4dd3-ac79-d0dd666913bc tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:50.698268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-606b5539-237e-4b66-ae4c-946e04c14cb5 req-5a690794-1bfc-4dd3-ac79-d0dd666913bc tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.0982618 Sep 09 09:17:50.781475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0f6e57b6-8461-429d-9809-45d1ea59c640 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:17:50.830735 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-606b5539-237e-4b66-ae4c-946e04c14cb5 req-763eea86-e5ce-47f5-9015-e6ba110f2ee8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180365 Sep 09 09:17:50.836287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297098ec-3858-424b-9d3d-6cede4a3d0f0 req-16ee2495-a4a7-4ec6-8e0b-042272aa3ff1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:50.846532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-297098ec-3858-424b-9d3d-6cede4a3d0f0 req-16ee2495-a4a7-4ec6-8e0b-042272aa3ff1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 932 time: 0.1397619 Sep 09 09:17:50.888855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-5b038c6a-810f-4473-adf4-ecd6f59a72fe service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094464 Sep 09 09:17:50.932389 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0f6e57b6-8461-429d-9809-45d1ea59c640, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f6e57b6-8461-429d-9809-45d1ea59c640,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:50.952781 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-297098ec-3858-424b-9d3d-6cede4a3d0f0 req-cff864e7-9b82-4dfe-b3a2-229a6bb069e7 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053638 Sep 09 09:17:50.953623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '0f6e57b6-8461-429d-9809-45d1ea59c640', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'port_id': '0f6e57b6-8461-429d-9809-45d1ea59c640', 'mac_address': 'fa:16:3e:48:6e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7087ae7-6b75-4933-a9a3-67deca9dee86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:17:51.035126 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.056761 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae769b55-6559-42c2-9e7b-0b1d9a5b8de2 req-36724ccc-53cf-4f29-bbd1-1338fa720af0 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 210 time: 0.0393522 Sep 09 09:17:51.080634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6e57b6-8461-429d-9809-45d1ea59c640 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:51.104557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0f6e57b6-8461-429d-9809-45d1ea59c640, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f6e57b6-8461-429d-9809-45d1ea59c640,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:51.113078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89aeeba-3863-447a-925a-53e8173b7fd2 req-3db1c1eb-fe2f-46e3-a6c3-e40696909cab service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153587 Sep 09 09:17:51.138353 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4365dce9-522a-4f8c-9abe-9d9d2386e3e1 req-4891a0b2-08d2-4e2d-ac83-3134df0c136a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/70c086c1-5779-48ad-ab06-00789732fb66 HTTP/1.1" status: 200 len: 1782 time: 0.0557859 Sep 09 09:17:51.153203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823cbe9-baa3-478d-af62-a2b8ab6294a7 req-690f6747-5fe2-416c-aac1-a18e321e43ca tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:51.154781 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0823cbe9-baa3-478d-af62-a2b8ab6294a7 req-690f6747-5fe2-416c-aac1-a18e321e43ca tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 944 time: 0.1536977 Sep 09 09:17:51.161450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.175871 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3597de1-ce91-41b4-89f0-a2c366c7f26e {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:51.192662 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.225128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Transition to ACTIVE for port object f3597de1-ce91-41b4-89f0-a2c366c7f26e will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:17:51.232763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0f6e57b6-8461-429d-9809-45d1ea59c640,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:51.236999 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0823cbe9-baa3-478d-af62-a2b8ab6294a7 req-dbe4c12a-6e83-4ca1-8b06-25e0d1a0c5d0 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670974 Sep 09 09:17:51.263505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45ed2f-6acf-42c1-8192-60b694dea061 req-7a8c28d4-a3a6-4629-aedc-a94302735157 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:51.265315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b45ed2f-6acf-42c1-8192-60b694dea061 req-7a8c28d4-a3a6-4629-aedc-a94302735157 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 943 time: 0.0632942 Sep 09 09:17:51.303059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9cde5ac7-f0f6-4605-9d75-b2d8419429cc req-31777180-74f9-4455-813d-24f24f1ef0ed tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/70c086c1-5779-48ad-ab06-00789732fb66 HTTP/1.1" status: 200 len: 1782 time: 0.0407658 Sep 09 09:17:51.304138 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.315316 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b45ed2f-6acf-42c1-8192-60b694dea061 req-380c02f6-e404-40bb-8276-6284b6b870e5 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Sep 09 09:17:51.399859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Pushing event updated for resources: {'Port': ['ID=f3597de1-ce91-41b4-89f0-a2c366c7f26e,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:51.401202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['0f6e57b6-8461-429d-9809-45d1ea59c640'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:51.459733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cde5ac7-f0f6-4605-9d75-b2d8419429cc req-ba83fcd4-703e-4571-ad5a-03bc02817659 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.489946 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cde5ac7-f0f6-4605-9d75-b2d8419429cc req-ba83fcd4-703e-4571-ad5a-03bc02817659 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.517676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Attempting to bind port f3597de1-ce91-41b4-89f0-a2c366c7f26e on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:17:51.517997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Attempting to bind port f3597de1-ce91-41b4-89f0-a2c366c7f26e by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '1da412eb-b7a6-43ae-963a-5ddd2acf30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1adfafda-2a60-492b-994f-a8450f2eae2e'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:17:51.518363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Attempting to bind port f3597de1-ce91-41b4-89f0-a2c366c7f26e on network 1adfafda-2a60-492b-994f-a8450f2eae2e {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:51.537554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Port f3597de1-ce91-41b4-89f0-a2c366c7f26e on network 1adfafda-2a60-492b-994f-a8450f2eae2e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:17:51.537890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Attempting to bind port f3597de1-ce91-41b4-89f0-a2c366c7f26e on network 1adfafda-2a60-492b-994f-a8450f2eae2e {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:51.544928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:17:51.545270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Checking segment: {'id': '1da412eb-b7a6-43ae-963a-5ddd2acf30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1adfafda-2a60-492b-994f-a8450f2eae2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:51.545660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Bound using segment: {'id': '1da412eb-b7a6-43ae-963a-5ddd2acf30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1adfafda-2a60-492b-994f-a8450f2eae2e'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:17:51.549705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Bound port: f3597de1-ce91-41b4-89f0-a2c366c7f26e, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da412eb-b7a6-43ae-963a-5ddd2acf30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1adfafda-2a60-492b-994f-a8450f2eae2e'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:17:51.550324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.631316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] For port f3597de1-ce91-41b4-89f0-a2c366c7f26e, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:17:51.634782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] For port f3597de1-ce91-41b4-89f0-a2c366c7f26e, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=f3597de1-ce91-41b4-89f0-a2c366c7f26e,segment=NetworkSegment(1da412eb-b7a6-43ae-963a-5ddd2acf30ed),segment_id=1da412eb-b7a6-43ae-963a-5ddd2acf30ed)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:17:51.641107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cde5ac7-f0f6-4605-9d75-b2d8419429cc req-ba83fcd4-703e-4571-ad5a-03bc02817659 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.645766 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cde5ac7-f0f6-4605-9d75-b2d8419429cc req-ba83fcd4-703e-4571-ad5a-03bc02817659 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.645766 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9cde5ac7-f0f6-4605-9d75-b2d8419429cc req-ba83fcd4-703e-4571-ad5a-03bc02817659 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "DELETE /v2.0/security-groups/70c086c1-5779-48ad-ab06-00789732fb66 HTTP/1.1" status: 204 len: 173 time: 0.3245523 Sep 09 09:17:51.657085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83fcd4-703e-4571-ad5a-03bc02817659 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c086c1-5779-48ad-ab06-00789732fb66,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:51.685966 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-61fcd2a0-2358-42d2-a2fd-3718dcca9dab req-1b3953da-354e-4135-bebd-0abee1c7dc79 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] show failed (client error): The resource could not be found. Sep 09 09:17:51.687594 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61fcd2a0-2358-42d2-a2fd-3718dcca9dab req-1b3953da-354e-4135-bebd-0abee1c7dc79 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/70c086c1-5779-48ad-ab06-00789732fb66 HTTP/1.1" status: 404 len: 352 time: 0.0196774 Sep 09 09:17:51.725410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-29491ac7-fa3b-4305-9a2f-2c3bfbea1e7f req-59d82cae-06f4-44a1-a9a2-6759c1e5e513 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1189748039', 'description': 'tempest-description-1446175627'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:51.750321 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.785205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:51.785835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.787268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] 10.222.0.24 "PUT /v2.0/ports/f3597de1-ce91-41b4-89f0-a2c366c7f26e HTTP/1.1" status: 200 len: 1093 time: 1.3141482 Sep 09 09:17:51.787747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbc4746-0f1f-4619-a67c-8bdb13abc12f', 'tag': 'f3597de1-ce91-41b4-89f0-a2c366c7f26e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:51.789966 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde40805-b9a0-4f95-a4cf-113766bc37bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbc4746-0f1f-4619-a67c-8bdb13abc12f", "tag": "f3597de1-ce91-41b4-89f0-a2c366c7f26e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:51.825138 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29491ac7-fa3b-4305-9a2f-2c3bfbea1e7f req-59d82cae-06f4-44a1-a9a2-6759c1e5e513 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:51.834329 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0490928-3580-4574-bbac-4e6d1ecd3ad0 x-openstack-request-id: req-b0490928-3580-4574-bbac-4e6d1ecd3ad0 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:51.834678 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbc4746-0f1f-4619-a67c-8bdb13abc12f", "tag": "f3597de1-ce91-41b4-89f0-a2c366c7f26e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:51.835088 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0490928-3580-4574-bbac-4e6d1ecd3ad0 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:51.835721 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbc4746-0f1f-4619-a67c-8bdb13abc12f', 'tag': 'f3597de1-ce91-41b4-89f0-a2c366c7f26e', 'status': 'completed', 'code': 200} Sep 09 09:17:51.843279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35d081-81e2-4e9c-9263-1f2fad071cdd service neutron] Pushing event updated for resources: {'Port': ['ID=f3597de1-ce91-41b4-89f0-a2c366c7f26e,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:51.930330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde40805-b9a0-4f95-a4cf-113766bc37bb req-3f748a38-22ca-47a1-a834-c520cb5f3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:51.932589 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dde40805-b9a0-4f95-a4cf-113766bc37bb req-3f748a38-22ca-47a1-a834-c520cb5f3c9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5d75db8cd274acd89a735e714747a91&device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 1096 time: 0.0759406 Sep 09 09:17:51.966213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18789fb6-3680-49d0-b4ec-6731936a847b req-7df7e114-e099-480e-8dc8-161da830ebe6 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:51.967925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18789fb6-3680-49d0-b4ec-6731936a847b req-7df7e114-e099-480e-8dc8-161da830ebe6 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.0583777 Sep 09 09:17:52.027930 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18789fb6-3680-49d0-b4ec-6731936a847b req-6597760b-a97d-4ddd-a7bb-fe87c9a763fc tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447338 Sep 09 09:17:52.064338 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29491ac7-fa3b-4305-9a2f-2c3bfbea1e7f req-59d82cae-06f4-44a1-a9a2-6759c1e5e513 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:52.081325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde40805-b9a0-4f95-a4cf-113766bc37bb req-d93809e2-0c26-40ed-b9ea-94256dafaaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:52.083103 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dde40805-b9a0-4f95-a4cf-113766bc37bb req-d93809e2-0c26-40ed-b9ea-94256dafaaa1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d5d75db8cd274acd89a735e714747a91&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1423655 Sep 09 09:17:52.165698 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29491ac7-fa3b-4305-9a2f-2c3bfbea1e7f req-59d82cae-06f4-44a1-a9a2-6759c1e5e513 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:52.166866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a15b1-0645-420a-8204-e0c85ab9745a req-cb592016-57b6-4d2d-961d-bfc825d6dccb tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:52.168868 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d3a15b1-0645-420a-8204-e0c85ab9745a req-cb592016-57b6-4d2d-961d-bfc825d6dccb tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 944 time: 0.0544312 Sep 09 09:17:52.208495 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d3a15b1-0645-420a-8204-e0c85ab9745a req-f075db38-86be-460d-8879-73c1597ac141 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Sep 09 09:17:52.216386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d82cae-06f4-44a1-a9a2-6759c1e5e513 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd060902-ca66-4ed6-b7d5-58ac740e79e8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:52.221763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde40805-b9a0-4f95-a4cf-113766bc37bb req-43a3f72d-9c27-4c45-a65a-5eb61f992bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:52.223350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dde40805-b9a0-4f95-a4cf-113766bc37bb req-43a3f72d-9c27-4c45-a65a-5eb61f992bdb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338274 Sep 09 09:17:52.300072 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba45b0fb-dc76-41e6-ad8c-f9fbfec34327 req-e60d5d66-266b-4d16-a7b4-9eb6ef4a1a74 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 210 time: 0.0267830 Sep 09 09:17:52.305827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29491ac7-fa3b-4305-9a2f-2c3bfbea1e7f req-59d82cae-06f4-44a1-a9a2-6759c1e5e513 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:52.307020 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-29491ac7-fa3b-4305-9a2f-2c3bfbea1e7f req-59d82cae-06f4-44a1-a9a2-6759c1e5e513 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5870066 Sep 09 09:17:52.329335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64c32a-b632-4419-8b74-1798cae43970 req-87b8f6a0-fd73-4684-b9f7-aa68464d0ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:52.330879 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-87b8f6a0-fd73-4684-b9f7-aa68464d0ce5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5d75db8cd274acd89a735e714747a91&device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 1096 time: 0.0521452 Sep 09 09:17:52.337457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-5f890e98-48da-4214-80d7-18efa9e469a8 req-84e7ae5b-16f0-49ca-a6af-0d44b110a53a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-486230224', 'description': 'tempest-description-1698793948'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:52.385896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-118be347-77ed-49ae-9c6a-d5b70599664e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3597de1-ce91-41b4-89f0-a2c366c7f26e HTTP/1.1" status: 200 len: 217 time: 0.0455878 Sep 09 09:17:52.412424 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f890e98-48da-4214-80d7-18efa9e469a8 req-84e7ae5b-16f0-49ca-a6af-0d44b110a53a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:52.501491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f890e98-48da-4214-80d7-18efa9e469a8 req-84e7ae5b-16f0-49ca-a6af-0d44b110a53a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:52.555580 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f890e98-48da-4214-80d7-18efa9e469a8 req-84e7ae5b-16f0-49ca-a6af-0d44b110a53a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:52.597688 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7ae5b-16f0-49ca-a6af-0d44b110a53a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fc402c-3913-4584-938b-4435662e36b7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:52.599822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57424) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:52.640860 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f890e98-48da-4214-80d7-18efa9e469a8 req-84e7ae5b-16f0-49ca-a6af-0d44b110a53a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:52.643446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f890e98-48da-4214-80d7-18efa9e469a8 req-84e7ae5b-16f0-49ca-a6af-0d44b110a53a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3098485 Sep 09 09:17:52.741626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0bd2f549-3782-42bc-bc99-a90896da00b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:52.766070 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2f2f5-ec0b-4750-8f87-79eb3813066c req-cc3098a2-011f-4d8e-add3-464d7d09ac11 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:52.767982 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8c2f2f5-ec0b-4750-8f87-79eb3813066c req-cc3098a2-011f-4d8e-add3-464d7d09ac11 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 945 time: 0.3846018 Sep 09 09:17:52.771926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64c32a-b632-4419-8b74-1798cae43970 req-ee579961-e735-46f9-aa5b-04be68dfbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:52.773339 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-ee579961-e735-46f9-aa5b-04be68dfbcd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02604242-f553-4221-9a0e-57273b371c02 HTTP/1.1" status: 200 len: 848 time: 0.3786948 Sep 09 09:17:52.777909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab2b6e-caa8-4ce7-aa2d-d1dcadd029eb req-442c29cd-3775-42ba-a4a2-597aba050708 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:52.779542 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8eab2b6e-caa8-4ce7-aa2d-d1dcadd029eb req-442c29cd-3775-42ba-a4a2-597aba050708 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 943 time: 0.0772097 Sep 09 09:17:52.795625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 606fe024-5f5f-4296-95ac-69fc2a79a504 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:17:52.799501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0f6e57b6-8461-429d-9809-45d1ea59c640 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:17:52.820589 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-56935034-5bc5-4632-b6bd-edbc914adf61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1adfafda-2a60-492b-994f-a8450f2eae2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328672 Sep 09 09:17:52.840710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8eab2b6e-caa8-4ce7-aa2d-d1dcadd029eb req-49db577b-0795-45cc-817e-1fef98ff4d5b tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543756 Sep 09 09:17:52.841804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8c2f2f5-ec0b-4750-8f87-79eb3813066c req-efca3e43-1048-4dd3-afcd-d56ee34a2411 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672619 Sep 09 09:17:52.885291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d3931435-53ea-4653-bb67-88336db8569d req-2f34902a-f431-4c4b-a365-382b288e0881 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1535990265', 'description': 'tempest-description-652617798'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:52.927730 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0bd2f549-3782-42bc-bc99-a90896da00b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:52.955756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-900a99ed-a4f2-4a0d-947e-9c80f9c8b83d service neutron] 10.222.0.24 "GET /v2.0/networks/1adfafda-2a60-492b-994f-a8450f2eae2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270173 Sep 09 09:17:52.994245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 606fe024-5f5f-4296-95ac-69fc2a79a504, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=606fe024-5f5f-4296-95ac-69fc2a79a504,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:53.009667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '606fe024-5f5f-4296-95ac-69fc2a79a504', 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b', 'port_id': '606fe024-5f5f-4296-95ac-69fc2a79a504', 'mac_address': 'fa:16:3e:f3:4c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cccd1f9-bfab-4b7f-b904-1e91da7a7b90', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:17:53.047273 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.052488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0bd2f549-3782-42bc-bc99-a90896da00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.058906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 0f6e57b6-8461-429d-9809-45d1ea59c640 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:17:53.064817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606fe024-5f5f-4296-95ac-69fc2a79a504 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:53.069527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b64c32a-b632-4419-8b74-1798cae43970 req-dc6c1f65-4cd2-4d65-ac79-ca4d4c94c5e8 service neutron] 10.222.0.24 "GET /v2.0/networks/1adfafda-2a60-492b-994f-a8450f2eae2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057041 Sep 09 09:17:53.087210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 606fe024-5f5f-4296-95ac-69fc2a79a504, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=606fe024-5f5f-4296-95ac-69fc2a79a504,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:53.088817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 0f6e57b6-8461-429d-9809-45d1ea59c640 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:17:53.089205 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.098870 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0bd2f549-3782-42bc-bc99-a90896da00b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53f16d6903634cfe9038cb291cfffd34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980006 Sep 09 09:17:53.101435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57434) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:53.107553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2f549-3782-42bc-bc99-a90896da00b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42821502-6391-44e0-8784-755e9140eb9f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:53.156031 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d3931435-53ea-4653-bb67-88336db8569d req-2f34902a-f431-4c4b-a365-382b288e0881 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.159983 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.198524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9de4fa4-2127-47ed-bb95-bd39b771f92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.205270 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.230866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4542e-c9b9-4810-9810-02d1537c5e75 req-d6f4e0c2-e6bb-41ad-9895-0f629aede5a1 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:53.232570 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3d4542e-c9b9-4810-9810-02d1537c5e75 req-d6f4e0c2-e6bb-41ad-9895-0f629aede5a1 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.0880420 Sep 09 09:17:53.239204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=606fe024-5f5f-4296-95ac-69fc2a79a504,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:53.246372 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9de4fa4-2127-47ed-bb95-bd39b771f92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.247055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6e57b6-8461-429d-9809-45d1ea59c640'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:53.249492 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f3edf5-75ec-46ef-9567-d198b407acc4" -d '{"events": [{"server_uuid": "f50bb0ce-6789-46b1-a636-f35a1f438914", "name": "network-vif-plugged", "status": "completed", "tag": "0f6e57b6-8461-429d-9809-45d1ea59c640"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:53.268047 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0f6e57b6-8461-429d-9809-45d1ea59c640, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f6e57b6-8461-429d-9809-45d1ea59c640,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:53.314283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3d4542e-c9b9-4810-9810-02d1537c5e75 req-0158149b-3613-4346-b4bc-0602ae98a7c5 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702488 Sep 09 09:17:53.326891 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.337344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-aee9b6f2-9032-4984-be96-ddd149e020e1 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:53.338868 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-aee9b6f2-9032-4984-be96-ddd149e020e1 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.24 "GET /v2.0/networks?id=77cb22d8-280d-47be-807a-5618ab74332d HTTP/1.1" status: 200 len: 822 time: 0.1663237 Sep 09 09:17:53.368549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Request body: {'port': {'device_id': '5350b525-c427-4475-9ac6-bb90758a73a7', 'network_id': '77cb22d8-280d-47be-807a-5618ab74332d', 'admin_state_up': True, 'tenant_id': 'a1a626b7ac31483590c89412120e8497'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:53.391115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0f6e57b6-8461-429d-9809-45d1ea59c640,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:53.399817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d3931435-53ea-4653-bb67-88336db8569d req-2f34902a-f431-4c4b-a365-382b288e0881 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.407308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['606fe024-5f5f-4296-95ac-69fc2a79a504'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:53.409233 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9de4fa4-2127-47ed-bb95-bd39b771f92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.411864 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9de4fa4-2127-47ed-bb95-bd39b771f92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.415276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b9de4fa4-2127-47ed-bb95-bd39b771f92f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42821502-6391-44e0-8784-755e9140eb9f HTTP/1.1" status: 204 len: 168 time: 0.3106596 Sep 09 09:17:53.456940 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d3931435-53ea-4653-bb67-88336db8569d req-2f34902a-f431-4c4b-a365-382b288e0881 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.457525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de4fa4-2127-47ed-bb95-bd39b771f92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42821502-6391-44e0-8784-755e9140eb9f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:53.479551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730ebbc-8b94-4c09-b119-6bf0aa3ef987 req-c6d79923-9804-4657-bf09-3d463ab4304a tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:53.481479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5730ebbc-8b94-4c09-b119-6bf0aa3ef987 req-c6d79923-9804-4657-bf09-3d463ab4304a tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 944 time: 0.0882006 Sep 09 09:17:53.505110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34902a-f431-4c4b-a365-382b288e0881 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae4cc14-d129-45e4-a213-a2e949049326,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:53.527755 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5730ebbc-8b94-4c09-b119-6bf0aa3ef987 req-0310e6c9-1741-45c8-ac3e-0b5e731ac268 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Sep 09 09:17:53.544674 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d3931435-53ea-4653-bb67-88336db8569d req-2f34902a-f431-4c4b-a365-382b288e0881 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.546067 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3931435-53ea-4653-bb67-88336db8569d req-2f34902a-f431-4c4b-a365-382b288e0881 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6668656 Sep 09 09:17:53.586196 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e73a91-7a2f-49e5-a7e9-18ff795b2d50 x-openstack-request-id: req-96e73a91-7a2f-49e5-a7e9-18ff795b2d50 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:53.586558 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50bb0ce-6789-46b1-a636-f35a1f438914", "name": "network-vif-plugged", "status": "completed", "tag": "0f6e57b6-8461-429d-9809-45d1ea59c640", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:53.586874 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96e73a91-7a2f-49e5-a7e9-18ff795b2d50 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:53.587346 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6e57b6-8461-429d-9809-45d1ea59c640', 'code': 200} Sep 09 09:17:53.638880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Made reservation on behalf of a1a626b7ac31483590c89412120e8497 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:17:53.641270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:53.677430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bcfe9a8b-34d1-40bc-b30c-a5fd096f954f req-2c19d2df-93d1-4e9e-a8b7-56d7f965d364 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 210 time: 0.0538902 Sep 09 09:17:53.742653 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b38e18b-74b3-4906-8556-6134e2bd5d52 req-270b39e4-a768-4a61-acf2-07a5b368d67d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b24e019063834dab9166646d1c341346 HTTP/1.1" status: 200 len: 10909 time: 0.1433115 Sep 09 09:17:53.748125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631aa13-b826-4357-9cb6-c426f675d01d req-747058ce-7441-4bd0-a7ee-276b030f2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:53.748125 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9631aa13-b826-4357-9cb6-c426f675d01d req-747058ce-7441-4bd0-a7ee-276b030f2d66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 1098 time: 0.0764294 Sep 09 09:17:53.796444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Allocated IP 172.20.0.6 (77cb22d8-280d-47be-807a-5618ab74332d/5028ab78-c18a-4628-9139-9da55584f3ad/7cff377c-3c9c-4d27-81fb-240340e7371a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:17:53.815414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9631aa13-b826-4357-9cb6-c426f675d01d req-826b454c-a6de-4395-bbdb-ca26220ce8cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532243 Sep 09 09:17:53.826835 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b38e18b-74b3-4906-8556-6134e2bd5d52 req-ae0da6b3-3876-4bb2-8451-d1822cbb7730 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/6eab4720-8e57-460f-afcb-fc8b1da46075 HTTP/1.1" status: 200 len: 2985 time: 0.0736434 Sep 09 09:17:53.882849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b38e18b-74b3-4906-8556-6134e2bd5d52 req-c238b3d5-64a0-426a-847d-301195fa75bd tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/6eab4720-8e57-460f-afcb-fc8b1da46075 HTTP/1.1" status: 200 len: 2985 time: 0.0480561 Sep 09 09:17:53.995171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.006489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fe31a-6e40-4c87-8f0c-cbf80a9c1fdd req-f48f51d6-3250-4ef2-aee1-0beb2b767b90 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:54.008266 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-277fe31a-6e40-4c87-8f0c-cbf80a9c1fdd req-f48f51d6-3250-4ef2-aee1-0beb2b767b90 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 944 time: 0.0588882 Sep 09 09:17:54.022361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25847ae-853c-4d45-92b1-4e7c93504bfc req-37bf95e7-e458-4871-b9b0-96c3822c191f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:54.023902 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c25847ae-853c-4d45-92b1-4e7c93504bfc req-37bf95e7-e458-4871-b9b0-96c3822c191f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 946 time: 0.0845020 Sep 09 09:17:54.047279 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-277fe31a-6e40-4c87-8f0c-cbf80a9c1fdd req-ad7bf1d6-9df0-439f-9b15-c1a453924e51 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328381 Sep 09 09:17:54.070895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57456) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:54.076144 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f8adb5f6-7873-48f1-86ca-09f2e1c4812e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.078114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c25847ae-853c-4d45-92b1-4e7c93504bfc req-08f19881-f45c-45f3-84d2-77e8ed40fd9a tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 Sep 09 09:17:54.144681 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.151121 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0759d9ae-642d-4ca0-a781-5431632ed06c req-6f5944e0-389b-4058-8df4-e5aac47af296 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/fd060902-ca66-4ed6-b7d5-58ac740e79e8 HTTP/1.1" status: 200 len: 1803 time: 0.0660880 Sep 09 09:17:54.188738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Network 77cb22d8-280d-47be-807a-5618ab74332d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:17:54.195705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:17:54.200278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:17:54.204174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Pushing event updated for resources: {'Port': ['ID=7cff377c-3c9c-4d27-81fb-240340e7371a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:54.246745 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0759d9ae-642d-4ca0-a781-5431632ed06c req-411b73d3-5151-4f2e-a593-436962965ec1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.254179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:54.254794 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.264723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f8adb5f6-7873-48f1-86ca-09f2e1c4812e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.277912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0759d9ae-642d-4ca0-a781-5431632ed06c req-411b73d3-5151-4f2e-a593-436962965ec1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.331920 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f8adb5f6-7873-48f1-86ca-09f2e1c4812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.370599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f8adb5f6-7873-48f1-86ca-09f2e1c4812e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4216799fc2945d5b82b71d037f0f828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073709 Sep 09 09:17:54.371510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adb5f6-7873-48f1-86ca-09f2e1c4812e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f56650-07f4-4bf2-af4b-7a488a656629,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:54.373287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57460) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:54.401083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0759d9ae-642d-4ca0-a781-5431632ed06c req-411b73d3-5151-4f2e-a593-436962965ec1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.403837 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0759d9ae-642d-4ca0-a781-5431632ed06c req-411b73d3-5151-4f2e-a593-436962965ec1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.404987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0759d9ae-642d-4ca0-a781-5431632ed06c req-411b73d3-5151-4f2e-a593-436962965ec1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "DELETE /v2.0/security-groups/fd060902-ca66-4ed6-b7d5-58ac740e79e8 HTTP/1.1" status: 204 len: 173 time: 0.2430456 Sep 09 09:17:54.414417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b73d3-5151-4f2e-a593-436962965ec1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd060902-ca66-4ed6-b7d5-58ac740e79e8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:54.429612 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-68f9a8fc-f56d-41f8-a41e-48ba740ea135 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0651743 Sep 09 09:17:54.443330 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-cec9b99d-254d-428b-907f-b6f69be1504f req-06f5c134-82d7-4022-9e8a-f107112188e1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] show failed (client error): The resource could not be found. Sep 09 09:17:54.444362 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cec9b99d-254d-428b-907f-b6f69be1504f req-06f5c134-82d7-4022-9e8a-f107112188e1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/fd060902-ca66-4ed6-b7d5-58ac740e79e8 HTTP/1.1" status: 404 len: 352 time: 0.0159512 Sep 09 09:17:54.457898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Request body: {'port': {'device_id': '5350b525-c427-4475-9ac6-bb90758a73a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:54.467122 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-980fd9c8-c96f-4e06-80c9-e16567ec6e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.504667 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8deefee-ee7d-4c00-ba09-bbf1f992db06 req-4abf9f85-5693-4408-a4b2-940d265aaf4a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/13fc402c-3913-4584-938b-4435662e36b7 HTTP/1.1" status: 200 len: 1802 time: 0.0401621 Sep 09 09:17:54.516034 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-980fd9c8-c96f-4e06-80c9-e16567ec6e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.527506 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21df576-a5c0-43c0-9045-9e4b809c95b1 req-5ead5b53-4200-4478-93f8-47c4d22dd707 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:54.529002 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e21df576-a5c0-43c0-9045-9e4b809c95b1 req-5ead5b53-4200-4478-93f8-47c4d22dd707 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.1174393 Sep 09 09:17:54.561916 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a8deefee-ee7d-4c00-ba09-bbf1f992db06 req-49eec7e8-ab08-4127-bbb2-86ba5bb32761 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.585042 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a8deefee-ee7d-4c00-ba09-bbf1f992db06 req-49eec7e8-ab08-4127-bbb2-86ba5bb32761 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.592259 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.644467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e21df576-a5c0-43c0-9045-9e4b809c95b1 req-78941240-8006-4993-b70c-b75c391e8fc4 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077640 Sep 09 09:17:54.670719 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a8deefee-ee7d-4c00-ba09-bbf1f992db06 req-49eec7e8-ab08-4127-bbb2-86ba5bb32761 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.673638 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a8deefee-ee7d-4c00-ba09-bbf1f992db06 req-49eec7e8-ab08-4127-bbb2-86ba5bb32761 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.674887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8deefee-ee7d-4c00-ba09-bbf1f992db06 req-49eec7e8-ab08-4127-bbb2-86ba5bb32761 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "DELETE /v2.0/security-groups/13fc402c-3913-4584-938b-4435662e36b7 HTTP/1.1" status: 204 len: 173 time: 0.1641417 Sep 09 09:17:54.703487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eec7e8-ab08-4127-bbb2-86ba5bb32761 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fc402c-3913-4584-938b-4435662e36b7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:54.715318 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-94e049d9-fb43-4ddf-b07a-486d0fd7c4d1 req-0f17b85b-f9be-4062-8d7a-cbf4c7908f59 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] show failed (client error): The resource could not be found. Sep 09 09:17:54.716404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-94e049d9-fb43-4ddf-b07a-486d0fd7c4d1 req-0f17b85b-f9be-4062-8d7a-cbf4c7908f59 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/13fc402c-3913-4584-938b-4435662e36b7 HTTP/1.1" status: 404 len: 352 time: 0.0200193 Sep 09 09:17:54.762617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-980fd9c8-c96f-4e06-80c9-e16567ec6e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.765324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-980fd9c8-c96f-4e06-80c9-e16567ec6e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.766353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-980fd9c8-c96f-4e06-80c9-e16567ec6e7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02f56650-07f4-4bf2-af4b-7a488a656629 HTTP/1.1" status: 204 len: 168 time: 0.3920681 Sep 09 09:17:54.802287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fd9c8-c96f-4e06-80c9-e16567ec6e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f56650-07f4-4bf2-af4b-7a488a656629,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:54.811918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 606fe024-5f5f-4296-95ac-69fc2a79a504 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:17:54.823475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73067e0c-c2c3-4c33-8f13-3722ee09ecb4 req-1f2fea20-15fa-4a4a-b647-e2e7d25eecb7 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:54.831263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e69650-52f8-4d63-b9b5-b799586e6e91 req-0e830f03-cb12-4883-b11b-8b633b63ca94 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:54.831675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73067e0c-c2c3-4c33-8f13-3722ee09ecb4 req-1f2fea20-15fa-4a4a-b647-e2e7d25eecb7 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 931 time: 0.0636528 Sep 09 09:17:54.832819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90e69650-52f8-4d63-b9b5-b799586e6e91 req-0e830f03-cb12-4883-b11b-8b633b63ca94 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 944 time: 0.1148961 Sep 09 09:17:54.898072 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73067e0c-c2c3-4c33-8f13-3722ee09ecb4 req-328debf5-c501-4d6a-b4ee-a471d257dd97 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fdacf6-f29f-44a8-a346-e1cf27f94cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614760 Sep 09 09:17:54.932363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90e69650-52f8-4d63-b9b5-b799586e6e91 req-fcf46a0d-7af2-4b3f-a0b7-77c25f43a9ea tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692163 Sep 09 09:17:54.966867 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:54.979083 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f727bf80-cbda-4234-b91a-e23d28529d11 req-ab72bae9-dc80-454d-b006-b97b29adc4a5 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/7ae4cc14-d129-45e4-a213-a2e949049326 HTTP/1.1" status: 200 len: 1802 time: 0.0618577 Sep 09 09:17:55.000879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 606fe024-5f5f-4296-95ac-69fc2a79a504 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:17:55.006992 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 606fe024-5f5f-4296-95ac-69fc2a79a504 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:17:55.007480 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.015244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cff377c-3c9c-4d27-81fb-240340e7371a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:55.026146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.051466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Transition to ACTIVE for port object 7cff377c-3c9c-4d27-81fb-240340e7371a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:17:55.054208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f727bf80-cbda-4234-b91a-e23d28529d11 req-5fd8a9a4-c754-4ddb-9f64-8310e26195a3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.077126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f727bf80-cbda-4234-b91a-e23d28529d11 req-5fd8a9a4-c754-4ddb-9f64-8310e26195a3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.111229 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.155084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 606fe024-5f5f-4296-95ac-69fc2a79a504, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=606fe024-5f5f-4296-95ac-69fc2a79a504,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:55.178737 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.190215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee9df-fe22-4409-a5b8-9373cebdadf0 req-62582aed-fb59-4f25-9885-789b306ffdc9 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:55.195580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54eee9df-fe22-4409-a5b8-9373cebdadf0 req-62582aed-fb59-4f25-9885-789b306ffdc9 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 944 time: 0.0664999 Sep 09 09:17:55.241160 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f727bf80-cbda-4234-b91a-e23d28529d11 req-5fd8a9a4-c754-4ddb-9f64-8310e26195a3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.243481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f727bf80-cbda-4234-b91a-e23d28529d11 req-5fd8a9a4-c754-4ddb-9f64-8310e26195a3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.250158 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f727bf80-cbda-4234-b91a-e23d28529d11 req-5fd8a9a4-c754-4ddb-9f64-8310e26195a3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "DELETE /v2.0/security-groups/7ae4cc14-d129-45e4-a213-a2e949049326 HTTP/1.1" status: 204 len: 173 time: 0.2593427 Sep 09 09:17:55.250528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Pushing event updated for resources: {'Port': ['ID=7cff377c-3c9c-4d27-81fb-240340e7371a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:55.256897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8a9a4-c754-4ddb-9f64-8310e26195a3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae4cc14-d129-45e4-a213-a2e949049326,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:55.282085 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.310580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54eee9df-fe22-4409-a5b8-9373cebdadf0 req-1f82afff-5d6e-472a-8008-57032ad94ac6 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998394 Sep 09 09:17:55.338713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=606fe024-5f5f-4296-95ac-69fc2a79a504,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:55.341384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Attempting to bind port 7cff377c-3c9c-4d27-81fb-240340e7371a on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:17:55.341992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Attempting to bind port 7cff377c-3c9c-4d27-81fb-240340e7371a by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'a58cbeed-9dbb-4c76-bf22-c2c4565b83b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '77cb22d8-280d-47be-807a-5618ab74332d'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:17:55.342547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Attempting to bind port 7cff377c-3c9c-4d27-81fb-240340e7371a on network 77cb22d8-280d-47be-807a-5618ab74332d {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:55.349841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Port 7cff377c-3c9c-4d27-81fb-240340e7371a on network 77cb22d8-280d-47be-807a-5618ab74332d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:17:55.350384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Attempting to bind port 7cff377c-3c9c-4d27-81fb-240340e7371a on network 77cb22d8-280d-47be-807a-5618ab74332d {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:17:55.358717 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:17:55.359252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Checking segment: {'id': 'a58cbeed-9dbb-4c76-bf22-c2c4565b83b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '77cb22d8-280d-47be-807a-5618ab74332d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:17:55.359837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Bound using segment: {'id': 'a58cbeed-9dbb-4c76-bf22-c2c4565b83b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '77cb22d8-280d-47be-807a-5618ab74332d'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:17:55.367647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Bound port: 7cff377c-3c9c-4d27-81fb-240340e7371a, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58cbeed-9dbb-4c76-bf22-c2c4565b83b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '77cb22d8-280d-47be-807a-5618ab74332d'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:17:55.367647 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.416829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f013d-289b-4f0a-b294-b5e9c82b3848 req-14e984e3-5452-47d0-844f-9b60fe5cb583 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:55.419358 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-806f013d-289b-4f0a-b294-b5e9c82b3848 req-14e984e3-5452-47d0-844f-9b60fe5cb583 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 946 time: 0.0690660 Sep 09 09:17:55.453222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] For port 7cff377c-3c9c-4d27-81fb-240340e7371a, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:17:55.457150 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-767f5559-bfef-4b9a-ac56-841c3a283c81 req-693f214e-8b05-4e0a-85fd-fb69ead7a54b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] show failed (client error): The resource could not be found. Sep 09 09:17:55.459249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-767f5559-bfef-4b9a-ac56-841c3a283c81 req-693f214e-8b05-4e0a-85fd-fb69ead7a54b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/7ae4cc14-d129-45e4-a213-a2e949049326 HTTP/1.1" status: 404 len: 352 time: 0.0246794 Sep 09 09:17:55.463881 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-806f013d-289b-4f0a-b294-b5e9c82b3848 req-ff685105-8a93-43cc-bd00-190ff0cfbf78 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361793 Sep 09 09:17:55.474092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] For port 7cff377c-3c9c-4d27-81fb-240340e7371a, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=7cff377c-3c9c-4d27-81fb-240340e7371a,segment=NetworkSegment(a58cbeed-9dbb-4c76-bf22-c2c4565b83b1),segment_id=a58cbeed-9dbb-4c76-bf22-c2c4565b83b1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:17:55.527628 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.575652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:55.576527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.578095 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] 10.222.0.24 "PUT /v2.0/ports/7cff377c-3c9c-4d27-81fb-240340e7371a HTTP/1.1" status: 200 len: 1092 time: 1.1283696 Sep 09 09:17:55.586608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5350b525-c427-4475-9ac6-bb90758a73a7', 'tag': '7cff377c-3c9c-4d27-81fb-240340e7371a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:55.588834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216e50d0-cfe9-415e-9c5a-0ff209011615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606fe024-5f5f-4296-95ac-69fc2a79a504'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:55.590112 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e907ee2-40db-49ad-a4f4-8c5a4af851d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5350b525-c427-4475-9ac6-bb90758a73a7", "tag": "7cff377c-3c9c-4d27-81fb-240340e7371a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:55.591112 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdd9582-4b0f-4090-8cee-3bf23425f865" -d '{"events": [{"server_uuid": "216e50d0-cfe9-415e-9c5a-0ff209011615", "name": "network-vif-plugged", "status": "completed", "tag": "606fe024-5f5f-4296-95ac-69fc2a79a504"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:55.612579 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:55.616018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1525a5b3-5b1b-4510-b3ee-77744526565c req-5d79d531-e2c5-4a16-9df9-45ee02f4f8e8 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b24e019063834dab9166646d1c341346 HTTP/1.1" status: 200 len: 6155 time: 0.1319916 Sep 09 09:17:55.646390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0721c-253a-45fb-ae0d-6fb6471aea05 service neutron] Pushing event updated for resources: {'Port': ['ID=7cff377c-3c9c-4d27-81fb-240340e7371a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:55.684103 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1525a5b3-5b1b-4510-b3ee-77744526565c req-b65ece12-ef49-4bee-9fc0-2aa1519eebbc tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/6eab4720-8e57-460f-afcb-fc8b1da46075 HTTP/1.1" status: 200 len: 2985 time: 0.0627058 Sep 09 09:17:55.734422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1525a5b3-5b1b-4510-b3ee-77744526565c req-92173ed0-f0b7-439b-ae2a-30ecb41bde7b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/6eab4720-8e57-460f-afcb-fc8b1da46075 HTTP/1.1" status: 200 len: 2985 time: 0.0435832 Sep 09 09:17:55.772856 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d093f0f4-ff5d-40ae-8d6e-55d623cd91e7 x-openstack-request-id: req-d093f0f4-ff5d-40ae-8d6e-55d623cd91e7 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:55.773448 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216e50d0-cfe9-415e-9c5a-0ff209011615", "name": "network-vif-plugged", "status": "completed", "tag": "606fe024-5f5f-4296-95ac-69fc2a79a504", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:55.773767 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d093f0f4-ff5d-40ae-8d6e-55d623cd91e7 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:55.774225 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216e50d0-cfe9-415e-9c5a-0ff209011615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606fe024-5f5f-4296-95ac-69fc2a79a504', 'code': 200} Sep 09 09:17:55.803729 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46ce4bb-c7f1-4c41-bcb9-9e716965f149 x-openstack-request-id: req-f46ce4bb-c7f1-4c41-bcb9-9e716965f149 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:55.804036 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5350b525-c427-4475-9ac6-bb90758a73a7", "tag": "7cff377c-3c9c-4d27-81fb-240340e7371a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:55.804299 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f46ce4bb-c7f1-4c41-bcb9-9e716965f149 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:55.805273 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5350b525-c427-4475-9ac6-bb90758a73a7', 'tag': '7cff377c-3c9c-4d27-81fb-240340e7371a', 'status': 'completed', 'code': 200} Sep 09 09:17:55.839508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-99c2b0c7-b1b9-4a49-80fe-bca11e8c057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:55.845896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-99c2b0c7-b1b9-4a49-80fe-bca11e8c057e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1a626b7ac31483590c89412120e8497&device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 1095 time: 0.1644638 Sep 09 09:17:55.892691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd417f7-55b7-42b8-93f0-67bc96c1b91d req-7ef8e25e-dacf-4a74-b1c1-39ae0038b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:55.894279 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2bd417f7-55b7-42b8-93f0-67bc96c1b91d req-7ef8e25e-dacf-4a74-b1c1-39ae0038b743 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 1097 time: 0.0488310 Sep 09 09:17:55.913174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-10dd376f-f6c9-451c-bc6e-557f81038e18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cff377c-3c9c-4d27-81fb-240340e7371a HTTP/1.1" status: 200 len: 217 time: 0.0603790 Sep 09 09:17:55.934270 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2bd417f7-55b7-42b8-93f0-67bc96c1b91d req-996627ef-08cf-4793-8f37-b37dce86c27f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334220 Sep 09 09:17:55.974501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-87c56be5-b7c0-48d4-9f97-e0f276116e27 req-2efac549-9b00-4d04-8760-1248e3704809 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-533887931', 'description': 'tempest-description-987515563'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:55.993206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489ec56-0d81-4512-9a5a-945c28a490c1 req-9b44e8ba-c3b9-448f-9687-e209f2d54006 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:55.994741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e489ec56-0d81-4512-9a5a-945c28a490c1 req-9b44e8ba-c3b9-448f-9687-e209f2d54006 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.1405346 Sep 09 09:17:55.998618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-5b628ee0-ebdc-4eb7-9e2d-7fa4e92e5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:56.000075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-5b628ee0-ebdc-4eb7-9e2d-7fa4e92e5ce5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5028ab78-c18a-4628-9139-9da55584f3ad HTTP/1.1" status: 200 len: 862 time: 0.0704052 Sep 09 09:17:56.041393 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-13b6a420-d383-4295-9dff-f42d6c4cd961 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=77cb22d8-280d-47be-807a-5618ab74332d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337751 Sep 09 09:17:56.052810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-92d08382-0c06-4020-a5de-d067e18f28b6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:17:56.053771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-92d08382-0c06-4020-a5de-d067e18f28b6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056322 Sep 09 09:17:56.061579 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e489ec56-0d81-4512-9a5a-945c28a490c1 req-8528a191-2f68-4c00-90c1-c9e30bd7990c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606148 Sep 09 09:17:56.081948 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-87c56be5-b7c0-48d4-9f97-e0f276116e27 req-2efac549-9b00-4d04-8760-1248e3704809 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:56.171777 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-020b9d70-8aa5-4ef7-9954-6a2cd7b4063d service neutron] 10.222.0.24 "GET /v2.0/networks/77cb22d8-280d-47be-807a-5618ab74332d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092367 Sep 09 09:17:56.172510 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-87c56be5-b7c0-48d4-9f97-e0f276116e27 req-2efac549-9b00-4d04-8760-1248e3704809 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:56.275629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-87c56be5-b7c0-48d4-9f97-e0f276116e27 req-2efac549-9b00-4d04-8760-1248e3704809 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:56.276284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6dca3-54f2-4aaa-8177-61757db8915e req-4eab4f94-b4cc-4f74-b17c-874b3f6c5069 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:56.277818 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-24e6dca3-54f2-4aaa-8177-61757db8915e req-4eab4f94-b4cc-4f74-b17c-874b3f6c5069 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 943 time: 0.1314261 Sep 09 09:17:56.321302 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86592c-f338-4f01-8685-cf1484df74a5 req-4098361e-82ce-41f0-aa71-f4545542b854 service neutron] 10.222.0.24 "GET /v2.0/networks/77cb22d8-280d-47be-807a-5618ab74332d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336691 Sep 09 09:17:56.333239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efac549-9b00-4d04-8760-1248e3704809 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f004ff4-0a26-4dc1-9092-3acf6909f537,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:56.348690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-24e6dca3-54f2-4aaa-8177-61757db8915e req-144df651-b38c-40dc-a8e2-6dfa23e17613 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fdacf6-f29f-44a8-a346-e1cf27f94cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600116 Sep 09 09:17:56.406427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-87c56be5-b7c0-48d4-9f97-e0f276116e27 req-2efac549-9b00-4d04-8760-1248e3704809 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:56.409708 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87c56be5-b7c0-48d4-9f97-e0f276116e27 req-2efac549-9b00-4d04-8760-1248e3704809 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4401658 Sep 09 09:17:56.459874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fbd57-a754-48bf-a4a9-0b4062ddf0da req-775cee40-7669-4f4c-b166-c085fc0c4f38 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:56.461414 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-432fbd57-a754-48bf-a4a9-0b4062ddf0da req-775cee40-7669-4f4c-b166-c085fc0c4f38 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 946 time: 0.0567310 Sep 09 09:17:56.531511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3f58b-1f2c-48f0-87d8-3af5bc46c91a req-bdbf0aa1-a375-4f94-8573-ff0d4cb7d965 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:56.533605 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14f3f58b-1f2c-48f0-87d8-3af5bc46c91a req-bdbf0aa1-a375-4f94-8573-ff0d4cb7d965 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 944 time: 0.0606561 Sep 09 09:17:56.535052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907ee2-40db-49ad-a4f4-8c5a4af851d8 req-8d990a7b-bafe-4731-94ec-8ccd03eae270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:56.536572 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e907ee2-40db-49ad-a4f4-8c5a4af851d8 req-8d990a7b-bafe-4731-94ec-8ccd03eae270 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1a626b7ac31483590c89412120e8497&device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 1095 time: 0.0713153 Sep 09 09:17:56.539337 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-432fbd57-a754-48bf-a4a9-0b4062ddf0da req-cf58a034-f71b-4b45-ba87-b07bcad67746 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Sep 09 09:17:56.583925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14f3f58b-1f2c-48f0-87d8-3af5bc46c91a req-7b48ce15-52d7-41a6-93a2-272167869cf8 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434959 Sep 09 09:17:56.672840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907ee2-40db-49ad-a4f4-8c5a4af851d8 req-a883c533-327b-441f-9268-5fe6b6e30258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:56.674522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e907ee2-40db-49ad-a4f4-8c5a4af851d8 req-a883c533-327b-441f-9268-5fe6b6e30258 service neutron] 10.222.0.24 "GET /v2.0/networks?id=77cb22d8-280d-47be-807a-5618ab74332d HTTP/1.1" status: 200 len: 923 time: 0.1297820 Sep 09 09:17:56.682922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d041e235-940b-40cd-ab0a-34a41f8be7ac req-3386203d-529a-410b-8365-2e0510dc5a1c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1383649660', 'description': 'tempest-description-148113210'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:17:56.684069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fc681-a34e-4dbe-9beb-c4edbd15b28f req-da91800c-4549-45f7-ab29-e5e9300c93c9 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:56.685637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3f9fc681-a34e-4dbe-9beb-c4edbd15b28f req-da91800c-4549-45f7-ab29-e5e9300c93c9 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0740364 Sep 09 09:17:56.733409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e907ee2-40db-49ad-a4f4-8c5a4af851d8 req-5bf77b22-7a22-47c5-b494-d6d71d04d443 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cff377c-3c9c-4d27-81fb-240340e7371a HTTP/1.1" status: 200 len: 217 time: 0.0466785 Sep 09 09:17:56.773196 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d041e235-940b-40cd-ab0a-34a41f8be7ac req-3386203d-529a-410b-8365-2e0510dc5a1c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:56.796876 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3f9fc681-a34e-4dbe-9beb-c4edbd15b28f req-28c62cbd-f730-4028-90d5-0de87ff3ee7c tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662580 Sep 09 09:17:56.805507 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907ee2-40db-49ad-a4f4-8c5a4af851d8 req-e5d670ad-b5f9-4db6-8dce-15eee475399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:56.807632 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e907ee2-40db-49ad-a4f4-8c5a4af851d8 req-e5d670ad-b5f9-4db6-8dce-15eee475399d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5028ab78-c18a-4628-9139-9da55584f3ad HTTP/1.1" status: 200 len: 862 time: 0.0616224 Sep 09 09:17:56.842084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e907ee2-40db-49ad-a4f4-8c5a4af851d8 req-cf4fdfcc-6a7e-4a73-a847-01ada600f948 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=77cb22d8-280d-47be-807a-5618ab74332d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257323 Sep 09 09:17:56.865262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d041e235-940b-40cd-ab0a-34a41f8be7ac req-3386203d-529a-410b-8365-2e0510dc5a1c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:56.932124 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d041e235-940b-40cd-ab0a-34a41f8be7ac req-3386203d-529a-410b-8365-2e0510dc5a1c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:56.947311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e907ee2-40db-49ad-a4f4-8c5a4af851d8 req-bd7d85b8-0235-464f-81cb-31f7242c7885 service neutron] 10.222.0.24 "GET /v2.0/networks/77cb22d8-280d-47be-807a-5618ab74332d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946274 Sep 09 09:17:56.964147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386203d-529a-410b-8365-2e0510dc5a1c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efac68bb-da24-4b4c-9f3f-3f152764cc72,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:57.002430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d041e235-940b-40cd-ab0a-34a41f8be7ac req-3386203d-529a-410b-8365-2e0510dc5a1c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:57.003682 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d041e235-940b-40cd-ab0a-34a41f8be7ac req-3386203d-529a-410b-8365-2e0510dc5a1c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3251595 Sep 09 09:17:57.047810 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e907ee2-40db-49ad-a4f4-8c5a4af851d8 req-b834a0d6-7ed1-4b17-88d5-d046e64fdd4c service neutron] 10.222.0.24 "GET /v2.0/networks/77cb22d8-280d-47be-807a-5618ab74332d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915234 Sep 09 09:17:57.057141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6d56d1c8-2b20-4696-9b2e-3993eace8345 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:17:57.180793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:57.198744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '6d56d1c8-2b20-4696-9b2e-3993eace8345', 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1', 'port_id': '6d56d1c8-2b20-4696-9b2e-3993eace8345', 'mac_address': 'fa:16:3e:9d:de:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d3a390-03e8-4bc5-94c2-caf8f491346a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:17:57.232739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19b48c-98b0-48e7-92cb-920a94c34cf4 req-b6f29f60-8074-46e1-90d3-9011b9594e44 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:57.234397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d19b48c-98b0-48e7-92cb-920a94c34cf4 req-b6f29f60-8074-46e1-90d3-9011b9594e44 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.0734947 Sep 09 09:17:57.257168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:57.273827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57568) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:57.278950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d56d1c8-2b20-4696-9b2e-3993eace8345 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:57.290552 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d19b48c-98b0-48e7-92cb-920a94c34cf4 req-43e71f65-c507-49a2-b122-ad6873ebba7b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488353 Sep 09 09:17:57.304102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:57.328892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-a76ca1c7-0e01-4082-8534-c4fddbffe5c6 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:57.331170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-a76ca1c7-0e01-4082-8534-c4fddbffe5c6 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/networks?id=d4aa85e7-c60f-4289-8875-0c616dedbb1b HTTP/1.1" status: 200 len: 813 time: 0.1165798 Sep 09 09:17:57.346529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-03829aaf-c528-4723-a5f4-c12216cea4a8 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/quotas/b24e019063834dab9166646d1c341346 HTTP/1.1" status: 200 len: 375 time: 0.0096908 Sep 09 09:17:57.397446 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:57.398127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device f3597de1-ce91-41b4-89f0-a2c366c7f26e details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:17:57.405217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-2e3ee72c-30c7-4f56-94ec-51ef12163e43 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b24e019063834dab9166646d1c341346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528967 Sep 09 09:17:57.468721 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:57.498606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6d56d1c8-2b20-4696-9b2e-3993eace8345,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:57.520987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-05e73d1f-abdd-48a7-9855-c483e8d51580 service neutron] 10.222.0.32 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067061 Sep 09 09:17:57.616984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port f3597de1-ce91-41b4-89f0-a2c366c7f26e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=f3597de1-ce91-41b4-89f0-a2c366c7f26e,segment=NetworkSegment(1da412eb-b7a6-43ae-963a-5ddd2acf30ed),segment_id=1da412eb-b7a6-43ae-963a-5ddd2acf30ed)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:57.620536 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:57.630892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'f3597de1-ce91-41b4-89f0-a2c366c7f26e', 'network_id': '1adfafda-2a60-492b-994f-a8450f2eae2e', 'port_id': 'f3597de1-ce91-41b4-89f0-a2c366c7f26e', 'mac_address': 'fa:16:3e:78:5f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02604242-f553-4221-9a0e-57273b371c02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:17:57.632340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-55fa3032-9dd2-478d-8c11-f93c5c787b74 service neutron] 10.222.0.32 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046071 Sep 09 09:17:57.672976 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:57.691145 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:57.693501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3597de1-ce91-41b4-89f0-a2c366c7f26e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:57.718446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port f3597de1-ce91-41b4-89f0-a2c366c7f26e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=f3597de1-ce91-41b4-89f0-a2c366c7f26e,segment=NetworkSegment(1da412eb-b7a6-43ae-963a-5ddd2acf30ed),segment_id=1da412eb-b7a6-43ae-963a-5ddd2acf30ed)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:57.742431 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=191601d520fb4db585647fe2e9ce62b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674973 Sep 09 09:17:57.743920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34643e7b-3d22-482b-963f-671c67be2d85,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:57.745338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57580) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:17:57.760853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e2a10-c112-4204-94d0-e70a8d1e3f61 req-44d9de3b-6fb3-48e7-b5c6-9e727d690539 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:57.761449 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-348e2a10-c112-4204-94d0-e70a8d1e3f61 req-44d9de3b-6fb3-48e7-b5c6-9e727d690539 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 943 time: 0.1006556 Sep 09 09:17:57.763185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.763570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.763913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.764251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.764585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.764918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.765245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.765570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.765894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.766216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.766539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.767445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128873a-d8e3-46a7-9e5a-1c7cdd498c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:17:57.778023 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:57.807855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-348e2a10-c112-4204-94d0-e70a8d1e3f61 req-04d62d8a-800d-4aaf-aa18-62bbf416602c tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fdacf6-f29f-44a8-a346-e1cf27f94cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365381 Sep 09 09:17:57.808793 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38da9ab6-8da6-4d73-a107-782cadacb1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:57.832623 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38da9ab6-8da6-4d73-a107-782cadacb1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:57.851260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=f3597de1-ce91-41b4-89f0-a2c366c7f26e,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:57.950037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548fae4-8230-466c-9464-ef1f6c6828cd req-26fa300d-7fda-43ac-b76c-d5131d443d14 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:57.951755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9548fae4-8230-466c-9464-ef1f6c6828cd req-26fa300d-7fda-43ac-b76c-d5131d443d14 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 946 time: 0.0564177 Sep 09 09:17:57.972447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51e661-2939-4b7a-8254-9096984d20f4 req-7284ab2d-03dd-493e-8f3c-9d223777965b tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:57.973993 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f51e661-2939-4b7a-8254-9096984d20f4 req-7284ab2d-03dd-493e-8f3c-9d223777965b tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 945 time: 0.0562735 Sep 09 09:17:57.994788 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9548fae4-8230-466c-9464-ef1f6c6828cd req-3d634286-a23f-4a15-80c3-dd7e89977172 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357292 Sep 09 09:17:58.015361 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f51e661-2939-4b7a-8254-9096984d20f4 req-2a5be77a-8900-4ee3-adc9-b3d2bd1d6c30 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348241 Sep 09 09:17:58.018646 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38da9ab6-8da6-4d73-a107-782cadacb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:58.022579 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38da9ab6-8da6-4d73-a107-782cadacb1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:58.023630 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-38da9ab6-8da6-4d73-a107-782cadacb1cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34643e7b-3d22-482b-963f-671c67be2d85 HTTP/1.1" status: 204 len: 168 time: 0.2772171 Sep 09 09:17:58.024624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['f3597de1-ce91-41b4-89f0-a2c366c7f26e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:58.033572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['6d56d1c8-2b20-4696-9b2e-3993eace8345'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:17:58.041888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da9ab6-8da6-4d73-a107-782cadacb1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34643e7b-3d22-482b-963f-671c67be2d85,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:58.165228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bacc54-ed22-46e2-aba2-ef5c65da8f07 req-c717c9ce-e5b2-4959-a1ff-0958faa0477d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:58.181272 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a56c0d85-27bc-40e3-837d-83008355052a req-c31b8fec-5bd9-4133-ab36-98277185e58e tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 210 time: 0.0302889 Sep 09 09:17:58.184014 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-06bacc54-ed22-46e2-aba2-ef5c65da8f07 req-c717c9ce-e5b2-4959-a1ff-0958faa0477d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0733366 Sep 09 09:17:58.236345 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-06bacc54-ed22-46e2-aba2-ef5c65da8f07 req-a91dc204-ba94-4131-a050-bb0c83126e6c tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505102 Sep 09 09:17:58.742692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985c88d-089a-4940-b15b-bc32daad3930 req-448cc9e7-8240-4808-9361-fa95ecbdfcab tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:58.744239 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8985c88d-089a-4940-b15b-bc32daad3930 req-448cc9e7-8240-4808-9361-fa95ecbdfcab tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 944 time: 0.0490153 Sep 09 09:17:58.782861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8985c88d-089a-4940-b15b-bc32daad3930 req-7484a5d7-7ce1-41e0-8f2f-07063592ed83 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323541 Sep 09 09:17:58.954050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91b459-e9f4-4d21-a91f-aa55b4173e39 req-1c8eefcb-214c-428e-88ec-d375f2e8af90 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:58.961596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d92ea-27f4-4dce-b2e9-7558030aeb39 req-74b20cc7-b944-4b47-b0fa-dedd40de2c31 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:58.961596 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e62d92ea-27f4-4dce-b2e9-7558030aeb39 req-74b20cc7-b944-4b47-b0fa-dedd40de2c31 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 943 time: 0.0580325 Sep 09 09:17:58.962135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a91b459-e9f4-4d21-a91f-aa55b4173e39 req-1c8eefcb-214c-428e-88ec-d375f2e8af90 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0887156 Sep 09 09:17:59.011049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e62d92ea-27f4-4dce-b2e9-7558030aeb39 req-59a385b0-122d-42c3-8cf4-67e37b96eeb7 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fdacf6-f29f-44a8-a346-e1cf27f94cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466182 Sep 09 09:17:59.048543 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a91b459-e9f4-4d21-a91f-aa55b4173e39 req-eb9b389a-a8f3-46f2-8749-965a9d5743f0 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764780 Sep 09 09:17:59.060890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 7cff377c-3c9c-4d27-81fb-240340e7371a details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:17:59.073550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6d56d1c8-2b20-4696-9b2e-3993eace8345 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:17:59.076170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-d05d2c85-61aa-4799-b64c-7456b0243b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:59.077689 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-d05d2c85-61aa-4799-b64c-7456b0243b76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=010aa331e20b476da7391d58bcd87a18&device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 1097 time: 0.2710609 Sep 09 09:17:59.270257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-0948e30a-df76-4f8b-8225-bfd09bc2874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:59.273131 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-0948e30a-df76-4f8b-8225-bfd09bc2874c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b HTTP/1.1" status: 200 len: 912 time: 0.1826849 Sep 09 09:17:59.333140 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-c404ad86-7525-4f29-bca2-cd082014b180 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=606fe024-5f5f-4296-95ac-69fc2a79a504 HTTP/1.1" status: 200 len: 217 time: 0.0485749 Sep 09 09:17:59.348894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7033f-77e2-4332-9588-00e7ee5aa029 req-22bf6871-985a-4ff0-bde1-1aafd332cc1e tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:59.351150 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ca7033f-77e2-4332-9588-00e7ee5aa029 req-22bf6871-985a-4ff0-bde1-1aafd332cc1e tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 945 time: 0.1410429 Sep 09 09:17:59.352285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84f63c11-6bea-4bf9-aa5a-b837002354c0 req-a92cea3a-9dfb-464f-a435-4249b11987b1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 210 time: 0.0456839 Sep 09 09:17:59.425611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 6d56d1c8-2b20-4696-9b2e-3993eace8345 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:17:59.432334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 6d56d1c8-2b20-4696-9b2e-3993eace8345 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:17:59.432712 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:59.444132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-e4634046-580f-4ba8-977c-df1192afbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:59.445880 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-e4634046-580f-4ba8-977c-df1192afbf4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cccd1f9-bfab-4b7f-b904-1e91da7a7b90 HTTP/1.1" status: 200 len: 851 time: 0.0938020 Sep 09 09:17:59.449265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ca7033f-77e2-4332-9588-00e7ee5aa029 req-a5b1bc77-bfe4-4c2e-a206-38197f154c14 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536928 Sep 09 09:17:59.474186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 7cff377c-3c9c-4d27-81fb-240340e7371a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=7cff377c-3c9c-4d27-81fb-240340e7371a,segment=NetworkSegment(a58cbeed-9dbb-4c76-bf22-c2c4565b83b1),segment_id=a58cbeed-9dbb-4c76-bf22-c2c4565b83b1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:59.495189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-7d955edb-4d73-44cd-9792-01c18b2b1fcf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364370 Sep 09 09:17:59.498397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '7cff377c-3c9c-4d27-81fb-240340e7371a', 'network_id': '77cb22d8-280d-47be-807a-5618ab74332d', 'port_id': '7cff377c-3c9c-4d27-81fb-240340e7371a', 'mac_address': 'fa:16:3e:1c:58:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5028ab78-c18a-4628-9139-9da55584f3ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:17:59.508771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-9c9953cf-cef3-4e1a-998e-443bd54812d5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:17:59.509868 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-9c9953cf-cef3-4e1a-998e-443bd54812d5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054297 Sep 09 09:17:59.571854 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:59.604718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cff377c-3c9c-4d27-81fb-240340e7371a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:17:59.610039 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:59.621484 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-35a21a35-0c21-4414-8ef6-2ae5e645280a service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024656 Sep 09 09:17:59.638208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 7cff377c-3c9c-4d27-81fb-240340e7371a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=7cff377c-3c9c-4d27-81fb-240340e7371a,segment=NetworkSegment(a58cbeed-9dbb-4c76-bf22-c2c4565b83b1),segment_id=a58cbeed-9dbb-4c76-bf22-c2c4565b83b1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:59.651619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d56d1c8-2b20-4696-9b2e-3993eace8345'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:17:59.654571 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a7d5b5-dbae-4f44-ba0a-4e3f83326dcb" -d '{"events": [{"server_uuid": "34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7", "name": "network-vif-plugged", "status": "completed", "tag": "6d56d1c8-2b20-4696-9b2e-3993eace8345"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:17:59.670032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:17:59.708767 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30ca871-224c-4346-821e-dfe90e7c2cba x-openstack-request-id: req-a30ca871-224c-4346-821e-dfe90e7c2cba {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:17:59.709481 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7", "name": "network-vif-plugged", "status": "completed", "tag": "6d56d1c8-2b20-4696-9b2e-3993eace8345", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:17:59.709481 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a30ca871-224c-4346-821e-dfe90e7c2cba {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:17:59.709760 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d56d1c8-2b20-4696-9b2e-3993eace8345', 'code': 200} Sep 09 09:17:59.726596 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:59.737736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a9b4f4a-c5c4-4077-9d2c-9ab54079f1eb req-bd78e76c-0a68-40f1-8529-36a1095c95c7 service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061490 Sep 09 09:17:59.776205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=7cff377c-3c9c-4d27-81fb-240340e7371a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:59.780256 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:59.780256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device f3597de1-ce91-41b4-89f0-a2c366c7f26e up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:17:59.810381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddc927-d341-4d02-817e-b18b1b80b4d9 req-c77e3a73-96bb-4b0d-8817-acbc3d8c71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:59.812024 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6dddc927-d341-4d02-817e-b18b1b80b4d9 req-c77e3a73-96bb-4b0d-8817-acbc3d8c71e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 1097 time: 0.0422308 Sep 09 09:17:59.873150 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6d56d1c8-2b20-4696-9b2e-3993eace8345,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:17:59.877991 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6dddc927-d341-4d02-817e-b18b1b80b4d9 req-380e809d-e51b-4fc9-91f9-4e60678923a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585418 Sep 09 09:17:59.925220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccda8e-b764-41ec-9c3b-4302827b7ffc req-7bf71aca-b34e-4db1-b05a-dfffcd3d48dd tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:17:59.926727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5ccda8e-b764-41ec-9c3b-4302827b7ffc req-7bf71aca-b34e-4db1-b05a-dfffcd3d48dd tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.0551121 Sep 09 09:17:59.957016 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port f3597de1-ce91-41b4-89f0-a2c366c7f26e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:17:59.961981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port f3597de1-ce91-41b4-89f0-a2c366c7f26e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:17:59.962368 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:17:59.969041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5ccda8e-b764-41ec-9c3b-4302827b7ffc req-e4039628-7d8a-4bac-ba7a-42fdd5da03f8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357959 Sep 09 09:18:00.002809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['7cff377c-3c9c-4d27-81fb-240340e7371a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:00.143674 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:00.209483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port f3597de1-ce91-41b4-89f0-a2c366c7f26e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=f3597de1-ce91-41b4-89f0-a2c366c7f26e,segment=NetworkSegment(1da412eb-b7a6-43ae-963a-5ddd2acf30ed),segment_id=1da412eb-b7a6-43ae-963a-5ddd2acf30ed)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:00.232909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70017d-0040-4ea4-bee4-889e7beaba81 req-8d0c76f5-fec6-46c3-bc1e-55b705cacb54 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:00.243165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af70017d-0040-4ea4-bee4-889e7beaba81 req-8d0c76f5-fec6-46c3-bc1e-55b705cacb54 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 944 time: 0.0873218 Sep 09 09:18:00.248976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57712) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:00.269695 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:00.295732 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af70017d-0040-4ea4-bee4-889e7beaba81 req-b01c9598-2189-4f9c-82c5-d7673632c4fc tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fdacf6-f29f-44a8-a346-e1cf27f94cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516250 Sep 09 09:18:00.344074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=f3597de1-ce91-41b4-89f0-a2c366c7f26e,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:00.428305 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-198167b1-f6a8-4982-a230-d4487f46f49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:00.514444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9f2d1-aaf1-42fd-aa71-8cd7cd6b894f req-bb09bbee-fc2c-4034-b13f-17a0aa6bbeac tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:00.515973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ef9f2d1-aaf1-42fd-aa71-8cd7cd6b894f req-bb09bbee-fc2c-4034-b13f-17a0aa6bbeac tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.1253140 Sep 09 09:18:00.523088 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-5ec1a973-cde2-4e9a-8da2-5d21224a5c2f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:00.524547 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-5ec1a973-cde2-4e9a-8da2-5d21224a5c2f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.41 "GET /v2.0/networks?id=d4aa85e7-c60f-4289-8875-0c616dedbb1b HTTP/1.1" status: 200 len: 813 time: 0.5404596 Sep 09 09:18:00.538651 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a95ffad-5915-46c1-8297-051949775a08 req-06e47f3c-1e75-48e3-83cb-4862c9fa307a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 210 time: 0.0383999 Sep 09 09:18:00.542873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'port': {'device_id': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b', 'admin_state_up': True, 'tenant_id': 'b24e019063834dab9166646d1c341346'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:00.570386 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-198167b1-f6a8-4982-a230-d4487f46f49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:00.589055 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ef9f2d1-aaf1-42fd-aa71-8cd7cd6b894f req-21bc0db9-09c9-40b9-8f4f-fdfd1a5949f3 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633774 Sep 09 09:18:00.658234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3608b3-b89e-44c9-904d-134228ebf60f req-ec86103d-e444-410d-8be0-22c5da3ac710 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:00.659730 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a3608b3-b89e-44c9-904d-134228ebf60f req-ec86103d-e444-410d-8be0-22c5da3ac710 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 946 time: 0.0498924 Sep 09 09:18:00.660906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-198167b1-f6a8-4982-a230-d4487f46f49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:00.714915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198167b1-f6a8-4982-a230-d4487f46f49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99347df-9bd6-43a7-a053-8f1d04b9b1e4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:00.719038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-198167b1-f6a8-4982-a230-d4487f46f49f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc6eb5035f3245719dcb67c5c965c488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724872 Sep 09 09:18:00.725843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57728) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:00.734357 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a3608b3-b89e-44c9-904d-134228ebf60f req-7629225c-5b97-4e38-8673-f1cb7b3d583b tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582426 Sep 09 09:18:00.744914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Made reservation on behalf of b24e019063834dab9166646d1c341346 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:00.748624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:00.813958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0f6e57b6-8461-429d-9809-45d1ea59c640 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:18:00.840893 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f746e60e-1a57-42c4-b25b-e1c0d260cb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:00.894150 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f746e60e-1a57-42c4-b25b-e1c0d260cb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:00.918075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0f6e57b6-8461-429d-9809-45d1ea59c640, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f6e57b6-8461-429d-9809-45d1ea59c640,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:00.930387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '0f6e57b6-8461-429d-9809-45d1ea59c640', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'port_id': '0f6e57b6-8461-429d-9809-45d1ea59c640', 'mac_address': 'fa:16:3e:48:6e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7087ae7-6b75-4933-a9a3-67deca9dee86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:18:00.945057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Allocated IP 172.20.0.5 (d4aa85e7-c60f-4289-8875-0c616dedbb1b/046ba71a-9e13-4392-8e8b-eb08c374a743/a0bad082-81e3-4287-a374-237551300a60) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:18:00.975405 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:00.988826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f6e57b6-8461-429d-9809-45d1ea59c640 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:01.008328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0f6e57b6-8461-429d-9809-45d1ea59c640, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f6e57b6-8461-429d-9809-45d1ea59c640,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:01.038589 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f746e60e-1a57-42c4-b25b-e1c0d260cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:01.041231 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f746e60e-1a57-42c4-b25b-e1c0d260cb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:01.042390 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f746e60e-1a57-42c4-b25b-e1c0d260cb68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a99347df-9bd6-43a7-a053-8f1d04b9b1e4 HTTP/1.1" status: 204 len: 168 time: 0.3155468 Sep 09 09:18:01.074982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 7cff377c-3c9c-4d27-81fb-240340e7371a up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:18:01.094577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746e60e-1a57-42c4-b25b-e1c0d260cb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99347df-9bd6-43a7-a053-8f1d04b9b1e4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:01.132874 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:01.165756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8775f-d6e5-4a0b-8a2f-78c25817fd9b req-8bbec4d3-0502-4b51-99a6-f53ee20f0690 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:01.167254 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46f8775f-d6e5-4a0b-8a2f-78c25817fd9b req-8bbec4d3-0502-4b51-99a6-f53ee20f0690 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.1124246 Sep 09 09:18:01.197908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0f6e57b6-8461-429d-9809-45d1ea59c640,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:01.214846 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:01.233929 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46f8775f-d6e5-4a0b-8a2f-78c25817fd9b req-6a3c79e4-ebb6-4a85-9c33-dd347bfd116e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568218 Sep 09 09:18:01.236885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['0f6e57b6-8461-429d-9809-45d1ea59c640'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:01.301243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 7cff377c-3c9c-4d27-81fb-240340e7371a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:18:01.312553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 7cff377c-3c9c-4d27-81fb-240340e7371a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:18:01.312943 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:01.351939 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:01.404964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Network d4aa85e7-c60f-4289-8875-0c616dedbb1b is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:18:01.409515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:01.414132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:18:01.447029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'Port': ['ID=a0bad082-81e3-4287-a374-237551300a60,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:01.467259 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:01.467742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ac7df-a411-4ca3-ba28-4d8409d99737 req-e2726257-eb57-49dc-9892-97702d623528 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:01.479657 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-636ac7df-a411-4ca3-ba28-4d8409d99737 req-e2726257-eb57-49dc-9892-97702d623528 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 944 time: 0.0927432 Sep 09 09:18:01.490103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:01.490893 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:01.529978 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 7cff377c-3c9c-4d27-81fb-240340e7371a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=7cff377c-3c9c-4d27-81fb-240340e7371a,segment=NetworkSegment(a58cbeed-9dbb-4c76-bf22-c2c4565b83b1),segment_id=a58cbeed-9dbb-4c76-bf22-c2c4565b83b1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:01.535219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['60e8f81a-b4d1-4f01-ba04-2542547f04b8'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:01.550359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-636ac7df-a411-4ca3-ba28-4d8409d99737 req-c3f60b9f-edc4-4aed-96ee-4ab1f4e812e9 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fdacf6-f29f-44a8-a346-e1cf27f94cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681746 Sep 09 09:18:01.598294 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-4fd333a8-aa11-40eb-9144-774c8ae6ed72 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0589125 Sep 09 09:18:01.600569 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:01.619338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Request body: {'port': {'device_id': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:01.690427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd25ad3-7cd7-4976-be30-3f02c97e2368 req-f4a442c0-bbb5-4fce-ae6b-cea3a54402bc tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:01.698790 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7fd25ad3-7cd7-4976-be30-3f02c97e2368 req-f4a442c0-bbb5-4fce-ae6b-cea3a54402bc tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 931 time: 0.0755758 Sep 09 09:18:01.717401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbc4746-0f1f-4619-a67c-8bdb13abc12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3597de1-ce91-41b4-89f0-a2c366c7f26e'}, {'server_uuid': '5350b525-c427-4475-9ac6-bb90758a73a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cff377c-3c9c-4d27-81fb-240340e7371a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:01.718333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:01.723642 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a037beb-9f24-4332-bb6a-fc50bc2f5f49" -d '{"events": [{"server_uuid": "7fbc4746-0f1f-4619-a67c-8bdb13abc12f", "name": "network-vif-plugged", "status": "completed", "tag": "f3597de1-ce91-41b4-89f0-a2c366c7f26e"}, {"server_uuid": "5350b525-c427-4475-9ac6-bb90758a73a7", "name": "network-vif-plugged", "status": "completed", "tag": "7cff377c-3c9c-4d27-81fb-240340e7371a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:01.753687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=7cff377c-3c9c-4d27-81fb-240340e7371a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:01.768047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7fd25ad3-7cd7-4976-be30-3f02c97e2368 req-9cc953da-f070-4250-9159-4a5e3c32194b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681880 Sep 09 09:18:01.824798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225b0bc-a5c0-4c7e-91fd-ffef1fd279a6 req-52a3a7ee-3193-4033-ab48-bb70cdc3c951 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:01.832572 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4225b0bc-a5c0-4c7e-91fd-ffef1fd279a6 req-52a3a7ee-3193-4033-ab48-bb70cdc3c951 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.1041098 Sep 09 09:18:01.862364 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6756aeb-6e14-46df-b50c-63507c610af1 x-openstack-request-id: req-b6756aeb-6e14-46df-b50c-63507c610af1 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:01.862820 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbc4746-0f1f-4619-a67c-8bdb13abc12f", "name": "network-vif-plugged", "status": "completed", "tag": "f3597de1-ce91-41b4-89f0-a2c366c7f26e", "code": 200}, {"server_uuid": "5350b525-c427-4475-9ac6-bb90758a73a7", "name": "network-vif-plugged", "status": "completed", "tag": "7cff377c-3c9c-4d27-81fb-240340e7371a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:01.863052 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6756aeb-6e14-46df-b50c-63507c610af1 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:01.863591 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbc4746-0f1f-4619-a67c-8bdb13abc12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3597de1-ce91-41b4-89f0-a2c366c7f26e', 'code': 200} Sep 09 09:18:01.863920 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5350b525-c427-4475-9ac6-bb90758a73a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cff377c-3c9c-4d27-81fb-240340e7371a', 'code': 200} Sep 09 09:18:01.952235 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4225b0bc-a5c0-4c7e-91fd-ffef1fd279a6 req-ebbc83c7-4310-43db-bf31-fc1c1bb29f1e tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143005 Sep 09 09:18:02.061383 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f73ed-bce9-422e-9cc7-d0c35da8ff2d req-f1d17ad6-866c-4f8c-820e-0703bf80a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:02.063086 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-030f73ed-bce9-422e-9cc7-d0c35da8ff2d req-f1d17ad6-866c-4f8c-820e-0703bf80a1ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 1098 time: 0.1200502 Sep 09 09:18:02.065580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398d60e-925d-4a72-a001-4992b4affcac req-0a99df10-9e4d-44bb-b242-bcc3312fbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:02.067335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2398d60e-925d-4a72-a001-4992b4affcac req-0a99df10-9e4d-44bb-b242-bcc3312fbd1e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 1097 time: 0.1398671 Sep 09 09:18:02.081215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f534bea-10c5-40ca-bcda-9312ec5814a8 req-a3792d73-46c2-46fe-84a0-cb5d835dee1e tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:02.082791 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3f534bea-10c5-40ca-bcda-9312ec5814a8 req-a3792d73-46c2-46fe-84a0-cb5d835dee1e tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 946 time: 0.0790703 Sep 09 09:18:02.147511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bad082-81e3-4287-a374-237551300a60 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:02.160137 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:02.160615 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2398d60e-925d-4a72-a001-4992b4affcac req-2f0dcc50-6635-4f18-b206-e850404c73f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=02fdacf6-f29f-44a8-a346-e1cf27f94cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768480 Sep 09 09:18:02.164209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-030f73ed-bce9-422e-9cc7-d0c35da8ff2d req-912a1d3f-c5a9-479b-bfd2-a2d1cbc3b4bd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793970 Sep 09 09:18:02.168385 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3f534bea-10c5-40ca-bcda-9312ec5814a8 req-27f32279-06e2-4257-8696-ebfd3de973d2 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720661 Sep 09 09:18:02.175301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Transition to ACTIVE for port object a0bad082-81e3-4287-a374-237551300a60 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:18:02.237653 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:02.306458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bad082-81e3-4287-a374-237551300a60,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:02.420559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fb0ca-06d3-4d06-a5f4-423bb6cc5969 req-649b3ac0-3f49-4250-ad52-2477356e2104 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:02.429206 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b7fb0ca-06d3-4d06-a5f4-423bb6cc5969 req-649b3ac0-3f49-4250-ad52-2477356e2104 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.1163945 Sep 09 09:18:02.431372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Attempting to bind port a0bad082-81e3-4287-a374-237551300a60 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:18:02.431732 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Attempting to bind port a0bad082-81e3-4287-a374-237551300a60 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '294f1f2f-131e-4d4c-84f9-3a4d01c11de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:18:02.432208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Attempting to bind port a0bad082-81e3-4287-a374-237551300a60 on network d4aa85e7-c60f-4289-8875-0c616dedbb1b {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:02.452041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Port a0bad082-81e3-4287-a374-237551300a60 on network d4aa85e7-c60f-4289-8875-0c616dedbb1b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:18:02.452518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Attempting to bind port a0bad082-81e3-4287-a374-237551300a60 on network d4aa85e7-c60f-4289-8875-0c616dedbb1b {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:02.460132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:18:02.460485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Checking segment: {'id': '294f1f2f-131e-4d4c-84f9-3a4d01c11de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:02.460966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Bound using segment: {'id': '294f1f2f-131e-4d4c-84f9-3a4d01c11de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:18:02.461495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Bound port: a0bad082-81e3-4287-a374-237551300a60, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294f1f2f-131e-4d4c-84f9-3a4d01c11de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:18:02.461866 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:02.530779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b7fb0ca-06d3-4d06-a5f4-423bb6cc5969 req-f24244f0-ac7e-4d6b-90d2-33a8ea7ffac8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965049 Sep 09 09:18:02.578071 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] For port a0bad082-81e3-4287-a374-237551300a60, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:18:02.582568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] For port a0bad082-81e3-4287-a374-237551300a60, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0bad082-81e3-4287-a374-237551300a60,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:18:02.675911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468bc5b-0319-446c-931b-1f3ddcb1a2e1 req-17445520-6485-412f-ad45-467f0ac2de4a tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:02.683628 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6468bc5b-0319-446c-931b-1f3ddcb1a2e1 req-17445520-6485-412f-ad45-467f0ac2de4a tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 1097 time: 0.0696712 Sep 09 09:18:02.705998 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:02.758296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa88fe-1059-415c-adda-eb3ab49dfed9 req-2a668501-89e3-4eed-856c-19f9aa429d0a tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:02.765309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:02.765943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:02.766438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ffa88fe-1059-415c-adda-eb3ab49dfed9 req-2a668501-89e3-4eed-856c-19f9aa429d0a tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 945 time: 0.0682313 Sep 09 09:18:02.767894 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] 10.222.0.41 "PUT /v2.0/ports/a0bad082-81e3-4287-a374-237551300a60 HTTP/1.1" status: 200 len: 1092 time: 1.1539242 Sep 09 09:18:02.770093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'tag': 'a0bad082-81e3-4287-a374-237551300a60'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:02.772561 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feafac4-2fed-41b2-807c-11b4baa7a035" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bb985c-a9ba-4da3-b443-48ebc413f350", "tag": "a0bad082-81e3-4287-a374-237551300a60"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:02.786673 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6468bc5b-0319-446c-931b-1f3ddcb1a2e1 req-ad8f29f3-b75d-4d46-ae6c-fe2160f7ccd9 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021595 Sep 09 09:18:02.799512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1bfcf-80ca-4ff1-be3c-65bae2ca3073 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bad082-81e3-4287-a374-237551300a60,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:02.845010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0f6e57b6-8461-429d-9809-45d1ea59c640 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:18:02.859138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ffa88fe-1059-415c-adda-eb3ab49dfed9 req-b44a5d3f-7270-4fad-94e0-361ed00d08ec tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fdacf6-f29f-44a8-a346-e1cf27f94cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872984 Sep 09 09:18:02.969001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 0f6e57b6-8461-429d-9809-45d1ea59c640 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:18:02.973743 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:02.989340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-387ca981-d286-443e-8676-a0df73590bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:02.994989 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-387ca981-d286-443e-8676-a0df73590bf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24e019063834dab9166646d1c341346&device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 1095 time: 0.1062891 Sep 09 09:18:03.081631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-e46f661d-dfe2-4f4f-9885-e7957bb432a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bad082-81e3-4287-a374-237551300a60 HTTP/1.1" status: 200 len: 217 time: 0.0701306 Sep 09 09:18:03.147876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba1ce5-d5a6-4a84-a19c-54fbfde0a08f req-8b15c8e5-0d8a-49d8-9f1f-6b1c04ce2b47 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:03.149590 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05ba1ce5-d5a6-4a84-a19c-54fbfde0a08f req-8b15c8e5-0d8a-49d8-9f1f-6b1c04ce2b47 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 943 time: 0.1489027 Sep 09 09:18:03.164056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-687fcba2-ee5c-43c6-9231-9e3125475651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:03.165689 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-687fcba2-ee5c-43c6-9231-9e3125475651 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=046ba71a-9e13-4392-8e8b-eb08c374a743 HTTP/1.1" status: 200 len: 853 time: 0.0764959 Sep 09 09:18:03.185831 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9f9c4a-321e-4c1e-99eb-059506e052d6 x-openstack-request-id: req-9e9f9c4a-321e-4c1e-99eb-059506e052d6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:03.186261 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bb985c-a9ba-4da3-b443-48ebc413f350", "tag": "a0bad082-81e3-4287-a374-237551300a60", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:03.186765 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e9f9c4a-321e-4c1e-99eb-059506e052d6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:03.187112 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'tag': 'a0bad082-81e3-4287-a374-237551300a60', 'status': 'completed', 'code': 200} Sep 09 09:18:03.190519 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:03.232931 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-b6e80113-280f-4669-8802-3c9ac654ae22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4aa85e7-c60f-4289-8875-0c616dedbb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407920 Sep 09 09:18:03.245661 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05ba1ce5-d5a6-4a84-a19c-54fbfde0a08f req-9dbe137e-ba62-4e64-86f6-9dd3706bb3b8 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844281 Sep 09 09:18:03.268978 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0f6e57b6-8461-429d-9809-45d1ea59c640, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f6e57b6-8461-429d-9809-45d1ea59c640,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:03.320816 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:03.327408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb8c96-3d3b-49f0-866d-739b0171a31d req-6063bfc2-d049-436b-8f2a-b8b19c94884e tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:03.344009 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-69bb8c96-3d3b-49f0-866d-739b0171a31d req-6063bfc2-d049-436b-8f2a-b8b19c94884e tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 1097 time: 0.0689156 Sep 09 09:18:03.361776 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-e2ad3669-22b2-47f1-b6ef-7c30ee7f6174 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149273 Sep 09 09:18:03.425438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-69bb8c96-3d3b-49f0-866d-739b0171a31d req-31f43adc-fafa-483a-aa6e-460b0cfc2197 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803487 Sep 09 09:18:03.448215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0f6e57b6-8461-429d-9809-45d1ea59c640,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:03.489675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a21d1c5-7ae8-4deb-ae02-432ea4ea85c4 req-a2245b4f-ce28-4867-88ef-891c1c5455ac service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188140 Sep 09 09:18:03.574945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b23f93-a81c-44c1-8727-254e8013d89c req-3e50b9f7-6e50-4ba4-93c7-2da31edfaab7 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:03.584193 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9b23f93-a81c-44c1-8727-254e8013d89c req-3e50b9f7-6e50-4ba4-93c7-2da31edfaab7 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 946 time: 0.0690098 Sep 09 09:18:03.604258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71b8ec-129c-4748-a8a6-e4c0ac1b6f6c req-ebff3a5e-a733-4433-86ff-f33c83c0c031 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:03.606055 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c71b8ec-129c-4748-a8a6-e4c0ac1b6f6c req-ebff3a5e-a733-4433-86ff-f33c83c0c031 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.1151803 Sep 09 09:18:03.642460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9b23f93-a81c-44c1-8727-254e8013d89c req-de343a37-3f18-4ce0-8c4c-23357a3645ce tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563476 Sep 09 09:18:03.767629 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c71b8ec-129c-4748-a8a6-e4c0ac1b6f6c req-9f3e4420-88a4-41dc-82c3-97912ad1dace tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426392 Sep 09 09:18:03.788822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feafac4-2fed-41b2-807c-11b4baa7a035 req-c7a2fdf4-bf8f-47da-818c-9c0190cbd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:03.790444 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9feafac4-2fed-41b2-807c-11b4baa7a035 req-c7a2fdf4-bf8f-47da-818c-9c0190cbd281 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24e019063834dab9166646d1c341346&device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 1095 time: 0.1117735 Sep 09 09:18:03.813142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57856) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:03.867448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6e57b6-8461-429d-9809-45d1ea59c640'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:03.871117 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8590d1-1823-42dd-acd6-2f019b983a7b" -d '{"events": [{"server_uuid": "f50bb0ce-6789-46b1-a636-f35a1f438914", "name": "network-vif-plugged", "status": "completed", "tag": "0f6e57b6-8461-429d-9809-45d1ea59c640"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:03.950844 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec53aea-897d-4816-8b05-7f6476c76a88 x-openstack-request-id: req-eec53aea-897d-4816-8b05-7f6476c76a88 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:03.951594 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50bb0ce-6789-46b1-a636-f35a1f438914", "name": "network-vif-plugged", "status": "completed", "tag": "0f6e57b6-8461-429d-9809-45d1ea59c640", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:03.951867 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eec53aea-897d-4816-8b05-7f6476c76a88 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:03.952249 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6e57b6-8461-429d-9809-45d1ea59c640', 'code': 200} Sep 09 09:18:03.955310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feafac4-2fed-41b2-807c-11b4baa7a035 req-e4f02daf-0e0e-4fba-ad1b-c03569129ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:03.957662 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9feafac4-2fed-41b2-807c-11b4baa7a035 req-e4f02daf-0e0e-4fba-ad1b-c03569129ae6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4aa85e7-c60f-4289-8875-0c616dedbb1b HTTP/1.1" status: 200 len: 914 time: 0.1582274 Sep 09 09:18:04.031805 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9feafac4-2fed-41b2-807c-11b4baa7a035 req-c420fc0c-4f43-431c-8f78-b00ebf0f3b38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bad082-81e3-4287-a374-237551300a60 HTTP/1.1" status: 200 len: 217 time: 0.0549209 Sep 09 09:18:04.067713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a261fbd-e12b-4049-aba1-f682fa121702 req-edf109cd-09b8-46fb-8915-8313863e9f71 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:04.075906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a261fbd-e12b-4049-aba1-f682fa121702 req-edf109cd-09b8-46fb-8915-8313863e9f71 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 945 time: 0.0700760 Sep 09 09:18:04.098988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feafac4-2fed-41b2-807c-11b4baa7a035 req-8de4d6ed-10ce-4328-a71f-099521b6dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:04.100715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9feafac4-2fed-41b2-807c-11b4baa7a035 req-8de4d6ed-10ce-4328-a71f-099521b6dece service neutron] 10.222.0.41 "GET /v2.0/subnets?id=046ba71a-9e13-4392-8e8b-eb08c374a743 HTTP/1.1" status: 200 len: 853 time: 0.0605364 Sep 09 09:18:04.103897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-791390079'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:04.153255 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a261fbd-e12b-4049-aba1-f682fa121702 req-adb39d7a-6881-42c1-8b71-f58f1ae43e88 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fdacf6-f29f-44a8-a346-e1cf27f94cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585725 Sep 09 09:18:04.158942 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9feafac4-2fed-41b2-807c-11b4baa7a035 req-7fae3401-6267-4ec4-8ff5-73f222cea5af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4aa85e7-c60f-4289-8875-0c616dedbb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437915 Sep 09 09:18:04.246857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Made reservation on behalf of 64dadb5f94594337bf7fc46fa5386d91 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:04.253874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:04.282957 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9feafac4-2fed-41b2-807c-11b4baa7a035 req-c3f9677a-a0e4-4416-9539-56ff5f5a5a2f service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154814 Sep 09 09:18:04.283998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:04.405899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9feafac4-2fed-41b2-807c-11b4baa7a035 req-074d18ef-865b-49b0-8abd-de3f2a1f7944 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130745 Sep 09 09:18:04.418779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb661613-b5da-487a-bf9a-15041bd5770b req-bdb7600b-db78-4502-99af-0894083807ab tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:04.420800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb661613-b5da-487a-bf9a-15041bd5770b req-bdb7600b-db78-4502-99af-0894083807ab tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 943 time: 0.0804539 Sep 09 09:18:04.489428 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:04.494875 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb661613-b5da-487a-bf9a-15041bd5770b req-3984be68-18b4-4946-8732-af31812ca19a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641844 Sep 09 09:18:04.572104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:04.606914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:18:04.617370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edf80a3-2ab3-4ce7-bf72-877af7e74361,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:04.626642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:04.626642 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Added segment ea2f8afc-c579-4358-9440-6f5657d87b02 of type vlan for network 4b81cea0-3fdc-4252-b662-c2946df69205 Sep 09 09:18:04.676909 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:04.817859 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:04.824076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:04.824780 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:04.902666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Pushing event updated for resources: {'Network': ['ID=4b81cea0-3fdc-4252-b662-c2946df69205,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:04.916717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 4b81cea0-3fdc-4252-b662-c2946df69205 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:18:04.944362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2afcf43d-00b3-4c5e-80bd-dc86fcb14049 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1291106 Sep 09 09:18:04.947669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57896) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:05.090756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Request body: {'network': {'name': 'tempest-network--1828843801', 'router:external': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:05.178666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad59f5e-94cf-4f97-a57a-9b0505e8bb63 req-440a812c-b09b-416e-86f4-50ea4c2da284 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:05.180799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cad59f5e-94cf-4f97-a57a-9b0505e8bb63 req-440a812c-b09b-416e-86f4-50ea4c2da284 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 946 time: 0.0780759 Sep 09 09:18:05.227702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cad59f5e-94cf-4f97-a57a-9b0505e8bb63 req-34d0470b-7e4a-4c0a-acb2-513e1ee4df68 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400500 Sep 09 09:18:05.228793 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Made reservation on behalf of 7ca6b78b1d1844bab410702f707752aa for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:05.232300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:05.242386 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:05.411368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b3bda-9291-4f85-a2af-978596983ec3 req-0a7f009c-946e-4795-b2ed-3bc17bf07648 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:05.412941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e85b3bda-9291-4f85-a2af-978596983ec3 req-0a7f009c-946e-4795-b2ed-3bc17bf07648 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0902359 Sep 09 09:18:05.452621 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:05.471745 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e85b3bda-9291-4f85-a2af-978596983ec3 req-f0ada9d8-1e95-490b-943a-3261ed1c2d91 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513639 Sep 09 09:18:05.696605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b585ee-0548-49f0-90e5-3a7d691a787d req-601509d4-71b1-4bc5-b239-28c65686843b tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:05.699339 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52b585ee-0548-49f0-90e5-3a7d691a787d req-601509d4-71b1-4bc5-b239-28c65686843b tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 945 time: 0.0705554 Sep 09 09:18:05.728970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:05.769274 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52b585ee-0548-49f0-90e5-3a7d691a787d req-035e7a22-413e-4147-82af-70ed112232a0 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fdacf6-f29f-44a8-a346-e1cf27f94cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630639 Sep 09 09:18:05.777249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:18:05.787590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688387b5-4192-4fd5-ae0a-b5d2c32486cc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:05.795331 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:05.800847 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Added segment 8d8c5701-fb96-47a1-a3b1-ffe5b3742e1d of type vlan for network c771c3da-dbdb-45de-8058-406932bb9bff Sep 09 09:18:05.883524 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:05.978093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:05.979367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:05.979981 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.015463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-949a52a7-490d-4031-8cb6-a4c396b7a6cc tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:06.020274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-949a52a7-490d-4031-8cb6-a4c396b7a6cc tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077164 Sep 09 09:18:06.090075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-69b8bb6b-1df7-42da-bd98-07905597e0ff tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:06.091771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1426818 Sep 09 09:18:06.092606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290deeb-d85d-4b85-9929-04742300712d tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event updated for resources: {'Network': ['ID=c771c3da-dbdb-45de-8058-406932bb9bff,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:06.093716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-69b8bb6b-1df7-42da-bd98-07905597e0ff tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports/6d56d1c8-2b20-4696-9b2e-3993eace8345 HTTP/1.1" status: 200 len: 1094 time: 0.0660784 Sep 09 09:18:06.095349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57920) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:06.105944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network c771c3da-dbdb-45de-8058-406932bb9bff details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:18:06.107218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f682f64-8ae1-4569-a9a2-928da4fd80f7 req-26c7f1b6-3da5-41c8-a36d-c5d317e8131f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:06.119301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1f682f64-8ae1-4569-a9a2-928da4fd80f7 req-26c7f1b6-3da5-41c8-a36d-c5d317e8131f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 943 time: 0.1363349 Sep 09 09:18:06.121721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Request body: {'binding': {'host': 'n-h2-778696-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:06.122193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Unknown quota resources ['binding']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:18:06.241146 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1f682f64-8ae1-4569-a9a2-928da4fd80f7 req-d56ab864-b998-4d29-af8f-6b372e2b90c7 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975935 Sep 09 09:18:06.244561 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.399672 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.400873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a0f4a-f333-4a09-8558-faa7bf77eb07 req-6210e698-2cb9-4c94-8198-d91f823beb76 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:06.402390 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-510a0f4a-f333-4a09-8558-faa7bf77eb07 req-6210e698-2cb9-4c94-8198-d91f823beb76 tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 945 time: 0.0636516 Sep 09 09:18:06.442405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c771c3da-dbdb-45de-8058-406932bb9bff']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:06.455677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8c5701-fb96-47a1-a3b1-ffe5b3742e1d') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:06.458682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8c5701-fb96-47a1-a3b1-ffe5b3742e1d') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:06.472962 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.480740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on host n-h2-778696-16 for vnic_type normal with profile None {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:18:06.481080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:18:06.481415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:06.487440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:18:06.487778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:06.496505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:18:06.496505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:06.496505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:18:06.496868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Bound port: 6d56d1c8-2b20-4696-9b2e-3993eace8345, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:18:06.499742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.535617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:06.536256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:06.538189 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:06.576243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-510a0f4a-f333-4a09-8558-faa7bf77eb07 req-06567522-5a1c-493d-bd89-d2441699371d tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Deleting port 7cff377c-3c9c-4d27-81fb-240340e7371a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:06.576689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-510a0f4a-f333-4a09-8558-faa7bf77eb07 req-06567522-5a1c-493d-bd89-d2441699371d tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.626347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:18:06.669955 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.676442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c771c3da-dbdb-45de-8058-406932bb9bff {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 09 09:18:06.693451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.698243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c771c3da-dbdb-45de-8058-406932bb9bff HTTP/1.1" status: 204 len: 168 time: 0.5944672 Sep 09 09:18:06.706707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57936) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:06.711937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:06.738606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.741551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-8c0afb86-9fe2-44c9-aa93-adb45c84945c service neutron] 10.222.0.32 "POST /v2.0/ports/6d56d1c8-2b20-4696-9b2e-3993eace8345/bindings HTTP/1.1" status: 201 len: 390 time: 0.6304071 Sep 09 09:18:06.743927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8a6c5-9e21-495d-a138-f115c3203095 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event deleted for resources: {'Network': ['ID=c771c3da-dbdb-45de-8058-406932bb9bff,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:06.754382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-510a0f4a-f333-4a09-8558-faa7bf77eb07 req-06567522-5a1c-493d-bd89-d2441699371d tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] For port 7cff377c-3c9c-4d27-81fb-240340e7371a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=7cff377c-3c9c-4d27-81fb-240340e7371a,segment=NetworkSegment(a58cbeed-9dbb-4c76-bf22-c2c4565b83b1),segment_id=a58cbeed-9dbb-4c76-bf22-c2c4565b83b1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:06.754845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-510a0f4a-f333-4a09-8558-faa7bf77eb07 req-06567522-5a1c-493d-bd89-d2441699371d tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.779745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab294c-c641-496b-8ed0-06df83208e6d req-f55417bf-4bc6-4e9d-bf76-0f1ab423dfd7 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:06.781343 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7ab294c-c641-496b-8ed0-06df83208e6d req-f55417bf-4bc6-4e9d-bf76-0f1ab423dfd7 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.2254381 Sep 09 09:18:06.782578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-510a0f4a-f333-4a09-8558-faa7bf77eb07 req-06567522-5a1c-493d-bd89-d2441699371d tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Calling delete_port for 7cff377c-3c9c-4d27-81fb-240340e7371a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:06.854101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a0bad082-81e3-4287-a374-237551300a60 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:18:06.878277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7ab294c-c641-496b-8ed0-06df83208e6d req-affa5008-c5e5-4150-b189-bcb35a5d2c9c tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862393 Sep 09 09:18:06.894745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Made reservation on behalf of 7ca6b78b1d1844bab410702f707752aa for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:06.900728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:06.965515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:18:07.011652 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:07.011961 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Added segment 88619489-0732-40a0-ab5d-dda2e1463438 of type vlan for network 2e59292a-6af0-4927-8780-d3c9f0a2f491 Sep 09 09:18:07.069685 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a0bad082-81e3-4287-a374-237551300a60, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0bad082-81e3-4287-a374-237551300a60,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:07.105158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'a0bad082-81e3-4287-a374-237551300a60', 'network_id': 'd4aa85e7-c60f-4289-8875-0c616dedbb1b', 'port_id': 'a0bad082-81e3-4287-a374-237551300a60', 'mac_address': 'fa:16:3e:34:94:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046ba71a-9e13-4392-8e8b-eb08c374a743', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:18:07.132290 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:07.242830 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:07.288430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bad082-81e3-4287-a374-237551300a60 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:07.351871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c717b-dc20-4597-bfee-821ddeff6254 req-a521ed71-6549-4713-8779-83049eaffa93 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:07.355370 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c8c717b-dc20-4597-bfee-821ddeff6254 req-a521ed71-6549-4713-8779-83049eaffa93 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.0847208 Sep 09 09:18:07.382482 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a0bad082-81e3-4287-a374-237551300a60, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0bad082-81e3-4287-a374-237551300a60,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:07.392182 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:07.393457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:07.394038 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:07.446703 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c8c717b-dc20-4597-bfee-821ddeff6254 req-1d9e2dd5-1430-4693-9875-bf2978802e9f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796061 Sep 09 09:18:07.458555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:07.629289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24680ea4-eccc-494d-a807-eb7777e7effc req-350e0cac-de6a-4b7c-ba70-b84cfda54fdb tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:07.631752 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-24680ea4-eccc-494d-a807-eb7777e7effc req-350e0cac-de6a-4b7c-ba70-b84cfda54fdb tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 944 time: 0.0847166 Sep 09 09:18:07.657449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a0bad082-81e3-4287-a374-237551300a60,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:07.704787 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-24680ea4-eccc-494d-a807-eb7777e7effc req-92bdeeb5-0cb5-4cd1-8260-bdea6409b510 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643747 Sep 09 09:18:07.756815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-756c8368-00da-4cf1-894e-bf99956ff6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:07.758515 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-756c8368-00da-4cf1-894e-bf99956ff6fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 1097 time: 0.0686412 Sep 09 09:18:07.770573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a0bad082-81e3-4287-a374-237551300a60'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:07.887187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-d26dedf3-d399-4e90-a319-1a68802bb21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:07.889022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-d26dedf3-d399-4e90-a319-1a68802bb21e service neutron] 10.222.0.41 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.1136394 Sep 09 09:18:07.965074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-283e940d-3e50-4368-862f-218033712471 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345 HTTP/1.1" status: 200 len: 217 time: 0.0684903 Sep 09 09:18:08.053141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event updated for resources: {'Network': ['ID=2e59292a-6af0-4927-8780-d3c9f0a2f491,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:08.066488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 2e59292a-6af0-4927-8780-d3c9f0a2f491 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:18:08.073526 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-510a0f4a-f333-4a09-8558-faa7bf77eb07 req-06567522-5a1c-493d-bd89-d2441699371d tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:08.088165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-850e9bf4-da57-4ada-8c55-75da6c60fd56 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3803036 Sep 09 09:18:08.091410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1161d6-d9bb-43e4-9213-1cd25d24e5d7 req-5fb4e095-c454-42a5-b88e-e2795fbdee3d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:08.093078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b1161d6-d9bb-43e4-9213-1cd25d24e5d7 req-5fb4e095-c454-42a5-b88e-e2795fbdee3d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.1019163 Sep 09 09:18:08.094269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57960) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:08.104046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Request body: {'subnet': {'network_id': '2e59292a-6af0-4927-8780-d3c9f0a2f491', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:08.112957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['7cff377c-3c9c-4d27-81fb-240340e7371a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:08.137171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-f7dd8cfc-6159-4e04-ad19-6628adb54673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:08.137171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-f7dd8cfc-6159-4e04-ad19-6628adb54673 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1626198 Sep 09 09:18:08.149564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4c374-a902-4f3a-810e-2926b682c5b0 req-c931f187-2b1d-4ec2-b03c-b55b3d6369ba tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:08.151405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9bc4c374-a902-4f3a-810e-2926b682c5b0 req-c931f187-2b1d-4ec2-b03c-b55b3d6369ba tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5350b525-c427-4475-9ac6-bb90758a73a7 HTTP/1.1" status: 200 len: 867 time: 0.8182125 Sep 09 09:18:08.172843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-510a0f4a-f333-4a09-8558-faa7bf77eb07 req-06567522-5a1c-493d-bd89-d2441699371d tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] No DVR routers for this DVR port 7cff377c-3c9c-4d27-81fb-240340e7371a on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:08.177458 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c6203f69-10bb-4172-9d1b-8e8b1b7ecfa6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287974 Sep 09 09:18:08.180313 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-510a0f4a-f333-4a09-8558-faa7bf77eb07 req-06567522-5a1c-493d-bd89-d2441699371d tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:08.182196 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-510a0f4a-f333-4a09-8558-faa7bf77eb07 req-06567522-5a1c-493d-bd89-d2441699371d tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.24 "DELETE /v2.0/ports/7cff377c-3c9c-4d27-81fb-240340e7371a HTTP/1.1" status: 204 len: 173 time: 1.7732830 Sep 09 09:18:08.195528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5350b525-c427-4475-9ac6-bb90758a73a7', 'name': 'network-vif-deleted', 'tag': '7cff377c-3c9c-4d27-81fb-240340e7371a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:08.197850 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c0b60f-3498-4d85-be14-bd95c7dbcb86" -d '{"events": [{"server_uuid": "5350b525-c427-4475-9ac6-bb90758a73a7", "name": "network-vif-deleted", "tag": "7cff377c-3c9c-4d27-81fb-240340e7371a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:08.203401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06567522-5a1c-493d-bd89-d2441699371d tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] Pushing event deleted for resources: {'Port': ['ID=7cff377c-3c9c-4d27-81fb-240340e7371a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:08.222666 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b1161d6-d9bb-43e4-9213-1cd25d24e5d7 req-e370a60f-eb3a-4de3-b5fd-df46d69924be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924156 Sep 09 09:18:08.259743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Made reservation on behalf of 7ca6b78b1d1844bab410702f707752aa for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:08.262196 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:08.270773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9bc4c374-a902-4f3a-810e-2926b682c5b0 req-d9472a77-e951-414e-b1ea-5f913bc2ac4a tempest-ServerAddressesNegativeTestJSON-1431556219 tempest-ServerAddressesNegativeTestJSON-1431556219-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fdacf6-f29f-44a8-a346-e1cf27f94cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802705 Sep 09 09:18:08.352784 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0568f1ce-9efb-46b7-9c8c-202a7db404dd x-openstack-request-id: req-0568f1ce-9efb-46b7-9c8c-202a7db404dd {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:08.352784 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5350b525-c427-4475-9ac6-bb90758a73a7", "name": "network-vif-deleted", "tag": "7cff377c-3c9c-4d27-81fb-240340e7371a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:08.352784 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0568f1ce-9efb-46b7-9c8c-202a7db404dd {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:08.353512 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5350b525-c427-4475-9ac6-bb90758a73a7', 'name': 'network-vif-deleted', 'tag': '7cff377c-3c9c-4d27-81fb-240340e7371a', 'status': 'completed', 'code': 200} Sep 09 09:18:08.440730 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-bc62eef3-426d-437c-b0d5-b2848d98af66 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405424 Sep 09 09:18:08.667854 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-4fa5275f-d803-47f8-b554-bc2ecf00a6be service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120771 Sep 09 09:18:08.700057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e80f2-0b26-49ae-875c-824be963fd28 req-b9fac4d3-df72-4992-9396-04f186cc8e4c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:08.701727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc5e80f2-0b26-49ae-875c-824be963fd28 req-b9fac4d3-df72-4992-9396-04f186cc8e4c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.1072204 Sep 09 09:18:08.854398 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc5e80f2-0b26-49ae-875c-824be963fd28 req-a3d8243e-bf43-4960-b363-87f63064953a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376433 Sep 09 09:18:08.858585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96839c33-b36c-4eaa-8962-4abecc036fe4 req-c5f9c3cb-c242-451f-8d03-2f12582bedaa tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:08.859609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a0bad082-81e3-4287-a374-237551300a60 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:18:08.878300 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96839c33-b36c-4eaa-8962-4abecc036fe4 req-c5f9c3cb-c242-451f-8d03-2f12582bedaa tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 944 time: 0.0825670 Sep 09 09:18:08.962937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96839c33-b36c-4eaa-8962-4abecc036fe4 req-4170c831-ba64-4c45-9150-709f5f96e8fd tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828233 Sep 09 09:18:08.996422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.objects.ports [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:18:08.996902 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:09.052338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port a0bad082-81e3-4287-a374-237551300a60 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:18:09.058639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port a0bad082-81e3-4287-a374-237551300a60 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:18:09.061215 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:09.085891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Checking segment: {'id': '88619489-0732-40a0-ab5d-dda2e1463438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2e59292a-6af0-4927-8780-d3c9f0a2f491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:09.089896 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Network hostable DHCP agents. Network: 2e59292a-6af0-4927-8780-d3c9f0a2f491, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:18:09.113014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3bfeb008-e7c3-48c4-80d5-581b48ef4ef8,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:09.183320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Network 2e59292a-6af0-4927-8780-d3c9f0a2f491 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:18:09.254377 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:09.269612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 2e59292a-6af0-4927-8780-d3c9f0a2f491) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:09.279492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:09.281238 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:09.351098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bad082-81e3-4287-a374-237551300a60'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:09.356165 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0ba07c-64ce-4da5-a50f-1597ccfa886a" -d '{"events": [{"server_uuid": "e3bb985c-a9ba-4da3-b443-48ebc413f350", "name": "network-vif-plugged", "status": "completed", "tag": "a0bad082-81e3-4287-a374-237551300a60"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:09.377675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-63671af8-3b5b-4065-b6c4-95d8e7b825d8 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2782290 Sep 09 09:18:09.385203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58002) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:09.385851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca18bbf-e4d2-4c45-bb7a-95bba96c9042 None None] Network 2e59292a-6af0-4927-8780-d3c9f0a2f491 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:18:09.386843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Request body: {'floatingip': {'floating_network_id': '2e59292a-6af0-4927-8780-d3c9f0a2f491'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:09.410543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1330f-c275-4d13-a21e-22b81df01094 req-b1b7223d-d052-4f53-a839-f108d212d3d7 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:09.413221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58006) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:09.421727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8b1330f-c275-4d13-a21e-22b81df01094 req-b1b7223d-d052-4f53-a839-f108d212d3d7 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0850389 Sep 09 09:18:09.427170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a0bad082-81e3-4287-a374-237551300a60, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0bad082-81e3-4287-a374-237551300a60,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:09.518758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:09.527518 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8b1330f-c275-4d13-a21e-22b81df01094 req-cd0ad490-5097-4942-847e-f272ca11f6d9 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958896 Sep 09 09:18:09.591308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a0bad082-81e3-4287-a374-237551300a60,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:09.612886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5aafce-a428-4b7e-9f05-e4b83b8b98e9 admin admin] Deleting subnet 5028ab78-c18a-4628-9139-9da55584f3ad {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:18:09.628477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd5aafce-a428-4b7e-9f05-e4b83b8b98e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:09.639399 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad72656-ab9b-418a-b5c3-c130714ab1e5 x-openstack-request-id: req-9ad72656-ab9b-418a-b5c3-c130714ab1e5 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:09.639720 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bb985c-a9ba-4da3-b443-48ebc413f350", "name": "network-vif-plugged", "status": "completed", "tag": "a0bad082-81e3-4287-a374-237551300a60", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:09.640314 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ad72656-ab9b-418a-b5c3-c130714ab1e5 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:09.640533 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bad082-81e3-4287-a374-237551300a60', 'code': 200} Sep 09 09:18:09.693863 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3720cabc-730c-414a-9538-a716f79c24e5 None None] Network 2e59292a-6af0-4927-8780-d3c9f0a2f491 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:18:09.712056 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd5aafce-a428-4b7e-9f05-e4b83b8b98e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:09.795197 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:09.844254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43533e15-c3ba-4ce8-ab0a-105aab7962a7 req-b45bfebe-736c-4047-bc7f-7c47a8ecab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:09.863249 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43533e15-c3ba-4ce8-ab0a-105aab7962a7 req-b45bfebe-736c-4047-bc7f-7c47a8ecab51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 1097 time: 0.1564062 Sep 09 09:18:09.903285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd5aafce-a428-4b7e-9f05-e4b83b8b98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:09.948450 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43533e15-c3ba-4ce8-ab0a-105aab7962a7 req-2ca1bdd6-a591-486a-9010-b2dab5c06f34 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820661 Sep 09 09:18:10.100203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f86053-9e38-4fc5-82af-8cf423d127e0 req-8bfd1098-f3fe-42c0-86c6-02c310302c38 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:10.108466 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52f86053-9e38-4fc5-82af-8cf423d127e0 req-8bfd1098-f3fe-42c0-86c6-02c310302c38 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.1114590 Sep 09 09:18:10.144184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.150619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748600-3cdf-474d-90f9-095ab8c654d0 req-a5d1facd-05a3-4891-978e-5e11d659f802 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:10.154327 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd5aafce-a428-4b7e-9f05-e4b83b8b98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.161748 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39748600-3cdf-474d-90f9-095ab8c654d0 req-a5d1facd-05a3-4891-978e-5e11d659f802 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 945 time: 0.1112449 Sep 09 09:18:10.203091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5aafce-a428-4b7e-9f05-e4b83b8b98e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5028ab78-c18a-4628-9139-9da55584f3ad,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:10.229064 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52f86053-9e38-4fc5-82af-8cf423d127e0 req-59bcb77a-02bf-438d-9acb-0b25dc386a9b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139534 Sep 09 09:18:10.275241 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39748600-3cdf-474d-90f9-095ab8c654d0 req-47186662-796b-4352-b931-5633bc4dfbf8 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119940 Sep 09 09:18:10.303714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd5aafce-a428-4b7e-9f05-e4b83b8b98e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.306111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bd5aafce-a428-4b7e-9f05-e4b83b8b98e9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5028ab78-c18a-4628-9139-9da55584f3ad HTTP/1.1" status: 204 len: 168 time: 0.8918574 Sep 09 09:18:10.308982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58026) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:10.409168 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.453908 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Allocated IP 172.20.0.6 (2e59292a-6af0-4927-8780-d3c9f0a2f491/3bfeb008-e7c3-48c4-80d5-581b48ef4ef8/5bc116e5-256f-4fad-9c14-afda687ade24) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:18:10.520508 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.550343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cb22d8-280d-47be-807a-5618ab74332d']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:10.564001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58cbeed-9dbb-4c76-bf22-c2c4565b83b1') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:10.567153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58cbeed-9dbb-4c76-bf22-c2c4565b83b1') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:10.583664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.608762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.619106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:10.621087 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.654718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:10.736012 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:10.811112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd778c09-af33-44db-aa9e-4f3676a0bf9d req-ec5bc8ab-07f9-4aec-8ec2-be12dc1a97f3 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:10.812792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd778c09-af33-44db-aa9e-4f3676a0bf9d req-ec5bc8ab-07f9-4aec-8ec2-be12dc1a97f3 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0734227 Sep 09 09:18:10.823863 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.883607 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd778c09-af33-44db-aa9e-4f3676a0bf9d req-f7452f3c-076c-4a46-84af-6580afa492c5 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570338 Sep 09 09:18:10.884843 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.890542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Network 2e59292a-6af0-4927-8780-d3c9f0a2f491 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:18:10.896606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:10.904909 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:10.911328 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] 10.222.0.32 "DELETE /v2.0/networks/77cb22d8-280d-47be-807a-5618ab74332d HTTP/1.1" status: 204 len: 168 time: 0.6010768 Sep 09 09:18:10.918760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:18:10.951520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b717a-d557-4e07-994c-6bb279a72c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=77cb22d8-280d-47be-807a-5618ab74332d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:10.959626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc116e5-256f-4fad-9c14-afda687ade24,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:11.052627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:11.120984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 7cff377c-3c9c-4d27-81fb-240340e7371a no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:11.198299 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:11.203900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 7cff377c-3c9c-4d27-81fb-240340e7371a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:18:11.209471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 7cff377c-3c9c-4d27-81fb-240340e7371a not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:18:11.456982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d327169-dd41-4d29-ac05-b2a738ad943d req-b15ac655-922e-482d-b8ca-cda4acebf41c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:11.458653 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d327169-dd41-4d29-ac05-b2a738ad943d req-b15ac655-922e-482d-b8ca-cda4acebf41c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.0925803 Sep 09 09:18:11.485769 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:11.543806 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:11.552772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58060) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:11.584171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d327169-dd41-4d29-ac05-b2a738ad943d req-85c74b1a-108e-4f54-bb3a-be9e9547776c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175172 Sep 09 09:18:11.759776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58064) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:11.760158 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-13c55459-e3f2-4ca7-96de-68f7e8688f20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1a626b7ac31483590c89412120e8497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047069 Sep 09 09:18:11.762124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc116e5-256f-4fad-9c14-afda687ade24,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:11.790826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144ffaa-8726-40a9-bfb7-11bbebe47484 req-5bab94be-7715-4a70-9074-4095cef16371 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:11.794584 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e159ba-831b-44d1-ba56-a4cd443a635f req-ee450244-3d83-4788-a602-c3a968b288d9 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:11.796427 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-64e159ba-831b-44d1-ba56-a4cd443a635f req-ee450244-3d83-4788-a602-c3a968b288d9 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 946 time: 0.1141882 Sep 09 09:18:11.799153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e144ffaa-8726-40a9-bfb7-11bbebe47484 req-5bab94be-7715-4a70-9074-4095cef16371 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 945 time: 0.1634865 Sep 09 09:18:11.807769 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:11.857885 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e144ffaa-8726-40a9-bfb7-11bbebe47484 req-a3973057-9af9-4e15-aeac-c9262f689df6 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553732 Sep 09 09:18:11.886235 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-64e159ba-831b-44d1-ba56-a4cd443a635f req-22c8367e-7bee-46b1-926d-50508dcf55e1 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738599 Sep 09 09:18:11.911617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-32bb6f26-907b-426d-901d-6be199314250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:11.926235 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:11.927821 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-540371a8-0c18-49ef-8b64-8345dfaf2c44 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5459840 Sep 09 09:18:11.931436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:11.970203 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-32bb6f26-907b-426d-901d-6be199314250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:12.101219 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f14af00c-b393-4810-a147-112ed53bca6b tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=2e59292a-6af0-4927-8780-d3c9f0a2f491 HTTP/1.1" status: 200 len: 689 time: 0.1644392 Sep 09 09:18:12.108423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:12.168095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e1c99-fa93-45b0-9ff5-e1e8c7750d41 req-af16ecde-34e5-4af8-923c-7bec0f9802e4 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:12.177291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-964e1c99-fa93-45b0-9ff5-e1e8c7750d41 req-af16ecde-34e5-4af8-923c-7bec0f9802e4 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0767622 Sep 09 09:18:12.201672 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-32bb6f26-907b-426d-901d-6be199314250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:12.204805 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-32bb6f26-907b-426d-901d-6be199314250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:12.206039 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-32bb6f26-907b-426d-901d-6be199314250 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02fdacf6-f29f-44a8-a346-e1cf27f94cd2 HTTP/1.1" status: 204 len: 168 time: 0.4453220 Sep 09 09:18:12.224804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb6f26-907b-426d-901d-6be199314250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fdacf6-f29f-44a8-a346-e1cf27f94cd2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:12.241807 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-964e1c99-fa93-45b0-9ff5-e1e8c7750d41 req-6264d121-e8c1-4293-b0c6-766609a0c596 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634954 Sep 09 09:18:12.253469 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:12.343952 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d9998b6-290c-4cea-98c6-df8a2fbafc3d req-3e91cb87-e8b9-4df8-9761-89d6b177d9f7 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-533887931&fields=id&tenant_id=b24e019063834dab9166646d1c341346 HTTP/1.1" status: 200 len: 267 time: 0.2744546 Sep 09 09:18:12.464851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9998b6-290c-4cea-98c6-df8a2fbafc3d req-225f82ef-7bb5-414f-bdf4-64050c866d80 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:12.466412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d9998b6-290c-4cea-98c6-df8a2fbafc3d req-225f82ef-7bb5-414f-bdf4-64050c866d80 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 945 time: 0.1217377 Sep 09 09:18:12.482861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4d9998b6-290c-4cea-98c6-df8a2fbafc3d req-f7fcb736-3c04-417a-8e2c-eb739bc36e25 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'port': {'security_groups': ['6eab4720-8e57-460f-afcb-fc8b1da46075', '4f004ff4-0a26-4dc1-9092-3acf6909f537']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:12.514532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Deleting port 5bc116e5-256f-4fad-9c14-afda687ade24 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:12.515318 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:12.580483 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d9998b6-290c-4cea-98c6-df8a2fbafc3d req-f7fcb736-3c04-417a-8e2c-eb739bc36e25 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:12.672503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:12.672503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:12.672503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Calling delete_port for 5bc116e5-256f-4fad-9c14-afda687ade24 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:12.723891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747c408-db06-4030-a5f3-f075c5322009 req-8c944915-5491-47d7-a52a-4a9e4d06afff tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:12.725491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a747c408-db06-4030-a5f3-f075c5322009 req-8c944915-5491-47d7-a52a-4a9e4d06afff tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.0602148 Sep 09 09:18:12.778628 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a747c408-db06-4030-a5f3-f075c5322009 req-11bf3f4f-9c84-4d8b-a8e5-39f8fc647b9b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468619 Sep 09 09:18:13.057938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd11f7-ad53-43d0-a56e-5172e41e41da req-7cbe7db2-65c4-4aeb-a74e-c416c936ca77 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:13.059549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9bdd11f7-ad53-43d0-a56e-5172e41e41da req-7cbe7db2-65c4-4aeb-a74e-c416c936ca77 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 946 time: 0.1575003 Sep 09 09:18:13.060331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d526a14-f325-4728-b078-28bc869dac92 req-939c4678-5491-485b-b069-5903d006c09a tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:13.071502 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d526a14-f325-4728-b078-28bc869dac92 req-939c4678-5491-485b-b069-5903d006c09a tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 946 time: 0.0826495 Sep 09 09:18:13.134730 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d526a14-f325-4728-b078-28bc869dac92 req-84cc2536-c1ac-4033-b721-a4b51fe2c831 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620832 Sep 09 09:18:13.160832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:13.190045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4d9998b6-290c-4cea-98c6-df8a2fbafc3d req-f7fcb736-3c04-417a-8e2c-eb739bc36e25 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] For port a0bad082-81e3-4287-a374-237551300a60, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0bad082-81e3-4287-a374-237551300a60,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:13.284781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bc116e5-256f-4fad-9c14-afda687ade24,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:13.372382 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d9998b6-290c-4cea-98c6-df8a2fbafc3d req-f7fcb736-3c04-417a-8e2c-eb739bc36e25 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:13.415369 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9bdd11f7-ad53-43d0-a56e-5172e41e41da req-9dfe32ed-6141-48a1-ad29-0dfb4eebbb3f tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Deleting port f3597de1-ce91-41b4-89f0-a2c366c7f26e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:13.420463 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9bdd11f7-ad53-43d0-a56e-5172e41e41da req-9dfe32ed-6141-48a1-ad29-0dfb4eebbb3f tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:13.425802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:13.452694 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d9998b6-290c-4cea-98c6-df8a2fbafc3d req-f7fcb736-3c04-417a-8e2c-eb739bc36e25 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:13.466172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['60e8f81a-b4d1-4f01-ba04-2542547f04b8', 'a0bad082-81e3-4287-a374-237551300a60'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:13.524269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9998b6-290c-4cea-98c6-df8a2fbafc3d req-f7fcb736-3c04-417a-8e2c-eb739bc36e25 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:13.533376 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d9998b6-290c-4cea-98c6-df8a2fbafc3d req-f7fcb736-3c04-417a-8e2c-eb739bc36e25 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:13.541526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d9998b6-290c-4cea-98c6-df8a2fbafc3d req-f7fcb736-3c04-417a-8e2c-eb739bc36e25 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "PUT /v2.0/ports/a0bad082-81e3-4287-a374-237551300a60 HTTP/1.1" status: 200 len: 981 time: 1.0639746 Sep 09 09:18:13.581904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'tag': 'a0bad082-81e3-4287-a374-237551300a60'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:13.586315 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0008e7-15c2-4632-87bb-783627d1fbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bb985c-a9ba-4da3-b443-48ebc413f350", "tag": "a0bad082-81e3-4287-a374-237551300a60"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:13.615695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09dfe-1542-4e85-afe7-066fa7ad3651 req-19665637-7458-4630-910a-65d2e3afb7bd tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:13.617267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aaa09dfe-1542-4e85-afe7-066fa7ad3651 req-19665637-7458-4630-910a-65d2e3afb7bd tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0997937 Sep 09 09:18:13.646383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a0bad082-81e3-4287-a374-237551300a60'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:13.674748 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aaa09dfe-1542-4e85-afe7-066fa7ad3651 req-7c694fc8-dd78-446f-850f-18e0c643f3f2 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471897 Sep 09 09:18:13.759994 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:13.818255 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0116f379-d021-4344-a405-f5ca63ec1454 x-openstack-request-id: req-0116f379-d021-4344-a405-f5ca63ec1454 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:13.818655 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bb985c-a9ba-4da3-b443-48ebc413f350", "tag": "a0bad082-81e3-4287-a374-237551300a60", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:13.818901 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0116f379-d021-4344-a405-f5ca63ec1454 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:13.819298 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'tag': 'a0bad082-81e3-4287-a374-237551300a60', 'status': 'completed', 'code': 200} Sep 09 09:18:13.941668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0008e7-15c2-4632-87bb-783627d1fbb9 req-c352cab0-a79d-44fd-ac86-9b9ecf35ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:13.943855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d0008e7-15c2-4632-87bb-783627d1fbb9 req-c352cab0-a79d-44fd-ac86-9b9ecf35ae17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24e019063834dab9166646d1c341346&device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 1136 time: 0.1197519 Sep 09 09:18:13.985382 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ebcbc165-172c-416c-bb44-6c78cca94951 req-735d44d1-ffb6-4bea-9931-f8aaf062faa0 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/4f004ff4-0a26-4dc1-9092-3acf6909f537 HTTP/1.1" status: 200 len: 1801 time: 0.3346016 Sep 09 09:18:14.134326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcb736-3c04-417a-8e2c-eb739bc36e25 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'Port': ['ID=a0bad082-81e3-4287-a374-237551300a60,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:14.184237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9bdd11f7-ad53-43d0-a56e-5172e41e41da req-9dfe32ed-6141-48a1-ad29-0dfb4eebbb3f tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] For port f3597de1-ce91-41b4-89f0-a2c366c7f26e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=f3597de1-ce91-41b4-89f0-a2c366c7f26e,segment=NetworkSegment(1da412eb-b7a6-43ae-963a-5ddd2acf30ed),segment_id=1da412eb-b7a6-43ae-963a-5ddd2acf30ed)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:14.184652 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9bdd11f7-ad53-43d0-a56e-5172e41e41da req-9dfe32ed-6141-48a1-ad29-0dfb4eebbb3f tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:14.189611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:14.292608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfeb008-e7c3-48c4-80d5-581b48ef4ef8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:14.322145 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9bdd11f7-ad53-43d0-a56e-5172e41e41da req-9dfe32ed-6141-48a1-ad29-0dfb4eebbb3f tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Calling delete_port for f3597de1-ce91-41b4-89f0-a2c366c7f26e owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:14.344293 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-ebcbc165-172c-416c-bb44-6c78cca94951 req-78541b90-732c-43ac-a7c6-7a4458b65fe4 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 09 09:18:14.358053 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ebcbc165-172c-416c-bb44-6c78cca94951 req-78541b90-732c-43ac-a7c6-7a4458b65fe4 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "DELETE /v2.0/security-groups/4f004ff4-0a26-4dc1-9092-3acf6909f537 HTTP/1.1" status: 409 len: 341 time: 0.3716536 Sep 09 09:18:14.381659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58136) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:14.420791 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfc53-b2f1-4a59-84db-ce43d44dba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:14.523864 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:14.624084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-168837324-network', 'tenant_id': '04a05c9049934eeb997e84b5ea50cab2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:14.634553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78ba3a-82c6-47aa-810d-cff25e749bd7 req-73fe7e18-656a-4719-82cb-726c842b3407 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:14.645777 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e59292a-6af0-4927-8780-d3c9f0a2f491']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:14.646432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df78ba3a-82c6-47aa-810d-cff25e749bd7 req-73fe7e18-656a-4719-82cb-726c842b3407 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.6806335 Sep 09 09:18:14.674111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0008e7-15c2-4632-87bb-783627d1fbb9 req-8b03127d-be70-43a4-9e11-e0b35d3959e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:14.676551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d0008e7-15c2-4632-87bb-783627d1fbb9 req-8b03127d-be70-43a4-9e11-e0b35d3959e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4aa85e7-c60f-4289-8875-0c616dedbb1b HTTP/1.1" status: 200 len: 914 time: 0.7249708 Sep 09 09:18:14.687435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88619489-0732-40a0-ab5d-dda2e1463438') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:14.687785 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88619489-0732-40a0-ab5d-dda2e1463438') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:14.714042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:14.721282 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df78ba3a-82c6-47aa-810d-cff25e749bd7 req-9a171060-16a3-4358-a4e4-c2d7310aeecf tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694864 Sep 09 09:18:14.742076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370baf9-ff88-4995-9bb3-1fbbac728615 req-37cd174d-4eac-4a6b-9ed7-2bf9e44eeecc tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:14.745013 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c370baf9-ff88-4995-9bb3-1fbbac728615 req-37cd174d-4eac-4a6b-9ed7-2bf9e44eeecc tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 946 time: 0.2098055 Sep 09 09:18:14.753580 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:14.784417 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d0008e7-15c2-4632-87bb-783627d1fbb9 req-53f872ad-a113-4cc5-9481-d8362bac9de2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bad082-81e3-4287-a374-237551300a60 HTTP/1.1" status: 200 len: 217 time: 0.0909693 Sep 09 09:18:14.825446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:14.825446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:14.829802 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:14.869404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Made reservation on behalf of 04a05c9049934eeb997e84b5ea50cab2 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:14.872029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:14.922606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0008e7-15c2-4632-87bb-783627d1fbb9 req-a27463d1-31fc-491f-b3d2-16dbf503adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:14.924647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d0008e7-15c2-4632-87bb-783627d1fbb9 req-a27463d1-31fc-491f-b3d2-16dbf503adc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=046ba71a-9e13-4392-8e8b-eb08c374a743 HTTP/1.1" status: 200 len: 853 time: 0.1279552 Sep 09 09:18:14.968883 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c370baf9-ff88-4995-9bb3-1fbbac728615 req-ac0f0cbc-d5af-4c79-9ab1-3c3d0b671a67 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef836a6-2cec-466d-b62a-3abed3410ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111614 Sep 09 09:18:15.011097 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d0008e7-15c2-4632-87bb-783627d1fbb9 req-545e62d2-08e8-4bc9-8b0e-e993d79f1187 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4aa85e7-c60f-4289-8875-0c616dedbb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770440 Sep 09 09:18:15.023037 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:15.157129 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9bdd11f7-ad53-43d0-a56e-5172e41e41da req-9dfe32ed-6141-48a1-ad29-0dfb4eebbb3f tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:15.161154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:15.235645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e59292a-6af0-4927-8780-d3c9f0a2f491 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 09 09:18:15.239689 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe32ed-6141-48a1-ad29-0dfb4eebbb3f tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Pushing event deleted for resources: {'Port': ['ID=f3597de1-ce91-41b4-89f0-a2c366c7f26e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:15.261489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d0008e7-15c2-4632-87bb-783627d1fbb9 req-b89abb7e-dd9e-4f42-930a-fecb87ce147d service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348435 Sep 09 09:18:15.331329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:15.336678 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2e59292a-6af0-4927-8780-d3c9f0a2f491 HTTP/1.1" status: 204 len: 168 time: 3.2252409 Sep 09 09:18:15.340630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69539635-f450-4770-ba3b-4059459d4dce tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e59292a-6af0-4927-8780-d3c9f0a2f491,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:15.349092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58158) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:15.661166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d0008e7-15c2-4632-87bb-783627d1fbb9 req-2a111f3e-e16a-4214-bf60-76037d15b7b9 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917832 Sep 09 09:18:15.682240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0cb9061c-d43d-4455-9d1c-f13178fd7d5b tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.3308530 Sep 09 09:18:15.684098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdd11f7-ad53-43d0-a56e-5172e41e41da req-9dfe32ed-6141-48a1-ad29-0dfb4eebbb3f tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] No DVR routers for this DVR port f3597de1-ce91-41b4-89f0-a2c366c7f26e on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:15.691023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58160) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:15.704624 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9bdd11f7-ad53-43d0-a56e-5172e41e41da req-9dfe32ed-6141-48a1-ad29-0dfb4eebbb3f tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:15.708740 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9bdd11f7-ad53-43d0-a56e-5172e41e41da req-9dfe32ed-6141-48a1-ad29-0dfb4eebbb3f tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.24 "DELETE /v2.0/ports/f3597de1-ce91-41b4-89f0-a2c366c7f26e HTTP/1.1" status: 204 len: 173 time: 2.6424930 Sep 09 09:18:15.786504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bf37-5160-4c5b-9a26-233e846fc145 req-32ac5c8d-efb2-4f30-a470-96c95ddbc0f0 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:15.795458 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e55bf37-5160-4c5b-9a26-233e846fc145 req-32ac5c8d-efb2-4f30-a470-96c95ddbc0f0 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.5643315 Sep 09 09:18:15.849919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbc4746-0f1f-4619-a67c-8bdb13abc12f', 'name': 'network-vif-deleted', 'tag': 'f3597de1-ce91-41b4-89f0-a2c366c7f26e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:15.852793 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eef4a7-744b-4736-9c36-2414f9876e75" -d '{"events": [{"server_uuid": "7fbc4746-0f1f-4619-a67c-8bdb13abc12f", "name": "network-vif-deleted", "tag": "f3597de1-ce91-41b4-89f0-a2c366c7f26e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:15.858378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7344253-e0b4-4a70-ad85-96e1eb38b3c8 req-905fd73a-5711-4807-94e6-bddea4da99a4 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:15.867544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f7344253-e0b4-4a70-ad85-96e1eb38b3c8 req-905fd73a-5711-4807-94e6-bddea4da99a4 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 984 time: 0.5821104 Sep 09 09:18:15.870303 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e55bf37-5160-4c5b-9a26-233e846fc145 req-778ad068-419d-4325-add4-68e8c2854c38 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735707 Sep 09 09:18:16.004961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:16.022017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.022017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.022621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.023151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.023658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.024114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.024616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.025085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.025536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.025984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.026430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.031460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2affc5c9-4942-4995-aec5-73f5f3f17461 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7227 time: 0.3360698 Sep 09 09:18:16.032824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58170) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:16.094512 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-7e05617c-252c-4d6e-9f01-17b7cca4fa1f tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] delete failed (client error): The resource could not be found. Sep 09 09:18:16.099629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7e05617c-252c-4d6e-9f01-17b7cca4fa1f tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/91cd2eb0-634e-4877-bd44-a276bc720983 HTTP/1.1" status: 404 len: 345 time: 0.0652459 Sep 09 09:18:16.100613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:16.100736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f7344253-e0b4-4a70-ad85-96e1eb38b3c8 req-14cd3748-3655-40fb-abcf-80aec323704e tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f004ff4-0a26-4dc1-9092-3acf6909f537&id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2322598 Sep 09 09:18:16.102152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58172) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:16.130563 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa39ca0-b730-4f2b-bb03-9e2ed46b682c tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] DELETE failed (client error): The resource could not be found. Sep 09 09:18:16.131244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa39ca0-b730-4f2b-bb03-9e2ed46b682c tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:18:16.136905 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-efa39ca0-b730-4f2b-bb03-9e2ed46b682c tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2e59292a-6af0-4927-8780-d3c9f0a2f491 HTTP/1.1" status: 404 len: 339 time: 0.0301664 Sep 09 09:18:16.186417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58176) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:16.211928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:18:16.231700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f766b5b-0799-4734-841f-50c3be3ec46b req-c95e0ff3-661e-4bd2-8ba7-fbf8274312de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.242021 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:16.242504 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Added segment 24e48253-dc0e-420d-9009-88b3aa65fc09 of type vlan for network dbf3f98f-5b77-4e94-91b2-ff845d9ff641 Sep 09 09:18:16.244347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88644211-c65d-4d06-b1aa-841b7dfac5c2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:16.247292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f766b5b-0799-4734-841f-50c3be3ec46b req-c95e0ff3-661e-4bd2-8ba7-fbf8274312de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24e019063834dab9166646d1c341346&device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 1136 time: 0.2237120 Sep 09 09:18:16.266525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8a762-0a48-41ac-8128-967cbeedd36b req-4fcbb976-4765-4ada-af51-2c8595fa9117 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.268647 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52e8a762-0a48-41ac-8128-967cbeedd36b req-4fcbb976-4765-4ada-af51-2c8595fa9117 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.1766813 Sep 09 09:18:16.296855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Request body: {'network': {'name': 'tempest-network--19759554', 'router:external': True}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:16.372967 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:16.394488 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4f91ae-dc14-408a-9fd2-e1864ff16699 x-openstack-request-id: req-ff4f91ae-dc14-408a-9fd2-e1864ff16699 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:16.394785 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbc4746-0f1f-4619-a67c-8bdb13abc12f", "name": "network-vif-deleted", "tag": "f3597de1-ce91-41b4-89f0-a2c366c7f26e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:16.408530 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff4f91ae-dc14-408a-9fd2-e1864ff16699 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:16.409150 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbc4746-0f1f-4619-a67c-8bdb13abc12f', 'name': 'network-vif-deleted', 'tag': 'f3597de1-ce91-41b4-89f0-a2c366c7f26e', 'status': 'completed', 'code': 200} Sep 09 09:18:16.476190 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52e8a762-0a48-41ac-8128-967cbeedd36b req-ca0ab316-2fbf-4387-96a7-1aaae67302be tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058664 Sep 09 09:18:16.478813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Made reservation on behalf of 7ca6b78b1d1844bab410702f707752aa for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:16.482006 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:16.537509 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:16.538672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.539114 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:16.605066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81a19dc2-ff97-425c-9f95-bfea3a33b224 req-7a233966-ed58-4309-8bd1-335d77297cd7 tempest-VolumesActionsTest-1530898415 tempest-VolumesActionsTest-1530898415-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbc4746-0f1f-4619-a67c-8bdb13abc12f HTTP/1.1" status: 200 len: 210 time: 0.1027477 Sep 09 09:18:16.645417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:18:16.648747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f766b5b-0799-4734-841f-50c3be3ec46b req-1edc6d24-e6b6-4af2-854b-9a7017d137e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.650520 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f766b5b-0799-4734-841f-50c3be3ec46b req-1edc6d24-e6b6-4af2-854b-9a7017d137e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4aa85e7-c60f-4289-8875-0c616dedbb1b HTTP/1.1" status: 200 len: 914 time: 0.3983796 Sep 09 09:18:16.671013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf3f98f-5b77-4e94-91b2-ff845d9ff641,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:16.676228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c467b15f-f201-4dd4-9ca1-d919a41df911 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2917249 Sep 09 09:18:16.679672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:16.684626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:16.684978 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Added segment 16717b60-3815-451d-b989-ae2f13dacad8 of type vlan for network 530b4dfd-91f5-4a83-b317-cefe4dfa8e8c Sep 09 09:18:16.686439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network dbf3f98f-5b77-4e94-91b2-ff845d9ff641 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:18:16.701684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] Request body: {'subnet': {'network_id': 'dbf3f98f-5b77-4e94-91b2-ff845d9ff641', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-168837324-subnet', 'tenant_id': '04a05c9049934eeb997e84b5ea50cab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:16.739567 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f766b5b-0799-4734-841f-50c3be3ec46b req-3509c69d-0b5c-4ead-adaf-d8a05e4d7de7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bad082-81e3-4287-a374-237551300a60 HTTP/1.1" status: 200 len: 217 time: 0.0786726 Sep 09 09:18:16.833251 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:16.858169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f766b5b-0799-4734-841f-50c3be3ec46b req-5838f00d-df33-45a2-8722-47ea9739981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.859712 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f766b5b-0799-4734-841f-50c3be3ec46b req-5838f00d-df33-45a2-8722-47ea9739981a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=046ba71a-9e13-4392-8e8b-eb08c374a743 HTTP/1.1" status: 200 len: 853 time: 0.1128860 Sep 09 09:18:16.886978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] Made reservation on behalf of 04a05c9049934eeb997e84b5ea50cab2 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:16.889589 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:16.906765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f766b5b-0799-4734-841f-50c3be3ec46b req-ff2c92ea-95b6-4c74-a474-b8d07cf9da5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4aa85e7-c60f-4289-8875-0c616dedbb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366280 Sep 09 09:18:16.968732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:16.970287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:16.970871 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:17.085768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8850946 Sep 09 09:18:17.087495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58190) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:17.092203 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e42b9212-0854-4415-a883-a6a791130e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:17.104796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba89ef-b79b-4d18-b23c-8f5d831aab13 req-f69ea914-323d-4917-a6e5-c63cdc1c1572 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:17.118517 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76ba89ef-b79b-4d18-b23c-8f5d831aab13 req-f69ea914-323d-4917-a6e5-c63cdc1c1572 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0975220 Sep 09 09:18:17.138419 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851e4bb-fcf1-4be6-a984-5a613e1fe049 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event updated for resources: {'Network': ['ID=530b4dfd-91f5-4a83-b317-cefe4dfa8e8c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:17.150437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 530b4dfd-91f5-4a83-b317-cefe4dfa8e8c details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:18:17.183864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device f3597de1-ce91-41b4-89f0-a2c366c7f26e no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:17.198363 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f766b5b-0799-4734-841f-50c3be3ec46b req-59cb3405-3ebd-481b-9547-593fa70d229d service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747760 Sep 09 09:18:17.266099 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: f3597de1-ce91-41b4-89f0-a2c366c7f26e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:18:17.267197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device f3597de1-ce91-41b4-89f0-a2c366c7f26e not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:18:17.400618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f766b5b-0799-4734-841f-50c3be3ec46b req-e9e0d13f-5915-44bb-8519-e881065c8124 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639497 Sep 09 09:18:17.408040 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:17.435330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21111caa-6c57-4e9e-aded-81cc131c2386 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:17.444519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21111caa-6c57-4e9e-aded-81cc131c2386 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:17.450721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21111caa-6c57-4e9e-aded-81cc131c2386 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:17.471315 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21111caa-6c57-4e9e-aded-81cc131c2386 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:17.475823 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-21111caa-6c57-4e9e-aded-81cc131c2386 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.3503540 Sep 09 09:18:17.483050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37246a9f-add7-4335-bde3-d670cd686bf9 req-8f842ea2-0012-4c65-9e25-96e71d7c6196 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:17.493618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37246a9f-add7-4335-bde3-d670cd686bf9 req-8f842ea2-0012-4c65-9e25-96e71d7c6196 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 984 time: 0.2582076 Sep 09 09:18:17.497123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58196) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:17.563651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37246a9f-add7-4335-bde3-d670cd686bf9 req-1c5652cd-f788-493f-98fd-5275ab79f40d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f004ff4-0a26-4dc1-9092-3acf6909f537&id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0688574 Sep 09 09:18:17.593998 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76ba89ef-b79b-4d18-b23c-8f5d831aab13 req-13b3f1ed-0cb5-4939-9c97-1caac61a88f9 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640296 Sep 09 09:18:17.638553 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:17.748788 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:17.771966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85506f57-6bc7-4875-bf88-f3c175c8d831 req-4fb13c76-8166-4707-a08d-58d8b4405a7c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:17.771966 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85506f57-6bc7-4875-bf88-f3c175c8d831 req-4fb13c76-8166-4707-a08d-58d8b4405a7c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.0695651 Sep 09 09:18:17.779619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530b4dfd-91f5-4a83-b317-cefe4dfa8e8c']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:17.790645 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:17.795540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16717b60-3815-451d-b989-ae2f13dacad8') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:17.796151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16717b60-3815-451d-b989-ae2f13dacad8') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:17.808500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:17.835227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:17.842113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:17.842580 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:17.845168 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:17.859670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab6428c-d013-4819-9b69-12c44fd5adee,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:17.896079 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85506f57-6bc7-4875-bf88-f3c175c8d831 req-59b1c7a0-a061-4565-9a93-8dfd8897957d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222265 Sep 09 09:18:17.917095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] Checking segment: {'id': '24e48253-dc0e-420d-9009-88b3aa65fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dbf3f98f-5b77-4e94-91b2-ff845d9ff641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:17.917665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] Network hostable DHCP agents. Network: dbf3f98f-5b77-4e94-91b2-ff845d9ff641, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:18:18.001051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] Network dbf3f98f-5b77-4e94-91b2-ff845d9ff641 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:18:18.028829 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:18.033396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 530b4dfd-91f5-4a83-b317-cefe4dfa8e8c {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 09 09:18:18.036712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:18.037737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "DELETE /v2.0/networks/530b4dfd-91f5-4a83-b317-cefe4dfa8e8c HTTP/1.1" status: 204 len: 168 time: 0.5390513 Sep 09 09:18:18.042140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58214) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:18.049831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Request body: {'network': {'name': 'tempest-network--1094873123', 'router:external': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:18.065771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00a995-7409-427c-b167-751eb8ee1f05 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event deleted for resources: {'Network': ['ID=530b4dfd-91f5-4a83-b317-cefe4dfa8e8c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:18.114772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, dbf3f98f-5b77-4e94-91b2-ff845d9ff641) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:18.120171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:18.121059 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:18.128001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0c9702-1b99-4a1f-8d93-051a113357c7 None None] Network dbf3f98f-5b77-4e94-91b2-ff845d9ff641 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:18:18.150874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Made reservation on behalf of 7ca6b78b1d1844bab410702f707752aa for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:18.156314 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:18.227063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:18:18.248532 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:18.248884 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Added segment 73dfb980-b889-42f6-8d55-3044650e131e of type vlan for network a97c78c2-4e8a-4585-8fb2-1b864fda6cfa Sep 09 09:18:18.317902 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:18.347010 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3b014958-33fb-4496-9b26-49b26e1404a0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6657364 Sep 09 09:18:18.423625 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:18.424844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:18.425644 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:18.444523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc787f5-4a9b-4cee-9871-458dce8e9bb7 None None] Network dbf3f98f-5b77-4e94-91b2-ff845d9ff641 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:18:18.485220 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:18.687232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event updated for resources: {'Network': ['ID=a97c78c2-4e8a-4585-8fb2-1b864fda6cfa,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:18.704331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a97c78c2-4e8a-4585-8fb2-1b864fda6cfa details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:18:18.754827 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dfe7a9c0-72fc-435f-9142-58b0161a2468 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7113709 Sep 09 09:18:18.758425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58232) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:18.796351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c4c19-eae9-4205-8ff7-87b3b10f9831 req-88a6bece-43f3-4bad-8236-33f55ab9d49a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:18.798487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b26c4c19-eae9-4205-8ff7-87b3b10f9831 req-88a6bece-43f3-4bad-8236-33f55ab9d49a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 984 time: 0.0931344 Sep 09 09:18:18.823921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea57b6-8843-49a1-baf0-4db0f37cef00 req-aff74488-2c92-43d2-a9b7-23bc50f151fe tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:18.835928 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2ea57b6-8843-49a1-baf0-4db0f37cef00 req-aff74488-2c92-43d2-a9b7-23bc50f151fe tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.1101511 Sep 09 09:18:18.901560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2ea57b6-8843-49a1-baf0-4db0f37cef00 req-c25f0827-69da-4c6f-a49e-3f92571d93b4 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647459 Sep 09 09:18:18.949575 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b26c4c19-eae9-4205-8ff7-87b3b10f9831 req-15dc2c5f-f9be-4604-b5a8-ffbd7cf14649 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f004ff4-0a26-4dc1-9092-3acf6909f537&id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1414635 Sep 09 09:18:18.960300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f1c4a6-7733-4b7a-97c1-fc9bf58c9ee3 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:18.965234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-45f1c4a6-7733-4b7a-97c1-fc9bf58c9ee3 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] 10.222.0.32 "GET /v2.0/networks/a97c78c2-4e8a-4585-8fb2-1b864fda6cfa HTTP/1.1" status: 200 len: 757 time: 0.2031717 Sep 09 09:18:18.966332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58244) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:19.158107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ce8f5-800f-49b2-9b30-8b03d29d2186 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:19.161968 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8c4ce8f5-800f-49b2-9b30-8b03d29d2186 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] 10.222.0.32 "GET /v2.0/networks/4b81cea0-3fdc-4252-b662-c2946df69205 HTTP/1.1" status: 200 len: 767 time: 0.1921060 Sep 09 09:18:19.164069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58254) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:19.266719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008571-3bc6-447d-8b94-bc54bafc62e6 req-b527336d-7ebb-4f7b-a361-0cce8fae16ac tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:19.268097 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20008571-3bc6-447d-8b94-bc54bafc62e6 req-b527336d-7ebb-4f7b-a361-0cce8fae16ac tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.1141458 Sep 09 09:18:19.298074 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:19.324036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20008571-3bc6-447d-8b94-bc54bafc62e6 req-202eb8eb-c13b-4566-9444-c17397bfc737 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493445 Sep 09 09:18:19.425286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b63e8a54-0092-44c8-8658-810dc19f09a0 req-ab1ec7f3-593f-475d-b311-f0b4f8afb791 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1383649660&fields=id&tenant_id=b24e019063834dab9166646d1c341346 HTTP/1.1" status: 200 len: 267 time: 0.0349574 Sep 09 09:18:19.428130 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:19.484308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97c78c2-4e8a-4585-8fb2-1b864fda6cfa']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:19.486745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e8a54-0092-44c8-8658-810dc19f09a0 req-b35dc660-fe24-4d01-99f2-0603d2d13b7c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:19.488326 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b63e8a54-0092-44c8-8658-810dc19f09a0 req-b35dc660-fe24-4d01-99f2-0603d2d13b7c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 984 time: 0.0595970 Sep 09 09:18:19.499670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dfb980-b889-42f6-8d55-3044650e131e') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:19.499970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dfb980-b889-42f6-8d55-3044650e131e') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:19.500366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b63e8a54-0092-44c8-8658-810dc19f09a0 req-c7490fcb-f6dc-4d62-8ef8-f90819993cd3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'port': {'security_groups': ['4f004ff4-0a26-4dc1-9092-3acf6909f537', '6eab4720-8e57-460f-afcb-fc8b1da46075', 'efac68bb-da24-4b4c-9f3f-3f152764cc72']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:19.515772 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:19.528194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c733-505c-45af-a933-07cf1fd8061f req-936250e7-e129-42ba-b4b3-7fa31b8d211d tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:19.529773 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-936250e7-e129-42ba-b4b3-7fa31b8d211d tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/networks?id=dbf3f98f-5b77-4e94-91b2-ff845d9ff641 HTTP/1.1" status: 200 len: 808 time: 0.1898148 Sep 09 09:18:19.540030 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:19.553404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-ff5f6a59-1392-4983-a390-536fd921e1c6 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/quotas/04a05c9049934eeb997e84b5ea50cab2 HTTP/1.1" status: 200 len: 375 time: 0.0169346 Sep 09 09:18:19.554743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:19.555170 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:19.557460 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:19.580284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b63e8a54-0092-44c8-8658-810dc19f09a0 req-c7490fcb-f6dc-4d62-8ef8-f90819993cd3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:19.606267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-42dcbfb5-eb58-414d-8de9-3afb32920259 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=04a05c9049934eeb997e84b5ea50cab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395601 Sep 09 09:18:19.717449 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:19.728649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a97c78c2-4e8a-4585-8fb2-1b864fda6cfa {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 09 09:18:19.731267 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:19.733281 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a97c78c2-4e8a-4585-8fb2-1b864fda6cfa HTTP/1.1" status: 204 len: 168 time: 0.5681334 Sep 09 09:18:19.738270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58270) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:19.755096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Request body: {'network': {'name': 'tempest-network--1072873202'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:19.763365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad9069-9a7d-465b-8d46-6212eb177268 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event deleted for resources: {'Network': ['ID=a97c78c2-4e8a-4585-8fb2-1b864fda6cfa,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:19.817437 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-ff184b0b-3aec-4ef2-bb2f-c592056a3eab service neutron] 10.222.0.32 "GET /v2.0/networks/dbf3f98f-5b77-4e94-91b2-ff845d9ff641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804495 Sep 09 09:18:19.920595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b63e8a54-0092-44c8-8658-810dc19f09a0 req-c7490fcb-f6dc-4d62-8ef8-f90819993cd3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] For port a0bad082-81e3-4287-a374-237551300a60, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0bad082-81e3-4287-a374-237551300a60,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:19.921706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Made reservation on behalf of 7ca6b78b1d1844bab410702f707752aa for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:19.923965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:19.962017 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b63e8a54-0092-44c8-8658-810dc19f09a0 req-c7490fcb-f6dc-4d62-8ef8-f90819993cd3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:19.983944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-29fcb055-d999-4d3e-b796-f7dff6dc2ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf3f98f-5b77-4e94-91b2-ff845d9ff641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654522 Sep 09 09:18:19.984821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:18:19.994834 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:20.014011 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:20.014265 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Added segment 2ec5a1f3-886a-4273-80bb-fc917705de90 of type vlan for network caaedc91-c123-4df2-9b7c-418cd9baf4cd Sep 09 09:18:20.070489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b63e8a54-0092-44c8-8658-810dc19f09a0 req-c7490fcb-f6dc-4d62-8ef8-f90819993cd3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:20.080267 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:20.083729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['60e8f81a-b4d1-4f01-ba04-2542547f04b8', 'a0bad082-81e3-4287-a374-237551300a60'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:20.132117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e8a54-0092-44c8-8658-810dc19f09a0 req-c7490fcb-f6dc-4d62-8ef8-f90819993cd3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:20.132993 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b63e8a54-0092-44c8-8658-810dc19f09a0 req-c7490fcb-f6dc-4d62-8ef8-f90819993cd3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:20.146753 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b63e8a54-0092-44c8-8658-810dc19f09a0 req-c7490fcb-f6dc-4d62-8ef8-f90819993cd3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "PUT /v2.0/ports/a0bad082-81e3-4287-a374-237551300a60 HTTP/1.1" status: 200 len: 1020 time: 0.6510429 Sep 09 09:18:20.147509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'tag': 'a0bad082-81e3-4287-a374-237551300a60'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:20.150838 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c0b4e9-94fa-47a8-9743-408b267eee59" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bb985c-a9ba-4da3-b443-48ebc413f350", "tag": "a0bad082-81e3-4287-a374-237551300a60"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:20.221816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7490fcb-f6dc-4d62-8ef8-f90819993cd3 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'Port': ['ID=a0bad082-81e3-4287-a374-237551300a60,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:20.281643 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:20.283416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:20.286959 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:20.296073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a0bad082-81e3-4287-a374-237551300a60'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:20.377378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57fb2a-1559-45a1-b556-9e0bd16c6772 req-e01ff990-bc07-4d22-a97b-280745edd470 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:20.380838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da57fb2a-1559-45a1-b556-9e0bd16c6772 req-e01ff990-bc07-4d22-a97b-280745edd470 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.1172221 Sep 09 09:18:20.470773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da57fb2a-1559-45a1-b556-9e0bd16c6772 req-c2aff5ba-8f21-4ca1-8c81-f7ac1d051cf8 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787961 Sep 09 09:18:20.513664 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadd1d3c-68a6-431a-8bd2-69de6fae17e4 x-openstack-request-id: req-cadd1d3c-68a6-431a-8bd2-69de6fae17e4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:20.514341 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bb985c-a9ba-4da3-b443-48ebc413f350", "tag": "a0bad082-81e3-4287-a374-237551300a60", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:20.514750 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cadd1d3c-68a6-431a-8bd2-69de6fae17e4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:20.515321 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'tag': 'a0bad082-81e3-4287-a374-237551300a60', 'status': 'completed', 'code': 200} Sep 09 09:18:20.549017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event updated for resources: {'Network': ['ID=caaedc91-c123-4df2-9b7c-418cd9baf4cd,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:20.559107 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-aa6d0c6b-24b3-435b-9e89-884b0cd6f6e3 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8088989 Sep 09 09:18:20.561601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:20.567461 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b22d8ee6-4adb-4c5a-8de7-2f03f4b6e7fd tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:20.575681 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5cdf739e-b834-4cbc-9cb5-13f25d817e4c req-b921a138-78ae-45f6-9c32-3ed3c2f864eb tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/efac68bb-da24-4b4c-9f3f-3f152764cc72 HTTP/1.1" status: 200 len: 1802 time: 0.1192794 Sep 09 09:18:20.589983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network caaedc91-c123-4df2-9b7c-418cd9baf4cd details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:18:20.623496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b96e848-ed1b-4b65-a73f-d00b269fdc87 req-1ba1aac1-82df-41c7-8b4f-3cdfef99611d tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 210 time: 0.0385227 Sep 09 09:18:20.746356 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-5cdf739e-b834-4cbc-9cb5-13f25d817e4c req-583b4a6b-8646-4b96-b9ea-e3cdfebaa282 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 09 09:18:20.759231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5cdf739e-b834-4cbc-9cb5-13f25d817e4c req-583b4a6b-8646-4b96-b9ea-e3cdfebaa282 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "DELETE /v2.0/security-groups/efac68bb-da24-4b4c-9f3f-3f152764cc72 HTTP/1.1" status: 409 len: 341 time: 0.1780083 Sep 09 09:18:20.759231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b4e9-94fa-47a8-9743-408b267eee59 req-c2476332-1222-4665-b425-8bb7c0825296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:20.760484 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4c0b4e9-94fa-47a8-9743-408b267eee59 req-c2476332-1222-4665-b425-8bb7c0825296 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24e019063834dab9166646d1c341346&device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 1175 time: 0.1999562 Sep 09 09:18:20.856155 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b22d8ee6-4adb-4c5a-8de7-2f03f4b6e7fd tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:20.881407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ace026-d064-4987-ad4d-6173219b3d9c req-a8b0bd27-ed52-42f1-84bc-993637fd983d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:20.889376 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20ace026-d064-4987-ad4d-6173219b3d9c req-a8b0bd27-ed52-42f1-84bc-993637fd983d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.0897288 Sep 09 09:18:20.930632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b4e9-94fa-47a8-9743-408b267eee59 req-becb033a-b5ec-49db-8453-d37f1e30e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:20.932981 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4c0b4e9-94fa-47a8-9743-408b267eee59 req-becb033a-b5ec-49db-8453-d37f1e30e639 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4aa85e7-c60f-4289-8875-0c616dedbb1b HTTP/1.1" status: 200 len: 914 time: 0.1498046 Sep 09 09:18:20.933105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20ace026-d064-4987-ad4d-6173219b3d9c req-c1c59afd-e0a6-4e57-9e23-68df71dea385 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Sep 09 09:18:20.983803 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b22d8ee6-4adb-4c5a-8de7-2f03f4b6e7fd tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:20.984149 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4c0b4e9-94fa-47a8-9743-408b267eee59 req-3206deec-785c-4c3e-809d-e601a4ca1a6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bad082-81e3-4287-a374-237551300a60 HTTP/1.1" status: 200 len: 217 time: 0.0426445 Sep 09 09:18:20.991200 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b22d8ee6-4adb-4c5a-8de7-2f03f4b6e7fd tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Network caaedc91-c123-4df2-9b7c-418cd9baf4cd is not hosted by any dhcp agent {{(pid=95326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 09 09:18:20.992107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22d8ee6-4adb-4c5a-8de7-2f03f4b6e7fd tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:20.992654 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b22d8ee6-4adb-4c5a-8de7-2f03f4b6e7fd tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:20.994113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b22d8ee6-4adb-4c5a-8de7-2f03f4b6e7fd tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "PUT /v2.0/networks/caaedc91-c123-4df2-9b7c-418cd9baf4cd HTTP/1.1" status: 200 len: 858 time: 0.4315372 Sep 09 09:18:20.997608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58314) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:21.100347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d8ee6-4adb-4c5a-8de7-2f03f4b6e7fd tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event updated for resources: {'Network': ['ID=caaedc91-c123-4df2-9b7c-418cd9baf4cd,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:21.133391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b4e9-94fa-47a8-9743-408b267eee59 req-bfba10b7-7a54-422f-98e9-9bce6bac5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:21.149784 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4c0b4e9-94fa-47a8-9743-408b267eee59 req-bfba10b7-7a54-422f-98e9-9bce6bac5534 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=046ba71a-9e13-4392-8e8b-eb08c374a743 HTTP/1.1" status: 200 len: 853 time: 0.1479504 Sep 09 09:18:21.175535 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:21.199971 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4c0b4e9-94fa-47a8-9743-408b267eee59 req-a2c2561b-02f1-4d8d-accc-e4e7ac9f5ed1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4aa85e7-c60f-4289-8875-0c616dedbb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411432 Sep 09 09:18:21.342470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:21.376511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaedc91-c123-4df2-9b7c-418cd9baf4cd']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:21.389367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec5a1f3-886a-4273-80bb-fc917705de90') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:21.393111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec5a1f3-886a-4273-80bb-fc917705de90') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:21.393696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4c0b4e9-94fa-47a8-9743-408b267eee59 req-5f439b48-67e2-44f4-a249-eced28d64952 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851542 Sep 09 09:18:21.428644 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:21.510060 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:21.523547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:21.523713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:21.528184 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:21.564410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a279f-cffc-403c-969a-5fdc2cd40b81 req-94774380-4760-477a-84f0-efcd3fbdcfab tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:21.565987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-086a279f-cffc-403c-969a-5fdc2cd40b81 req-94774380-4760-477a-84f0-efcd3fbdcfab tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 1023 time: 0.1415901 Sep 09 09:18:21.607411 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4c0b4e9-94fa-47a8-9743-408b267eee59 req-e8104f0e-8217-4f54-8fb2-3c07e9c0e37d service neutron] 10.222.0.41 "GET /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033324 Sep 09 09:18:21.653499 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-086a279f-cffc-403c-969a-5fdc2cd40b81 req-f05188be-05e3-4ad5-8757-e28cd5331e18 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f004ff4-0a26-4dc1-9092-3acf6909f537&id=6eab4720-8e57-460f-afcb-fc8b1da46075&id=efac68bb-da24-4b4c-9f3f-3f152764cc72&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0496631 Sep 09 09:18:21.681442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70147ad0-a9b7-4707-9f82-fa7752b2d333 req-13382c9e-dc26-4462-8896-3edf037bd839 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:21.683843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-70147ad0-a9b7-4707-9f82-fa7752b2d333 req-13382c9e-dc26-4462-8896-3edf037bd839 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0877082 Sep 09 09:18:21.709244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:21.715452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network caaedc91-c123-4df2-9b7c-418cd9baf4cd {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 09 09:18:21.754144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-70147ad0-a9b7-4707-9f82-fa7752b2d333 req-1e691a23-c911-4af8-b14d-b8ff98abc5f1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610073 Sep 09 09:18:21.770620 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:21.774357 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] 10.222.0.32 "DELETE /v2.0/networks/caaedc91-c123-4df2-9b7c-418cd9baf4cd HTTP/1.1" status: 204 len: 168 time: 0.7670374 Sep 09 09:18:21.777120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58366) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:21.789998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece438b-b7cc-4333-9815-84e7bf92efc9 tempest-ExternalNetworksTestJSON-142371468 tempest-ExternalNetworksTestJSON-142371468-project-admin] Pushing event deleted for resources: {'Network': ['ID=caaedc91-c123-4df2-9b7c-418cd9baf4cd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:21.859755 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8901597-27dc-40a4-8d02-627cf6e1ab88 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] DELETE failed (client error): The resource could not be found. Sep 09 09:18:21.860847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8901597-27dc-40a4-8d02-627cf6e1ab88 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:18:21.862673 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b8901597-27dc-40a4-8d02-627cf6e1ab88 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] 10.222.0.32 "DELETE /v2.0/subnets/3bfeb008-e7c3-48c4-80d5-581b48ef4ef8 HTTP/1.1" status: 404 len: 337 time: 0.0845370 Sep 09 09:18:21.865305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58368) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:21.934305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6552409-7792-4881-a122-5b43eca1a498 req-2fc8846d-3261-40f6-99f8-45c84e555a51 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 210 time: 0.0460711 Sep 09 09:18:22.016262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:22.172583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1b95e-95eb-4380-825f-0efb428e976d req-0e529b38-8f23-4bab-ac38-2c6c313c55ca tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:22.195900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46b1b95e-95eb-4380-825f-0efb428e976d req-0e529b38-8f23-4bab-ac38-2c6c313c55ca tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.1068690 Sep 09 09:18:22.256750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46b1b95e-95eb-4380-825f-0efb428e976d req-6c2a5797-277d-46fa-87c6-36207ab48ab0 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597832 Sep 09 09:18:22.550016 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:22.572006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b81cea0-3fdc-4252-b662-c2946df69205']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:22.582414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2f8afc-c579-4358-9440-6f5657d87b02') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:22.582704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2f8afc-c579-4358-9440-6f5657d87b02') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:22.591936 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:22.605325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:22.611630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:22.612036 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:22.615241 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:22.756848 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:22.772452 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:22.774516 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] 10.222.0.32 "DELETE /v2.0/networks/4b81cea0-3fdc-4252-b662-c2946df69205 HTTP/1.1" status: 204 len: 168 time: 0.9080901 Sep 09 09:18:22.809474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02fa8f-37bc-49e9-bf55-f74e4ed96db4 req-261a7f30-5170-4a03-ae09-60b2a5fe4006 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:22.822150 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fb02fa8f-37bc-49e9-bf55-f74e4ed96db4 req-261a7f30-5170-4a03-ae09-60b2a5fe4006 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 1023 time: 0.0854011 Sep 09 09:18:22.845374 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce5ace-7bac-4406-acd7-663575e67232 tempest-ExternalNetworksTestJSON-2005903604 tempest-ExternalNetworksTestJSON-2005903604-project] Pushing event deleted for resources: {'Network': ['ID=4b81cea0-3fdc-4252-b662-c2946df69205,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:22.903109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c4132c07-4432-4fef-a11d-6a94ee2e0b5d tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:22.905954 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c4132c07-4432-4fef-a11d-6a94ee2e0b5d tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.1352386 Sep 09 09:18:22.933468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-16'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:22.944190 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fb02fa8f-37bc-49e9-bf55-f74e4ed96db4 req-2f0d4a79-7f07-4f3c-aa84-398d4ff589d0 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f004ff4-0a26-4dc1-9092-3acf6909f537&id=6eab4720-8e57-460f-afcb-fc8b1da46075&id=efac68bb-da24-4b4c-9f3f-3f152764cc72&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1210656 Sep 09 09:18:23.015835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c733-505c-45af-a933-07cf1fd8061f req-b009a944-55bb-4049-8bc9-b7b256b873ca tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:23.017912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-b009a944-55bb-4049-8bc9-b7b256b873ca tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.24 "GET /v2.0/networks?id=dbf3f98f-5b77-4e94-91b2-ff845d9ff641 HTTP/1.1" status: 200 len: 808 time: 0.1937554 Sep 09 09:18:23.022575 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:23.047096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Request body: {'port': {'device_id': '56e978b0-3685-497c-9767-b80665c8333d', 'network_id': 'dbf3f98f-5b77-4e94-91b2-ff845d9ff641', 'admin_state_up': True, 'tenant_id': '04a05c9049934eeb997e84b5ea50cab2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:23.206208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbf58b-5cc0-487c-8b51-efce40bafb16 req-d55ffc95-03c1-4b19-8b7e-7c481d58a189 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:23.207855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0cdbf58b-5cc0-487c-8b51-efce40bafb16 req-d55ffc95-03c1-4b19-8b7e-7c481d58a189 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.1747046 Sep 09 09:18:23.244525 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c95e2448-d194-4b31-a3bf-8c9e99f26f39 req-c5a9be6e-dca2-40b0-9297-516b75b945d5 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 210 time: 0.0488689 Sep 09 09:18:23.256531 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:23.263800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52883f70-1aa4-4b1f-850b-14d825a0dd32 req-855565e9-f9c7-445f-8354-948b71115b92 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:23.265419 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52883f70-1aa4-4b1f-850b-14d825a0dd32 req-855565e9-f9c7-445f-8354-948b71115b92 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 1023 time: 0.1650400 Sep 09 09:18:23.345661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:18:23.353694 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0cdbf58b-5cc0-487c-8b51-efce40bafb16 req-22e95bf3-76c8-4adc-a179-7ac1f9d5dbda tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370544 Sep 09 09:18:23.400566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58420) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:23.432466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Made reservation on behalf of 04a05c9049934eeb997e84b5ea50cab2 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:23.439234 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:23.446868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d56d1c8-2b20-4696-9b2e-3993eace8345'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:23.449677 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34229871-e18e-44c6-bc4b-975fed7c6538" -d '{"events": [{"server_uuid": "34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "6d56d1c8-2b20-4696-9b2e-3993eace8345"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:23.454842 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:23.501986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-52883f70-1aa4-4b1f-850b-14d825a0dd32 req-ee61806d-69e5-4e68-b8a2-5e653344585d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Deleting port a0bad082-81e3-4287-a374-237551300a60 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:23.502419 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-52883f70-1aa4-4b1f-850b-14d825a0dd32 req-ee61806d-69e5-4e68-b8a2-5e653344585d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:23.549628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:23.636435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d56d1c8-2b20-4696-9b2e-3993eace8345,revision_number=7']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:23.650132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on host n-h1-778696-16 for vnic_type normal with profile {"migrating_to": "n-h2-778696-16"} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:18:23.650542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:18:23.650884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:23.655292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6913c-b128-42ae-9b93-f645a65167bb req-e5229d04-b041-479f-af8c-8094476fb942 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:23.655444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:18:23.655753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Attempting to bind port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on network 423817c2-9bb2-4c3c-b686-139dda54a6a1 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:23.656969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f6c6913c-b128-42ae-9b93-f645a65167bb req-e5229d04-b041-479f-af8c-8094476fb942 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 945 time: 0.1939135 Sep 09 09:18:23.660798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:18:23.661147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Checking segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:23.661970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Bound using segment: {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:18:23.662423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Bound port: 6d56d1c8-2b20-4696-9b2e-3993eace8345, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fe0a2a-eb6b-4656-8ffc-678a9482c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '423817c2-9bb2-4c3c-b686-139dda54a6a1'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:18:23.662783 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:23.739605 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f3ce8b-6b0c-47f4-8667-66c24817742b x-openstack-request-id: req-74f3ce8b-6b0c-47f4-8667-66c24817742b {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:23.739945 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "6d56d1c8-2b20-4696-9b2e-3993eace8345", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:23.740196 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74f3ce8b-6b0c-47f4-8667-66c24817742b {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:23.740594 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d56d1c8-2b20-4696-9b2e-3993eace8345', 'code': 200} Sep 09 09:18:23.756130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:18:23.756386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-52883f70-1aa4-4b1f-850b-14d825a0dd32 req-ee61806d-69e5-4e68-b8a2-5e653344585d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] For port a0bad082-81e3-4287-a374-237551300a60, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0bad082-81e3-4287-a374-237551300a60,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:23.756678 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-52883f70-1aa4-4b1f-850b-14d825a0dd32 req-ee61806d-69e5-4e68-b8a2-5e653344585d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:23.762023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:18:23.772330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5ea55b01-d6a2-4741-a38c-13cf7c4190ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64dadb5f94594337bf7fc46fa5386d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640287 Sep 09 09:18:23.773660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58432) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:23.808634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-52883f70-1aa4-4b1f-850b-14d825a0dd32 req-ee61806d-69e5-4e68-b8a2-5e653344585d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Calling delete_port for a0bad082-81e3-4287-a374-237551300a60 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:23.841584 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f6c6913c-b128-42ae-9b93-f645a65167bb req-b4a89e2f-f255-41a2-b930-252838214233 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644194 Sep 09 09:18:23.856026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Allocated IP 172.20.0.9 (dbf3f98f-5b77-4e94-91b2-ff845d9ff641/eab6428c-d013-4819-9b69-12c44fd5adee/eada0e90-2dbd-4a86-8a60-b09635a2086c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:18:23.858411 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:23.862884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6eda-036b-4d19-a0c2-eb06153d1a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:23.957502 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6eda-036b-4d19-a0c2-eb06153d1a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:24.074116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d56d1c8-2b20-4696-9b2e-3993eace8345,revision_number=8']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:24.077771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:24.078387 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:24.080477 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c0ef02e1-d671-401c-a7b6-dcc31a44f5b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/6d56d1c8-2b20-4696-9b2e-3993eace8345 HTTP/1.1" status: 200 len: 1123 time: 1.1604080 Sep 09 09:18:24.123656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-e9b18e7b-398a-44b0-b155-25f8ad9404ed tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:24.127855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-e9b18e7b-398a-44b0-b155-25f8ad9404ed tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 805 time: 0.1933808 Sep 09 09:18:24.143491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-b79a6a3e-3793-4042-89a2-dae497d38584 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/quotas/732f78253ff7467eb3d636874f29448f HTTP/1.1" status: 200 len: 375 time: 0.0107934 Sep 09 09:18:24.167962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['6d56d1c8-2b20-4696-9b2e-3993eace8345'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:24.192383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['6d56d1c8-2b20-4696-9b2e-3993eace8345'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:24.194830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00345773-18a8-4cca-a597-f4528ce955e7 req-34ea8841-3258-4c03-961c-f5c76f9f0bb2 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:24.199966 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-00345773-18a8-4cca-a597-f4528ce955e7 req-34ea8841-3258-4c03-961c-f5c76f9f0bb2 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 1023 time: 0.1333168 Sep 09 09:18:24.214038 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6eda-036b-4d19-a0c2-eb06153d1a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:24.219532 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:24.224014 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6eda-036b-4d19-a0c2-eb06153d1a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:24.227514 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-eb3f6eda-036b-4d19-a0c2-eb06153d1a30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4edf80a3-2ab3-4ce7-bf72-877af7e74361 HTTP/1.1" status: 204 len: 168 time: 0.4502394 Sep 09 09:18:24.243186 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-3e241c20-7e1a-423a-8a54-998bff776277 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926237 Sep 09 09:18:24.253457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-52883f70-1aa4-4b1f-850b-14d825a0dd32 req-ee61806d-69e5-4e68-b8a2-5e653344585d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:24.275904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f6eda-036b-4d19-a0c2-eb06153d1a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edf80a3-2ab3-4ce7-bf72-877af7e74361,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:24.315221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61806d-69e5-4e68-b8a2-5e653344585d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event deleted for resources: {'Port': ['ID=a0bad082-81e3-4287-a374-237551300a60,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:24.376640 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-ec30017e-9d33-4660-82f2-554735966ee8 service neutron] 10.222.0.32 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327333 Sep 09 09:18:24.378112 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-00345773-18a8-4cca-a597-f4528ce955e7 req-7027966d-a85c-4e93-9e7f-31da9a341dd1 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f004ff4-0a26-4dc1-9092-3acf6909f537&id=6eab4720-8e57-460f-afcb-fc8b1da46075&id=efac68bb-da24-4b4c-9f3f-3f152764cc72&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1696846 Sep 09 09:18:24.398456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-52883f70-1aa4-4b1f-850b-14d825a0dd32 req-ee61806d-69e5-4e68-b8a2-5e653344585d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] No DVR routers for this DVR port a0bad082-81e3-4287-a374-237551300a60 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:24.412350 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-52883f70-1aa4-4b1f-850b-14d825a0dd32 req-ee61806d-69e5-4e68-b8a2-5e653344585d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:24.414882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52883f70-1aa4-4b1f-850b-14d825a0dd32 req-ee61806d-69e5-4e68-b8a2-5e653344585d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.41 "DELETE /v2.0/ports/a0bad082-81e3-4287-a374-237551300a60 HTTP/1.1" status: 204 len: 173 time: 1.1425059 Sep 09 09:18:24.424291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'name': 'network-vif-deleted', 'tag': 'a0bad082-81e3-4287-a374-237551300a60'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:24.425683 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6251103-2a0c-4a6e-808c-e5a2364f349f" -d '{"events": [{"server_uuid": "e3bb985c-a9ba-4da3-b443-48ebc413f350", "name": "network-vif-deleted", "tag": "a0bad082-81e3-4287-a374-237551300a60"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:24.499022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-5db116a3-6cfe-4547-b142-85e4fc92544c service neutron] 10.222.0.32 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210916 Sep 09 09:18:24.508026 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:18:24.515131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:24.690494 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Pushing event updated for resources: {'Port': ['ID=eada0e90-2dbd-4a86-8a60-b09635a2086c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:24.708613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Network dbf3f98f-5b77-4e94-91b2-ff845d9ff641 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:18:24.713726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:24.716928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:18:24.773289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:24.774340 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:24.801089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8655fce-c75d-448c-b46d-0e38caeff446 req-fafc37ce-3988-44aa-b918-ba973f4c1c47 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:24.802804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8655fce-c75d-448c-b46d-0e38caeff446 req-fafc37ce-3988-44aa-b918-ba973f4c1c47 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 931 time: 0.3037300 Sep 09 09:18:24.855191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8655fce-c75d-448c-b46d-0e38caeff446 req-657979ce-5e08-48d3-ae5f-546f28e61e9b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381558 Sep 09 09:18:24.907254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44327ca-6afc-4eec-9c56-0b6b06522e3d req-f5271e2a-9521-4a45-b188-5586a0d8d309 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:24.908489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d44327ca-6afc-4eec-9c56-0b6b06522e3d req-f5271e2a-9521-4a45-b188-5586a0d8d309 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0723701 Sep 09 09:18:24.930808 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab023dee-3335-43e0-b4fa-5e1ad86ba984 x-openstack-request-id: req-ab023dee-3335-43e0-b4fa-5e1ad86ba984 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:24.930808 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bb985c-a9ba-4da3-b443-48ebc413f350", "name": "network-vif-deleted", "tag": "a0bad082-81e3-4287-a374-237551300a60", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:24.930985 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab023dee-3335-43e0-b4fa-5e1ad86ba984 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:24.931412 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb985c-a9ba-4da3-b443-48ebc413f350', 'name': 'network-vif-deleted', 'tag': 'a0bad082-81e3-4287-a374-237551300a60', 'status': 'completed', 'code': 200} Sep 09 09:18:24.950476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d50c7e2f-a849-47ce-8018-55ff831cde24 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9071286 Sep 09 09:18:24.963773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Request body: {'port': {'device_id': '56e978b0-3685-497c-9767-b80665c8333d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:24.968198 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d44327ca-6afc-4eec-9c56-0b6b06522e3d req-43f7cba6-dc95-4e6c-bfae-208be1b67a3b tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517511 Sep 09 09:18:24.984147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d56d1c8-2b20-4696-9b2e-3993eace8345 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:18:24.984147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0f6e57b6-8461-429d-9809-45d1ea59c640 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:25.001898 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:25.048977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-679ef397-3f02-4950-b05b-d7e3fe89c6f7 req-a0258f96-7dc6-488d-a527-ece17c0ccce0 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0347393 Sep 09 09:18:25.082001 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:25.126277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['60e8f81a-b4d1-4f01-ba04-2542547f04b8', 'a0bad082-81e3-4287-a374-237551300a60'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:25.175659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58472) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:25.237465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1d63d708-c943-4602-8a54-76ac8fbc1459 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ca6b78b1d1844bab410702f707752aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595758 Sep 09 09:18:25.239502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58474) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:25.298667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:25.310760 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:25.316888 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ae27169-a861-4004-a647-36fde585af24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:25.340876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d56d1c8-2b20-4696-9b2e-3993eace8345 has no active binding in host n-h2-778696-16 {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 09 09:18:25.343097 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ae27169-a861-4004-a647-36fde585af24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:25.366228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6e57b6-8461-429d-9809-45d1ea59c640'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:25.368532 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5977172a-3067-4c4e-b7a8-7b375d89abdc" -d '{"events": [{"server_uuid": "f50bb0ce-6789-46b1-a636-f35a1f438914", "name": "network-vif-unplugged", "status": "completed", "tag": "0f6e57b6-8461-429d-9809-45d1ea59c640"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:25.410921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0f6e57b6-8461-429d-9809-45d1ea59c640, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f6e57b6-8461-429d-9809-45d1ea59c640,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:25.516727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ae27169-a861-4004-a647-36fde585af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:25.522825 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:25.527122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ae27169-a861-4004-a647-36fde585af24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:25.527122 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3ae27169-a861-4004-a647-36fde585af24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/688387b5-4192-4fd5-ae0a-b5d2c32486cc HTTP/1.1" status: 204 len: 168 time: 0.2846625 Sep 09 09:18:25.543125 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315db7fc-3142-49e4-8491-de411252d205 req-8404b874-6040-4a09-969c-38f10add5c6b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:25.551837 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-315db7fc-3142-49e4-8491-de411252d205 req-8404b874-6040-4a09-969c-38f10add5c6b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.1852210 Sep 09 09:18:25.561408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae27169-a861-4004-a647-36fde585af24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688387b5-4192-4fd5-ae0a-b5d2c32486cc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:25.582914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eada0e90-2dbd-4a86-8a60-b09635a2086c {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:25.599673 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:25.644838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-315db7fc-3142-49e4-8491-de411252d205 req-d19a2900-d6cb-40e5-8c91-9d3768a234d5 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662098 Sep 09 09:18:25.667420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Transition to ACTIVE for port object eada0e90-2dbd-4a86-8a60-b09635a2086c will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:18:25.688442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0f6e57b6-8461-429d-9809-45d1ea59c640,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:25.703105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.703461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.704110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.704553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.704895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.705230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.705898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.706159 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.706498 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.706830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.707160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.707759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:25.742384 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'tag': '6d56d1c8-2b20-4696-9b2e-3993eace8345'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:25.745349 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5169af-7cd7-4c8f-b838-72fc4a46818d" -d '{"events": [{"name": "network-changed", "server_uuid": "34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7", "tag": "6d56d1c8-2b20-4696-9b2e-3993eace8345"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:25.753578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11b1e5-c3be-4683-9cbe-f289f7de4ee2 req-ab14628b-de2e-46dc-bc63-b7605d2f24f5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:25.755172 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba11b1e5-c3be-4683-9cbe-f289f7de4ee2 req-ab14628b-de2e-46dc-bc63-b7605d2f24f5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.41 "GET /v2.0/ports?device_id=f50bb0ce-6789-46b1-a636-f35a1f438914 HTTP/1.1" status: 200 len: 944 time: 0.0983639 Sep 09 09:18:25.794253 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14ec20a1-9011-4284-b789-f058ec55fd1b req-37ed9960-4e14-465b-98d2-59b592da9c6c tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bb985c-a9ba-4da3-b443-48ebc413f350 HTTP/1.1" status: 200 len: 210 time: 0.0337584 Sep 09 09:18:25.865997 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24863bda-e6d3-4cf5-88ca-84fb4651b431 x-openstack-request-id: req-24863bda-e6d3-4cf5-88ca-84fb4651b431 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:25.866617 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7", "tag": "6d56d1c8-2b20-4696-9b2e-3993eace8345", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:25.867110 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24863bda-e6d3-4cf5-88ca-84fb4651b431 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:25.867777 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'tag': '6d56d1c8-2b20-4696-9b2e-3993eace8345', 'status': 'completed', 'code': 200} Sep 09 09:18:25.884903 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:25.935613 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383ddc38-3786-4c8a-a2b1-229d6dee028a x-openstack-request-id: req-383ddc38-3786-4c8a-a2b1-229d6dee028a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:25.935881 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50bb0ce-6789-46b1-a636-f35a1f438914", "name": "network-vif-unplugged", "status": "completed", "tag": "0f6e57b6-8461-429d-9809-45d1ea59c640", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:25.936072 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-383ddc38-3786-4c8a-a2b1-229d6dee028a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:25.936458 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6e57b6-8461-429d-9809-45d1ea59c640', 'code': 200} Sep 09 09:18:25.938007 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:26.045055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Pushing event updated for resources: {'Port': ['ID=eada0e90-2dbd-4a86-8a60-b09635a2086c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:26.069180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ba11b1e5-c3be-4683-9cbe-f289f7de4ee2 req-872f686b-28c1-4f0e-93c2-9b38a92f0b1e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Deleting port 0f6e57b6-8461-429d-9809-45d1ea59c640 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:26.080377 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba11b1e5-c3be-4683-9cbe-f289f7de4ee2 req-872f686b-28c1-4f0e-93c2-9b38a92f0b1e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:26.105210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5169af-7cd7-4c8f-b838-72fc4a46818d req-8a58f225-3f43-4696-9e0d-d6c20ec3a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:26.106706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e5169af-7cd7-4c8f-b838-72fc4a46818d req-8a58f225-3f43-4696-9e0d-d6c20ec3a63f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 1126 time: 0.2057273 Sep 09 09:18:26.109422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86f8d5-0a39-4fb9-95da-0b7012a90d31 req-041f2131-3ab1-4c32-861b-74aabd7afe5b tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:26.111437 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd86f8d5-0a39-4fb9-95da-0b7012a90d31 req-041f2131-3ab1-4c32-861b-74aabd7afe5b tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0564618 Sep 09 09:18:26.137352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94e7f1-0c70-4fe5-8325-226c55e20f6f req-5e08f61c-d5d6-4542-861c-f1a7651c679e tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:26.138931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e94e7f1-0c70-4fe5-8325-226c55e20f6f req-5e08f61c-d5d6-4542-861c-f1a7651c679e tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 943 time: 0.1785417 Sep 09 09:18:26.158738 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd86f8d5-0a39-4fb9-95da-0b7012a90d31 req-f661d3b8-e856-4e03-878e-4eef53825c6d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Sep 09 09:18:26.305881 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bd9ced80-3b9c-4c6f-b8ae-5884f8decae8 req-07b0a6a0-4547-42ef-af8d-c26e55cfbb0c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0469453 Sep 09 09:18:26.345353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e94e7f1-0c70-4fe5-8325-226c55e20f6f req-74cb4bf3-5bb9-4265-a13e-cb74f2b2c2c5 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689537 Sep 09 09:18:26.358962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Attempting to bind port eada0e90-2dbd-4a86-8a60-b09635a2086c on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:18:26.359310 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Attempting to bind port eada0e90-2dbd-4a86-8a60-b09635a2086c by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '24e48253-dc0e-420d-9009-88b3aa65fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dbf3f98f-5b77-4e94-91b2-ff845d9ff641'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:18:26.359684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Attempting to bind port eada0e90-2dbd-4a86-8a60-b09635a2086c on network dbf3f98f-5b77-4e94-91b2-ff845d9ff641 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:26.367590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Port eada0e90-2dbd-4a86-8a60-b09635a2086c on network dbf3f98f-5b77-4e94-91b2-ff845d9ff641 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:18:26.367922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Attempting to bind port eada0e90-2dbd-4a86-8a60-b09635a2086c on network dbf3f98f-5b77-4e94-91b2-ff845d9ff641 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:26.390782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:18:26.391752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Checking segment: {'id': '24e48253-dc0e-420d-9009-88b3aa65fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dbf3f98f-5b77-4e94-91b2-ff845d9ff641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:26.392355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Bound using segment: {'id': '24e48253-dc0e-420d-9009-88b3aa65fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dbf3f98f-5b77-4e94-91b2-ff845d9ff641'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:18:26.392972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Bound port: eada0e90-2dbd-4a86-8a60-b09635a2086c, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e48253-dc0e-420d-9009-88b3aa65fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dbf3f98f-5b77-4e94-91b2-ff845d9ff641'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:18:26.403756 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:26.406868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ba11b1e5-c3be-4683-9cbe-f289f7de4ee2 req-872f686b-28c1-4f0e-93c2-9b38a92f0b1e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] For port 0f6e57b6-8461-429d-9809-45d1ea59c640, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f6e57b6-8461-429d-9809-45d1ea59c640,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:26.407257 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba11b1e5-c3be-4683-9cbe-f289f7de4ee2 req-872f686b-28c1-4f0e-93c2-9b38a92f0b1e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:26.424599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5169af-7cd7-4c8f-b838-72fc4a46818d req-59e2caf1-85ca-42f2-a0b8-06743e04373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:26.426424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e5169af-7cd7-4c8f-b838-72fc4a46818d req-59e2caf1-85ca-42f2-a0b8-06743e04373a service neutron] 10.222.0.24 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.2863820 Sep 09 09:18:26.436848 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ba11b1e5-c3be-4683-9cbe-f289f7de4ee2 req-872f686b-28c1-4f0e-93c2-9b38a92f0b1e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Calling delete_port for 0f6e57b6-8461-429d-9809-45d1ea59c640 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:26.503601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e5169af-7cd7-4c8f-b838-72fc4a46818d req-c3d87870-54b8-457f-96e9-455ccc066ae7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345 HTTP/1.1" status: 200 len: 217 time: 0.0641210 Sep 09 09:18:26.615077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] For port eada0e90-2dbd-4a86-8a60-b09635a2086c, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:18:26.620805 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] For port eada0e90-2dbd-4a86-8a60-b09635a2086c, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=eada0e90-2dbd-4a86-8a60-b09635a2086c,segment=NetworkSegment(24e48253-dc0e-420d-9009-88b3aa65fc09),segment_id=24e48253-dc0e-420d-9009-88b3aa65fc09)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:18:26.631348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5169af-7cd7-4c8f-b838-72fc4a46818d req-58bc3751-edf0-44d4-ab5b-8c77d659c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:26.632917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e5169af-7cd7-4c8f-b838-72fc4a46818d req-58bc3751-edf0-44d4-ab5b-8c77d659c6a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.0931327 Sep 09 09:18:26.684414 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e5169af-7cd7-4c8f-b838-72fc4a46818d req-4cb92274-46e7-4203-ab8c-f4681ef73cf6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305395 Sep 09 09:18:26.730311 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:26.979956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f147255f-a1ab-4a6a-ab79-449139c1d2ad req-95ed5ec2-1373-4358-8039-df0d5e871a99 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/4f004ff4-0a26-4dc1-9092-3acf6909f537 HTTP/1.1" status: 200 len: 1801 time: 0.0547800 Sep 09 09:18:26.998049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a0bad082-81e3-4287-a374-237551300a60 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:27.028415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: a0bad082-81e3-4287-a374-237551300a60 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:18:27.029055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a0bad082-81e3-4287-a374-237551300a60 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:18:27.029726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0f6e57b6-8461-429d-9809-45d1ea59c640 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:27.048529 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f147255f-a1ab-4a6a-ab79-449139c1d2ad req-209df17f-9bcc-4616-8560-44a243fedc51 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:27.081732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f147255f-a1ab-4a6a-ab79-449139c1d2ad req-209df17f-9bcc-4616-8560-44a243fedc51 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:27.152547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:27.153529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:27.154928 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] 10.222.0.24 "PUT /v2.0/ports/eada0e90-2dbd-4a86-8a60-b09635a2086c HTTP/1.1" status: 200 len: 1092 time: 2.1966553 Sep 09 09:18:27.163710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e978b0-3685-497c-9767-b80665c8333d', 'tag': 'eada0e90-2dbd-4a86-8a60-b09635a2086c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:27.165943 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21f0aa9-ac56-481f-a262-048cce7bddd7" -d '{"events": [{"name": "network-changed", "server_uuid": "56e978b0-3685-497c-9767-b80665c8333d", "tag": "eada0e90-2dbd-4a86-8a60-b09635a2086c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:27.238970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7037bc8-8427-483b-a5ad-0ec6b2d603da req-211dc1c3-7305-4431-9f9c-162850dccf37 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:27.240596 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7037bc8-8427-483b-a5ad-0ec6b2d603da req-211dc1c3-7305-4431-9f9c-162850dccf37 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.5513930 Sep 09 09:18:27.253161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f077352-5f9d-4e35-b7d0-dcf65b70d800 service neutron] Pushing event updated for resources: {'Port': ['ID=eada0e90-2dbd-4a86-8a60-b09635a2086c,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:27.269897 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e5169af-7cd7-4c8f-b838-72fc4a46818d req-65172d6e-adff-4e62-9d43-927429068593 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546782 Sep 09 09:18:27.297936 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f147255f-a1ab-4a6a-ab79-449139c1d2ad req-209df17f-9bcc-4616-8560-44a243fedc51 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:27.300648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f147255f-a1ab-4a6a-ab79-449139c1d2ad req-209df17f-9bcc-4616-8560-44a243fedc51 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:27.302106 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f147255f-a1ab-4a6a-ab79-449139c1d2ad req-209df17f-9bcc-4616-8560-44a243fedc51 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "DELETE /v2.0/security-groups/4f004ff4-0a26-4dc1-9092-3acf6909f537 HTTP/1.1" status: 204 len: 173 time: 0.3149295 Sep 09 09:18:27.316886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba11b1e5-c3be-4683-9cbe-f289f7de4ee2 req-872f686b-28c1-4f0e-93c2-9b38a92f0b1e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:27.326021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209df17f-9bcc-4616-8560-44a243fedc51 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f004ff4-0a26-4dc1-9092-3acf6909f537,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:27.375258 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7037bc8-8427-483b-a5ad-0ec6b2d603da req-628c621d-19c9-45fd-9dd7-455770a25bd2 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230519 Sep 09 09:18:27.377429 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07258b15-b0f7-4394-8887-78754479e27c x-openstack-request-id: req-07258b15-b0f7-4394-8887-78754479e27c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:27.377716 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e978b0-3685-497c-9767-b80665c8333d", "tag": "eada0e90-2dbd-4a86-8a60-b09635a2086c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:27.379269 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07258b15-b0f7-4394-8887-78754479e27c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:27.379269 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e978b0-3685-497c-9767-b80665c8333d', 'tag': 'eada0e90-2dbd-4a86-8a60-b09635a2086c', 'status': 'completed', 'code': 200} Sep 09 09:18:27.392371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f686b-28c1-4f0e-93c2-9b38a92f0b1e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Pushing event deleted for resources: {'Port': ['ID=0f6e57b6-8461-429d-9809-45d1ea59c640,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:27.512601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf936-8fe9-45b6-bcbb-6f8047b491e1 req-cf87f3c8-5049-4d67-9c76-567547cbfeda tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:27.514139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-645cf936-8fe9-45b6-bcbb-6f8047b491e1 req-cf87f3c8-5049-4d67-9c76-567547cbfeda tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0781558 Sep 09 09:18:27.528380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba11b1e5-c3be-4683-9cbe-f289f7de4ee2 req-872f686b-28c1-4f0e-93c2-9b38a92f0b1e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] No DVR routers for this DVR port 0f6e57b6-8461-429d-9809-45d1ea59c640 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:27.536233 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba11b1e5-c3be-4683-9cbe-f289f7de4ee2 req-872f686b-28c1-4f0e-93c2-9b38a92f0b1e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:27.538202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba11b1e5-c3be-4683-9cbe-f289f7de4ee2 req-872f686b-28c1-4f0e-93c2-9b38a92f0b1e tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.41 "DELETE /v2.0/ports/0f6e57b6-8461-429d-9809-45d1ea59c640 HTTP/1.1" status: 204 len: 173 time: 1.7732031 Sep 09 09:18:27.562960 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-645cf936-8fe9-45b6-bcbb-6f8047b491e1 req-961b1be6-f561-4a4b-bf8c-32e7d04ea87f tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Sep 09 09:18:27.567988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d8c84e89-0ccb-4b00-8675-5dad36e14491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:27.569513 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-d8c84e89-0ccb-4b00-8675-5dad36e14491 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=04a05c9049934eeb997e84b5ea50cab2&device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 1095 time: 0.2217412 Sep 09 09:18:27.571908 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e5169af-7cd7-4c8f-b838-72fc4a46818d req-0b6efdf2-1339-48f6-bee1-ad8e79c3f53f service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925847 Sep 09 09:18:27.574792 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0cea293e-d3ad-454e-946c-5108b4561d61 req-6ec389cf-9d1e-4afd-b330-fe7ada2c8a0f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/efac68bb-da24-4b4c-9f3f-3f152764cc72 HTTP/1.1" status: 200 len: 1802 time: 0.1524088 Sep 09 09:18:27.642757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-5397940d-1171-45ee-9c71-f5a5d509ef6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eada0e90-2dbd-4a86-8a60-b09635a2086c HTTP/1.1" status: 200 len: 217 time: 0.0603855 Sep 09 09:18:27.722732 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-137d93f4-0a57-4d47-a793-aed686c892c8 req-99ba96ec-6a5d-4c80-af96-1857121b0774 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0585928 Sep 09 09:18:27.877820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb861274-8cc1-4a27-b2c2-1e05f27b7bdb req-95cca85b-100b-4641-8e0b-11745258faa6 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:27.879672 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb861274-8cc1-4a27-b2c2-1e05f27b7bdb req-95cca85b-100b-4641-8e0b-11745258faa6 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 943 time: 0.0890503 Sep 09 09:18:27.886050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-2f30e1b8-515d-4724-bdec-82f46850d548 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:27.890516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-2f30e1b8-515d-4724-bdec-82f46850d548 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.24 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 805 time: 0.2439268 Sep 09 09:18:27.890516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c733-505c-45af-a933-07cf1fd8061f req-fc447cd4-653b-4e6e-bb08-ac13e3853e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:27.904960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-fc447cd4-653b-4e6e-bb08-ac13e3853e66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eab6428c-d013-4819-9b69-12c44fd5adee HTTP/1.1" status: 200 len: 848 time: 0.2033579 Sep 09 09:18:27.921558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Request body: {'port': {'device_id': '1d5e5747-35bc-459c-b0b9-5a348602e3c0', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'admin_state_up': True, 'tenant_id': '732f78253ff7467eb3d636874f29448f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:27.930440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb861274-8cc1-4a27-b2c2-1e05f27b7bdb req-249716d9-7b95-46a3-94c7-2527b66eb7f3 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442593 Sep 09 09:18:28.024786 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-0aafbedd-ca5f-4d25-b2b8-601e45f0798e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf3f98f-5b77-4e94-91b2-ff845d9ff641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873103 Sep 09 09:18:28.033036 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0cea293e-d3ad-454e-946c-5108b4561d61 req-4cf9baf5-8a5b-41df-b785-100e5b5ef6c5 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:28.131674 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0cea293e-d3ad-454e-946c-5108b4561d61 req-4cf9baf5-8a5b-41df-b785-100e5b5ef6c5 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:28.253633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-58cb7133-0b65-4c39-bc91-74ebdbba00a9 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf3f98f-5b77-4e94-91b2-ff845d9ff641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138612 Sep 09 09:18:28.372929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Made reservation on behalf of 732f78253ff7467eb3d636874f29448f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:28.376996 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:28.389986 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63a9c733-505c-45af-a933-07cf1fd8061f req-a1c6213b-6dcb-41f2-8d3f-51951444b38c service neutron] 10.222.0.24 "GET /v2.0/networks/dbf3f98f-5b77-4e94-91b2-ff845d9ff641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281228 Sep 09 09:18:28.408536 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0cea293e-d3ad-454e-946c-5108b4561d61 req-4cf9baf5-8a5b-41df-b785-100e5b5ef6c5 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:28.419853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0cea293e-d3ad-454e-946c-5108b4561d61 req-4cf9baf5-8a5b-41df-b785-100e5b5ef6c5 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:28.419853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0cea293e-d3ad-454e-946c-5108b4561d61 req-4cf9baf5-8a5b-41df-b785-100e5b5ef6c5 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "DELETE /v2.0/security-groups/efac68bb-da24-4b4c-9f3f-3f152764cc72 HTTP/1.1" status: 204 len: 173 time: 0.7867072 Sep 09 09:18:28.432569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58568) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:28.504907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0b5b016e-1519-44ee-b9cf-19a62ce959f3 req-9dacc235-7ee1-4162-b950-ad9af285c4ba tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-980106116', 'description': 'tempest-description-1698213655'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:28.512693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9baf5-8a5b-41df-b785-100e5b5ef6c5 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efac68bb-da24-4b4c-9f3f-3f152764cc72,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:28.568936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d62de-265b-4d9b-a871-ee8dd3d34a36 req-b869d1e6-3d79-4513-8499-748c14c58d92 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:28.570676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-349d62de-265b-4d9b-a871-ee8dd3d34a36 req-b869d1e6-3d79-4513-8499-748c14c58d92 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.0991263 Sep 09 09:18:28.647455 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-349d62de-265b-4d9b-a871-ee8dd3d34a36 req-12b26b08-96e8-40d8-b4e1-150ec2088bed tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696294 Sep 09 09:18:28.674495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-41827560-3d40-4bd6-96ca-fa464ccc42de tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-960887057'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:28.675044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-41827560-3d40-4bd6-96ca-fa464ccc42de tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Unknown quota resources ['metering_label']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:18:28.703049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0aa9-ac56-481f-a262-048cce7bddd7 req-cd93d7be-518c-499e-ac58-60822f573d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:28.705409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b21f0aa9-ac56-481f-a262-048cce7bddd7 req-cd93d7be-518c-499e-ac58-60822f573d81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=04a05c9049934eeb997e84b5ea50cab2&device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 1095 time: 0.1415160 Sep 09 09:18:28.706700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Allocated IP 172.20.0.8 (575bbc1b-2638-4cdf-9043-6cd38faa718c/e7087ae7-6b75-4933-a9a3-67deca9dee86/d8fb1525-b622-416f-926f-e01ba53ba15a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:18:28.746959 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0b5b016e-1519-44ee-b9cf-19a62ce959f3 req-9dacc235-7ee1-4162-b950-ad9af285c4ba tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:28.886092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2689be9-619b-4a70-8d13-3e2ba9f1e2e8 req-4229ca38-f695-43af-a8a1-7e04bcf48364 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:28.901112 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2689be9-619b-4a70-8d13-3e2ba9f1e2e8 req-4229ca38-f695-43af-a8a1-7e04bcf48364 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0868857 Sep 09 09:18:29.006596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:29.043644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0aa9-ac56-481f-a262-048cce7bddd7 req-ec09df64-99d4-41e0-842f-d28ded9e8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:29.045567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b21f0aa9-ac56-481f-a262-048cce7bddd7 req-ec09df64-99d4-41e0-842f-d28ded9e8b93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbf3f98f-5b77-4e94-91b2-ff845d9ff641 HTTP/1.1" status: 200 len: 909 time: 0.3314571 Sep 09 09:18:29.065860 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-41827560-3d40-4bd6-96ca-fa464ccc42de tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:29.067565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-41827560-3d40-4bd6-96ca-fa464ccc42de tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6332905 Sep 09 09:18:29.071637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58580) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:29.081465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-63b49e57-59e3-4457-9666-09b6afd611d2 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3c13f4a3-340a-46f8-8605-4c979e04ef80'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:29.082010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-63b49e57-59e3-4457-9666-09b6afd611d2 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:18:29.088853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2689be9-619b-4a70-8d13-3e2ba9f1e2e8 req-88f92c06-4256-4e70-b451-66aa9a939031 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868918 Sep 09 09:18:29.131583 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b21f0aa9-ac56-481f-a262-048cce7bddd7 req-4eccc3c0-714f-40a0-b06d-5ae0e17886e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eada0e90-2dbd-4a86-8a60-b09635a2086c HTTP/1.1" status: 200 len: 217 time: 0.0748379 Sep 09 09:18:29.131583 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:29.182959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Pushing event updated for resources: {'Port': ['ID=d8fb1525-b622-416f-926f-e01ba53ba15a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:29.258186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92262515-de50-42d4-b985-b3a08595babe req-829bbe6f-de84-4e35-941b-fb94bba9f645 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:29.260266 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92262515-de50-42d4-b985-b3a08595babe req-829bbe6f-de84-4e35-941b-fb94bba9f645 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 931 time: 0.0792427 Sep 09 09:18:29.318981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Network 575bbc1b-2638-4cdf-9043-6cd38faa718c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:18:29.326797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:29.333871 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:18:29.337144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92262515-de50-42d4-b985-b3a08595babe req-3ec9a0e0-88a8-4d52-b10e-93f5238644a7 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603318 Sep 09 09:18:29.383421 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'name': 'network-vif-deleted', 'tag': '0f6e57b6-8461-429d-9809-45d1ea59c640'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:29.385638 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c178fade-420f-4fdb-91f6-225a29ffeb57" -d '{"events": [{"server_uuid": "f50bb0ce-6789-46b1-a636-f35a1f438914", "name": "network-vif-deleted", "tag": "0f6e57b6-8461-429d-9809-45d1ea59c640"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:29.400819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:29.401452 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:29.409666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0aa9-ac56-481f-a262-048cce7bddd7 req-909282f8-9ff8-4bb8-a715-40b10723e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:29.411104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b21f0aa9-ac56-481f-a262-048cce7bddd7 req-909282f8-9ff8-4bb8-a715-40b10723e9c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eab6428c-d013-4819-9b69-12c44fd5adee HTTP/1.1" status: 200 len: 848 time: 0.2301447 Sep 09 09:18:29.411726 n-d-778696-16 neutron-server[95326]: WARNING neutron.services.metering.metering_plugin [None req-63b49e57-59e3-4457-9666-09b6afd611d2 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 09 09:18:29.495393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a99891-0bb9-42c1-b9e1-fbe2e1b6f0c5 req-faab9b4f-95ea-4201-90ce-e064f1f790d4 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:29.497476 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12a99891-0bb9-42c1-b9e1-fbe2e1b6f0c5 req-faab9b4f-95ea-4201-90ce-e064f1f790d4 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 943 time: 0.0720122 Sep 09 09:18:29.536053 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b21f0aa9-ac56-481f-a262-048cce7bddd7 req-66b64a71-3601-4e89-a2ef-bd47eadbf1c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf3f98f-5b77-4e94-91b2-ff845d9ff641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082990 Sep 09 09:18:29.541868 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12a99891-0bb9-42c1-b9e1-fbe2e1b6f0c5 req-7429e94f-90bf-430e-9aed-6449f43e5e7b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Sep 09 09:18:29.568163 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0b5b016e-1519-44ee-b9cf-19a62ce959f3 req-9dacc235-7ee1-4162-b950-ad9af285c4ba tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:29.608991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63b49e57-59e3-4457-9666-09b6afd611d2 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:29.613198 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-63b49e57-59e3-4457-9666-09b6afd611d2 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5348511 Sep 09 09:18:29.613511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58586) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:29.618122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a27cdc04-7a95-42f9-9a99-34f34cbc6420 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3c13f4a3-340a-46f8-8605-4c979e04ef80'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:29.618637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a27cdc04-7a95-42f9-9a99-34f34cbc6420 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:18:29.696816 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252c77f8-2056-46dd-a639-cd37b7e5b08e x-openstack-request-id: req-252c77f8-2056-46dd-a639-cd37b7e5b08e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:29.697138 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50bb0ce-6789-46b1-a636-f35a1f438914", "name": "network-vif-deleted", "tag": "0f6e57b6-8461-429d-9809-45d1ea59c640", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:29.697465 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-252c77f8-2056-46dd-a639-cd37b7e5b08e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:29.697736 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50bb0ce-6789-46b1-a636-f35a1f438914', 'name': 'network-vif-deleted', 'tag': '0f6e57b6-8461-429d-9809-45d1ea59c640', 'status': 'completed', 'code': 200} Sep 09 09:18:29.701664 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0b5b016e-1519-44ee-b9cf-19a62ce959f3 req-9dacc235-7ee1-4162-b950-ad9af285c4ba tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:29.719836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b21f0aa9-ac56-481f-a262-048cce7bddd7 req-6ef8d3e2-de35-4086-a324-946848d8d527 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf3f98f-5b77-4e94-91b2-ff845d9ff641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495914 Sep 09 09:18:29.754449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacc235-7ee1-4162-b950-ad9af285c4ba tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f6b165-3ad4-4ae9-9f2e-eebd04eedac2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:29.812169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bccd84-28f7-4df4-9b1f-8ab3f5424085 req-2dc194f2-ceeb-4b07-a0f3-4178718cf7f9 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:29.815836 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b1bccd84-28f7-4df4-9b1f-8ab3f5424085 req-2dc194f2-ceeb-4b07-a0f3-4178718cf7f9 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 945 time: 0.0691147 Sep 09 09:18:29.816465 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0a2eb356-1c21-42bb-8b6a-7bdbc7bbf769 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9096246 Sep 09 09:18:29.831186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Request body: {'port': {'device_id': '1d5e5747-35bc-459c-b0b9-5a348602e3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:29.848272 n-d-778696-16 neutron-server[95325]: WARNING neutron.services.metering.metering_plugin [None req-a27cdc04-7a95-42f9-9a99-34f34cbc6420 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 09 09:18:29.857998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0b5b016e-1519-44ee-b9cf-19a62ce959f3 req-9dacc235-7ee1-4162-b950-ad9af285c4ba tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:29.859271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b5b016e-1519-44ee-b9cf-19a62ce959f3 req-9dacc235-7ee1-4162-b950-ad9af285c4ba tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3674240 Sep 09 09:18:29.884155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b21f0aa9-ac56-481f-a262-048cce7bddd7 req-6ded1f8e-d155-426f-843d-253d4a5b3cd3 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf3f98f-5b77-4e94-91b2-ff845d9ff641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525350 Sep 09 09:18:29.907695 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b1bccd84-28f7-4df4-9b1f-8ab3f5424085 req-9d92ad74-b5aa-4bae-bd39-af602c43b519 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849624 Sep 09 09:18:29.982541 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:29.992247 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a27cdc04-7a95-42f9-9a99-34f34cbc6420 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:29.993473 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a27cdc04-7a95-42f9-9a99-34f34cbc6420 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3789067 Sep 09 09:18:29.998736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58596) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:30.021806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-253a3836-dece-4f01-a31b-596c2ce8edd6 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=67bb55fd-0911-4fc5-b62f-8bf6d3050461 HTTP/1.1" status: 200 len: 462 time: 0.0220144 Sep 09 09:18:30.025983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58598) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:30.045462 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7a9e25a-dd52-4436-a261-26aca3e038b7 req-451c2344-9007-4480-b6c7-7745c45d1340 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/99f6b165-3ad4-4ae9-9f2e-eebd04eedac2 HTTP/1.1" status: 200 len: 1802 time: 0.0565412 Sep 09 09:18:30.058428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b7a9e25a-dd52-4436-a261-26aca3e038b7 req-2d977c38-f632-4100-800d-9df72127e92b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2047237876', 'description': 'tempest-description-hth-1992711527'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:30.088263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b7a9e25a-dd52-4436-a261-26aca3e038b7 req-2d977c38-f632-4100-800d-9df72127e92b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:30.100427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eca88-eee8-426d-bf7d-43d49df8f469 req-a83d8555-ae19-4b41-ab24-c20e01628062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:30.101949 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a56eca88-eee8-426d-bf7d-43d49df8f469 req-a83d8555-ae19-4b41-ab24-c20e01628062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.1353743 Sep 09 09:18:30.105241 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-a7d7d2ac-fac3-47a1-8609-3bbb787276e5 service neutron] 10.222.0.24 "GET /v2.0/ports/6d56d1c8-2b20-4696-9b2e-3993eace8345/bindings/n-h2-778696-16 HTTP/1.1" status: 200 len: 385 time: 0.1738613 Sep 09 09:18:30.138526 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b7a9e25a-dd52-4436-a261-26aca3e038b7 req-2d977c38-f632-4100-800d-9df72127e92b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:30.257199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b7a9e25a-dd52-4436-a261-26aca3e038b7 req-2d977c38-f632-4100-800d-9df72127e92b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:30.259888 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b7a9e25a-dd52-4436-a261-26aca3e038b7 req-2d977c38-f632-4100-800d-9df72127e92b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:30.261256 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7a9e25a-dd52-4436-a261-26aca3e038b7 req-2d977c38-f632-4100-800d-9df72127e92b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "PUT /v2.0/security-groups/99f6b165-3ad4-4ae9-9f2e-eebd04eedac2 HTTP/1.1" status: 200 len: 1777 time: 0.2075560 Sep 09 09:18:30.289209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d977c38-f632-4100-800d-9df72127e92b tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f6b165-3ad4-4ae9-9f2e-eebd04eedac2,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:30.356238 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a56eca88-eee8-426d-bf7d-43d49df8f469 req-a5724722-1183-43ae-aef6-a6b0ac2ace78 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306471 Sep 09 09:18:30.364115 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04755195-907f-4b89-9d7e-5414f1d2c8c2 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:30.365246 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-04755195-907f-4b89-9d7e-5414f1d2c8c2 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/67bb55fd-0911-4fc5-b62f-8bf6d3050461 HTTP/1.1" status: 204 len: 168 time: 0.3365536 Sep 09 09:18:30.369382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58606) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:30.371767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbee0d1-7414-4ffd-915a-cf517b7d6201 req-469e14d8-0c08-4a75-a603-9c489b8280a0 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:30.373839 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6fbee0d1-7414-4ffd-915a-cf517b7d6201 req-469e14d8-0c08-4a75-a603-9c489b8280a0 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0556149 Sep 09 09:18:30.416680 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6fbee0d1-7414-4ffd-915a-cf517b7d6201 req-8257fe1e-1407-4c4b-a30a-611494e0e9ec tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352702 Sep 09 09:18:30.435412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5f0b3e2b-bf6d-49b9-b2c3-7637c908867e tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=67bb55fd-0911-4fc5-b62f-8bf6d3050461 HTTP/1.1" status: 200 len: 221 time: 0.0617363 Sep 09 09:18:30.438346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58608) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:30.443063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-19ff228e-9a0d-4ddd-9091-fd4dc39c4ad6 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1790619451', 'description': 'label created by tempest'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:30.443869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-19ff228e-9a0d-4ddd-9091-fd4dc39c4ad6 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Unknown quota resources ['metering_label']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:18:30.560784 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a1d7f15-cf75-4d65-ba04-fdfadcb2bec2 req-212807ca-8fd0-4219-877b-538a5e82913e tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/99f6b165-3ad4-4ae9-9f2e-eebd04eedac2 HTTP/1.1" status: 200 len: 1777 time: 0.1528890 Sep 09 09:18:30.566163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fd5c9-9fbe-4a62-8b12-7a62d959e729 req-78dd1974-df57-4233-904c-3db6ed579d63 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:30.567549 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f50fd5c9-9fbe-4a62-8b12-7a62d959e729 req-78dd1974-df57-4233-904c-3db6ed579d63 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 931 time: 0.0580885 Sep 09 09:18:30.707259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19ff228e-9a0d-4ddd-9091-fd4dc39c4ad6 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:30.708612 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-19ff228e-9a0d-4ddd-9091-fd4dc39c4ad6 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2692528 Sep 09 09:18:30.714971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58616) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:30.741587 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f50fd5c9-9fbe-4a62-8b12-7a62d959e729 req-b5a1cf1a-2a36-4bc9-bd09-3c702e375ef9 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668136 Sep 09 09:18:30.815898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-78dfcfb9-a150-47ea-ac0b-ec2c4596bafd tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=7cee1538-dfdf-46f5-9d89-a229bda77845 HTTP/1.1" status: 200 len: 468 time: 0.0995600 Sep 09 09:18:30.822086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58620) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:30.952387 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b0aa1fa-d855-4000-9b78-fec1eae85bda req-20199783-ebf2-4502-9a0a-38ebb06757d5 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/99f6b165-3ad4-4ae9-9f2e-eebd04eedac2 HTTP/1.1" status: 200 len: 1777 time: 0.1401696 Sep 09 09:18:31.020364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c90b74dd-4177-4876-b63b-219e9ab0d580 service neutron] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:31.075982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c90b74dd-4177-4876-b63b-219e9ab0d580 service neutron] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:18:31.084350 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9b0aa1fa-d855-4000-9b78-fec1eae85bda req-ef76ac4e-0916-4046-861d-9645f62e0478 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.084557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9f278-ab13-49c3-be58-56c3f4e01e7a req-e07cd3b4-5b5a-43e9-94c0-78e353a84896 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:31.086052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16c9f278-ab13-49c3-be58-56c3f4e01e7a req-e07cd3b4-5b5a-43e9-94c0-78e353a84896 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 943 time: 0.4566522 Sep 09 09:18:31.109195 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9b0aa1fa-d855-4000-9b78-fec1eae85bda req-ef76ac4e-0916-4046-861d-9645f62e0478 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.123884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fb1525-b622-416f-926f-e01ba53ba15a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:31.140732 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.159875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c90b74dd-4177-4876-b63b-219e9ab0d580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d56d1c8-2b20-4696-9b2e-3993eace8345 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:31.184281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c90b74dd-4177-4876-b63b-219e9ab0d580 service neutron] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:31.196058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16c9f278-ab13-49c3-be58-56c3f4e01e7a req-a7f9c741-4dd7-469c-9634-f570007c44a1 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910876 Sep 09 09:18:31.205637 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b593-d2cb-49a8-9af6-fc5b73fb31af tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.205637 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b0b3b593-d2cb-49a8-9af6-fc5b73fb31af tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/7cee1538-dfdf-46f5-9d89-a229bda77845 HTTP/1.1" status: 204 len: 168 time: 0.3809290 Sep 09 09:18:31.206637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58622) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:31.220973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b1f3ff44-9f6c-4528-b094-d2429f3c5582 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=7cee1538-dfdf-46f5-9d89-a229bda77845 HTTP/1.1" status: 200 len: 216 time: 0.0100195 Sep 09 09:18:31.222876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58624) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:31.234178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device eada0e90-2dbd-4a86-8a60-b09635a2086c details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:18:31.237147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6d56d1c8-2b20-4696-9b2e-3993eace8345 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:31.238765 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9392f93e-bd45-4e4c-88af-3de833500379 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0142486 Sep 09 09:18:31.239365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58626) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:31.256113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fd09f710-7525-47d4-81e4-bc4f2a9fdc25 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0156002 Sep 09 09:18:31.260355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58628) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:31.287911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Transition to ACTIVE for port object d8fb1525-b622-416f-926f-e01ba53ba15a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:18:31.344858 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c90b74dd-4177-4876-b63b-219e9ab0d580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.346838 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9b0aa1fa-d855-4000-9b78-fec1eae85bda req-ef76ac4e-0916-4046-861d-9645f62e0478 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.349615 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9b0aa1fa-d855-4000-9b78-fec1eae85bda req-ef76ac4e-0916-4046-861d-9645f62e0478 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.350819 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b0aa1fa-d855-4000-9b78-fec1eae85bda req-ef76ac4e-0916-4046-861d-9645f62e0478 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "DELETE /v2.0/security-groups/99f6b165-3ad4-4ae9-9f2e-eebd04eedac2 HTTP/1.1" status: 204 len: 173 time: 0.3669121 Sep 09 09:18:31.361435 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b4a684ec-50c2-4e92-a28d-10aef222ba8f tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/3c13f4a3-340a-46f8-8605-4c979e04ef80 HTTP/1.1" status: 200 len: 472 time: 0.0997734 Sep 09 09:18:31.361810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58632) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:31.370396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76ac4e-0916-4046-861d-9645f62e0478 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f6b165-3ad4-4ae9-9f2e-eebd04eedac2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:31.376300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.393098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-151c7eb7-c6f5-4f24-b4a1-f80992b9ea57 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/94bd032d-ecee-45c9-965a-22781d846494 HTTP/1.1" status: 200 len: 459 time: 0.0301554 Sep 09 09:18:31.397333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58638) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:31.468095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7841f8-bae0-46c6-8ae7-f319eaa4e5c9 req-fb0b3005-1e16-434b-9c89-64a75c4fca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:31.470534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port eada0e90-2dbd-4a86-8a60-b09635a2086c, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=eada0e90-2dbd-4a86-8a60-b09635a2086c,segment=NetworkSegment(24e48253-dc0e-420d-9009-88b3aa65fc09),segment_id=24e48253-dc0e-420d-9009-88b3aa65fc09)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:31.473089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d7841f8-bae0-46c6-8ae7-f319eaa4e5c9 req-fb0b3005-1e16-434b-9c89-64a75c4fca4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 1097 time: 0.1730952 Sep 09 09:18:31.485589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'eada0e90-2dbd-4a86-8a60-b09635a2086c', 'network_id': 'dbf3f98f-5b77-4e94-91b2-ff845d9ff641', 'port_id': 'eada0e90-2dbd-4a86-8a60-b09635a2086c', 'mac_address': 'fa:16:3e:a5:75:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab6428c-d013-4819-9b69-12c44fd5adee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:18:31.547399 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.559218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb44d0-90a3-48f6-97c9-e038a64611f3 req-1bf9d89a-54aa-4028-b1c1-931f1b11b23e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:31.560896 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9beb44d0-90a3-48f6-97c9-e038a64611f3 req-1bf9d89a-54aa-4028-b1c1-931f1b11b23e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 943 time: 0.0709021 Sep 09 09:18:31.581330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eada0e90-2dbd-4a86-8a60-b09635a2086c {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:31.611587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port eada0e90-2dbd-4a86-8a60-b09635a2086c, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=eada0e90-2dbd-4a86-8a60-b09635a2086c,segment=NetworkSegment(24e48253-dc0e-420d-9009-88b3aa65fc09),segment_id=24e48253-dc0e-420d-9009-88b3aa65fc09)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:31.655194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fb1525-b622-416f-926f-e01ba53ba15a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:31.663465 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fe50446-78ce-4c28-8ec4-3351985fa379 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.667764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8fe50446-78ce-4c28-8ec4-3351985fa379 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/94bd032d-ecee-45c9-965a-22781d846494 HTTP/1.1" status: 204 len: 168 time: 0.2692010 Sep 09 09:18:31.670255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58648) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:31.693541 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d7841f8-bae0-46c6-8ae7-f319eaa4e5c9 req-4fee5393-2e1b-4e96-9139-4903b8715a28 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025020 Sep 09 09:18:31.714504 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9beb44d0-90a3-48f6-97c9-e038a64611f3 req-20e9bb19-a8bd-49c6-8cfc-323fef2b7c65 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095717 Sep 09 09:18:31.715028 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.721409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c90b74dd-4177-4876-b63b-219e9ab0d580 service neutron] Transition to ACTIVE for port object 6d56d1c8-2b20-4696-9b2e-3993eace8345 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:18:31.729907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68182fc1-7e07-4cd9-b0d0-f3dd574c89eb req-20a6fe7e-4f97-4cf0-8681-612775d6b0a0 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:31.731756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68182fc1-7e07-4cd9-b0d0-f3dd574c89eb req-20a6fe7e-4f97-4cf0-8681-612775d6b0a0 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 945 time: 0.1669159 Sep 09 09:18:31.769782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Attempting to bind port d8fb1525-b622-416f-926f-e01ba53ba15a on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:18:31.769983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Attempting to bind port d8fb1525-b622-416f-926f-e01ba53ba15a by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:18:31.770266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Attempting to bind port d8fb1525-b622-416f-926f-e01ba53ba15a on network 575bbc1b-2638-4cdf-9043-6cd38faa718c {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:31.792318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Port d8fb1525-b622-416f-926f-e01ba53ba15a on network 575bbc1b-2638-4cdf-9043-6cd38faa718c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:18:31.792650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Attempting to bind port d8fb1525-b622-416f-926f-e01ba53ba15a on network 575bbc1b-2638-4cdf-9043-6cd38faa718c {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:31.805015 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:18:31.805357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Checking segment: {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:31.805744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Bound using segment: {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:18:31.806229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Bound port: d8fb1525-b622-416f-926f-e01ba53ba15a, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:18:31.806545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.806794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=eada0e90-2dbd-4a86-8a60-b09635a2086c,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:31.865855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68182fc1-7e07-4cd9-b0d0-f3dd574c89eb req-69073035-c3a4-4b7b-92e1-6cc3aad22983 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232734 Sep 09 09:18:31.903133 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c90b74dd-4177-4876-b63b-219e9ab0d580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:31.931087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['eada0e90-2dbd-4a86-8a60-b09635a2086c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:32.189762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] For port d8fb1525-b622-416f-926f-e01ba53ba15a, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:18:32.193464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] For port d8fb1525-b622-416f-926f-e01ba53ba15a, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8fb1525-b622-416f-926f-e01ba53ba15a,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:18:32.213428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b74dd-4177-4876-b63b-219e9ab0d580 service neutron] Pushing event updated for resources: {'Port': ['ID=6d56d1c8-2b20-4696-9b2e-3993eace8345,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:32.220359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c90b74dd-4177-4876-b63b-219e9ab0d580 service neutron] No DVR routers for this DVR port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:32.259022 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a452cff-0a6d-4fbf-9660-2c76483b807c req-d6e86afd-d018-4f2d-9d95-fb946de8d330 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:32.260913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a452cff-0a6d-4fbf-9660-2c76483b807c req-d6e86afd-d018-4f2d-9d95-fb946de8d330 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 943 time: 0.2656939 Sep 09 09:18:32.305143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c90b74dd-4177-4876-b63b-219e9ab0d580 service neutron] 10.222.0.24 "PUT /v2.0/ports/6d56d1c8-2b20-4696-9b2e-3993eace8345/bindings/n-h2-778696-16/activate HTTP/1.1" status: 200 len: 370 time: 2.1917112 Sep 09 09:18:32.311586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:32.363700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:32.364334 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:32.365770 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/d8fb1525-b622-416f-926f-e01ba53ba15a HTTP/1.1" status: 200 len: 1092 time: 2.5402470 Sep 09 09:18:32.366396 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5e5747-35bc-459c-b0b9-5a348602e3c0', 'tag': 'd8fb1525-b622-416f-926f-e01ba53ba15a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:32.368806 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a5a28c-cc7d-4c2c-ad1d-53fda1aba402" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5e5747-35bc-459c-b0b9-5a348602e3c0", "tag": "d8fb1525-b622-416f-926f-e01ba53ba15a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:32.380984 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a452cff-0a6d-4fbf-9660-2c76483b807c req-e6326ab4-f31c-4f42-8d56-01aed7128f08 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128256 Sep 09 09:18:32.406056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458128c2-9ea3-4395-ac67-f9ba8f9497f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fb1525-b622-416f-926f-e01ba53ba15a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:32.432940 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-0520b43d-81f0-44e7-bfb7-864e3b4ea12a req-52e01c3a-5da2-461c-b817-bad18f7608f8 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] show failed (client error): The resource could not be found. Sep 09 09:18:32.434092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0520b43d-81f0-44e7-bfb7-864e3b4ea12a req-52e01c3a-5da2-461c-b817-bad18f7608f8 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/efac68bb-da24-4b4c-9f3f-3f152764cc72 HTTP/1.1" status: 404 len: 352 time: 0.0204818 Sep 09 09:18:32.540163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af99d9-3188-42fd-aada-103ea4d5a787 req-2b1acded-c154-4649-9eed-38008b64a8b7 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:32.548565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44af99d9-3188-42fd-aada-103ea4d5a787 req-2b1acded-c154-4649-9eed-38008b64a8b7 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.6707692 Sep 09 09:18:32.583228 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44af99d9-3188-42fd-aada-103ea4d5a787 req-48e8aa68-74da-4def-a52f-7c2c79680fda tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337708 Sep 09 09:18:32.611063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c3c6a-d931-4c53-a967-c4d9020aadb6 req-88cceaf1-2715-4498-b677-135bcfd152c9 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:32.617867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-437c3c6a-d931-4c53-a967-c4d9020aadb6 req-88cceaf1-2715-4498-b677-135bcfd152c9 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 944 time: 0.1159406 Sep 09 09:18:32.626792 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d07b2221-c443-4458-8bfb-b1e792eedaf7 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:32.628039 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d07b2221-c443-4458-8bfb-b1e792eedaf7 tempest-MeteringIpV6TestJSON-992451718 tempest-MeteringIpV6TestJSON-992451718-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/3c13f4a3-340a-46f8-8605-4c979e04ef80 HTTP/1.1" status: 204 len: 168 time: 0.9567626 Sep 09 09:18:32.644854 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e377c67e-b580-43f1-b198-ebf0f6abdb25 x-openstack-request-id: req-e377c67e-b580-43f1-b198-ebf0f6abdb25 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:32.645146 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5e5747-35bc-459c-b0b9-5a348602e3c0", "tag": "d8fb1525-b622-416f-926f-e01ba53ba15a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:32.645412 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e377c67e-b580-43f1-b198-ebf0f6abdb25 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:32.645796 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5e5747-35bc-459c-b0b9-5a348602e3c0', 'tag': 'd8fb1525-b622-416f-926f-e01ba53ba15a', 'status': 'completed', 'code': 200} Sep 09 09:18:32.667882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-96f68ecc-5407-4aee-970a-00ea6c5cabca tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:32.669454 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-96f68ecc-5407-4aee-970a-00ea6c5cabca tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.1354573 Sep 09 09:18:32.670754 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-b331f6db-fe57-4f4a-b275-85262bd1188e req-dbb4b6f4-7287-47b2-80f9-acfbec2538a6 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] show failed (client error): The resource could not be found. Sep 09 09:18:32.671811 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b331f6db-fe57-4f4a-b275-85262bd1188e req-dbb4b6f4-7287-47b2-80f9-acfbec2538a6 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/4f004ff4-0a26-4dc1-9092-3acf6909f537 HTTP/1.1" status: 404 len: 352 time: 0.0169389 Sep 09 09:18:32.674999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-03928f4e-c41f-4913-9ac6-cd33e7e36006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:32.676505 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-03928f4e-c41f-4913-9ac6-cd33e7e36006 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 1095 time: 0.1155739 Sep 09 09:18:32.684141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-437c3c6a-d931-4c53-a967-c4d9020aadb6 req-f627fc41-c278-49a3-b2d7-2a4415715fac tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651739 Sep 09 09:18:32.714651 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-1e3787c9-dc4b-45d7-9f1d-50f4b87400cd req-bee5e99c-1f4c-4847-9c64-b63779e3c6be tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] show failed (client error): The resource could not be found. Sep 09 09:18:32.715728 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e3787c9-dc4b-45d7-9f1d-50f4b87400cd req-bee5e99c-1f4c-4847-9c64-b63779e3c6be tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/7ae4cc14-d129-45e4-a213-a2e949049326 HTTP/1.1" status: 404 len: 352 time: 0.0182478 Sep 09 09:18:32.796922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-87fafe05-5e06-41df-84f8-d0b3295349cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8fb1525-b622-416f-926f-e01ba53ba15a HTTP/1.1" status: 200 len: 217 time: 0.0965586 Sep 09 09:18:32.818589 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-0cc3c300-8dca-47bb-a7fa-536ee7672ce4 req-1cd3d225-d8b2-4274-b28e-22d47c3485ee tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] show failed (client error): The resource could not be found. Sep 09 09:18:32.819649 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0cc3c300-8dca-47bb-a7fa-536ee7672ce4 req-1cd3d225-d8b2-4274-b28e-22d47c3485ee tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/13fc402c-3913-4584-938b-4435662e36b7 HTTP/1.1" status: 404 len: 352 time: 0.0804806 Sep 09 09:18:32.847717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a8101-e8c9-4669-bc54-942f92e46c15 req-0482a3d9-ef72-4238-90ce-a62c0914aed3 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:32.854932 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-981a8101-e8c9-4669-bc54-942f92e46c15 req-0482a3d9-ef72-4238-90ce-a62c0914aed3 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 944 time: 0.0588517 Sep 09 09:18:32.863154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-91ac751c-dcf5-4e9e-bc53-5df2230ec269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:32.864741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-91ac751c-dcf5-4e9e-bc53-5df2230ec269 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da HTTP/1.1" status: 200 len: 1096 time: 0.1631572 Sep 09 09:18:32.882939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-b726261f-71df-4a30-829f-0d563976b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:32.884925 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-b726261f-71df-4a30-829f-0d563976b97e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7087ae7-6b75-4933-a9a3-67deca9dee86 HTTP/1.1" status: 200 len: 845 time: 0.0772178 Sep 09 09:18:32.902387 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-981a8101-e8c9-4669-bc54-942f92e46c15 req-c127ba5b-579e-41d5-8900-3fd56fa2d502 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463135 Sep 09 09:18:32.938960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-62b4c0bc-37cb-40d1-82da-278c97c28622 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=575bbc1b-2638-4cdf-9043-6cd38faa718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465341 Sep 09 09:18:32.961894 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-b41bac6d-5495-44aa-8b8b-3ee54de5c017 req-975ad15f-d57c-4d73-92d4-970b596dfe0a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] show failed (client error): The resource could not be found. Sep 09 09:18:32.965086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b41bac6d-5495-44aa-8b8b-3ee54de5c017 req-975ad15f-d57c-4d73-92d4-970b596dfe0a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/fd060902-ca66-4ed6-b7d5-58ac740e79e8 HTTP/1.1" status: 404 len: 352 time: 0.0244362 Sep 09 09:18:32.995181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-7868f2d5-0b46-469f-a2fc-5b8b58d2efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:32.996760 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-7868f2d5-0b46-469f-a2fc-5b8b58d2efbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0964823 Sep 09 09:18:33.010456 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-642829bb-4b01-48ae-b5c1-8736c41eb12a req-b9bb9296-4bb4-4cff-b0a8-e371c6a4a668 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] show failed (client error): The resource could not be found. Sep 09 09:18:33.010456 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-642829bb-4b01-48ae-b5c1-8736c41eb12a req-b9bb9296-4bb4-4cff-b0a8-e371c6a4a668 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/70c086c1-5779-48ad-ab06-00789732fb66 HTTP/1.1" status: 404 len: 352 time: 0.0173609 Sep 09 09:18:33.123637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-e669086a-92f5-4632-9131-955de4438b02 service neutron] 10.222.0.24 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761715 Sep 09 09:18:33.168913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-1aab27a4-4c2f-4ba9-8554-8abdd6d4502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:33.170474 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-1aab27a4-4c2f-4ba9-8554-8abdd6d4502e service neutron] 10.222.0.41 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.1423106 Sep 09 09:18:33.214756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-537344ae-f4c1-47c4-9060-fd64c42367ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345 HTTP/1.1" status: 200 len: 217 time: 0.0364158 Sep 09 09:18:33.246761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device eada0e90-2dbd-4a86-8a60-b09635a2086c up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:18:33.340889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-478f8508-7237-45e1-9c39-f11ba97cd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:33.342379 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-478f8508-7237-45e1-9c39-f11ba97cd285 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.0862267 Sep 09 09:18:33.345132 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ce86321-3272-47d7-85e9-7917f12589c8 req-0be4002f-7a13-4f79-aa20-5ac25a4f8cc3 service neutron] 10.222.0.24 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134340 Sep 09 09:18:33.381981 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-dc4773e0-bcc0-46ab-91a1-180f15b3eed1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282736 Sep 09 09:18:33.425680 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58692) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:33.451756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port eada0e90-2dbd-4a86-8a60-b09635a2086c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:18:33.458195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port eada0e90-2dbd-4a86-8a60-b09635a2086c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:18:33.458894 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:33.525012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa421a4d-98b3-49df-8c06-80edf5e232c2 req-b9c2e988-068a-492b-814a-90da90213444 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:33.533492 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa421a4d-98b3-49df-8c06-80edf5e232c2 req-b9c2e988-068a-492b-814a-90da90213444 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 945 time: 0.0784054 Sep 09 09:18:33.607429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c5b818b5-6823-4d1b-8309-f3eef9dd32ef service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176688 Sep 09 09:18:33.616250 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:33.619076 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d38f4bd-ea37-4dfa-ac94-00bcd784512b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:33.637611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa421a4d-98b3-49df-8c06-80edf5e232c2 req-ebcb8178-96f2-45c5-a1d4-84047fb5d309 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009619 Sep 09 09:18:33.661681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e978b0-3685-497c-9767-b80665c8333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eada0e90-2dbd-4a86-8a60-b09635a2086c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:33.668959 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebdd2fd-3e3e-400e-8c37-c9eebf7814b6" -d '{"events": [{"server_uuid": "56e978b0-3685-497c-9767-b80665c8333d", "name": "network-vif-plugged", "status": "completed", "tag": "eada0e90-2dbd-4a86-8a60-b09635a2086c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:33.687335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63c445-c8ff-4629-97c2-955882f8a0e5 req-350e3f7c-d3a6-4f30-940a-a2b53b3ce51f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:33.694440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port eada0e90-2dbd-4a86-8a60-b09635a2086c, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=eada0e90-2dbd-4a86-8a60-b09635a2086c,segment=NetworkSegment(24e48253-dc0e-420d-9009-88b3aa65fc09),segment_id=24e48253-dc0e-420d-9009-88b3aa65fc09)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:33.696284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a63c445-c8ff-4629-97c2-955882f8a0e5 req-350e3f7c-d3a6-4f30-940a-a2b53b3ce51f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 943 time: 0.1625192 Sep 09 09:18:33.707435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5a28c-cc7d-4c2c-ad1d-53fda1aba402 req-6d1debf8-e6fa-4d0e-ab90-721d40d3bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:33.709195 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82a5a28c-cc7d-4c2c-ad1d-53fda1aba402 req-6d1debf8-e6fa-4d0e-ab90-721d40d3bff3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=732f78253ff7467eb3d636874f29448f&device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 1095 time: 0.1945751 Sep 09 09:18:33.767103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a63c445-c8ff-4629-97c2-955882f8a0e5 req-19b4889f-8cf8-4d9e-a2b7-f2031f1eef44 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699298 Sep 09 09:18:33.811976 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:33.818061 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d38f4bd-ea37-4dfa-ac94-00bcd784512b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:33.861388 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-c45d01fc-adfe-45df-838f-a4830a09cd84 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440042 Sep 09 09:18:33.877419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=eada0e90-2dbd-4a86-8a60-b09635a2086c,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:33.884571 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3f0ec-dfb8-427b-8af3-a365cbc8151c req-df0e4d0d-1846-4d7f-a38a-ba90c25d908a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:33.892217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b6f3f0ec-dfb8-427b-8af3-a365cbc8151c req-df0e4d0d-1846-4d7f-a38a-ba90c25d908a tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 1024 time: 0.1537774 Sep 09 09:18:33.907540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381e158-5368-46ec-a52e-d43ba90a29ee req-ab5fcc06-6ae4-4869-9465-809d2eaa25e7 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:33.909058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7381e158-5368-46ec-a52e-d43ba90a29ee req-ab5fcc06-6ae4-4869-9465-809d2eaa25e7 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0686903 Sep 09 09:18:33.941935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5a28c-cc7d-4c2c-ad1d-53fda1aba402 req-bae4e3bd-0e8d-44c7-9d51-b1c0b156c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:33.943430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82a5a28c-cc7d-4c2c-ad1d-53fda1aba402 req-bae4e3bd-0e8d-44c7-9d51-b1c0b156c016 service neutron] 10.222.0.24 "GET /v2.0/networks?id=575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 200 len: 906 time: 0.2063375 Sep 09 09:18:33.948095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7381e158-5368-46ec-a52e-d43ba90a29ee req-095138a2-ad59-45c9-9ae7-6ee226294f4f tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328085 Sep 09 09:18:33.948930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b6f3f0ec-dfb8-427b-8af3-a365cbc8151c req-dfb3a284-7f1f-403b-9173-c40293c62e46 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=aad97c94-a815-401f-b05d-b59f7fe68897&id=b234ee28-2e25-41f9-89be-76ec105f2e7a&id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0559354 Sep 09 09:18:34.002089 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e42f2d6-d016-43b4-931e-ca219185aba3 x-openstack-request-id: req-5e42f2d6-d016-43b4-931e-ca219185aba3 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:34.002576 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e978b0-3685-497c-9767-b80665c8333d", "name": "network-vif-plugged", "status": "completed", "tag": "eada0e90-2dbd-4a86-8a60-b09635a2086c", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:34.002929 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e42f2d6-d016-43b4-931e-ca219185aba3 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:34.003455 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e978b0-3685-497c-9767-b80665c8333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eada0e90-2dbd-4a86-8a60-b09635a2086c', 'code': 200} Sep 09 09:18:34.003987 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82a5a28c-cc7d-4c2c-ad1d-53fda1aba402 req-e716e669-eab3-45ab-98b7-4a31ab31036e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8fb1525-b622-416f-926f-e01ba53ba15a HTTP/1.1" status: 200 len: 217 time: 0.0492675 Sep 09 09:18:34.011466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d38f4bd-ea37-4dfa-ac94-00bcd784512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:34.104633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5d38f4bd-ea37-4dfa-ac94-00bcd784512b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51351fa2df1c4f688647e92bfb4231ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6777294 Sep 09 09:18:34.108200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58710) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:34.110256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38f4bd-ea37-4dfa-ac94-00bcd784512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f5815e-2569-4610-b661-6a9a4153eb7f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:34.135599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7afdf-66ae-4374-907a-e5922336e369 req-ef567402-949c-4de2-9769-96fa215befd4 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:34.137097 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdb7afdf-66ae-4374-907a-e5922336e369 req-ef567402-949c-4de2-9769-96fa215befd4 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 945 time: 0.1194961 Sep 09 09:18:34.147721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5a28c-cc7d-4c2c-ad1d-53fda1aba402 req-32eef901-64f6-4d9d-a8bc-aef4e705608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:34.149208 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82a5a28c-cc7d-4c2c-ad1d-53fda1aba402 req-32eef901-64f6-4d9d-a8bc-aef4e705608b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7087ae7-6b75-4933-a9a3-67deca9dee86 HTTP/1.1" status: 200 len: 845 time: 0.1345599 Sep 09 09:18:34.177513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9aaf63-7afb-4f19-8d55-c90ca1b73516 req-2fb1f762-4af6-4d74-97c4-74acad601a62 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:34.179537 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e9aaf63-7afb-4f19-8d55-c90ca1b73516 req-2fb1f762-4af6-4d74-97c4-74acad601a62 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 944 time: 0.1117151 Sep 09 09:18:34.183839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2ded5-6303-419b-a46d-2dfb327868d9 req-4c9b34e8-d8dc-410c-8fb5-d56e81f309c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:34.185480 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0a2ded5-6303-419b-a46d-2dfb327868d9 req-4c9b34e8-d8dc-410c-8fb5-d56e81f309c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 1097 time: 0.0970056 Sep 09 09:18:34.202442 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82a5a28c-cc7d-4c2c-ad1d-53fda1aba402 req-b7a570d1-fe57-40c5-8936-f4ab6ef7357d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=575bbc1b-2638-4cdf-9043-6cd38faa718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428536 Sep 09 09:18:34.218596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdb7afdf-66ae-4374-907a-e5922336e369 req-236e4add-d850-45e2-933b-d31215ea93b9 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705569 Sep 09 09:18:34.219954 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-27bbdcde-1056-4af3-93f4-62a76ebed257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:34.251574 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-27bbdcde-1056-4af3-93f4-62a76ebed257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:34.288960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e9aaf63-7afb-4f19-8d55-c90ca1b73516 req-dfe6ea03-fc41-436d-b781-5b7d540b8bae tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886445 Sep 09 09:18:34.323866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0a2ded5-6303-419b-a46d-2dfb327868d9 req-0abb527a-2b43-4e8d-b09d-af418e981fec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245739 Sep 09 09:18:34.355203 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82a5a28c-cc7d-4c2c-ad1d-53fda1aba402 req-ddeb2432-eacb-4745-a6c0-b04cd337a9d3 service neutron] 10.222.0.24 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408746 Sep 09 09:18:34.409331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-e1bea4d4-9a8b-4daa-8f61-edfd6f2289cd tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:34.410988 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-e1bea4d4-9a8b-4daa-8f61-edfd6f2289cd tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/networks?id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b HTTP/1.1" status: 200 len: 811 time: 0.1095645 Sep 09 09:18:34.425662 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-e8fbc2e8-0a75-4ccc-b5ef-df4a9ecdad85 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/quotas/010aa331e20b476da7391d58bcd87a18 HTTP/1.1" status: 200 len: 375 time: 0.0089390 Sep 09 09:18:34.428389 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-27bbdcde-1056-4af3-93f4-62a76ebed257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:34.431094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-27bbdcde-1056-4af3-93f4-62a76ebed257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:34.432141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-27bbdcde-1056-4af3-93f4-62a76ebed257 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21f5815e-2569-4610-b661-6a9a4153eb7f HTTP/1.1" status: 204 len: 168 time: 0.3229249 Sep 09 09:18:34.464119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbdcde-1056-4af3-93f4-62a76ebed257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f5815e-2569-4610-b661-6a9a4153eb7f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:34.488441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-7267f604-db63-4179-be8d-74bb90f90e82 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=010aa331e20b476da7391d58bcd87a18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524275 Sep 09 09:18:34.589738 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-f168aca3-44ad-465a-8501-3363f901a1e7 service neutron] 10.222.0.32 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938985 Sep 09 09:18:34.632990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da105-8799-4348-9cb4-9876b5e55b53 req-2eff64c3-cc08-4b51-8ee4-a24b4dd8ac98 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:34.634478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-2eff64c3-cc08-4b51-8ee4-a24b4dd8ac98 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7&tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1096 time: 0.0981350 Sep 09 09:18:34.682033 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82a5a28c-cc7d-4c2c-ad1d-53fda1aba402 req-cb6d99db-6fdf-48bc-9236-2bddf60272d7 service neutron] 10.222.0.24 "GET /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661637 Sep 09 09:18:34.701748 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-9a8ac97e-ae98-4a2f-8b3f-ca73d04b56a3 service neutron] 10.222.0.32 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048267 Sep 09 09:18:34.793927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d03052-1ddc-4b92-b5fa-6938630881b6 req-61750a2f-e90e-4836-a578-92d42f25c098 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:34.811656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44d03052-1ddc-4b92-b5fa-6938630881b6 req-61750a2f-e90e-4836-a578-92d42f25c098 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 945 time: 0.0862012 Sep 09 09:18:34.835510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-d41f7d2f-4b9d-483f-8403-75f3752ac6d1 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:34.837114 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-d41f7d2f-4b9d-483f-8403-75f3752ac6d1 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 945 time: 0.0822151 Sep 09 09:18:34.851807 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44d03052-1ddc-4b92-b5fa-6938630881b6 req-70b7a2b3-bbbf-4a80-8f81-73977043b14d tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421040 Sep 09 09:18:34.860669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441263f-2e34-409e-bafd-186c1a4ca8fc req-0ec35e58-bf5b-4dac-be53-2313cc155a31 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:34.863031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b441263f-2e34-409e-bafd-186c1a4ca8fc req-0ec35e58-bf5b-4dac-be53-2313cc155a31 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.41 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 1024 time: 0.0742881 Sep 09 09:18:35.012642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-067da105-8799-4348-9cb4-9876b5e55b53 req-54a27b4c-6205-4b25-b9a2-d63030f82e5d service neutron] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:18:35.020558 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-067da105-8799-4348-9cb4-9876b5e55b53 req-54a27b4c-6205-4b25-b9a2-d63030f82e5d service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:35.021770 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-067da105-8799-4348-9cb4-9876b5e55b53 req-54a27b4c-6205-4b25-b9a2-d63030f82e5d service neutron] 10.222.0.41 "DELETE /v2.0/ports/6d56d1c8-2b20-4696-9b2e-3993eace8345/bindings/n-h1-778696-16 HTTP/1.1" status: 204 len: 173 time: 0.3722677 Sep 09 09:18:35.039668 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cb68171-1fb4-4ab9-bec6-0581b86a5ef7 req-370a9076-8aec-4fe1-9aa9-b60ca7409ae0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1104021 Sep 09 09:18:35.049656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Deleting port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:35.049942 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:35.061124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-b441263f-2e34-409e-bafd-186c1a4ca8fc req-9829aef7-0e7f-4fab-bbf0-9362a003723d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Deleting port 60e8f81a-b4d1-4f01-ba04-2542547f04b8 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:35.061527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b441263f-2e34-409e-bafd-186c1a4ca8fc req-9829aef7-0e7f-4fab-bbf0-9362a003723d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:35.064756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8063a-7a0a-4158-af98-aef83eb43961 req-74afc679-5225-49de-bdae-561527f0652c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:35.075443 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ec8063a-7a0a-4158-af98-aef83eb43961 req-74afc679-5225-49de-bdae-561527f0652c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 943 time: 0.1027410 Sep 09 09:18:35.155420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ec8063a-7a0a-4158-af98-aef83eb43961 req-aef8be52-5224-4201-9559-6b952bb351e6 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713105 Sep 09 09:18:35.162769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb68171-1fb4-4ab9-bec6-0581b86a5ef7 req-d1100a41-8f64-4dc0-8dd2-4b8d7554f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:35.164383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cb68171-1fb4-4ab9-bec6-0581b86a5ef7 req-d1100a41-8f64-4dc0-8dd2-4b8d7554f5de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 1096 time: 0.0627124 Sep 09 09:18:35.251236 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f1d5-9ecb-460b-98e0-144c3bea9a04 req-1c55c5fa-1a2b-49f8-9c89-13d6b39a89fc tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 210 time: 0.0374329 Sep 09 09:18:35.351100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb68171-1fb4-4ab9-bec6-0581b86a5ef7 req-100f6950-d5fb-4e2a-ab9e-7908359176b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:35.352601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cb68171-1fb4-4ab9-bec6-0581b86a5ef7 req-100f6950-d5fb-4e2a-ab9e-7908359176b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.1637759 Sep 09 09:18:35.366426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-b441263f-2e34-409e-bafd-186c1a4ca8fc req-9829aef7-0e7f-4fab-bbf0-9362a003723d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] For port 60e8f81a-b4d1-4f01-ba04-2542547f04b8, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=60e8f81a-b4d1-4f01-ba04-2542547f04b8,segment=NetworkSegment(294f1f2f-131e-4d4c-84f9-3a4d01c11de8),segment_id=294f1f2f-131e-4d4c-84f9-3a4d01c11de8)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:35.366850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b441263f-2e34-409e-bafd-186c1a4ca8fc req-9829aef7-0e7f-4fab-bbf0-9362a003723d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:35.398318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] For port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=41ce075c-6c61-4f1d-a056-e67c2a20fd6f,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:35.398703 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:35.417263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914aa13-1f91-4981-b971-e62e8f356053 req-13aa8150-8e15-4590-9e73-7bea61b73256 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:35.418818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0914aa13-1f91-4981-b971-e62e8f356053 req-13aa8150-8e15-4590-9e73-7bea61b73256 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 1024 time: 0.2071590 Sep 09 09:18:35.421309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-b441263f-2e34-409e-bafd-186c1a4ca8fc req-9829aef7-0e7f-4fab-bbf0-9362a003723d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Calling delete_port for 60e8f81a-b4d1-4f01-ba04-2542547f04b8 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:35.434946 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cb68171-1fb4-4ab9-bec6-0581b86a5ef7 req-59fa942e-db73-4479-b10d-a362a59b9819 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826bb46c-0a65-47d6-938c-9e4442a6b515 HTTP/1.1" status: 200 len: 217 time: 0.0620389 Sep 09 09:18:35.456503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3312b8-f1e3-44b6-8345-527d20b03a2d req-f2d12d03-3f17-4d09-872d-90a858f2a559 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:35.458186 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ff3312b8-f1e3-44b6-8345-527d20b03a2d req-f2d12d03-3f17-4d09-872d-90a858f2a559 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 945 time: 0.1092994 Sep 09 09:18:35.548008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb68171-1fb4-4ab9-bec6-0581b86a5ef7 req-937f4621-0374-4fed-b21b-a261acef1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:35.550092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cb68171-1fb4-4ab9-bec6-0581b86a5ef7 req-937f4621-0374-4fed-b21b-a261acef1f83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.0906751 Sep 09 09:18:35.599831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58754) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:35.613158 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0914aa13-1f91-4981-b971-e62e8f356053 req-a8339fce-4cca-456f-9b2c-abada141dd45 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups?id=aad97c94-a815-401f-b05d-b59f7fe68897&id=b234ee28-2e25-41f9-89be-76ec105f2e7a&id=6eab4720-8e57-460f-afcb-fc8b1da46075&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1845505 Sep 09 09:18:35.650041 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ff3312b8-f1e3-44b6-8345-527d20b03a2d req-cabd3c44-8867-4d8f-92ba-f1588a149c28 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634433 Sep 09 09:18:35.659618 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cb68171-1fb4-4ab9-bec6-0581b86a5ef7 req-6cdf1cbf-de64-4e0b-9cdb-5fe29b095556 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948322 Sep 09 09:18:35.681922 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21a4f203-0e70-4b0c-b75e-22b42f362fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:35.807127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cb68171-1fb4-4ab9-bec6-0581b86a5ef7 req-63529fcf-8bfa-4bb2-9cab-e4bd0c958f49 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385133 Sep 09 09:18:35.933286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21a4f203-0e70-4b0c-b75e-22b42f362fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:35.940029 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cb68171-1fb4-4ab9-bec6-0581b86a5ef7 req-e0cd0dd6-1436-41fe-8d8c-3d1815f53ef1 service neutron] 10.222.0.24 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216068 Sep 09 09:18:35.942610 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:35.943121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:35.943292 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Floating IP dced53b2-01cc-4f28-9fcf-b9f9b9988c1f disassociated. External IP: 172.25.8.215, port: 41ce075c-6c61-4f1d-a056-e67c2a20fd6f. Sep 09 09:18:35.943661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Calling delete_port for 41ce075c-6c61-4f1d-a056-e67c2a20fd6f owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:35.969980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5d145-4571-4525-8915-0773ef2420cb req-02b68fa5-84ea-4cf3-8c3d-efdfc59f273a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:35.971534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39e5d145-4571-4525-8915-0773ef2420cb req-02b68fa5-84ea-4cf3-8c3d-efdfc59f273a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 944 time: 0.2344666 Sep 09 09:18:36.022029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6861fd5-63b4-48f8-93e4-71cd1a9e1d23 req-2bff9e15-b666-4ff1-baff-b0c2c9eaa186 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:36.023671 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f6861fd5-63b4-48f8-93e4-71cd1a9e1d23 req-2bff9e15-b666-4ff1-baff-b0c2c9eaa186 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 945 time: 0.0773363 Sep 09 09:18:36.051262 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39e5d145-4571-4525-8915-0773ef2420cb req-a3d7ff56-898f-425f-bb16-58a18d79f208 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733068 Sep 09 09:18:36.077838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f6861fd5-63b4-48f8-93e4-71cd1a9e1d23 req-c866a176-66a8-4bd8-9684-f42ffd640977 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2275f32-37ae-4ec0-9515-f21897bee318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464287 Sep 09 09:18:36.098706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21a4f203-0e70-4b0c-b75e-22b42f362fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:36.106395 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b441263f-2e34-409e-bafd-186c1a4ca8fc req-9829aef7-0e7f-4fab-bbf0-9362a003723d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:36.131410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['60e8f81a-b4d1-4f01-ba04-2542547f04b8'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:36.165064 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-21a4f203-0e70-4b0c-b75e-22b42f362fc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ae216fbcf5542739626e7448091e4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5616753 Sep 09 09:18:36.167685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58764) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:36.174995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4f203-0e70-4b0c-b75e-22b42f362fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ccaad9-19e3-494b-871f-d160583d8d42,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:36.244090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829aef7-0e7f-4fab-bbf0-9362a003723d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event deleted for resources: {'Port': ['ID=60e8f81a-b4d1-4f01-ba04-2542547f04b8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:36.327524 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8046beb9-c751-45a1-9ed2-acf90c73f667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:36.327524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803a45d-b9e8-4ff4-ac1d-f6e1d10a072b req-519f7bde-05b8-46d8-b618-a42eaf3d476d tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:36.332292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c803a45d-b9e8-4ff4-ac1d-f6e1d10a072b req-519f7bde-05b8-46d8-b618-a42eaf3d476d tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0836210 Sep 09 09:18:36.345521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8046beb9-c751-45a1-9ed2-acf90c73f667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:36.352366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b441263f-2e34-409e-bafd-186c1a4ca8fc req-9829aef7-0e7f-4fab-bbf0-9362a003723d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] No DVR routers for this DVR port 60e8f81a-b4d1-4f01-ba04-2542547f04b8 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:36.357247 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b441263f-2e34-409e-bafd-186c1a4ca8fc req-9829aef7-0e7f-4fab-bbf0-9362a003723d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:36.359738 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b441263f-2e34-409e-bafd-186c1a4ca8fc req-9829aef7-0e7f-4fab-bbf0-9362a003723d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.41 "DELETE /v2.0/ports/60e8f81a-b4d1-4f01-ba04-2542547f04b8 HTTP/1.1" status: 204 len: 173 time: 1.4916396 Sep 09 09:18:36.360552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'name': 'network-vif-deleted', 'tag': '60e8f81a-b4d1-4f01-ba04-2542547f04b8'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:36.369188 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58e57a4-1d37-41e6-ad55-2efd7a78f661" -d '{"events": [{"server_uuid": "76744c11-8d61-44b7-9630-c2aceb9d6a77", "name": "network-vif-deleted", "tag": "60e8f81a-b4d1-4f01-ba04-2542547f04b8"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:36.389667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf547f-c756-4eee-8eb3-136750747a44 req-5073bc3d-17ce-45a1-adbc-df8e56b3bd7c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:36.393102 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7aaf547f-c756-4eee-8eb3-136750747a44 req-5073bc3d-17ce-45a1-adbc-df8e56b3bd7c tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 943 time: 0.1251991 Sep 09 09:18:36.399896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c803a45d-b9e8-4ff4-ac1d-f6e1d10a072b req-e5a71dee-7c4b-489e-a525-2cbdd745f124 tempest-LiveAutoBlockMigrationV225Test-612892190 tempest-LiveAutoBlockMigrationV225Test-612892190-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665622 Sep 09 09:18:36.467990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7aaf547f-c756-4eee-8eb3-136750747a44 req-8ce5f0c7-4ada-4729-83bd-07cc06d169be tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654385 Sep 09 09:18:36.468976 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:36.528843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Pushing event deleted for resources: {'Port': ['ID=41ce075c-6c61-4f1d-a056-e67c2a20fd6f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:36.534061 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad04143a-7b03-40aa-86f9-5697173781ce x-openstack-request-id: req-ad04143a-7b03-40aa-86f9-5697173781ce {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:36.534928 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76744c11-8d61-44b7-9630-c2aceb9d6a77", "name": "network-vif-deleted", "tag": "60e8f81a-b4d1-4f01-ba04-2542547f04b8", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:36.534928 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad04143a-7b03-40aa-86f9-5697173781ce {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:36.535109 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76744c11-8d61-44b7-9630-c2aceb9d6a77', 'name': 'network-vif-deleted', 'tag': '60e8f81a-b4d1-4f01-ba04-2542547f04b8', 'status': 'completed', 'code': 200} Sep 09 09:18:36.551586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e70613b9-ee27-43ae-bdf7-ecd7cb4a6e9c req-2aedb755-5bc0-46f8-a780-667973f8fca1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 210 time: 0.0393589 Sep 09 09:18:36.613377 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8046beb9-c751-45a1-9ed2-acf90c73f667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:36.616521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8046beb9-c751-45a1-9ed2-acf90c73f667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:36.620091 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8046beb9-c751-45a1-9ed2-acf90c73f667 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85ccaad9-19e3-494b-871f-d160583d8d42 HTTP/1.1" status: 204 len: 168 time: 0.4490159 Sep 09 09:18:36.649127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046beb9-c751-45a1-9ed2-acf90c73f667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ccaad9-19e3-494b-871f-d160583d8d42,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:36.670997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:18:36.777929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32be4ff-ef6c-4c6a-8604-39ead294e1cf req-63f7d774-b42a-41b1-a737-7f3c6bea516f tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 210 time: 0.0478430 Sep 09 09:18:36.840503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:18:36.862977 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9efacc-4530-4e62-ba05-849b6085e9f0 None None] Sync routers for ids ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:18:36.889590 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9efacc-4530-4e62-ba05-849b6085e9f0 None None] Routers {'45798ee2-a922-4ce3-b9c2-38a0d38dd309'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:18:36.889590 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab9efacc-4530-4e62-ba05-849b6085e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:36.900226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] No DVR routers for this DVR port 41ce075c-6c61-4f1d-a056-e67c2a20fd6f on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:36.904085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:36.908433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd2ed33c-0ba7-4f87-b420-df6edf0a1d03 req-e511e285-9787-4d26-b54e-f2c3ac4d783b tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.41 "DELETE /v2.0/ports/41ce075c-6c61-4f1d-a056-e67c2a20fd6f HTTP/1.1" status: 204 len: 173 time: 2.0629325 Sep 09 09:18:36.933383 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4c2ef-7217-4f1f-a63e-37fd81bc8d3a req-729473bd-cb7f-487f-a998-49958eec82af tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:36.939978 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4f4c2ef-7217-4f1f-a63e-37fd81bc8d3a req-729473bd-cb7f-487f-a998-49958eec82af tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 945 time: 0.1002641 Sep 09 09:18:37.017412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4f4c2ef-7217-4f1f-a63e-37fd81bc8d3a req-e7df2a86-82dc-4b23-86cf-178285531803 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687947 Sep 09 09:18:37.029481 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ab9efacc-4530-4e62-ba05-849b6085e9f0 None None] Set router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:18:37.259667 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25da1580-cb07-439c-952a-403ac216c3da req-46e66348-fad0-4221-a6b5-7b4efd8ab3f8 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 210 time: 0.0300817 Sep 09 09:18:37.278616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d8fb1525-b622-416f-926f-e01ba53ba15a details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:18:37.311777 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab9efacc-4530-4e62-ba05-849b6085e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '33bc2a29-4aeb-4f71-8b53-ef01fe89d693', 'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'mac_address': 'fa:16:3e:d6:54:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:23Z', 'updated_at': '2021-09-09T09:16:33Z', 'revision_number': 5, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'subnets': [{'id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:37.373185 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9efacc-4530-4e62-ba05-849b6085e9f0 None None] Checking router: 45798ee2-a922-4ce3-b9c2-38a0d38dd309 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:18:37.409501 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9efacc-4530-4e62-ba05-849b6085e9f0 None None] Routers {'45798ee2-a922-4ce3-b9c2-38a0d38dd309'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:18:37.410406 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab9efacc-4530-4e62-ba05-849b6085e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:37.446979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d8fb1525-b622-416f-926f-e01ba53ba15a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8fb1525-b622-416f-926f-e01ba53ba15a,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:37.498096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'd8fb1525-b622-416f-926f-e01ba53ba15a', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'port_id': 'd8fb1525-b622-416f-926f-e01ba53ba15a', 'mac_address': 'fa:16:3e:4d:9d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7087ae7-6b75-4933-a9a3-67deca9dee86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:18:37.505695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c367d-1d87-4255-9447-2d32c9624a9e req-455e134d-f861-44f1-8daa-b9eaed65e28f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:37.511327 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb5c367d-1d87-4255-9447-2d32c9624a9e req-455e134d-f861-44f1-8daa-b9eaed65e28f tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 944 time: 0.1240287 Sep 09 09:18:37.619101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb5c367d-1d87-4255-9447-2d32c9624a9e req-aa56d15e-8562-4ffc-99ee-b37f545e2a0d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807829 Sep 09 09:18:37.628720 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ab9efacc-4530-4e62-ba05-849b6085e9f0 None None] Set router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:18:37.629722 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:37.656739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fb1525-b622-416f-926f-e01ba53ba15a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:37.697485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d8fb1525-b622-416f-926f-e01ba53ba15a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8fb1525-b622-416f-926f-e01ba53ba15a,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:37.727512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-faf7bce2-c461-4885-9f45-5ce5fef519bb req-5f02a5a7-4776-4e61-947f-01cfafeb8eeb tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 210 time: 0.0300193 Sep 09 09:18:37.774401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5bb35-4869-4b4d-a2f4-5aab898bb327 req-a8de25ff-1136-43dc-aac4-262dc45ea742 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:37.777005 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51e5bb35-4869-4b4d-a2f4-5aab898bb327 req-a8de25ff-1136-43dc-aac4-262dc45ea742 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 943 time: 0.0832767 Sep 09 09:18:37.789105 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:37.887312 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51e5bb35-4869-4b4d-a2f4-5aab898bb327 req-1762377a-1259-4c55-8d39-092cdc4e5e8f tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031277 Sep 09 09:18:37.902786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d8fb1525-b622-416f-926f-e01ba53ba15a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:37.966631 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab9efacc-4530-4e62-ba05-849b6085e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '33bc2a29-4aeb-4f71-8b53-ef01fe89d693', 'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'mac_address': 'fa:16:3e:d6:54:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:23Z', 'updated_at': '2021-09-09T09:16:33Z', 'revision_number': 5, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'subnets': [{'id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:37.982267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35559310-e0b3-4fdd-93ad-bf6ed1830863 req-dce0e269-447e-499d-845a-5e6a70b86785 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:37.984065 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35559310-e0b3-4fdd-93ad-bf6ed1830863 req-dce0e269-447e-499d-845a-5e6a70b86785 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.41 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 944 time: 0.1327899 Sep 09 09:18:38.004348 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9efacc-4530-4e62-ba05-849b6085e9f0 None None] The sync data for ids ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'] in n-d-778696-16 is: [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '33bc2a29-4aeb-4f71-8b53-ef01fe89d693', 'name': '', 'network_id': '4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'mac_address': 'fa:16:3e:d6:54:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:23Z', 'updated_at': '2021-09-09T09:16:33Z', 'revision_number': 5, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'subnets': [{'id': '90c51cc2-c853-45d6-ad87-c7020f7a4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:18:38.036350 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d8fb1525-b622-416f-926f-e01ba53ba15a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:38.170327 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-087a9d18-99d8-4e2d-97e8-badfc50e4791 req-c11a7072-4d83-42c2-a3a6-8235c8d1b643 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/ports?device_id=76744c11-8d61-44b7-9630-c2aceb9d6a77 HTTP/1.1" status: 200 len: 210 time: 0.0938518 Sep 09 09:18:38.331932 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fc24ba4-35c4-4ca5-b073-a9e79070e2d1 req-d8cf73a1-f4a1-4e40-a4a3-8dc50b52b1f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0813799 Sep 09 09:18:38.355599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-5320ea3d-5f73-44e7-bd1b-d564f0992de3 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:38.358416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-5320ea3d-5f73-44e7-bd1b-d564f0992de3 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.41 "GET /v2.0/networks?id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b HTTP/1.1" status: 200 len: 811 time: 0.4411421 Sep 09 09:18:38.390024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Request body: {'port': {'device_id': '97c27f79-6134-4c7f-90a3-a5e052630905', 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b', 'admin_state_up': True, 'tenant_id': '010aa331e20b476da7391d58bcd87a18'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:38.517430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd8ffc-a500-4234-8490-be9dcf13625e None None] New status for floating IP dced53b2-01cc-4f28-9fcf-b9f9b9988c1f: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:18:38.535919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'name': 'network-vif-deleted', 'tag': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:38.538451 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851f85dc-f40e-4cd7-b604-73c05ff1f76f" -d '{"events": [{"server_uuid": "e6d172c5-edea-48c0-8347-b4dc42edd7a1", "name": "network-vif-deleted", "tag": "41ce075c-6c61-4f1d-a056-e67c2a20fd6f"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:38.566675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e669b775-351a-4ee2-9ed7-0d6c2c9dd900 req-1b979134-f859-4f90-ac8c-241c20a37bfa tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d172c5-edea-48c0-8347-b4dc42edd7a1 HTTP/1.1" status: 200 len: 210 time: 0.0555079 Sep 09 09:18:38.577394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-35559310-e0b3-4fdd-93ad-bf6ed1830863 req-91f99e65-9570-497d-bd7f-5c9a3b082062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Deleting port 6d56d1c8-2b20-4696-9b2e-3993eace8345 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:38.580794 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35559310-e0b3-4fdd-93ad-bf6ed1830863 req-91f99e65-9570-497d-bd7f-5c9a3b082062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:38.673433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24ba4-35c4-4ca5-b073-a9e79070e2d1 req-bd85b799-3401-4eb4-9c20-6cb9e2535e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:38.681424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fc24ba4-35c4-4ca5-b073-a9e79070e2d1 req-bd85b799-3401-4eb4-9c20-6cb9e2535e15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 1096 time: 0.1417089 Sep 09 09:18:38.705240 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca98f2c-eb51-4af8-8a1e-92223206d13f x-openstack-request-id: req-3ca98f2c-eb51-4af8-8a1e-92223206d13f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:38.705562 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d172c5-edea-48c0-8347-b4dc42edd7a1", "name": "network-vif-deleted", "tag": "41ce075c-6c61-4f1d-a056-e67c2a20fd6f", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:38.705748 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ca98f2c-eb51-4af8-8a1e-92223206d13f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:38.706152 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d172c5-edea-48c0-8347-b4dc42edd7a1', 'name': 'network-vif-deleted', 'tag': '41ce075c-6c61-4f1d-a056-e67c2a20fd6f', 'status': 'completed', 'code': 200} Sep 09 09:18:38.756377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58846) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:38.824175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-35559310-e0b3-4fdd-93ad-bf6ed1830863 req-91f99e65-9570-497d-bd7f-5c9a3b082062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] For port 6d56d1c8-2b20-4696-9b2e-3993eace8345, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d56d1c8-2b20-4696-9b2e-3993eace8345,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:38.824627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35559310-e0b3-4fdd-93ad-bf6ed1830863 req-91f99e65-9570-497d-bd7f-5c9a3b082062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:38.860368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-35559310-e0b3-4fdd-93ad-bf6ed1830863 req-91f99e65-9570-497d-bd7f-5c9a3b082062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Calling delete_port for 6d56d1c8-2b20-4696-9b2e-3993eace8345 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:38.936619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a33e00-68f2-40a4-a569-c155bc0bc499 req-ba00e9f4-10ac-4916-9ae5-797cc0273688 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:38.940799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16a33e00-68f2-40a4-a569-c155bc0bc499 req-ba00e9f4-10ac-4916-9ae5-797cc0273688 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 944 time: 0.1369328 Sep 09 09:18:38.944505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24ba4-35c4-4ca5-b073-a9e79070e2d1 req-a99a9edd-c44f-4308-9497-4c49128ba1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:38.946191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fc24ba4-35c4-4ca5-b073-a9e79070e2d1 req-a99a9edd-c44f-4308-9497-4c49128ba1c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 200 len: 922 time: 0.2392261 Sep 09 09:18:38.960434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Made reservation on behalf of 010aa331e20b476da7391d58bcd87a18 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:38.965107 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:38.990700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-7a125732-0fe3-4b95-9fc2-90e8bda062ff tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:38.994667 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7a125732-0fe3-4b95-9fc2-90e8bda062ff tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2333064 Sep 09 09:18:38.999102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.004547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-cefabb9a-d74e-4f18-9ee1-572ef2937df3 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.009963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cefabb9a-d74e-4f18-9ee1-572ef2937df3 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054598 Sep 09 09:18:39.012886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58856) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.022865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-4ee5eed0-9aca-4adb-8b5c-1740fa063e8a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.023671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4ee5eed0-9aca-4adb-8b5c-1740fa063e8a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0097942 Sep 09 09:18:39.029821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 41ce075c-6c61-4f1d-a056-e67c2a20fd6f no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:39.032323 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58858) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.037229 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fc24ba4-35c4-4ca5-b073-a9e79070e2d1 req-f8616067-5f95-4f9f-a3c2-5b497f909db1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc HTTP/1.1" status: 200 len: 217 time: 0.0567770 Sep 09 09:18:39.043342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-55b85e2c-76a7-4a72-867d-1b337751f09a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.044477 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-55b85e2c-76a7-4a72-867d-1b337751f09a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0130625 Sep 09 09:18:39.048973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58860) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.057811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-da4f0cdd-3248-4f3c-aa3a-4cb932157b6b tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.068710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-da4f0cdd-3248-4f3c-aa3a-4cb932157b6b tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067368 Sep 09 09:18:39.069345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 41ce075c-6c61-4f1d-a056-e67c2a20fd6f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:18:39.069345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 41ce075c-6c61-4f1d-a056-e67c2a20fd6f not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:18:39.069345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 60e8f81a-b4d1-4f01-ba04-2542547f04b8 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:39.073806 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16a33e00-68f2-40a4-a569-c155bc0bc499 req-7a589299-86f5-4b6e-962f-31475d7ad977 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224597 Sep 09 09:18:39.074290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58862) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.091751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 60e8f81a-b4d1-4f01-ba04-2542547f04b8 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:18:39.092354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 60e8f81a-b4d1-4f01-ba04-2542547f04b8 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:18:39.102131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-70224ad4-d7e7-4510-beee-a5e3bc033c25 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.106142 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-70224ad4-d7e7-4510-beee-a5e3bc033c25 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0268433 Sep 09 09:18:39.106142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58864) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.120934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-e0eef2da-8de5-4f78-8dd8-961a6bb03c7e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.124718 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e0eef2da-8de5-4f78-8dd8-961a6bb03c7e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0154247 Sep 09 09:18:39.126708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58866) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.134755 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-fdb37c41-b3bf-4cb2-a917-67918c6b0b33 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.147619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fdb37c41-b3bf-4cb2-a917-67918c6b0b33 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0154603 Sep 09 09:18:39.151524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58868) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.155671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-d4079958-c8f8-42b0-b455-90cdc592692d tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.156976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d4079958-c8f8-42b0-b455-90cdc592692d tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0040736 Sep 09 09:18:39.160537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58870) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.164152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-e14fc7c0-8af4-4042-b032-a9961cb6a2cd tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.167263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e14fc7c0-8af4-4042-b032-a9961cb6a2cd tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0041246 Sep 09 09:18:39.176945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58872) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.186841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-14320a81-512c-4e3c-b8c4-ed5752d59173 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.186841 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-14320a81-512c-4e3c-b8c4-ed5752d59173 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048652 Sep 09 09:18:39.200824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58876) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.223111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Allocated IP 172.20.0.4 (c7db1a02-5a47-4fdb-8640-ba35e27eca9b/7cccd1f9-bfab-4b7f-b904-1e91da7a7b90/e819d45b-e41a-4257-a632-4113b01b333f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:18:39.225084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54675c93-649c-4da7-b3ea-aa907156dda2 req-c47eae2c-fdbf-44bb-91d1-7e1d7b13ac47 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 210 time: 0.0597990 Sep 09 09:18:39.234156 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-ccbc24ba-5033-4c97-a38f-5debca504b2c tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.236030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ccbc24ba-5033-4c97-a38f-5debca504b2c tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0341275 Sep 09 09:18:39.238043 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24ba4-35c4-4ca5-b073-a9e79070e2d1 req-4c5b8811-9ad1-4854-a859-e375fb33743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:39.243853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fc24ba4-35c4-4ca5-b073-a9e79070e2d1 req-4c5b8811-9ad1-4854-a859-e375fb33743d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 200 len: 861 time: 0.1968179 Sep 09 09:18:39.245215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.253028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-0f80e64b-b897-4802-a4d5-ded7072db39f tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.256560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0f80e64b-b897-4802-a4d5-ded7072db39f tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0089841 Sep 09 09:18:39.262670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58882) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.267019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-1acc884b-b928-4a21-9f14-6ce7d1dc67ab tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.268229 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1acc884b-b928-4a21-9f14-6ce7d1dc67ab tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044963 Sep 09 09:18:39.278263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58884) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.280512 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35559310-e0b3-4fdd-93ad-bf6ed1830863 req-91f99e65-9570-497d-bd7f-5c9a3b082062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:39.295288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d8fb1525-b622-416f-926f-e01ba53ba15a up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:18:39.300656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e848c75b-92f5-4585-9485-51450c605814'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:39.330500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-783376b1-30fb-4880-a9d6-99a3538bed6e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.333660 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-783376b1-30fb-4880-a9d6-99a3538bed6e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0486164 Sep 09 09:18:39.335648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58888) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.342109 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fc24ba4-35c4-4ca5-b073-a9e79070e2d1 req-24e20e32-dfba-47ef-b16e-3eeccb01b735 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=423817c2-9bb2-4c3c-b686-139dda54a6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803018 Sep 09 09:18:39.349308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-dec08a46-3581-400f-9426-08ee4ea19d69 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.350352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dec08a46-3581-400f-9426-08ee4ea19d69 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0148826 Sep 09 09:18:39.353013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58890) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.360927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-19838949-eee3-4859-95ad-6019d3f7285e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.361910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-19838949-eee3-4859-95ad-6019d3f7285e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0080638 Sep 09 09:18:39.364638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58892) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.387726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-4f8fb141-df4c-4e6e-be26-a8a807ddf322 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.393177 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4f8fb141-df4c-4e6e-be26-a8a807ddf322 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0171452 Sep 09 09:18:39.406145 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.413232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-90abbfb9-e501-4526-b1d9-05b5ef29f111 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.414460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-90abbfb9-e501-4526-b1d9-05b5ef29f111 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0060573 Sep 09 09:18:39.417070 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58896) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.417686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f99e65-9570-497d-bd7f-5c9a3b082062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Pushing event deleted for resources: {'Port': ['ID=6d56d1c8-2b20-4696-9b2e-3993eace8345,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:39.421343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-b48976cf-f937-450c-9ee7-2ac55dd74b8a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.422626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b48976cf-f937-450c-9ee7-2ac55dd74b8a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044813 Sep 09 09:18:39.430095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58898) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.434328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-2f34bd10-3d64-489b-96ef-3956db8b3145 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.435523 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2f34bd10-3d64-489b-96ef-3956db8b3145 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044332 Sep 09 09:18:39.438020 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58900) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.443196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-9de90600-e6a7-48b2-9153-dfc623155fa1 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.444281 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9de90600-e6a7-48b2-9153-dfc623155fa1 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050550 Sep 09 09:18:39.446878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58902) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.452477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-d6fab5ef-4993-4897-8247-b27f04279692 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.454217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d6fab5ef-4993-4897-8247-b27f04279692 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0061915 Sep 09 09:18:39.478350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58904) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.488026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-69c056f3-cd1a-4335-b4a9-bd688a2e9ac6 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.489497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-69c056f3-cd1a-4335-b4a9-bd688a2e9ac6 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0087783 Sep 09 09:18:39.509801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58906) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.533629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-a6665c06-9959-4caa-b080-32fae6449e9a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.534724 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a6665c06-9959-4caa-b080-32fae6449e9a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0132723 Sep 09 09:18:39.604327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-35559310-e0b3-4fdd-93ad-bf6ed1830863 req-91f99e65-9570-497d-bd7f-5c9a3b082062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] No DVR routers for this DVR port 6d56d1c8-2b20-4696-9b2e-3993eace8345 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:39.607824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58910) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.614310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port d8fb1525-b622-416f-926f-e01ba53ba15a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:18:39.616187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-35559310-e0b3-4fdd-93ad-bf6ed1830863 req-91f99e65-9570-497d-bd7f-5c9a3b082062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:39.618765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35559310-e0b3-4fdd-93ad-bf6ed1830863 req-91f99e65-9570-497d-bd7f-5c9a3b082062 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.41 "DELETE /v2.0/ports/6d56d1c8-2b20-4696-9b2e-3993eace8345 HTTP/1.1" status: 204 len: 173 time: 1.5484841 Sep 09 09:18:39.618914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port d8fb1525-b622-416f-926f-e01ba53ba15a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:18:39.619259 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:39.630477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-1dea748c-3df8-42e1-8e48-a41941132562 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.631620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1dea748c-3df8-42e1-8e48-a41941132562 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0210962 Sep 09 09:18:39.640102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58918) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.649204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-be9c6a64-602c-444f-b100-c1e36904e0cd tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.650565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-be9c6a64-602c-444f-b100-c1e36904e0cd tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0088196 Sep 09 09:18:39.655269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58920) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.673231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-c2cdab3f-8b49-496e-b861-90c1e65d280e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.673942 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c2cdab3f-8b49-496e-b861-90c1e65d280e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065601 Sep 09 09:18:39.678654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58922) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.696397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fc574-5c02-460c-850a-3fd02309ace5 req-39f55c80-37fc-44ae-8504-4a766757e7f5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:39.697986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec7fc574-5c02-460c-850a-3fd02309ace5 req-39f55c80-37fc-44ae-8504-4a766757e7f5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 944 time: 0.2853751 Sep 09 09:18:39.701031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-fb7ef3dc-1360-4441-b6f1-ec9f75e115c5 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.702217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fb7ef3dc-1360-4441-b6f1-ec9f75e115c5 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0214896 Sep 09 09:18:39.705336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58924) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.709723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-f0dd0d8b-4546-4648-ae3f-b38f449211f6 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.710714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f0dd0d8b-4546-4648-ae3f-b38f449211f6 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044494 Sep 09 09:18:39.714138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58926) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.723980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-49bef170-19b6-4130-abee-782051f5bb94 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.725385 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-49bef170-19b6-4130-abee-782051f5bb94 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0100989 Sep 09 09:18:39.731180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58928) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.741483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-eac7bb21-958b-4086-baf3-cf2296a66a33 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.742534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-eac7bb21-958b-4086-baf3-cf2296a66a33 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0103843 Sep 09 09:18:39.746197 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:39.750624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58930) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.763540 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:39.770927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-1a99d4b0-cb79-4b7c-8bca-b8653f1d05d9 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.772406 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1a99d4b0-cb79-4b7c-8bca-b8653f1d05d9 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0061247 Sep 09 09:18:39.775166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58932) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.789892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-01f7aedf-c0a1-454b-a4cf-e9769427a8f4 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.791135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-01f7aedf-c0a1-454b-a4cf-e9769427a8f4 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0073886 Sep 09 09:18:39.794589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58934) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.795057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5e5747-35bc-459c-b0b9-5a348602e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb1525-b622-416f-926f-e01ba53ba15a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:39.798258 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d021d4d2-e0dd-4ce9-9f94-3774aece7eb0" -d '{"events": [{"server_uuid": "1d5e5747-35bc-459c-b0b9-5a348602e3c0", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb1525-b622-416f-926f-e01ba53ba15a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:39.801205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-9c01e9d9-b06a-4c1e-95ea-98f1e5885cef tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.805449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9c01e9d9-b06a-4c1e-95ea-98f1e5885cef tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063343 Sep 09 09:18:39.805708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58938) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.856755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-3222088a-fe62-4496-a652-ae42cf6e09a1 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.856755 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3222088a-fe62-4496-a652-ae42cf6e09a1 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0072982 Sep 09 09:18:39.857423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d8fb1525-b622-416f-926f-e01ba53ba15a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8fb1525-b622-416f-926f-e01ba53ba15a,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:39.857521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec7fc574-5c02-460c-850a-3fd02309ace5 req-771d1683-7c97-425c-aaa9-9590d12a1eab tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004429 Sep 09 09:18:39.858488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58940) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.867416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-9e60ff23-e925-4fb7-ab18-3ab7b5092db1 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.869674 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9e60ff23-e925-4fb7-ab18-3ab7b5092db1 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054343 Sep 09 09:18:39.873568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58942) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.879703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-a763a527-ee8b-4311-b562-b2d87d00aa3a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.882248 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a763a527-ee8b-4311-b562-b2d87d00aa3a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0067468 Sep 09 09:18:39.883980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58944) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.888131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-311edf50-3503-4538-8b9a-8b675347b643 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.889341 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-311edf50-3503-4538-8b9a-8b675347b643 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043170 Sep 09 09:18:39.892812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58946) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.899253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-0e537b4b-685b-4640-a5f4-068efce1f599 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.902118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0e537b4b-685b-4640-a5f4-068efce1f599 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0053923 Sep 09 09:18:39.902423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58948) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.906921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-c724a2c4-b3c7-4cd8-99bc-7a7c1cad32ad tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.908827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c724a2c4-b3c7-4cd8-99bc-7a7c1cad32ad tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048151 Sep 09 09:18:39.921707 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fc24ba4-35c4-4ca5-b073-a9e79070e2d1 req-f85d9b1c-896b-42da-8f18-a297fd86a888 service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703082 Sep 09 09:18:39.922312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58950) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.926602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-6809b499-bd16-48b2-bd6e-d50f74cf16b8 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.927620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6809b499-bd16-48b2-bd6e-d50f74cf16b8 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045097 Sep 09 09:18:39.929663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d522be7-02df-4ca7-b5e7-02abbd76aa9b req-02928879-be04-496f-82c4-5e06d49669f4 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/aad97c94-a815-401f-b05d-b59f7fe68897 HTTP/1.1" status: 200 len: 1802 time: 0.0610683 Sep 09 09:18:39.930340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58952) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.934903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-2ba2fdb1-30b2-46c7-82d8-a3cda5dcd165 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.935938 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2ba2fdb1-30b2-46c7-82d8-a3cda5dcd165 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045033 Sep 09 09:18:39.938742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58954) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.942681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-4da00d58-fdee-4145-bc03-36904eb3a0f5 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.943679 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4da00d58-fdee-4145-bc03-36904eb3a0f5 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040383 Sep 09 09:18:39.945854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58956) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.951690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-a2354ec7-f545-49ea-8c0a-d195eb1ba7e3 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.952640 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a2354ec7-f545-49ea-8c0a-d195eb1ba7e3 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0059566 Sep 09 09:18:39.962080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58958) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.967436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-1c560a19-a1af-42ba-9d70-e7a5b0f319b0 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.970958 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1c560a19-a1af-42ba-9d70-e7a5b0f319b0 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0053561 Sep 09 09:18:39.972333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58960) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.978363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-db8cc7ca-69a9-4b49-8b7e-9a3ddb8566f3 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.979417 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-db8cc7ca-69a9-4b49-8b7e-9a3ddb8566f3 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050969 Sep 09 09:18:39.982018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58962) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.987486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-49b1f067-379a-4a39-a547-52e6791bebe3 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.991602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-49b1f067-379a-4a39-a547-52e6791bebe3 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053668 Sep 09 09:18:39.991602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58964) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:39.995148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-b2f14266-a087-4216-8bdb-d2076a46d15c tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:39.998330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b2f14266-a087-4216-8bdb-d2076a46d15c tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042834 Sep 09 09:18:40.005974 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58966) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.005974 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-12f9ae40-4c40-4917-bc07-ca28d455568e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.005974 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-12f9ae40-4c40-4917-bc07-ca28d455568e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048032 Sep 09 09:18:40.007735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58968) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.012300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-32bd01ee-6832-4ba6-b595-1d8230e27053 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.015564 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-32bd01ee-6832-4ba6-b595-1d8230e27053 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045609 Sep 09 09:18:40.015716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58970) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.021631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-62222432-839a-45bb-9f57-73174128b089 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.024309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-62222432-839a-45bb-9f57-73174128b089 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043232 Sep 09 09:18:40.024647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.030791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-a1811772-3ccf-40fc-8b63-4bce09f65197 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.032303 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a1811772-3ccf-40fc-8b63-4bce09f65197 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047944 Sep 09 09:18:40.035464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58976) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.039885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-85c09e26-d7c8-4576-a41f-34bb53349b48 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.043418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-85c09e26-d7c8-4576-a41f-34bb53349b48 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0069530 Sep 09 09:18:40.045086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58980) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.048441 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.049306 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.052912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-1671a673-5317-48e9-9202-af94d643f4d5 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.057441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1671a673-5317-48e9-9202-af94d643f4d5 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0101721 Sep 09 09:18:40.064886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58982) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.065349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d522be7-02df-4ca7-b5e7-02abbd76aa9b req-1f49e315-80e1-4bd3-aa2d-d2fd353d297d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.073337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-841815e1-2e9f-4505-accb-0fa375d7a1e5 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.077489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-841815e1-2e9f-4505-accb-0fa375d7a1e5 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0107391 Sep 09 09:18:40.089435 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d522be7-02df-4ca7-b5e7-02abbd76aa9b req-1f49e315-80e1-4bd3-aa2d-d2fd353d297d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.109105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58984) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.114306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-0fdcdc67-cbc2-47f9-92d1-fd3d61cf10f6 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.117970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0fdcdc67-cbc2-47f9-92d1-fd3d61cf10f6 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0078459 Sep 09 09:18:40.121460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58990) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.127040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d8fb1525-b622-416f-926f-e01ba53ba15a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:40.127510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-39dbeeff-1e9d-47c1-9349-ac7d62e72bc0 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.131567 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-39dbeeff-1e9d-47c1-9349-ac7d62e72bc0 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0075846 Sep 09 09:18:40.132017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['606fe024-5f5f-4296-95ac-69fc2a79a504'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:40.138302 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58992) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.145196 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fc24ba4-35c4-4ca5-b073-a9e79070e2d1 req-64b47021-9856-429b-b8e4-a44c223f599f service neutron] 10.222.0.41 "GET /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145677 Sep 09 09:18:40.145774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-b50838db-2bfb-4bad-97f4-c71ec075f65d tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.147140 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b50838db-2bfb-4bad-97f4-c71ec075f65d tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077593 Sep 09 09:18:40.149423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Network c7db1a02-5a47-4fdb-8640-ba35e27eca9b is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:18:40.152951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.157983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-0218ceeb-9ca5-4b88-8684-fd93659223db tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.159973 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0218ceeb-9ca5-4b88-8684-fd93659223db tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052493 Sep 09 09:18:40.160481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:40.164659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58998) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.171843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-46bfd4e2-69ab-4068-a9e1-c098e8d2e12c tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.172981 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-46bfd4e2-69ab-4068-a9e1-c098e8d2e12c tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0072286 Sep 09 09:18:40.174199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:18:40.175710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59000) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.180710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-a3d7bf3d-bf1b-4a3a-9a26-b4d0e82dff31 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.181746 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a3d7bf3d-bf1b-4a3a-9a26-b4d0e82dff31 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048928 Sep 09 09:18:40.184505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59002) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.189180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-1b9a37f7-c9cc-44e8-8074-b5828184c1fb tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.192058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1b9a37f7-c9cc-44e8-8074-b5828184c1fb tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066645 Sep 09 09:18:40.196470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.206080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-2b288349-590c-4bb0-bf86-80cf56ffd59b tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.207204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2b288349-590c-4bb0-bf86-80cf56ffd59b tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097063 Sep 09 09:18:40.216899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d522be7-02df-4ca7-b5e7-02abbd76aa9b req-1f49e315-80e1-4bd3-aa2d-d2fd353d297d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.221302 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d522be7-02df-4ca7-b5e7-02abbd76aa9b req-1f49e315-80e1-4bd3-aa2d-d2fd353d297d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.237761 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d522be7-02df-4ca7-b5e7-02abbd76aa9b req-1f49e315-80e1-4bd3-aa2d-d2fd353d297d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "DELETE /v2.0/security-groups/aad97c94-a815-401f-b05d-b59f7fe68897 HTTP/1.1" status: 204 len: 173 time: 0.2988250 Sep 09 09:18:40.238608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59006) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.259851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-d111f973-091c-4104-82b7-9efda470d56a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.267370 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d111f973-091c-4104-82b7-9efda470d56a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0184577 Sep 09 09:18:40.268261 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:40.268842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59012) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.269288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.284092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Pushing event updated for resources: {'Port': ['ID=e819d45b-e41a-4257-a632-4113b01b333f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:40.285658 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6773468c-fe3c-4062-ae27-d6b03e595e66 x-openstack-request-id: req-6773468c-fe3c-4062-ae27-d6b03e595e66 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:40.285956 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5e5747-35bc-459c-b0b9-5a348602e3c0", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb1525-b622-416f-926f-e01ba53ba15a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:40.286306 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6773468c-fe3c-4062-ae27-d6b03e595e66 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:40.286609 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5e5747-35bc-459c-b0b9-5a348602e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb1525-b622-416f-926f-e01ba53ba15a', 'code': 200} Sep 09 09:18:40.293049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-db09558a-d60f-46c5-a96b-1b2acff6366e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.298996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59016) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.299709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-db09558a-d60f-46c5-a96b-1b2acff6366e tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0179589 Sep 09 09:18:40.302473 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49e315-80e1-4bd3-aa2d-d2fd353d297d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad97c94-a815-401f-b05d-b59f7fe68897,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:40.303483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-3290bcb6-8ad1-42f4-b343-38740a70365f tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.305449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3290bcb6-8ad1-42f4-b343-38740a70365f tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0047023 Sep 09 09:18:40.313700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59018) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.322956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [None req-28c71fbd-cae6-4b24-8077-eb64d588c900 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.332014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59020) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.336526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-28c71fbd-cae6-4b24-8077-eb64d588c900 tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0209305 Sep 09 09:18:40.337562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [None req-a20652fa-80b3-4b7c-9b7d-e93f68d95f7a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:40.339756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a20652fa-80b3-4b7c-9b7d-e93f68d95f7a tempest-ExtensionsTestJSON-511066741 tempest-ExtensionsTestJSON-511066741-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0065923 Sep 09 09:18:40.399749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59024) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:40.412366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6038290c-5a5c-49c9-a8ca-78f919c44dbd req-76c63faa-a39a-4514-9825-ea385834d3ae tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 210 time: 0.0559349 Sep 09 09:18:40.412366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0cb71732-6cb3-4de4-83d8-96317b7fd6be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0403392 Sep 09 09:18:40.440857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Request body: {'port': {'device_id': '97c27f79-6134-4c7f-90a3-a5e052630905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:40.511807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416cede-a816-43d7-b5ff-c7a368972d7f req-89edb684-ebb6-48ee-af39-2e2960b62197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:40.517056 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7416cede-a816-43d7-b5ff-c7a368972d7f req-89edb684-ebb6-48ee-af39-2e2960b62197 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 1097 time: 0.1652875 Sep 09 09:18:40.568213 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca44f49c-ce64-44ef-8fae-87db545cd08c tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.678085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca44f49c-ce64-44ef-8fae-87db545cd08c tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.694197 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7416cede-a816-43d7-b5ff-c7a368972d7f req-ea7bf87d-2f08-48c7-8131-849f3a4228a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662357 Sep 09 09:18:40.716730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb582094-aab8-4fb6-a671-82a1b90b14fa req-742f3d53-63a5-41e6-8b5c-eea491b03c6a tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:40.718971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb582094-aab8-4fb6-a671-82a1b90b14fa req-742f3d53-63a5-41e6-8b5c-eea491b03c6a tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 931 time: 0.1485379 Sep 09 09:18:40.843408 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb582094-aab8-4fb6-a671-82a1b90b14fa req-2b84babf-2ad6-4d9e-8a0d-8523054ce910 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160359 Sep 09 09:18:40.952275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'name': 'network-vif-deleted', 'tag': '6d56d1c8-2b20-4696-9b2e-3993eace8345'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:40.955101 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d949494d-d89b-49a9-b3cf-d0ebaf2778cf" -d '{"events": [{"server_uuid": "34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7", "name": "network-vif-deleted", "tag": "6d56d1c8-2b20-4696-9b2e-3993eace8345"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:40.963862 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fa7aa52-e0cc-4448-b655-25e0c4d33c29 req-5b2d868b-4bd7-40f6-9c26-f44c64a3b50d tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "GET /v2.0/security-groups/b234ee28-2e25-41f9-89be-76ec105f2e7a HTTP/1.1" status: 200 len: 1801 time: 0.4984200 Sep 09 09:18:40.972211 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.983076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca44f49c-ce64-44ef-8fae-87db545cd08c tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.989223 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca44f49c-ce64-44ef-8fae-87db545cd08c tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:40.992008 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ca44f49c-ce64-44ef-8fae-87db545cd08c tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "DELETE /v2.0/security-groups/e2275f32-37ae-4ec0-9515-f21897bee318 HTTP/1.1" status: 204 len: 168 time: 0.5864036 Sep 09 09:18:40.996622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59036) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:41.029549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d56d1c8-2b20-4696-9b2e-3993eace8345 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:41.054268 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-8afb1de1-68c3-4f2e-8e38-1faa37202c77 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] show failed (client error): The resource could not be found. Sep 09 09:18:41.057075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8afb1de1-68c3-4f2e-8e38-1faa37202c77 tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "GET /v2.0/security-groups/e2275f32-37ae-4ec0-9515-f21897bee318 HTTP/1.1" status: 404 len: 347 time: 0.0542357 Sep 09 09:18:41.057206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 6d56d1c8-2b20-4696-9b2e-3993eace8345 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:18:41.057487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d56d1c8-2b20-4696-9b2e-3993eace8345 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:18:41.064599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44f49c-ce64-44ef-8fae-87db545cd08c tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2275f32-37ae-4ec0-9515-f21897bee318,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:41.077251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59038) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:41.113187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59040) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:41.159452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9fb63-0d0a-45dd-924b-da72d93ed7c4 req-632b4b8e-4e95-4d43-89de-d0290198995d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:41.168516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81c9fb63-0d0a-45dd-924b-da72d93ed7c4 req-632b4b8e-4e95-4d43-89de-d0290198995d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 945 time: 0.1263857 Sep 09 09:18:41.228644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81c9fb63-0d0a-45dd-924b-da72d93ed7c4 req-8d2f0d20-a6db-4185-a010-220c79576cf4 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590451 Sep 09 09:18:41.259847 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5fa7aa52-e0cc-4448-b655-25e0c4d33c29 req-7b476fea-d5e8-44fe-9a84-f8256216ed47 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.285605 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5fa7aa52-e0cc-4448-b655-25e0c4d33c29 req-7b476fea-d5e8-44fe-9a84-f8256216ed47 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.425346 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-25c1afae-7431-4558-8751-970f1908262c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.483008 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd300f7-5cb4-43eb-9e74-de533394b905 x-openstack-request-id: req-ecd300f7-5cb4-43eb-9e74-de533394b905 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:41.483721 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7", "name": "network-vif-deleted", "tag": "6d56d1c8-2b20-4696-9b2e-3993eace8345", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:41.483721 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecd300f7-5cb4-43eb-9e74-de533394b905 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:41.488753 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7', 'name': 'network-vif-deleted', 'tag': '6d56d1c8-2b20-4696-9b2e-3993eace8345', 'status': 'completed', 'code': 200} Sep 09 09:18:41.562280 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5fa7aa52-e0cc-4448-b655-25e0c4d33c29 req-7b476fea-d5e8-44fe-9a84-f8256216ed47 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.565257 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5fa7aa52-e0cc-4448-b655-25e0c4d33c29 req-7b476fea-d5e8-44fe-9a84-f8256216ed47 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.566415 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fa7aa52-e0cc-4448-b655-25e0c4d33c29 req-7b476fea-d5e8-44fe-9a84-f8256216ed47 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] 10.222.0.32 "DELETE /v2.0/security-groups/b234ee28-2e25-41f9-89be-76ec105f2e7a HTTP/1.1" status: 204 len: 173 time: 0.5918837 Sep 09 09:18:41.572580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:41.580762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-ca1289f6-336f-439d-a980-fe3e52e37eca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Deleting port e8e197e5-0395-4912-9750-ece354f56b49 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:41.581129 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca1289f6-336f-439d-a980-fe3e52e37eca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.608161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b476fea-d5e8-44fe-9a84-f8256216ed47 tempest-SecurityGroupsTestJSON-1911654307 tempest-SecurityGroupsTestJSON-1911654307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b234ee28-2e25-41f9-89be-76ec105f2e7a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:41.677452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d70abf2-1c4b-43be-b1e7-0d0305655f96 admin admin] Deleting subnet 046ba71a-9e13-4392-8e8b-eb08c374a743 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:18:41.681768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d70abf2-1c4b-43be-b1e7-0d0305655f96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.746630 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d70abf2-1c4b-43be-b1e7-0d0305655f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.800340 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d70abf2-1c4b-43be-b1e7-0d0305655f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.805682 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-672aaa11-4b23-4321-9f5b-19c75e94d7b9 req-3bfdc348-ab3a-4dc9-87ed-208bc3a8e78d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 210 time: 0.1270044 Sep 09 09:18:41.810678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e819d45b-e41a-4257-a632-4113b01b333f {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:41.845531 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.866623 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-25c1afae-7431-4558-8751-970f1908262c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.871164 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca1289f6-336f-439d-a980-fe3e52e37eca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.877262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca1289f6-336f-439d-a980-fe3e52e37eca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.904240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Transition to ACTIVE for port object e819d45b-e41a-4257-a632-4113b01b333f will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:18:41.907332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-ca1289f6-336f-439d-a980-fe3e52e37eca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Calling delete_port for e8e197e5-0395-4912-9750-ece354f56b49 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:41.964440 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-25c1afae-7431-4558-8751-970f1908262c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:41.983779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.007400 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d70abf2-1c4b-43be-b1e7-0d0305655f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.040459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70abf2-1c4b-43be-b1e7-0d0305655f96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046ba71a-9e13-4392-8e8b-eb08c374a743,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:42.050481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d70abf2-1c4b-43be-b1e7-0d0305655f96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.055854 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9d70abf2-1c4b-43be-b1e7-0d0305655f96 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/046ba71a-9e13-4392-8e8b-eb08c374a743 HTTP/1.1" status: 204 len: 168 time: 0.4762185 Sep 09 09:18:42.056201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59064) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:42.116561 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-25c1afae-7431-4558-8751-970f1908262c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af94a29d161648d6ab22e4fe07d3fff5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0012646 Sep 09 09:18:42.119299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59070) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:42.125817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1afae-7431-4558-8751-970f1908262c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db50b128-5e40-4ebe-91a3-a690258f1f3a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:42.160102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Pushing event updated for resources: {'Port': ['ID=e819d45b-e41a-4257-a632-4113b01b333f,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:42.220290 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e274f9c-a581-4e41-940b-d5443f21efb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.242768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ada46-a88b-406f-b960-f44f8ef9c9a0 req-ee9adc2a-f463-466d-ae94-b50cbf9c736a tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:42.243221 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-456ada46-a88b-406f-b960-f44f8ef9c9a0 req-ee9adc2a-f463-466d-ae94-b50cbf9c736a tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 943 time: 0.2821758 Sep 09 09:18:42.244906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e274f9c-a581-4e41-940b-d5443f21efb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.291969 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.398910 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-456ada46-a88b-406f-b960-f44f8ef9c9a0 req-8f89f68a-2a1b-4aa3-9b98-b32ef14b4142 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291220 Sep 09 09:18:42.400484 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e274f9c-a581-4e41-940b-d5443f21efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.405329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e274f9c-a581-4e41-940b-d5443f21efb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.405480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Attempting to bind port e819d45b-e41a-4257-a632-4113b01b333f on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:18:42.405480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Attempting to bind port e819d45b-e41a-4257-a632-4113b01b333f by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:18:42.405480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Attempting to bind port e819d45b-e41a-4257-a632-4113b01b333f on network c7db1a02-5a47-4fdb-8640-ba35e27eca9b {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:42.415657 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8e274f9c-a581-4e41-940b-d5443f21efb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db50b128-5e40-4ebe-91a3-a690258f1f3a HTTP/1.1" status: 204 len: 168 time: 0.2951643 Sep 09 09:18:42.430647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Port e819d45b-e41a-4257-a632-4113b01b333f on network c7db1a02-5a47-4fdb-8640-ba35e27eca9b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:18:42.431293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Attempting to bind port e819d45b-e41a-4257-a632-4113b01b333f on network c7db1a02-5a47-4fdb-8640-ba35e27eca9b {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:42.448007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:18:42.448374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e274f9c-a581-4e41-940b-d5443f21efb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db50b128-5e40-4ebe-91a3-a690258f1f3a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:42.448918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Checking segment: {'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:42.449583 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Bound using segment: {'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:18:42.450303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Bound port: e819d45b-e41a-4257-a632-4113b01b333f, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11dc6b5-3580-4dab-854e-6b58a051dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:18:42.450946 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.496936 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.533776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4aa85e7-c60f-4289-8875-0c616dedbb1b']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:42.544735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294f1f2f-131e-4d4c-84f9-3a4d01c11de8') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:42.545028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294f1f2f-131e-4d4c-84f9-3a4d01c11de8') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:42.556413 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.568352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca1289f6-336f-439d-a980-fe3e52e37eca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.623090 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.631450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1289f6-336f-439d-a980-fe3e52e37eca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Pushing event deleted for resources: {'Port': ['ID=e8e197e5-0395-4912-9750-ece354f56b49,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:42.669715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:42.670388 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:42.678906 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:42.755296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c3f06-e93a-4c85-a4b3-cccd6c00acbb req-a75d2188-3030-451f-a892-241ab8991a63 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:42.757277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-700c3f06-e93a-4c85-a4b3-cccd6c00acbb req-a75d2188-3030-451f-a892-241ab8991a63 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 945 time: 0.1904376 Sep 09 09:18:42.775686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10857eb-5967-4f87-a0c6-59d4f224f41d req-1a5d6324-63fa-42b8-ae4f-8865fc8d4366 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:42.777680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f10857eb-5967-4f87-a0c6-59d4f224f41d req-1a5d6324-63fa-42b8-ae4f-8865fc8d4366 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 945 time: 0.0548451 Sep 09 09:18:42.836161 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f10857eb-5967-4f87-a0c6-59d4f224f41d req-0d9e3e56-ca2f-4f41-8260-81cdfe6cc49f tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515509 Sep 09 09:18:42.880693 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca1289f6-336f-439d-a980-fe3e52e37eca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.883593 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca1289f6-336f-439d-a980-fe3e52e37eca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:42.885099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ca1289f6-336f-439d-a980-fe3e52e37eca tempest-ServersTestManualDisk-102630394 tempest-ServersTestManualDisk-102630394-project] 10.222.0.32 "DELETE /v2.0/floatingips/dced53b2-01cc-4f28-9fcf-b9f9b9988c1f HTTP/1.1" status: 204 len: 168 time: 1.7868645 Sep 09 09:18:42.888013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59084) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:42.907629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] For port e819d45b-e41a-4257-a632-4113b01b333f, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:18:42.944294 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dfa3cf01-5cd5-4461-9df4-4f85d3076313 req-28bb6aed-02f2-4546-937d-5b09727e1f4c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 210 time: 0.0407119 Sep 09 09:18:43.052273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] For port e819d45b-e41a-4257-a632-4113b01b333f, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e819d45b-e41a-4257-a632-4113b01b333f,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:18:43.054721 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:43.073151 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-700c3f06-e93a-4c85-a4b3-cccd6c00acbb req-216788a3-7f22-47b9-a870-0ad3fdf911f3 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500315 Sep 09 09:18:43.076307 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:43.078904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d4aa85e7-c60f-4289-8875-0c616dedbb1b HTTP/1.1" status: 204 len: 168 time: 1.0107856 Sep 09 09:18:43.098594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ed826-de34-49cb-ab7a-e8cc51a93fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4aa85e7-c60f-4289-8875-0c616dedbb1b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:43.136820 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:43.197476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Pushing event updated for resources: {'Port': ['ID=e819d45b-e41a-4257-a632-4113b01b333f,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:43.204848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:43.205712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:43.207659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-adff4639-19a1-410a-8656-757928e0ec00 service neutron] 10.222.0.41 "PUT /v2.0/ports/e819d45b-e41a-4257-a632-4113b01b333f HTTP/1.1" status: 200 len: 1092 time: 2.7870765 Sep 09 09:18:43.491015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-560d64d9-5525-4480-9390-e797fa9d3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:43.492606 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-560d64d9-5525-4480-9390-e797fa9d3268 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=010aa331e20b476da7391d58bcd87a18&device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 1095 time: 0.1572998 Sep 09 09:18:43.493068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c27f79-6134-4c7f-90a3-a5e052630905', 'tag': 'e819d45b-e41a-4257-a632-4113b01b333f'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:43.495309 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296ab251-0669-415c-8e2e-b276a76b4773" -d '{"events": [{"name": "network-changed", "server_uuid": "97c27f79-6134-4c7f-90a3-a5e052630905", "tag": "e819d45b-e41a-4257-a632-4113b01b333f"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:43.532699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59118) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:43.607726 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7307e5d9-9830-4f83-9ccb-700509b0b0e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b24e019063834dab9166646d1c341346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735121 Sep 09 09:18:43.610151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59120) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:43.617803 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-0a36bf13-2dc7-41a5-af98-8e1166b92cb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e819d45b-e41a-4257-a632-4113b01b333f HTTP/1.1" status: 200 len: 217 time: 0.0863197 Sep 09 09:18:43.675835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47e83018-9c7a-4f67-afe9-079e14171101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:43.681446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-daf89a6a-b727-4fd2-8045-bb9f6cf85ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:43.682971 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-daf89a6a-b727-4fd2-8045-bb9f6cf85ee4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cccd1f9-bfab-4b7f-b904-1e91da7a7b90 HTTP/1.1" status: 200 len: 851 time: 0.0633683 Sep 09 09:18:43.708126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47e83018-9c7a-4f67-afe9-079e14171101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:43.728576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-89488f4a-a09b-4c79-97ff-9ceaca3b1cee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379221 Sep 09 09:18:43.750524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b5f16-a7a1-4229-9604-bc2c7827a447 req-df5ed2d7-d6f4-43c5-8e38-4869da12d1d8 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:43.752951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7e9b5f16-a7a1-4229-9604-bc2c7827a447 req-df5ed2d7-d6f4-43c5-8e38-4869da12d1d8 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 943 time: 0.2374301 Sep 09 09:18:43.846853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47e83018-9c7a-4f67-afe9-079e14171101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:43.850141 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47e83018-9c7a-4f67-afe9-079e14171101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:43.853210 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-47e83018-9c7a-4f67-afe9-079e14171101 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6eab4720-8e57-460f-afcb-fc8b1da46075 HTTP/1.1" status: 204 len: 168 time: 0.2398806 Sep 09 09:18:43.870240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e83018-9c7a-4f67-afe9-079e14171101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eab4720-8e57-460f-afcb-fc8b1da46075,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:43.947027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7e9b5f16-a7a1-4229-9604-bc2c7827a447 req-62d02087-d5d7-40fd-a79f-1f5d7d55d6d9 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741915 Sep 09 09:18:44.040178 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265f866e-4923-4483-a0ab-990589c142d4 x-openstack-request-id: req-265f866e-4923-4483-a0ab-990589c142d4 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:44.040394 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c27f79-6134-4c7f-90a3-a5e052630905", "tag": "e819d45b-e41a-4257-a632-4113b01b333f", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:44.047637 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-265f866e-4923-4483-a0ab-990589c142d4 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:44.048168 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c27f79-6134-4c7f-90a3-a5e052630905', 'tag': 'e819d45b-e41a-4257-a632-4113b01b333f', 'status': 'completed', 'code': 200} Sep 09 09:18:44.064814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59136) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:44.134783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52518777-0fce-4143-8793-162e0674a3de req-00e4c38f-6d39-47b4-bfae-5a391ff9e8d2 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:44.136894 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52518777-0fce-4143-8793-162e0674a3de req-00e4c38f-6d39-47b4-bfae-5a391ff9e8d2 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 945 time: 0.2518926 Sep 09 09:18:44.144598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-390c0c84-99da-4c68-b55a-db6c2bd31da3 service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888202 Sep 09 09:18:44.237493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-12417684'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:44.301948 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e6218c9-526d-41f5-a844-4aea63906049 req-8272ce31-b76d-477e-b10b-9a5c93b2e202 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 210 time: 0.0468369 Sep 09 09:18:44.338698 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:44.354463 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b21195a2-7cb2-416c-b366-014157150d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:44.405985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6bd2a8a2-5e1e-4323-9a29-84d36e8550ee req-58bf2e7b-fe5a-4f3b-82b9-95109fa291ae service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168171 Sep 09 09:18:44.406926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-52518777-0fce-4143-8793-162e0674a3de req-4b6bafae-6102-4ff6-adcd-bbf6d182df3b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Deleting port eada0e90-2dbd-4a86-8a60-b09635a2086c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:44.407315 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-52518777-0fce-4143-8793-162e0674a3de req-4b6bafae-6102-4ff6-adcd-bbf6d182df3b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:44.436823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9faaf83-9a53-4907-b0b9-e9266243051e req-ff1506f8-e757-409f-b7cf-21a98b7f4a93 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:44.443256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Made reservation on behalf of 3e690a2e8ad042f59c6c9a59c32a26d8 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:44.444842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9faaf83-9a53-4907-b0b9-e9266243051e req-ff1506f8-e757-409f-b7cf-21a98b7f4a93 tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 945 time: 0.3470390 Sep 09 09:18:44.446317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:44.468090 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:44.560447 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9faaf83-9a53-4907-b0b9-e9266243051e req-6fd1de1a-e0ed-4e74-99f5-d1d8ee85c53e tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/security-groups?id=88644211-c65d-4d06-b1aa-841b7dfac5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146309 Sep 09 09:18:44.701644 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:44.738007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-52518777-0fce-4143-8793-162e0674a3de req-4b6bafae-6102-4ff6-adcd-bbf6d182df3b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] For port eada0e90-2dbd-4a86-8a60-b09635a2086c, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=eada0e90-2dbd-4a86-8a60-b09635a2086c,segment=NetworkSegment(24e48253-dc0e-420d-9009-88b3aa65fc09),segment_id=24e48253-dc0e-420d-9009-88b3aa65fc09)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:44.738382 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-52518777-0fce-4143-8793-162e0674a3de req-4b6bafae-6102-4ff6-adcd-bbf6d182df3b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:44.768476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-52518777-0fce-4143-8793-162e0674a3de req-4b6bafae-6102-4ff6-adcd-bbf6d182df3b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Calling delete_port for eada0e90-2dbd-4a86-8a60-b09635a2086c owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:44.768568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab251-0669-415c-8e2e-b276a76b4773 req-0a10f010-3568-4164-8ec2-4a89bac74716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:44.771497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-296ab251-0669-415c-8e2e-b276a76b4773 req-0a10f010-3568-4164-8ec2-4a89bac74716 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=010aa331e20b476da7391d58bcd87a18&device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 1095 time: 0.1988358 Sep 09 09:18:44.812223 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:44.879207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:18:44.910817 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866e944a-6fef-47ce-aa49-2494773b9410,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:44.917847 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:44.918198 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Added segment 15cc10f1-0c9b-434b-80fc-102af33de103 of type vlan for network 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 Sep 09 09:18:44.952119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab251-0669-415c-8e2e-b276a76b4773 req-89eadb12-cad7-4b7e-ab39-4d111d5ba603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:44.953684 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-296ab251-0669-415c-8e2e-b276a76b4773 req-89eadb12-cad7-4b7e-ab39-4d111d5ba603 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b HTTP/1.1" status: 200 len: 912 time: 0.1495075 Sep 09 09:18:44.975976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d3df-eb45-42e3-a7c8-6772b1ba3e2f req-83dd37c3-49a8-4cd7-bc70-1f4a2efb8840 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:44.986941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-12c2d3df-eb45-42e3-a7c8-6772b1ba3e2f req-83dd37c3-49a8-4cd7-bc70-1f4a2efb8840 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 945 time: 0.1641784 Sep 09 09:18:45.014385 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-296ab251-0669-415c-8e2e-b276a76b4773 req-37c5adb1-c5a3-4699-893d-74810d65f9f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e819d45b-e41a-4257-a632-4113b01b333f HTTP/1.1" status: 200 len: 217 time: 0.0509543 Sep 09 09:18:45.021645 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:45.097914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab251-0669-415c-8e2e-b276a76b4773 req-b433eccf-4e89-4c04-8952-54d0624a0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:45.099429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-296ab251-0669-415c-8e2e-b276a76b4773 req-b433eccf-4e89-4c04-8952-54d0624a0b2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cccd1f9-bfab-4b7f-b904-1e91da7a7b90 HTTP/1.1" status: 200 len: 851 time: 0.0773246 Sep 09 09:18:45.124448 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-12c2d3df-eb45-42e3-a7c8-6772b1ba3e2f req-e892b73a-8f68-46be-a7ec-9a649ab446c3 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366334 Sep 09 09:18:45.182146 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-296ab251-0669-415c-8e2e-b276a76b4773 req-b18684b1-080d-431d-9c16-8b6e9c7f8445 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469942 Sep 09 09:18:45.200042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:45.206282 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:45.206889 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:45.209543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d72600-a586-4008-8eca-1de0c25bced6 req-83a0b68c-3e37-404d-a497-4a5ae38c6faa tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:45.211030 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a4d72600-a586-4008-8eca-1de0c25bced6 req-83a0b68c-3e37-404d-a497-4a5ae38c6faa tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 943 time: 0.1088679 Sep 09 09:18:45.241573 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-52518777-0fce-4143-8793-162e0674a3de req-4b6bafae-6102-4ff6-adcd-bbf6d182df3b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:45.255550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['eada0e90-2dbd-4a86-8a60-b09635a2086c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:45.290868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bafae-6102-4ff6-adcd-bbf6d182df3b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Pushing event deleted for resources: {'Port': ['ID=eada0e90-2dbd-4a86-8a60-b09635a2086c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:45.416195 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3472278 Sep 09 09:18:45.418457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76851466-9e0c-481d-a4e2-b06f9bfba562 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Network': ['ID=0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:45.436756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:18:45.450413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59188) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:45.471431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'subnet': {'network_id': '0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:45.479323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-52518777-0fce-4143-8793-162e0674a3de req-4b6bafae-6102-4ff6-adcd-bbf6d182df3b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] No DVR routers for this DVR port eada0e90-2dbd-4a86-8a60-b09635a2086c on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:45.511769 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-52518777-0fce-4143-8793-162e0674a3de req-4b6bafae-6102-4ff6-adcd-bbf6d182df3b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:45.514148 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52518777-0fce-4143-8793-162e0674a3de req-4b6bafae-6102-4ff6-adcd-bbf6d182df3b tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.24 "DELETE /v2.0/ports/eada0e90-2dbd-4a86-8a60-b09635a2086c HTTP/1.1" status: 204 len: 173 time: 1.3642209 Sep 09 09:18:45.514806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e978b0-3685-497c-9767-b80665c8333d', 'name': 'network-vif-deleted', 'tag': 'eada0e90-2dbd-4a86-8a60-b09635a2086c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:45.517963 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b43e6d-636e-48c3-b3c6-93a087cf0c16" -d '{"events": [{"server_uuid": "56e978b0-3685-497c-9767-b80665c8333d", "name": "network-vif-deleted", "tag": "eada0e90-2dbd-4a86-8a60-b09635a2086c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:45.556495 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-caf809a8-46ff-44e4-84fa-5801929593f1 req-72547b8a-c261-47b7-94a9-2dc0109c205b tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 210 time: 0.0694802 Sep 09 09:18:45.749105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59204) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:45.794180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Made reservation on behalf of 3e690a2e8ad042f59c6c9a59c32a26d8 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:45.798347 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:45.808764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a4d72600-a586-4008-8eca-1de0c25bced6 req-f0d94a58-a332-42c3-8bb7-1499a8553b77 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864553 Sep 09 09:18:45.817172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] Deleting port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:45.817519 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:45.921670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-296ab251-0669-415c-8e2e-b276a76b4773 req-cd749930-4bc6-4fa8-91c6-3d330c0b6d12 service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305415 Sep 09 09:18:45.958543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-73835976-network', 'tenant_id': '8488de5af68f47c9a85ed402dd053b64'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:46.081485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Made reservation on behalf of 8488de5af68f47c9a85ed402dd053b64 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:46.082855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8db14df-af54-4a11-a8b1-b3ef07a93ee9 req-a5e5d342-ded1-4312-afa4-a25f789d1ddc tempest-ServerTagsTestJSON-172655610 tempest-ServerTagsTestJSON-172655610-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e978b0-3685-497c-9767-b80665c8333d HTTP/1.1" status: 200 len: 210 time: 0.0882230 Sep 09 09:18:46.084512 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:46.095627 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a9274c-09de-4767-8597-3b23733d2dd5 x-openstack-request-id: req-81a9274c-09de-4767-8597-3b23733d2dd5 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:46.096945 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e978b0-3685-497c-9767-b80665c8333d", "name": "network-vif-deleted", "tag": "eada0e90-2dbd-4a86-8a60-b09635a2086c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:46.097417 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81a9274c-09de-4767-8597-3b23733d2dd5 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:46.098106 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e978b0-3685-497c-9767-b80665c8333d', 'name': 'network-vif-deleted', 'tag': 'eada0e90-2dbd-4a86-8a60-b09635a2086c', 'status': 'completed', 'code': 200} Sep 09 09:18:46.137047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:46.207308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] For port 33bc2a29-4aeb-4f71-8b53-ef01fe89d693, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=33bc2a29-4aeb-4f71-8b53-ef01fe89d693,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:46.207768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:46.230985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] Calling delete_port for 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:46.238083 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-296ab251-0669-415c-8e2e-b276a76b4773 req-59d914eb-b76a-4dbf-b0b8-91c40a4060c6 service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081574 Sep 09 09:18:46.338144 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:46.395014 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:46.489188 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:46.533454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Subnet': ['ID=3efd26b1-8c3f-446b-b9fb-941b19cd6d23,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:46.561235 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04696bac-3eb9-4afa-a250-ac9bba28c683 req-7ed6c7ce-08ab-493d-9cad-89371c2366b5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:46.570420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-04696bac-3eb9-4afa-a250-ac9bba28c683 req-7ed6c7ce-08ab-493d-9cad-89371c2366b5 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 945 time: 0.2365046 Sep 09 09:18:46.591939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Checking segment: {'id': '15cc10f1-0c9b-434b-80fc-102af33de103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:46.592591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network hostable DHCP agents. Network: 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:18:46.596397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:18:46.600936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3af3442-76da-40d6-ae05-cbedbca42477,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:46.621738 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:46.622457 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Added segment 131edaac-912f-416d-97dd-98daa9197c6f of type vlan for network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 Sep 09 09:18:46.658420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-04696bac-3eb9-4afa-a250-ac9bba28c683 req-4ce69864-a060-41c4-814d-947ec58940cd tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868762 Sep 09 09:18:46.719511 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a93538d-383c-421d-9af5-389e40d471f6 req-2c608334-96f4-4ebd-bc79-8988b52a9785 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=34908b7d-a7ef-4bb4-a5e0-8eb5d9969aa7 HTTP/1.1" status: 200 len: 210 time: 0.0397913 Sep 09 09:18:46.722912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:46.746148 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:18:46.751725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:46.779666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bc2a29-4aeb-4f71-8b53-ef01fe89d693,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:46.923596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:46.924675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:46.925271 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:46.929833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:46.940036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d251d6-c3ef-4d1e-969e-07a61355ddcc None None] Network 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:18:46.952574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:46.953531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.048542 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.121912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3698111 Sep 09 09:18:47.132917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59224) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:47.143840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] Request body: {'subnet': {'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-73835976-subnet', 'tenant_id': '8488de5af68f47c9a85ed402dd053b64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:47.175833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e819d45b-e41a-4257-a632-4113b01b333f details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:18:47.185712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59226) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:47.276630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ca668d-6915-4924-bfe9-bdcfed0ce5af admin admin] Deleting subnet eab6428c-d013-4819-9b69-12c44fd5adee {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:18:47.283349 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98ca668d-6915-4924-bfe9-bdcfed0ce5af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.300017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c567d-93b7-43da-a76e-d5fa31203a39 req-9229cbec-8005-45f8-b8ca-09ceb8fa1943 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:47.303830 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e8c567d-93b7-43da-a76e-d5fa31203a39 req-9229cbec-8005-45f8-b8ca-09ceb8fa1943 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 943 time: 0.3466353 Sep 09 09:18:47.317897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d8fb1525-b622-416f-926f-e01ba53ba15a details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:18:47.320156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b36238-ba38-4110-9a81-734574a94e23 None None] Network 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:18:47.321778 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b02d3fdf-6925-4096-bcad-f9f285d39dcb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8701808 Sep 09 09:18:47.322524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1d926-8f19-4b88-be2d-bff90181de2a admin admin] Pushing event updated for resources: {'Network': ['ID=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:47.336581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:47.350220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1085838080', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:47.365904 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98ca668d-6915-4924-bfe9-bdcfed0ce5af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.463643 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e8c567d-93b7-43da-a76e-d5fa31203a39 req-9e9ac4cd-daaf-43ed-8ced-9826b2cd5e13 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378174 Sep 09 09:18:47.469922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:18:47.472251 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cea05055-d169-4ac6-afd6-47040d9a5d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.475951 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.495111 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.resource_extend [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:18:47.515620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] Made reservation on behalf of 8488de5af68f47c9a85ed402dd053b64 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:47.518804 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.522775 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98ca668d-6915-4924-bfe9-bdcfed0ce5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.584316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] Router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:18:47.642691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.644231 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.814387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e819d45b-e41a-4257-a632-4113b01b333f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e819d45b-e41a-4257-a632-4113b01b333f,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:47.814864 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98ca668d-6915-4924-bfe9-bdcfed0ce5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.826778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d8fb1525-b622-416f-926f-e01ba53ba15a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8fb1525-b622-416f-926f-e01ba53ba15a,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:47.841934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'e819d45b-e41a-4257-a632-4113b01b333f', 'network_id': 'c7db1a02-5a47-4fdb-8640-ba35e27eca9b', 'port_id': 'e819d45b-e41a-4257-a632-4113b01b333f', 'mac_address': 'fa:16:3e:6f:72:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cccd1f9-bfab-4b7f-b904-1e91da7a7b90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:18:47.848137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'd8fb1525-b622-416f-926f-e01ba53ba15a', 'network_id': '575bbc1b-2638-4cdf-9043-6cd38faa718c', 'port_id': 'd8fb1525-b622-416f-926f-e01ba53ba15a', 'mac_address': 'fa:16:3e:4d:9d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7087ae7-6b75-4933-a9a3-67deca9dee86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:18:47.913930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:18:47.920592 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943a5f7-097c-4d28-9465-e9bcdcfb1d02 None None] Sync routers for ids ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:18:47.927944 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.944514 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943a5f7-097c-4d28-9465-e9bcdcfb1d02 None None] Routers {'45798ee2-a922-4ce3-b9c2-38a0d38dd309'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:18:47.945304 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0943a5f7-097c-4d28-9465-e9bcdcfb1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:47.948269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e819d45b-e41a-4257-a632-4113b01b333f {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:47.956754 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.959099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d3edf8cc-a157-4d57-8a7b-f977df392957 admin admin] 10.222.0.32 "PUT /v2.0/routers/45798ee2-a922-4ce3-b9c2-38a0d38dd309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0672612 Sep 09 09:18:47.967454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59238) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:47.968026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca668d-6915-4924-bfe9-bdcfed0ce5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab6428c-d013-4819-9b69-12c44fd5adee,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:47.971767 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.972005 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98ca668d-6915-4924-bfe9-bdcfed0ce5af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.976406 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-98ca668d-6915-4924-bfe9-bdcfed0ce5af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eab6428c-d013-4819-9b69-12c44fd5adee HTTP/1.1" status: 204 len: 168 time: 0.7873573 Sep 09 09:18:47.976783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59240) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:47.981117 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:47.994008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e819d45b-e41a-4257-a632-4113b01b333f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e819d45b-e41a-4257-a632-4113b01b333f,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:47.999603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8fb1525-b622-416f-926f-e01ba53ba15a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:48.017519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcb90b-75f2-470a-b9fd-8de33554e893 req-251dc4d3-23bd-47e9-962e-e5bd1a420e9d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:48.022403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d8fb1525-b622-416f-926f-e01ba53ba15a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8fb1525-b622-416f-926f-e01ba53ba15a,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:48.032347 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0fbcb90b-75f2-470a-b9fd-8de33554e893 req-251dc4d3-23bd-47e9-962e-e5bd1a420e9d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 945 time: 0.1960161 Sep 09 09:18:48.062792 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.106426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.159292 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0943a5f7-097c-4d28-9465-e9bcdcfb1d02 None None] Set router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:18:48.181748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=e819d45b-e41a-4257-a632-4113b01b333f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:48.182412 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.200152 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0fbcb90b-75f2-470a-b9fd-8de33554e893 req-beed23ff-96fc-4341-9695-98706990d732 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599638 Sep 09 09:18:48.302658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d8fb1525-b622-416f-926f-e01ba53ba15a,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:48.303017 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.373393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf3f98f-5b77-4e94-91b2-ff845d9ff641']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:48.397256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e48253-dc0e-420d-9009-88b3aa65fc09') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:48.398908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e48253-dc0e-420d-9009-88b3aa65fc09') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:48.417784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] Checking segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:48.418176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] Network hostable DHCP agents. Network: 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:18:48.433970 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.457052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcecb474-ea10-44b3-96f9-cd7cd9d5e862,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:48.465991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.482511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:48.485561 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.486642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d8fb1525-b622-416f-926f-e01ba53ba15a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:48.563054 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:48.574241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['e819d45b-e41a-4257-a632-4113b01b333f'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:48.599363 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0943a5f7-097c-4d28-9465-e9bcdcfb1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:18:46Z', 'revision_number': 5, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:48.614935 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.633903 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.641558 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.643896 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] 10.222.0.32 "DELETE /v2.0/networks/dbf3f98f-5b77-4e94-91b2-ff845d9ff641 HTTP/1.1" status: 204 len: 168 time: 0.6663177 Sep 09 09:18:48.662423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83689c3d-314d-428a-9979-0da4567a58fb admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf3f98f-5b77-4e94-91b2-ff845d9ff641,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:48.691312 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943a5f7-097c-4d28-9465-e9bcdcfb1d02 None None] Checking router: 45798ee2-a922-4ce3-b9c2-38a0d38dd309 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:18:48.700064 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15806b03-a6d7-4962-8ed6-1fbfd4c7f46a req-549297c7-308f-49c0-b24f-90b4d323de8d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:48.704253 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943a5f7-097c-4d28-9465-e9bcdcfb1d02 None None] Routers {'45798ee2-a922-4ce3-b9c2-38a0d38dd309'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:18:48.706446 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0943a5f7-097c-4d28-9465-e9bcdcfb1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:48.713155 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15806b03-a6d7-4962-8ed6-1fbfd4c7f46a req-549297c7-308f-49c0-b24f-90b4d323de8d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 944 time: 0.1182778 Sep 09 09:18:48.745599 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.782445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] Network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:18:48.785380 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:48.812866 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15806b03-a6d7-4962-8ed6-1fbfd4c7f46a req-b039377c-44ce-4c05-87c9-de712ec11ded tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925806 Sep 09 09:18:49.018042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:49.058882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59270) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:49.114489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:49.122960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:49.123726 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:49.126753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f27409-5d13-4de3-bc46-96f2835cb6a7 None None] Network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:18:49.178551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2d340699-aa6a-4854-8880-fb5e33882133 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04a05c9049934eeb997e84b5ea50cab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180134 Sep 09 09:18:49.182597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59274) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:49.209351 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0943a5f7-097c-4d28-9465-e9bcdcfb1d02 None None] Set router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:18:49.226059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c59711af-09cd-4911-8f25-b50d8440554f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0780706 Sep 09 09:18:49.347717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9754ce-2287-4221-b11a-f495a65d90fc req-15b9588b-4ef5-4ef0-b949-b8ebd99bcb33 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:49.349631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf9754ce-2287-4221-b11a-f495a65d90fc req-15b9588b-4ef5-4ef0-b949-b8ebd99bcb33 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 944 time: 0.1956990 Sep 09 09:18:49.385732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da187829-d50b-42ee-9284-9a63a4fa26b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:49.408252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d8fb1525-b622-416f-926f-e01ba53ba15a up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:18:49.410225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Deleting port d99170ae-686c-4477-acb8-103f456dd52d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:49.410569 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:49.434706 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf9754ce-2287-4221-b11a-f495a65d90fc req-f3ed213b-b9c7-443b-8cdf-435e751f29c8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760877 Sep 09 09:18:49.506497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da187829-d50b-42ee-9284-9a63a4fa26b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:49.506720 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f5b4ad-8228-4a2b-b244-3b78a9f43c1b None None] Network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:18:49.621244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] For port d99170ae-686c-4477-acb8-103f456dd52d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d99170ae-686c-4477-acb8-103f456dd52d,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:49.621579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:49.686441 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da187829-d50b-42ee-9284-9a63a4fa26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:49.691239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da187829-d50b-42ee-9284-9a63a4fa26b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:49.695129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-da187829-d50b-42ee-9284-9a63a4fa26b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88644211-c65d-4d06-b1aa-841b7dfac5c2 HTTP/1.1" status: 204 len: 168 time: 0.5076032 Sep 09 09:18:49.704705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Calling delete_port for d99170ae-686c-4477-acb8-103f456dd52d owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:49.711282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da187829-d50b-42ee-9284-9a63a4fa26b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88644211-c65d-4d06-b1aa-841b7dfac5c2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:49.757792 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0943a5f7-097c-4d28-9465-e9bcdcfb1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:18:46Z', 'revision_number': 5, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:49.801773 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943a5f7-097c-4d28-9465-e9bcdcfb1d02 None None] The sync data for ids ['45798ee2-a922-4ce3-b9c2-38a0d38dd309'] in n-d-778696-16 is: [{'id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'name': 'tempest-ServersTestManualDisk-214019013-router', 'tenant_id': '1c04901038b84fdfa281e81abfb35ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:16:15Z', 'updated_at': '2021-09-09T09:18:46Z', 'revision_number': 5, 'project_id': '1c04901038b84fdfa281e81abfb35ea1', 'gw_port': {'id': 'd99170ae-686c-4477-acb8-103f456dd52d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45798ee2-a922-4ce3-b9c2-38a0d38dd309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:16:17Z', 'updated_at': '2021-09-09T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:18:49.830911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port d8fb1525-b622-416f-926f-e01ba53ba15a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:18:49.832839 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:49.876034 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:49.949831 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:50.072771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc8ae-c2fd-45d7-92ab-d7fded67cf48 req-e52f0fe9-7ef6-48a9-bc61-fbe8fea1ead0 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:50.081734 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34ebc8ae-c2fd-45d7-92ab-d7fded67cf48 req-e52f0fe9-7ef6-48a9-bc61-fbe8fea1ead0 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 944 time: 0.1403794 Sep 09 09:18:50.122517 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34ebc8ae-c2fd-45d7-92ab-d7fded67cf48 req-603f9d4d-2b8b-4176-9389-131184aaf104 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Sep 09 09:18:50.129792 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:50.192655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d8fb1525-b622-416f-926f-e01ba53ba15a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8fb1525-b622-416f-926f-e01ba53ba15a,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:50.194648 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:50.195265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5e5747-35bc-459c-b0b9-5a348602e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb1525-b622-416f-926f-e01ba53ba15a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:50.198745 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95509b2f-1ba5-4594-a2f9-2a76b9522616" -d '{"events": [{"server_uuid": "1d5e5747-35bc-459c-b0b9-5a348602e3c0", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb1525-b622-416f-926f-e01ba53ba15a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:50.235750 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:50.238345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device eada0e90-2dbd-4a86-8a60-b09635a2086c no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:50.310131 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ea043d-8118-4ccf-af06-13f980e3a388 x-openstack-request-id: req-f9ea043d-8118-4ccf-af06-13f980e3a388 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:50.310753 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5e5747-35bc-459c-b0b9-5a348602e3c0", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb1525-b622-416f-926f-e01ba53ba15a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:50.311216 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9ea043d-8118-4ccf-af06-13f980e3a388 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:50.311898 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5e5747-35bc-459c-b0b9-5a348602e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb1525-b622-416f-926f-e01ba53ba15a', 'code': 200} Sep 09 09:18:50.315842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: eada0e90-2dbd-4a86-8a60-b09635a2086c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:18:50.316813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device eada0e90-2dbd-4a86-8a60-b09635a2086c not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:18:50.398502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d8fb1525-b622-416f-926f-e01ba53ba15a,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:50.669526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc08a3-4bf4-4988-9175-1d59354fe5b2 req-e2f3353e-8022-420c-ab85-67978c1d6bc8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:50.674007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01bc08a3-4bf4-4988-9175-1d59354fe5b2 req-e2f3353e-8022-420c-ab85-67978c1d6bc8 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 945 time: 0.1049371 Sep 09 09:18:50.785239 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01bc08a3-4bf4-4988-9175-1d59354fe5b2 req-2723de92-c032-4f42-bd4c-8b84931dd36d tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051700 Sep 09 09:18:50.987690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726facb8-bae0-49ec-9d47-fc429c830797 req-8cdc121b-1c90-4d6d-91c7-a372eb184abb tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:50.989389 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-726facb8-bae0-49ec-9d47-fc429c830797 req-8cdc121b-1c90-4d6d-91c7-a372eb184abb tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 945 time: 0.3250442 Sep 09 09:18:51.017845 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-195b48ef-b683-4bfd-b521-cc2921c26975 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:51.019530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-195b48ef-b683-4bfd-b521-cc2921c26975 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.9726419 Sep 09 09:18:51.058808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.25.8.48 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/c2f35d77-0fe4-442d-816d-1943fc01c71e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:18:51.084352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e819d45b-e41a-4257-a632-4113b01b333f up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:18:51.091852 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-261b101c-5baf-464e-b047-66978f118214 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/quotas/8488de5af68f47c9a85ed402dd053b64 HTTP/1.1" status: 200 len: 375 time: 0.0430107 Sep 09 09:18:51.220594 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-1cf0c410-0c5e-4cac-ab43-34ea0f39c9c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051452 Sep 09 09:18:51.227421 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:51.292127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port e819d45b-e41a-4257-a632-4113b01b333f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:18:51.297633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port e819d45b-e41a-4257-a632-4113b01b333f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:18:51.298225 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:51.326917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28481b1d-a4c3-4755-8b1e-2946416eaf81 req-4e783068-0402-493c-84fd-41bc93c88236 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:51.331267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-28481b1d-a4c3-4755-8b1e-2946416eaf81 req-4e783068-0402-493c-84fd-41bc93c88236 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 944 time: 0.1126075 Sep 09 09:18:51.344519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Pushing event deleted for resources: {'Port': ['ID=d99170ae-686c-4477-acb8-103f456dd52d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:51.426610 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:51.488880 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-28481b1d-a4c3-4755-8b1e-2946416eaf81 req-8981f3dc-2a40-4330-8c7d-43ff32e0a57e tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475644 Sep 09 09:18:51.490149 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:51.583232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:51.586641 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:51.599940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e819d45b-e41a-4257-a632-4113b01b333f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e819d45b-e41a-4257-a632-4113b01b333f,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:51.653021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:18:51.653382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 33bc2a29-4aeb-4f71-8b53-ef01fe89d693 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:18:51.654897 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:51.700529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:51.703296 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:51.753568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=e819d45b-e41a-4257-a632-4113b01b333f,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:51.755471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-726facb8-bae0-49ec-9d47-fc429c830797 req-f22c6f55-6117-4de5-966c-c133960127c2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Deleting port d8fb1525-b622-416f-926f-e01ba53ba15a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:51.755988 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-726facb8-bae0-49ec-9d47-fc429c830797 req-f22c6f55-6117-4de5-966c-c133960127c2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:51.783757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59342) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:51.828405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-8575ff5f-41f8-4d50-aa32-b1b9c9e2af85 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:18:51.836564 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-8575ff5f-41f8-4d50-aa32-b1b9c9e2af85 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5871887 Sep 09 09:18:51.850115 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:51.850682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45798ee2-a922-4ce3-b9c2-38a0d38dd309 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:18:51.909024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-869021843-network', 'tenant_id': '319038797d6444fe83fac263f792c8b1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:51.946371 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c78e0-f629-4b54-bfc1-37373eabd928 req-bf805409-c7a3-4128-b81a-8a760c1be549 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:51.951776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-726facb8-bae0-49ec-9d47-fc429c830797 req-f22c6f55-6117-4de5-966c-c133960127c2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] For port d8fb1525-b622-416f-926f-e01ba53ba15a, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8fb1525-b622-416f-926f-e01ba53ba15a,segment=NetworkSegment(d7b31144-66f9-4eb6-9d9b-7233f5f5b03f),segment_id=d7b31144-66f9-4eb6-9d9b-7233f5f5b03f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:51.952267 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-726facb8-bae0-49ec-9d47-fc429c830797 req-f22c6f55-6117-4de5-966c-c133960127c2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:51.954004 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf4c78e0-f629-4b54-bfc1-37373eabd928 req-bf805409-c7a3-4128-b81a-8a760c1be549 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 945 time: 0.0925021 Sep 09 09:18:51.974685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-726facb8-bae0-49ec-9d47-fc429c830797 req-f22c6f55-6117-4de5-966c-c133960127c2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Calling delete_port for d8fb1525-b622-416f-926f-e01ba53ba15a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:52.003851 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf4c78e0-f629-4b54-bfc1-37373eabd928 req-7127d927-30d4-49dc-96c5-8890c28aaa72 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/security-groups?id=df5a60e0-1808-4daa-b616-b759aac13e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428121 Sep 09 09:18:52.016989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Made reservation on behalf of 319038797d6444fe83fac263f792c8b1 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:52.019430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.028240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.030392 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.033033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59348) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:52.035773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-234ca2e1-f24c-4a54-8573-936707e3f36e admin admin] 10.222.0.32 "DELETE /v2.0/routers/45798ee2-a922-4ce3-b9c2-38a0d38dd309 HTTP/1.1" status: 204 len: 168 time: 4.0620892 Sep 09 09:18:52.091649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Deleting subnet 90c51cc2-c853-45d6-ad87-c7020f7a4fe6 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:18:52.098066 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.147564 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.166795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.202154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-e9dc5a94-f066-48de-b7ad-dc1f2860c30e service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646049 Sep 09 09:18:52.243801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:18:52.278985 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.282610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:52.285959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:18:52.313493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c27f79-6134-4c7f-90a3-a5e052630905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e819d45b-e41a-4257-a632-4113b01b333f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:52.318243 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef85187b-f252-4cd1-9f0a-60445043aefe" -d '{"events": [{"server_uuid": "97c27f79-6134-4c7f-90a3-a5e052630905", "name": "network-vif-plugged", "status": "completed", "tag": "e819d45b-e41a-4257-a632-4113b01b333f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:52.324332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=c2f35d77-0fe4-442d-816d-1943fc01c71e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:52.367411 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ce98be-bc9b-4892-9cd4-d3fba2db6233 x-openstack-request-id: req-60ce98be-bc9b-4892-9cd4-d3fba2db6233 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:52.367823 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c27f79-6134-4c7f-90a3-a5e052630905", "name": "network-vif-plugged", "status": "completed", "tag": "e819d45b-e41a-4257-a632-4113b01b333f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:52.368966 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60ce98be-bc9b-4892-9cd4-d3fba2db6233 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:52.369627 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c27f79-6134-4c7f-90a3-a5e052630905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e819d45b-e41a-4257-a632-4113b01b333f', 'code': 200} Sep 09 09:18:52.478335 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.501649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.513924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-3f3ef05d-1884-4871-ad30-88dfca4f068f service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999566 Sep 09 09:18:52.524372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c51cc2-c853-45d6-ad87-c7020f7a4fe6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:52.539485 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.541375 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/90c51cc2-c853-45d6-ad87-c7020f7a4fe6 HTTP/1.1" status: 204 len: 168 time: 0.5072696 Sep 09 09:18:52.543798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.544214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.546454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6c86c5-4fbd-47d9-9238-cc0c9b65693a None None] Network 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:18:52.547269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59356) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:52.549814 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-726facb8-bae0-49ec-9d47-fc429c830797 req-f22c6f55-6117-4de5-966c-c133960127c2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.549985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.550290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.550628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.550961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.551294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.551645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.551992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.552313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.552722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.553051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08790d84-a209-4ca2-bb1a-7cf00183827b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:52.561277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5772-371a-478e-8c06-0a9cba69fa38 req-5dcced29-c9b7-4624-9470-28d07daa1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:52.563608 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb2a5772-371a-478e-8c06-0a9cba69fa38 req-5dcced29-c9b7-4624-9470-28d07daa1395 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 1097 time: 0.1218073 Sep 09 09:18:52.644457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d8fb1525-b622-416f-926f-e01ba53ba15a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:52.658412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb2a5772-371a-478e-8c06-0a9cba69fa38 req-454bbea9-d889-4a6a-ad89-fa2a5feda381 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829329 Sep 09 09:18:52.658412 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.673752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c6f55-6117-4de5-966c-c133960127c2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Pushing event deleted for resources: {'Port': ['ID=d8fb1525-b622-416f-926f-e01ba53ba15a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:52.684456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:18:52.736406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.736406 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Added segment 2b2cad1d-818d-4395-b038-c313496964aa of type vlan for network 7efe8e48-373b-4725-88ce-70a7125cfaad Sep 09 09:18:52.747670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e2b468-e0a5-450f-9669-7788a791faca,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:52.789749 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.793124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-726facb8-bae0-49ec-9d47-fc429c830797 req-f22c6f55-6117-4de5-966c-c133960127c2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] No DVR routers for this DVR port d8fb1525-b622-416f-926f-e01ba53ba15a on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:52.798976 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-726facb8-bae0-49ec-9d47-fc429c830797 req-f22c6f55-6117-4de5-966c-c133960127c2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.801224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-726facb8-bae0-49ec-9d47-fc429c830797 req-f22c6f55-6117-4de5-966c-c133960127c2 tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.24 "DELETE /v2.0/ports/d8fb1525-b622-416f-926f-e01ba53ba15a HTTP/1.1" status: 204 len: 173 time: 1.8025799 Sep 09 09:18:52.804903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5e5747-35bc-459c-b0b9-5a348602e3c0', 'name': 'network-vif-deleted', 'tag': 'd8fb1525-b622-416f-926f-e01ba53ba15a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:52.806004 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b3d27e-f6ed-4944-8504-a3f2e59595ef" -d '{"events": [{"server_uuid": "1d5e5747-35bc-459c-b0b9-5a348602e3c0", "name": "network-vif-deleted", "tag": "d8fb1525-b622-416f-926f-e01ba53ba15a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:52.833464 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:52.844700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5277a4-1b76-4ea6-9c97-7d7da217e99c req-8aa41f2a-6506-46b5-892a-65df6ed30efd tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:52.855587 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd5277a4-1b76-4ea6-9c97-7d7da217e99c req-8aa41f2a-6506-46b5-892a-65df6ed30efd tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.2010581 Sep 09 09:18:52.935275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd5277a4-1b76-4ea6-9c97-7d7da217e99c req-3a8f382a-2bd5-49d6-aa60-9af1916f9741 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785286 Sep 09 09:18:53.026443 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:53.028659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:53.029580 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:53.032954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35903ae7-7d47-4d43-8894-5a2f0c2bae02 None None] DHCP port deletion for 4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:18:53.137895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-35903ae7-7d47-4d43-8894-5a2f0c2bae02 None None] Deleting port 82240197-03c2-4d39-887f-92403264c5e5 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:53.138514 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-35903ae7-7d47-4d43-8894-5a2f0c2bae02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:53.155199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Deleting port 82240197-03c2-4d39-887f-92403264c5e5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:53.159511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:53.207756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-77a7e18a-cd47-4cba-9341-4f9ff09d719a req-ba311dd9-c1a5-4be3-acb7-75f68738dbc4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 210 time: 0.1990511 Sep 09 09:18:53.213123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-35903ae7-7d47-4d43-8894-5a2f0c2bae02 None None] For port 82240197-03c2-4d39-887f-92403264c5e5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=82240197-03c2-4d39-887f-92403264c5e5,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:53.217585 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-35903ae7-7d47-4d43-8894-5a2f0c2bae02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:53.220202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] Pushing event updated for resources: {'Network': ['ID=7efe8e48-373b-4725-88ce-70a7125cfaad,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:53.226875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-35903ae7-7d47-4d43-8894-5a2f0c2bae02 None None] Calling delete_port for 82240197-03c2-4d39-887f-92403264c5e5 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:53.240493 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-93ed6e09-80c8-4eb5-93de-3823824e5f97 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4548738 Sep 09 09:18:53.246376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59374) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:53.258718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 7efe8e48-373b-4725-88ce-70a7125cfaad details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:18:53.277869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] Request body: {'subnet': {'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-869021843-subnet', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:53.334221 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e998bf9c-f3cd-4d26-bea6-89bedec26da9 x-openstack-request-id: req-e998bf9c-f3cd-4d26-bea6-89bedec26da9 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:53.334517 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5e5747-35bc-459c-b0b9-5a348602e3c0", "name": "network-vif-deleted", "tag": "d8fb1525-b622-416f-926f-e01ba53ba15a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:53.339921 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e998bf9c-f3cd-4d26-bea6-89bedec26da9 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:53.340799 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5e5747-35bc-459c-b0b9-5a348602e3c0', 'name': 'network-vif-deleted', 'tag': 'd8fb1525-b622-416f-926f-e01ba53ba15a', 'status': 'completed', 'code': 200} Sep 09 09:18:53.341416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:53.346032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] For port 82240197-03c2-4d39-887f-92403264c5e5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=82240197-03c2-4d39-887f-92403264c5e5,segment=NetworkSegment(aac8c902-78cc-4439-8d1f-cdaefc1227da),segment_id=aac8c902-78cc-4439-8d1f-cdaefc1227da)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:53.346961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:53.421408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] Made reservation on behalf of 319038797d6444fe83fac263f792c8b1 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:53.426411 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:53.456457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Calling delete_port for 82240197-03c2-4d39-887f-92403264c5e5 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:53.481006 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d99170ae-686c-4477-acb8-103f456dd52d no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:53.506421 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d99170ae-686c-4477-acb8-103f456dd52d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:18:53.507133 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d99170ae-686c-4477-acb8-103f456dd52d not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:18:53.509204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 82240197-03c2-4d39-887f-92403264c5e5 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:53.616441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19bfb2af-4f88-40ba-9348-c00f5e7a3d69 req-401fd40f-b1ee-4708-b96a-3250af43e2aa tempest-ImagesTestJSON-1552602228 tempest-ImagesTestJSON-1552602228-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d5e5747-35bc-459c-b0b9-5a348602e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0709238 Sep 09 09:18:53.725124 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:53.776860 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-35903ae7-7d47-4d43-8894-5a2f0c2bae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:53.847840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35903ae7-7d47-4d43-8894-5a2f0c2bae02 None None] Pushing event deleted for resources: {'Port': ['ID=82240197-03c2-4d39-887f-92403264c5e5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:53.932662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35903ae7-7d47-4d43-8894-5a2f0c2bae02 None None] No DVR routers for this DVR port 82240197-03c2-4d39-887f-92403264c5e5 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:53.992370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f14e5a-d224-4e3b-8a78-5393392e8e74 req-1691a66e-4695-4cbf-988e-d1a93529bd1d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:53.993977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a4f14e5a-d224-4e3b-8a78-5393392e8e74 req-1691a66e-4695-4cbf-988e-d1a93529bd1d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 945 time: 0.5149400 Sep 09 09:18:54.005700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.140992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75ffe02-efbd-415c-8929-c3e24abb7f53,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:54.181834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc58e33-319d-4d13-aca2-849fcc01f216 req-d5446149-1663-47e1-91de-4e2d2259a5be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:54.192013 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fc58e33-319d-4d13-aca2-849fcc01f216 req-d5446149-1663-47e1-91de-4e2d2259a5be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1401467 Sep 09 09:18:54.203842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] Checking segment: {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:54.204266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] Network hostable DHCP agents. Network: 7efe8e48-373b-4725-88ce-70a7125cfaad, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:18:54.261645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fc58e33-319d-4d13-aca2-849fcc01f216 req-1677f34f-bf0b-4dab-b299-8a3a2dca938b tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628805 Sep 09 09:18:54.369433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-273a4d0b-9482-461d-afc0-83ba65809103 req-da01c6c2-4f8c-405c-9261-d1b20007365b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 210 time: 0.0503089 Sep 09 09:18:54.371159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] Network 7efe8e48-373b-4725-88ce-70a7125cfaad is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:18:54.480164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab32510-7d06-4614-8e52-fd431344edfe req-6f9667ca-91a8-4278-9a32-c9c9783a4567 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:54.481929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ab32510-7d06-4614-8e52-fd431344edfe req-6f9667ca-91a8-4278-9a32-c9c9783a4567 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 945 time: 0.5600052 Sep 09 09:18:54.486571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 7efe8e48-373b-4725-88ce-70a7125cfaad) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:54.493915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:54.495403 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.499157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e10fa5d-f151-48bf-844e-e7f075f34762 None None] Network 7efe8e48-373b-4725-88ce-70a7125cfaad requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:18:54.507725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a4f14e5a-d224-4e3b-8a78-5393392e8e74 req-e9c93019-41ad-46f0-8d16-826914b3dc01 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929833 Sep 09 09:18:54.550072 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.566791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.570813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] No DVR routers for this DVR port 82240197-03c2-4d39-887f-92403264c5e5 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:54.616524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Pushing event deleted for resources: {'Port': ['ID=82240197-03c2-4d39-887f-92403264c5e5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:54.622565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8aeb91be-a368-4d05-b54a-b7f322fe001a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3752110 Sep 09 09:18:54.623132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59400) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:54.636681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:54.738846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-7efe8e48-373b-4725-88ce-70a7125cfaad', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:18:54.739768 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.780558 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.827266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:54.846798 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.857284 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.877229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac8c902-78cc-4439-8d1f-cdaefc1227da') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:54.882458 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac8c902-78cc-4439-8d1f-cdaefc1227da') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:54.896670 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.900361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-4ab32510-7d06-4614-8e52-fd431344edfe req-55988eb9-e87a-4559-b7be-1160fb20737c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Deleting port e848c75b-92f5-4585-9485-51450c605814 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:18:54.900819 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ab32510-7d06-4614-8e52-fd431344edfe req-55988eb9-e87a-4559-b7be-1160fb20737c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.950496 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.977843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:54.982484 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:54.986519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Allocated IP 172.20.0.2 (7efe8e48-373b-4725-88ce-70a7125cfaad/e75ffe02-efbd-415c-8929-c3e24abb7f53/e7d72151-3015-4f3a-a858-477e09e52997) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:54.988105 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:55.049509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.156829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4ab32510-7d06-4614-8e52-fd431344edfe req-55988eb9-e87a-4559-b7be-1160fb20737c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] For port e848c75b-92f5-4585-9485-51450c605814, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e848c75b-92f5-4585-9485-51450c605814,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:55.157209 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ab32510-7d06-4614-8e52-fd431344edfe req-55988eb9-e87a-4559-b7be-1160fb20737c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.174042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-4ab32510-7d06-4614-8e52-fd431344edfe req-55988eb9-e87a-4559-b7be-1160fb20737c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Calling delete_port for e848c75b-92f5-4585-9485-51450c605814 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:18:55.176016 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.207312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Transition to ACTIVE for port object e7d72151-3015-4f3a-a858-477e09e52997 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:18:55.247122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Transition to ACTIVE for port object e7d72151-3015-4f3a-a858-477e09e52997 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:18:55.277990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a59a4-3ad5-4bad-b155-82ac7461af58 req-4faff6b4-6952-4e87-9446-04b601434d88 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:55.282303 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-410a59a4-3ad5-4bad-b155-82ac7461af58 req-4faff6b4-6952-4e87-9446-04b601434d88 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.5027547 Sep 09 09:18:55.284351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904603b-7301-4065-8acb-2c27e79ef163 req-6de1f6f8-de13-4ae6-aebe-b4a318e79634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:55.289875 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7904603b-7301-4065-8acb-2c27e79ef163 req-6de1f6f8-de13-4ae6-aebe-b4a318e79634 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=010aa331e20b476da7391d58bcd87a18&device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 1097 time: 0.4427466 Sep 09 09:18:55.290111 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.296340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59438) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:55.305342 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.316566 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0 HTTP/1.1" status: 204 len: 168 time: 2.7669973 Sep 09 09:18:55.336922 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.338659 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.380474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e424107e-daec-43a9-96f7-b160684a74b8 admin admin] Deleting subnet e7087ae7-6b75-4933-a9a3-67deca9dee86 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:18:55.388971 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c23dd8-594d-46a6-ae57-3608f60f0184 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3c1bc5-78d2-4e8b-96f1-f663ce1cdcf0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:55.397958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d8fb1525-b622-416f-926f-e01ba53ba15a no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:55.420211 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e424107e-daec-43a9-96f7-b160684a74b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.437018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: d8fb1525-b622-416f-926f-e01ba53ba15a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:18:55.437975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d8fb1525-b622-416f-926f-e01ba53ba15a not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:18:55.448238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Network 7efe8e48-373b-4725-88ce-70a7125cfaad is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:18:55.450754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:55.466382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:18:55.474322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Pushing event updated for resources: {'Port': ['ID=e7d72151-3015-4f3a-a858-477e09e52997,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:55.504824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:18:55.508522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-30b88416-530d-441c-9c57-d7d42c0a7433 req-f47757dc-1b0e-4b7e-863e-41c66730001d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 210 time: 0.0450232 Sep 09 09:18:55.561906 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.573518 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ab32510-7d06-4614-8e52-fd431344edfe req-55988eb9-e87a-4559-b7be-1160fb20737c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.603526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Attempting to bind port e7d72151-3015-4f3a-a858-477e09e52997 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:18:55.606738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Attempting to bind port e7d72151-3015-4f3a-a858-477e09e52997 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:18:55.607129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Attempting to bind port e7d72151-3015-4f3a-a858-477e09e52997 on network 7efe8e48-373b-4725-88ce-70a7125cfaad {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:18:55.616071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e848c75b-92f5-4585-9485-51450c605814'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:18:55.663853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55988eb9-e87a-4559-b7be-1160fb20737c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Pushing event deleted for resources: {'Port': ['ID=e848c75b-92f5-4585-9485-51450c605814,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:55.683801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:18:55.684297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Checking segment: {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:18:55.685219 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.685690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Bound using segment: {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:18:55.686176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Bound port: e7d72151-3015-4f3a-a858-477e09e52997, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:18:55.686563 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.711111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9489448d-e884-4cea-83d2-be63bb9a777c req-5744bd91-6a7a-45ea-91a1-dc4e16f32d72 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 210 time: 0.0648048 Sep 09 09:18:55.721242 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-410a59a4-3ad5-4bad-b155-82ac7461af58 req-cff827c6-9b05-45f3-88cf-9d1f236dbf41 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277828 Sep 09 09:18:55.724221 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e424107e-daec-43a9-96f7-b160684a74b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.758512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-e10a0193-3845-40f8-8f36-f8f8ad1cf96f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:55.760222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-e10a0193-3845-40f8-8f36-f8f8ad1cf96f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.3304718 Sep 09 09:18:55.763336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab32510-7d06-4614-8e52-fd431344edfe req-55988eb9-e87a-4559-b7be-1160fb20737c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] No DVR routers for this DVR port e848c75b-92f5-4585-9485-51450c605814 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:18:55.768129 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ab32510-7d06-4614-8e52-fd431344edfe req-55988eb9-e87a-4559-b7be-1160fb20737c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.770644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ab32510-7d06-4614-8e52-fd431344edfe req-55988eb9-e87a-4559-b7be-1160fb20737c tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.24 "DELETE /v2.0/ports/e848c75b-92f5-4585-9485-51450c605814 HTTP/1.1" status: 204 len: 173 time: 1.2689092 Sep 09 09:18:55.771137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'name': 'network-vif-deleted', 'tag': 'e848c75b-92f5-4585-9485-51450c605814'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:18:55.773630 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada750a2-99e4-4b7f-a6c9-a786d573a40f" -d '{"events": [{"server_uuid": "cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161", "name": "network-vif-deleted", "tag": "e848c75b-92f5-4585-9485-51450c605814"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:18:55.778776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59448) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:55.810791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Request body: {'port': {'device_id': '290fc409-61fb-4c2a-964f-4d4fca909de0', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'admin_state_up': True, 'tenant_id': '8488de5af68f47c9a85ed402dd053b64'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:55.863332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:18:55.864795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904603b-7301-4065-8acb-2c27e79ef163 req-cf3e90c1-e81b-466c-b999-49104b430e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:55.868929 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7904603b-7301-4065-8acb-2c27e79ef163 req-cf3e90c1-e81b-466c-b999-49104b430e0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b HTTP/1.1" status: 200 len: 912 time: 0.5404041 Sep 09 09:18:55.896882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] For port e7d72151-3015-4f3a-a858-477e09e52997, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:18:55.901981 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b555f0-93b5-41a2-a240-6884c664ba3b x-openstack-request-id: req-c1b555f0-93b5-41a2-a240-6884c664ba3b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:18:55.902275 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161", "name": "network-vif-deleted", "tag": "e848c75b-92f5-4585-9485-51450c605814", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:18:55.902531 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1b555f0-93b5-41a2-a240-6884c664ba3b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:18:55.902933 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161', 'name': 'network-vif-deleted', 'tag': 'e848c75b-92f5-4585-9485-51450c605814', 'status': 'completed', 'code': 200} Sep 09 09:18:55.904919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] For port e7d72151-3015-4f3a-a858-477e09e52997, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e7d72151-3015-4f3a-a858-477e09e52997,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:18:55.911700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5aa7ef-284c-4a32-9b1c-e8c28bb524f5 None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:18:55.915159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-efa975d9-01c8-42c9-b8d6-af03c5af31aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c04901038b84fdfa281e81abfb35ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305208 Sep 09 09:18:55.918493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59452) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:55.930221 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.933565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5aa7ef-284c-4a32-9b1c-e8c28bb524f5 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:18:55.934199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5e5aa7ef-284c-4a32-9b1c-e8c28bb524f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:55.956320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7904603b-7301-4065-8acb-2c27e79ef163 req-a8a41738-2ac7-4e7c-86e7-ef0fc4858f4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e819d45b-e41a-4257-a632-4113b01b333f HTTP/1.1" status: 200 len: 217 time: 0.0495608 Sep 09 09:18:55.959424 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e424107e-daec-43a9-96f7-b160684a74b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.978114 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.978387 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:55.981758 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-db447bfd-3126-4694-b4ad-cb6371f58f4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6437387 Sep 09 09:18:55.981891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5e5aa7ef-284c-4a32-9b1c-e8c28bb524f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:55.989501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59454) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:56.030174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c78e5-cfbc-4f9e-97cd-81b125e91943 None None] Pushing event updated for resources: {'Port': ['ID=e7d72151-3015-4f3a-a858-477e09e52997,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:56.048907 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5aa7ef-284c-4a32-9b1c-e8c28bb524f5 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:18:56.061874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5e5aa7ef-284c-4a32-9b1c-e8c28bb524f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:56.115188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904603b-7301-4065-8acb-2c27e79ef163 req-9927a118-2e22-46da-a291-a44e4110de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:56.116712 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7904603b-7301-4065-8acb-2c27e79ef163 req-9927a118-2e22-46da-a291-a44e4110de43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cccd1f9-bfab-4b7f-b904-1e91da7a7b90 HTTP/1.1" status: 200 len: 851 time: 0.1229639 Sep 09 09:18:56.124926 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-338e3655-685d-40bf-935a-85a0a014d34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:56.126020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5e5aa7ef-284c-4a32-9b1c-e8c28bb524f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:56.126690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5aa7ef-284c-4a32-9b1c-e8c28bb524f5 None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:18:56.183801 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7904603b-7301-4065-8acb-2c27e79ef163 req-94909f43-2e41-4eed-82b7-fb3e4877b7f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482714 Sep 09 09:18:56.190112 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-338e3655-685d-40bf-935a-85a0a014d34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:56.402793 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Made reservation on behalf of 8488de5af68f47c9a85ed402dd053b64 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:56.407875 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:56.549573 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-338e3655-685d-40bf-935a-85a0a014d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:56.552269 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-338e3655-685d-40bf-935a-85a0a014d34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:56.553608 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-338e3655-685d-40bf-935a-85a0a014d34e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3de529a-2119-46fa-a248-e01b375ef745 HTTP/1.1" status: 204 len: 168 time: 0.6329863 Sep 09 09:18:56.645356 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e3655-685d-40bf-935a-85a0a014d34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3de529a-2119-46fa-a248-e01b375ef745,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:56.657081 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e424107e-daec-43a9-96f7-b160684a74b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:56.725715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e424107e-daec-43a9-96f7-b160684a74b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:56.725971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd1ceab7-6b6a-44eb-b805-f6185c58a175 req-86a60931-ec44-461e-9d6e-ec3028bdf95f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 210 time: 0.1290789 Sep 09 09:18:56.730103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e424107e-daec-43a9-96f7-b160684a74b8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e7087ae7-6b75-4933-a9a3-67deca9dee86 HTTP/1.1" status: 204 len: 168 time: 1.4323053 Sep 09 09:18:56.732870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424107e-daec-43a9-96f7-b160684a74b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7087ae7-6b75-4933-a9a3-67deca9dee86,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:56.733416 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59462) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:56.789208 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7904603b-7301-4065-8acb-2c27e79ef163 req-7b8cd624-e4fb-4018-a504-d321ce373a38 service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922241 Sep 09 09:18:56.846108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Allocated IP 172.20.0.9 (26aaa9bc-15bb-4aa8-b609-bb0d56dcd254/fcecb474-ea10-44b3-96f9-cd7cd9d5e862/d734b47e-7954-4730-872f-1ad2fe0b3edb) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:18:56.913639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7904603b-7301-4065-8acb-2c27e79ef163 req-7a4da603-7aa2-4da3-b6b6-7e0868352ff2 service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148612 Sep 09 09:18:56.940693 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:56.999161 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.069406 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.085894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0ab10-f378-4a4b-a59e-97aa82544078 req-85f0460d-efa0-4916-9be9-52b5057eac9d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:57.094433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e0ab10-f378-4a4b-a59e-97aa82544078 req-85f0460d-efa0-4916-9be9-52b5057eac9d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1729007 Sep 09 09:18:57.185982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e0ab10-f378-4a4b-a59e-97aa82544078 req-7e103215-b0d1-41b7-9171-8194d47fbe77 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906031 Sep 09 09:18:57.221031 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.226274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Allocated IP 172.25.8.137 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/ab7b3708-f27c-4d2c-85db-3208681c29a0) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:18:57.237685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8478936d-ea4a-43f8-8500-1158a2563938 req-60adbec3-a4ac-42ff-86e4-f58aea3a3514 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf1ea9f3-f1ab-4b17-9ca9-c3ed41a08161 HTTP/1.1" status: 200 len: 210 time: 0.1144433 Sep 09 09:18:57.250862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.342511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:18:57.360347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:57.363262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:18:57.387260 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.391671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event updated for resources: {'Port': ['ID=d734b47e-7954-4730-872f-1ad2fe0b3edb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:57.445035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59482) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:57.500618 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e80cb2-286e-4867-b223-cc7437f3324c admin admin] Deleting subnet 02604242-f553-4221-9a0e-57273b371c02 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:18:57.504985 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58e80cb2-286e-4867-b223-cc7437f3324c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.523765 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e7d72151-3015-4f3a-a858-477e09e52997 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:18:57.578393 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.587842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:57.588413 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.610293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2423a694-bea5-443e-8a1d-4b5255e85a63 None None] Network 7efe8e48-373b-4725-88ce-70a7125cfaad requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:18:57.623101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58e80cb2-286e-4867-b223-cc7437f3324c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.629257 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.644071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e7d72151-3015-4f3a-a858-477e09e52997 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:18:57.651189 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.671019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:18:57.695187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:57.703497 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:18:57.709050 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58e80cb2-286e-4867-b223-cc7437f3324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.815562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b6a5aef1-14d5-484e-9256-1290c2fd4804 None None] Provisioning for port e7d72151-3015-4f3a-a858-477e09e52997 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:18:57.826399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b6a5aef1-14d5-484e-9256-1290c2fd4804 None None] Provisioning complete for port e7d72151-3015-4f3a-a858-477e09e52997 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:18:57.826779 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6a5aef1-14d5-484e-9256-1290c2fd4804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:57.877486 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-db9f497f-6f78-4983-a7f7-bbaaad3d41a1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0738373 Sep 09 09:18:57.882994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575bbc1b-2638-4cdf-9043-6cd38faa718c']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:57.935301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7b3708-f27c-4d2c-85db-3208681c29a0,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:57.966429 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.20.0.1 (0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3/3efd26b1-8c3f-446b-b9fb-941b19cd6d23/db8afea3-d74f-4133-a67d-115dc1753d93) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:18:57.981999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Request body: {'port': {'device_id': '290fc409-61fb-4c2a-964f-4d4fca909de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:57.993055 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6a5aef1-14d5-484e-9256-1290c2fd4804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.038971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b6a5aef1-14d5-484e-9256-1290c2fd4804 None None] For port e7d72151-3015-4f3a-a858-477e09e52997, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e7d72151-3015-4f3a-a858-477e09e52997,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:18:58.041363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:58.041660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b31144-66f9-4eb6-9d9b-7233f5f5b03f') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:58.066489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe6b66-1d12-4146-bd9e-e499e8689e35 req-ea1e4486-dbfd-4fe3-93a0-ad45431299b8 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:58.068512 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bfbe6b66-1d12-4146-bd9e-e499e8689e35 req-ea1e4486-dbfd-4fe3-93a0-ad45431299b8 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 931 time: 0.2486367 Sep 09 09:18:58.087722 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.116770 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.143268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6a5aef1-14d5-484e-9256-1290c2fd4804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.160447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.170060 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bfbe6b66-1d12-4146-bd9e-e499e8689e35 req-844ae63b-ac60-4bdc-84c6-b85514a2f372 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908790 Sep 09 09:18:58.194266 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58e80cb2-286e-4867-b223-cc7437f3324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.247844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e80cb2-286e-4867-b223-cc7437f3324c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02604242-f553-4221-9a0e-57273b371c02,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:58.256839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5aef1-14d5-484e-9256-1290c2fd4804 None None] Pushing event updated for resources: {'Port': ['ID=e7d72151-3015-4f3a-a858-477e09e52997,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:58.265816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58e80cb2-286e-4867-b223-cc7437f3324c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.270723 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-58e80cb2-286e-4867-b223-cc7437f3324c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/02604242-f553-4221-9a0e-57273b371c02 HTTP/1.1" status: 204 len: 168 time: 0.8233531 Sep 09 09:18:58.281353 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.292677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59498) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:58.292953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59500) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:58.317690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:58.318103 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:58.341174 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:58.366469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c8b94e61-b0f3-4e4c-a2f0-0ae482dd39c2 None None] Provisioning complete for port e7d72151-3015-4f3a-a858-477e09e52997 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:18:58.367573 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8b94e61-b0f3-4e4c-a2f0-0ae482dd39c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.475066 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.560670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-572170862-network', 'tenant_id': '77c44c0859204d059165e2a3262a3398'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:18:58.601922 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.643989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd304bc1-34b9-4f66-874b-15c2aba1a847 req-2421733d-c44a-4c1c-abf4-14f873b80625 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:58.645643 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cd304bc1-34b9-4f66-874b-15c2aba1a847 req-2421733d-c44a-4c1c-abf4-14f873b80625 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.3503149 Sep 09 09:18:58.669320 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.675005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.677155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] 10.222.0.32 "DELETE /v2.0/networks/575bbc1b-2638-4cdf-9043-6cd38faa718c HTTP/1.1" status: 204 len: 168 time: 1.9422433 Sep 09 09:18:58.735096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:18:58.737508 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.739603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Pushing event deleted for resources: {'Network': ['ID=575bbc1b-2638-4cdf-9043-6cd38faa718c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:58.742645 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.748098 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:58.965638 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Router 60f4d0c1-8309-44c9-8ead-dc21aa667013 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:18:59.044304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59512) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:59.137671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27f77f-189f-432d-8be7-fa9ef0c932c4 req-f77b0bac-89bb-4c96-be4f-40ae4be457ae tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:59.139128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd27f77f-189f-432d-8be7-fa9ef0c932c4 req-f77b0bac-89bb-4c96-be4f-40ae4be457ae tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 944 time: 0.1256168 Sep 09 09:18:59.155603 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.158569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.158911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.159250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.159606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.159942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.160269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.160596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.160918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.161234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.161553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.161872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.162191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394f6e-4da5-43b2-b8c6-9948baed8717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:18:59.165680 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c8b0907c-ef80-4f21-a88b-33dc2d314d87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=732f78253ff7467eb3d636874f29448f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1194842 Sep 09 09:18:59.175809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59514) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:59.185388 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:18:59.198562 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Sync routers for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:18:59.210503 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:18:59.211626 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:59.211884 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cd304bc1-34b9-4f66-874b-15c2aba1a847 req-d99f3c39-ccba-4e0d-ab8c-179d653cdd3d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529504 Sep 09 09:18:59.228485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:18:59.241888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd27f77f-189f-432d-8be7-fa9ef0c932c4 req-98ec42ef-8d4a-4abc-b50b-07d888c6fa99 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922132 Sep 09 09:18:59.267692 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.280366 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-59a6bb3f-220a-4917-a483-3472a5f8eb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.282259 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:18:59.293063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:18:59.304563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=db8afea3-d74f-4133-a67d-115dc1753d93,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:59.318086 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-59a6bb3f-220a-4917-a483-3472a5f8eb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.333695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adfafda-2a60-492b-994f-a8450f2eae2e']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:59.355224 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.359706 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ba057b05-70ad-486f-9dad-69c3fba8ade5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7323406 Sep 09 09:18:59.359858 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:18:59.360689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59518) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:59.369969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da412eb-b7a6-43ae-963a-5ddd2acf30ed') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:59.370611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da412eb-b7a6-43ae-963a-5ddd2acf30ed') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:59.387372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e848c75b-92f5-4585-9485-51450c605814 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:18:59.436294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.437522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: e848c75b-92f5-4585-9485-51450c605814 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:18:59.438257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e848c75b-92f5-4585-9485-51450c605814 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:18:59.444287 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.489025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e7d72151-3015-4f3a-a858-477e09e52997 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:18:59.509904 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-59a6bb3f-220a-4917-a483-3472a5f8eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.512690 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-59a6bb3f-220a-4917-a483-3472a5f8eb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.516524 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-59a6bb3f-220a-4917-a483-3472a5f8eb7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df5a60e0-1808-4daa-b616-b759aac13e10 HTTP/1.1" status: 204 len: 168 time: 0.3368809 Sep 09 09:18:59.568501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e7d72151-3015-4f3a-a858-477e09e52997 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:18:59.569618 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.582464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6bb3f-220a-4917-a483-3472a5f8eb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5a60e0-1808-4daa-b616-b759aac13e10,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:18:59.607319 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.619132 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:18:58Z', 'revision_number': 3, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:18:59.646495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:18:59.647281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:18:59.652319 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:18:59.683023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d734b47e-7954-4730-872f-1ad2fe0b3edb {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:18:59.688085 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Checking router: 60f4d0c1-8309-44c9-8ead-dc21aa667013 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:18:59.688562 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Updating router 60f4d0c1-8309-44c9-8ead-dc21aa667013 port ab7b3708-f27c-4d2c-85db-3208681c29a0 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:18:59.698090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3c892-b928-43d6-9d8e-9ac0464c4fba req-019ddb88-52a1-4156-96db-65a88338d375 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:59.699679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bfd3c892-b928-43d6-9d8e-9ac0464c4fba req-019ddb88-52a1-4156-96db-65a88338d375 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 931 time: 0.3498127 Sep 09 09:18:59.712609 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.718219 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.815220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88a1c9-76a9-424c-a0b2-381e1df4c11e req-c7777fcc-e304-418d-8dce-08d3001e0212 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:18:59.817097 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da88a1c9-76a9-424c-a0b2-381e1df4c11e req-c7777fcc-e304-418d-8dce-08d3001e0212 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.24 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 944 time: 0.4182053 Sep 09 09:18:59.923126 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bfd3c892-b928-43d6-9d8e-9ac0464c4fba req-e1b0e0be-3064-4753-aee0-65a33251d354 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036347 Sep 09 09:18:59.936976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Transition to ACTIVE for port object d734b47e-7954-4730-872f-1ad2fe0b3edb will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:18:59.964026 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.969511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.971735 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.979309 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:18:59.981184 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] 10.222.0.32 "DELETE /v2.0/networks/1adfafda-2a60-492b-994f-a8450f2eae2e HTTP/1.1" status: 204 len: 168 time: 1.6824865 Sep 09 09:18:59.985092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59524) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:18:59.996478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac190ac-4cf4-40eb-8d7f-974267d062ee admin admin] Pushing event deleted for resources: {'Network': ['ID=1adfafda-2a60-492b-994f-a8450f2eae2e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:00.035860 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.080778 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.099731 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.100080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-da88a1c9-76a9-424c-a0b2-381e1df4c11e req-ffde9d1b-dbde-46d6-9fc0-52c2e2661bb8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Deleting port 826bb46c-0a65-47d6-938c-9e4442a6b515 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:00.100410 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-da88a1c9-76a9-424c-a0b2-381e1df4c11e req-ffde9d1b-dbde-46d6-9fc0-52c2e2661bb8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.115482 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Transition to ACTIVE for port object ab7b3708-f27c-4d2c-85db-3208681c29a0 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:00.121632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.145467 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eaff6bc-631b-46c5-b992-edd135352f19 admin admin] Deleting subnet 0439f15e-6ff5-4875-a734-574759f60f91 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:19:00.156679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9eaff6bc-631b-46c5-b992-edd135352f19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.165514 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.193079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d734b47e-7954-4730-872f-1ad2fe0b3edb,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:00.201143 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:19:00.236225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9eaff6bc-631b-46c5-b992-edd135352f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.258611 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Pushing event updated for resources: {'Port': ['ID=ab7b3708-f27c-4d2c-85db-3208681c29a0,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:00.267623 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Attempting to bind port ab7b3708-f27c-4d2c-85db-3208681c29a0 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:00.268306 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Attempting to bind port ab7b3708-f27c-4d2c-85db-3208681c29a0 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:00.272703 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Attempting to bind port ab7b3708-f27c-4d2c-85db-3208681c29a0 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:00.290763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1030c417-c232-45e5-bc7d-a1038ef88184,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:00.295738 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.296098 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Added segment 6af0fccc-c9f8-47c4-9c30-62890a11aaf9 of type vlan for network cde98297-5ac2-4658-b7e9-2b86e45e252b Sep 09 09:19:00.319020 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9eaff6bc-631b-46c5-b992-edd135352f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.322151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Allocated IP 172.20.0.1 (7efe8e48-373b-4725-88ce-70a7125cfaad/e75ffe02-efbd-415c-8929-c3e24abb7f53/2190bb82-6b2c-43e6-9c19-c71350248280) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:00.326777 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.327490 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.328659 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.329247 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.331114 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.331720 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.333903 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.336652 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.336652 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.336652 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.336652 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.336652 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:00.358749 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:00.359371 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:00.360197 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.364564 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:00.365389 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Bound port: ab7b3708-f27c-4d2c-85db-3208681c29a0, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:00.375859 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.436772 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.441142 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] For port ab7b3708-f27c-4d2c-85db-3208681c29a0, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:00.444900 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] For port ab7b3708-f27c-4d2c-85db-3208681c29a0, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab7b3708-f27c-4d2c-85db-3208681c29a0,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:00.453576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-da88a1c9-76a9-424c-a0b2-381e1df4c11e req-ffde9d1b-dbde-46d6-9fc0-52c2e2661bb8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] For port 826bb46c-0a65-47d6-938c-9e4442a6b515, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=826bb46c-0a65-47d6-938c-9e4442a6b515,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:00.453576 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-da88a1c9-76a9-424c-a0b2-381e1df4c11e req-ffde9d1b-dbde-46d6-9fc0-52c2e2661bb8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.502415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bbf92-cb34-45f6-87d8-ad395f0a1122 req-4e50b464-c917-47d7-bc37-fe0d7be27acb tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:00.503988 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a0bbf92-cb34-45f6-87d8-ad395f0a1122 req-4e50b464-c917-47d7-bc37-fe0d7be27acb tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1194236 Sep 09 09:19:00.520509 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.530767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-da88a1c9-76a9-424c-a0b2-381e1df4c11e req-ffde9d1b-dbde-46d6-9fc0-52c2e2661bb8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Calling delete_port for 826bb46c-0a65-47d6-938c-9e4442a6b515 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:00.565939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a0bbf92-cb34-45f6-87d8-ad395f0a1122 req-8231301b-b084-427a-8f53-063dd94f855a tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556970 Sep 09 09:19:00.567106 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9eaff6bc-631b-46c5-b992-edd135352f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.572090 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.572263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Attempting to bind port d734b47e-7954-4730-872f-1ad2fe0b3edb on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:00.572500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Attempting to bind port d734b47e-7954-4730-872f-1ad2fe0b3edb by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:00.573206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Attempting to bind port d734b47e-7954-4730-872f-1ad2fe0b3edb on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:00.612399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaff6bc-631b-46c5-b992-edd135352f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0439f15e-6ff5-4875-a734-574759f60f91,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:00.617552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Transition to ACTIVE for port object 2190bb82-6b2c-43e6-9c19-c71350248280 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:00.619350 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9eaff6bc-631b-46c5-b992-edd135352f19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.621254 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9eaff6bc-631b-46c5-b992-edd135352f19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0439f15e-6ff5-4875-a734-574759f60f91 HTTP/1.1" status: 204 len: 168 time: 0.6351001 Sep 09 09:19:00.624682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59540) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:00.638289 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:00.639229 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:00.648102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2597657-8fdd-43f6-acfc-cbfb67b3fc10 req-1bb8dfb7-bcad-4215-8920-64f6fb6734ba tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:00.650467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e2597657-8fdd-43f6-acfc-cbfb67b3fc10 req-1bb8dfb7-bcad-4215-8920-64f6fb6734ba tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 944 time: 0.2358365 Sep 09 09:19:00.651128 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.652232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:00.653139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.662334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Port d734b47e-7954-4730-872f-1ad2fe0b3edb on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:19:00.662893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Attempting to bind port d734b47e-7954-4730-872f-1ad2fe0b3edb on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:00.719915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:00.720517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Checking segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:00.721085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Bound using segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:00.721693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Bound port: d734b47e-7954-4730-872f-1ad2fe0b3edb, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:00.722217 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.727536 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.785217 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:00.816256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5100431 Sep 09 09:19:00.821159 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.824303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59546) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:00.825576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:00.844380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] Request body: {'subnet': {'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-subnet', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:00.857840 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd68dc-32f2-4ebd-9201-f50b23ac5720 None None] Pushing event updated for resources: {'Port': ['ID=ab7b3708-f27c-4d2c-85db-3208681c29a0,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:00.860344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9905e0-bf6e-42e9-abdd-2dc9f7fc7476 admin admin] Pushing event updated for resources: {'Network': ['ID=cde98297-5ac2-4658-b7e9-2b86e45e252b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:00.887181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network cde98297-5ac2-4658-b7e9-2b86e45e252b details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:19:00.904127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e2597657-8fdd-43f6-acfc-cbfb67b3fc10 req-795f7bae-b188-4e97-befb-6d6c462d324a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388537 Sep 09 09:19:00.919006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Network 7efe8e48-373b-4725-88ce-70a7125cfaad is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:00.979170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6362733-8e49-4722-95ec-fe09e39cd106']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:00.991270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba35e87-65c4-4b5a-bc3e-46cfdcfa5dea') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:00.991601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba35e87-65c4-4b5a-bc3e-46cfdcfa5dea') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:01.003695 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.019963 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.027015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:19:01.027529 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.080949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] For port d734b47e-7954-4730-872f-1ad2fe0b3edb, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:01.087845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.092384 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:18:58Z', 'revision_number': 3, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:01.097283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:19:01.099762 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:19:01.105498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:01.130108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] For port d734b47e-7954-4730-872f-1ad2fe0b3edb, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d734b47e-7954-4730-872f-1ad2fe0b3edb,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:01.136889 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:01.139550 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.147504 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58ac92-4698-4e2b-b60f-b1167b009b25 None None] The sync data for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 is: [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:18:58Z', 'revision_number': 3, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:01.165717 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.166106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Pushing event updated for resources: {'Port': ['ID=2190bb82-6b2c-43e6-9c19-c71350248280,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:01.241771 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.310059 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.323557 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-da88a1c9-76a9-424c-a0b2-381e1df4c11e req-ffde9d1b-dbde-46d6-9fc0-52c2e2661bb8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.342822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:01.343545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.345104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/d734b47e-7954-4730-872f-1ad2fe0b3edb HTTP/1.1" status: 200 len: 1092 time: 3.4545863 Sep 09 09:19:01.353353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290fc409-61fb-4c2a-964f-4d4fca909de0', 'tag': 'd734b47e-7954-4730-872f-1ad2fe0b3edb'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:01.356623 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fc3e7e-de58-4fe3-a8c3-f0c4d3bc9b18" -d '{"events": [{"name": "network-changed", "server_uuid": "290fc409-61fb-4c2a-964f-4d4fca909de0", "tag": "d734b47e-7954-4730-872f-1ad2fe0b3edb"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:01.363540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=db8afea3-d74f-4133-a67d-115dc1753d93,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:01.403302 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.528920 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:19:01.534824 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93558ef-219c-4b0a-9840-634594724ef1 x-openstack-request-id: req-c93558ef-219c-4b0a-9840-634594724ef1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:01.535132 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290fc409-61fb-4c2a-964f-4d4fca909de0", "tag": "d734b47e-7954-4730-872f-1ad2fe0b3edb", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:01.535413 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c93558ef-219c-4b0a-9840-634594724ef1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:01.535845 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290fc409-61fb-4c2a-964f-4d4fca909de0', 'tag': 'd734b47e-7954-4730-872f-1ad2fe0b3edb', 'status': 'completed', 'code': 200} Sep 09 09:19:01.650773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-86554860-95c0-41db-a9b0-fcd916f9dec3 None None] Provisioning for port 2190bb82-6b2c-43e6-9c19-c71350248280 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:01.662987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-86554860-95c0-41db-a9b0-fcd916f9dec3 None None] Provisioning complete for port 2190bb82-6b2c-43e6-9c19-c71350248280 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:01.665641 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86554860-95c0-41db-a9b0-fcd916f9dec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.666086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-da88a1c9-76a9-424c-a0b2-381e1df4c11e req-ffde9d1b-dbde-46d6-9fc0-52c2e2661bb8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] No DVR routers for this DVR port 826bb46c-0a65-47d6-938c-9e4442a6b515 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:19:01.670533 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-da88a1c9-76a9-424c-a0b2-381e1df4c11e req-ffde9d1b-dbde-46d6-9fc0-52c2e2661bb8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.673945 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da88a1c9-76a9-424c-a0b2-381e1df4c11e req-ffde9d1b-dbde-46d6-9fc0-52c2e2661bb8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.24 "DELETE /v2.0/ports/826bb46c-0a65-47d6-938c-9e4442a6b515 HTTP/1.1" status: 204 len: 173 time: 1.8460646 Sep 09 09:19:01.691643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:01.696730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1493903-c634-445e-aecd-aabd674668c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d734b47e-7954-4730-872f-1ad2fe0b3edb,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:01.707031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-dd5a90b5-1f7c-4493-9749-fd55a63f7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:01.708848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-dd5a90b5-1f7c-4493-9749-fd55a63f7e2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 1095 time: 0.2003379 Sep 09 09:19:01.715976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:01.743930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-86554860-95c0-41db-a9b0-fcd916f9dec3 None None] Port 2190bb82-6b2c-43e6-9c19-c71350248280 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:19:01.757935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde9d1b-dbde-46d6-9fc0-52c2e2661bb8 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Pushing event deleted for resources: {'Port': ['ID=826bb46c-0a65-47d6-938c-9e4442a6b515,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:01.764132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2283937-c1c2-4a6f-ab93-28af8c1e4504 req-5cfc06bb-0d29-412b-9ef7-550d6531d9f0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:01.766190 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b2283937-c1c2-4a6f-ab93-28af8c1e4504 req-5cfc06bb-0d29-412b-9ef7-550d6531d9f0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 943 time: 0.6622126 Sep 09 09:19:01.781685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.781685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] 10.222.0.32 "DELETE /v2.0/networks/a6362733-8e49-4722-95ec-fe09e39cd106 HTTP/1.1" status: 204 len: 168 time: 1.1467574 Sep 09 09:19:01.781685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:01.801629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-d79c3225-ea13-448c-9262-6771cc01efaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d734b47e-7954-4730-872f-1ad2fe0b3edb HTTP/1.1" status: 200 len: 217 time: 0.0563526 Sep 09 09:19:01.863922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ba009-284f-4c0d-b651-2b100f44fa3e admin admin] Pushing event deleted for resources: {'Network': ['ID=a6362733-8e49-4722-95ec-fe09e39cd106,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:01.939183 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b2283937-c1c2-4a6f-ab93-28af8c1e4504 req-4aa42923-ad87-45a2-9295-edc80b8bc37b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255651 Sep 09 09:19:01.939708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-139255a1-00ee-4e32-a84c-6dd6d2f1142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:01.942254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-139255a1-00ee-4e32-a84c-6dd6d2f1142c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 200 len: 850 time: 0.1068573 Sep 09 09:19:02.022883 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-7308bdd3-e3bc-46c2-8f84-b6bdc4b4ad1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347004 Sep 09 09:19:02.103096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:02.164342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b326d7-3c59-4cec-b256-5fa614ff1b7d req-6e9060a1-6bc1-4f6b-b0f5-ee573c83e4ee tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:02.166026 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70b326d7-3c59-4cec-b256-5fa614ff1b7d req-6e9060a1-6bc1-4f6b-b0f5-ee573c83e4ee tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1164775 Sep 09 09:19:02.241900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-5ef17e0c-53f6-4e8c-8fab-11bd5fae0525 service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111123 Sep 09 09:19:02.257908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70b326d7-3c59-4cec-b256-5fa614ff1b7d req-f096f567-27e2-432e-bde2-eeeb9a18f595 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570891 Sep 09 09:19:02.277616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59572) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:02.305865 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:02.332664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:02.360780 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-99e06c5a-c6ba-433f-9b52-5ba9f068e1d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5d75db8cd274acd89a735e714747a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818973 Sep 09 09:19:02.364474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59574) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:02.549123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] Checking segment: {'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:02.549495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] Network hostable DHCP agents. Network: cde98297-5ac2-4658-b7e9-2b86e45e252b, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:19:02.551724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eaf9055-4be0-4b7a-8a4c-147c7f236463,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:02.636101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b09925a4-f528-4e7f-8c5c-2a253a89a997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:02.671264 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b09925a4-f528-4e7f-8c5c-2a253a89a997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:02.702818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:02.759619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] Network cde98297-5ac2-4658-b7e9-2b86e45e252b is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:19:02.769764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4608e49b-f12f-444c-bb9d-c8f011664bfb req-b66f8271-f332-4276-92d7-22b3ffc94b7d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=fecce75a-9ff0-417b-83a1-cbcdc64262da HTTP/1.1" status: 200 len: 210 time: 0.0719166 Sep 09 09:19:02.796282 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:02.803063 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bd2c433f-2abb-4a9d-8a80-e4015676faaa tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "PUT /v2.0/routers/856fdc82-aad3-4137-9a03-0e036af2a597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8126659 Sep 09 09:19:02.805811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59582) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:02.809855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69cf4b-d333-4ead-bc29-1dafb0804785 None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:02.812186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'port': {'network_id': '0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3', 'name': 'tempest-FloatingIPTestJSON-2027936857'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:02.818892 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73addd98-6f1b-4555-91fd-e62269afbc44 req-6d1613a2-3d3e-4eb9-8a33-2ed096487d4e service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668941 Sep 09 09:19:02.820335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69cf4b-d333-4ead-bc29-1dafb0804785 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:02.820941 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-af69cf4b-d333-4ead-bc29-1dafb0804785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:02.822529 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:02.870444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-af69cf4b-d333-4ead-bc29-1dafb0804785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:02.880099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, cde98297-5ac2-4658-b7e9-2b86e45e252b) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:02.884429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69cf4b-d333-4ead-bc29-1dafb0804785 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:02.884429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-af69cf4b-d333-4ead-bc29-1dafb0804785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:02.886389 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b09925a4-f528-4e7f-8c5c-2a253a89a997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:02.888152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38988b-4506-482a-8848-ad124ab06824 None None] Network cde98297-5ac2-4658-b7e9-2b86e45e252b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:19:02.890091 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b09925a4-f528-4e7f-8c5c-2a253a89a997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:02.894215 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b09925a4-f528-4e7f-8c5c-2a253a89a997 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fef836a6-2cec-466d-b62a-3abed3410ccb HTTP/1.1" status: 204 len: 168 time: 0.5273530 Sep 09 09:19:02.907309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:02.908262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:02.943663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09925a4-f528-4e7f-8c5c-2a253a89a997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef836a6-2cec-466d-b62a-3abed3410ccb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:02.957312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Pushing event updated for resources: {'Port': ['ID=2190bb82-6b2c-43e6-9c19-c71350248280,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:02.967479 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:03.011734 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fe8feedb-41cc-43b0-8bc8-e78cbed1bc98 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1770113 Sep 09 09:19:03.017083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59594) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:03.029927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:03.076020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-af69cf4b-d333-4ead-bc29-1dafb0804785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:03.076703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69cf4b-d333-4ead-bc29-1dafb0804785 None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:03.103876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3e7e-de58-4fe3-a8c3-f0c4d3bc9b18 req-43fc2f82-ba58-472e-8746-edda577a373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:03.105444 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6fc3e7e-de58-4fe3-a8c3-f0c4d3bc9b18 req-43fc2f82-ba58-472e-8746-edda577a373c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 1095 time: 0.1328738 Sep 09 09:19:03.131450 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-cde98297-5ac2-4658-b7e9-2b86e45e252b', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'fixed_ips': [{'subnet_id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:19:03.132443 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:03.193226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Made reservation on behalf of 3e690a2e8ad042f59c6c9a59c32a26d8 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:03.204592 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:03.224777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee65eae-0bc4-41a4-8d50-6aa6935062fa req-4e6b713d-df78-4ee2-bea3-98b40a6872de tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:03.233068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aee65eae-0bc4-41a4-8d50-6aa6935062fa req-4e6b713d-df78-4ee2-bea3-98b40a6872de tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 943 time: 0.0971565 Sep 09 09:19:03.237977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Network 7efe8e48-373b-4725-88ce-70a7125cfaad is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:03.242342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] device_id is not set on port 740769ec-2721-47f1-aa12-f9b3713ec428 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:19:03.248073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:03.333593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aee65eae-0bc4-41a4-8d50-6aa6935062fa req-69388df3-c9dd-4e4e-b7bb-0564bb4082d8 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936599 Sep 09 09:19:03.334830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:03.337285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:03.359515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3e7e-de58-4fe3-a8c3-f0c4d3bc9b18 req-665cfb54-d4cc-4cf8-8a96-9d14df9ca117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:03.361547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6fc3e7e-de58-4fe3-a8c3-f0c4d3bc9b18 req-665cfb54-d4cc-4cf8-8a96-9d14df9ca117 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 911 time: 0.2490852 Sep 09 09:19:03.404454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 826bb46c-0a65-47d6-938c-9e4442a6b515 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:19:03.465228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Allocated IP 172.20.0.2 (cde98297-5ac2-4658-b7e9-2b86e45e252b/7eaf9055-4be0-4b7a-8a4c-147c7f236463/cadf9739-eb4e-4cba-97d8-fc8446cb9ca0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:03.474122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 826bb46c-0a65-47d6-938c-9e4442a6b515 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:19:03.474764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 826bb46c-0a65-47d6-938c-9e4442a6b515 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:19:03.554723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'name': 'network-vif-deleted', 'tag': '826bb46c-0a65-47d6-938c-9e4442a6b515'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:03.555008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Router 60f4d0c1-8309-44c9-8ead-dc21aa667013 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:03.557490 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84057b0-1416-4f57-88b5-09c7be989006" -d '{"events": [{"server_uuid": "fecce75a-9ff0-417b-83a1-cbcdc64262da", "name": "network-vif-deleted", "tag": "826bb46c-0a65-47d6-938c-9e4442a6b515"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:03.575745 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6fc3e7e-de58-4fe3-a8c3-f0c4d3bc9b18 req-a83fdc37-e893-441c-9096-d5f4504b53b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d734b47e-7954-4730-872f-1ad2fe0b3edb HTTP/1.1" status: 200 len: 217 time: 0.1871259 Sep 09 09:19:03.659133 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:03.686324 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8bb10c-41b2-4562-954d-65c8af7b1963 x-openstack-request-id: req-bc8bb10c-41b2-4562-954d-65c8af7b1963 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:03.686750 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecce75a-9ff0-417b-83a1-cbcdc64262da", "name": "network-vif-deleted", "tag": "826bb46c-0a65-47d6-938c-9e4442a6b515", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:03.687589 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc8bb10c-41b2-4562-954d-65c8af7b1963 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:03.688010 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecce75a-9ff0-417b-83a1-cbcdc64262da', 'name': 'network-vif-deleted', 'tag': '826bb46c-0a65-47d6-938c-9e4442a6b515', 'status': 'completed', 'code': 200} Sep 09 09:19:03.711577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.20.0.13 (0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3/3efd26b1-8c3f-446b-b9fb-941b19cd6d23/740769ec-2721-47f1-aa12-f9b3713ec428) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:03.728665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91959b-91a9-4c7c-a7e8-7e4d78eea8b9 req-41680cb6-cdc1-4d27-a77e-b95ab64cb152 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:03.730311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec91959b-91a9-4c7c-a7e8-7e4d78eea8b9 req-41680cb6-cdc1-4d27-a77e-b95ab64cb152 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.3420839 Sep 09 09:19:03.781702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59606) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:03.803926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:03.814183 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Sync routers for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:03.832836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab7b3708-f27c-4d2c-85db-3208681c29a0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:03.857214 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c3eaea0f-4016-4792-984e-449e97fda10d admin admin] 10.222.0.32 "PUT /v2.0/routers/60f4d0c1-8309-44c9-8ead-dc21aa667013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4911280 Sep 09 09:19:03.858609 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:03.863291 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:03.930910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3e7e-de58-4fe3-a8c3-f0c4d3bc9b18 req-bb10fa51-afae-4be9-82ef-8e5971fc9458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:03.933236 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6fc3e7e-de58-4fe3-a8c3-f0c4d3bc9b18 req-bb10fa51-afae-4be9-82ef-8e5971fc9458 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 200 len: 850 time: 0.3488653 Sep 09 09:19:03.949411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1b4c309c-d801-4da6-9122-1ed14d3aaa54 None None] Provisioning complete for port 2190bb82-6b2c-43e6-9c19-c71350248280 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:03.949793 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b4c309c-d801-4da6-9122-1ed14d3aaa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:03.970084 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce1e37b9-4e90-407e-bcd8-3e4b5ab2ad05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.007940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59616) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:04.024947 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port ab7b3708-f27c-4d2c-85db-3208681c29a0 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:04.054047 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ab7b3708-f27c-4d2c-85db-3208681c29a0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:04.054419 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.073209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c309c-d801-4da6-9122-1ed14d3aaa54 None None] Port 2190bb82-6b2c-43e6-9c19-c71350248280 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:19:04.089801 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:04.096583 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.101594 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6fc3e7e-de58-4fe3-a8c3-f0c4d3bc9b18 req-7d679918-deec-4cdc-b9cb-756ca4b9e3dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155832 Sep 09 09:19:04.125561 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec91959b-91a9-4c7c-a7e8-7e4d78eea8b9 req-61dc3b1a-013b-41d5-9c80-856aa2ab7caf tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859158 Sep 09 09:19:04.137925 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.143137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Transition to ACTIVE for port object cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:04.148973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-331565ad-ae8c-4f23-b5c9-fb83524833b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cb64844d48d4cfcbb0420913bfd44b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391253 Sep 09 09:19:04.155162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59618) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:04.206390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Transition to ACTIVE for port object cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:04.223925 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.246818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port ab7b3708-f27c-4d2c-85db-3208681c29a0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab7b3708-f27c-4d2c-85db-3208681c29a0,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:04.262237 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d34b186-0a5c-4a7a-8e6c-08867820e7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.280726 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.306466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d34b186-0a5c-4a7a-8e6c-08867820e7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.324476 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.342731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Network cde98297-5ac2-4658-b7e9-2b86e45e252b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:04.346239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:04.350634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:04.390242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Pushing event updated for resources: {'Port': ['ID=cadf9739-eb4e-4cba-97d8-fc8446cb9ca0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:04.420516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce1e37b9-4e90-407e-bcd8-3e4b5ab2ad05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.447197 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6fc3e7e-de58-4fe3-a8c3-f0c4d3bc9b18 req-e029b1d6-673b-42ad-a734-71970f0df61f service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008285 Sep 09 09:19:04.457460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d34b186-0a5c-4a7a-8e6c-08867820e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.460174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d34b186-0a5c-4a7a-8e6c-08867820e7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.461854 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0d34b186-0a5c-4a7a-8e6c-08867820e7d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d5b0926-27b6-40a8-94a1-fe3fb14fac2b HTTP/1.1" status: 204 len: 168 time: 0.3039007 Sep 09 09:19:04.469763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Attempting to bind port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:04.470033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Attempting to bind port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:04.470402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Attempting to bind port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 on network cde98297-5ac2-4658-b7e9-2b86e45e252b {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:04.481955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:04.482420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Checking segment: {'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:04.482740 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.483134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Bound using segment: {'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:04.483667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Bound port: cadf9739-eb4e-4cba-97d8-fc8446cb9ca0, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:04.486240 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.503408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=ab7b3708-f27c-4d2c-85db-3208681c29a0,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:04.517699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34b186-0a5c-4a7a-8e6c-08867820e7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5b0926-27b6-40a8-94a1-fe3fb14fac2b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:04.561122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce1e37b9-4e90-407e-bcd8-3e4b5ab2ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.590185 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 2, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:04.604143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] For port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:04.608178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] For port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cadf9739-eb4e-4cba-97d8-fc8446cb9ca0,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:04.649610 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Checking router: 60f4d0c1-8309-44c9-8ead-dc21aa667013 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:19:04.649874 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Updating router 60f4d0c1-8309-44c9-8ead-dc21aa667013 port 2190bb82-6b2c-43e6-9c19-c71350248280 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:19:04.660865 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ce1e37b9-4e90-407e-bcd8-3e4b5ab2ad05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6659122fc6f4c86804c3f6d97a845ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8753927 Sep 09 09:19:04.661427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59630) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:04.665575 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.670608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e37b9-4e90-407e-bcd8-3e4b5ab2ad05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45bfa6e-ca03-46e8-9457-f058f25a3b5f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:04.695127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.712354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf7cb5-f4c7-435f-bc27-87999a77b243 req-b2a596f5-b8a4-4d19-914a-77f6e6a56b74 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:04.713010 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6fc3e7e-de58-4fe3-a8c3-f0c4d3bc9b18 req-9674a055-09f7-4872-903c-0044922fc5ea service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292163 Sep 09 09:19:04.720006 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35bf7cb5-f4c7-435f-bc27-87999a77b243 req-b2a596f5-b8a4-4d19-914a-77f6e6a56b74 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 943 time: 0.2087586 Sep 09 09:19:04.727881 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.791576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35bf7cb5-f4c7-435f-bc27-87999a77b243 req-a76c7f5c-5b4b-4b8c-9513-d30c999069ca tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571265 Sep 09 09:19:04.820745 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-514c450b-3b4a-4d72-a9c3-c523df8f9598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.852520 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-514c450b-3b4a-4d72-a9c3-c523df8f9598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.861076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1300cd7-14fa-4400-95dc-ead9590ae0b8 None None] Pushing event updated for resources: {'Port': ['ID=cadf9739-eb4e-4cba-97d8-fc8446cb9ca0,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:04.900576 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.936968 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:04.978059 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:05.040465 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-514c450b-3b4a-4d72-a9c3-c523df8f9598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:05.044325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-514c450b-3b4a-4d72-a9c3-c523df8f9598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:05.046432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:05.048863 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-514c450b-3b4a-4d72-a9c3-c523df8f9598 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d45bfa6e-ca03-46e8-9457-f058f25a3b5f HTTP/1.1" status: 204 len: 168 time: 0.3866563 Sep 09 09:19:05.082734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c450b-3b4a-4d72-a9c3-c523df8f9598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45bfa6e-ca03-46e8-9457-f058f25a3b5f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:05.087432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:05.110299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d734b47e-7954-4730-872f-1ad2fe0b3edb details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:19:05.225052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:05.388543 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d734b47e-7954-4730-872f-1ad2fe0b3edb, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d734b47e-7954-4730-872f-1ad2fe0b3edb,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:05.427039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'd734b47e-7954-4730-872f-1ad2fe0b3edb', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'port_id': 'd734b47e-7954-4730-872f-1ad2fe0b3edb', 'mac_address': 'fa:16:3e:1d:8f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcecb474-ea10-44b3-96f9-cd7cd9d5e862', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:19:05.433527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=740769ec-2721-47f1-aa12-f9b3713ec428,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:05.443178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0333de-9afa-4c36-9e3f-c7584b671fa0 req-cdfff067-1f6f-42d1-beab-d039449bd86e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:05.457397 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:05.466551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb0333de-9afa-4c36-9e3f-c7584b671fa0 req-cdfff067-1f6f-42d1-beab-d039449bd86e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 944 time: 0.1733525 Sep 09 09:19:05.472507 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Transition to ACTIVE for port object 2190bb82-6b2c-43e6-9c19-c71350248280 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:05.516601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:05.520251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:05.552365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb0333de-9afa-4c36-9e3f-c7584b671fa0 req-c9642e64-631f-4a0e-9135-cc892c364e50 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730286 Sep 09 09:19:05.566511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb767645-98c1-4505-bc16-cd3df1e32746 req-7a4921c3-d68e-4512-9f4e-fc360f5ef57d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:05.568173 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb767645-98c1-4505-bc16-cd3df1e32746 req-7a4921c3-d68e-4512-9f4e-fc360f5ef57d tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.41 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 944 time: 0.7177625 Sep 09 09:19:05.571146 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:05.589663 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:05.590961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Allocated IP 172.25.8.182 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/bc6bba9c-eab2-4df8-bd72-be2f8bf37e42) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:05.619698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d734b47e-7954-4730-872f-1ad2fe0b3edb {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:19:05.647768 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3069af44-842c-48f2-9cea-0ac97e4c4b65 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8408575 Sep 09 09:19:05.653111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59644) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:05.659364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'port': {'network_id': '0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3', 'name': 'tempest-FloatingIPTestJSON-789352789'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:05.692195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d734b47e-7954-4730-872f-1ad2fe0b3edb, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d734b47e-7954-4730-872f-1ad2fe0b3edb,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:05.738846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:05.779319 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:05.783147 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Attempting to bind port 2190bb82-6b2c-43e6-9c19-c71350248280 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:05.783595 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Attempting to bind port 2190bb82-6b2c-43e6-9c19-c71350248280 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:05.783994 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Attempting to bind port 2190bb82-6b2c-43e6-9c19-c71350248280 on network 7efe8e48-373b-4725-88ce-70a7125cfaad {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:05.791903 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:05.792287 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Checking segment: {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:05.792691 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:05.793083 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Bound using segment: {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:05.793559 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Bound port: 2190bb82-6b2c-43e6-9c19-c71350248280, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:05.793963 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:05.850228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:05.893315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-95846e90-51b1-4d25-a370-405a72146ab9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108378525', 'description': 'tempest-description--134802786'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:05.900576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd506057-ca1b-447b-9e94-15279e605933 req-60da340b-2500-48fd-a84f-a3a73b797c9e tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:05.909616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd506057-ca1b-447b-9e94-15279e605933 req-60da340b-2500-48fd-a84f-a3a73b797c9e tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1661615 Sep 09 09:19:05.972959 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] For port 2190bb82-6b2c-43e6-9c19-c71350248280, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:05.983203 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] For port 2190bb82-6b2c-43e6-9c19-c71350248280, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2190bb82-6b2c-43e6-9c19-c71350248280,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:06.001004 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba23a1-d483-4cbc-b661-f7fa517e6e14 None None] Pushing event updated for resources: {'Port': ['ID=2190bb82-6b2c-43e6-9c19-c71350248280,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:06.019076 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd506057-ca1b-447b-9e94-15279e605933 req-49286404-35bc-4279-a5b1-480ca106a98a tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007373 Sep 09 09:19:06.026547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=d734b47e-7954-4730-872f-1ad2fe0b3edb,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:06.057031 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:06.061383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['d734b47e-7954-4730-872f-1ad2fe0b3edb'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:19:06.085619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Made reservation on behalf of 3e690a2e8ad042f59c6c9a59c32a26d8 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:06.090013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:06.133372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] device_id is not set on port d453e1f8-d2b4-4eb9-b028-822841d1819a yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:19:06.169035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:06.189338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab7b3708-f27c-4d2c-85db-3208681c29a0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:06.216035 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba23a1-d483-4cbc-b661-f7fa517e6e14 None None] Pushing event updated for resources: {'Port': ['ID=2190bb82-6b2c-43e6-9c19-c71350248280,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:06.238521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-eb767645-98c1-4505-bc16-cd3df1e32746 req-440d8384-8c4e-4dd7-a011-087ec9bf00ea tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Deleting port c60ea6f4-955d-45c6-9264-27a1d03618bc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:06.239075 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb767645-98c1-4505-bc16-cd3df1e32746 req-440d8384-8c4e-4dd7-a011-087ec9bf00ea tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:06.244020 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:06.245592 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:06.316012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017862f4-90a7-424e-b6d0-49539cfb01ce req-9c5750f8-cc36-49aa-85fb-b1df3abcc20a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:06.330425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-017862f4-90a7-424e-b6d0-49539cfb01ce req-9c5750f8-cc36-49aa-85fb-b1df3abcc20a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 944 time: 0.3066342 Sep 09 09:19:06.336958 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:06.389127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95846e90-51b1-4d25-a370-405a72146ab9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:06.389332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ab7b3708-f27c-4d2c-85db-3208681c29a0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:06.389332 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:06.405343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.20.0.5 (0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3/3efd26b1-8c3f-446b-b9fb-941b19cd6d23/d453e1f8-d2b4-4eb9-b028-822841d1819a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:06.524237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-017862f4-90a7-424e-b6d0-49539cfb01ce req-0582e25d-da18-4583-b6cc-18875e18c7e5 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911256 Sep 09 09:19:06.532192 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:06.673217 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-eb767645-98c1-4505-bc16-cd3df1e32746 req-440d8384-8c4e-4dd7-a011-087ec9bf00ea tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] For port c60ea6f4-955d-45c6-9264-27a1d03618bc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c60ea6f4-955d-45c6-9264-27a1d03618bc,segment=NetworkSegment(51fe0a2a-eb6b-4656-8ffc-678a9482c54e),segment_id=51fe0a2a-eb6b-4656-8ffc-678a9482c54e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:06.673838 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb767645-98c1-4505-bc16-cd3df1e32746 req-440d8384-8c4e-4dd7-a011-087ec9bf00ea tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:06.710099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-eb767645-98c1-4505-bc16-cd3df1e32746 req-440d8384-8c4e-4dd7-a011-087ec9bf00ea tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Calling delete_port for c60ea6f4-955d-45c6-9264-27a1d03618bc owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:06.770364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343eab8f-131e-4c85-8916-232cb9a293dc None None] Network cde98297-5ac2-4658-b7e9-2b86e45e252b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:19:06.804456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afd6fb-47ca-4bf6-97c6-4d4a15806f73 req-54fe5be0-a54b-4660-8946-b0abb40ce521 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:06.806452 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d1afd6fb-47ca-4bf6-97c6-4d4a15806f73 req-54fe5be0-a54b-4660-8946-b0abb40ce521 tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 944 time: 0.1252804 Sep 09 09:19:06.818189 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95846e90-51b1-4d25-a370-405a72146ab9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:06.843029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:06.867278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d1afd6fb-47ca-4bf6-97c6-4d4a15806f73 req-c69e1a45-7b6b-46ac-9c58-f279fb894c6a tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/security-groups?id=edfe82b9-cf70-403c-9011-a0508021eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522895 Sep 09 09:19:06.901176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:06.904197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:06.909568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:06.915556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:06.924691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95846e90-51b1-4d25-a370-405a72146ab9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.019493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6bba9c-eab2-4df8-bd72-be2f8bf37e42,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:07.032011 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:05Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:07.057460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.076935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-362e367c-45bd-4550-94cc-fb81bf965942 None None] Provisioning for port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:07.087244 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e234068d-a5b4-496e-b60f-7d7da9357b32 None None] The sync data for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 is: [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:05Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:07.101965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-362e367c-45bd-4550-94cc-fb81bf965942 None None] Provisioning complete for port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:07.102336 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-362e367c-45bd-4550-94cc-fb81bf965942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.135786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c60ea6f4-955d-45c6-9264-27a1d03618bc no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:19:07.216281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95846e90-51b1-4d25-a370-405a72146ab9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:07.216434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:07.227952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:07.241408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:07.314528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=d453e1f8-d2b4-4eb9-b028-822841d1819a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:07.333429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:07.337095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95846e90-51b1-4d25-a370-405a72146ab9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.337650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.339477 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-95846e90-51b1-4d25-a370-405a72146ab9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4581406 Sep 09 09:19:07.345200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59694) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:07.368250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-baef4bab-ddf8-4982-a88e-75ec2951c495 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'security_group_rule': {'security_group_id': '7f6e9d9b-eaf7-48c9-ac16-2cb11567b422', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:07.431630 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-362e367c-45bd-4550-94cc-fb81bf965942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.453363 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb767645-98c1-4505-bc16-cd3df1e32746 req-440d8384-8c4e-4dd7-a011-087ec9bf00ea tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.509256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Port c60ea6f4-955d-45c6-9264-27a1d03618bc update to DOWN by agent not found {{(pid=95327) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 09 09:19:07.531852 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-baef4bab-ddf8-4982-a88e-75ec2951c495 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.533004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d8384-8c4e-4dd7-a011-087ec9bf00ea tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Pushing event deleted for resources: {'Port': ['ID=c60ea6f4-955d-45c6-9264-27a1d03618bc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:07.577432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6a9a5-50ce-4994-b5d5-c8b1daec3d93 req-87740819-667b-4c7c-8963-46f628ecba7d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:07.596236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-362e367c-45bd-4550-94cc-fb81bf965942 None None] For port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cadf9739-eb4e-4cba-97d8-fc8446cb9ca0,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:07.598672 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75f6a9a5-50ce-4994-b5d5-c8b1daec3d93 req-87740819-667b-4c7c-8963-46f628ecba7d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.2626917 Sep 09 09:19:07.603050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2190bb82-6b2c-43e6-9c19-c71350248280 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:07.635227 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f1bdc6be-045a-478c-89e9-357f7bff2593 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9817102 Sep 09 09:19:07.637847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59700) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:07.643874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': 'd453e1f8-d2b4-4eb9-b028-822841d1819a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:07.665421 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-362e367c-45bd-4550-94cc-fb81bf965942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.760840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e367c-45bd-4550-94cc-fb81bf965942 None None] Pushing event updated for resources: {'Port': ['ID=cadf9739-eb4e-4cba-97d8-fc8446cb9ca0,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:07.801427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-540a2ff8-d624-4e59-b074-a058fb20b334 None None] Provisioning complete for port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:07.802031 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-540a2ff8-d624-4e59-b074-a058fb20b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.846708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb767645-98c1-4505-bc16-cd3df1e32746 req-440d8384-8c4e-4dd7-a011-087ec9bf00ea tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] No DVR routers for this DVR port c60ea6f4-955d-45c6-9264-27a1d03618bc on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:19:07.847997 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-baef4bab-ddf8-4982-a88e-75ec2951c495 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.867715 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb767645-98c1-4505-bc16-cd3df1e32746 req-440d8384-8c4e-4dd7-a011-087ec9bf00ea tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.872430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb767645-98c1-4505-bc16-cd3df1e32746 req-440d8384-8c4e-4dd7-a011-087ec9bf00ea tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.41 "DELETE /v2.0/ports/c60ea6f4-955d-45c6-9264-27a1d03618bc HTTP/1.1" status: 204 len: 173 time: 2.2949009 Sep 09 09:19:07.872944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'name': 'network-vif-deleted', 'tag': 'c60ea6f4-955d-45c6-9264-27a1d03618bc'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:07.878473 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd1c0d9-f624-4bb1-8910-2bd46edc2b2a" -d '{"events": [{"server_uuid": "44bd3765-499f-43b5-a8bd-a6833beffcfc", "name": "network-vif-deleted", "tag": "c60ea6f4-955d-45c6-9264-27a1d03618bc"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:07.893945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb826-017f-4f7b-887b-5c2f18fe440a req-4c677693-99bf-4d9f-886e-058385d1f661 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:07.897425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 2190bb82-6b2c-43e6-9c19-c71350248280 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:07.903686 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-538fb826-017f-4f7b-887b-5c2f18fe440a req-4c677693-99bf-4d9f-886e-058385d1f661 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 944 time: 0.1529756 Sep 09 09:19:07.904139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2190bb82-6b2c-43e6-9c19-c71350248280 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:07.904612 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.910310 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75f6a9a5-50ce-4994-b5d5-c8b1daec3d93 req-de841b5e-c232-45ca-9d79-6cb34956ec92 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097489 Sep 09 09:19:07.954494 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.962379 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-baef4bab-ddf8-4982-a88e-75ec2951c495 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:07.991672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.056476 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.082752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef4bab-ddf8-4982-a88e-75ec2951c495 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7ff2f1-638b-46ee-a70e-94be86550d1b,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:08.116792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-538fb826-017f-4f7b-887b-5c2f18fe440a req-39c63a2d-dc93-4809-993b-fe6ec5835ded tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108707 Sep 09 09:19:08.158961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-baef4bab-ddf8-4982-a88e-75ec2951c495 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.161777 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-baef4bab-ddf8-4982-a88e-75ec2951c495 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8045614 Sep 09 09:19:08.172024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 2190bb82-6b2c-43e6-9c19-c71350248280, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2190bb82-6b2c-43e6-9c19-c71350248280,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:08.173901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59706) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:08.180679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5cd3ccce-c89c-4293-956d-9ed7e0e63af4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'security_group_rule': {'security_group_id': '7f6e9d9b-eaf7-48c9-ac16-2cb11567b422', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:08.280709 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.290257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59710) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:08.325660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.350054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=2190bb82-6b2c-43e6-9c19-c71350248280,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:08.408557 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5cd3ccce-c89c-4293-956d-9ed7e0e63af4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.482250 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7efcef4-a425-4226-b865-1e2424ca221d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.511643 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686d1097-8f11-4f6d-9e45-7108dde3e0a3 x-openstack-request-id: req-686d1097-8f11-4f6d-9e45-7108dde3e0a3 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:08.512523 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bd3765-499f-43b5-a8bd-a6833beffcfc", "name": "network-vif-deleted", "tag": "c60ea6f4-955d-45c6-9264-27a1d03618bc", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:08.512523 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-686d1097-8f11-4f6d-9e45-7108dde3e0a3 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:08.512847 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bd3765-499f-43b5-a8bd-a6833beffcfc', 'name': 'network-vif-deleted', 'tag': 'c60ea6f4-955d-45c6-9264-27a1d03618bc', 'status': 'completed', 'code': 200} Sep 09 09:19:08.523835 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.25.8.139 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/9e934666-d396-40ac-b3a6-8c1aa401769f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:08.563835 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e86c81f-013a-4567-b27d-7da7364b0ed8 req-93a227d4-322f-41c7-83ca-3a356fa1b06e tempest-LiveAutoBlockMigrationV225Test-738477773 tempest-LiveAutoBlockMigrationV225Test-738477773-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bd3765-499f-43b5-a8bd-a6833beffcfc HTTP/1.1" status: 200 len: 210 time: 0.0459261 Sep 09 09:19:08.726780 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5cd3ccce-c89c-4293-956d-9ed7e0e63af4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.730416 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.802389 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.840046 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5cd3ccce-c89c-4293-956d-9ed7e0e63af4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.860260 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7efcef4-a425-4226-b865-1e2424ca221d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.871907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3ccce-c89c-4293-956d-9ed7e0e63af4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a357d0-bdb2-4286-8e48-a94349a98aae,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:08.898297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:08.962571 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7efcef4-a425-4226-b865-1e2424ca221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.021587 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e7efcef4-a425-4226-b865-1e2424ca221d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7267b03c4ae547db8c9bb6019f9ab190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7291164 Sep 09 09:19:09.024842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:09.029141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59722) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:09.034256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5cd3ccce-c89c-4293-956d-9ed7e0e63af4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.035551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5cd3ccce-c89c-4293-956d-9ed7e0e63af4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8602173 Sep 09 09:19:09.040133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:09.044584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59724) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:09.051223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:09.057883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:09.087281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=9e934666-d396-40ac-b3a6-8c1aa401769f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:09.128007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d734b47e-7954-4730-872f-1ad2fe0b3edb up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:09.145749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efcef4-a425-4226-b865-1e2424ca221d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d434cfa-25b3-4c87-8889-f3d72de582dd,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:09.165340 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4b5-1bac-4847-a4a4-7277856438a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.187205 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.258057 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4b5-1bac-4847-a4a4-7277856438a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.261035 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Router a059c2ea-e941-472b-afba-8225e2900988 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:19:09.265824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089fece-b94a-4cbc-97bb-a38ffd6309d5 req-d93bc85f-8188-4d23-a1b0-e12d626e04d6 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:09.267559 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c089fece-b94a-4cbc-97bb-a38ffd6309d5 req-d93bc85f-8188-4d23-a1b0-e12d626e04d6 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1760943 Sep 09 09:19:09.314596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port d734b47e-7954-4730-872f-1ad2fe0b3edb completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:09.321399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port d734b47e-7954-4730-872f-1ad2fe0b3edb triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:09.322244 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.373397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c089fece-b94a-4cbc-97bb-a38ffd6309d5 req-5944c36c-480b-46a7-80ff-6ac76dbb4bbe tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909023 Sep 09 09:19:09.443122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6b105-2c41-4079-9f2c-5de774fbda1b req-9b595ed0-2e28-4a4a-aa2b-a039e7f80101 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:09.444875 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-02c6b105-2c41-4079-9f2c-5de774fbda1b req-9b595ed0-2e28-4a4a-aa2b-a039e7f80101 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 944 time: 0.1756747 Sep 09 09:19:09.471754 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.505737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290fc409-61fb-4c2a-964f-4d4fca909de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd734b47e-7954-4730-872f-1ad2fe0b3edb'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:09.508049 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993842b8-bfe4-4858-a11e-8f6e2f3baa74" -d '{"events": [{"server_uuid": "290fc409-61fb-4c2a-964f-4d4fca909de0", "name": "network-vif-plugged", "status": "completed", "tag": "d734b47e-7954-4730-872f-1ad2fe0b3edb"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:09.510876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:09.550935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d734b47e-7954-4730-872f-1ad2fe0b3edb, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d734b47e-7954-4730-872f-1ad2fe0b3edb,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:09.561607 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500b69fc-d009-4e8d-8e78-0cc64ab54721 x-openstack-request-id: req-500b69fc-d009-4e8d-8e78-0cc64ab54721 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:09.561939 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290fc409-61fb-4c2a-964f-4d4fca909de0", "name": "network-vif-plugged", "status": "completed", "tag": "d734b47e-7954-4730-872f-1ad2fe0b3edb", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:09.562288 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-500b69fc-d009-4e8d-8e78-0cc64ab54721 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:09.562782 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290fc409-61fb-4c2a-964f-4d4fca909de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd734b47e-7954-4730-872f-1ad2fe0b3edb', 'code': 200} Sep 09 09:19:09.611932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:09.617201 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.623729 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4b5-1bac-4847-a4a4-7277856438a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.627092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:09.628931 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4b5-1bac-4847-a4a4-7277856438a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.632877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0acbc4b5-1bac-4847-a4a4-7277856438a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d434cfa-25b3-4c87-8889-f3d72de582dd HTTP/1.1" status: 204 len: 168 time: 0.5955381 Sep 09 09:19:09.633244 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.648045 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-02c6b105-2c41-4079-9f2c-5de774fbda1b req-9a0a94f0-eff0-46ef-a02f-c30f8f888a0b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664705 Sep 09 09:19:09.671906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbc4b5-1bac-4847-a4a4-7277856438a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d434cfa-25b3-4c87-8889-f3d72de582dd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:09.683285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Sync routers for ids ['a059c2ea-e941-472b-afba-8225e2900988'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:09.690224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59736) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:09.716160 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.767316 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:09.768591 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-13830969-676e-450c-a2c3-01465b572913 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7486379 Sep 09 09:19:09.775328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59740) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:09.780131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cd6f3-d04f-4268-8147-6cdfac1ec862 req-d958083c-5ef6-4a7c-a0c1-e423328a4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:09.782274 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e7cd6f3-d04f-4268-8147-6cdfac1ec862 req-d958083c-5ef6-4a7c-a0c1-e423328a4b4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 1097 time: 0.1213658 Sep 09 09:19:09.840684 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Routers {'a059c2ea-e941-472b-afba-8225e2900988'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:09.841523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a059c2ea-e941-472b-afba-8225e2900988'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:09.885028 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e7cd6f3-d04f-4268-8147-6cdfac1ec862 req-ac67734c-237d-412f-9f9a-364fd0dc389b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946252 Sep 09 09:19:09.912313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=d734b47e-7954-4730-872f-1ad2fe0b3edb,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:09.913151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Allocated IP 172.25.8.148 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/97f11873-2286-415e-b11e-1435e0522368) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:09.975198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e6603f-68b3-4028-b220-2a2f8da9a4fd admin admin] Deleting subnet 14d3a390-03e8-4bc5-94c2-caf8f491346a {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:19:09.989887 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7e6603f-68b3-4028-b220-2a2f8da9a4fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.012160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Set router a059c2ea-e941-472b-afba-8225e2900988 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:10.014621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2190bb82-6b2c-43e6-9c19-c71350248280 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:10.038016 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.057925 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.141236 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7e6603f-68b3-4028-b220-2a2f8da9a4fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.153959 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.176168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2190bb82-6b2c-43e6-9c19-c71350248280 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:10.176168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.212829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'Port': ['ID=97f11873-2286-415e-b11e-1435e0522368,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:10.235422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:10.236903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:10.239216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7e6603f-68b3-4028-b220-2a2f8da9a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.243718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:10.314536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:07Z', 'revision_number': 3, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:10.346228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Checking router: a059c2ea-e941-472b-afba-8225e2900988 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:19:10.347012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Updating router a059c2ea-e941-472b-afba-8225e2900988 port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:19:10.355768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.359998 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.372782 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.504833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.582065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae50b3-7360-44ca-957d-c75925a943f9 req-1db6a118-d58b-42c9-b953-3920ecbb7aaa tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:10.583988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39ae50b3-7360-44ca-957d-c75925a943f9 req-1db6a118-d58b-42c9-b953-3920ecbb7aaa tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1229022 Sep 09 09:19:10.690606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39ae50b3-7360-44ca-957d-c75925a943f9 req-cbb32488-8dcc-40c9-b1d7-1c310dbb2e28 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992014 Sep 09 09:19:10.701446 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.743716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Transition to ACTIVE for port object bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:10.794481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.822465 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.856814 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.871480 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7e6603f-68b3-4028-b220-2a2f8da9a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.900316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Attempting to bind port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:10.900759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Attempting to bind port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:10.902936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Attempting to bind port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:10.917683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:10.919862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:10.919862 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.919862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:10.919862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Bound port: bc6bba9c-eab2-4df8-bd72-be2f8bf37e42, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:10.919862 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.923826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf28c56-d433-4df0-a7d0-7faaa8afef6f None None] Pushing event updated for resources: {'Port': ['ID=bc6bba9c-eab2-4df8-bd72-be2f8bf37e42,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:10.955279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'Port': ['ID=97f11873-2286-415e-b11e-1435e0522368,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:10.987885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6603f-68b3-4028-b220-2a2f8da9a4fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d3a390-03e8-4bc5-94c2-caf8f491346a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:10.995702 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:10.996775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] For port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:11.000044 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7e6603f-68b3-4028-b220-2a2f8da9a4fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.004705 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e7e6603f-68b3-4028-b220-2a2f8da9a4fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/14d3a390-03e8-4bc5-94c2-caf8f491346a HTTP/1.1" status: 204 len: 168 time: 1.3134565 Sep 09 09:19:11.007489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59770) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:11.010301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] For port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc6bba9c-eab2-4df8-bd72-be2f8bf37e42,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:11.052776 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.052776 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cdaf261d-a55a-4fc6-a8ae-20b9f64a91a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0053706 Sep 09 09:19:11.067988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59776) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:11.069168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.120616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39659835-1692-4f16-aed5-f9352f7a3dff req-6e0584e2-fb01-489f-835a-56cde89aac70 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:11.129551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39659835-1692-4f16-aed5-f9352f7a3dff req-6e0584e2-fb01-489f-835a-56cde89aac70 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 945 time: 0.2642074 Sep 09 09:19:11.159299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Routers {'a059c2ea-e941-472b-afba-8225e2900988'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:11.160366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a059c2ea-e941-472b-afba-8225e2900988'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:11.205938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-694562710-network', 'tenant_id': 'ae96a60447e44b79946740f014c32e6a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:11.308632 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.335243 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-93b19046-9e65-4479-b3a3-5829855c686b tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2108378525&fields=id&tenant_id=319038797d6444fe83fac263f792c8b1 HTTP/1.1" status: 200 len: 267 time: 0.0530677 Sep 09 09:19:11.351947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39659835-1692-4f16-aed5-f9352f7a3dff req-8ffafa97-5ecd-46bb-9272-a175270137a0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213733 Sep 09 09:19:11.382706 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.408499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Made reservation on behalf of ae96a60447e44b79946740f014c32e6a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:11.408499 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.416952 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.420499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf28c56-d433-4df0-a7d0-7faaa8afef6f None None] Pushing event updated for resources: {'Port': ['ID=bc6bba9c-eab2-4df8-bd72-be2f8bf37e42,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:11.425406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.486980 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] Set router a059c2ea-e941-472b-afba-8225e2900988 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:11.500286 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.509736 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.531272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e792b-138a-4492-950b-c63b8a5870a0 req-c879b580-5222-4a92-a6de-34eedce10737 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:11.533123 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-c879b580-5222-4a92-a6de-34eedce10737 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 810 time: 0.1970553 Sep 09 09:19:11.553341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-f6b06935-5710-4cc6-aeda-b67f916deab7 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/quotas/319038797d6444fe83fac263f792c8b1 HTTP/1.1" status: 200 len: 375 time: 0.0119445 Sep 09 09:19:11.562400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423817c2-9bb2-4c3c-b686-139dda54a6a1']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:11.611630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fe0a2a-eb6b-4656-8ffc-678a9482c54e') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:11.612084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fe0a2a-eb6b-4656-8ffc-678a9482c54e') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:11.644962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-0fb2ecc6-442a-43f9-a08a-de5935e390d8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759053 Sep 09 09:19:11.662156 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.710382 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.713182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=9e934666-d396-40ac-b3a6-8c1aa401769f,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:11.726275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:07Z', 'revision_number': 3, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:11.746367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.755041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77725d7-25d0-4e53-b471-df4734919e43 None None] The sync data for ids ['a059c2ea-e941-472b-afba-8225e2900988'] in n-d-778696-16 is: [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:07Z', 'revision_number': 3, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:11.769094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:19:11.769503 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:19:11.780098 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:19:11.807192 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.811941 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.864434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:19:11.874451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-70d6d52b-442c-4e03-9126-eb7af68727d5 service neutron] 10.222.0.32 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098370 Sep 09 09:19:11.882896 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:11.883241 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Added segment 1cc8aadb-542e-4481-b5d8-6b7ee30648df of type vlan for network 61669992-b286-4aac-bc1b-b7e788cb4ea4 Sep 09 09:19:11.885836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc822fda-fc76-42c2-86c7-79d90998acd7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:11.967641 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.001735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Allocated IP 172.20.0.1 (cde98297-5ac2-4658-b7e9-2b86e45e252b/7eaf9055-4be0-4b7a-8a4c-147c7f236463/e8630071-69aa-421a-b5f5-2d3bef597bfc) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:12.036409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b1357-e833-4d79-a119-f86eee43bb5d req-bb86ee94-cc14-4e00-9a55-ceaccbc5e007 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:12.038179 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd8b1357-e833-4d79-a119-f86eee43bb5d req-bb86ee94-cc14-4e00-9a55-ceaccbc5e007 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.2130709 Sep 09 09:19:12.083009 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.089046 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.091978 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-38943488-a11c-4f40-b72c-7012d756748a service neutron] 10.222.0.32 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071526 Sep 09 09:19:12.095412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] 10.222.0.32 "DELETE /v2.0/networks/423817c2-9bb2-4c3c-b686-139dda54a6a1 HTTP/1.1" status: 204 len: 168 time: 1.0562682 Sep 09 09:19:12.096115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59810) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:12.145452 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.145945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:12.146547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.200516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7cf9d-1ab0-4640-8809-e5823936e2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=423817c2-9bb2-4c3c-b686-139dda54a6a1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:12.261822 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 320207c3-31f8-4226-a770-5e06f32177c1 associated. External IP: 172.25.8.139, port: d453e1f8-d2b4-4eb9-b028-822841d1819a. Sep 09 09:19:12.281073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] Pushing event updated for resources: {'Network': ['ID=61669992-b286-4aac-bc1b-b7e788cb4ea4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:12.294632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 61669992-b286-4aac-bc1b-b7e788cb4ea4 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:19:12.295313 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-90d4beb0-51c2-49ca-9bea-ef853004f821 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2260294 Sep 09 09:19:12.307975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59814) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:12.313830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] Request body: {'subnet': {'network_id': '61669992-b286-4aac-bc1b-b7e788cb4ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-694562710-subnet', 'tenant_id': 'ae96a60447e44b79946740f014c32e6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:12.337266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-939cd2fb-59f4-4ab9-838a-51b94c8b6313 admin admin] Deleting subnet fcc2beaa-a7ef-4f8c-804d-407997af8435 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:19:12.348176 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd8b1357-e833-4d79-a119-f86eee43bb5d req-d14b92d9-6d52-4865-868f-8bc055ee09b4 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705481 Sep 09 09:19:12.348492 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-939cd2fb-59f4-4ab9-838a-51b94c8b6313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.402481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-939cd2fb-59f4-4ab9-838a-51b94c8b6313 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.434137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] Made reservation on behalf of ae96a60447e44b79946740f014c32e6a for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:12.437820 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.495115 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-939cd2fb-59f4-4ab9-838a-51b94c8b6313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.601572 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0fba7f89-ca43-4c18-af41-4323938b827d req-f6bc9689-133d-4162-90f9-ca48b1027096 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 210 time: 0.0469902 Sep 09 09:19:12.635277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.703028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Transition to ACTIVE for port object e8630071-69aa-421a-b5f5-2d3bef597bfc will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:12.728439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25e8b9-0231-4ab8-a549-3650a95d244a req-fe701cc7-bcd2-4389-8c14-b0f431cd4b47 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:12.730503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab25e8b9-0231-4ab8-a549-3650a95d244a req-fe701cc7-bcd2-4389-8c14-b0f431cd4b47 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 945 time: 0.1885767 Sep 09 09:19:12.736016 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-939cd2fb-59f4-4ab9-838a-51b94c8b6313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.819667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cd2fb-59f4-4ab9-838a-51b94c8b6313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc2beaa-a7ef-4f8c-804d-407997af8435,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:12.829836 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-939cd2fb-59f4-4ab9-838a-51b94c8b6313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.834405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59828) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:12.834886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-939cd2fb-59f4-4ab9-838a-51b94c8b6313 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fcc2beaa-a7ef-4f8c-804d-407997af8435 HTTP/1.1" status: 204 len: 168 time: 0.7187774 Sep 09 09:19:12.881035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:12.927630 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab25e8b9-0231-4ab8-a549-3650a95d244a req-445060c2-13b5-40a7-9af0-fa6e9bf70b1c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519091 Sep 09 09:19:12.947661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:13.008612 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.065948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Network cde98297-5ac2-4658-b7e9-2b86e45e252b is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:13.066177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c9a593-734b-47d5-89e0-5467ed386951,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:13.075807 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.078011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:13.081164 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:13.114081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] Checking segment: {'id': '1cc8aadb-542e-4481-b5d8-6b7ee30648df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '61669992-b286-4aac-bc1b-b7e788cb4ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:13.114509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] Network hostable DHCP agents. Network: 61669992-b286-4aac-bc1b-b7e788cb4ea4, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:19:13.176523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Pushing event updated for resources: {'Port': ['ID=e8630071-69aa-421a-b5f5-2d3bef597bfc,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:13.216481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:13.221906 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.234294 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab755e86-4ca3-4308-9573-f94567779b5c None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:13.246991 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab755e86-4ca3-4308-9573-f94567779b5c None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:13.248125 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab755e86-4ca3-4308-9573-f94567779b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:13.281739 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.315595 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab755e86-4ca3-4308-9573-f94567779b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:13.325829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:13.330139 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab755e86-4ca3-4308-9573-f94567779b5c None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:13.330821 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab755e86-4ca3-4308-9573-f94567779b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:13.347153 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.352251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14d1a73-30e0-4256-aeee-aadb35f60f63') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:13.352251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14d1a73-30e0-4256-aeee-aadb35f60f63') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:13.368660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.371275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] Network 61669992-b286-4aac-bc1b-b7e788cb4ea4 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:19:13.405227 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab755e86-4ca3-4308-9573-f94567779b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:13.406662 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab755e86-4ca3-4308-9573-f94567779b5c None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:13.426535 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f197639b-fb94-46d9-b106-9c013269644d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7863350 Sep 09 09:19:13.427454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59838) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:13.435845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9bfde4d8-8f6b-41ab-a038-d459b87c5f1a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:13.476370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.514041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:19:13.517382 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:19:13.521650 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:19:13.588791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 61669992-b286-4aac-bc1b-b7e788cb4ea4) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:13.599593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3cc14a-759b-4f08-a6c5-c78f2fc85e95 None None] Network 61669992-b286-4aac-bc1b-b7e788cb4ea4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:19:13.604750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.608992 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bfde4d8-8f6b-41ab-a038-d459b87c5f1a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.628269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:13.691087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9b82-5c7a-400a-8fda-0ddefb43325c None None] Provisioning for port e8630071-69aa-421a-b5f5-2d3bef597bfc completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:13.701158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:13.702149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.735927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e76e7-4a1b-4ccf-af40-b38970885e9f req-7613cb5e-54ff-476d-b4f5-f8dd5a8c5650 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:13.737810 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a61e76e7-4a1b-4ccf-af40-b38970885e9f req-7613cb5e-54ff-476d-b4f5-f8dd5a8c5650 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.2524869 Sep 09 09:19:13.771861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f215999-6791-4e4d-b30e-38a24343d010 req-43830c0c-1af3-4360-a953-05367f55aa69 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:13.781086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f215999-6791-4e4d-b30e-38a24343d010 req-43830c0c-1af3-4360-a953-05367f55aa69 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 945 time: 0.2464185 Sep 09 09:19:13.788524 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a61e76e7-4a1b-4ccf-af40-b38970885e9f req-0185bc2e-7dcf-4bd5-8738-a290117578eb tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Sep 09 09:19:13.799385 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.808157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9b82-5c7a-400a-8fda-0ddefb43325c None None] Provisioning complete for port e8630071-69aa-421a-b5f5-2d3bef597bfc triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:13.808539 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9b82-5c7a-400a-8fda-0ddefb43325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.819719 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:13.821941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4 HTTP/1.1" status: 204 len: 168 time: 0.9858367 Sep 09 09:19:13.823337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3120c-3bfb-40d3-b560-a34f8f782bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a97e5fd4-adc2-4f0b-8a5b-649ed88e13e4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:13.862840 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b6e12aac-f8f5-4068-83f1-544763243b3c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5452096 Sep 09 09:19:13.924795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9b82-5c7a-400a-8fda-0ddefb43325c None None] Port e8630071-69aa-421a-b5f5-2d3bef597bfc cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:19:13.987132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9131a4d-f024-4889-bf4f-8fb3bb0caf1c None None] Network 61669992-b286-4aac-bc1b-b7e788cb4ea4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:19:14.003648 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-144ca274-4c53-4461-9ae7-144470684c4b req-e0573881-8d4a-406a-b2e4-04dcac262b2a tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 210 time: 0.0737662 Sep 09 09:19:14.061046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f215999-6791-4e4d-b30e-38a24343d010 req-98b6f80c-dd4b-4f69-ab83-c7571499a57e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031717 Sep 09 09:19:14.069527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bfde4d8-8f6b-41ab-a038-d459b87c5f1a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.145496 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bfde4d8-8f6b-41ab-a038-d459b87c5f1a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.146271 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-9bfde4d8-8f6b-41ab-a038-d459b87c5f1a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 320207c3-31f8-4226-a770-5e06f32177c1 disassociated. External IP: 172.25.8.139, port: d453e1f8-d2b4-4eb9-b028-822841d1819a. Sep 09 09:19:14.157479 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.162352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:14.167466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:14.167992 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.247660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.314843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59852) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:14.323034 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.352171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc6bba9c-eab2-4df8-bd72-be2f8bf37e42,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:14.388450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cee11eea-b19a-4da8-9e9b-9038842da3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.397915 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c337571a-c777-4e7e-9942-cd57f952ac16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f178fa8dbb2a4f9fa7015f3719b056da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817134 Sep 09 09:19:14.404060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:14.456692 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.481960 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6141227-7a8c-4d28-a5bd-110a04e4dc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.516497 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6141227-7a8c-4d28-a5bd-110a04e4dc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.551872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=bc6bba9c-eab2-4df8-bd72-be2f8bf37e42,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:14.642031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-6317a177-4db4-43b6-8c88-2a859212b4cf req-c4e07aec-e316-4603-8390-cc11f5880789 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-252409179', 'description': 'tempest-description-1002959106'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:14.708391 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6141227-7a8c-4d28-a5bd-110a04e4dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.711497 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6141227-7a8c-4d28-a5bd-110a04e4dc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.715008 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b6141227-7a8c-4d28-a5bd-110a04e4dc27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edfe82b9-cf70-403c-9011-a0508021eb5c HTTP/1.1" status: 204 len: 168 time: 0.3077114 Sep 09 09:19:14.723587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6141227-7a8c-4d28-a5bd-110a04e4dc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfe82b9-cf70-403c-9011-a0508021eb5c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:14.736659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Pushing event updated for resources: {'Port': ['ID=e8630071-69aa-421a-b5f5-2d3bef597bfc,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:14.753503 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.753767 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6317a177-4db4-43b6-8c88-2a859212b4cf req-c4e07aec-e316-4603-8390-cc11f5880789 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.912168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210c95d-5eae-44be-932c-143cd138896c req-9d1e3550-6f0b-40f3-8126-e9b9cbbeac42 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:14.913942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5210c95d-5eae-44be-932c-143cd138896c req-9d1e3550-6f0b-40f3-8126-e9b9cbbeac42 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 945 time: 0.1052845 Sep 09 09:19:14.978334 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6317a177-4db4-43b6-8c88-2a859212b4cf req-c4e07aec-e316-4603-8390-cc11f5880789 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:14.987813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfde4d8-8f6b-41ab-a038-d459b87c5f1a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:15.066838 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6317a177-4db4-43b6-8c88-2a859212b4cf req-c4e07aec-e316-4603-8390-cc11f5880789 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:15.079663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Network cde98297-5ac2-4658-b7e9-2b86e45e252b is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:15.087198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:15.126032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e07aec-e316-4603-8390-cc11f5880789 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6afae08-cb0d-48fd-94da-97e6bdfaf11d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:15.137114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e792b-138a-4492-950b-c63b8a5870a0 req-6891b47b-1aee-49d3-add8-604950c94a45 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:15.138634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-6891b47b-1aee-49d3-add8-604950c94a45 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.24 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 810 time: 0.2189264 Sep 09 09:19:15.148856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5210c95d-5eae-44be-932c-143cd138896c req-7b101f53-6345-4b95-9e40-9bf52cc54c61 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Deleting port d734b47e-7954-4730-872f-1ad2fe0b3edb {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:15.149194 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5210c95d-5eae-44be-932c-143cd138896c req-7b101f53-6345-4b95-9e40-9bf52cc54c61 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:15.170116 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6317a177-4db4-43b6-8c88-2a859212b4cf req-c4e07aec-e316-4603-8390-cc11f5880789 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:15.174605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6317a177-4db4-43b6-8c88-2a859212b4cf req-c4e07aec-e316-4603-8390-cc11f5880789 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5418239 Sep 09 09:19:15.263660 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-016cf745-180a-4e86-adc8-ae0b18e853b0 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=319038797d6444fe83fac263f792c8b1 HTTP/1.1" status: 200 len: 380 time: 0.1109798 Sep 09 09:19:15.273739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'port': {'device_id': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'admin_state_up': True, 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'security_groups': ['7f6e9d9b-eaf7-48c9-ac16-2cb11567b422']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:15.351508 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda1dec-f07b-4b78-822c-2451d3c736ab req-9288fda0-2aa5-4844-92f2-4dbe660bab8d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:15.353228 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1bda1dec-f07b-4b78-822c-2451d3c736ab req-9288fda0-2aa5-4844-92f2-4dbe660bab8d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.3922422 Sep 09 09:19:15.359308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfde4d8-8f6b-41ab-a038-d459b87c5f1a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:15.364630 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bfde4d8-8f6b-41ab-a038-d459b87c5f1a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:15.369108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eac694-51f3-45e3-a77c-a3fc920aa6ad None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:15.391325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eac694-51f3-45e3-a77c-a3fc920aa6ad None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:15.392233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-26eac694-51f3-45e3-a77c-a3fc920aa6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:15.444922 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9bfde4d8-8f6b-41ab-a038-d459b87c5f1a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "PUT /v2.0/floatingips/320207c3-31f8-4226-a770-5e06f32177c1 HTTP/1.1" status: 200 len: 688 time: 2.0152674 Sep 09 09:19:15.449173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59870) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:15.450488 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2291d59f-24e0-4798-9d9c-4b37e64f9a33 req-cf4cab92-5222-486a-816f-12649506ab25 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 210 time: 0.0630467 Sep 09 09:19:15.491678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Router a059c2ea-e941-472b-afba-8225e2900988 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:15.491802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5210c95d-5eae-44be-932c-143cd138896c req-7b101f53-6345-4b95-9e40-9bf52cc54c61 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] For port d734b47e-7954-4730-872f-1ad2fe0b3edb, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d734b47e-7954-4730-872f-1ad2fe0b3edb,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:15.491802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5210c95d-5eae-44be-932c-143cd138896c req-7b101f53-6345-4b95-9e40-9bf52cc54c61 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:15.493185 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-26eac694-51f3-45e3-a77c-a3fc920aa6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:15.524229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eac694-51f3-45e3-a77c-a3fc920aa6ad None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:15.534220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-26eac694-51f3-45e3-a77c-a3fc920aa6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:15.540722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5210c95d-5eae-44be-932c-143cd138896c req-7b101f53-6345-4b95-9e40-9bf52cc54c61 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Calling delete_port for d734b47e-7954-4730-872f-1ad2fe0b3edb owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:15.604767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:15.656392 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-26eac694-51f3-45e3-a77c-a3fc920aa6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:15.657660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eac694-51f3-45e3-a77c-a3fc920aa6ad None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:15.674373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Made reservation on behalf of 319038797d6444fe83fac263f792c8b1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:15.679085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:15.682465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:15.683233 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:15.712529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e44c5a01-f806-4729-a0db-26f340acf5f3 None None] Provisioning complete for port e8630071-69aa-421a-b5f5-2d3bef597bfc triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:15.713553 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e44c5a01-f806-4729-a0db-26f340acf5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:15.742949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59874) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:15.752349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afac20e-7bdb-42af-86b0-a6b15b6916e7 req-62c7e11d-09eb-4d0b-bdac-6a6628a653f7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:15.754360 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2afac20e-7bdb-42af-86b0-a6b15b6916e7 req-62c7e11d-09eb-4d0b-bdac-6a6628a653f7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 945 time: 0.1276102 Sep 09 09:19:15.813815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1bda1dec-f07b-4b78-822c-2451d3c736ab req-1a17362c-1319-4962-9ad8-57039e8a2111 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423742 Sep 09 09:19:15.865593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e44c5a01-f806-4729-a0db-26f340acf5f3 None None] Port e8630071-69aa-421a-b5f5-2d3bef597bfc cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:19:16.009590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Allocated IP 172.20.0.13 (7efe8e48-373b-4725-88ce-70a7125cfaad/e75ffe02-efbd-415c-8929-c3e24abb7f53/ee767781-f598-47a4-b421-d2a42ac5c881) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:16.032187 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e40101c3-7050-4706-bf3b-70be70f9a919 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cfac58f1aa84bda9c58cef8505a5e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765088 Sep 09 09:19:16.037523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59878) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:16.102621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3621a-7968-4e03-a677-1f7d6c7af600 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port 9e934666-d396-40ac-b3a6-8c1aa401769f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:16.102621 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3621a-7968-4e03-a677-1f7d6c7af600 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:16.107559 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2afac20e-7bdb-42af-86b0-a6b15b6916e7 req-8ebadf2b-159d-440c-950c-648950618f76 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384471 Sep 09 09:19:16.127317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70f722ee-db71-4e8a-8e25-c34cf353888a req-ef48942c-3c60-4129-a8ed-718ec327e3b2 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/e6afae08-cb0d-48fd-94da-97e6bdfaf11d HTTP/1.1" status: 200 len: 1806 time: 0.1803000 Sep 09 09:19:16.147707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-70f722ee-db71-4e8a-8e25-c34cf353888a req-732b8003-f3e2-438d-bddc-9156e695b011 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6afae08-cb0d-48fd-94da-97e6bdfaf11d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:16.148039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-70f722ee-db71-4e8a-8e25-c34cf353888a req-732b8003-f3e2-438d-bddc-9156e695b011 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6afae08-cb0d-48fd-94da-97e6bdfaf11d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:16.170746 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:16.182863 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1c42f7a3-fd2b-4b45-80de-10c8d0f40e0b admin admin] 10.222.0.32 "PUT /v2.0/routers/a059c2ea-e941-472b-afba-8225e2900988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4063680 Sep 09 09:19:16.195340 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Sync routers for ids ['a059c2ea-e941-472b-afba-8225e2900988'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:16.254190 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Routers {'a059c2ea-e941-472b-afba-8225e2900988'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:16.260209 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a059c2ea-e941-472b-afba-8225e2900988'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:16.276330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3621a-7968-4e03-a677-1f7d6c7af600 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:16.276330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3621a-7968-4e03-a677-1f7d6c7af600 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:16.293500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3621a-7968-4e03-a677-1f7d6c7af600 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for 9e934666-d396-40ac-b3a6-8c1aa401769f owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:16.354202 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dde9b3ee-d9d8-4cca-be2c-b44b14fd316e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:16.462902 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dde9b3ee-d9d8-4cca-be2c-b44b14fd316e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:16.507405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70f722ee-db71-4e8a-8e25-c34cf353888a req-732b8003-f3e2-438d-bddc-9156e695b011 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:16.548528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5210c95d-5eae-44be-932c-143cd138896c req-7b101f53-6345-4b95-9e40-9bf52cc54c61 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:16.599921 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Set router a059c2ea-e941-472b-afba-8225e2900988 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:16.618991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:16.703448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59890) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:16.759774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70f722ee-db71-4e8a-8e25-c34cf353888a req-732b8003-f3e2-438d-bddc-9156e695b011 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:16.788259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3621a-7968-4e03-a677-1f7d6c7af600 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:16.848162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3621a-7968-4e03-a677-1f7d6c7af600 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=9e934666-d396-40ac-b3a6-8c1aa401769f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:16.863654 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70f722ee-db71-4e8a-8e25-c34cf353888a req-732b8003-f3e2-438d-bddc-9156e695b011 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.077772 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:13Z', 'revision_number': 4, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'e8630071-69aa-421a-b5f5-2d3bef597bfc', 'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'mac_address': 'fa:16:3e:b3:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:11Z', 'updated_at': '2021-09-09T09:19:13Z', 'revision_number': 2, 'project_id': '77c44c0859204d059165e2a3262a3398', 'subnets': [{'id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:17.117288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40d89576-bb07-4c36-a130-e86c60de42a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.121258 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Checking router: a059c2ea-e941-472b-afba-8225e2900988 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:19:17.122318 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Updating router a059c2ea-e941-472b-afba-8225e2900988 port e8630071-69aa-421a-b5f5-2d3bef597bfc binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:19:17.123393 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3621a-7968-4e03-a677-1f7d6c7af600 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.130340 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3621a-7968-4e03-a677-1f7d6c7af600 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.130748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-906c494f-9afd-4f97-8850-49a8039b647b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.138166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5fd3621a-7968-4e03-a677-1f7d6c7af600 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/floatingips/320207c3-31f8-4226-a770-5e06f32177c1 HTTP/1.1" status: 204 len: 168 time: 1.6875546 Sep 09 09:19:17.138410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d734b47e-7954-4730-872f-1ad2fe0b3edb no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:19:17.139090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b8003-f3e2-438d-bddc-9156e695b011 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1435e37-e239-4501-977d-a8c13ddadd78,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:17.149839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59930) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:17.159505 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.160816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '740769ec-2721-47f1-aa12-f9b3713ec428'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:17.166562 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-70f722ee-db71-4e8a-8e25-c34cf353888a req-732b8003-f3e2-438d-bddc-9156e695b011 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.169227 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70f722ee-db71-4e8a-8e25-c34cf353888a req-732b8003-f3e2-438d-bddc-9156e695b011 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0272245 Sep 09 09:19:17.188428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: d734b47e-7954-4730-872f-1ad2fe0b3edb {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:19:17.191697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d734b47e-7954-4730-872f-1ad2fe0b3edb not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:19:17.269697 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.304944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Transition to ACTIVE for port object ee767781-f598-47a4-b421-d2a42ac5c881 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:17.313811 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.335771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cb180ba-37f2-4fc5-98dc-532f6c1eed53 req-e5b30422-b478-4f4d-b513-fede7e82f9ad tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 210 time: 0.7219296 Sep 09 09:19:17.360662 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b101f53-6345-4b95-9e40-9bf52cc54c61 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event deleted for resources: {'Port': ['ID=d734b47e-7954-4730-872f-1ad2fe0b3edb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:17.384615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5210c95d-5eae-44be-932c-143cd138896c req-7b101f53-6345-4b95-9e40-9bf52cc54c61 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] No DVR routers for this DVR port d734b47e-7954-4730-872f-1ad2fe0b3edb on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:19:17.387154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5210c95d-5eae-44be-932c-143cd138896c req-7b101f53-6345-4b95-9e40-9bf52cc54c61 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.389288 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5210c95d-5eae-44be-932c-143cd138896c req-7b101f53-6345-4b95-9e40-9bf52cc54c61 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "DELETE /v2.0/ports/d734b47e-7954-4730-872f-1ad2fe0b3edb HTTP/1.1" status: 204 len: 173 time: 2.4684258 Sep 09 09:19:17.390605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290fc409-61fb-4c2a-964f-4d4fca909de0', 'name': 'network-vif-deleted', 'tag': 'd734b47e-7954-4730-872f-1ad2fe0b3edb'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:17.393386 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8254a6-c87f-443e-817d-d94076feffca" -d '{"events": [{"server_uuid": "290fc409-61fb-4c2a-964f-4d4fca909de0", "name": "network-vif-deleted", "tag": "d734b47e-7954-4730-872f-1ad2fe0b3edb"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:17.512683 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f6a2d28-9555-415c-85f3-5164c64a88d7 req-12fca38f-c9c2-4f07-bd03-bc5a7c8ab789 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=290fc409-61fb-4c2a-964f-4d4fca909de0 HTTP/1.1" status: 200 len: 210 time: 0.0265527 Sep 09 09:19:17.513669 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dde9b3ee-d9d8-4cca-be2c-b44b14fd316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.516688 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dde9b3ee-d9d8-4cca-be2c-b44b14fd316e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.520492 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dde9b3ee-d9d8-4cca-be2c-b44b14fd316e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ac0c793-6cdb-4a2f-8a01-1226d3f3ff62 HTTP/1.1" status: 204 len: 168 time: 1.4796367 Sep 09 09:19:17.521684 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.532249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9b3ee-d9d8-4cca-be2c-b44b14fd316e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac0c793-6cdb-4a2f-8a01-1226d3f3ff62,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:17.578547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440adf6-f98c-461e-bfea-188cfbc5cd7d req-b077da51-484d-435d-adfa-38c85999ce8d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:17.587793 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e440adf6-f98c-461e-bfea-188cfbc5cd7d req-b077da51-484d-435d-adfa-38c85999ce8d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.2552936 Sep 09 09:19:17.600364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'Port': ['ID=ee767781-f598-47a4-b421-d2a42ac5c881,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:17.611220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b51e87ca-5692-4253-ac39-9bd2d9797a64 req-80129fc2-fd89-4afb-8993-367ba0cbcb00 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-200130500', 'description': 'tempest-description-909683524'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:17.637792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Network 7efe8e48-373b-4725-88ce-70a7125cfaad is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:17.640696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:17.644418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:17.657096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40d89576-bb07-4c36-a130-e86c60de42a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.700847 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e440adf6-f98c-461e-bfea-188cfbc5cd7d req-ab64c1c4-8604-4303-beee-a3006f8be5cc tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066978 Sep 09 09:19:17.710562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:17.711536 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.726544 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.747276 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40d89576-bb07-4c36-a130-e86c60de42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.787575 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238a4ecd-2444-44d3-b245-646ec1b20eae x-openstack-request-id: req-238a4ecd-2444-44d3-b245-646ec1b20eae {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:17.790930 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290fc409-61fb-4c2a-964f-4d4fca909de0", "name": "network-vif-deleted", "tag": "d734b47e-7954-4730-872f-1ad2fe0b3edb", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:17.790930 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-238a4ecd-2444-44d3-b245-646ec1b20eae {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:17.790930 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290fc409-61fb-4c2a-964f-4d4fca909de0', 'name': 'network-vif-deleted', 'tag': 'd734b47e-7954-4730-872f-1ad2fe0b3edb', 'status': 'completed', 'code': 200} Sep 09 09:19:17.863138 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.870240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d89576-bb07-4c36-a130-e86c60de42a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a25b03-ca19-4cd7-b1e1-ee230966ef97,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:17.882153 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b51e87ca-5692-4253-ac39-9bd2d9797a64 req-80129fc2-fd89-4afb-8993-367ba0cbcb00 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:17.885251 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Transition to ACTIVE for port object e8630071-69aa-421a-b5f5-2d3bef597bfc will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:17.898834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-40d89576-bb07-4c36-a130-e86c60de42a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9713eff856144c7a950afc1c9f022135&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1943080 Sep 09 09:19:17.901446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59942) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:17.990187 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-fef47dbc-8c0e-4947-ab62-2ec3ca537621 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7208211 Sep 09 09:19:17.998685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.25.8.209 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/d6291077-3ad7-4e82-84f3-31639eef1bde) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:18.002704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75df19eb-c3c3-4f0f-ba71-0f8465e6d168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.007955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Request body: {'port': {'device_id': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:18.027767 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.066510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75df19eb-c3c3-4f0f-ba71-0f8465e6d168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.092543 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607d688-8cdb-4a81-8c83-613429156843 None None] Pushing event updated for resources: {'Port': ['ID=e8630071-69aa-421a-b5f5-2d3bef597bfc,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:18.118982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3c32bdf5-b7f1-408a-94c9-c4692e1be047 None None] Provisioning for port ee767781-f598-47a4-b421-d2a42ac5c881 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:18.128304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3c32bdf5-b7f1-408a-94c9-c4692e1be047 None None] Provisioning complete for port ee767781-f598-47a4-b421-d2a42ac5c881 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:18.128304 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c32bdf5-b7f1-408a-94c9-c4692e1be047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.165187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.210848 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.220310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3c32bdf5-b7f1-408a-94c9-c4692e1be047 None None] Port ee767781-f598-47a4-b421-d2a42ac5c881 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:19:18.228795 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Attempting to bind port e8630071-69aa-421a-b5f5-2d3bef597bfc on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:18.229429 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Attempting to bind port e8630071-69aa-421a-b5f5-2d3bef597bfc by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:18.229796 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Attempting to bind port e8630071-69aa-421a-b5f5-2d3bef597bfc on network cde98297-5ac2-4658-b7e9-2b86e45e252b {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:18.237881 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:18.238261 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Checking segment: {'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:18.238749 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.239466 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Bound using segment: {'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:18.240088 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Bound port: e8630071-69aa-421a-b5f5-2d3bef597bfc, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:18.240326 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.337840 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.343899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b51e87ca-5692-4253-ac39-9bd2d9797a64 req-80129fc2-fd89-4afb-8993-367ba0cbcb00 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.349078 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] For port e8630071-69aa-421a-b5f5-2d3bef597bfc, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:18.354496 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] For port e8630071-69aa-421a-b5f5-2d3bef597bfc, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e8630071-69aa-421a-b5f5-2d3bef597bfc,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:18.390718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75df19eb-c3c3-4f0f-ba71-0f8465e6d168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.390865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:18.391200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:18.394384 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75df19eb-c3c3-4f0f-ba71-0f8465e6d168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.396112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:18.401429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-75df19eb-c3c3-4f0f-ba71-0f8465e6d168 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3a25b03-ca19-4cd7-b1e1-ee230966ef97 HTTP/1.1" status: 204 len: 168 time: 0.4952340 Sep 09 09:19:18.443549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df19eb-c3c3-4f0f-ba71-0f8465e6d168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a25b03-ca19-4cd7-b1e1-ee230966ef97,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:18.450848 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b51e87ca-5692-4253-ac39-9bd2d9797a64 req-80129fc2-fd89-4afb-8993-367ba0cbcb00 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.468300 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.493505 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.575578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=d6291077-3ad7-4e82-84f3-31639eef1bde,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:18.596563 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Routers {'a059c2ea-e941-472b-afba-8225e2900988'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:18.609965 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a059c2ea-e941-472b-afba-8225e2900988'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:18.634929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80129fc2-fd89-4afb-8993-367ba0cbcb00 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249ef0d4-1c76-4509-aa34-fa314fa7a015,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:18.671814 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b51e87ca-5692-4253-ac39-9bd2d9797a64 req-80129fc2-fd89-4afb-8993-367ba0cbcb00 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:18.673338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b51e87ca-5692-4253-ac39-9bd2d9797a64 req-80129fc2-fd89-4afb-8993-367ba0cbcb00 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0768542 Sep 09 09:19:18.721362 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607d688-8cdb-4a81-8c83-613429156843 None None] Pushing event updated for resources: {'Port': ['ID=e8630071-69aa-421a-b5f5-2d3bef597bfc,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:18.822010 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] Set router a059c2ea-e941-472b-afba-8225e2900988 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:18.940954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cdd49-9bb0-47fa-a506-5b9b314ddf5a req-efa2a064-e833-4509-865a-875430aea730 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:18.951098 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd9cdd49-9bb0-47fa-a506-5b9b314ddf5a req-efa2a064-e833-4509-865a-875430aea730 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 932 time: 0.4445450 Sep 09 09:19:19.082130 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d575e5a4-b090-4899-8ba8-e13c55a7221b req-e4648a9c-1d42-4b60-83dd-d5ad2bf10c7e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/249ef0d4-1c76-4509-aa34-fa314fa7a015 HTTP/1.1" status: 200 len: 1805 time: 0.2160549 Sep 09 09:19:19.092765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd9cdd49-9bb0-47fa-a506-5b9b314ddf5a req-55dbded1-8175-4a48-ad6c-9d99eba25b8d tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406178 Sep 09 09:19:19.093649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d575e5a4-b090-4899-8ba8-e13c55a7221b req-afde1862-96f2-4133-a8bd-84c6a48a96d6 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '249ef0d4-1c76-4509-aa34-fa314fa7a015', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:19.094449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d575e5a4-b090-4899-8ba8-e13c55a7221b req-afde1862-96f2-4133-a8bd-84c6a48a96d6 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '249ef0d4-1c76-4509-aa34-fa314fa7a015', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:19.118919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee767781-f598-47a4-b421-d2a42ac5c881 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:19:19.142376 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:19.163962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Transition to ACTIVE for port object ee767781-f598-47a4-b421-d2a42ac5c881 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:19.201144 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:13Z', 'revision_number': 4, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'e8630071-69aa-421a-b5f5-2d3bef597bfc', 'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'mac_address': 'fa:16:3e:b3:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:11Z', 'updated_at': '2021-09-09T09:19:18Z', 'revision_number': 4, 'project_id': '77c44c0859204d059165e2a3262a3398', 'subnets': [{'id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:19.239543 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af1d52-bd2b-442e-9631-7327ed564f01 None None] The sync data for ids ['a059c2ea-e941-472b-afba-8225e2900988'] in n-d-778696-16 is: [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:13Z', 'revision_number': 4, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'e8630071-69aa-421a-b5f5-2d3bef597bfc', 'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'mac_address': 'fa:16:3e:b3:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:11Z', 'updated_at': '2021-09-09T09:19:18Z', 'revision_number': 4, 'project_id': '77c44c0859204d059165e2a3262a3398', 'subnets': [{'id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:19.284458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:19.305807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd5e2-d9c7-4ea9-8516-f043937ddc0c req-ff2ebcc7-51aa-4203-9ae8-54279b13c89c tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:19.308034 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba2bd5e2-d9c7-4ea9-8516-f043937ddc0c req-ff2ebcc7-51aa-4203-9ae8-54279b13c89c tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1152518 Sep 09 09:19:19.435273 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d575e5a4-b090-4899-8ba8-e13c55a7221b req-afde1862-96f2-4133-a8bd-84c6a48a96d6 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:19.500098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Pushing event updated for resources: {'Port': ['ID=ee767781-f598-47a4-b421-d2a42ac5c881,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:19.512717 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba2bd5e2-d9c7-4ea9-8516-f043937ddc0c req-b8c36f36-2a49-4a31-81e1-0047ad277be3 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891580 Sep 09 09:19:19.535321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60016) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:19.593831 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d575e5a4-b090-4899-8ba8-e13c55a7221b req-afde1862-96f2-4133-a8bd-84c6a48a96d6 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:19.611439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e8630071-69aa-421a-b5f5-2d3bef597bfc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:19.715309 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d575e5a4-b090-4899-8ba8-e13c55a7221b req-afde1862-96f2-4133-a8bd-84c6a48a96d6 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:19.744226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:19.865434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e8630071-69aa-421a-b5f5-2d3bef597bfc completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:19.874748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e8630071-69aa-421a-b5f5-2d3bef597bfc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:19.874748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:19.891946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde1862-96f2-4133-a8bd-84c6a48a96d6 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b098b0-4ba3-450a-a36d-f4f07d6e2b2d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:19.946106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Attempting to bind port ee767781-f598-47a4-b421-d2a42ac5c881 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:19.946316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Attempting to bind port ee767781-f598-47a4-b421-d2a42ac5c881 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:19.950277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Attempting to bind port ee767781-f598-47a4-b421-d2a42ac5c881 on network 7efe8e48-373b-4725-88ce-70a7125cfaad {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:19.956955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Port ee767781-f598-47a4-b421-d2a42ac5c881 on network 7efe8e48-373b-4725-88ce-70a7125cfaad not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:19:19.957352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Attempting to bind port ee767781-f598-47a4-b421-d2a42ac5c881 on network 7efe8e48-373b-4725-88ce-70a7125cfaad {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:19.965879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1018768109-network', 'tenant_id': '4ad14e3ccab145efac04a66381a2d0d3'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:19.967124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:19.972577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Checking segment: {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:19.976579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Bound using segment: {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:19.977313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Bound port: ee767781-f598-47a4-b421-d2a42ac5c881, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:19.977849 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.002060 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d575e5a4-b090-4899-8ba8-e13c55a7221b req-afde1862-96f2-4133-a8bd-84c6a48a96d6 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.008772 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d575e5a4-b090-4899-8ba8-e13c55a7221b req-afde1862-96f2-4133-a8bd-84c6a48a96d6 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9210341 Sep 09 09:19:20.065178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ee04ea95-acb7-4aa0-b8c1-939fb5296add req-b99bd52f-418e-4c6c-8885-16529c639d79 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-410466590', 'description': 'tempest-description-683448932'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:20.072945 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.082058 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.102139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-b7ed4a3f-80ff-46ac-bc66-9cf2bb6db066 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:20.107659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-b7ed4a3f-80ff-46ac-bc66-9cf2bb6db066 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.4238153 Sep 09 09:19:20.113719 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.137859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] For port ee767781-f598-47a4-b421-d2a42ac5c881, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:20.161229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] For port ee767781-f598-47a4-b421-d2a42ac5c881, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=ee767781-f598-47a4-b421-d2a42ac5c881,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:20.168632 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:19:20.168632 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:19:20.168632 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id_1': '4ad14e3ccab145efac04a66381a2d0d3', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 19, 0, 80257)}] Sep 09 09:19:20.168632 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:19:20.169093 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:19:20.177283 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee04ea95-acb7-4aa0-b8c1-939fb5296add req-b99bd52f-418e-4c6c-8885-16529c639d79 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.180276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-e9aab7cf-bd5e-4cb7-91e5-54bae6db47bc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/quotas/8488de5af68f47c9a85ed402dd053b64 HTTP/1.1" status: 200 len: 375 time: 0.0172710 Sep 09 09:19:20.207662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e8630071-69aa-421a-b5f5-2d3bef597bfc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e8630071-69aa-421a-b5f5-2d3bef597bfc,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:20.231613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.235622 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-d9a5e9ed-91f1-4b0c-bcff-76abde3939ef tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451803 Sep 09 09:19:20.253021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-ea9b933f-82b6-4cd4-8df5-802e4dcc45f1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:19:20.254112 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-ea9b933f-82b6-4cd4-8df5-802e4dcc45f1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064654 Sep 09 09:19:20.296565 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.326866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Pushing event updated for resources: {'Port': ['ID=ee767781-f598-47a4-b421-d2a42ac5c881,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:20.354701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:20.355339 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.357945 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-adede7fd-67ee-4ae7-976f-3c5570e90913 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee767781-f598-47a4-b421-d2a42ac5c881 HTTP/1.1" status: 200 len: 1093 time: 2.3563876 Sep 09 09:19:20.359252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'tag': 'ee767781-f598-47a4-b421-d2a42ac5c881'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:20.361886 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e36164-a489-452c-aa77-51576ee2eac4" -d '{"events": [{"name": "network-changed", "server_uuid": "36648564-aa13-42e5-940a-f7e7d56cd6b8", "tag": "ee767781-f598-47a4-b421-d2a42ac5c881"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:20.435463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e8630071-69aa-421a-b5f5-2d3bef597bfc,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:20.486711 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee04ea95-acb7-4aa0-b8c1-939fb5296add req-b99bd52f-418e-4c6c-8885-16529c639d79 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.556418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-3f016df4-1d82-40ba-ae1c-2f24a663d369 service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888532 Sep 09 09:19:20.586080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee04ea95-acb7-4aa0-b8c1-939fb5296add req-b99bd52f-418e-4c6c-8885-16529c639d79 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.667644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bd52f-418e-4c6c-8885-16529c639d79 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb18d706-b9cf-49e2-8731-711ca7e58c22,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:20.676246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e792b-138a-4492-950b-c63b8a5870a0 req-386e857c-c652-400f-afe5-36fb1c2159cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:20.678690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-386e857c-c652-400f-afe5-36fb1c2159cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 1096 time: 0.1800494 Sep 09 09:19:20.704767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-a25b72fc-61d4-4603-a078-32842b11b8d3 service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406569 Sep 09 09:19:20.715244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.769205 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee04ea95-acb7-4aa0-b8c1-939fb5296add req-b99bd52f-418e-4c6c-8885-16529c639d79 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.785128 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee04ea95-acb7-4aa0-b8c1-939fb5296add req-b99bd52f-418e-4c6c-8885-16529c639d79 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7286019 Sep 09 09:19:20.786793 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-b1caac6a-4180-40e4-8665-3d43762fec24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee767781-f598-47a4-b421-d2a42ac5c881 HTTP/1.1" status: 200 len: 217 time: 0.1007781 Sep 09 09:19:20.835674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:20.884178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e792b-138a-4492-950b-c63b8a5870a0 req-b53f56b6-3825-46fa-8c08-c676773bee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:20.886186 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-b53f56b6-3825-46fa-8c08-c676773bee51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ffe02-efbd-415c-8929-c3e24abb7f53 HTTP/1.1" status: 200 len: 849 time: 0.0926952 Sep 09 09:19:21.000606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e48ad-12e6-4dda-9f0c-a3c8dee8d434 req-9f17d585-f72b-4ad9-9485-a5802b8839e5 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:21.003213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0d1e48ad-12e6-4dda-9f0c-a3c8dee8d434 req-9f17d585-f72b-4ad9-9485-a5802b8839e5 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 944 time: 0.1149848 Sep 09 09:19:21.050417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e792b-138a-4492-950b-c63b8a5870a0 req-0d4882b1-9113-4d7b-9ecd-62b558f662bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:21.052580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-0d4882b1-9113-4d7b-9ecd-62b558f662bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7efe8e48-373b-4725-88ce-70a7125cfaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191444 Sep 09 09:19:21.180963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-02b65ecc-3352-4568-84ec-bbb451c8adef service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202927 Sep 09 09:19:21.183132 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8490d608-f59a-49fc-983c-072ce6fdb9ae x-openstack-request-id: req-8490d608-f59a-49fc-983c-072ce6fdb9ae {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:21.183694 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36648564-aa13-42e5-940a-f7e7d56cd6b8", "tag": "ee767781-f598-47a4-b421-d2a42ac5c881", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:21.183937 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8490d608-f59a-49fc-983c-072ce6fdb9ae {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:21.184581 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'tag': 'ee767781-f598-47a4-b421-d2a42ac5c881', 'status': 'completed', 'code': 200} Sep 09 09:19:21.243198 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0d1e48ad-12e6-4dda-9f0c-a3c8dee8d434 req-04d21edd-33f7-46e9-aef6-f03d7d9c7472 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241590 Sep 09 09:19:21.333790 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e6be6c1c-8f1a-4318-9998-857a8f2a0275 req-108bafd4-d3e2-4db3-89ea-a920520f00b1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-86780458', 'description': 'tempest-description-142623701'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:21.401876 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049e792b-138a-4492-950b-c63b8a5870a0 req-302875b7-dbcc-4482-ba82-6b64c03c57e8 service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083859 Sep 09 09:19:21.464317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e6be6c1c-8f1a-4318-9998-857a8f2a0275 req-108bafd4-d3e2-4db3-89ea-a920520f00b1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:21.489782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e8630071-69aa-421a-b5f5-2d3bef597bfc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:21.531743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Made reservation on behalf of 4ad14e3ccab145efac04a66381a2d0d3 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:21.545143 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:21.565590 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:21.578325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e8630071-69aa-421a-b5f5-2d3bef597bfc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:21.578848 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:21.618651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e36164-a489-452c-aa77-51576ee2eac4 req-cf8c0b8d-a4e5-41c8-a359-50264ee737b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:21.620414 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9e36164-a489-452c-aa77-51576ee2eac4 req-cf8c0b8d-a4e5-41c8-a359-50264ee737b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 1096 time: 0.1020501 Sep 09 09:19:21.655138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=d6291077-3ad7-4e82-84f3-31639eef1bde,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:21.677577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133ad6a-dbf0-42ac-a22a-640786226227 req-231ddccc-d2ca-4c48-b756-38da83a12264 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:21.685338 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e133ad6a-dbf0-42ac-a22a-640786226227 req-231ddccc-d2ca-4c48-b756-38da83a12264 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1566925 Sep 09 09:19:21.707351 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:21.768100 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e133ad6a-dbf0-42ac-a22a-640786226227 req-2f34d713-5497-4e1b-bdff-5e56eedb472b tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816786 Sep 09 09:19:21.790961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e6be6c1c-8f1a-4318-9998-857a8f2a0275 req-108bafd4-d3e2-4db3-89ea-a920520f00b1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:21.834270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e36164-a489-452c-aa77-51576ee2eac4 req-888100dc-b4c6-417e-a954-1b969bffe3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:21.835842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9e36164-a489-452c-aa77-51576ee2eac4 req-888100dc-b4c6-417e-a954-1b969bffe3a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 911 time: 0.2057645 Sep 09 09:19:21.879028 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-419fdbae-5f8e-4994-8540-fa44925636b5 req-2de1e3be-4cb7-43fc-ac39-6bd2566dfd4c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 210 time: 0.0375352 Sep 09 09:19:21.890356 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 7838655f-da6c-4148-9c59-113baf6ebec8 associated. External IP: 172.25.8.209, port: 740769ec-2721-47f1-aa12-f9b3713ec428. Sep 09 09:19:21.893997 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e6be6c1c-8f1a-4318-9998-857a8f2a0275 req-108bafd4-d3e2-4db3-89ea-a920520f00b1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:21.899893 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9e36164-a489-452c-aa77-51576ee2eac4 req-03819701-2d57-43ba-bee7-523b80d4c8c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee767781-f598-47a4-b421-d2a42ac5c881 HTTP/1.1" status: 200 len: 217 time: 0.0556631 Sep 09 09:19:21.965365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bafd4-d3e2-4db3-89ea-a920520f00b1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9062f4-c237-4c31-82a1-7fb18f01b296,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:21.982000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e36164-a489-452c-aa77-51576ee2eac4 req-c2e262f7-5cad-430f-a31a-85657e166ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:21.984198 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9e36164-a489-452c-aa77-51576ee2eac4 req-c2e262f7-5cad-430f-a31a-85657e166ba9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ffe02-efbd-415c-8929-c3e24abb7f53 HTTP/1.1" status: 200 len: 849 time: 0.0726194 Sep 09 09:19:22.035126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e36164-a489-452c-aa77-51576ee2eac4 req-a2761c2c-4e2c-4b1d-b6d3-58d778250397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:22.036756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9e36164-a489-452c-aa77-51576ee2eac4 req-a2761c2c-4e2c-4b1d-b6d3-58d778250397 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7efe8e48-373b-4725-88ce-70a7125cfaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448074 Sep 09 09:19:22.156220 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9e36164-a489-452c-aa77-51576ee2eac4 req-f494bde4-8481-458a-8073-fc2d0180b925 service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108952 Sep 09 09:19:22.190882 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:22.215138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:22.263264 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:22.268048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9e36164-a489-452c-aa77-51576ee2eac4 req-458e0490-cbd1-4673-a429-b7f8de56128b service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045544 Sep 09 09:19:22.300065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:19:22.338035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e6be6c1c-8f1a-4318-9998-857a8f2a0275 req-108bafd4-d3e2-4db3-89ea-a920520f00b1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:22.338035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6be6c1c-8f1a-4318-9998-857a8f2a0275 req-108bafd4-d3e2-4db3-89ea-a920520f00b1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0186503 Sep 09 09:19:22.358791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef441a99-e51c-4d07-99ef-100cb252b406,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:22.365297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:22.365704 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Added segment d2be836f-2165-4ab6-a2a3-31da8a323e15 of type vlan for network 83a7b076-8d2a-4b33-932e-b6d52c12d18c Sep 09 09:19:22.443343 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d90d46f-178a-41fb-8132-5faaa8069b52 req-85a52e62-709e-4857-99af-16c240a94246 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/bb18d706-b9cf-49e2-8731-711ca7e58c22 HTTP/1.1" status: 200 len: 1805 time: 0.0617056 Sep 09 09:19:22.447701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:22.452127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:22.465460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1fee5-51d1-47fe-aea5-90d333bb9471 None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:22.485032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce1fee5-51d1-47fe-aea5-90d333bb9471 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:22.485680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2ce1fee5-51d1-47fe-aea5-90d333bb9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:22.518084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d90d46f-178a-41fb-8132-5faaa8069b52 req-00a69361-b003-400c-8be7-5c6d10b6042e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/1b9062f4-c237-4c31-82a1-7fb18f01b296 HTTP/1.1" status: 200 len: 1804 time: 0.0457945 Sep 09 09:19:22.537576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-6d90d46f-178a-41fb-8132-5faaa8069b52 req-33d40be7-4c82-4ad5-9926-f8184c5a1fc4 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bb18d706-b9cf-49e2-8731-711ca7e58c22', 'remote_group_id': '1b9062f4-c237-4c31-82a1-7fb18f01b296', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:22.537928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-6d90d46f-178a-41fb-8132-5faaa8069b52 req-33d40be7-4c82-4ad5-9926-f8184c5a1fc4 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bb18d706-b9cf-49e2-8731-711ca7e58c22', 'remote_group_id': '1b9062f4-c237-4c31-82a1-7fb18f01b296', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:22.543552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adcf1b-a08d-487b-87b2-cb1bbbcb5106 req-c695a9d3-54f6-4366-aedc-4b60c496d4a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:22.545045 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88adcf1b-a08d-487b-87b2-cb1bbbcb5106 req-c695a9d3-54f6-4366-aedc-4b60c496d4a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 944 time: 0.1811805 Sep 09 09:19:22.548000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2ce1fee5-51d1-47fe-aea5-90d333bb9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:22.555026 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:22.565808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce1fee5-51d1-47fe-aea5-90d333bb9471 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:22.567076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2ce1fee5-51d1-47fe-aea5-90d333bb9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:22.606862 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-042b8858-541c-4574-b267-5acb1047fff9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.4540834 Sep 09 09:19:22.609891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60142) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:22.610808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2ce1fee5-51d1-47fe-aea5-90d333bb9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:22.611501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1fee5-51d1-47fe-aea5-90d333bb9471 None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:22.654929 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88adcf1b-a08d-487b-87b2-cb1bbbcb5106 req-cc380ebe-bfc9-4d87-9e17-7d4aa2e6a102 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019137 Sep 09 09:19:22.657396 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:22.658350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:22.658931 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:22.742260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-517fb15f-ee13-4ae8-89f0-372f5ee010eb tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "GET /v2.0/floatingips/7838655f-da6c-4148-9c59-113baf6ebec8 HTTP/1.1" status: 200 len: 979 time: 0.1312745 Sep 09 09:19:22.743152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=83a7b076-8d2a-4b33-932e-b6d52c12d18c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:22.747188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60144) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:22.749572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d90d46f-178a-41fb-8132-5faaa8069b52 req-33d40be7-4c82-4ad5-9926-f8184c5a1fc4 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:22.760492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 83a7b076-8d2a-4b33-932e-b6d52c12d18c details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:19:22.819286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f94b83dc-f15e-4c8e-a706-efcfb8968aa2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2648301 Sep 09 09:19:22.822955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:22.826003 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d90d46f-178a-41fb-8132-5faaa8069b52 req-33d40be7-4c82-4ad5-9926-f8184c5a1fc4 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:22.833588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] Request body: {'subnet': {'network_id': '83a7b076-8d2a-4b33-932e-b6d52c12d18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1018768109-subnet', 'tenant_id': '4ad14e3ccab145efac04a66381a2d0d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:22.896035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d90d46f-178a-41fb-8132-5faaa8069b52 req-33d40be7-4c82-4ad5-9926-f8184c5a1fc4 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:22.901049 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9f604aa6-a892-41d8-a679-2c98eb2fd8e1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1545968 Sep 09 09:19:22.906615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60152) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:22.915622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1d272aff-0781-4a62-af54-f43e1930d619 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'floatingip': {'port_id': 'd453e1f8-d2b4-4eb9-b028-822841d1819a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:22.966179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bcd27-721d-4cef-9f23-a6302b56acc8 req-4b5cecf7-66a0-4575-8367-094c01bcb02b tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:22.968798 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-016bcd27-721d-4cef-9f23-a6302b56acc8 req-4b5cecf7-66a0-4575-8367-094c01bcb02b tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.0666213 Sep 09 09:19:22.976977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d40be7-4c82-4ad5-9926-f8184c5a1fc4 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642cf9b1-4eca-4bed-9f79-288ccb75f603,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:22.984774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] Made reservation on behalf of 4ad14e3ccab145efac04a66381a2d0d3 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:22.988143 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:23.013705 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-016bcd27-721d-4cef-9f23-a6302b56acc8 req-b30a21db-25a0-453d-87dc-ad2b329ea535 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384982 Sep 09 09:19:23.035212 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d272aff-0781-4a62-af54-f43e1930d619 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:23.095829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d90d46f-178a-41fb-8132-5faaa8069b52 req-33d40be7-4c82-4ad5-9926-f8184c5a1fc4 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:23.100361 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d90d46f-178a-41fb-8132-5faaa8069b52 req-33d40be7-4c82-4ad5-9926-f8184c5a1fc4 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5756643 Sep 09 09:19:23.140662 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-67b86a85-1841-46d8-a1e0-105fc47c0116 req-57fcce52-644b-49a5-98b8-5e73c038d119 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-945686963', 'description': 'tempest-description-1500896180'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:23.167603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ab17093-d445-4637-b6c7-a18b4dc9b377 req-bef5b627-5a1b-48e2-89e4-807b03cad01b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 210 time: 0.0385029 Sep 09 09:19:23.353178 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67b86a85-1841-46d8-a1e0-105fc47c0116 req-57fcce52-644b-49a5-98b8-5e73c038d119 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:23.419478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54c8a7-fa04-44b0-b7e6-6b37c5e715f5 req-65e3b112-64c7-4db9-a7e0-0c7abeec6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:23.419478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e54c8a7-fa04-44b0-b7e6-6b37c5e715f5 req-65e3b112-64c7-4db9-a7e0-0c7abeec6067 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 1097 time: 0.2376730 Sep 09 09:19:23.622272 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e54c8a7-fa04-44b0-b7e6-6b37c5e715f5 req-8915df43-a8f5-47f5-add0-98173519d2f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601944 Sep 09 09:19:23.629658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-c7811491-744b-4d05-bf14-fd8c18b5f996 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:23.631035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-c7811491-744b-4d05-bf14-fd8c18b5f996 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.24 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.3992395 Sep 09 09:19:23.649668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Request body: {'port': {'device_id': '6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'admin_state_up': True, 'tenant_id': '8488de5af68f47c9a85ed402dd053b64'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:23.735339 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:23.800624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5ea42-4515-43ac-b324-25aefc49c699 req-4678f3b5-9879-4865-8ccb-c32da3606b2f tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:23.802829 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46f5ea42-4515-43ac-b324-25aefc49c699 req-4678f3b5-9879-4865-8ccb-c32da3606b2f tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 944 time: 0.0586994 Sep 09 09:19:23.846392 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46f5ea42-4515-43ac-b324-25aefc49c699 req-53b1a329-7b27-41fa-a13c-60875450e08f tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368066 Sep 09 09:19:23.889728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67b86a85-1841-46d8-a1e0-105fc47c0116 req-57fcce52-644b-49a5-98b8-5e73c038d119 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:23.938645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c923a1f-6d93-443f-9b65-402d2937352a,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:23.965469 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67b86a85-1841-46d8-a1e0-105fc47c0116 req-57fcce52-644b-49a5-98b8-5e73c038d119 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:23.994432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] Checking segment: {'id': 'd2be836f-2165-4ab6-a2a3-31da8a323e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83a7b076-8d2a-4b33-932e-b6d52c12d18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:23.994798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] Network hostable DHCP agents. Network: 83a7b076-8d2a-4b33-932e-b6d52c12d18c, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:19:24.065262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcce52-644b-49a5-98b8-5e73c038d119 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24761ef3-78bd-466e-8c9d-5bac5105bd5f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:24.109869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Made reservation on behalf of 8488de5af68f47c9a85ed402dd053b64 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:24.113477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:24.174367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca4630-1c9f-4a00-8f0c-d88982d29a51 req-619e9368-ca2d-4bc3-a34d-ae2dccb977e5 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:24.177644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-efca4630-1c9f-4a00-8f0c-d88982d29a51 req-619e9368-ca2d-4bc3-a34d-ae2dccb977e5 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.0608521 Sep 09 09:19:24.189446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] Network 83a7b076-8d2a-4b33-932e-b6d52c12d18c is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:19:24.191512 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67b86a85-1841-46d8-a1e0-105fc47c0116 req-57fcce52-644b-49a5-98b8-5e73c038d119 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:24.192731 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-67b86a85-1841-46d8-a1e0-105fc47c0116 req-57fcce52-644b-49a5-98b8-5e73c038d119 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0689437 Sep 09 09:19:24.242792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-efca4630-1c9f-4a00-8f0c-d88982d29a51 req-c19b3184-e3a5-4f58-a1fe-cfd7cdfbb6f2 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582910 Sep 09 09:19:24.254802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d272aff-0781-4a62-af54-f43e1930d619 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:24.283868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b0e1f80a-1d99-46d6-8a5c-6493b80c9f84 req-287e4f96-2d67-45a5-bb37-5ba35b387b1f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1211713095', 'description': 'tempest-description-612244372'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:24.291285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74ad4338-5b02-446d-adf1-65055a758df0 req-43ff1b82-e3ab-42d3-a771-2a2b1f147600 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 210 time: 0.0328546 Sep 09 09:19:24.343573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 83a7b076-8d2a-4b33-932e-b6d52c12d18c) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:24.349337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:24.349483 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:24.352732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe585f-f70d-45a1-81b1-2b6544d8a819 None None] Network 83a7b076-8d2a-4b33-932e-b6d52c12d18c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:19:24.365779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Allocated IP 172.20.0.5 (26aaa9bc-15bb-4aa8-b609-bb0d56dcd254/fcecb474-ea10-44b3-96f9-cd7cd9d5e862/d4bc92a3-2a40-45ea-a0e3-7362bcef7d64) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:24.372824 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d272aff-0781-4a62-af54-f43e1930d619 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:24.422019 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b0e1f80a-1d99-46d6-8a5c-6493b80c9f84 req-287e4f96-2d67-45a5-bb37-5ba35b387b1f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:24.514942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bc946aba-aede-4852-a0e0-0beb294accc4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6871538 Sep 09 09:19:24.532053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51adfefe-347f-483f-bb02-63f14362bda8 None None] Network 83a7b076-8d2a-4b33-932e-b6d52c12d18c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:19:24.603284 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-1d272aff-0781-4a62-af54-f43e1930d619 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 7838655f-da6c-4148-9c59-113baf6ebec8 associated. External IP: 172.25.8.209, port: 740769ec-2721-47f1-aa12-f9b3713ec428. Sep 09 09:19:24.606049 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b0e1f80a-1d99-46d6-8a5c-6493b80c9f84 req-287e4f96-2d67-45a5-bb37-5ba35b387b1f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:24.685171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b0e1f80a-1d99-46d6-8a5c-6493b80c9f84 req-287e4f96-2d67-45a5-bb37-5ba35b387b1f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:24.744940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e4f96-2d67-45a5-bb37-5ba35b387b1f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58be536f-fb4e-4388-bbac-2ad7a200775d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:24.788648 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:24.833328 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b0e1f80a-1d99-46d6-8a5c-6493b80c9f84 req-287e4f96-2d67-45a5-bb37-5ba35b387b1f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:24.835028 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b0e1f80a-1d99-46d6-8a5c-6493b80c9f84 req-287e4f96-2d67-45a5-bb37-5ba35b387b1f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5560489 Sep 09 09:19:24.948065 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:25.007655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739705-eb99-4cf6-8bbf-6ad83176e3f7 req-75eb99d9-32f8-40aa-8774-5a1f2c40eebf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:25.010649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd739705-eb99-4cf6-8bbf-6ad83176e3f7 req-75eb99d9-32f8-40aa-8774-5a1f2c40eebf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 944 time: 0.0674021 Sep 09 09:19:25.084371 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd739705-eb99-4cf6-8bbf-6ad83176e3f7 req-f50ae790-1771-4a78-a984-5ddcf47c0e2b tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637290 Sep 09 09:19:25.330383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fcbb2e04-8e87-4a19-be65-86e8a2945e9d req-bad78b55-90e7-492c-b2e6-2f0b72e00892 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/24761ef3-78bd-466e-8c9d-5bac5105bd5f HTTP/1.1" status: 200 len: 1806 time: 0.1116021 Sep 09 09:19:25.361506 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d272aff-0781-4a62-af54-f43e1930d619 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:25.394114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed6ac0-76c2-403d-a0f7-930bd9f24feb req-d6f75323-df73-460a-b1e9-4cc0cfaff378 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:25.396157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2bed6ac0-76c2-403d-a0f7-930bd9f24feb req-d6f75323-df73-460a-b1e9-4cc0cfaff378 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.0570016 Sep 09 09:19:25.425904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:25.441249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fcbb2e04-8e87-4a19-be65-86e8a2945e9d req-a106296e-f2b4-4fc8-b63c-90839eef6a0e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/58be536f-fb4e-4388-bbac-2ad7a200775d HTTP/1.1" status: 200 len: 1806 time: 0.1010334 Sep 09 09:19:25.463543 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2bed6ac0-76c2-403d-a0f7-930bd9f24feb req-eacdfeea-3926-4a86-95d7-d7899a242100 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593078 Sep 09 09:19:25.474662 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-fcbb2e04-8e87-4a19-be65-86e8a2945e9d req-c1181fc4-b93c-4bd5-897e-f9c288de2cbe tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '24761ef3-78bd-466e-8c9d-5bac5105bd5f', 'remote_group_id': '58be536f-fb4e-4388-bbac-2ad7a200775d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:25.475007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-fcbb2e04-8e87-4a19-be65-86e8a2945e9d req-c1181fc4-b93c-4bd5-897e-f9c288de2cbe tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '24761ef3-78bd-466e-8c9d-5bac5105bd5f', 'remote_group_id': '58be536f-fb4e-4388-bbac-2ad7a200775d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:25.479931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device ee767781-f598-47a4-b421-d2a42ac5c881 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:19:25.523630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:25.556792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60198) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:25.564746 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1079919360-network', 'tenant_id': '2cef85393b0d4abea82ce79311f2ee4f'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:25.582910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event updated for resources: {'Port': ['ID=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:25.593788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d272aff-0781-4a62-af54-f43e1930d619 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:25.598833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304fedd-7783-4f06-bbcc-9569c154b8a0 req-22ff35a3-0e11-4766-8032-94974e60a634 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:25.604053 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a50b1-7c58-463a-a31f-43d929b3b292 None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:25.604907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:25.606676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e304fedd-7783-4f06-bbcc-9569c154b8a0 req-22ff35a3-0e11-4766-8032-94974e60a634 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 931 time: 0.0806196 Sep 09 09:19:25.621454 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:19:25.621454 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:19:25.621454 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id_1': '2cef85393b0d4abea82ce79311f2ee4f', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 19, 5, 583942)}] Sep 09 09:19:25.621454 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:19:25.621857 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:19:25.627891 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a50b1-7c58-463a-a31f-43d929b3b292 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:25.628439 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ad7a50b1-7c58-463a-a31f-43d929b3b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:25.661365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:25.711927 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e304fedd-7783-4f06-bbcc-9569c154b8a0 req-4e9769cb-bb6a-46ca-8daf-ddf830a6fc34 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974598 Sep 09 09:19:25.739830 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ad7a50b1-7c58-463a-a31f-43d929b3b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:25.754319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port ee767781-f598-47a4-b421-d2a42ac5c881, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=ee767781-f598-47a4-b421-d2a42ac5c881,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:25.761188 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a50b1-7c58-463a-a31f-43d929b3b292 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:25.762096 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ad7a50b1-7c58-463a-a31f-43d929b3b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:25.771502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:25.772212 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:25.772346 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:25.776144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'ee767781-f598-47a4-b421-d2a42ac5c881', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'port_id': 'ee767781-f598-47a4-b421-d2a42ac5c881', 'mac_address': 'fa:16:3e:37:bf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:19:25.819596 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:25.825442 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ad7a50b1-7c58-463a-a31f-43d929b3b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:25.826529 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a50b1-7c58-463a-a31f-43d929b3b292 None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:25.834944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee767781-f598-47a4-b421-d2a42ac5c881 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:19:25.855857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-8ec4730a-66ed-42f7-a778-aa133398f1d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2108569 Sep 09 09:19:25.856056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port ee767781-f598-47a4-b421-d2a42ac5c881, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=ee767781-f598-47a4-b421-d2a42ac5c881,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:25.875720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Request body: {'port': {'device_id': '6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:25.907941 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:25.965763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=ee767781-f598-47a4-b421-d2a42ac5c881,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:25.973293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:25.973476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fcbb2e04-8e87-4a19-be65-86e8a2945e9d req-c1181fc4-b93c-4bd5-897e-f9c288de2cbe tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:25.973986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:25.974331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:25.974675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:25.975014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:25.975550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:25.976066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:25.976403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:25.976734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:25.977181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:25.977511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:25.977848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:26.020465 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.038371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d272aff-0781-4a62-af54-f43e1930d619 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:26.079014 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fcbb2e04-8e87-4a19-be65-86e8a2945e9d req-c1181fc4-b93c-4bd5-897e-f9c288de2cbe tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.112493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['ee767781-f598-47a4-b421-d2a42ac5c881'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:19:26.163828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79c3b8-cbf6-4ac9-8c6e-d8b2a456702b req-73aff075-7097-4041-ac76-7fa72ddd2974 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:26.174715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d79c3b8-cbf6-4ac9-8c6e-d8b2a456702b req-73aff075-7097-4041-ac76-7fa72ddd2974 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1080444 Sep 09 09:19:26.189186 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fcbb2e04-8e87-4a19-be65-86e8a2945e9d req-c1181fc4-b93c-4bd5-897e-f9c288de2cbe tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.217294 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d79c3b8-cbf6-4ac9-8c6e-d8b2a456702b req-d7b2b3a3-719e-4bcb-bbf9-042ad91dcfab tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Sep 09 09:19:26.244355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Made reservation on behalf of 2cef85393b0d4abea82ce79311f2ee4f for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:26.246786 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.260472 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.334729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1181fc4-b93c-4bd5-897e-f9c288de2cbe tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6d380c-8ded-4408-9f76-b45ea00d341f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:26.361493 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca0c4-94bb-49a6-9adf-16b7271f5dad req-06b5ab19-c32d-4910-8843-01e445ac7308 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:26.363119 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b0ca0c4-94bb-49a6-9adf-16b7271f5dad req-06b5ab19-c32d-4910-8843-01e445ac7308 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 945 time: 0.0757587 Sep 09 09:19:26.398588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066983d-4d80-41c8-8e60-94f8e34eb992 req-4c42721d-67e8-4d0d-bb5d-736aa4356d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:26.400593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2066983d-4d80-41c8-8e60-94f8e34eb992 req-4c42721d-67e8-4d0d-bb5d-736aa4356d05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=010aa331e20b476da7391d58bcd87a18&device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 1097 time: 0.2457681 Sep 09 09:19:26.431498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b0ca0c4-94bb-49a6-9adf-16b7271f5dad req-ad6273c9-18b1-4682-936b-31a76cbfedf9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586128 Sep 09 09:19:26.477700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.481371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d272aff-0781-4a62-af54-f43e1930d619 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:26.493465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b006d-9a04-4262-9044-ca804268a1ae None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:26.507215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b006d-9a04-4262-9044-ca804268a1ae None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:26.507963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d91b006d-9a04-4262-9044-ca804268a1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:26.517036 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d272aff-0781-4a62-af54-f43e1930d619 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.536485 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.563404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d91b006d-9a04-4262-9044-ca804268a1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:26.563941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:19:26.574183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02abfd5-b170-4c7b-9cfb-48998867197e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:26.583280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b006d-9a04-4262-9044-ca804268a1ae None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:26.583822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d91b006d-9a04-4262-9044-ca804268a1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:26.591897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.597222 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Added segment 4b4a9e87-200d-49e4-971b-89399ad76c47 of type vlan for network 184cfd7d-efe3-4f8c-aa93-8d665ea03d75 Sep 09 09:19:26.624528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066983d-4d80-41c8-8e60-94f8e34eb992 req-49b9a89a-dd67-442a-ac3f-81df79c6bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:26.626030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2066983d-4d80-41c8-8e60-94f8e34eb992 req-49b9a89a-dd67-442a-ac3f-81df79c6bf6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b HTTP/1.1" status: 200 len: 912 time: 0.2177522 Sep 09 09:19:26.635190 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fcbb2e04-8e87-4a19-be65-86e8a2945e9d req-c1181fc4-b93c-4bd5-897e-f9c288de2cbe tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.636103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d91b006d-9a04-4262-9044-ca804268a1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:26.636387 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fcbb2e04-8e87-4a19-be65-86e8a2945e9d req-c1181fc4-b93c-4bd5-897e-f9c288de2cbe tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1715925 Sep 09 09:19:26.636764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b006d-9a04-4262-9044-ca804268a1ae None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:26.645013 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1d272aff-0781-4a62-af54-f43e1930d619 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "PUT /v2.0/floatingips/7838655f-da6c-4148-9c59-113baf6ebec8 HTTP/1.1" status: 200 len: 977 time: 3.7376235 Sep 09 09:19:26.649518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60208) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:26.656894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-69300e03-bb63-4b1e-93b7-e2b9d4520fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:26.663690 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.695526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2066983d-4d80-41c8-8e60-94f8e34eb992 req-9595a604-1d5d-4418-9ccc-278abf751e25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e819d45b-e41a-4257-a632-4113b01b333f HTTP/1.1" status: 200 len: 217 time: 0.0523825 Sep 09 09:19:26.799612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:19:26.808455 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9efb3e4d-cde0-41f6-880c-1ebb6cb1e959 req-78156fde-6fb8-46f1-907b-01e82226b2b0 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/58be536f-fb4e-4388-bbac-2ad7a200775d HTTP/1.1" status: 200 len: 1806 time: 0.1078818 Sep 09 09:19:26.818583 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69300e03-bb63-4b1e-93b7-e2b9d4520fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.833321 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066983d-4d80-41c8-8e60-94f8e34eb992 req-41f199f2-25d7-4708-bcdc-0e8d59853fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:26.835057 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2066983d-4d80-41c8-8e60-94f8e34eb992 req-41f199f2-25d7-4708-bcdc-0e8d59853fa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cccd1f9-bfab-4b7f-b904-1e91da7a7b90 HTTP/1.1" status: 200 len: 851 time: 0.1274016 Sep 09 09:19:26.881938 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2066983d-4d80-41c8-8e60-94f8e34eb992 req-da4a8c1c-33df-45c4-9309-06f3c160345a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7db1a02-5a47-4fdb-8640-ba35e27eca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401969 Sep 09 09:19:26.961466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9efb3e4d-cde0-41f6-880c-1ebb6cb1e959 req-aed160ce-1b10-4c1e-a741-93930c55356f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:26.987628 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.000344 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9efb3e4d-cde0-41f6-880c-1ebb6cb1e959 req-aed160ce-1b10-4c1e-a741-93930c55356f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.025863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Transition to ACTIVE for port object d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:27.040243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77279c6d-ae16-4a1c-b8ec-6e4ff203a0c7 req-211a5962-7044-4540-a7ad-86d0ba2fc705 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:27.041291 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69300e03-bb63-4b1e-93b7-e2b9d4520fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.041772 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77279c6d-ae16-4a1c-b8ec-6e4ff203a0c7 req-211a5962-7044-4540-a7ad-86d0ba2fc705 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 931 time: 0.2377160 Sep 09 09:19:27.070358 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2066983d-4d80-41c8-8e60-94f8e34eb992 req-3abc332a-4bab-4507-9717-49f7d69256c7 service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818662 Sep 09 09:19:27.101797 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.102910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:27.103599 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.120493 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77279c6d-ae16-4a1c-b8ec-6e4ff203a0c7 req-7d82ae54-5b45-4976-8cd4-5966674c2445 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683348 Sep 09 09:19:27.168958 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.191322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] Pushing event updated for resources: {'Network': ['ID=184cfd7d-efe3-4f8c-aa93-8d665ea03d75,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:27.203083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 184cfd7d-efe3-4f8c-aa93-8d665ea03d75 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:19:27.236834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9efb3e4d-cde0-41f6-880c-1ebb6cb1e959 req-aed160ce-1b10-4c1e-a741-93930c55356f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.240290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9efb3e4d-cde0-41f6-880c-1ebb6cb1e959 req-aed160ce-1b10-4c1e-a741-93930c55356f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.242255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9efb3e4d-cde0-41f6-880c-1ebb6cb1e959 req-aed160ce-1b10-4c1e-a741-93930c55356f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "DELETE /v2.0/security-groups/58be536f-fb4e-4388-bbac-2ad7a200775d HTTP/1.1" status: 204 len: 173 time: 0.4270716 Sep 09 09:19:27.249834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2066983d-4d80-41c8-8e60-94f8e34eb992 req-07e69dd5-2411-4d39-930c-f851a9a7e6d6 service neutron] 10.222.0.41 "GET /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715422 Sep 09 09:19:27.252208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:27.276970 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69300e03-bb63-4b1e-93b7-e2b9d4520fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.277318 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-69300e03-bb63-4b1e-93b7-e2b9d4520fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 7838655f-da6c-4148-9c59-113baf6ebec8 disassociated. External IP: 172.25.8.209, port: d453e1f8-d2b4-4eb9-b028-822841d1819a. Sep 09 09:19:27.349019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Attempting to bind port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:27.349580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Attempting to bind port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:27.349832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Attempting to bind port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:27.355205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:19:27.355482 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Attempting to bind port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:27.362558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:27.362903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Checking segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:27.363347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Bound using segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:27.363813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Bound port: d4bc92a3-2a40-45ea-a0e3-7362bcef7d64, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:27.364178 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.389247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-39e79bb0-a0f7-413c-93a9-83fab081ddb3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8301783 Sep 09 09:19:27.390032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60222) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:27.402895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] Request body: {'subnet': {'network_id': '184cfd7d-efe3-4f8c-aa93-8d665ea03d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1079919360-subnet', 'tenant_id': '2cef85393b0d4abea82ce79311f2ee4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:27.421959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed160ce-1b10-4c1e-a741-93930c55356f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58be536f-fb4e-4388-bbac-2ad7a200775d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:27.474456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafbe0f-34d3-42cb-91dd-8f4c2628b2ea req-f42ba3e5-99b9-4b46-b039-36fb715730dd tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:27.479902 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aaafbe0f-34d3-42cb-91dd-8f4c2628b2ea req-f42ba3e5-99b9-4b46-b039-36fb715730dd tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1123528 Sep 09 09:19:27.496098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device ee767781-f598-47a4-b421-d2a42ac5c881 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:27.505508 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] Made reservation on behalf of 2cef85393b0d4abea82ce79311f2ee4f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:27.508676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.512340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] For port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:27.530921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] For port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:27.545361 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8cb73e8e-7e32-4dac-95b1-891cb62cc55f req-8a4d708e-f54c-4ef5-9296-31555f6442d2 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/24761ef3-78bd-466e-8c9d-5bac5105bd5f HTTP/1.1" status: 200 len: 1806 time: 0.1693990 Sep 09 09:19:27.568160 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aaafbe0f-34d3-42cb-91dd-8f4c2628b2ea req-ffdf654d-c2db-455e-bdc6-fa558cd6803e tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781274 Sep 09 09:19:27.592997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2d1bc3da-8ac3-48c7-a4fe-9596a43ab91b req-c431bfc4-18d0-41cf-adcf-0a2a7db6077f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-673215079', 'description': 'tempest-description-287605602'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:27.640439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.673347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port ee767781-f598-47a4-b421-d2a42ac5c881 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:27.679030 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port ee767781-f598-47a4-b421-d2a42ac5c881 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:27.679498 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.693342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:27.693967 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.695522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] 10.222.0.24 "PUT /v2.0/ports/d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 HTTP/1.1" status: 200 len: 1092 time: 1.8295577 Sep 09 09:19:27.695858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2', 'tag': 'd4bc92a3-2a40-45ea-a0e3-7362bcef7d64'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:27.698443 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae639a7-6444-4bd2-b5c8-3e7b0b2353df" -d '{"events": [{"name": "network-changed", "server_uuid": "6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2", "tag": "d4bc92a3-2a40-45ea-a0e3-7362bcef7d64"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:27.723437 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d1bc3da-8ac3-48c7-a4fe-9596a43ab91b req-c431bfc4-18d0-41cf-adcf-0a2a7db6077f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.746084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47652604-8319-4243-9e7b-933e8df6cbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:27.780593 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.813720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af787eb-f04f-4999-8250-adcfbc6730fc req-7062864c-2a6b-4d7e-9511-58fde7c62df3 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:27.821083 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8af787eb-f04f-4999-8250-adcfbc6730fc req-7062864c-2a6b-4d7e-9511-58fde7c62df3 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 945 time: 0.2063677 Sep 09 09:19:27.835769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port ee767781-f598-47a4-b421-d2a42ac5c881, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=ee767781-f598-47a4-b421-d2a42ac5c881,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:27.836853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee767781-f598-47a4-b421-d2a42ac5c881'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:27.841458 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3867dd40-8e5f-4e7c-b096-a61e5963fa08" -d '{"events": [{"server_uuid": "36648564-aa13-42e5-940a-f7e7d56cd6b8", "name": "network-vif-plugged", "status": "completed", "tag": "ee767781-f598-47a4-b421-d2a42ac5c881"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:27.872132 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d1bc3da-8ac3-48c7-a4fe-9596a43ab91b req-c431bfc4-18d0-41cf-adcf-0a2a7db6077f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.892615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69300e03-bb63-4b1e-93b7-e2b9d4520fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:27.919052 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:27.926436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-6cc0aa2e-ba5e-4dff-ab24-a69e2546699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:27.931246 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-6cc0aa2e-ba5e-4dff-ab24-a69e2546699a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 1095 time: 0.0737903 Sep 09 09:19:27.933903 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8af787eb-f04f-4999-8250-adcfbc6730fc req-86139daa-8df0-4344-8f9b-0280fdd49f1b tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113584 Sep 09 09:19:27.984422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-4aa544e1-325c-4b78-a262-0f4bbca25324 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 HTTP/1.1" status: 200 len: 217 time: 0.0445113 Sep 09 09:19:27.993300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=ee767781-f598-47a4-b421-d2a42ac5c881,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:28.012260 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8343e51b-75c7-4a3c-97a2-d61aaf981eae x-openstack-request-id: req-8343e51b-75c7-4a3c-97a2-d61aaf981eae {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:28.012506 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2", "tag": "d4bc92a3-2a40-45ea-a0e3-7362bcef7d64", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:28.012855 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8343e51b-75c7-4a3c-97a2-d61aaf981eae {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:28.013347 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2', 'tag': 'd4bc92a3-2a40-45ea-a0e3-7362bcef7d64', 'status': 'completed', 'code': 200} Sep 09 09:19:28.033461 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d1bc3da-8ac3-48c7-a4fe-9596a43ab91b req-c431bfc4-18d0-41cf-adcf-0a2a7db6077f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:28.042627 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41e2785-a9f2-4ae5-8003-89830e577009 x-openstack-request-id: req-a41e2785-a9f2-4ae5-8003-89830e577009 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:28.042960 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36648564-aa13-42e5-940a-f7e7d56cd6b8", "name": "network-vif-plugged", "status": "completed", "tag": "ee767781-f598-47a4-b421-d2a42ac5c881", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:28.043173 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a41e2785-a9f2-4ae5-8003-89830e577009 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:28.043600 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee767781-f598-47a4-b421-d2a42ac5c881', 'code': 200} Sep 09 09:19:28.067419 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:28.081114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-cfbfcc06-039e-4809-95a6-0aa1d108e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:28.082254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-cfbfcc06-039e-4809-95a6-0aa1d108e9d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 200 len: 850 time: 0.0923293 Sep 09 09:19:28.083006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431bfc4-18d0-41cf-adcf-0a2a7db6077f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328288e8-40f0-4366-8417-21ba545c95e3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:28.125116 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-97017a10-e05a-49eb-87e8-187c01a90707 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287850 Sep 09 09:19:28.135539 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d1bc3da-8ac3-48c7-a4fe-9596a43ab91b req-c431bfc4-18d0-41cf-adcf-0a2a7db6077f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:28.136719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d1bc3da-8ac3-48c7-a4fe-9596a43ab91b req-c431bfc4-18d0-41cf-adcf-0a2a7db6077f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5487492 Sep 09 09:19:28.182147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=214403c3-0de4-4f95-a76c-4dc0615dc07c,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:28.191418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69300e03-bb63-4b1e-93b7-e2b9d4520fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:28.205766 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe913c9-80b3-4514-8328-91d5df7a51e0 None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:28.223061 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe913c9-80b3-4514-8328-91d5df7a51e0 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:28.224351 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ffe913c9-80b3-4514-8328-91d5df7a51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:28.236683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69300e03-bb63-4b1e-93b7-e2b9d4520fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:28.251719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-979679ef-5699-42ee-b410-658d28e9088d service neutron] 10.222.0.24 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182253 Sep 09 09:19:28.270556 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-69300e03-bb63-4b1e-93b7-e2b9d4520fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "PUT /v2.0/floatingips/7838655f-da6c-4148-9c59-113baf6ebec8 HTTP/1.1" status: 200 len: 688 time: 1.6179192 Sep 09 09:19:28.274559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60240) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:28.283575 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ffe913c9-80b3-4514-8328-91d5df7a51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:28.293600 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe913c9-80b3-4514-8328-91d5df7a51e0 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:28.294599 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ffe913c9-80b3-4514-8328-91d5df7a51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:28.300329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] Checking segment: {'id': '4b4a9e87-200d-49e4-971b-89399ad76c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '184cfd7d-efe3-4f8c-aa93-8d665ea03d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:28.300699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] Network hostable DHCP agents. Network: 184cfd7d-efe3-4f8c-aa93-8d665ea03d75, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:19:28.354544 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ffe913c9-80b3-4514-8328-91d5df7a51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:28.355485 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe913c9-80b3-4514-8328-91d5df7a51e0 None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:28.373668 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7cc26a0-9489-4938-a74b-feea0c60673f req-b173d4d4-092f-4f58-8ebd-0c77e978389e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/328288e8-40f0-4366-8417-21ba545c95e3 HTTP/1.1" status: 200 len: 1805 time: 0.2051511 Sep 09 09:19:28.390666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e1dd8-2e7d-4e62-b582-4dd6833d063c req-75bd4f16-46e2-40bf-b672-69e2cd643949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:28.392350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-328e1dd8-2e7d-4e62-b582-4dd6833d063c req-75bd4f16-46e2-40bf-b672-69e2cd643949 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 1098 time: 0.2698252 Sep 09 09:19:28.424442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d7cc26a0-9489-4938-a74b-feea0c60673f req-ef40dd2f-3163-4635-948c-f129e7acee4e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '328288e8-40f0-4366-8417-21ba545c95e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:28.424759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d7cc26a0-9489-4938-a74b-feea0c60673f req-ef40dd2f-3163-4635-948c-f129e7acee4e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '328288e8-40f0-4366-8417-21ba545c95e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:28.427502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6c723-4c89-4a1f-a2a7-3859338b1958 req-07906ba8-7d9f-47b7-a604-191b2d8ec804 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:28.429332 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9db6c723-4c89-4a1f-a2a7-3859338b1958 req-07906ba8-7d9f-47b7-a604-191b2d8ec804 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 943 time: 0.0996644 Sep 09 09:19:28.441182 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80d93161-7f3d-43ab-bf93-82508c848da4 req-ad50324b-8621-4abd-8117-f3d269405074 service neutron] 10.222.0.24 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808331 Sep 09 09:19:28.493159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] Network 184cfd7d-efe3-4f8c-aa93-8d665ea03d75 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:19:28.493402 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-328e1dd8-2e7d-4e62-b582-4dd6833d063c req-4b9ee3b9-2d73-4d9a-9f3d-0adcac8f5a89 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864439 Sep 09 09:19:28.498456 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9db6c723-4c89-4a1f-a2a7-3859338b1958 req-5e43b777-f567-4242-bb08-0635c58636b6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563855 Sep 09 09:19:28.522182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-869f4ec3-65ed-4fe3-b353-2cc2862a05b9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port d6291077-3ad7-4e82-84f3-31639eef1bde {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:28.522463 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-869f4ec3-65ed-4fe3-b353-2cc2862a05b9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:28.614101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 184cfd7d-efe3-4f8c-aa93-8d665ea03d75) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:28.619399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:28.622085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:28.624510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636f10a-ed78-4f9b-a2e0-ca43093f0de9 None None] Network 184cfd7d-efe3-4f8c-aa93-8d665ea03d75 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:19:28.654212 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-869f4ec3-65ed-4fe3-b353-2cc2862a05b9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:28.654551 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-869f4ec3-65ed-4fe3-b353-2cc2862a05b9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:28.676422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-869f4ec3-65ed-4fe3-b353-2cc2862a05b9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for d6291077-3ad7-4e82-84f3-31639eef1bde owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:28.678896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d7cc26a0-9489-4938-a74b-feea0c60673f req-ef40dd2f-3163-4635-948c-f129e7acee4e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:28.709432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d35cd-bc51-4fcb-b630-f9e07970c047 req-550a8c98-7b7b-4274-a695-939d25cd6b17 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:28.711497 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c9d35cd-bc51-4fcb-b630-f9e07970c047 req-550a8c98-7b7b-4274-a695-939d25cd6b17 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.0848386 Sep 09 09:19:28.746465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-10b7ee72-461f-4366-b9ff-765dcae8ee8f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3527000 Sep 09 09:19:28.780290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d7cc26a0-9489-4938-a74b-feea0c60673f req-ef40dd2f-3163-4635-948c-f129e7acee4e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:28.803574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae639a7-6444-4bd2-b5c8-3e7b0b2353df req-fd8ce9c9-ef55-4a34-b5e4-b37f796a8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:28.810300 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ae639a7-6444-4bd2-b5c8-3e7b0b2353df req-fd8ce9c9-ef55-4a34-b5e4-b37f796a8818 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 1095 time: 0.0892227 Sep 09 09:19:28.821805 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c9d35cd-bc51-4fcb-b630-f9e07970c047 req-6845b857-b29e-4e93-8182-f6ccbb8c628d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638623 Sep 09 09:19:28.923748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae639a7-6444-4bd2-b5c8-3e7b0b2353df req-f3b82eff-1020-46be-ad26-9c91f1084ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:28.925291 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ae639a7-6444-4bd2-b5c8-3e7b0b2353df req-f3b82eff-1020-46be-ad26-9c91f1084ee6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 911 time: 0.1023841 Sep 09 09:19:29.006750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60250) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:29.017265 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ae639a7-6444-4bd2-b5c8-3e7b0b2353df req-3bd22cad-3255-4754-80b9-563278188d1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 HTTP/1.1" status: 200 len: 217 time: 0.0810242 Sep 09 09:19:29.069761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce7440-1a73-4858-b3bc-d8c3a97a62cb None None] Network 184cfd7d-efe3-4f8c-aa93-8d665ea03d75 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:19:29.165658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e7dda9-bc61-4583-b29c-394673d16c64 admin admin] Deleting subnet 8c923a1f-6d93-443f-9b65-402d2937352a {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:19:29.176926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db9b48-f28d-492c-8f1a-97e6f68e7a93 req-4339b977-8ad4-4e2e-9771-6f9896371a35 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:29.178960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26db9b48-f28d-492c-8f1a-97e6f68e7a93 req-4339b977-8ad4-4e2e-9771-6f9896371a35 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1360927 Sep 09 09:19:29.182109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae639a7-6444-4bd2-b5c8-3e7b0b2353df req-136695f0-0089-4c56-8fc3-c13888660c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:29.183941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ae639a7-6444-4bd2-b5c8-3e7b0b2353df req-136695f0-0089-4c56-8fc3-c13888660c60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 200 len: 850 time: 0.1420321 Sep 09 09:19:29.185551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79e7dda9-bc61-4583-b29c-394673d16c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:29.273248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ae639a7-6444-4bd2-b5c8-3e7b0b2353df req-cf5a7a30-7030-4e42-8540-1210cd7f322e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385342 Sep 09 09:19:29.299818 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79e7dda9-bc61-4583-b29c-394673d16c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:29.333942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26db9b48-f28d-492c-8f1a-97e6f68e7a93 req-674111c8-4e2d-49b1-aef9-ff2e88d4c354 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459246 Sep 09 09:19:29.405801 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79e7dda9-bc61-4583-b29c-394673d16c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:29.413808 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d7cc26a0-9489-4938-a74b-feea0c60673f req-ef40dd2f-3163-4635-948c-f129e7acee4e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:29.437162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40dd2f-3163-4635-948c-f129e7acee4e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f024a53f-d55d-43b8-9f93-632ccefee6f7,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:29.463268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ae639a7-6444-4bd2-b5c8-3e7b0b2353df req-348378af-2eae-416d-bc5d-2b56ad17b62c service neutron] 10.222.0.24 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785765 Sep 09 09:19:29.508843 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-869f4ec3-65ed-4fe3-b353-2cc2862a05b9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:29.548300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f4ec3-65ed-4fe3-b353-2cc2862a05b9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=d6291077-3ad7-4e82-84f3-31639eef1bde,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:29.556886 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d7cc26a0-9489-4938-a74b-feea0c60673f req-ef40dd2f-3163-4635-948c-f129e7acee4e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:29.567940 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7cc26a0-9489-4938-a74b-feea0c60673f req-ef40dd2f-3163-4635-948c-f129e7acee4e tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1515236 Sep 09 09:19:29.571285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79e7dda9-bc61-4583-b29c-394673d16c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:29.661804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7dda9-bc61-4583-b29c-394673d16c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c923a1f-6d93-443f-9b65-402d2937352a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:29.666462 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ae639a7-6444-4bd2-b5c8-3e7b0b2353df req-88fdfda7-4f64-4a2a-87a2-ada45a49a73e service neutron] 10.222.0.24 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916502 Sep 09 09:19:29.668687 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-869f4ec3-65ed-4fe3-b353-2cc2862a05b9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:29.668896 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79e7dda9-bc61-4583-b29c-394673d16c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:29.675445 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-79e7dda9-bc61-4583-b29c-394673d16c64 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8c923a1f-6d93-443f-9b65-402d2937352a HTTP/1.1" status: 204 len: 168 time: 0.6627119 Sep 09 09:19:29.675660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-869f4ec3-65ed-4fe3-b353-2cc2862a05b9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:29.675660 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-869f4ec3-65ed-4fe3-b353-2cc2862a05b9 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/floatingips/7838655f-da6c-4148-9c59-113baf6ebec8 HTTP/1.1" status: 204 len: 168 time: 1.3947949 Sep 09 09:19:29.677011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60258) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:29.677361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60260) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:29.685631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c11a6-207c-43a6-9d64-90c7680ce31a req-cfa61734-35f9-4f1a-9e43-dcb31966ae8e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:29.694326 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d73db40-471e-4a49-8c40-3dd577111c78 req-905911cb-a0c8-471d-8436-bec9b5bd8304 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/328288e8-40f0-4366-8417-21ba545c95e3 HTTP/1.1" status: 200 len: 2399 time: 0.0989778 Sep 09 09:19:29.694525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf5c11a6-207c-43a6-9d64-90c7680ce31a req-cfa61734-35f9-4f1a-9e43-dcb31966ae8e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 943 time: 0.0986390 Sep 09 09:19:29.698872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9d73db40-471e-4a49-8c40-3dd577111c78 req-1f31dbdf-9141-4887-9738-85e69a267ab1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '328288e8-40f0-4366-8417-21ba545c95e3', 'remote_group_id': None}]} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:29.699193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9d73db40-471e-4a49-8c40-3dd577111c78 req-1f31dbdf-9141-4887-9738-85e69a267ab1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '328288e8-40f0-4366-8417-21ba545c95e3', 'remote_group_id': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:29.858897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9d73db40-471e-4a49-8c40-3dd577111c78 req-1f31dbdf-9141-4887-9738-85e69a267ab1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:29.891726 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9d73db40-471e-4a49-8c40-3dd577111c78 req-1f31dbdf-9141-4887-9738-85e69a267ab1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.153344 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-effba395-d702-4645-9295-bb0db07a46e2 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] delete failed (client error): The resource could not be found. Sep 09 09:19:30.154452 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-effba395-d702-4645-9295-bb0db07a46e2 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/floatingips/7838655f-da6c-4148-9c59-113baf6ebec8 HTTP/1.1" status: 404 len: 345 time: 0.4565558 Sep 09 09:19:30.159811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60268) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:30.209512 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.228190 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf5c11a6-207c-43a6-9d64-90c7680ce31a req-d192f22c-8e1d-44dd-98ab-96c91472bda4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327425 Sep 09 09:19:30.255913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb32b3-7c53-41c0-b7c2-afcc8a92543f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:30.262067 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb32b3-7c53-41c0-b7c2-afcc8a92543f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:30.269191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb32b3-7c53-41c0-b7c2-afcc8a92543f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:30.270934 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-37eb32b3-7c53-41c0-b7c2-afcc8a92543f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "GET /v2.0/ports?network_id=0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 HTTP/1.1" status: 200 len: 2358 time: 0.1101046 Sep 09 09:19:30.273820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60270) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:30.290037 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9d73db40-471e-4a49-8c40-3dd577111c78 req-1f31dbdf-9141-4887-9738-85e69a267ab1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.325345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.349783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31dbdf-9141-4887-9738-85e69a267ab1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d8c13e-815a-40f2-8645-f8056db2859b,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:30.364850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c03f6d-ef95-4486-b368-2d396fd29759 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:30.366949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f3c03f6d-ef95-4486-b368-2d396fd29759 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "GET /v2.0/subnets/3efd26b1-8c3f-446b-b9fb-941b19cd6d23 HTTP/1.1" status: 200 len: 797 time: 0.0919116 Sep 09 09:19:30.375041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a7b076-8d2a-4b33-932e-b6d52c12d18c']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:30.375892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60274) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:30.382263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'port': {'network_id': '0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3', 'name': 'tempest-FloatingIPTestJSON-1291356177', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:30.389518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2be836f-2165-4ab6-a2a3-31da8a323e15') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:30.392708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2be836f-2165-4ab6-a2a3-31da8a323e15') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:30.403805 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.421245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e287b7-4dc0-4116-a976-81528fb5df67 req-560407ac-8f94-47cb-bd21-72a176055616 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:30.425863 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49e287b7-4dc0-4116-a976-81528fb5df67 req-560407ac-8f94-47cb-bd21-72a176055616 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.0961690 Sep 09 09:19:30.444668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.458192 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9d73db40-471e-4a49-8c40-3dd577111c78 req-1f31dbdf-9141-4887-9738-85e69a267ab1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.465983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:19:30.466552 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:19:30.471999 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:19:30.475985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d73db40-471e-4a49-8c40-3dd577111c78 req-1f31dbdf-9141-4887-9738-85e69a267ab1 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7810390 Sep 09 09:19:30.558654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49e287b7-4dc0-4116-a976-81528fb5df67 req-3d38a250-ce09-4a60-a8a6-ecdbf9c696be tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240556 Sep 09 09:19:30.589629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Made reservation on behalf of 3e690a2e8ad042f59c6c9a59c32a26d8 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:30.635954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3801f-72c3-4bca-b25c-cc72a235333c req-0680afc2-bf9b-482d-8c0c-c5daf17d6e22 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:30.638144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7b3801f-72c3-4bca-b25c-cc72a235333c req-0680afc2-bf9b-482d-8c0c-c5daf17d6e22 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1080904 Sep 09 09:19:30.646020 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7caad113-ce58-467e-af31-f86a2adafff9 req-c4f114ee-0c82-48ce-9f06-d567700b2cb7 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/328288e8-40f0-4366-8417-21ba545c95e3 HTTP/1.1" status: 200 len: 2998 time: 0.0485406 Sep 09 09:19:30.650766 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.656667 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.659205 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/83a7b076-8d2a-4b33-932e-b6d52c12d18c HTTP/1.1" status: 204 len: 168 time: 0.9623230 Sep 09 09:19:30.662917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60284) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:30.680801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303776a-008b-4f20-be08-c010abe7dec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a7b076-8d2a-4b33-932e-b6d52c12d18c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:30.734249 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7b3801f-72c3-4bca-b25c-cc72a235333c req-9fbd55f1-ab9b-4226-9aa2-ed573b3f5cec tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638075 Sep 09 09:19:30.735099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79de75e-785b-461f-88c6-860f08323fcd admin admin] Deleting subnet 214403c3-0de4-4f95-a76c-4dc0615dc07c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:19:30.737360 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.739073 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f79de75e-785b-461f-88c6-860f08323fcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.766204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] device_id is not set on port d2c959c1-2dff-4eeb-a798-9238752e4485 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:19:30.793756 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f79de75e-785b-461f-88c6-860f08323fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.838337 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f79de75e-785b-461f-88c6-860f08323fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:30.855581 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac53934b-9982-4d9a-bf63-13a2a1aa32ee req-883be6da-8fbe-473b-ae8d-32b38109706d tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-group-rules/f2d8c13e-815a-40f2-8645-f8056db2859b HTTP/1.1" status: 200 len: 783 time: 0.0737114 Sep 09 09:19:30.982463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac53934b-9982-4d9a-bf63-13a2a1aa32ee req-45f98829-9bda-4f3a-a1a5-b9d3a16c42d0 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/328288e8-40f0-4366-8417-21ba545c95e3 HTTP/1.1" status: 200 len: 2998 time: 0.1120119 Sep 09 09:19:31.039707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f79de75e-785b-461f-88c6-860f08323fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.059884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ac53934b-9982-4d9a-bf63-13a2a1aa32ee req-09232cce-2022-4b21-a145-998e5ae36b09 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.076207 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ac53934b-9982-4d9a-bf63-13a2a1aa32ee req-09232cce-2022-4b21-a145-998e5ae36b09 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.084639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79de75e-785b-461f-88c6-860f08323fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214403c3-0de4-4f95-a76c-4dc0615dc07c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:31.090237 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f79de75e-785b-461f-88c6-860f08323fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.096204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f79de75e-785b-461f-88c6-860f08323fcd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/214403c3-0de4-4f95-a76c-4dc0615dc07c HTTP/1.1" status: 204 len: 168 time: 0.4288304 Sep 09 09:19:31.096204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:31.192279 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.218816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.20.0.14 (0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3/3efd26b1-8c3f-446b-b9fb-941b19cd6d23/d2c959c1-2dff-4eeb-a798-9238752e4485) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:31.226335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.20.0.12 (0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3/3efd26b1-8c3f-446b-b9fb-941b19cd6d23/d2c959c1-2dff-4eeb-a798-9238752e4485) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:31.255708 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ac53934b-9982-4d9a-bf63-13a2a1aa32ee req-09232cce-2022-4b21-a145-998e5ae36b09 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.265991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ac53934b-9982-4d9a-bf63-13a2a1aa32ee req-09232cce-2022-4b21-a145-998e5ae36b09 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.268665 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac53934b-9982-4d9a-bf63-13a2a1aa32ee req-09232cce-2022-4b21-a145-998e5ae36b09 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f2d8c13e-815a-40f2-8645-f8056db2859b HTTP/1.1" status: 204 len: 173 time: 0.2775137 Sep 09 09:19:31.280851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09232cce-2022-4b21-a145-998e5ae36b09 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2d8c13e-815a-40f2-8645-f8056db2859b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:31.288685 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.332053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184cfd7d-efe3-4f8c-aa93-8d665ea03d75']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:31.344169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4a9e87-200d-49e4-971b-89399ad76c47') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:31.344401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4a9e87-200d-49e4-971b-89399ad76c47') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:31.363575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528bf93-ada3-45ca-ba83-6c38893848a4 req-9032c57b-cf20-4c76-800e-ab42d7718d50 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:31.365110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c528bf93-ada3-45ca-ba83-6c38893848a4 req-9032c57b-cf20-4c76-800e-ab42d7718d50 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1170943 Sep 09 09:19:31.366971 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.377956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60298) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:31.384708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c9c2abe5-9269-4490-a714-df6998e5fa18 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'floatingip': {'port_id': 'ee767781-f598-47a4-b421-d2a42ac5c881'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:31.434743 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.448034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:19:31.448701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:19:31.465417 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:19:31.495612 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.496975 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9c2abe5-9269-4490-a714-df6998e5fa18 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.509523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b19db-f977-40d2-bc83-fe00d8c6cc84 req-386d1398-6f23-4f98-8b19-e7a84c6a6ee9 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:31.510512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:19:31.511268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f52b19db-f977-40d2-bc83-fe00d8c6cc84 req-386d1398-6f23-4f98-8b19-e7a84c6a6ee9 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1609287 Sep 09 09:19:31.592414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f52b19db-f977-40d2-bc83-fe00d8c6cc84 req-f0361c4d-3966-4995-9239-c5968a7f8921 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606897 Sep 09 09:19:31.658397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:31.677972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'd4bc92a3-2a40-45ea-a0e3-7362bcef7d64', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'port_id': 'd4bc92a3-2a40-45ea-a0e3-7362bcef7d64', 'mac_address': 'fa:16:3e:38:c7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcecb474-ea10-44b3-96f9-cd7cd9d5e862', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:19:31.693613 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a37d1f33-29f2-428b-8476-97f307ab3485 req-6efcc05b-6a2c-4edd-ae11-2f68067cbcc5 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/328288e8-40f0-4366-8417-21ba545c95e3 HTTP/1.1" status: 200 len: 2399 time: 0.0676084 Sep 09 09:19:31.704038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca2195-4cf6-478d-915f-0663f79df33f req-07636e7b-b990-4e4d-9116-c07af4350481 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:31.705669 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81ca2195-4cf6-478d-915f-0663f79df33f req-07636e7b-b990-4e4d-9116-c07af4350481 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 943 time: 0.2353241 Sep 09 09:19:31.728384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.749731 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.767765 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:19:31.786381 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.792333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.800453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:31.801378 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] 10.222.0.32 "DELETE /v2.0/networks/184cfd7d-efe3-4f8c-aa93-8d665ea03d75 HTTP/1.1" status: 204 len: 168 time: 0.6972940 Sep 09 09:19:31.801490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:31.804744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:31.822956 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:31.839334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c2df6-d1bf-4a78-bc6c-278f35d36161 admin admin] Pushing event deleted for resources: {'Network': ['ID=184cfd7d-efe3-4f8c-aa93-8d665ea03d75,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:31.857963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81ca2195-4cf6-478d-915f-0663f79df33f req-a2c0a586-0feb-4c4e-88d5-f1377d69fb7c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422312 Sep 09 09:19:31.863522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:31.864034 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.899889 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a37d1f33-29f2-428b-8476-97f307ab3485 req-534e717a-d9ab-4d11-ba1c-f311abb61af8 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.911837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=d2c959c1-2dff-4eeb-a798-9238752e4485,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:31.918764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.936106 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a37d1f33-29f2-428b-8476-97f307ab3485 req-534e717a-d9ab-4d11-ba1c-f311abb61af8 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:31.986172 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-13d00c7c-15ad-4e2e-84e3-9f30f1258d76 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6059456 Sep 09 09:19:31.986994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60304) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:31.992381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': 'd2c959c1-2dff-4eeb-a798-9238752e4485', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:31.994475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:32.079685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a37d1f33-29f2-428b-8476-97f307ab3485 req-534e717a-d9ab-4d11-ba1c-f311abb61af8 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.082450 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a37d1f33-29f2-428b-8476-97f307ab3485 req-534e717a-d9ab-4d11-ba1c-f311abb61af8 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.083668 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a37d1f33-29f2-428b-8476-97f307ab3485 req-534e717a-d9ab-4d11-ba1c-f311abb61af8 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "DELETE /v2.0/security-groups/328288e8-40f0-4366-8417-21ba545c95e3 HTTP/1.1" status: 204 len: 173 time: 0.3891215 Sep 09 09:19:32.088043 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.102971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e717a-d9ab-4d11-ba1c-f311abb61af8 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328288e8-40f0-4366-8417-21ba545c95e3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:32.120578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d4bc92a3-2a40-45ea-a0e3-7362bcef7d64'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:19:32.151983 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-769860ba-856e-40b9-b7ae-2dc06770d91a req-344c0d6e-490b-4510-82d0-2045fbde02c3 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] show failed (client error): The resource could not be found. Sep 09 09:19:32.153691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-769860ba-856e-40b9-b7ae-2dc06770d91a req-344c0d6e-490b-4510-82d0-2045fbde02c3 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/58be536f-fb4e-4388-bbac-2ad7a200775d HTTP/1.1" status: 404 len: 352 time: 0.0396495 Sep 09 09:19:32.261214 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b177d5cc-0952-444c-ac46-93854b91dccb req-84a8ca5d-2138-4615-b145-fa5cb1e4ef67 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/24761ef3-78bd-466e-8c9d-5bac5105bd5f HTTP/1.1" status: 200 len: 1806 time: 0.0598791 Sep 09 09:19:32.293851 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.321191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9c2abe5-9269-4490-a714-df6998e5fa18 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.330488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:32.379201 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b177d5cc-0952-444c-ac46-93854b91dccb req-ba715ede-bb5d-4f8c-bcbb-f61517eb6741 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.385508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f1fb5594-602e-43af-8507-0a0167f75ebb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ad14e3ccab145efac04a66381a2d0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534949 Sep 09 09:19:32.386227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60314) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:32.439455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9c2abe5-9269-4490-a714-df6998e5fa18 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.444295 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b177d5cc-0952-444c-ac46-93854b91dccb req-ba715ede-bb5d-4f8c-bcbb-f61517eb6741 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.485404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.25.8.199 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/9c107512-719c-430e-a3e4-5e8121f325c5) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:32.495251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90768986-d158-46d5-8992-1c8d11f55f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.519360 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90768986-d158-46d5-8992-1c8d11f55f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.591910 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b177d5cc-0952-444c-ac46-93854b91dccb req-ba715ede-bb5d-4f8c-bcbb-f61517eb6741 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.596166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b177d5cc-0952-444c-ac46-93854b91dccb req-ba715ede-bb5d-4f8c-bcbb-f61517eb6741 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.602700 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b177d5cc-0952-444c-ac46-93854b91dccb req-ba715ede-bb5d-4f8c-bcbb-f61517eb6741 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "DELETE /v2.0/security-groups/24761ef3-78bd-466e-8c9d-5bac5105bd5f HTTP/1.1" status: 204 len: 173 time: 0.3333960 Sep 09 09:19:32.615246 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-c9c2abe5-9269-4490-a714-df6998e5fa18 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Floating IP 21bcdae9-a4d4-4e3c-bf78-565ed9c991bb associated. External IP: 172.25.8.148, port: ee767781-f598-47a4-b421-d2a42ac5c881. Sep 09 09:19:32.653251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba715ede-bb5d-4f8c-bcbb-f61517eb6741 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24761ef3-78bd-466e-8c9d-5bac5105bd5f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:32.801001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ea16b05-9478-4ce0-b688-4084dbe728aa req-ff233290-7502-4bc6-a2b7-fd082065ff10 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/1b9062f4-c237-4c31-82a1-7fb18f01b296 HTTP/1.1" status: 200 len: 1804 time: 0.0571108 Sep 09 09:19:32.801347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.810437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a44a72-0d3c-4906-8625-a9cf0e5144b9 req-47c3f2aa-c65a-459d-8cf5-f1d6cf3e9a05 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:32.812915 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9a44a72-0d3c-4906-8625-a9cf0e5144b9 req-47c3f2aa-c65a-459d-8cf5-f1d6cf3e9a05 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.0960553 Sep 09 09:19:32.860457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ea16b05-9478-4ce0-b688-4084dbe728aa req-3a7e21fb-6042-4c42-b2f8-94bb0a114b54 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.879589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9a44a72-0d3c-4906-8625-a9cf0e5144b9 req-4efcde94-9b90-4b02-9ce1-66d02a95390d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529201 Sep 09 09:19:32.924341 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ea16b05-9478-4ce0-b688-4084dbe728aa req-3a7e21fb-6042-4c42-b2f8-94bb0a114b54 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:32.976865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c2abe5-9269-4490-a714-df6998e5fa18 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Router 60f4d0c1-8309-44c9-8ead-dc21aa667013 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:33.065561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c541ece-3ced-4a69-b97f-bdaf8d46f622 req-198f708d-2542-4c02-9038-c5f65a3e2927 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:33.067172 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c541ece-3ced-4a69-b97f-bdaf8d46f622 req-198f708d-2542-4c02-9038-c5f65a3e2927 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 944 time: 0.0728302 Sep 09 09:19:33.116092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c541ece-3ced-4a69-b97f-bdaf8d46f622 req-2dc44a6e-1d95-479f-a7bf-f701ad0fd2f0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Sep 09 09:19:33.144542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c2abe5-9269-4490-a714-df6998e5fa18 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:33.153157 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9c2abe5-9269-4490-a714-df6998e5fa18 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:33.157413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df2f3f-c039-48c6-a5f6-67255fff2d34 None None] Sync routers for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:33.176522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df2f3f-c039-48c6-a5f6-67255fff2d34 None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:33.177239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-21df2f3f-c039-48c6-a5f6-67255fff2d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:33.199264 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c9c2abe5-9269-4490-a714-df6998e5fa18 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "PUT /v2.0/floatingips/21bcdae9-a4d4-4e3c-bf78-565ed9c991bb HTTP/1.1" status: 200 len: 992 time: 1.8176787 Sep 09 09:19:33.199264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'tag': 'ee767781-f598-47a4-b421-d2a42ac5c881'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:33.211128 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47036597-4fd0-41c6-8da6-f19102a74b43" -d '{"events": [{"name": "network-changed", "server_uuid": "36648564-aa13-42e5-940a-f7e7d56cd6b8", "tag": "ee767781-f598-47a4-b421-d2a42ac5c881"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:33.327456 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f466aadc-6493-4468-a865-9d3e0948b147 x-openstack-request-id: req-f466aadc-6493-4468-a865-9d3e0948b147 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:33.328210 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36648564-aa13-42e5-940a-f7e7d56cd6b8", "tag": "ee767781-f598-47a4-b421-d2a42ac5c881", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:33.328649 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f466aadc-6493-4468-a865-9d3e0948b147 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:33.329111 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'tag': 'ee767781-f598-47a4-b421-d2a42ac5c881', 'status': 'completed', 'code': 200} Sep 09 09:19:33.346526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-21df2f3f-c039-48c6-a5f6-67255fff2d34 None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:33.406889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47036597-4fd0-41c6-8da6-f19102a74b43 req-875013a8-ebe3-47af-a967-920051747346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:33.413311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47036597-4fd0-41c6-8da6-f19102a74b43 req-875013a8-ebe3-47af-a967-920051747346 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 1098 time: 0.0662282 Sep 09 09:19:33.520275 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90768986-d158-46d5-8992-1c8d11f55f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:33.533711 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90768986-d158-46d5-8992-1c8d11f55f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:33.533711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-90768986-d158-46d5-8992-1c8d11f55f9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef441a99-e51c-4d07-99ef-100cb252b406 HTTP/1.1" status: 204 len: 168 time: 1.1368606 Sep 09 09:19:33.539495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:33.542309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90768986-d158-46d5-8992-1c8d11f55f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef441a99-e51c-4d07-99ef-100cb252b406,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:33.549219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47036597-4fd0-41c6-8da6-f19102a74b43 req-6ee5fb4d-b255-4e2f-bcd5-490f6bbaf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:33.550760 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47036597-4fd0-41c6-8da6-f19102a74b43 req-6ee5fb4d-b255-4e2f-bcd5-490f6bbaf3cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 911 time: 0.1312065 Sep 09 09:19:33.657307 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47036597-4fd0-41c6-8da6-f19102a74b43 req-73f47365-7124-4b82-907d-6430481a6ec2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee767781-f598-47a4-b421-d2a42ac5c881 HTTP/1.1" status: 200 len: 1000 time: 0.0969141 Sep 09 09:19:33.682814 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-21df2f3f-c039-48c6-a5f6-67255fff2d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '21bcdae9-a4d4-4e3c-bf78-565ed9c991bb', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'port_id': 'ee767781-f598-47a4-b421-d2a42ac5c881', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'mac_address': 'fa:16:3e:37:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:19:10Z', 'updated_at': '2021-09-09T09:19:32Z', 'revision_number': 1, 'project_id': '319038797d6444fe83fac263f792c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:33.726424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df2f3f-c039-48c6-a5f6-67255fff2d34 None None] Checking router: 60f4d0c1-8309-44c9-8ead-dc21aa667013 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:19:33.737437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df2f3f-c039-48c6-a5f6-67255fff2d34 None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:33.738183 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-21df2f3f-c039-48c6-a5f6-67255fff2d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:33.744347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47036597-4fd0-41c6-8da6-f19102a74b43 req-fc305416-4ee1-4644-8f25-291ac683bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:33.745904 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47036597-4fd0-41c6-8da6-f19102a74b43 req-fc305416-4ee1-4644-8f25-291ac683bed5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ffe02-efbd-415c-8929-c3e24abb7f53 HTTP/1.1" status: 200 len: 849 time: 0.0829549 Sep 09 09:19:33.799619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47036597-4fd0-41c6-8da6-f19102a74b43 req-4b37a4c6-cee7-4eca-832e-6c6f2a153536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:33.801325 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47036597-4fd0-41c6-8da6-f19102a74b43 req-4b37a4c6-cee7-4eca-832e-6c6f2a153536 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7efe8e48-373b-4725-88ce-70a7125cfaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488241 Sep 09 09:19:33.833640 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:33.864672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-21df2f3f-c039-48c6-a5f6-67255fff2d34 None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:33.876155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:33.879525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:33.885518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:33.911011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:33.917666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=9c107512-719c-430e-a3e4-5e8121f325c5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:33.957224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47036597-4fd0-41c6-8da6-f19102a74b43 req-a99cd167-642b-4582-b7b6-924b3467100f service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465459 Sep 09 09:19:33.963649 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ea16b05-9478-4ce0-b688-4084dbe728aa req-3a7e21fb-6042-4c42-b2f8-94bb0a114b54 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:33.968169 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ea16b05-9478-4ce0-b688-4084dbe728aa req-3a7e21fb-6042-4c42-b2f8-94bb0a114b54 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:33.973679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ea16b05-9478-4ce0-b688-4084dbe728aa req-3a7e21fb-6042-4c42-b2f8-94bb0a114b54 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "DELETE /v2.0/security-groups/1b9062f4-c237-4c31-82a1-7fb18f01b296 HTTP/1.1" status: 204 len: 173 time: 1.2298021 Sep 09 09:19:33.980840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:33.981658 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:34.095186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e21fb-6042-4c42-b2f8-94bb0a114b54 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9062f4-c237-4c31-82a1-7fb18f01b296,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:34.127267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-233bff9a-8b29-4c82-9ba2-e8e2a44fbcae req-8394309b-70b6-418f-a9b3-155e62ff518f tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/bb18d706-b9cf-49e2-8731-711ca7e58c22 HTTP/1.1" status: 200 len: 1805 time: 0.1199598 Sep 09 09:19:34.188225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9474ab-e875-4c79-8339-1e9101ea2afc req-685090e7-8d0a-4591-94f4-ff2a3671e190 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:34.201081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b9474ab-e875-4c79-8339-1e9101ea2afc req-685090e7-8d0a-4591-94f4-ff2a3671e190 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1919971 Sep 09 09:19:34.273154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-233bff9a-8b29-4c82-9ba2-e8e2a44fbcae req-340322d5-1736-4ac9-88ee-69c6467c7235 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:34.277487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47036597-4fd0-41c6-8da6-f19102a74b43 req-7dfd042c-f4e9-4cf7-acaf-501b96ac13a0 service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028312 Sep 09 09:19:34.302127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-233bff9a-8b29-4c82-9ba2-e8e2a44fbcae req-340322d5-1736-4ac9-88ee-69c6467c7235 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:34.308534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b9474ab-e875-4c79-8339-1e9101ea2afc req-c63599e0-315c-42f5-8229-022f2e5d19f9 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064048 Sep 09 09:19:34.320655 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:34.358824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bc92a3-2a40-45ea-a0e3-7362bcef7d64'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:34.365309 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a1ee7-0fc7-4a1a-9981-0751e3a9839a" -d '{"events": [{"server_uuid": "6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2", "name": "network-vif-plugged", "status": "completed", "tag": "d4bc92a3-2a40-45ea-a0e3-7362bcef7d64"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:34.379841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:34.392167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-21df2f3f-c039-48c6-a5f6-67255fff2d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '21bcdae9-a4d4-4e3c-bf78-565ed9c991bb', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'port_id': 'ee767781-f598-47a4-b421-d2a42ac5c881', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'mac_address': 'fa:16:3e:37:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:19:10Z', 'updated_at': '2021-09-09T09:19:32Z', 'revision_number': 1, 'project_id': '319038797d6444fe83fac263f792c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:34.441239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df2f3f-c039-48c6-a5f6-67255fff2d34 None None] The sync data for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 is: [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '21bcdae9-a4d4-4e3c-bf78-565ed9c991bb', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'port_id': 'ee767781-f598-47a4-b421-d2a42ac5c881', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'mac_address': 'fa:16:3e:37:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:19:10Z', 'updated_at': '2021-09-09T09:19:32Z', 'revision_number': 1, 'project_id': '319038797d6444fe83fac263f792c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:34.446473 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:34.456159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06085f7-3b23-47c0-a719-d22d3e3ce0d9 req-1cfa36f2-bf97-40a5-a73b-9f3cc037a6f8 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:34.457910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f06085f7-3b23-47c0-a719-d22d3e3ce0d9 req-1cfa36f2-bf97-40a5-a73b-9f3cc037a6f8 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 945 time: 0.1527050 Sep 09 09:19:34.514185 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:34.521944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98837e9d-67f8-44fb-b75d-7bb8a8dfaef5 req-94c69d56-8ce8-4e75-82fd-54f9e7d6ed8c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:34.523580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98837e9d-67f8-44fb-b75d-7bb8a8dfaef5 req-94c69d56-8ce8-4e75-82fd-54f9e7d6ed8c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 945 time: 0.0990491 Sep 09 09:19:34.559256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:34.611136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98837e9d-67f8-44fb-b75d-7bb8a8dfaef5 req-6a19885f-ca76-44ac-821d-7dc947b38314 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556450 Sep 09 09:19:34.617953 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-233bff9a-8b29-4c82-9ba2-e8e2a44fbcae req-340322d5-1736-4ac9-88ee-69c6467c7235 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:34.622487 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-233bff9a-8b29-4c82-9ba2-e8e2a44fbcae req-340322d5-1736-4ac9-88ee-69c6467c7235 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:34.624558 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-233bff9a-8b29-4c82-9ba2-e8e2a44fbcae req-340322d5-1736-4ac9-88ee-69c6467c7235 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "DELETE /v2.0/security-groups/bb18d706-b9cf-49e2-8731-711ca7e58c22 HTTP/1.1" status: 204 len: 173 time: 0.4955537 Sep 09 09:19:34.628711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-17878097-7d4c-4aaf-a735-cb99e9345543 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cef85393b0d4abea82ce79311f2ee4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664468 Sep 09 09:19:34.634653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60352) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:34.677833 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae32b60a-1dc0-4b5d-92f0-962fdcc79d4b x-openstack-request-id: req-ae32b60a-1dc0-4b5d-92f0-962fdcc79d4b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:34.678838 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2", "name": "network-vif-plugged", "status": "completed", "tag": "d4bc92a3-2a40-45ea-a0e3-7362bcef7d64", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:34.679560 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae32b60a-1dc0-4b5d-92f0-962fdcc79d4b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:34.685664 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bc92a3-2a40-45ea-a0e3-7362bcef7d64', 'code': 200} Sep 09 09:19:34.687102 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:34.692627 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340322d5-1736-4ac9-88ee-69c6467c7235 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb18d706-b9cf-49e2-8731-711ca7e58c22,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:34.734124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-f06085f7-3b23-47c0-a719-d22d3e3ce0d9 req-ac88e1a6-a9da-4fde-93e2-ede77f2caa54 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Deleting port e819d45b-e41a-4257-a632-4113b01b333f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:34.734713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f06085f7-3b23-47c0-a719-d22d3e3ce0d9 req-ac88e1a6-a9da-4fde-93e2-ede77f2caa54 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:34.842797 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142e39f-fa05-4546-844e-083bc8effd8f None None] New status for floating IP 21bcdae9-a4d4-4e3c-bf78-565ed9c991bb: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:19:34.889319 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:34.942655 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-afcc3a70-675c-4ba1-bab0-3eeec9d86807 req-3a94089c-b60d-43f3-83ec-c0a5fd694d24 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/249ef0d4-1c76-4509-aa34-fa314fa7a015 HTTP/1.1" status: 200 len: 2405 time: 0.2298739 Sep 09 09:19:34.987803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f06085f7-3b23-47c0-a719-d22d3e3ce0d9 req-ac88e1a6-a9da-4fde-93e2-ede77f2caa54 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] For port e819d45b-e41a-4257-a632-4113b01b333f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e819d45b-e41a-4257-a632-4113b01b333f,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:34.989254 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f06085f7-3b23-47c0-a719-d22d3e3ce0d9 req-ac88e1a6-a9da-4fde-93e2-ede77f2caa54 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.011280 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5593b48-7318-4a7b-8583-187791894041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.020802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-f06085f7-3b23-47c0-a719-d22d3e3ce0d9 req-ac88e1a6-a9da-4fde-93e2-ede77f2caa54 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Calling delete_port for e819d45b-e41a-4257-a632-4113b01b333f owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:35.028827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65989c17-32f9-4de0-9e14-ed46d2919852 req-bf632713-746a-456c-9244-31682631f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:35.030860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-65989c17-32f9-4de0-9e14-ed46d2919852 req-bf632713-746a-456c-9244-31682631f782 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 1097 time: 0.2468953 Sep 09 09:19:35.079658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.085049 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5593b48-7318-4a7b-8583-187791894041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.175681 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.194572 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-65989c17-32f9-4de0-9e14-ed46d2919852 req-e2ebf8cd-f416-4cd1-aebf-3fdf5c118449 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502573 Sep 09 09:19:35.204714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-afcc3a70-675c-4ba1-bab0-3eeec9d86807 req-b80ec63c-c498-41fb-85e5-c502bea460bc tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.242764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-afcc3a70-675c-4ba1-bab0-3eeec9d86807 req-b80ec63c-c498-41fb-85e5-c502bea460bc tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.262013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=9c107512-719c-430e-a3e4-5e8121f325c5,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:35.266889 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.316138 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5593b48-7318-4a7b-8583-187791894041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.320633 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5593b48-7318-4a7b-8583-187791894041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.324420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f5593b48-7318-4a7b-8583-187791894041 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b02abfd5-b170-4c7b-9cfb-48998867197e HTTP/1.1" status: 204 len: 168 time: 0.6862257 Sep 09 09:19:35.351525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5593b48-7318-4a7b-8583-187791894041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02abfd5-b170-4c7b-9cfb-48998867197e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:35.398784 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f06085f7-3b23-47c0-a719-d22d3e3ce0d9 req-ac88e1a6-a9da-4fde-93e2-ede77f2caa54 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.410399 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 7a9dad5c-f956-41fc-acaf-75cfb8ef32a7 associated. External IP: 172.25.8.199, port: d2c959c1-2dff-4eeb-a798-9238752e4485. Sep 09 09:19:35.413191 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['606fe024-5f5f-4296-95ac-69fc2a79a504'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:19:35.476056 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-afcc3a70-675c-4ba1-bab0-3eeec9d86807 req-b80ec63c-c498-41fb-85e5-c502bea460bc tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.479633 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-afcc3a70-675c-4ba1-bab0-3eeec9d86807 req-b80ec63c-c498-41fb-85e5-c502bea460bc tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.480984 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-afcc3a70-675c-4ba1-bab0-3eeec9d86807 req-b80ec63c-c498-41fb-85e5-c502bea460bc tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "DELETE /v2.0/security-groups/249ef0d4-1c76-4509-aa34-fa314fa7a015 HTTP/1.1" status: 204 len: 173 time: 0.5380254 Sep 09 09:19:35.482110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88e1a6-a9da-4fde-93e2-ede77f2caa54 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Pushing event deleted for resources: {'Port': ['ID=e819d45b-e41a-4257-a632-4113b01b333f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:35.507429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-932c56c9-efa3-4687-9323-0ef3976f45fe req-d77ebd0e-d69e-433d-bc79-97f4af04624f tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 210 time: 0.0532391 Sep 09 09:19:35.557158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ec63c-c498-41fb-85e5-c502bea460bc tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ef0d4-1c76-4509-aa34-fa314fa7a015,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:35.580512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06085f7-3b23-47c0-a719-d22d3e3ce0d9 req-ac88e1a6-a9da-4fde-93e2-ede77f2caa54 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] No DVR routers for this DVR port e819d45b-e41a-4257-a632-4113b01b333f on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:19:35.583783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f06085f7-3b23-47c0-a719-d22d3e3ce0d9 req-ac88e1a6-a9da-4fde-93e2-ede77f2caa54 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.587706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f06085f7-3b23-47c0-a719-d22d3e3ce0d9 req-ac88e1a6-a9da-4fde-93e2-ede77f2caa54 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.41 "DELETE /v2.0/ports/e819d45b-e41a-4257-a632-4113b01b333f HTTP/1.1" status: 204 len: 173 time: 1.1233001 Sep 09 09:19:35.597436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c27f79-6134-4c7f-90a3-a5e052630905', 'name': 'network-vif-deleted', 'tag': 'e819d45b-e41a-4257-a632-4113b01b333f'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:35.599018 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4ed8c5-7408-4c97-9a6e-92b886cdbb51" -d '{"events": [{"server_uuid": "97c27f79-6134-4c7f-90a3-a5e052630905", "name": "network-vif-deleted", "tag": "e819d45b-e41a-4257-a632-4113b01b333f"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:35.682565 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e71e4fa-b0ec-416d-bb09-6f73a51e889d req-f31168e6-987f-4f73-987d-b9d895a966d5 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "GET /v2.0/security-groups/e6afae08-cb0d-48fd-94da-97e6bdfaf11d HTTP/1.1" status: 200 len: 2400 time: 0.1275628 Sep 09 09:19:35.687624 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438cdd8-3859-4f5b-a4ad-e74cb8f262b0 x-openstack-request-id: req-8438cdd8-3859-4f5b-a4ad-e74cb8f262b0 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:35.687913 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c27f79-6134-4c7f-90a3-a5e052630905", "name": "network-vif-deleted", "tag": "e819d45b-e41a-4257-a632-4113b01b333f", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:35.688171 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8438cdd8-3859-4f5b-a4ad-e74cb8f262b0 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:35.688570 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c27f79-6134-4c7f-90a3-a5e052630905', 'name': 'network-vif-deleted', 'tag': 'e819d45b-e41a-4257-a632-4113b01b333f', 'status': 'completed', 'code': 200} Sep 09 09:19:35.770681 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e71e4fa-b0ec-416d-bb09-6f73a51e889d req-95579bb9-ac60-433f-911f-d535c27502d7 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.815141 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e71e4fa-b0ec-416d-bb09-6f73a51e889d req-95579bb9-ac60-433f-911f-d535c27502d7 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:35.841207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:35.864468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f465eb-b50d-4346-a2e7-a2278d737e99 req-b3c5f9c4-a0d7-4182-a7aa-7d90497d8878 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:35.866728 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f2f465eb-b50d-4346-a2e7-a2278d737e99 req-b3c5f9c4-a0d7-4182-a7aa-7d90497d8878 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 945 time: 0.0980973 Sep 09 09:19:36.020023 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f2f465eb-b50d-4346-a2e7-a2278d737e99 req-fb54dd02-9221-4696-98e4-e092a7028c7d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099973 Sep 09 09:19:36.044386 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:36.051222 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e71e4fa-b0ec-416d-bb09-6f73a51e889d req-95579bb9-ac60-433f-911f-d535c27502d7 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:36.061206 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e71e4fa-b0ec-416d-bb09-6f73a51e889d req-95579bb9-ac60-433f-911f-d535c27502d7 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:36.065064 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e71e4fa-b0ec-416d-bb09-6f73a51e889d req-95579bb9-ac60-433f-911f-d535c27502d7 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] 10.222.0.32 "DELETE /v2.0/security-groups/e6afae08-cb0d-48fd-94da-97e6bdfaf11d HTTP/1.1" status: 204 len: 173 time: 0.3803444 Sep 09 09:19:36.070052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be365f5-8eaa-4d6d-aafd-3b656e9087ae None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:36.070179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60378) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:36.101656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be365f5-8eaa-4d6d-aafd-3b656e9087ae None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:36.102321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6be365f5-8eaa-4d6d-aafd-3b656e9087ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:36.111098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95579bb9-ac60-433f-911f-d535c27502d7 tempest-SecurityGroupRulesTestJSON-28970916 tempest-SecurityGroupRulesTestJSON-28970916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6afae08-cb0d-48fd-94da-97e6bdfaf11d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:36.140752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f26277a-b62c-4ec9-9aa2-2a524d655b2b admin admin] Deleting subnet 21c9a593-734b-47d5-89e0-5467ed386951 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:19:36.145322 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9f26277a-b62c-4ec9-9aa2-2a524d655b2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:36.159159 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6be365f5-8eaa-4d6d-aafd-3b656e9087ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:36.173062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be365f5-8eaa-4d6d-aafd-3b656e9087ae None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:36.173877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6be365f5-8eaa-4d6d-aafd-3b656e9087ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:36.212073 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9f26277a-b62c-4ec9-9aa2-2a524d655b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:36.212397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6be365f5-8eaa-4d6d-aafd-3b656e9087ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:36.213051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be365f5-8eaa-4d6d-aafd-3b656e9087ae None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:36.239869 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:36.278108 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d0ff2f29-fd96-491a-9e56-a6f35c6ce2c8 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.2896395 Sep 09 09:19:36.281135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60384) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:36.283435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9f26277a-b62c-4ec9-9aa2-2a524d655b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:36.286146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-743fa145-681e-4506-8c97-5498d132b0fe tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'floatingip': {'port_id': 'd2c959c1-2dff-4eeb-a798-9238752e4485', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:36.355278 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-743fa145-681e-4506-8c97-5498d132b0fe tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:36.469398 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9f26277a-b62c-4ec9-9aa2-2a524d655b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:36.499154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26277a-b62c-4ec9-9aa2-2a524d655b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c9a593-734b-47d5-89e0-5467ed386951,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:36.523971 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9f26277a-b62c-4ec9-9aa2-2a524d655b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:36.531675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9f26277a-b62c-4ec9-9aa2-2a524d655b2b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/21c9a593-734b-47d5-89e0-5467ed386951 HTTP/1.1" status: 204 len: 168 time: 0.4544518 Sep 09 09:19:36.531675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60388) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:36.750740 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a26d73c-1409-44fc-9097-1b81a73e9d6b req-72dfdff1-0b7b-4256-aa15-b8234e0a1bd1 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c27f79-6134-4c7f-90a3-a5e052630905 HTTP/1.1" status: 200 len: 210 time: 0.1214454 Sep 09 09:19:37.041103 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:37.150232 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:37.205044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61669992-b286-4aac-bc1b-b7e788cb4ea4']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:37.220684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc8aadb-542e-4481-b5d8-6b7ee30648df') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:37.221014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc8aadb-542e-4481-b5d8-6b7ee30648df') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:37.234486 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:37.253302 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ebefb-5f79-424c-bc2f-8bcd25dc65cc req-731823a5-9b40-4ed7-b2c9-3c654c2b1c9b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:37.254980 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d15ebefb-5f79-424c-bc2f-8bcd25dc65cc req-731823a5-9b40-4ed7-b2c9-3c654c2b1c9b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 945 time: 0.1018677 Sep 09 09:19:37.262348 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:37.267010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e819d45b-e41a-4257-a632-4113b01b333f no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:19:37.274737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:19:37.277028 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:19:37.279339 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:19:37.305094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: e819d45b-e41a-4257-a632-4113b01b333f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:19:37.305618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e819d45b-e41a-4257-a632-4113b01b333f not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:19:37.368286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d15ebefb-5f79-424c-bc2f-8bcd25dc65cc req-f42979aa-7233-42e4-bb46-513bfcd5909c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875442 Sep 09 09:19:37.433197 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:37.439988 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:37.443231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] 10.222.0.32 "DELETE /v2.0/networks/61669992-b286-4aac-bc1b-b7e788cb4ea4 HTTP/1.1" status: 204 len: 168 time: 0.9101260 Sep 09 09:19:37.455730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a8ceb-77ed-413c-90ac-fd2c9929cbfc admin admin] Pushing event deleted for resources: {'Network': ['ID=61669992-b286-4aac-bc1b-b7e788cb4ea4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:37.559871 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-743fa145-681e-4506-8c97-5498d132b0fe tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:37.621567 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-743fa145-681e-4506-8c97-5498d132b0fe tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:37.856629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60428) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:37.947780 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743fa145-681e-4506-8c97-5498d132b0fe tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:37.952769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c2cbc25e-e789-4e56-addc-de91c86104f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae96a60447e44b79946740f014c32e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948100 Sep 09 09:19:37.952924 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60432) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:38.034510 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ee5f681e-9027-443c-862a-003d9e88c696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:38.070597 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ee5f681e-9027-443c-862a-003d9e88c696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:38.127561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743fa145-681e-4506-8c97-5498d132b0fe tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:38.135190 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-743fa145-681e-4506-8c97-5498d132b0fe tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:38.144164 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9ce5e-c9d6-41b8-b1e9-aa48ddee6454 None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:38.154499 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9ce5e-c9d6-41b8-b1e9-aa48ddee6454 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:38.156165 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5b9ce5e-c9d6-41b8-b1e9-aa48ddee6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:38.210144 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5b9ce5e-c9d6-41b8-b1e9-aa48ddee6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:38.222058 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9ce5e-c9d6-41b8-b1e9-aa48ddee6454 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:38.222932 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5b9ce5e-c9d6-41b8-b1e9-aa48ddee6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:38.245353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60442) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:38.252787 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-743fa145-681e-4506-8c97-5498d132b0fe tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "PUT /v2.0/floatingips/7a9dad5c-f956-41fc-acaf-75cfb8ef32a7 HTTP/1.1" status: 200 len: 979 time: 1.9696152 Sep 09 09:19:38.270651 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5b9ce5e-c9d6-41b8-b1e9-aa48ddee6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:38.271347 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9ce5e-c9d6-41b8-b1e9-aa48ddee6454 None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:38.298931 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ee5f681e-9027-443c-862a-003d9e88c696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:38.301912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ee5f681e-9027-443c-862a-003d9e88c696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:38.308046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ee5f681e-9027-443c-862a-003d9e88c696 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc822fda-fc76-42c2-86c7-79d90998acd7 HTTP/1.1" status: 204 len: 168 time: 0.3541129 Sep 09 09:19:38.350045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f681e-9027-443c-862a-003d9e88c696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc822fda-fc76-42c2-86c7-79d90998acd7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:38.510820 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:19:38.512889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d06f7-2342-4103-8f56-4f7a32aa683c req-60db0d99-0851-4737-846f-cb21b8e0bc88 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:38.513207 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6a6d06f7-2342-4103-8f56-4f7a32aa683c req-60db0d99-0851-4737-846f-cb21b8e0bc88 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0850585 Sep 09 09:19:38.527619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port 9c107512-719c-430e-a3e4-5e8121f325c5 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:38.528330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:38.588580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6a6d06f7-2342-4103-8f56-4f7a32aa683c req-f2ec2c9f-5673-41a7-87fa-a66e846ce662 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663397 Sep 09 09:19:38.644469 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:38.644802 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:38.662486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for 9c107512-719c-430e-a3e4-5e8121f325c5 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:38.993018 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:39.034292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=9c107512-719c-430e-a3e4-5e8121f325c5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:39.107826 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:39.109257 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 7a9dad5c-f956-41fc-acaf-75cfb8ef32a7 disassociated (deleted). External IP: 172.25.8.199, port: d2c959c1-2dff-4eeb-a798-9238752e4485. Sep 09 09:19:39.397500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:39.527290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:39.532729 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:39.544985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5a6ec-3f60-4ee2-b63c-aeb55b686c0d None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:39.560163 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5a6ec-3f60-4ee2-b63c-aeb55b686c0d None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:39.561306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2fe5a6ec-3f60-4ee2-b63c-aeb55b686c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:39.579789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8f20d8fc-8d61-464d-b6e3-e04991cf161c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/floatingips/7a9dad5c-f956-41fc-acaf-75cfb8ef32a7 HTTP/1.1" status: 204 len: 168 time: 1.3359475 Sep 09 09:19:39.582511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60482) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:39.604994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2fe5a6ec-3f60-4ee2-b63c-aeb55b686c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:39.627024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5a6ec-3f60-4ee2-b63c-aeb55b686c0d None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:39.627697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2fe5a6ec-3f60-4ee2-b63c-aeb55b686c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:39.670508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2fe5a6ec-3f60-4ee2-b63c-aeb55b686c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:39.674173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5a6ec-3f60-4ee2-b63c-aeb55b686c0d None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:39.714175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-246a8e21-30f6-44ca-a4ce-e649fcfd982f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port d2c959c1-2dff-4eeb-a798-9238752e4485 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:39.714449 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-246a8e21-30f6-44ca-a4ce-e649fcfd982f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:39.736079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bf568-bfa4-4c32-bce5-8212b23cac20 req-51ed2d34-cfb1-4083-8a42-dcba2fc6a52f tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:39.743131 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b7bf568-bfa4-4c32-bce5-8212b23cac20 req-51ed2d34-cfb1-4083-8a42-dcba2fc6a52f tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0598857 Sep 09 09:19:39.786467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b7bf568-bfa4-4c32-bce5-8212b23cac20 req-80dc11d9-651e-4d72-86ad-58ea5a462cad tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/security-groups?id=383ce948-21d9-4503-a5cc-d6de354c0b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424080 Sep 09 09:19:39.832818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-246a8e21-30f6-44ca-a4ce-e649fcfd982f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:39.853503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-246a8e21-30f6-44ca-a4ce-e649fcfd982f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for d2c959c1-2dff-4eeb-a798-9238752e4485 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:39.872084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:40.006227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-507709134-network', 'tenant_id': '95a35275c4864a71b4d060d54546604f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:40.130024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:40.132570 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.142049 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.159199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-246a8e21-30f6-44ca-a4ce-e649fcfd982f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.200672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a8e21-30f6-44ca-a4ce-e649fcfd982f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=d2c959c1-2dff-4eeb-a798-9238752e4485,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:40.248046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.301867 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-246a8e21-30f6-44ca-a4ce-e649fcfd982f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.305688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-246a8e21-30f6-44ca-a4ce-e649fcfd982f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/ports/d2c959c1-2dff-4eeb-a798-9238752e4485 HTTP/1.1" status: 204 len: 168 time: 0.7220819 Sep 09 09:19:40.309413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60498) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:40.315125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:40.318610 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.348275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:19:40.353928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1938fd7c-9686-4356-bac8-e68154cdff77,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:40.361512 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.362024 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Added segment c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2 of type vlan for network b2b4f655-d0a3-4b76-8382-fa71539d21df Sep 09 09:19:40.410372 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.419922 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.489455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e2280-24f7-40fc-83f0-d1c74eba768c req-230a2d5a-20e5-41f2-9a9d-f63571ad51da tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:40.490986 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b83e2280-24f7-40fc-83f0-d1c74eba768c req-230a2d5a-20e5-41f2-9a9d-f63571ad51da tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.41 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 945 time: 0.0810504 Sep 09 09:19:40.572654 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.574212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:40.574839 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.577892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.671476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b4f655-d0a3-4b76-8382-fa71539d21df,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:40.684186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network b2b4f655-d0a3-4b76-8382-fa71539d21df details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:19:40.684732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b83e2280-24f7-40fc-83f0-d1c74eba768c req-16570686-6c64-4369-8940-b9338441db78 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Deleting port 606fe024-5f5f-4296-95ac-69fc2a79a504 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:40.684732 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b83e2280-24f7-40fc-83f0-d1c74eba768c req-16570686-6c64-4369-8940-b9338441db78 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.701315 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.25.8.140 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/08769105-effc-4284-a8d1-665910d59e9a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:40.703425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-89ef834d-bd14-40f6-b8e7-13b2edb75778 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8292863 Sep 09 09:19:40.705856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60508) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:40.711947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] Request body: {'subnet': {'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-507709134-subnet', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:40.832000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b83e2280-24f7-40fc-83f0-d1c74eba768c req-16570686-6c64-4369-8940-b9338441db78 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] For port 606fe024-5f5f-4296-95ac-69fc2a79a504, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=606fe024-5f5f-4296-95ac-69fc2a79a504,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:40.832000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b83e2280-24f7-40fc-83f0-d1c74eba768c req-16570686-6c64-4369-8940-b9338441db78 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.843326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:40.844324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b83e2280-24f7-40fc-83f0-d1c74eba768c req-16570686-6c64-4369-8940-b9338441db78 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Calling delete_port for 606fe024-5f5f-4296-95ac-69fc2a79a504 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:40.905854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:40.908243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.044762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.085115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:41.086736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:41.090777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:41.126672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=08769105-effc-4284-a8d1-665910d59e9a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:41.244817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b83e2280-24f7-40fc-83f0-d1c74eba768c req-16570686-6c64-4369-8940-b9338441db78 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.257428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['606fe024-5f5f-4296-95ac-69fc2a79a504'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:19:41.274345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16570686-6c64-4369-8940-b9338441db78 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Pushing event deleted for resources: {'Port': ['ID=606fe024-5f5f-4296-95ac-69fc2a79a504,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:41.280581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.304347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.396279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83e2280-24f7-40fc-83f0-d1c74eba768c req-16570686-6c64-4369-8940-b9338441db78 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] No DVR routers for this DVR port 606fe024-5f5f-4296-95ac-69fc2a79a504 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:19:41.402586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b83e2280-24f7-40fc-83f0-d1c74eba768c req-16570686-6c64-4369-8940-b9338441db78 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.406028 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b83e2280-24f7-40fc-83f0-d1c74eba768c req-16570686-6c64-4369-8940-b9338441db78 tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.41 "DELETE /v2.0/ports/606fe024-5f5f-4296-95ac-69fc2a79a504 HTTP/1.1" status: 204 len: 173 time: 0.9077938 Sep 09 09:19:41.407927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216e50d0-cfe9-415e-9c5a-0ff209011615', 'name': 'network-vif-deleted', 'tag': '606fe024-5f5f-4296-95ac-69fc2a79a504'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:41.410400 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ae84f4-6b7d-4ac0-b61d-ed36b9df7613" -d '{"events": [{"server_uuid": "216e50d0-cfe9-415e-9c5a-0ff209011615", "name": "network-vif-deleted", "tag": "606fe024-5f5f-4296-95ac-69fc2a79a504"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:41.422289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=309c9f43-74ce-495f-a6f3-f2e389cd1b2f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:41.435146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] Checking segment: {'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:41.435563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] Network hostable DHCP agents. Network: b2b4f655-d0a3-4b76-8382-fa71539d21df, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:19:41.457659 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.586777 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] Network b2b4f655-d0a3-4b76-8382-fa71539d21df is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:19:41.600444 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b95c7b1-70df-4828-9424-6b23d479142e req-fe7fb6de-b933-429d-bc4d-32c8263eb91d tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 210 time: 0.0487676 Sep 09 09:19:41.651370 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ff62f5-783c-48d2-b895-cf5cd0ab23e5 x-openstack-request-id: req-70ff62f5-783c-48d2-b895-cf5cd0ab23e5 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:41.652261 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216e50d0-cfe9-415e-9c5a-0ff209011615", "name": "network-vif-deleted", "tag": "606fe024-5f5f-4296-95ac-69fc2a79a504", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:41.652562 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70ff62f5-783c-48d2-b895-cf5cd0ab23e5 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:41.652972 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216e50d0-cfe9-415e-9c5a-0ff209011615', 'name': 'network-vif-deleted', 'tag': '606fe024-5f5f-4296-95ac-69fc2a79a504', 'status': 'completed', 'code': 200} Sep 09 09:19:41.667292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, b2b4f655-d0a3-4b76-8382-fa71539d21df) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:41.679063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b65d575-e054-40eb-8b14-f1eaf0bc0728 None None] Network b2b4f655-d0a3-4b76-8382-fa71539d21df requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:19:41.679267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:41.679576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.679919 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.811324 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.813539 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9ba52052-5cb5-406e-8b7f-045fbe0c7c1b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1064632 Sep 09 09:19:41.816050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60526) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:41.823827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:41.868522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-b2b4f655-d0a3-4b76-8382-fa71539d21df', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'fixed_ips': [{'subnet_id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:19:41.868522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.947063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=08769105-effc-4284-a8d1-665910d59e9a,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:41.955605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.957639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:41.963197 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:42.040656 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:42.055649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:42.057053 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cedd074a-add2-483d-8793-3a0eed7b8253 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7466125 Sep 09 09:19:42.057346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Allocated IP 172.20.0.2 (b2b4f655-d0a3-4b76-8382-fa71539d21df/309c9f43-74ce-495f-a6f3-f2e389cd1b2f/0b406f9d-d238-4ba0-99a1-e3bf451b2031) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:42.059640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60530) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:42.066229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'port': {'network_id': '0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3', 'name': 'tempest-FloatingIPTestJSON-1607470821'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:42.291150 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:42.300641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Transition to ACTIVE for port object 0b406f9d-d238-4ba0-99a1-e3bf451b2031 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:42.318420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Transition to ACTIVE for port object 0b406f9d-d238-4ba0-99a1-e3bf451b2031 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:42.376207 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e3e74868-7b55-4e8a-90ab-a34f1675e058 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874882 Sep 09 09:19:42.377423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:42.377793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Made reservation on behalf of 3e690a2e8ad042f59c6c9a59c32a26d8 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:42.381571 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:42.438903 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:42.473010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] device_id is not set on port 00691c8d-9782-4202-8c29-a9fd6828c900 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:19:42.514251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Pushing event updated for resources: {'Port': ['ID=0b406f9d-d238-4ba0-99a1-e3bf451b2031,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:42.535097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Network b2b4f655-d0a3-4b76-8382-fa71539d21df is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:42.538063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:42.543273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:42.617004 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Attempting to bind port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:42.617969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Attempting to bind port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:42.618536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Attempting to bind port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 on network b2b4f655-d0a3-4b76-8382-fa71539d21df {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:42.632296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:42.633139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Checking segment: {'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:42.633783 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:42.634365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Bound using segment: {'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:42.635030 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Bound port: 0b406f9d-d238-4ba0-99a1-e3bf451b2031, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:42.635656 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:42.742381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] For port 0b406f9d-d238-4ba0-99a1-e3bf451b2031, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:42.747892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] For port 0b406f9d-d238-4ba0-99a1-e3bf451b2031, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0b406f9d-d238-4ba0-99a1-e3bf451b2031,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:42.799945 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:42.817035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-c0f24cd5-bfa7-4ca8-9363-36f5bf899bef tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:42.818599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-c0f24cd5-bfa7-4ca8-9363-36f5bf899bef tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4344141 Sep 09 09:19:42.862985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-3b830c1d-49fa-4156-8643-b083dac96aa0 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/quotas/ee7db48c8d3449779d14fdacb4e0a996 HTTP/1.1" status: 200 len: 375 time: 0.0243571 Sep 09 09:19:42.907991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.20.0.4 (0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3/3efd26b1-8c3f-446b-b9fb-941b19cd6d23/00691c8d-9782-4202-8c29-a9fd6828c900) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:42.920384 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb84c1-e533-4762-b8ac-597b89936fd2 None None] Pushing event updated for resources: {'Port': ['ID=0b406f9d-d238-4ba0-99a1-e3bf451b2031,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:42.928857 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-d427303d-626f-407f-8aee-261e90d53cb3 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538311 Sep 09 09:19:43.017574 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-146f60a0-5700-440d-8b19-84d272cc10c4 req-43bc6e34-5183-40f9-9375-36007c263e3c tempest-ServerRescueTestJSON-885217716 tempest-ServerRescueTestJSON-885217716-project] 10.222.0.32 "GET /v2.0/ports?device_id=216e50d0-cfe9-415e-9c5a-0ff209011615 HTTP/1.1" status: 200 len: 210 time: 0.2062008 Sep 09 09:19:43.057837 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:43.125621 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:43.297158 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:43.306028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 606fe024-5f5f-4296-95ac-69fc2a79a504 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:19:43.355070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 606fe024-5f5f-4296-95ac-69fc2a79a504 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:19:43.359075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 606fe024-5f5f-4296-95ac-69fc2a79a504 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:19:43.420487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Allocated IP 172.25.8.7 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e8b753ea-8780-4ca7-96ee-40750c4a11bd) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:43.501891 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:43.614852 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network 0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:43.617884 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0b406f9d-d238-4ba0-99a1-e3bf451b2031 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:43.624517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:43.628364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:43.717039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=00691c8d-9782-4202-8c29-a9fd6828c900,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:43.727569 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:43.791390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:43.794308 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:43.856098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:43.891450 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4b723716-351e-4415-bf85-a9c7da8c8472 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8301282 Sep 09 09:19:43.894024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60568) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:43.895706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:43.911113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b3449b3b-40c9-48da-afcf-22aac05d1629 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'floatingip': {'port_id': '00691c8d-9782-4202-8c29-a9fd6828c900'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:44.004343 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3449b3b-40c9-48da-afcf-22aac05d1629 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:44.031451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b753ea-8780-4ca7-96ee-40750c4a11bd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:44.100271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-a295f207-f4dd-470d-b669-20c84e58f90e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617139 Sep 09 09:19:44.126320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60588) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:44.145412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:44.202435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:44.206806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:44.438847 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b911158-5a23-4740-b715-4cec0bb33e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:44.627112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72b420-7e90-4382-b1c2-b491c0be8134 None None] Network b2b4f655-d0a3-4b76-8382-fa71539d21df requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:19:44.695241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037519d-a712-44bf-8abe-675d35304b34 req-72356569-0d49-4849-a1f6-8dcec88adf7d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:44.696843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-72356569-0d49-4849-a1f6-8dcec88adf7d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5770664 Sep 09 09:19:44.762197 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-eea5733f-0b6d-4600-8821-029903773a06 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/quotas/ee7db48c8d3449779d14fdacb4e0a996 HTTP/1.1" status: 200 len: 375 time: 0.0131018 Sep 09 09:19:44.809160 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-297196af-f657-4c57-9188-53981dc9f247 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390079 Sep 09 09:19:44.825531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4b124edd-bb30-437f-b82a-25b91340d655 None None] Provisioning for port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:44.839582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4b124edd-bb30-437f-b82a-25b91340d655 None None] Provisioning complete for port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:44.840133 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b124edd-bb30-437f-b82a-25b91340d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:45.007909 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:45.104103 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b124edd-bb30-437f-b82a-25b91340d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:45.189628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4b124edd-bb30-437f-b82a-25b91340d655 None None] For port 0b406f9d-d238-4ba0-99a1-e3bf451b2031, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0b406f9d-d238-4ba0-99a1-e3bf451b2031,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:45.208025 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.resource_extend [None req-b3449b3b-40c9-48da-afcf-22aac05d1629 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:19:45.261528 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b124edd-bb30-437f-b82a-25b91340d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:45.383072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b124edd-bb30-437f-b82a-25b91340d655 None None] Pushing event updated for resources: {'Port': ['ID=0b406f9d-d238-4ba0-99a1-e3bf451b2031,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:45.460921 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:45.616531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-22c61f92-f01e-4071-a524-509d1625dcbb None None] Provisioning complete for port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:45.617084 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22c61f92-f01e-4071-a524-509d1625dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:45.652382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0b406f9d-d238-4ba0-99a1-e3bf451b2031 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:45.838202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Router 1a474d8f-cf47-4674-9157-f7746bc53dfd is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:19:45.843190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:45.843705 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:46.041663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:46.053990 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Sync routers for ids ['1a474d8f-cf47-4674-9157-f7746bc53dfd'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:46.071238 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Routers {'1a474d8f-cf47-4674-9157-f7746bc53dfd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:46.072539 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1a474d8f-cf47-4674-9157-f7746bc53dfd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:46.170029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:46.174914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a8b90d70-b017-4f82-b95a-3c83631cefe3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3561773 Sep 09 09:19:46.179498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60618) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:46.294254 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffa2265b-3bad-4dfa-bd08-8f9d459ee5cd req-16446b70-54ca-4655-8653-55eb94dc4bd6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 210 time: 0.0720856 Sep 09 09:19:46.294829 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Set router 1a474d8f-cf47-4674-9157-f7746bc53dfd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:46.417215 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3449b3b-40c9-48da-afcf-22aac05d1629 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:46.523962 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3449b3b-40c9-48da-afcf-22aac05d1629 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:46.568010 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-5845450f-e3f8-491c-8f84-a57e00a1aeaf tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246372 Sep 09 09:19:46.642753 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:46.658442 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:44Z', 'revision_number': 3, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:46.695029 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Checking router: 1a474d8f-cf47-4674-9157-f7746bc53dfd for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:19:46.695697 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Updating router 1a474d8f-cf47-4674-9157-f7746bc53dfd port e8b753ea-8780-4ca7-96ee-40750c4a11bd binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:19:46.736157 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:46.924495 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-b3449b3b-40c9-48da-afcf-22aac05d1629 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 1503a15e-9423-4a42-b884-57c325d290ae associated. External IP: 172.25.8.140, port: 00691c8d-9782-4202-8c29-a9fd6828c900. Sep 09 09:19:47.107395 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1fd8-ae2f-4ac8-b15c-d1f817a1fec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:47.283857 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:47.322207 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:47.343537 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Transition to ACTIVE for port object e8b753ea-8780-4ca7-96ee-40750c4a11bd will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:47.410098 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:47.514867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73cd0adc-17a1-4f3d-95df-1188e71d435e req-e15700f0-8e5f-475e-9a7d-2776f28f6469 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 210 time: 0.0341773 Sep 09 09:19:47.622082 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946f417-c1d5-4ce9-b1f6-eda925b3eac8 None None] Pushing event updated for resources: {'Port': ['ID=e8b753ea-8780-4ca7-96ee-40750c4a11bd,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:47.653586 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Attempting to bind port e8b753ea-8780-4ca7-96ee-40750c4a11bd on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:47.653993 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Attempting to bind port e8b753ea-8780-4ca7-96ee-40750c4a11bd by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:47.654413 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Attempting to bind port e8b753ea-8780-4ca7-96ee-40750c4a11bd on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:47.662779 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:47.663211 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:47.663759 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:47.664210 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:47.664876 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Bound port: e8b753ea-8780-4ca7-96ee-40750c4a11bd, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:47.665271 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:47.748309 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] For port e8b753ea-8780-4ca7-96ee-40750c4a11bd, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:47.753424 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] For port e8b753ea-8780-4ca7-96ee-40750c4a11bd, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e8b753ea-8780-4ca7-96ee-40750c4a11bd,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:47.809759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-3e927dc5-2433-4acd-984e-ebff49d78093 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:47.813058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-3e927dc5-2433-4acd-984e-ebff49d78093 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2383618 Sep 09 09:19:47.817654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3449b3b-40c9-48da-afcf-22aac05d1629 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:47.831098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Request body: {'port': {'device_id': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': 'ee7db48c8d3449779d14fdacb4e0a996'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:47.855140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] Deleting port c713a656-249a-4710-980d-5998919c7fbc {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:47.855140 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.004726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] For port c713a656-249a-4710-980d-5998919c7fbc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c713a656-249a-4710-980d-5998919c7fbc,segment=NetworkSegment(f11dc6b5-3580-4dab-854e-6b58a051dc65),segment_id=f11dc6b5-3580-4dab-854e-6b58a051dc65)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:48.005128 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.020076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] Calling delete_port for c713a656-249a-4710-980d-5998919c7fbc owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:48.115511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.321787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3449b3b-40c9-48da-afcf-22aac05d1629 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:48.329709 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3449b3b-40c9-48da-afcf-22aac05d1629 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.341403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89faf646-e8dc-4b5a-b45c-63ba2d68a85b None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:48.353666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Allocated IP 172.20.0.1 (b2b4f655-d0a3-4b76-8382-fa71539d21df/309c9f43-74ce-495f-a6f3-f2e389cd1b2f/0287b8a9-4e0a-4692-a314-45aabaf675cb) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:48.360690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89faf646-e8dc-4b5a-b45c-63ba2d68a85b None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:48.361634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-89faf646-e8dc-4b5a-b45c-63ba2d68a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:48.386978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:48.387639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b3449b3b-40c9-48da-afcf-22aac05d1629 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "PUT /v2.0/floatingips/1503a15e-9423-4a42-b884-57c325d290ae HTTP/1.1" status: 200 len: 978 time: 4.4802918 Sep 09 09:19:48.416864 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.437693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-89faf646-e8dc-4b5a-b45c-63ba2d68a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:48.461249 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.462847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89faf646-e8dc-4b5a-b45c-63ba2d68a85b None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:48.465334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-89faf646-e8dc-4b5a-b45c-63ba2d68a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:48.482570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Made reservation on behalf of ee7db48c8d3449779d14fdacb4e0a996 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:48.487822 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.544542 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946f417-c1d5-4ce9-b1f6-eda925b3eac8 None None] Pushing event updated for resources: {'Port': ['ID=e8b753ea-8780-4ca7-96ee-40750c4a11bd,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:48.550207 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.574134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-89faf646-e8dc-4b5a-b45c-63ba2d68a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:48.574832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89faf646-e8dc-4b5a-b45c-63ba2d68a85b None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:48.604717 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.616635 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Routers {'1a474d8f-cf47-4674-9157-f7746bc53dfd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:48.619768 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1a474d8f-cf47-4674-9157-f7746bc53dfd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:48.689575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.712022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] Pushing event deleted for resources: {'Port': ['ID=c713a656-249a-4710-980d-5998919c7fbc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:48.775467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port 00691c8d-9782-4202-8c29-a9fd6828c900 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:48.775812 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.865415 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] Set router 1a474d8f-cf47-4674-9157-f7746bc53dfd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:48.872592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-144405b3-cd7b-49fd-b14a-7a1d25641ad0 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2851262 Sep 09 09:19:48.971285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:48.974379 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-204450fd-dfc8-47d4-960a-45b085be52cb req-7869610a-508e-4ba1-88ca-072465c5f961 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 210 time: 0.2107646 Sep 09 09:19:48.995634 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:49.008571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:49.198230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Transition to ACTIVE for port object 0287b8a9-4e0a-4692-a314-45aabaf675cb will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:49.238746 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:49.250503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037519d-a712-44bf-8abe-675d35304b34 req-9c78fb40-4f91-4e32-8b1a-02e1ded2f614 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:49.250973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-9c78fb40-4f91-4e32-8b1a-02e1ded2f614 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3208790 Sep 09 09:19:49.326175 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:44Z', 'revision_number': 3, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:49.328290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Request body: {'port': {'device_id': '21ab2fbc-1d99-4b07-9fbc-938516574e5e', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': 'ee7db48c8d3449779d14fdacb4e0a996'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:49.377098 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3c184-775d-49f1-8def-71445d062e61 None None] The sync data for ids ['1a474d8f-cf47-4674-9157-f7746bc53dfd'] in n-d-778696-16 is: [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:44Z', 'revision_number': 3, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:49.434178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce404e26-a5af-4424-997e-23b4972a8b4f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:49.638085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:49.703990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Allocated IP 192.168.233.159 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:49.805477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Network b2b4f655-d0a3-4b76-8382-fa71539d21df is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:49.830940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:49.882625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:49.963970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:50.053857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:50.055076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:50.055809 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 1503a15e-9423-4a42-b884-57c325d290ae disassociated. External IP: 172.25.8.140, port: 00691c8d-9782-4202-8c29-a9fd6828c900. Sep 09 09:19:50.056329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for 00691c8d-9782-4202-8c29-a9fd6828c900 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:50.101258 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:50.245528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Pushing event updated for resources: {'Port': ['ID=0287b8a9-4e0a-4692-a314-45aabaf675cb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:50.259961 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-990a7335-66a5-4a93-864c-cb2515039efe req-aa97742f-9bb1-4ecc-84bb-cdd5291809d2 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 210 time: 0.1017067 Sep 09 09:19:50.327168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b1ae9933-6090-40ee-988c-f09c30e9f750 None None] Provisioning for port 0287b8a9-4e0a-4692-a314-45aabaf675cb completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:50.345093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b1ae9933-6090-40ee-988c-f09c30e9f750 None None] Provisioning complete for port 0287b8a9-4e0a-4692-a314-45aabaf675cb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:50.346508 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9933-6090-40ee-988c-f09c30e9f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:50.360973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Made reservation on behalf of ee7db48c8d3449779d14fdacb4e0a996 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:50.366846 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:50.370072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] Router 426acd56-8282-4425-abbb-b63e22f578f2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:50.403718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae9933-6090-40ee-988c-f09c30e9f750 None None] Port 0287b8a9-4e0a-4692-a314-45aabaf675cb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:19:50.424631 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:50.465406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Transition to ACTIVE for port object 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:50.554393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:50.566411 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5dc3e65a-5929-4bc3-a2d9-a204ab75ad62 admin admin] 10.222.0.32 "PUT /v2.0/routers/426acd56-8282-4425-abbb-b63e22f578f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4353442 Sep 09 09:19:50.568022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60684) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:50.569081 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d45d9-5ab9-40d8-b6de-fce51b39d3e3 None None] Sync routers for ids ['426acd56-8282-4425-abbb-b63e22f578f2'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:50.583128 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d45d9-5ab9-40d8-b6de-fce51b39d3e3 None None] Routers {'426acd56-8282-4425-abbb-b63e22f578f2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:50.584458 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-757d45d9-5ab9-40d8-b6de-fce51b39d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['426acd56-8282-4425-abbb-b63e22f578f2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:50.593105 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:50.641568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=00691c8d-9782-4202-8c29-a9fd6828c900,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:50.653263 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:50.728315 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-757d45d9-5ab9-40d8-b6de-fce51b39d3e3 None None] Set router 426acd56-8282-4425-abbb-b63e22f578f2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:50.763024 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:50.768021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:50.771420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Pushing event updated for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:50.777669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:50.780858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:50.895629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Allocated IP 192.168.233.117 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/9ed0b3fd-ef69-4bc6-ae40-51704e69af8c) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:50.906024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:50.907260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:50.945556 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.060135 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-757d45d9-5ab9-40d8-b6de-fce51b39d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426acd56-8282-4425-abbb-b63e22f578f2', 'name': 'tempest-ServerRescueTestJSON-2032337828-router', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:17:26Z', 'updated_at': '2021-09-09T09:19:48Z', 'revision_number': 5, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'gw_port': {'id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:27Z', 'updated_at': '2021-09-09T09:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:51.130706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:51.132836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-0678b203-3f75-4804-bb16-52d9b6288d37 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3093519 Sep 09 09:19:51.153424 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Request body: {'port': {'device_id': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:51.156980 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d45d9-5ab9-40d8-b6de-fce51b39d3e3 None None] Checking router: 426acd56-8282-4425-abbb-b63e22f578f2 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:19:51.172906 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d45d9-5ab9-40d8-b6de-fce51b39d3e3 None None] Routers {'426acd56-8282-4425-abbb-b63e22f578f2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:51.173813 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-757d45d9-5ab9-40d8-b6de-fce51b39d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['426acd56-8282-4425-abbb-b63e22f578f2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:51.264712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.284300 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.293748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Transition to ACTIVE for port object 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:51.320648 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.332272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.336687 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-757d45d9-5ab9-40d8-b6de-fce51b39d3e3 None None] Set router 426acd56-8282-4425-abbb-b63e22f578f2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:51.347271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f0d19d30-4ac1-4f58-a2ba-51a125b6cea2 None None] Provisioning for port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:51.351619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f0d19d30-4ac1-4f58-a2ba-51a125b6cea2 None None] Provisioning complete for port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:51.352182 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0d19d30-4ac1-4f58-a2ba-51a125b6cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.433775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f0d19d30-4ac1-4f58-a2ba-51a125b6cea2 None None] Port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:19:51.434460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c56146f5-6a4a-4b3f-92a9-98d434fc8512 req-66dca28e-756b-4144-a9fa-7a02a35657fc tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 210 time: 0.0648446 Sep 09 09:19:51.464464 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.531288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:51.536093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:51.539233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:51.631350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:51.632060 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.637134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e8b753ea-8780-4ca7-96ee-40750c4a11bd up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:51.676735 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-757d45d9-5ab9-40d8-b6de-fce51b39d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426acd56-8282-4425-abbb-b63e22f578f2', 'name': 'tempest-ServerRescueTestJSON-2032337828-router', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:17:26Z', 'updated_at': '2021-09-09T09:19:48Z', 'revision_number': 5, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'gw_port': {'id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:27Z', 'updated_at': '2021-09-09T09:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:51.712663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Pushing event updated for resources: {'Port': ['ID=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:51.727072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Deleting port 8c10f80f-ad8f-4222-bb68-eafef311b36a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:51.727678 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.750602 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d45d9-5ab9-40d8-b6de-fce51b39d3e3 None None] The sync data for ids ['426acd56-8282-4425-abbb-b63e22f578f2'] in n-d-778696-16 is: [{'id': '426acd56-8282-4425-abbb-b63e22f578f2', 'name': 'tempest-ServerRescueTestJSON-2032337828-router', 'tenant_id': '010aa331e20b476da7391d58bcd87a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:17:26Z', 'updated_at': '2021-09-09T09:19:48Z', 'revision_number': 5, 'project_id': '010aa331e20b476da7391d58bcd87a18', 'gw_port': {'id': '8c10f80f-ad8f-4222-bb68-eafef311b36a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426acd56-8282-4425-abbb-b63e22f578f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:17:27Z', 'updated_at': '2021-09-09T09:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:51.782951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.864040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-3e4c9052-03a8-4578-a9af-f5b53df03cf6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5440629 Sep 09 09:19:51.872245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e8b753ea-8780-4ca7-96ee-40750c4a11bd completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:51.886941 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e8b753ea-8780-4ca7-96ee-40750c4a11bd triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:51.887986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.891462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Request body: {'port': {'device_id': '21ab2fbc-1d99-4b07-9fbc-938516574e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:51.916578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.941092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:51.958234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67ae74-2839-42c8-9e09-2463beee8c75 None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:51.958914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Pushing event updated for resources: {'Port': ['ID=0287b8a9-4e0a-4692-a314-45aabaf675cb,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:51.966515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:19:51.979000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.980917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] For port 8c10f80f-ad8f-4222-bb68-eafef311b36a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8c10f80f-ad8f-4222-bb68-eafef311b36a,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:51.981294 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:51.986379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67ae74-2839-42c8-9e09-2463beee8c75 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:51.987221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3e67ae74-2839-42c8-9e09-2463beee8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:51.991206 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:52.032648 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3e67ae74-2839-42c8-9e09-2463beee8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:52.053869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67ae74-2839-42c8-9e09-2463beee8c75 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:52.054876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3e67ae74-2839-42c8-9e09-2463beee8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:52.106670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3e67ae74-2839-42c8-9e09-2463beee8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:52.109280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67ae74-2839-42c8-9e09-2463beee8c75 None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:52.113108 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:52.119168 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-df687fac-92df-4754-9e98-43f5f770db4a tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/ports/00691c8d-9782-4202-8c29-a9fd6828c900 HTTP/1.1" status: 204 len: 168 time: 3.7304499 Sep 09 09:19:52.128166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60706) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:52.159644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1fad2116-796d-47af-82f8-8b0cd18f30a5 None None] Provisioning for port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:52.165758 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1fad2116-796d-47af-82f8-8b0cd18f30a5 None None] Provisioning complete for port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:52.166140 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fad2116-796d-47af-82f8-8b0cd18f30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:52.180810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Transition to ACTIVE for port object 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:52.214728 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:52.226567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Calling delete_port for 8c10f80f-ad8f-4222-bb68-eafef311b36a owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:52.235013 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-46acb310-8597-43d5-8c0b-7a65461bfaf4 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "GET /v2.0/floatingips/1503a15e-9423-4a42-b884-57c325d290ae HTTP/1.1" status: 200 len: 688 time: 0.1057498 Sep 09 09:19:52.238281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60710) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:52.256771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e8b753ea-8780-4ca7-96ee-40750c4a11bd, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e8b753ea-8780-4ca7-96ee-40750c4a11bd,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:52.286168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1fad2116-796d-47af-82f8-8b0cd18f30a5 None None] Port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:19:52.288272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:52.366408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Network b2b4f655-d0a3-4b76-8382-fa71539d21df is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:52.374835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:52.381463 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:52.421529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Pushing event updated for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:52.493384 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e8b753ea-8780-4ca7-96ee-40750c4a11bd,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:52.704886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c8626e96-e22d-4094-b796-6063e39a16e6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port 08769105-effc-4284-a8d1-665910d59e9a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:19:52.705456 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8626e96-e22d-4094-b796-6063e39a16e6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:52.765093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Attempting to bind port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:52.765573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Attempting to bind port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:52.765999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Attempting to bind port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:52.776214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Router 1a474d8f-cf47-4674-9157-f7746bc53dfd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:52.777757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:19:52.778180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Attempting to bind port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:52.801526 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8626e96-e22d-4094-b796-6063e39a16e6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:52.801855 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8626e96-e22d-4094-b796-6063e39a16e6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:52.840126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c8626e96-e22d-4094-b796-6063e39a16e6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for 08769105-effc-4284-a8d1-665910d59e9a owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:19:52.851343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6b43438e-e26b-4981-b6cf-a0fe9ebe48bd None None] Provisioning complete for port 0287b8a9-4e0a-4692-a314-45aabaf675cb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:52.851974 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b43438e-e26b-4981-b6cf-a0fe9ebe48bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:52.854990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bd50f-6d64-4549-bf14-99543d14555d req-8905f85c-426b-4acf-986e-79a883c9fc56 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:52.858639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-776bd50f-6d64-4549-bf14-99543d14555d req-8905f85c-426b-4acf-986e-79a883c9fc56 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 936 time: 0.2847281 Sep 09 09:19:52.897600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6b43438e-e26b-4981-b6cf-a0fe9ebe48bd None None] Port 0287b8a9-4e0a-4692-a314-45aabaf675cb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:19:52.919592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:52.919932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:52.920535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:52.923753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Bound port: 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:52.923753 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:52.950206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:52.962839 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Sync routers for ids ['1a474d8f-cf47-4674-9157-f7746bc53dfd'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:52.974702 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Routers {'1a474d8f-cf47-4674-9157-f7746bc53dfd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:52.975554 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f889f91f-24f9-45f2-8343-ab713a38e799 admin admin] 10.222.0.32 "PUT /v2.0/routers/1a474d8f-cf47-4674-9157-f7746bc53dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7948546 Sep 09 09:19:52.976068 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1a474d8f-cf47-4674-9157-f7746bc53dfd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:53.057690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:53.067505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:53.099908 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Set router 1a474d8f-cf47-4674-9157-f7746bc53dfd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:53.199179 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:53.290376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:19:53.301540 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:53.320066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Transition to ACTIVE for port object 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:53.350432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-776bd50f-6d64-4549-bf14-99543d14555d req-f55996b1-d91d-479d-8862-266477377d9c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649398 Sep 09 09:19:53.353429 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:53.389811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c10f80f-ad8f-4222-bb68-eafef311b36a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:53.409919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.410187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.410539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.410879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.411220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.411582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.411919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.412253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.412586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.412925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.413271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.416714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:19:53.441351 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:53.567938 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:50Z', 'revision_number': 4, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '0287b8a9-4e0a-4692-a314-45aabaf675cb', 'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'mac_address': 'fa:16:3e:e2:d7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:48Z', 'updated_at': '2021-09-09T09:19:51Z', 'revision_number': 2, 'project_id': '95a35275c4864a71b4d060d54546604f', 'subnets': [{'id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:53.579597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e8b753ea-8780-4ca7-96ee-40750c4a11bd up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:53.662221 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Checking router: 1a474d8f-cf47-4674-9157-f7746bc53dfd for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:19:53.662593 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Updating router 1a474d8f-cf47-4674-9157-f7746bc53dfd port 0287b8a9-4e0a-4692-a314-45aabaf675cb binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:19:53.676264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:53.702742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e8b753ea-8780-4ca7-96ee-40750c4a11bd triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:53.703357 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:53.728713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:53.770297 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:53.925497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c713a656-249a-4710-980d-5998919c7fbc no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:19:53.973297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: c713a656-249a-4710-980d-5998919c7fbc {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:19:53.974118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c713a656-249a-4710-980d-5998919c7fbc not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:19:54.035923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:54.037373 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.038942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] 10.222.0.41 "PUT /v2.0/ports/10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 HTTP/1.1" status: 200 len: 1097 time: 2.8972297 Sep 09 09:19:54.041916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:54.048792 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.051227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.054054 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32079fc-1e00-49bc-9b8f-6c20f3076738" -d '{"events": [{"name": "network-changed", "server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:54.131002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187911e-4d22-4591-b64e-4a444c810e98 service neutron] Pushing event updated for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:54.138674 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2e247d-2f97-4428-bcad-97aaf9c896aa x-openstack-request-id: req-6b2e247d-2f97-4428-bcad-97aaf9c896aa {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:54.140515 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:54.142005 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b2e247d-2f97-4428-bcad-97aaf9c896aa {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:54.143262 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'status': 'completed', 'code': 200} Sep 09 09:19:54.175793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Attempting to bind port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:54.176477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Attempting to bind port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:54.177005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Attempting to bind port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:54.180665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8626e96-e22d-4094-b796-6063e39a16e6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.194693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:19:54.195280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Attempting to bind port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:54.204331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32079fc-1e00-49bc-9b8f-6c20f3076738 req-0fb3507b-38fc-4ee1-bf73-226dd916da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:54.206022 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f32079fc-1e00-49bc-9b8f-6c20f3076738 req-0fb3507b-38fc-4ee1-bf73-226dd916da81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 1100 time: 0.0504420 Sep 09 09:19:54.221624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8626e96-e22d-4094-b796-6063e39a16e6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=08769105-effc-4284-a8d1-665910d59e9a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:54.234470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:54.235013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:54.235612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:54.240985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Bound port: 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:54.241736 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.258942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f32079fc-1e00-49bc-9b8f-6c20f3076738 req-d5957aa3-10db-438b-ad02-2e0cb8b5f67a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401435 Sep 09 09:19:54.328158 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.344957 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Transition to ACTIVE for port object 0287b8a9-4e0a-4692-a314-45aabaf675cb will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:19:54.354671 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.355231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 426acd56-8282-4425-abbb-b63e22f578f2 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:19:54.394065 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.394065 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-07799e9e-f4ba-42b1-a635-daf054701f82 admin admin] 10.222.0.32 "DELETE /v2.0/routers/426acd56-8282-4425-abbb-b63e22f578f2 HTTP/1.1" status: 204 len: 168 time: 3.8171134 Sep 09 09:19:54.394065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60768) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:54.444919 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.466476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32079fc-1e00-49bc-9b8f-6c20f3076738 req-5918d052-946d-45b1-b30a-42568e04f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:54.466476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f32079fc-1e00-49bc-9b8f-6c20f3076738 req-5918d052-946d-45b1-b30a-42568e04f4ba service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1977906 Sep 09 09:19:54.517908 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d2bd3-2f9e-4766-a2ef-614c32940423 None None] Pushing event updated for resources: {'Port': ['ID=0287b8a9-4e0a-4692-a314-45aabaf675cb,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:54.539946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b4206d-68f0-491d-9e82-0f12634031a4 admin admin] Deleting subnet 7cccd1f9-bfab-4b7f-b904-1e91da7a7b90 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:19:54.578993 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0b4206d-68f0-491d-9e82-0f12634031a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.632067 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Attempting to bind port 0287b8a9-4e0a-4692-a314-45aabaf675cb on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:19:54.632434 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Attempting to bind port 0287b8a9-4e0a-4692-a314-45aabaf675cb by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:19:54.632798 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Attempting to bind port 0287b8a9-4e0a-4692-a314-45aabaf675cb on network b2b4f655-d0a3-4b76-8382-fa71539d21df {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:19:54.644936 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:19:54.645311 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Checking segment: {'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:54.645709 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.646103 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Bound using segment: {'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:19:54.650084 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Bound port: 0287b8a9-4e0a-4692-a314-45aabaf675cb, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:19:54.650699 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.675267 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0b4206d-68f0-491d-9e82-0f12634031a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.686490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cb96b-b5f8-4ffe-b5d1-1e8250264f3e req-e2273526-5b16-43da-9f02-b3a214577146 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:54.688329 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d55cb96b-b5f8-4ffe-b5d1-1e8250264f3e req-e2273526-5b16-43da-9f02-b3a214577146 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 948 time: 0.1628473 Sep 09 09:19:54.691505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-4e63cc3d-ff01-480c-b3da-f35d1bf16344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:54.693742 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-4e63cc3d-ff01-480c-b3da-f35d1bf16344 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 1100 time: 0.1783822 Sep 09 09:19:54.722810 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0b4206d-68f0-491d-9e82-0f12634031a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.781691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d55cb96b-b5f8-4ffe-b5d1-1e8250264f3e req-3e9a17ce-7084-4bc7-a4b5-a9d9e39c0008 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849407 Sep 09 09:19:54.782332 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] For port 0287b8a9-4e0a-4692-a314-45aabaf675cb, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:54.784796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-ea77e35a-c257-473f-82a7-045443b95ab5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 HTTP/1.1" status: 200 len: 217 time: 0.0621192 Sep 09 09:19:54.787209 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8626e96-e22d-4094-b796-6063e39a16e6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.789806 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] For port 0287b8a9-4e0a-4692-a314-45aabaf675cb, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0287b8a9-4e0a-4692-a314-45aabaf675cb,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:54.796676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8626e96-e22d-4094-b796-6063e39a16e6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.798173 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c8626e96-e22d-4094-b796-6063e39a16e6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/floatingips/1503a15e-9423-4a42-b884-57c325d290ae HTTP/1.1" status: 204 len: 168 time: 2.5572524 Sep 09 09:19:54.807038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60780) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:54.836448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] For port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:19:54.842925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': 'd453e1f8-d2b4-4eb9-b028-822841d1819a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:54.844686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] For port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:19:54.884923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-a2c72ed5-63e2-4244-950d-cd4ff5c4cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:54.886401 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-a2c72ed5-63e2-4244-950d-cd4ff5c4cee6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0955100 Sep 09 09:19:54.913265 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:54.937636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-30ab782e-df5f-43f8-87c5-2e59398506a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:54.939231 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-30ab782e-df5f-43f8-87c5-2e59398506a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0458145 Sep 09 09:19:54.982519 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Routers {'1a474d8f-cf47-4674-9157-f7746bc53dfd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:54.983879 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1a474d8f-cf47-4674-9157-f7746bc53dfd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:55.034261 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d2bd3-2f9e-4766-a2ef-614c32940423 None None] Pushing event updated for resources: {'Port': ['ID=0287b8a9-4e0a-4692-a314-45aabaf675cb,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:55.056411 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:55.095923 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-6c936f5d-38e5-4ea2-89f2-b056b0e60e5b service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493750 Sep 09 09:19:55.125917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:55.126728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:55.128682 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] 10.222.0.41 "PUT /v2.0/ports/9ed0b3fd-ef69-4bc6-ae40-51704e69af8c HTTP/1.1" status: 200 len: 1097 time: 3.2427809 Sep 09 09:19:55.131757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ab2fbc-1d99-4b07-9fbc-938516574e5e', 'tag': '9ed0b3fd-ef69-4bc6-ae40-51704e69af8c'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:55.133650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:55.135476 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c78003-1f06-4100-bbd9-243ffff8b7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "21ab2fbc-1d99-4b07-9fbc-938516574e5e", "tag": "9ed0b3fd-ef69-4bc6-ae40-51704e69af8c"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:55.139258 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0b4206d-68f0-491d-9e82-0f12634031a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:55.150416 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] Set router 1a474d8f-cf47-4674-9157-f7746bc53dfd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:19:55.167321 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:55.183450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4206d-68f0-491d-9e82-0f12634031a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cccd1f9-bfab-4b7f-b904-1e91da7a7b90,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:55.206651 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0b4206d-68f0-491d-9e82-0f12634031a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:55.211098 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b0b4206d-68f0-491d-9e82-0f12634031a4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7cccd1f9-bfab-4b7f-b904-1e91da7a7b90 HTTP/1.1" status: 204 len: 168 time: 0.8116717 Sep 09 09:19:55.213348 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60786) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:55.263984 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78238d63-fbaf-45f4-a336-835cb0d67c20 x-openstack-request-id: req-78238d63-fbaf-45f4-a336-835cb0d67c20 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:55.266917 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ab2fbc-1d99-4b07-9fbc-938516574e5e", "tag": "9ed0b3fd-ef69-4bc6-ae40-51704e69af8c", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:55.267369 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78238d63-fbaf-45f4-a336-835cb0d67c20 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:55.268224 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ab2fbc-1d99-4b07-9fbc-938516574e5e', 'tag': '9ed0b3fd-ef69-4bc6-ae40-51704e69af8c', 'status': 'completed', 'code': 200} Sep 09 09:19:55.352358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3739c7-74f6-4b6b-886c-e497e50a8a89 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:55.391081 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9855256a-4b5c-4d76-98a6-32aeb7f5571c req-4358103b-365e-4ef3-8b5e-19929ba49ffd service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809229 Sep 09 09:19:55.478428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c78003-1f06-4100-bbd9-243ffff8b7a2 req-d01c66f6-741f-4221-bb1d-56fc4db226f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:55.486405 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4c78003-1f06-4100-bbd9-243ffff8b7a2 req-d01c66f6-741f-4221-bb1d-56fc4db226f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 1100 time: 0.2165110 Sep 09 09:19:55.491225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:55.503225 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:55.536654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8c10f80f-ad8f-4222-bb68-eafef311b36a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:19:55.559805 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4c78003-1f06-4100-bbd9-243ffff8b7a2 req-1d0f88a4-7815-4413-9356-618ffdf52df2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605242 Sep 09 09:19:55.590045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 8c10f80f-ad8f-4222-bb68-eafef311b36a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:19:55.590400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8c10f80f-ad8f-4222-bb68-eafef311b36a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:19:55.673459 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:50Z', 'revision_number': 4, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '0287b8a9-4e0a-4692-a314-45aabaf675cb', 'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'mac_address': 'fa:16:3e:e2:d7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:48Z', 'updated_at': '2021-09-09T09:19:54Z', 'revision_number': 4, 'project_id': '95a35275c4864a71b4d060d54546604f', 'subnets': [{'id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:55.701189 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:55.731530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.25.8.144 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/d8b039ba-088f-4136-ad37-fc30dad94a50) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:19:55.733362 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f67c056-578a-455f-a5af-63e0a48af713 None None] The sync data for ids ['1a474d8f-cf47-4674-9157-f7746bc53dfd'] in n-d-778696-16 is: [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:50Z', 'revision_number': 4, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '0287b8a9-4e0a-4692-a314-45aabaf675cb', 'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'mac_address': 'fa:16:3e:e2:d7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:48Z', 'updated_at': '2021-09-09T09:19:54Z', 'revision_number': 4, 'project_id': '95a35275c4864a71b4d060d54546604f', 'subnets': [{'id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:55.902678 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:55.929723 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:55.993376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7db1a02-5a47-4fdb-8640-ba35e27eca9b']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:56.005290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c78003-1f06-4100-bbd9-243ffff8b7a2 req-fd51427e-53b0-4153-a03a-9c1aebedaaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:56.006892 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4c78003-1f06-4100-bbd9-243ffff8b7a2 req-fd51427e-53b0-4153-a03a-9c1aebedaaf4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4396143 Sep 09 09:19:56.011878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11dc6b5-3580-4dab-854e-6b58a051dc65') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:56.012190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11dc6b5-3580-4dab-854e-6b58a051dc65') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:56.026655 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:56.062062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c45dab-39ab-4676-8dc9-89efcce5800e req-6ee4b7d2-a24e-4c82-8e5f-022d84c18bd7 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:56.063611 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6c45dab-39ab-4676-8dc9-89efcce5800e req-6ee4b7d2-a24e-4c82-8e5f-022d84c18bd7 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 948 time: 0.1401556 Sep 09 09:19:56.073597 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:56.090068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:19:56.106129 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:19:56.155173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:19:56.158875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:19:56.162853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:19:56.219878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=d8b039ba-088f-4136-ad37-fc30dad94a50,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:56.233743 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6c45dab-39ab-4676-8dc9-89efcce5800e req-8cb6e524-80c4-478e-ab79-8fbee8cce411 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531422 Sep 09 09:19:56.239519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037519d-a712-44bf-8abe-675d35304b34 req-cc52dc7f-562d-453f-a2c2-9404bb0da643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:56.241068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-cc52dc7f-562d-453f-a2c2-9404bb0da643 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 1100 time: 0.1765482 Sep 09 09:19:56.311522 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-9e41ff3f-a1a3-477f-ae98-a1b52db4545a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c HTTP/1.1" status: 200 len: 217 time: 0.0554070 Sep 09 09:19:56.395801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037519d-a712-44bf-8abe-675d35304b34 req-eeea588a-e0ec-4299-a690-920ba1a9c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:56.398890 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-eeea588a-e0ec-4299-a690-920ba1a9c24f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0807991 Sep 09 09:19:56.405255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:56.413496 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:56.415967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c7db1a02-5a47-4fdb-8640-ba35e27eca9b HTTP/1.1" status: 204 len: 168 time: 1.2013006 Sep 09 09:19:56.455448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd1f7f-68d0-433f-a264-125d2c651e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7db1a02-5a47-4fdb-8640-ba35e27eca9b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:56.492142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037519d-a712-44bf-8abe-675d35304b34 req-fedbd83a-444a-4dea-97bb-57a919f77f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:56.494256 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-fedbd83a-444a-4dea-97bb-57a919f77f57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0819921 Sep 09 09:19:56.632593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-5c294210-fc48-43b9-9fcf-00b670f1f293 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312723 Sep 09 09:19:56.695819 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:56.776661 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9037519d-a712-44bf-8abe-675d35304b34 req-668f9700-f362-4ac5-81e4-049813cc2cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364532 Sep 09 09:19:56.907199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60840) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:56.919408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:56.963352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-89b1c805-8530-4882-a215-829e109aaa76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=010aa331e20b476da7391d58bcd87a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537241 Sep 09 09:19:56.978060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60844) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:57.086503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01080591-0a8a-4937-baea-275d3e12724d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:57.149826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01080591-0a8a-4937-baea-275d3e12724d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:57.223714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:57.324071 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:57.374017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:19:57.383710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a8dde-4256-42c0-a851-36fc29e1bdbf req-925c6ac3-9a2a-4a61-81bd-819cd57f7140 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:57.386130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-549a8dde-4256-42c0-a851-36fc29e1bdbf req-925c6ac3-9a2a-4a61-81bd-819cd57f7140 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 948 time: 0.0775087 Sep 09 09:19:57.392838 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01080591-0a8a-4937-baea-275d3e12724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:57.396248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01080591-0a8a-4937-baea-275d3e12724d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:57.399855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-01080591-0a8a-4937-baea-275d3e12724d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/383ce948-21d9-4503-a5cc-d6de354c0b80 HTTP/1.1" status: 204 len: 168 time: 0.4015296 Sep 09 09:19:57.420795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=d8b039ba-088f-4136-ad37-fc30dad94a50,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:57.425426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01080591-0a8a-4937-baea-275d3e12724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ce948-21d9-4503-a5cc-d6de354c0b80,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:57.435622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:57.482352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-549a8dde-4256-42c0-a851-36fc29e1bdbf req-5ae01765-a4ed-4648-bbf1-863b56d4ad0e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899360 Sep 09 09:19:57.588918 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 28cd4004-7301-4dc5-8ed5-353b8c3b762d associated. External IP: 172.25.8.144, port: d453e1f8-d2b4-4eb9-b028-822841d1819a. Sep 09 09:19:57.598656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0287b8a9-4e0a-4692-a314-45aabaf675cb up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:57.665174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:57.677942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'mac_address': 'fa:16:3e:d6:3a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:19:57.725012 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:57.739035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:19:57.761625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:57.873482 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:19:57.994325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 0287b8a9-4e0a-4692-a314-45aabaf675cb completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:57.998695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0287b8a9-4e0a-4692-a314-45aabaf675cb triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:57.999351 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:58.012360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:19:58.040046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b05c1-2587-4e86-ab5b-c6000697108d None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:19:58.070661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b05c1-2587-4e86-ab5b-c6000697108d None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:58.071369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-238b05c1-2587-4e86-ab5b-c6000697108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:58.109741 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:58.111610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-238b05c1-2587-4e86-ab5b-c6000697108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:58.111754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a87743-faf8-4fda-83e8-67d9d2940e4d req-074ba0d7-222c-459c-a385-39e7ff84f05a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:58.115926 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a4a87743-faf8-4fda-83e8-67d9d2940e4d req-074ba0d7-222c-459c-a385-39e7ff84f05a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 945 time: 0.0572734 Sep 09 09:19:58.160189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b05c1-2587-4e86-ab5b-c6000697108d None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:19:58.160838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-238b05c1-2587-4e86-ab5b-c6000697108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:58.168162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a4a87743-faf8-4fda-83e8-67d9d2940e4d req-7b0e5466-9dda-405d-aedf-2e5e9e21ee92 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474946 Sep 09 09:19:58.207816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-238b05c1-2587-4e86-ab5b-c6000697108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:19:58.209422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b05c1-2587-4e86-ab5b-c6000697108d None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:19:58.275153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:58.276104 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:58.306914 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:58.319719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:19:58.346845 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-834af306-03b1-4973-97cc-070a9ad8b432 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5358493 Sep 09 09:19:58.347074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60868) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:58.352719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1093553834'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:58.383169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 0287b8a9-4e0a-4692-a314-45aabaf675cb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0287b8a9-4e0a-4692-a314-45aabaf675cb,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:58.612866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdaada-d56d-439c-9e84-d2f742fb3184 req-4a016cec-9932-4e8f-83b1-c1dd6678ff7b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:58.614819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e5bdaada-d56d-439c-9e84-d2f742fb3184 req-4a016cec-9932-4e8f-83b1-c1dd6678ff7b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 948 time: 0.0557673 Sep 09 09:19:58.643659 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:58.662371 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e5bdaada-d56d-439c-9e84-d2f742fb3184 req-bb4cb076-e8ae-4152-aafa-42e7c982c29c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Sep 09 09:19:58.683881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Made reservation on behalf of 3e690a2e8ad042f59c6c9a59c32a26d8 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:58.688203 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:58.699540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=0287b8a9-4e0a-4692-a314-45aabaf675cb,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:58.721471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:19:58.732059 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:58.732415 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Added segment 3bf36b8e-b6c9-4ae4-b667-db6d04143709 of type vlan for network 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 Sep 09 09:19:58.789433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:58.925484 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:58.931847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:58.932500 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.012709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Network': ['ID=6b0cc2e4-251b-41c6-b761-134ff3b6c9e4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:59.023893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:19:59.063424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fa2c9746-4f90-45f1-aa50-7cad2f0e1dc6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7138324 Sep 09 09:19:59.064964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60892) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:59.070758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'subnet': {'network_id': '6b0cc2e4-251b-41c6-b761-134ff3b6c9e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:59.270989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60898) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:19:59.284225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Made reservation on behalf of 3e690a2e8ad042f59c6c9a59c32a26d8 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:59.291063 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.333579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614061-a38b-488c-9e37-f7722ebd116c req-9e6ba634-2183-4c12-8f3d-b87a48c097db tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:59.337214 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e614061-a38b-488c-9e37-f7722ebd116c req-9e6ba634-2183-4c12-8f3d-b87a48c097db tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 945 time: 0.0709217 Sep 09 09:19:59.385419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:19:59.390331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:59.407145 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e614061-a38b-488c-9e37-f7722ebd116c req-1ee4eff6-4eb0-4272-925c-0e71ab9de042 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544302 Sep 09 09:19:59.407544 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-137810981-network', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:19:59.547745 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0287b8a9-4e0a-4692-a314-45aabaf675cb up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:19:59.573799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Made reservation on behalf of c0a4fe5389874569ba106acc1ac2a89a for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:19:59.576302 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.588121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.614945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:59.629750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:19:59.635806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '9ed0b3fd-ef69-4bc6-ae40-51704e69af8c', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '9ed0b3fd-ef69-4bc6-ae40-51704e69af8c', 'mac_address': 'fa:16:3e:dd:c4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:19:59.639007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:59.639507 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.669129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0287b8a9-4e0a-4692-a314-45aabaf675cb triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:19:59.669516 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.681342 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.717011 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.755407 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.758626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Subnet': ['ID=60b495d6-0a02-45c3-96ac-be5fb76ee047,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:59.776925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:19:59.781666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Checking segment: {'id': '3bf36b8e-b6c9-4ae4-b667-db6d04143709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6b0cc2e4-251b-41c6-b761-134ff3b6c9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:19:59.782140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network hostable DHCP agents. Network: 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:19:59.822201 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.837329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:59.854420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:19:59.885997 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.911530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adef6a7-6183-4ed6-bc54-c6aeec5ae1ea req-16eced19-89bb-4426-ac65-e481865b8c3e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:59.913177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bc733-12ab-465f-841a-2e9bd9e079d3 req-17f6795d-3024-4e1e-bddc-b5289945dba8 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:19:59.913470 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8adef6a7-6183-4ed6-bc54-c6aeec5ae1ea req-16eced19-89bb-4426-ac65-e481865b8c3e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 945 time: 0.0919654 Sep 09 09:19:59.914993 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa9bc733-12ab-465f-841a-2e9bd9e079d3 req-17f6795d-3024-4e1e-bddc-b5289945dba8 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 948 time: 0.1357126 Sep 09 09:19:59.916373 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:19:59.916790 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Added segment e67d4505-6222-46f7-b9c7-4dfc7d0ddf10 of type vlan for network 6ee22ffa-2d33-4941-a1d2-77369ea07168 Sep 09 09:19:59.918492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:19:59.918725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a707af7c-9416-4cb3-9d2d-b4b10bfcab72,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:19:59.925088 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed63a0c1-7cb7-4806-986c-3b5824df21d4" -d '{"events": [{"server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "name": "network-vif-plugged", "status": "completed", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:19:59.947684 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:19:59.976744 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed2e4f4-0ab4-4f09-a571-66639d5945b6 x-openstack-request-id: req-2ed2e4f4-0ab4-4f09-a571-66639d5945b6 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:19:59.977041 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "name": "network-vif-plugged", "status": "completed", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:19:59.977297 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ed2e4f4-0ab4-4f09-a571-66639d5945b6 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:19:59.977702 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'code': 200} Sep 09 09:19:59.978885 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.037444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:20:00.070738 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.084411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:00.084598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-8adef6a7-6183-4ed6-bc54-c6aeec5ae1ea req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Deleting port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:00.084598 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8adef6a7-6183-4ed6-bc54-c6aeec5ae1ea req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.120015 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa9bc733-12ab-465f-841a-2e9bd9e079d3 req-4fc8d749-afef-4199-bc2e-b627ada08896 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575441 Sep 09 09:20:00.131764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.174704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:00.194715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9ed0b3fd-ef69-4bc6-ae40-51704e69af8c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:20:00.196859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:00.197378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c025f8f9-7cb1-4a3a-bb45-f2e5380435c8 None None] Network 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:00.197511 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.203778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205753c-9b37-4bcc-b3d8-826e515b69f6 req-9fd1be23-5248-4d24-b8d5-d488600bd14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:00.207501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a205753c-9b37-4bcc-b3d8-826e515b69f6 req-9fd1be23-5248-4d24-b8d5-d488600bd14c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 1101 time: 0.1561639 Sep 09 09:20:00.230745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8adef6a7-6183-4ed6-bc54-c6aeec5ae1ea req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] For port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:00.231121 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8adef6a7-6183-4ed6-bc54-c6aeec5ae1ea req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.247876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-8adef6a7-6183-4ed6-bc54-c6aeec5ae1ea req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Calling delete_port for d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:00.258088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:00.262953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a205753c-9b37-4bcc-b3d8-826e515b69f6 req-75d0e59c-2b02-4a7c-b2ae-4167a00a8b75 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469091 Sep 09 09:20:00.285793 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.286902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:00.292332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.357182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] Pushing event updated for resources: {'Network': ['ID=6ee22ffa-2d33-4941-a1d2-77369ea07168,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:00.370337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e672a137-dff4-42e8-bf79-718dfcc1c672 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3012857 Sep 09 09:20:00.370454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60914) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:00.373679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 6ee22ffa-2d33-4941-a1d2-77369ea07168 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:00.375399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1579972632', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:00.503497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-58604e86-fd6a-4ee2-a8cd-44f4bde2f39b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2316782 Sep 09 09:20:00.506310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60918) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:00.511215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Request body: {'subnet': {'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-subnet', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:00.532641 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:20:00.532641 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:20:00.532641 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id_1': 'c0a4fe5389874569ba106acc1ac2a89a', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 19, 40, 518147)}] Sep 09 09:20:00.532641 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:20:00.533066 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:20:00.536116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-6b0cc2e4-251b-41c6-b761-134ff3b6c9e4', 'network_id': '6b0cc2e4-251b-41c6-b761-134ff3b6c9e4', 'tenant_id': '3e690a2e8ad042f59c6c9a59c32a26d8', 'fixed_ips': [{'subnet_id': '60b495d6-0a02-45c3-96ac-be5fb76ee047'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:20:00.537072 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.542178 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8adef6a7-6183-4ed6-bc54-c6aeec5ae1ea req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.561573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d4bc92a3-2a40-45ea-a0e3-7362bcef7d64'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:20:00.569904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692f97b-3cb5-4ee8-962f-b34de3755215 req-ac4ddbf9-6f6e-4fad-b5bd-d3cbe19c9c12 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:00.571593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1692f97b-3cb5-4ee8-962f-b34de3755215 req-ac4ddbf9-6f6e-4fad-b5bd-d3cbe19c9c12 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 867 time: 0.0893042 Sep 09 09:20:00.625066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event deleted for resources: {'Port': ['ID=d4bc92a3-2a40-45ea-a0e3-7362bcef7d64,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:00.633961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.635691 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.661597 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adef6a7-6183-4ed6-bc54-c6aeec5ae1ea req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] No DVR routers for this DVR port d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:20:00.665771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8adef6a7-6183-4ed6-bc54-c6aeec5ae1ea req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.667901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8adef6a7-6183-4ed6-bc54-c6aeec5ae1ea req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.24 "DELETE /v2.0/ports/d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 HTTP/1.1" status: 204 len: 173 time: 0.7420731 Sep 09 09:20:00.670521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2', 'name': 'network-vif-deleted', 'tag': 'd4bc92a3-2a40-45ea-a0e3-7362bcef7d64'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:00.674021 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67272d8b-33fa-45f0-a538-104fa98ef9a2" -d '{"events": [{"server_uuid": "6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2", "name": "network-vif-deleted", "tag": "d4bc92a3-2a40-45ea-a0e3-7362bcef7d64"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:00.683599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.683599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.683599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.683599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.683599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.683599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.683599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.683599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.683599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.684420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.684420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.684573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1ed4b-54aa-47c7-820c-794e38319bcb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:00.710799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1692f97b-3cb5-4ee8-962f-b34de3755215 req-047dfe8f-4401-4c3a-84d0-03cb05136826 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207359 Sep 09 09:20:00.739635 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.748274 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ece7b1d-5c14-40af-9314-14800690a793 x-openstack-request-id: req-0ece7b1d-5c14-40af-9314-14800690a793 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:00.748596 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2", "name": "network-vif-deleted", "tag": "d4bc92a3-2a40-45ea-a0e3-7362bcef7d64", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:00.748832 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ece7b1d-5c14-40af-9314-14800690a793 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:00.749235 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2', 'name': 'network-vif-deleted', 'tag': 'd4bc92a3-2a40-45ea-a0e3-7362bcef7d64', 'status': 'completed', 'code': 200} Sep 09 09:20:00.758190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Allocated IP 172.20.0.2 (6b0cc2e4-251b-41c6-b761-134ff3b6c9e4/60b495d6-0a02-45c3-96ac-be5fb76ee047/8e0d014a-b197-42da-b32f-a0a5f15acdfa) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:00.924158 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:00.941597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Transition to ACTIVE for port object 8e0d014a-b197-42da-b32f-a0a5f15acdfa will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:00.957904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Transition to ACTIVE for port object 8e0d014a-b197-42da-b32f-a0a5f15acdfa will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:01.108300 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:01.136467 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:01.189728 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Made reservation on behalf of c0a4fe5389874569ba106acc1ac2a89a for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:01.190476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Network 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:01.198244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:01.199764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:01.205211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:01.210932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Pushing event updated for resources: {'Port': ['ID=8e0d014a-b197-42da-b32f-a0a5f15acdfa,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:01.298320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Attempting to bind port 8e0d014a-b197-42da-b32f-a0a5f15acdfa on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:01.298705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Attempting to bind port 8e0d014a-b197-42da-b32f-a0a5f15acdfa by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '3bf36b8e-b6c9-4ae4-b667-db6d04143709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6b0cc2e4-251b-41c6-b761-134ff3b6c9e4'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:01.299072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Attempting to bind port 8e0d014a-b197-42da-b32f-a0a5f15acdfa on network 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:01.310208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:01.320017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Checking segment: {'id': '3bf36b8e-b6c9-4ae4-b667-db6d04143709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6b0cc2e4-251b-41c6-b761-134ff3b6c9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:01.320017 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:01.320017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Bound using segment: {'id': '3bf36b8e-b6c9-4ae4-b667-db6d04143709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6b0cc2e4-251b-41c6-b761-134ff3b6c9e4'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:01.320017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Bound port: 8e0d014a-b197-42da-b32f-a0a5f15acdfa, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf36b8e-b6c9-4ae4-b667-db6d04143709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6b0cc2e4-251b-41c6-b761-134ff3b6c9e4'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:01.320017 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:01.389197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:01.434177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] For port 8e0d014a-b197-42da-b32f-a0a5f15acdfa, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:01.455787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] For port 8e0d014a-b197-42da-b32f-a0a5f15acdfa, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8e0d014a-b197-42da-b32f-a0a5f15acdfa,segment=NetworkSegment(3bf36b8e-b6c9-4ae4-b667-db6d04143709),segment_id=3bf36b8e-b6c9-4ae4-b667-db6d04143709)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:01.565989 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:01.635744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:01.648738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:01.649123 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:01.741289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eabced-1391-4d9f-9f9f-e833ebce044a None None] Pushing event updated for resources: {'Port': ['ID=8e0d014a-b197-42da-b32f-a0a5f15acdfa,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:01.825061 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:01.825526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bc664-0206-4331-8660-8c3ff539579e req-0a4293e1-d4db-4964-a21d-2efe39f8dcbd tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:01.835306 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f0bc664-0206-4331-8660-8c3ff539579e req-0a4293e1-d4db-4964-a21d-2efe39f8dcbd tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 949 time: 0.2234325 Sep 09 09:20:01.916329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:01.922791 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d840ffa-7dd7-40d8-9af4-5faa7b61a948 req-1b530408-5efd-4f8f-bc3a-8aae07ae994a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 210 time: 0.0843718 Sep 09 09:20:01.979525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ab2fbc-1d99-4b07-9fbc-938516574e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed0b3fd-ef69-4bc6-ae40-51704e69af8c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:01.983552 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33eeb01a-b0b2-43f2-a9c4-f6ca28a85634" -d '{"events": [{"server_uuid": "21ab2fbc-1d99-4b07-9fbc-938516574e5e", "name": "network-vif-plugged", "status": "completed", "tag": "9ed0b3fd-ef69-4bc6-ae40-51704e69af8c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:01.993405 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f0bc664-0206-4331-8660-8c3ff539579e req-2af36e63-b3e1-4a91-aa60-244354facd1c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547728 Sep 09 09:20:02.033406 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:02.183289 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93db17da-a20c-44f8-b873-f64fcbded762 x-openstack-request-id: req-93db17da-a20c-44f8-b873-f64fcbded762 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:02.183920 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ab2fbc-1d99-4b07-9fbc-938516574e5e", "name": "network-vif-plugged", "status": "completed", "tag": "9ed0b3fd-ef69-4bc6-ae40-51704e69af8c", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:02.184176 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93db17da-a20c-44f8-b873-f64fcbded762 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:02.184573 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ab2fbc-1d99-4b07-9fbc-938516574e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed0b3fd-ef69-4bc6-ae40-51704e69af8c', 'code': 200} Sep 09 09:20:02.186014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:02.197230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:02.361313 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:02.392225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90fec85b-e2e3-45da-b570-f28d25e6cd3f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:02.401647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:02.411764 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e4a25-5d92-4f08-bcff-77e3a9ce04f9 req-d76a5350-d334-421b-aaa3-aa15652e08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:02.413339 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a0e4a25-5d92-4f08-bcff-77e3a9ce04f9 req-d76a5350-d334-421b-aaa3-aa15652e08fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 1102 time: 0.2338910 Sep 09 09:20:02.490861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Checking segment: {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:02.491211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Network hostable DHCP agents. Network: 6ee22ffa-2d33-4941-a1d2-77369ea07168, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:20:02.506218 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a0e4a25-5d92-4f08-bcff-77e3a9ce04f9 req-e0f1244e-3520-46db-85e9-a252c22f2b04 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856273 Sep 09 09:20:02.573544 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.25.8.200 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e76bdf36-9b34-47bd-90b8-f2c9e3062d62) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:02.669061 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Network 6ee22ffa-2d33-4941-a1d2-77369ea07168 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:20:02.714816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:02.798173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 6ee22ffa-2d33-4941-a1d2-77369ea07168) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:02.802969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:02.803794 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:02.807961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa635ab2-5826-4640-ace8-fac9173ff90d None None] Network 6ee22ffa-2d33-4941-a1d2-77369ea07168 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:02.942957 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:03.006965 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c6779f25-40a4-4558-908e-2b7febbc8f80 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4991770 Sep 09 09:20:03.010384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60946) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:03.017752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:03.027423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-6ee22ffa-2d33-4941-a1d2-77369ea07168', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:20:03.031961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:03.037503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:03.039569 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:03.054894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:03.124394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=e76bdf36-9b34-47bd-90b8-f2c9e3062d62,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:03.176350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-50b28c07-2e3a-4a89-bbe5-49e89d87e6e9 req-a7102666-dd18-48e1-9416-864ec5cff15f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 210 time: 0.0548685 Sep 09 09:20:03.187184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:03.189175 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:03.306025 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:03.332500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Allocated IP 172.20.0.2 (6ee22ffa-2d33-4941-a1d2-77369ea07168/90fec85b-e2e3-45da-b570-f28d25e6cd3f/ef8ef420-b8c6-47f5-9e08-036791d117ff) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:03.334802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcdb1a-d6ab-4dd3-8118-49f6a75b19b1 req-4c7f0eac-e141-4c22-b106-9ffb33d9993b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:03.337142 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bbfcdb1a-d6ab-4dd3-8118-49f6a75b19b1 req-4c7f0eac-e141-4c22-b106-9ffb33d9993b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 950 time: 0.1865182 Sep 09 09:20:03.346528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1d1e23-1393-4689-a872-b63e7c914467 None None] Network 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:03.432426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bbfcdb1a-d6ab-4dd3-8118-49f6a75b19b1 req-ba8acdd5-19fc-4876-80b1-fd9902ffe0a2 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733950 Sep 09 09:20:03.550394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a4498045-6f33-423e-b46a-d50abaf67e89 None None] Provisioning for port 8e0d014a-b197-42da-b32f-a0a5f15acdfa completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:03.671238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:20:03.740256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:20:03.741106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d4bc92a3-2a40-45ea-a0e3-7362bcef7d64 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:20:03.787665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8e0d014a-b197-42da-b32f-a0a5f15acdfa up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:03.792901 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:03.862485 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:03.884707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Transition to ACTIVE for port object ef8ef420-b8c6-47f5-9e08-036791d117ff will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:03.891838 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:03.924975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Transition to ACTIVE for port object ef8ef420-b8c6-47f5-9e08-036791d117ff will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:04.023362 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 8e0d014a-b197-42da-b32f-a0a5f15acdfa completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:04.030358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8e0d014a-b197-42da-b32f-a0a5f15acdfa triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:04.033167 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:04.086497 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:04.259873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:04.295472 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:04.465321 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:04.522973 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0adfb5f8-ce5f-4008-8218-d5176b30eea2 req-34088a2f-3c56-4e6c-9829-68ba953a8c5b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 210 time: 0.1091650 Sep 09 09:20:04.602476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Network 6ee22ffa-2d33-4941-a1d2-77369ea07168 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:04.671259 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:04.673688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2e719d15-d8e0-4300-a482-5a1b0d29eba4 None None] Provisioning complete for port 8e0d014a-b197-42da-b32f-a0a5f15acdfa triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:04.674321 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2e719d15-d8e0-4300-a482-5a1b0d29eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:04.725328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Allocated IP 172.25.8.208 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/d70223ee-0c08-4a86-a446-e2d807cd3bba) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:04.736732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:04.756778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:04.777918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Pushing event updated for resources: {'Port': ['ID=ef8ef420-b8c6-47f5-9e08-036791d117ff,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:04.836772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba2902-7cd5-4650-94c8-df3202700668 req-ef7f7e4d-1798-4529-8c2e-39888415187f tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:04.839134 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c1ba2902-7cd5-4650-94c8-df3202700668 req-ef7f7e4d-1798-4529-8c2e-39888415187f tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 950 time: 0.1593575 Sep 09 09:20:04.841984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 8e0d014a-b197-42da-b32f-a0a5f15acdfa, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8e0d014a-b197-42da-b32f-a0a5f15acdfa,segment=NetworkSegment(3bf36b8e-b6c9-4ae4-b667-db6d04143709),segment_id=3bf36b8e-b6c9-4ae4-b667-db6d04143709)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:04.863114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Attempting to bind port ef8ef420-b8c6-47f5-9e08-036791d117ff on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:04.863852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Attempting to bind port ef8ef420-b8c6-47f5-9e08-036791d117ff by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:04.864317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Attempting to bind port ef8ef420-b8c6-47f5-9e08-036791d117ff on network 6ee22ffa-2d33-4941-a1d2-77369ea07168 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:04.867051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router a03231e4-753e-4e7a-8939-4c20b00dea91 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:20:04.922199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:04.922867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Checking segment: {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:04.923510 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:04.924504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Bound using segment: {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:04.925214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Bound port: ef8ef420-b8c6-47f5-9e08-036791d117ff, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:04.925837 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:04.940627 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2e719d15-d8e0-4300-a482-5a1b0d29eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:04.958809 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:05.000167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] For port ef8ef420-b8c6-47f5-9e08-036791d117ff, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:05.003780 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] For port ef8ef420-b8c6-47f5-9e08-036791d117ff, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ef8ef420-b8c6-47f5-9e08-036791d117ff,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:05.013797 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:05.048130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:20:05.050341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c1ba2902-7cd5-4650-94c8-df3202700668 req-3508f62b-64eb-43d4-b340-cf2d51f37f39 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614716 Sep 09 09:20:05.059323 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f20967-f20f-43ce-84c5-6dda4fe9c43a None None] Sync routers for ids ['a03231e4-753e-4e7a-8939-4c20b00dea91'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:20:05.073945 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f20967-f20f-43ce-84c5-6dda4fe9c43a None None] Routers {'a03231e4-753e-4e7a-8939-4c20b00dea91'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:05.074568 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f6f20967-f20f-43ce-84c5-6dda4fe9c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a03231e4-753e-4e7a-8939-4c20b00dea91'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:05.096699 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:05.119958 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f6f20967-f20f-43ce-84c5-6dda4fe9c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:05.131094 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f20967-f20f-43ce-84c5-6dda4fe9c43a None None] Routers {'a03231e4-753e-4e7a-8939-4c20b00dea91'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:05.132007 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f6f20967-f20f-43ce-84c5-6dda4fe9c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a03231e4-753e-4e7a-8939-4c20b00dea91'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:05.163104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=8e0d014a-b197-42da-b32f-a0a5f15acdfa,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:05.174721 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f6f20967-f20f-43ce-84c5-6dda4fe9c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:05.175610 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f20967-f20f-43ce-84c5-6dda4fe9c43a None None] The sync data for ids ['a03231e4-753e-4e7a-8939-4c20b00dea91'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:20:05.195110 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:05.207340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:05.222412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:05.234243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:05.256021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:05.261458 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-311d3802-9f00-444c-a66a-1aea5326ad21 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8861084 Sep 09 09:20:05.261458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60972) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:05.303256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Pushing event updated for resources: {'Port': ['ID=d70223ee-0c08-4a86-a446-e2d807cd3bba,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:05.303868 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-2e719d15-d8e0-4300-a482-5a1b0d29eba4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:20:05.303868 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-2e719d15-d8e0-4300-a482-5a1b0d29eba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:20:05.326319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70753c9-0a19-42b4-9e7c-7a48e25e2bf9 None None] Pushing event updated for resources: {'Port': ['ID=ef8ef420-b8c6-47f5-9e08-036791d117ff,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:05.391452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71065545-bab4-4010-80ae-21438f4f793d req-6ebecef7-fe34-4024-9c31-9789b2d4459e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:05.400807 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-71065545-bab4-4010-80ae-21438f4f793d req-6ebecef7-fe34-4024-9c31-9789b2d4459e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.2007937 Sep 09 09:20:05.559812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8e0d014a-b197-42da-b32f-a0a5f15acdfa up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:05.572002 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-71065545-bab4-4010-80ae-21438f4f793d req-9dc97017-dd82-4383-88d1-e2e8a1911d26 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636062 Sep 09 09:20:05.770401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8e0d014a-b197-42da-b32f-a0a5f15acdfa triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:05.777977 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:05.895978 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:05.914908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef395566-5728-4a11-8c59-9a6da09b786c req-1435e79e-77ac-4961-a141-b455a2a970b3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 210 time: 0.1018035 Sep 09 09:20:05.997249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-3e767de9-ffda-4f48-9d19-91430beee90b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332456 Sep 09 09:20:06.192148 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-5092c052-78fa-49bd-8346-dd4dab16541c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:06.203670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-5092c052-78fa-49bd-8346-dd4dab16541c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980932 Sep 09 09:20:06.226493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:06.231124 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-52b8b5f3-2a29-4c86-b091-0939b51bdb8a tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/quotas/ee7db48c8d3449779d14fdacb4e0a996 HTTP/1.1" status: 200 len: 375 time: 0.0263977 Sep 09 09:20:06.880712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ea0ea-121d-4e9d-a939-c659fce3219a None None] Network 6ee22ffa-2d33-4941-a1d2-77369ea07168 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:06.997757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-5e9716ec-34f0-46ef-b54e-891c95cbd495 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7655957 Sep 09 09:20:07.033040 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:07.089698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ba8d533b-5567-4f62-801e-c57c368f8417 None None] Provisioning for port ef8ef420-b8c6-47f5-9e08-036791d117ff completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:07.150907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a474680-a0fc-4e82-9378-630904d7e3c4 req-e9933263-d56c-4599-bc1b-81dbfdd5bbe9 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c83fcd8-d8d2-4ea2-a2bf-8f24ada834e2 HTTP/1.1" status: 200 len: 210 time: 0.0740621 Sep 09 09:20:07.289006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.20.0.1 (6b0cc2e4-251b-41c6-b761-134ff3b6c9e4/60b495d6-0a02-45c3-96ac-be5fb76ee047/55868fc0-a137-4510-bed8-f13740f5727d) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:07.449410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:20:07.477727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-33c10aaa-94d2-4bcf-abed-127cbe3918bc req-73a2d2d2-7157-4d5b-b19f-c37b0ce9a608 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 210 time: 0.0702260 Sep 09 09:20:07.546463 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:07.573197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Transition to ACTIVE for port object 55868fc0-a137-4510-bed8-f13740f5727d will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:07.646615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ef8ef420-b8c6-47f5-9e08-036791d117ff up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:07.658031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:20:07.674094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Sync routers for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:20:07.696098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:07.696752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:07.724221 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:07.764678 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:07.768593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a38ccbb5-7087-4512-8872-1b9dd5155f5d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7565248 Sep 09 09:20:07.769167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32788) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:07.789085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:07.795450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:07.824465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:07.825849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=55868fc0-a137-4510-bed8-f13740f5727d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:07.907701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:20:07.908306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:07.945863 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port ef8ef420-b8c6-47f5-9e08-036791d117ff completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:08.118151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ef8ef420-b8c6-47f5-9e08-036791d117ff triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:08.118736 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:08.368231 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:08.508222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-796b0541-8ba9-43ff-b513-4e8b35370327 None None] Provisioning for port 55868fc0-a137-4510-bed8-f13740f5727d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:08.609115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-796b0541-8ba9-43ff-b513-4e8b35370327 None None] Provisioning complete for port 55868fc0-a137-4510-bed8-f13740f5727d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:08.616953 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-796b0541-8ba9-43ff-b513-4e8b35370327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:08.687457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:08.694066 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:08.739965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-796b0541-8ba9-43ff-b513-4e8b35370327 None None] Port 55868fc0-a137-4510-bed8-f13740f5727d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:08.814215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port ef8ef420-b8c6-47f5-9e08-036791d117ff, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ef8ef420-b8c6-47f5-9e08-036791d117ff,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:08.832091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:05Z', 'revision_number': 3, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:08.859563 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a5f60a0-fbf1-4c65-ac5f-32d3c18603ec req-b2dd8983-12ad-4515-8040-85ec5ae326b9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 210 time: 0.0912104 Sep 09 09:20:08.930757 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:08.937305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Checking router: 59ebda07-7d77-4e2e-9136-86bf5d9d43fb for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:20:08.938209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Updating router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb port d70223ee-0c08-4a86-a446-e2d807cd3bba binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:20:09.000400 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:09.088558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Allocated IP 172.20.0.1 (6ee22ffa-2d33-4941-a1d2-77369ea07168/90fec85b-e2e3-45da-b570-f28d25e6cd3f/5dc87060-40a9-49a0-82a9-b266297f5574) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:09.187630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=ef8ef420-b8c6-47f5-9e08-036791d117ff,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:09.225028 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:09.323438 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:09.384856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c1856-9a57-4c8c-9f82-57a4ba031ea7 req-57d59a7f-c171-423a-af06-0468247ccc45 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:09.391449 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b7c1856-9a57-4c8c-9f82-57a4ba031ea7 req-57d59a7f-c171-423a-af06-0468247ccc45 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.3263245 Sep 09 09:20:09.415285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b7c1856-9a57-4c8c-9f82-57a4ba031ea7 req-89ed7dff-7f02-4e7d-8fad-849fb947f3af tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/quotas/8488de5af68f47c9a85ed402dd053b64 HTTP/1.1" status: 200 len: 375 time: 0.0151656 Sep 09 09:20:09.417091 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=55868fc0-a137-4510-bed8-f13740f5727d,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:09.463916 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:09.478402 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b7c1856-9a57-4c8c-9f82-57a4ba031ea7 req-37bada38-ff3b-4517-bb39-ea4cbd295eed tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477443 Sep 09 09:20:09.488877 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:09.489825 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:09.508101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Transition to ACTIVE for port object d70223ee-0c08-4a86-a446-e2d807cd3bba will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:09.569476 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:09.599237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b7c1856-9a57-4c8c-9f82-57a4ba031ea7 req-7d38bc75-ef4f-4fa4-be4b-cf9ee481a198 service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063330 Sep 09 09:20:09.633969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Transition to ACTIVE for port object 5dc87060-40a9-49a0-82a9-b266297f5574 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:09.637327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ef8ef420-b8c6-47f5-9e08-036791d117ff up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:09.686106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:09.690695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:09.766428 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b7c1856-9a57-4c8c-9f82-57a4ba031ea7 req-67bb392d-81c7-4ea5-b71e-7cb88aad6983 service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616995 Sep 09 09:20:09.780280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Attempting to bind port d70223ee-0c08-4a86-a446-e2d807cd3bba on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:09.785651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Attempting to bind port d70223ee-0c08-4a86-a446-e2d807cd3bba by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:09.785651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Attempting to bind port d70223ee-0c08-4a86-a446-e2d807cd3bba on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:09.815579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:09.815963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:09.816369 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:09.816769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:09.817258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Bound port: d70223ee-0c08-4a86-a446-e2d807cd3bba, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:09.817644 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:09.823284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3c138-7b55-46ee-8d39-db640c31813c None None] Pushing event updated for resources: {'Port': ['ID=d70223ee-0c08-4a86-a446-e2d807cd3bba,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:09.834916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:09.931946 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-3c053d3b-34fe-4e8e-8b85-04302b40d714 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089337 Sep 09 09:20:09.933888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Network 6ee22ffa-2d33-4941-a1d2-77369ea07168 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:09.938814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:09.953876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:10.021028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc87060-40a9-49a0-82a9-b266297f5574,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:10.025750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] For port d70223ee-0c08-4a86-a446-e2d807cd3bba, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:10.046393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] For port d70223ee-0c08-4a86-a446-e2d807cd3bba, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d70223ee-0c08-4a86-a446-e2d807cd3bba,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:10.057996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ef8ef420-b8c6-47f5-9e08-036791d117ff triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:10.058580 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:10.059958 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:10.151369 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:10.216131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5fb34f13-83b5-450a-b142-946f2d8a0ba1 None None] Provisioning complete for port 55868fc0-a137-4510-bed8-f13740f5727d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:10.218086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fb34f13-83b5-450a-b142-946f2d8a0ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:10.265215 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b27c7dd9-6461-469a-b329-a776cf2a6e5a req-5d3583e4-3a25-40e4-bc86-b8bb427bf0d0 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 210 time: 0.2289145 Sep 09 09:20:10.341222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09c16b7c-8e61-4363-b5ac-041dac55f8aa req-568014b8-5e67-43cb-9f56-47a11420d58e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=45362cb9-cad7-426f-a390-11d6413c8431 HTTP/1.1" status: 200 len: 210 time: 0.0327632 Sep 09 09:20:10.389991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:10.390960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:10.392657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5fb34f13-83b5-450a-b142-946f2d8a0ba1 None None] Port 55868fc0-a137-4510-bed8-f13740f5727d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:10.406758 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3c138-7b55-46ee-8d39-db640c31813c None None] Pushing event updated for resources: {'Port': ['ID=d70223ee-0c08-4a86-a446-e2d807cd3bba,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:10.407745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router a03231e4-753e-4e7a-8939-4c20b00dea91 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:20:10.433655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-08687934-afa9-49a5-ab9d-246a08f7b6c5 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:10.436951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-08687934-afa9-49a5-ab9d-246a08f7b6c5 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4938853 Sep 09 09:20:10.481473 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:10.502249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Request body: {'port': {'device_id': 'e9bf91f9-73ea-4931-a910-955322ebe609', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': 'ee7db48c8d3449779d14fdacb4e0a996'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:10.736054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cd3ce180-9fcc-477d-8db5-5153d3533bee None None] Provisioning for port 5dc87060-40a9-49a0-82a9-b266297f5574 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:10.773396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cd3ce180-9fcc-477d-8db5-5153d3533bee None None] Provisioning complete for port 5dc87060-40a9-49a0-82a9-b266297f5574 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:10.776996 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce180-9fcc-477d-8db5-5153d3533bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:10.804901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:20:10.818647 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750ffef7-c8e7-4804-bc75-6c8eb28a656f None None] Sync routers for ids ['a03231e4-753e-4e7a-8939-4c20b00dea91'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:20:10.832007 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ffef7-c8e7-4804-bc75-6c8eb28a656f None None] Routers {'a03231e4-753e-4e7a-8939-4c20b00dea91'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:10.837588 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-750ffef7-c8e7-4804-bc75-6c8eb28a656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a03231e4-753e-4e7a-8939-4c20b00dea91'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:10.843692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a08bc716-5e14-4819-9a13-d6dbd7840a92 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "PUT /v2.0/routers/a03231e4-753e-4e7a-8939-4c20b00dea91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5820267 Sep 09 09:20:10.854076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 32866) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:10.878260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:20:10.889846 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'port': {'network_id': '6b0cc2e4-251b-41c6-b761-134ff3b6c9e4', 'name': 'tempest-FloatingIPTestJSON-252977012'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:10.891457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:10.957907 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-750ffef7-c8e7-4804-bc75-6c8eb28a656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:10.993332 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ffef7-c8e7-4804-bc75-6c8eb28a656f None None] Routers {'a03231e4-753e-4e7a-8939-4c20b00dea91'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:10.994142 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-750ffef7-c8e7-4804-bc75-6c8eb28a656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a03231e4-753e-4e7a-8939-4c20b00dea91'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:11.038709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:11.077504 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-750ffef7-c8e7-4804-bc75-6c8eb28a656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:11.079001 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750ffef7-c8e7-4804-bc75-6c8eb28a656f None None] The sync data for ids ['a03231e4-753e-4e7a-8939-4c20b00dea91'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:20:11.085626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Made reservation on behalf of ee7db48c8d3449779d14fdacb4e0a996 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:11.090354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:11.136152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ce180-9fcc-477d-8db5-5153d3533bee None None] Port 5dc87060-40a9-49a0-82a9-b266297f5574 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:11.172835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:11.342623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc87060-40a9-49a0-82a9-b266297f5574,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:11.376336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Made reservation on behalf of 3e690a2e8ad042f59c6c9a59c32a26d8 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:11.379929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:11.467217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:09Z', 'revision_number': 1, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:11.527477 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec6df630-dd02-4158-a3fb-244fbc7080bf req-01cbd500-2c50-4d99-a7ec-7d5ce5d0a9c8 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 210 time: 0.0530396 Sep 09 09:20:11.562444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3d101-8f36-453d-b755-89fbee04c69f None None] The sync data for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 is: [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:09Z', 'revision_number': 1, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:20:11.577325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Network 6ee22ffa-2d33-4941-a1d2-77369ea07168 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:11.579889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:11.730701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Allocated IP 192.168.233.69 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/826d7d76-37e3-4467-8758-15780d7dbf77) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:11.795073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] device_id is not set on port b9a0da5c-ffdf-41c7-9435-4f14434a8085 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:20:11.956574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:20:12.202460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d38673cc-4574-4fde-a8db-fa400cff813f None None] Provisioning complete for port 5dc87060-40a9-49a0-82a9-b266297f5574 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:12.203019 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d38673cc-4574-4fde-a8db-fa400cff813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:12.269676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d38673cc-4574-4fde-a8db-fa400cff813f None None] Port 5dc87060-40a9-49a0-82a9-b266297f5574 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:12.329541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:20:12.336396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a1b1c157-9a4b-470d-8d4c-f865c366a436 admin admin] 10.222.0.32 "PUT /v2.0/routers/59ebda07-7d77-4e2e-9136-86bf5d9d43fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5661933 Sep 09 09:20:12.388703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-cc19df7b-8000-4188-809b-5212164d45bc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:12.396573 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-cc19df7b-8000-4188-809b-5212164d45bc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.6493433 Sep 09 09:20:12.477015 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-eef19bc5-d63c-4f38-bd43-b40dc680a803 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/quotas/8488de5af68f47c9a85ed402dd053b64 HTTP/1.1" status: 200 len: 375 time: 0.0793891 Sep 09 09:20:12.479370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Allocated IP 172.20.0.5 (6b0cc2e4-251b-41c6-b761-134ff3b6c9e4/60b495d6-0a02-45c3-96ac-be5fb76ee047/b9a0da5c-ffdf-41c7-9435-4f14434a8085) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:12.521645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-27125f17-aa91-4c78-812d-a2438b9ff992 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437319 Sep 09 09:20:12.635513 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:12.694478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Transition to ACTIVE for port object 826d7d76-37e3-4467-8758-15780d7dbf77 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:12.893559 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-55a6908f-9ba1-456f-95ca-d029362a3c69 service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695476 Sep 09 09:20:13.007085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:13.075355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Transition to ACTIVE for port object b9a0da5c-ffdf-41c7-9435-4f14434a8085 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:13.082543 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:13.105171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', '9ed0b3fd-ef69-4bc6-ae40-51704e69af8c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:20:13.126514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32924) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:13.132693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e118a7f0-fb98-438d-8cc7-ee7cb627faa7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738338570', 'description': 'tempest-description--468380262'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:13.166524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:13.174419 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-5738586f-3777-4ee9-a8dc-5b73f5f8f3c1 service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738297 Sep 09 09:20:13.175273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:13.186803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:13.186803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 32926) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:13.218643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1074272940'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:13.304282 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e118a7f0-fb98-438d-8cc7-ee7cb627faa7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:13.365009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Pushing event updated for resources: {'Port': ['ID=826d7d76-37e3-4467-8758-15780d7dbf77,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:13.368613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87a2d9-4b91-437c-bb72-367f6b3c41a3 req-c746d210-8d2b-4d9f-b7bc-5db72e25bf68 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:13.395231 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1f87a2d9-4b91-437c-bb72-367f6b3c41a3 req-c746d210-8d2b-4d9f-b7bc-5db72e25bf68 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 935 time: 0.1359868 Sep 09 09:20:13.420685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:13.428985 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:13.499460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1f87a2d9-4b91-437c-bb72-367f6b3c41a3 req-df799eef-9182-4692-b022-526e01ce3aba tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027079 Sep 09 09:20:13.501560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:13.589661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Network 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:13.618390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:13.644043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:13.736190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-483ac784-532d-49fb-a5ac-a45929113950 None None] Provisioning for port 826d7d76-37e3-4467-8758-15780d7dbf77 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:13.761697 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e118a7f0-fb98-438d-8cc7-ee7cb627faa7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:13.789986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-483ac784-532d-49fb-a5ac-a45929113950 None None] Provisioning complete for port 826d7d76-37e3-4467-8758-15780d7dbf77 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:13.789986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-483ac784-532d-49fb-a5ac-a45929113950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:13.797805 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event updated for resources: {'Port': ['ID=b9a0da5c-ffdf-41c7-9435-4f14434a8085,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:13.832481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e118a7f0-fb98-438d-8cc7-ee7cb627faa7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:13.909288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d70223ee-0c08-4a86-a446-e2d807cd3bba up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:13.946626 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5b33ada-9735-4326-a040-8648f4ecfcb7 req-3d0c7907-3565-484d-b693-33324e7545a8 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 210 time: 0.1498368 Sep 09 09:20:13.954978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-70f0df37-b841-4dc2-b121-e3a1af8c102d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4636691 Sep 09 09:20:13.958030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118a7f0-fb98-438d-8cc7-ee7cb627faa7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bfbc65-c26a-4dc8-849a-bbd790337040,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:14.015047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Request body: {'port': {'device_id': 'e9bf91f9-73ea-4931-a910-955322ebe609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:14.022402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-483ac784-532d-49fb-a5ac-a45929113950 None None] Port 826d7d76-37e3-4467-8758-15780d7dbf77 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:14.095368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:14.096348 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.171803 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.187870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d70223ee-0c08-4a86-a446-e2d807cd3bba completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:14.192001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d70223ee-0c08-4a86-a446-e2d807cd3bba triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:14.197484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:14.197632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.197722 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.219591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9eb05707-0a74-4fb0-84b0-c649b4e272dc None None] Provisioning for port b9a0da5c-ffdf-41c7-9435-4f14434a8085 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:14.229282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9eb05707-0a74-4fb0-84b0-c649b4e272dc None None] Provisioning complete for port b9a0da5c-ffdf-41c7-9435-4f14434a8085 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:14.229764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eb05707-0a74-4fb0-84b0-c649b4e272dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.250212 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e118a7f0-fb98-438d-8cc7-ee7cb627faa7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.252752 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e118a7f0-fb98-438d-8cc7-ee7cb627faa7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1244693 Sep 09 09:20:14.256771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32944) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:14.267479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4d63b077-ae51-4ed7-a0f9-fde4a4d1ced5 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'security_group_rule': {'security_group_id': '71bfbc65-c26a-4dc8-849a-bbd790337040', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:14.290323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9eb05707-0a74-4fb0-84b0-c649b4e272dc None None] Port b9a0da5c-ffdf-41c7-9435-4f14434a8085 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:14.309878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4e3a0389-3aac-401e-87fb-3af9850ed1df tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4535575 Sep 09 09:20:14.318989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32948) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:14.331287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-acc538c3-3d8c-4175-9ff7-dcb88e25b112 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Request body: {'floatingip': {'port_id': 'b9a0da5c-ffdf-41c7-9435-4f14434a8085'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:14.354430 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.396554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:20:14.412755 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dbfe2b8-efee-4a32-ab35-ffff3eaa0746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.415800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port d70223ee-0c08-4a86-a446-e2d807cd3bba, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d70223ee-0c08-4a86-a446-e2d807cd3bba,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:14.433068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acc538c3-3d8c-4175-9ff7-dcb88e25b112 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.444208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.444702 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Added segment 069428b4-f4d5-4cfe-a908-4e8687935870 of type vlan for network 6d564fa3-c657-44e8-be47-675efa82f319 Sep 09 09:20:14.498882 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d63b077-ae51-4ed7-a0f9-fde4a4d1ced5 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.529989 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.614208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.652127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=d70223ee-0c08-4a86-a446-e2d807cd3bba,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:14.777319 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.788028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:14.789076 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.822274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d63b077-ae51-4ed7-a0f9-fde4a4d1ced5 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.874320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9bd06-5600-4726-b1bc-181546d84c8d req-87bde41f-6cf2-44f3-9c73-9428e7519de4 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:14.878305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-02d9bd06-5600-4726-b1bc-181546d84c8d req-87bde41f-6cf2-44f3-9c73-9428e7519de4 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 935 time: 0.2206070 Sep 09 09:20:14.890970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826d7d76-37e3-4467-8758-15780d7dbf77 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:14.910339 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d63b077-ae51-4ed7-a0f9-fde4a4d1ced5 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.917511 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:14.987688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b077-ae51-4ed7-a0f9-fde4a4d1ced5 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03bd3ef-5c17-494f-b61b-0ae7b4356398,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:15.005114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-02d9bd06-5600-4726-b1bc-181546d84c8d req-9ec126bb-afd5-4518-a3e5-ea433196f25e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959389 Sep 09 09:20:15.066519 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d63b077-ae51-4ed7-a0f9-fde4a4d1ced5 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:15.073850 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4d63b077-ae51-4ed7-a0f9-fde4a4d1ced5 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8115711 Sep 09 09:20:15.079976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32962) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:15.086170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8cf05745-dcb2-48f2-968f-d07d20f30987 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'security_group_rule': {'security_group_id': '71bfbc65-c26a-4dc8-849a-bbd790337040', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:15.280355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Sync routers for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:20:15.297796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:15.300164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:15.300590 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8cf05745-dcb2-48f2-968f-d07d20f30987 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:15.312667 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1239998 Sep 09 09:20:15.312667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98149ed-db59-4fbd-af13-f6bc7d730d8e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Network': ['ID=6d564fa3-c657-44e8-be47-675efa82f319,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:15.327605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:15.348701 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-056b360a-5ccd-43cc-8686-a5b85f54d457 req-5c6606c4-abfd-4310-a52c-54f06474d85a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 210 time: 0.0438335 Sep 09 09:20:15.358140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Transition to ACTIVE for port object 826d7d76-37e3-4467-8758-15780d7dbf77 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:15.359635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1624868384'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:15.417448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 6d564fa3-c657-44e8-be47-675efa82f319 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:15.489394 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:15.512260 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:20:15.558162 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8cf05745-dcb2-48f2-968f-d07d20f30987 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:15.611232 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acc538c3-3d8c-4175-9ff7-dcb88e25b112 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:15.614687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:15.624180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:15.636015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:20:15.649681 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8cf05745-dcb2-48f2-968f-d07d20f30987 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:15.677761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acc538c3-3d8c-4175-9ff7-dcb88e25b112 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:15.694939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d70223ee-0c08-4a86-a446-e2d807cd3bba up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:15.727120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf05745-dcb2-48f2-968f-d07d20f30987 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72e66fa-287f-4acc-a4ab-633fbd5fde45,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:15.735903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Pushing event updated for resources: {'Port': ['ID=826d7d76-37e3-4467-8758-15780d7dbf77,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:15.816358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:20:15.894110 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:15.899258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Attempting to bind port 826d7d76-37e3-4467-8758-15780d7dbf77 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:15.899258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Attempting to bind port 826d7d76-37e3-4467-8758-15780d7dbf77 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:15.899258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Attempting to bind port 826d7d76-37e3-4467-8758-15780d7dbf77 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:15.905385 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Added segment 2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793 of type vlan for network ae378c4f-bcc5-4684-9b14-0072a5045cf1 Sep 09 09:20:15.920874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Port 826d7d76-37e3-4467-8758-15780d7dbf77 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:20:15.924395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Attempting to bind port 826d7d76-37e3-4467-8758-15780d7dbf77 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:15.941391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:15.945781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:15.946540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:15.947213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Bound port: 826d7d76-37e3-4467-8758-15780d7dbf77, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:15.947864 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:15.952735 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8cf05745-dcb2-48f2-968f-d07d20f30987 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:15.956809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8cf05745-dcb2-48f2-968f-d07d20f30987 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8756673 Sep 09 09:20:15.972554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 32972) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:15.987952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:16.121549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:16.144045 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-acc538c3-3d8c-4175-9ff7-dcb88e25b112 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 28cd4004-7301-4dc5-8ed5-353b8c3b762d associated. External IP: 172.25.8.144, port: d453e1f8-d2b4-4eb9-b028-822841d1819a. Sep 09 09:20:16.157459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] For port 826d7d76-37e3-4467-8758-15780d7dbf77, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:16.163079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] For port 826d7d76-37e3-4467-8758-15780d7dbf77, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826d7d76-37e3-4467-8758-15780d7dbf77,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:16.177816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d70223ee-0c08-4a86-a446-e2d807cd3bba triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:16.177816 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:16.234143 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.resource_extend [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:20:16.270011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ebb53-0948-43ca-a7b8-6fe4c07525bd req-e65c7583-f1f9-42ec-81c7-40b319fb59fa tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:16.288272 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-886ebb53-0948-43ca-a7b8-6fe4c07525bd req-e65c7583-f1f9-42ec-81c7-40b319fb59fa tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 947 time: 0.1231060 Sep 09 09:20:16.382827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-886ebb53-0948-43ca-a7b8-6fe4c07525bd req-92d85ce6-2cc5-4d96-ad5f-b92057ba0551 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933332 Sep 09 09:20:16.395993 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:16.418381 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:16.444427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 2, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:16.493697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:16.495988 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:16.495988 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] 10.222.0.41 "PUT /v2.0/ports/826d7d76-37e3-4467-8758-15780d7dbf77 HTTP/1.1" status: 200 len: 1096 time: 2.5105629 Sep 09 09:20:16.496299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bf91f9-73ea-4931-a910-955322ebe609', 'tag': '826d7d76-37e3-4467-8758-15780d7dbf77'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:16.512681 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9915d26-a83a-4376-89f0-e05dd333fc84" -d '{"events": [{"name": "network-changed", "server_uuid": "e9bf91f9-73ea-4931-a910-955322ebe609", "tag": "826d7d76-37e3-4467-8758-15780d7dbf77"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:16.520979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Checking router: 59ebda07-7d77-4e2e-9136-86bf5d9d43fb for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:20:16.522686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Updating router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb port 5dc87060-40a9-49a0-82a9-b266297f5574 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:20:16.580790 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:16.700444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28bec-c1ee-4abc-a730-eafcdf12639c service neutron] Pushing event updated for resources: {'Port': ['ID=826d7d76-37e3-4467-8758-15780d7dbf77,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:16.705926 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cf40e7-a80b-4804-9c25-917f3af64790 x-openstack-request-id: req-37cf40e7-a80b-4804-9c25-917f3af64790 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:16.706394 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9bf91f9-73ea-4931-a910-955322ebe609", "tag": "826d7d76-37e3-4467-8758-15780d7dbf77", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:16.706699 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37cf40e7-a80b-4804-9c25-917f3af64790 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:16.707150 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bf91f9-73ea-4931-a910-955322ebe609', 'tag': '826d7d76-37e3-4467-8758-15780d7dbf77', 'status': 'completed', 'code': 200} Sep 09 09:20:16.854575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-c0811242-4487-4367-9a9b-af0aceb225d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:16.876709 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-c0811242-4487-4367-9a9b-af0aceb225d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 1099 time: 0.1685104 Sep 09 09:20:16.911031 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:16.948043 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-50a06b3a-fd4b-4ca1-9aa5-902750b29b09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=826d7d76-37e3-4467-8758-15780d7dbf77 HTTP/1.1" status: 200 len: 217 time: 0.0536420 Sep 09 09:20:17.082160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-b1ebcbbf-1ab5-494b-9cc0-638c4c4c87be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:17.084838 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-b1ebcbbf-1ab5-494b-9cc0-638c4c4c87be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1285808 Sep 09 09:20:17.137482 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad3efdd6-7bbf-43cc-a3df-cc1cbd83f5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:17.221620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Allocated IP 172.25.8.179 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/f8cc540d-a718-4d25-8807-24f3db9bb57f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:17.225495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-e5c46b7f-6762-4b50-aea5-d0f3b6792960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:17.227091 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-e5c46b7f-6762-4b50-aea5-d0f3b6792960 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008608 Sep 09 09:20:17.335253 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:17.338149 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:17.350273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Transition to ACTIVE for port object 5dc87060-40a9-49a0-82a9-b266297f5574 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:17.387261 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:17.394978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:17.395634 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:17.438264 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:17.484540 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-c81e90f0-7cec-43d8-8bf1-fcb7e92a9fc8 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398610 Sep 09 09:20:17.489467 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:17.523987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bfe98-9bcb-4c54-9ae8-2cfd4d953f1a None None] Pushing event updated for resources: {'Port': ['ID=5dc87060-40a9-49a0-82a9-b266297f5574,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:17.553955 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-674613f9-ca12-4125-b3bd-c1f40e5091d8 req-21c46d44-9ac9-4e70-b8f6-bfebeff9c4cb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 210 time: 0.1695094 Sep 09 09:20:17.557788 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2174838 Sep 09 09:20:17.569422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 32992) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:17.609898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Attempting to bind port 5dc87060-40a9-49a0-82a9-b266297f5574 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:17.610423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Attempting to bind port 5dc87060-40a9-49a0-82a9-b266297f5574 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:17.611368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Attempting to bind port 5dc87060-40a9-49a0-82a9-b266297f5574 on network 6ee22ffa-2d33-4941-a1d2-77369ea07168 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:17.627303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:17.630678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Checking segment: {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:17.630678 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:17.630678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Bound using segment: {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:17.630678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Bound port: 5dc87060-40a9-49a0-82a9-b266297f5574, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:17.630678 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:17.648217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'subnet': {'network_id': '6d564fa3-c657-44e8-be47-675efa82f319', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:17.668369 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf7c41-a0c6-4a0c-91a0-ca9aab03befe tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Network': ['ID=ae378c4f-bcc5-4684-9b14-0072a5045cf1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:17.681506 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-a347ea01-1878-4cc9-82dc-d6add3337044 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:17.683092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-a347ea01-1878-4cc9-82dc-d6add3337044 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.24 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 1.4517062 Sep 09 09:20:17.698415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Request body: {'port': {'device_id': '24f6f88c-b155-4cd6-85d9-35446a110007', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'admin_state_up': True, 'tenant_id': '8488de5af68f47c9a85ed402dd053b64'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:17.768464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] For port 5dc87060-40a9-49a0-82a9-b266297f5574, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:17.771529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] For port 5dc87060-40a9-49a0-82a9-b266297f5574, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5dc87060-40a9-49a0-82a9-b266297f5574,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:17.775916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network ae378c4f-bcc5-4684-9b14-0072a5045cf1 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:17.842419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc538c3-3d8c-4175-9ff7-dcb88e25b112 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:20:17.866916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834018-7386-4ffd-b5af-f9803757226b req-3800b162-ac20-4438-8902-b1413668b29e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:17.876113 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c834018-7386-4ffd-b5af-f9803757226b req-3800b162-ac20-4438-8902-b1413668b29e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 947 time: 0.3595431 Sep 09 09:20:17.932762 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c5e8150-c8d5-4771-89cf-18bc72d2c87e req-2fcbd0a8-7e36-4247-86f2-ad9b76fef605 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288852 Sep 09 09:20:17.945879 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c834018-7386-4ffd-b5af-f9803757226b req-066c427c-910f-429b-bc4e-d47d072c5bd3 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684500 Sep 09 09:20:18.011107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc538c3-3d8c-4175-9ff7-dcb88e25b112 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:20:18.020700 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a095f0-e906-4579-860f-72a21f5f4973 None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:20:18.031335 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a095f0-e906-4579-860f-72a21f5f4973 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:18.032077 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40a095f0-e906-4579-860f-72a21f5f4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:18.079772 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40a095f0-e906-4579-860f-72a21f5f4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:18.089801 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a095f0-e906-4579-860f-72a21f5f4973 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:18.090487 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40a095f0-e906-4579-860f-72a21f5f4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:18.142036 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40a095f0-e906-4579-860f-72a21f5f4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:18.142845 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a095f0-e906-4579-860f-72a21f5f4973 None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:20:18.251508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc538c3-3d8c-4175-9ff7-dcb88e25b112 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router a03231e4-753e-4e7a-8939-4c20b00dea91 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:20:18.367120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc538c3-3d8c-4175-9ff7-dcb88e25b112 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:20:18.371502 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acc538c3-3d8c-4175-9ff7-dcb88e25b112 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:18.379111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32d0331-d0e9-428e-a075-8efbb1d0e580 None None] Sync routers for ids ['a03231e4-753e-4e7a-8939-4c20b00dea91'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:20:18.389435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d0331-d0e9-428e-a075-8efbb1d0e580 None None] Routers {'a03231e4-753e-4e7a-8939-4c20b00dea91'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:18.390943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c32d0331-d0e9-428e-a075-8efbb1d0e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a03231e4-753e-4e7a-8939-4c20b00dea91'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:18.425938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c32d0331-d0e9-428e-a075-8efbb1d0e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:18.432239 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-acc538c3-3d8c-4175-9ff7-dcb88e25b112 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "PUT /v2.0/floatingips/28cd4004-7301-4dc5-8ed5-353b8c3b762d HTTP/1.1" status: 200 len: 977 time: 4.1171901 Sep 09 09:20:18.432904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33008) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:18.436509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d0331-d0e9-428e-a075-8efbb1d0e580 None None] Routers {'a03231e4-753e-4e7a-8939-4c20b00dea91'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:18.437306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c32d0331-d0e9-428e-a075-8efbb1d0e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a03231e4-753e-4e7a-8939-4c20b00dea91'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:18.474603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c32d0331-d0e9-428e-a075-8efbb1d0e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:18.475277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32d0331-d0e9-428e-a075-8efbb1d0e580 None None] The sync data for ids ['a03231e4-753e-4e7a-8939-4c20b00dea91'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:20:18.542413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port b9a0da5c-ffdf-41c7-9435-4f14434a8085 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:18.542679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:18.552889 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:18.622611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:18.623789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:18.664746 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:18.671891 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:18.674390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bfe98-9bcb-4c54-9ae8-2cfd4d953f1a None None] Pushing event updated for resources: {'Port': ['ID=5dc87060-40a9-49a0-82a9-b266297f5574,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:18.679431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:18.683774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:18.700430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Made reservation on behalf of 8488de5af68f47c9a85ed402dd053b64 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:18.705863 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:18.876628 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a4770d4-f62f-41db-a0d8-56bc9682a7c9 req-8b1c97e3-b54c-4833-b70a-bfd89952f34a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 210 time: 0.0668173 Sep 09 09:20:18.930473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:18.986525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Allocated IP 172.20.0.6 (26aaa9bc-15bb-4aa8-b609-bb0d56dcd254/fcecb474-ea10-44b3-96f9-cd7cd9d5e862/729b7ded-87c9-4994-80f5-8e08f82e8528) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:19.008654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:19.040281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:19.066641 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:19.083168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'Port': ['ID=f8cc540d-a718-4d25-8807-24f3db9bb57f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:19.134267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:20:19.146388 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9915d26-a83a-4376-89f0-e05dd333fc84 req-9af44a91-a3b3-43b0-91b1-cf63f4732487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:19.152573 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9915d26-a83a-4376-89f0-e05dd333fc84 req-9af44a91-a3b3-43b0-91b1-cf63f4732487 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 1099 time: 0.4849803 Sep 09 09:20:19.202119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93531aa4-ea96-4afc-8241-68bed70ccba8 req-a3cbe0a5-6e2d-4e21-887a-0389532e0c95 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:19.203721 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93531aa4-ea96-4afc-8241-68bed70ccba8 req-a3cbe0a5-6e2d-4e21-887a-0389532e0c95 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 947 time: 0.1238649 Sep 09 09:20:19.274314 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:19.343223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9915d26-a83a-4376-89f0-e05dd333fc84 req-63b59ee6-3928-417f-8c07-2498bf0a8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:19.344779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9915d26-a83a-4376-89f0-e05dd333fc84 req-63b59ee6-3928-417f-8c07-2498bf0a8741 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1587052 Sep 09 09:20:19.410550 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93531aa4-ea96-4afc-8241-68bed70ccba8 req-150ff7e7-15af-4139-a8f9-b6c758c505ca tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987386 Sep 09 09:20:19.412171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:19.425127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9915d26-a83a-4376-89f0-e05dd333fc84 req-9a541d47-2c4a-4c7a-90ab-50ed2e28b000 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=826d7d76-37e3-4467-8758-15780d7dbf77 HTTP/1.1" status: 200 len: 217 time: 0.0691590 Sep 09 09:20:19.493497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:19.554551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event updated for resources: {'Port': ['ID=729b7ded-87c9-4994-80f5-8e08f82e8528,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:19.608562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:19.609972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5dc87060-40a9-49a0-82a9-b266297f5574 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:19.612678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:19.619794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:19.666739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:17Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:19.679517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:19.680297 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:19.715215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b901a46-e201-48d4-ad5e-a0c5c6800509 None None] The sync data for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 is: [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:17Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:20:19.757549 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:19.757964 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:19.758282 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Floating IP 28cd4004-7301-4dc5-8ed5-353b8c3b762d disassociated. External IP: 172.25.8.144, port: b9a0da5c-ffdf-41c7-9435-4f14434a8085. Sep 09 09:20:19.758674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for b9a0da5c-ffdf-41c7-9435-4f14434a8085 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:19.758805 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2ee23ce1-2ebf-4451-ad83-5251db203603 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0644000 Sep 09 09:20:19.783564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Request body: {'port': {'device_id': '24f6f88c-b155-4cd6-85d9-35446a110007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:19.900627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:19.906057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5dc87060-40a9-49a0-82a9-b266297f5574 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:19.910967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5dc87060-40a9-49a0-82a9-b266297f5574 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:19.910967 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:19.934873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9915d26-a83a-4376-89f0-e05dd333fc84 req-7b8131ec-d341-42d9-b681-3431e81576cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:19.937004 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9915d26-a83a-4376-89f0-e05dd333fc84 req-7b8131ec-d341-42d9-b681-3431e81576cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.4245460 Sep 09 09:20:19.958599 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:20.109239 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:20.126225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:20.128219 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:20.161554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 5dc87060-40a9-49a0-82a9-b266297f5574, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5dc87060-40a9-49a0-82a9-b266297f5574,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:20.289062 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:20.309635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Subnet': ['ID=8a5d7991-9357-42a7-bed6-b7a267fd45e8,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:20.343832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729b7ded-87c9-4994-80f5-8e08f82e8528 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:20.409646 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:20.436608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Transition to ACTIVE for port object 729b7ded-87c9-4994-80f5-8e08f82e8528 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:20.457267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=5dc87060-40a9-49a0-82a9-b266297f5574,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:20.495281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:20.555271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:20.594446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9915d26-a83a-4376-89f0-e05dd333fc84 req-59418d14-be52-45a2-a611-ea44310c68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:20.596495 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9915d26-a83a-4376-89f0-e05dd333fc84 req-59418d14-be52-45a2-a611-ea44310c68ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6492286 Sep 09 09:20:20.603176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:20.622342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Pushing event updated for resources: {'Port': ['ID=729b7ded-87c9-4994-80f5-8e08f82e8528,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:20.719797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8ac5f-f160-4fe8-9443-ec470f03e93e req-12aa336a-73c1-430f-bb7f-7f236f06e750 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:20.721991 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21c8ac5f-f160-4fe8-9443-ec470f03e93e req-12aa336a-73c1-430f-bb7f-7f236f06e750 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 947 time: 0.1528144 Sep 09 09:20:20.783277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21c8ac5f-f160-4fe8-9443-ec470f03e93e req-0ee6ca9f-1b41-465e-b50a-f89a8196f567 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511093 Sep 09 09:20:20.784157 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Attempting to bind port 729b7ded-87c9-4994-80f5-8e08f82e8528 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:20.784565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Attempting to bind port 729b7ded-87c9-4994-80f5-8e08f82e8528 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:20.785002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Attempting to bind port 729b7ded-87c9-4994-80f5-8e08f82e8528 on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:20.795636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Port 729b7ded-87c9-4994-80f5-8e08f82e8528 on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:20:20.796061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Attempting to bind port 729b7ded-87c9-4994-80f5-8e08f82e8528 on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:20.804394 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:20.805062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Checking segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:20.805741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Bound using segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:20.806415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Bound port: 729b7ded-87c9-4994-80f5-8e08f82e8528, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:20.807007 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:20.922462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] For port 729b7ded-87c9-4994-80f5-8e08f82e8528, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:20.927745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] For port 729b7ded-87c9-4994-80f5-8e08f82e8528, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=729b7ded-87c9-4994-80f5-8e08f82e8528,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:21.009871 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:21.050124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:21.050778 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:21.052640 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] 10.222.0.24 "PUT /v2.0/ports/729b7ded-87c9-4994-80f5-8e08f82e8528 HTTP/1.1" status: 200 len: 1092 time: 1.2810078 Sep 09 09:20:21.053107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f6f88c-b155-4cd6-85d9-35446a110007', 'tag': '729b7ded-87c9-4994-80f5-8e08f82e8528'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:21.055531 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9586105-dc4b-4189-bed3-c8f4bad64244" -d '{"events": [{"name": "network-changed", "server_uuid": "24f6f88c-b155-4cd6-85d9-35446a110007", "tag": "729b7ded-87c9-4994-80f5-8e08f82e8528"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:21.088708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b4fcd-97fb-4116-ac46-dd67ad099c98 req-d8ab957f-f0a9-4359-8b7e-bd3dd467d787 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:21.090275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e4b4fcd-97fb-4116-ac46-dd67ad099c98 req-d8ab957f-f0a9-4359-8b7e-bd3dd467d787 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 931 time: 0.9897623 Sep 09 09:20:21.096711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015143ec-27a3-45a6-87dc-98974a03045b service neutron] Pushing event updated for resources: {'Port': ['ID=729b7ded-87c9-4994-80f5-8e08f82e8528,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:21.103242 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dd52d7-39d2-4d2d-932c-9814d9132a4c x-openstack-request-id: req-86dd52d7-39d2-4d2d-932c-9814d9132a4c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:21.103620 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f6f88c-b155-4cd6-85d9-35446a110007", "tag": "729b7ded-87c9-4994-80f5-8e08f82e8528", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:21.104000 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86dd52d7-39d2-4d2d-932c-9814d9132a4c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:21.104502 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f6f88c-b155-4cd6-85d9-35446a110007', 'tag': '729b7ded-87c9-4994-80f5-8e08f82e8528', 'status': 'completed', 'code': 200} Sep 09 09:20:21.120634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:21.140114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=b9a0da5c-ffdf-41c7-9435-4f14434a8085,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:21.187902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9586105-dc4b-4189-bed3-c8f4bad64244 req-33fbb2a3-3ed5-4c79-b063-b2bf2578dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:21.192866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9586105-dc4b-4189-bed3-c8f4bad64244 req-33fbb2a3-3ed5-4c79-b063-b2bf2578dae7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 1095 time: 0.0680170 Sep 09 09:20:21.352001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9586105-dc4b-4189-bed3-c8f4bad64244 req-acf30513-4a17-434a-82ff-6178ad568ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:21.359694 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9586105-dc4b-4189-bed3-c8f4bad64244 req-acf30513-4a17-434a-82ff-6178ad568ad1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8488de5af68f47c9a85ed402dd053b64&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1497924 Sep 09 09:20:21.376848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'Port': ['ID=f8cc540d-a718-4d25-8807-24f3db9bb57f,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:21.399465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Checking segment: {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:21.400173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network hostable DHCP agents. Network: 6d564fa3-c657-44e8-be47-675efa82f319, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:20:21.439519 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e4b4fcd-97fb-4116-ac46-dd67ad099c98 req-b5b1eca4-de3c-41ab-ba2b-0acd1e2593ae tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127108 Sep 09 09:20:21.496453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 826d7d76-37e3-4467-8758-15780d7dbf77 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:20:21.511043 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9586105-dc4b-4189-bed3-c8f4bad64244 req-d50b1a31-5e5d-413c-b702-08bd3d90b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:21.514965 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9586105-dc4b-4189-bed3-c8f4bad64244 req-d50b1a31-5e5d-413c-b702-08bd3d90b561 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542501 Sep 09 09:20:21.555866 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:21.600184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network 6d564fa3-c657-44e8-be47-675efa82f319 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:20:21.617139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9915d26-a83a-4376-89f0-e05dd333fc84 req-bdfc0720-ace3-4633-af6f-279f33e8fe33 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0114806 Sep 09 09:20:21.621227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5dc87060-40a9-49a0-82a9-b266297f5574 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:21.624607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-02565868-604d-491b-8b62-8ec2859e43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:21.625216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router a03231e4-753e-4e7a-8939-4c20b00dea91 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:20:21.630891 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-02565868-604d-491b-8b62-8ec2859e43c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 1095 time: 0.0769610 Sep 09 09:20:21.709834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-e72d3952-1bf9-4cf3-aa50-fe9e66ad915f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=729b7ded-87c9-4994-80f5-8e08f82e8528 HTTP/1.1" status: 200 len: 217 time: 0.0715616 Sep 09 09:20:21.736314 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9915d26-a83a-4376-89f0-e05dd333fc84 req-3363b869-62f6-430f-be66-625eaa115fe0 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081176 Sep 09 09:20:21.791980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-99ba8e8b-0f8d-427d-aef4-5ca09b735073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:21.793740 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-99ba8e8b-0f8d-427d-aef4-5ca09b735073 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 200 len: 850 time: 0.0747590 Sep 09 09:20:21.796477 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:21.799244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 826d7d76-37e3-4467-8758-15780d7dbf77, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826d7d76-37e3-4467-8758-15780d7dbf77,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:21.799408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ff7f8ccc-e8c1-4a5e-811f-480e9706d861 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8172328 Sep 09 09:20:21.829266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 6d564fa3-c657-44e8-be47-675efa82f319) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:21.833378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '826d7d76-37e3-4467-8758-15780d7dbf77', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '826d7d76-37e3-4467-8758-15780d7dbf77', 'mac_address': 'fa:16:3e:1d:6c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:20:21.841926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:21.842545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:21.845016 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca40d88-6f58-448f-8f19-5d21ae6a22d7 None None] Network 6d564fa3-c657-44e8-be47-675efa82f319 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:21.865133 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-b2e7a052-c5b3-4703-be5f-e5579f158c47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560250 Sep 09 09:20:21.938931 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-53425158-d700-45af-86ff-b90404c129e3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.3034384 Sep 09 09:20:21.942159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33066) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:21.949284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'subnet': {'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:21.994284 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-748ec039-9567-40e0-a30d-ec512391d677 service neutron] 10.222.0.24 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200218 Sep 09 09:20:22.016063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5dc87060-40a9-49a0-82a9-b266297f5574 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:22.016426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:22.134805 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:22.179894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826d7d76-37e3-4467-8758-15780d7dbf77 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:22.232882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-e578633a-6041-4c6b-9def-69c1226344f6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1738338570&fields=id&tenant_id=c0a4fe5389874569ba106acc1ac2a89a HTTP/1.1" status: 200 len: 267 time: 0.1876719 Sep 09 09:20:22.251546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:20:22.260081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 826d7d76-37e3-4467-8758-15780d7dbf77, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826d7d76-37e3-4467-8758-15780d7dbf77,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:22.262077 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a0d00-b103-4974-9ccc-089120c7c3bc None None] Sync routers for ids ['a03231e4-753e-4e7a-8939-4c20b00dea91'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:20:22.277538 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a0d00-b103-4974-9ccc-089120c7c3bc None None] Routers {'a03231e4-753e-4e7a-8939-4c20b00dea91'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:22.282789 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-541a0d00-b103-4974-9ccc-089120c7c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a03231e4-753e-4e7a-8939-4c20b00dea91'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:22.312983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-6d564fa3-c657-44e8-be47-675efa82f319', 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'fixed_ips': [{'subnet_id': '8a5d7991-9357-42a7-bed6-b7a267fd45e8'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:20:22.315964 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:22.353220 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:22.364760 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-541a0d00-b103-4974-9ccc-089120c7c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:22.384619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0586f3d4-24f5-4c01-95cf-32144f10462f req-2d4f0935-aca3-4772-adf3-a617ec387804 service neutron] 10.222.0.24 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827264 Sep 09 09:20:22.386778 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a0d00-b103-4974-9ccc-089120c7c3bc None None] Routers {'a03231e4-753e-4e7a-8939-4c20b00dea91'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:22.389343 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-541a0d00-b103-4974-9ccc-089120c7c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a03231e4-753e-4e7a-8939-4c20b00dea91'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:22.425484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729a5f-085c-41bb-b339-5c42db1cbd4d req-0ae0f758-62ac-4ca4-99a6-cc237d81a4db tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:22.431630 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-541a0d00-b103-4974-9ccc-089120c7c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:22.433096 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a0d00-b103-4974-9ccc-089120c7c3bc None None] The sync data for ids ['a03231e4-753e-4e7a-8939-4c20b00dea91'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:20:22.439987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e3729a5f-085c-41bb-b339-5c42db1cbd4d req-0ae0f758-62ac-4ca4-99a6-cc237d81a4db tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 947 time: 0.3078949 Sep 09 09:20:22.469089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:22.475057 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:22.522069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-14c226bd-c750-420c-818d-1bc192987470 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:22.526717 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-14c226bd-c750-420c-818d-1bc192987470 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 816 time: 0.2851429 Sep 09 09:20:22.544165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-06f939fd-7ca3-4c90-a07b-b3cdc2942592 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/quotas/c0a4fe5389874569ba106acc1ac2a89a HTTP/1.1" status: 200 len: 375 time: 0.0143874 Sep 09 09:20:22.546019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=826d7d76-37e3-4467-8758-15780d7dbf77,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:22.586349 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:22.588783 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-520da50d-d45d-4ae7-8a75-78d3718f284b tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/ports/b9a0da5c-ffdf-41c7-9435-4f14434a8085 HTTP/1.1" status: 204 len: 168 time: 4.1543188 Sep 09 09:20:22.597782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:22.598989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['826d7d76-37e3-4467-8758-15780d7dbf77'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:20:22.631507 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e3729a5f-085c-41bb-b339-5c42db1cbd4d req-72611fdc-fb00-466a-97ae-12b781ca44b7 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883755 Sep 09 09:20:22.691338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Allocated IP 10.1.1.2 (6d564fa3-c657-44e8-be47-675efa82f319/8a5d7991-9357-42a7-bed6-b7a267fd45e8/3f4efba0-a909-4f3d-b733-882e2cd31206) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:22.882036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-97dd377d-fbae-4200-a921-5e9c27569c49 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3317339 Sep 09 09:20:22.915872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2430a-eb70-417a-8086-b63fc80c2b36 req-a1b1646e-77e1-4bd5-a858-a2bd43e26681 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:22.923526 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4c2430a-eb70-417a-8086-b63fc80c2b36 req-a1b1646e-77e1-4bd5-a858-a2bd43e26681 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 943 time: 0.1798658 Sep 09 09:20:22.957928 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:22.969586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Transition to ACTIVE for port object 3f4efba0-a909-4f3d-b733-882e2cd31206 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:22.975458 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4c2430a-eb70-417a-8086-b63fc80c2b36 req-1b3e4646-6916-446c-a7ff-3932706a0504 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509577 Sep 09 09:20:22.997065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Transition to ACTIVE for port object 3f4efba0-a909-4f3d-b733-882e2cd31206 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:23.015541 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:23.049775 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:23.107423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Subnet': ['ID=de5e6f51-78b8-499b-a687-41940dcd6078,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:23.118603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Checking segment: {'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:23.119069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network hostable DHCP agents. Network: ae378c4f-bcc5-4684-9b14-0072a5045cf1, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:20:23.146769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Network 6d564fa3-c657-44e8-be47-675efa82f319 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:23.150153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:23.158721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:23.171144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Pushing event updated for resources: {'Port': ['ID=3f4efba0-a909-4f3d-b733-882e2cd31206,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:23.191991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network ae378c4f-bcc5-4684-9b14-0072a5045cf1 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:20:23.194386 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-d7bfac37-9af8-4c78-81cc-39522945c0d0 service neutron] 10.222.0.32 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982054 Sep 09 09:20:23.249831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Attempting to bind port 3f4efba0-a909-4f3d-b733-882e2cd31206 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:23.250575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Attempting to bind port 3f4efba0-a909-4f3d-b733-882e2cd31206 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:23.251893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Attempting to bind port 3f4efba0-a909-4f3d-b733-882e2cd31206 on network 6d564fa3-c657-44e8-be47-675efa82f319 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:23.260201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:23.260831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Checking segment: {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:23.261427 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:23.262113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Bound using segment: {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:23.263714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Bound port: 3f4efba0-a909-4f3d-b733-882e2cd31206, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:23.264316 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:23.272218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, ae378c4f-bcc5-4684-9b14-0072a5045cf1) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:23.281635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:23.286208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7bee2-dbde-4feb-a747-5810373ad763 None None] Network ae378c4f-bcc5-4684-9b14-0072a5045cf1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:23.286341 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:23.361438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-0920d285-5ba0-478b-8546-e39344089b20 service neutron] 10.222.0.32 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397188 Sep 09 09:20:23.364993 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c6b8f397-c16e-4750-bf6a-6e70f6a710b2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4214795 Sep 09 09:20:23.370175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33086) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:23.376642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'port': {'network_id': '6d564fa3-c657-44e8-be47-675efa82f319', 'name': 'tempest-TaggedBootDevicesTest_v242-140052526', 'fixed_ips': [{'subnet_id': '8a5d7991-9357-42a7-bed6-b7a267fd45e8'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:23.423983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214fee7e-4e35-42ce-bf5c-edef2724bd24 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:23.476494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] For port 3f4efba0-a909-4f3d-b733-882e2cd31206, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:23.487612 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] For port 3f4efba0-a909-4f3d-b733-882e2cd31206, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3f4efba0-a909-4f3d-b733-882e2cd31206,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:23.507417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 826d7d76-37e3-4467-8758-15780d7dbf77 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:23.648574 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:23.754815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23967052-062d-4eea-a25c-a29613cdab1b req-b4723926-62d3-45c7-bf97-a6f7ec3d9044 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 210 time: 0.1082022 Sep 09 09:20:23.794404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39db850-6bbd-4ea3-9b6e-9ecd83646c9d None None] Pushing event updated for resources: {'Port': ['ID=3f4efba0-a909-4f3d-b733-882e2cd31206,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:23.822002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 826d7d76-37e3-4467-8758-15780d7dbf77 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:23.842214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 826d7d76-37e3-4467-8758-15780d7dbf77 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:23.842583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:23.862527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f32819-cbdf-4fe5-a3ae-300898d92962 req-939dc086-787d-48fc-a864-fd4ded34130a tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:23.872048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6f32819-cbdf-4fe5-a3ae-300898d92962 req-939dc086-787d-48fc-a864-fd4ded34130a tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 948 time: 0.0984612 Sep 09 09:20:23.915788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-214fee7e-4e35-42ce-bf5c-edef2724bd24 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port 55868fc0-a137-4510-bed8-f13740f5727d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:23.916787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214fee7e-4e35-42ce-bf5c-edef2724bd24 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:23.918952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-ae378c4f-bcc5-4684-9b14-0072a5045cf1', 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'fixed_ips': [{'subnet_id': 'de5e6f51-78b8-499b-a687-41940dcd6078'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:20:23.919943 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:23.974529 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:23.994253 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6f32819-cbdf-4fe5-a3ae-300898d92962 req-0c3d2435-9874-4142-8244-29df4f565c22 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209574 Sep 09 09:20:24.074939 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214fee7e-4e35-42ce-bf5c-edef2724bd24 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:24.093449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-214fee7e-4e35-42ce-bf5c-edef2724bd24 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for 55868fc0-a137-4510-bed8-f13740f5727d owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:24.154662 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:24.265271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5c216-25d6-48fc-bce3-cefad6323ef2 req-05522716-8874-4b18-b33c-60d6b268bf5f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:24.267235 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e0f5c216-25d6-48fc-bce3-cefad6323ef2 req-05522716-8874-4b18-b33c-60d6b268bf5f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 943 time: 0.1243460 Sep 09 09:20:24.269577 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Allocated IP 10.2.2.2 (ae378c4f-bcc5-4684-9b14-0072a5045cf1/de5e6f51-78b8-499b-a687-41940dcd6078/56ca0806-b83f-4ca0-9681-326a3141da9e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:24.277383 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:24.295581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bf91f9-73ea-4931-a910-955322ebe609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826d7d76-37e3-4467-8758-15780d7dbf77'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:24.298827 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03540481-291d-41f6-9268-0bbb39030fe2" -d '{"events": [{"server_uuid": "e9bf91f9-73ea-4931-a910-955322ebe609", "name": "network-vif-plugged", "status": "completed", "tag": "826d7d76-37e3-4467-8758-15780d7dbf77"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:24.319947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] device_id is not set on port e655b2cd-242f-4a3f-8779-c4ab04142ef2 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:20:24.320785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 826d7d76-37e3-4467-8758-15780d7dbf77, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826d7d76-37e3-4467-8758-15780d7dbf77,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:24.376250 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9cd5f0-2b54-4bd5-bdc1-3089325c3e10 x-openstack-request-id: req-eb9cd5f0-2b54-4bd5-bdc1-3089325c3e10 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:24.376555 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bf91f9-73ea-4931-a910-955322ebe609", "name": "network-vif-plugged", "status": "completed", "tag": "826d7d76-37e3-4467-8758-15780d7dbf77", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:24.376818 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb9cd5f0-2b54-4bd5-bdc1-3089325c3e10 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:24.377394 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bf91f9-73ea-4931-a910-955322ebe609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826d7d76-37e3-4467-8758-15780d7dbf77', 'code': 200} Sep 09 09:20:24.433090 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:24.440009 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e0f5c216-25d6-48fc-bce3-cefad6323ef2 req-72e93264-9f23-485a-a23d-c49f3e1d396a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576881 Sep 09 09:20:24.521733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=826d7d76-37e3-4467-8758-15780d7dbf77,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:24.523542 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214fee7e-4e35-42ce-bf5c-edef2724bd24 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:24.566226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fee7e-4e35-42ce-bf5c-edef2724bd24 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=55868fc0-a137-4510-bed8-f13740f5727d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:24.629118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ad152-f888-4f7c-9c46-6701b1c61207 req-7ad3821d-190d-4624-b9d7-190279d0d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:24.632599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b20ad152-f888-4f7c-9c46-6701b1c61207 req-7ad3821d-190d-4624-b9d7-190279d0d542 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 1101 time: 0.1860974 Sep 09 09:20:24.666436 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:24.696015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Transition to ACTIVE for port object 56ca0806-b83f-4ca0-9681-326a3141da9e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:24.726448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Transition to ACTIVE for port object 56ca0806-b83f-4ca0-9681-326a3141da9e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:24.734520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Allocated IP 10.1.1.38 (6d564fa3-c657-44e8-be47-675efa82f319/8a5d7991-9357-42a7-bed6-b7a267fd45e8/e655b2cd-242f-4a3f-8779-c4ab04142ef2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:24.737949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b20ad152-f888-4f7c-9c46-6701b1c61207 req-28dbca26-7a84-404c-8d30-f5a294026221 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731177 Sep 09 09:20:24.857053 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214fee7e-4e35-42ce-bf5c-edef2724bd24 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:24.861839 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:24.902833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Network ae378c4f-bcc5-4684-9b14-0072a5045cf1 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:24.915166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:24.925375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:24.966844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:24.978264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Pushing event updated for resources: {'Port': ['ID=56ca0806-b83f-4ca0-9681-326a3141da9e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:25.057965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Transition to ACTIVE for port object e655b2cd-242f-4a3f-8779-c4ab04142ef2 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:25.171090 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:25.220416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Attempting to bind port 56ca0806-b83f-4ca0-9681-326a3141da9e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:25.220775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Attempting to bind port 56ca0806-b83f-4ca0-9681-326a3141da9e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:25.221082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Attempting to bind port 56ca0806-b83f-4ca0-9681-326a3141da9e on network ae378c4f-bcc5-4684-9b14-0072a5045cf1 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:25.227229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:25.227697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Checking segment: {'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:25.230961 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:25.230961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Bound using segment: {'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:25.230961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Bound port: 56ca0806-b83f-4ca0-9681-326a3141da9e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:25.230961 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:25.277218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5766-b206-42c3-a7e6-8164db38ccc4 req-7fcb2627-d00f-48c0-a3e7-f202d0b52024 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:25.279623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-590c5766-b206-42c3-a7e6-8164db38ccc4 req-7fcb2627-d00f-48c0-a3e7-f202d0b52024 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 949 time: 0.0638542 Sep 09 09:20:25.339231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-590c5766-b206-42c3-a7e6-8164db38ccc4 req-41eec585-9581-422d-8d04-3759e885d72b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527730 Sep 09 09:20:25.341448 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:25.344554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] For port 56ca0806-b83f-4ca0-9681-326a3141da9e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:25.355604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] For port 56ca0806-b83f-4ca0-9681-326a3141da9e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=56ca0806-b83f-4ca0-9681-326a3141da9e,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:25.413436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network 6d564fa3-c657-44e8-be47-675efa82f319 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:25.419882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:25.425598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:25.430149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Port': ['ID=e655b2cd-242f-4a3f-8779-c4ab04142ef2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:25.444014 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:25.487329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:25.488336 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:25.581523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5baea73-5959-4648-8ea7-10f4d72d453c None None] Pushing event updated for resources: {'Port': ['ID=56ca0806-b83f-4ca0-9681-326a3141da9e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:25.626292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c1a6c9f-c338-495b-ac02-5efb4606ccd8 req-e304df41-09ae-41b9-8420-226c05b55d86 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 210 time: 0.7765772 Sep 09 09:20:25.651164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0394cb28-a2a2-4763-a4d0-06b0838d6394 None None] Network 6d564fa3-c657-44e8-be47-675efa82f319 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:25.662886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ec8b2e2e-0ee3-4eec-af78-284b876487be tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2940617 Sep 09 09:20:25.668690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:25.678937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'port': {'network_id': '6d564fa3-c657-44e8-be47-675efa82f319', 'name': 'tempest-TaggedBootDevicesTest_v242-1324495952', 'fixed_ips': [{'subnet_id': '8a5d7991-9357-42a7-bed6-b7a267fd45e8'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:25.700769 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:25.703563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fb729-5e77-4473-b28a-d20bd5d7ed3f req-2e23f4b6-2e05-4586-b65f-cbaba46af7d6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:25.705707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b3fb729-5e77-4473-b28a-d20bd5d7ed3f req-2e23f4b6-2e05-4586-b65f-cbaba46af7d6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 943 time: 0.0904083 Sep 09 09:20:25.711306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3f4efba0-a909-4f3d-b733-882e2cd31206 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:25.750036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 729b7ded-87c9-4994-80f5-8e08f82e8528 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:20:25.791796 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b3fb729-5e77-4473-b28a-d20bd5d7ed3f req-168cb658-1642-4b93-bf8b-c96bbe13abda tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731742 Sep 09 09:20:25.886757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f01713b8-7c1e-4fca-83c6-fc56e710c40e None None] Provisioning for port 3f4efba0-a909-4f3d-b733-882e2cd31206 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:26.012643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214fee7e-4e35-42ce-bf5c-edef2724bd24 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router a03231e4-753e-4e7a-8939-4c20b00dea91 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:20:26.166094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214fee7e-4e35-42ce-bf5c-edef2724bd24 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:20:26.176026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33134) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:26.176351 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-214fee7e-4e35-42ce-bf5c-edef2724bd24 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "PUT /v2.0/routers/a03231e4-753e-4e7a-8939-4c20b00dea91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5743463 Sep 09 09:20:26.247206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901cf41-ad89-4366-9e16-6a9ef6499490 None None] Sync routers for ids ['a03231e4-753e-4e7a-8939-4c20b00dea91'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:20:26.297570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901cf41-ad89-4366-9e16-6a9ef6499490 None None] Routers {'a03231e4-753e-4e7a-8939-4c20b00dea91'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:26.298129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0901cf41-ad89-4366-9e16-6a9ef6499490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a03231e4-753e-4e7a-8939-4c20b00dea91'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:26.329574 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:26.338042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0901cf41-ad89-4366-9e16-6a9ef6499490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:26.351333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 729b7ded-87c9-4994-80f5-8e08f82e8528, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=729b7ded-87c9-4994-80f5-8e08f82e8528,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:26.363613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901cf41-ad89-4366-9e16-6a9ef6499490 None None] Routers {'a03231e4-753e-4e7a-8939-4c20b00dea91'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:26.364246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0901cf41-ad89-4366-9e16-6a9ef6499490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a03231e4-753e-4e7a-8939-4c20b00dea91'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:26.380599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:26.450490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0901cf41-ad89-4366-9e16-6a9ef6499490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:26.452481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901cf41-ad89-4366-9e16-6a9ef6499490 None None] The sync data for ids ['a03231e4-753e-4e7a-8939-4c20b00dea91'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:20:26.454376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '729b7ded-87c9-4994-80f5-8e08f82e8528', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'port_id': '729b7ded-87c9-4994-80f5-8e08f82e8528', 'mac_address': 'fa:16:3e:13:19:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcecb474-ea10-44b3-96f9-cd7cd9d5e862', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:20:26.534592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 3f4efba0-a909-4f3d-b733-882e2cd31206 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:26.538771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280ca94-c379-42fc-983f-168f0b0da7e8 req-3a167dea-959f-4adc-824e-9ebe5863703b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:26.539934 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:26.540362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8280ca94-c379-42fc-983f-168f0b0da7e8 req-3a167dea-959f-4adc-824e-9ebe5863703b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 949 time: 0.0810137 Sep 09 09:20:26.543840 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:26.557195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 3f4efba0-a909-4f3d-b733-882e2cd31206 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:26.557591 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:26.562541 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:26.596858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] device_id is not set on port 61dacf64-85aa-40e8-857f-3c2822090211 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:20:26.597985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729b7ded-87c9-4994-80f5-8e08f82e8528 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:26.659954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 729b7ded-87c9-4994-80f5-8e08f82e8528, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=729b7ded-87c9-4994-80f5-8e08f82e8528,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:26.663940 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8280ca94-c379-42fc-983f-168f0b0da7e8 req-9450dabe-145c-4500-a195-38063f26f9ad tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078327 Sep 09 09:20:26.797987 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:26.822279 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c53142dc-a2d0-4b24-b454-a9b5c8419573 req-fb18b54d-0b9b-4c1f-9bc3-79654fb49a1b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 210 time: 0.0775211 Sep 09 09:20:26.892857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Allocated IP 10.1.1.111 (6d564fa3-c657-44e8-be47-675efa82f319/8a5d7991-9357-42a7-bed6-b7a267fd45e8/61dacf64-85aa-40e8-857f-3c2822090211) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:26.925158 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port e76bdf36-9b34-47bd-90b8-f2c9e3062d62 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:26.928227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:26.930763 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:26.981136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc0b54-15dd-4ffd-930b-5ed78d344712 req-020a2e62-0c22-4372-85ea-e88113b45ec7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:26.991970 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3bc0b54-15dd-4ffd-930b-5ed78d344712 req-020a2e62-0c22-4372-85ea-e88113b45ec7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 944 time: 0.0777912 Sep 09 09:20:27.040844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 3f4efba0-a909-4f3d-b733-882e2cd31206, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3f4efba0-a909-4f3d-b733-882e2cd31206,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:27.044187 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['729b7ded-87c9-4994-80f5-8e08f82e8528'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:20:27.060526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3bc0b54-15dd-4ffd-930b-5ed78d344712 req-c18f570c-7904-486f-a741-6773334ed9fe tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664134 Sep 09 09:20:27.091407 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:27.123637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=729b7ded-87c9-4994-80f5-8e08f82e8528,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:27.125703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for e76bdf36-9b34-47bd-90b8-f2c9e3062d62 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:27.134428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.140550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.140550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.140550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.140550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.140550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.140550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.140550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.140550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.140550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.140550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.140550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:27.170272 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:27.227082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143ae435-aed8-4bec-9eb7-c2a41a06473c None None] Network ae378c4f-bcc5-4684-9b14-0072a5045cf1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:27.293501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=3f4efba0-a909-4f3d-b733-882e2cd31206,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:27.301480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c9cde9ad-2f8d-47c0-a856-7d9e22817a58 None None] Provisioning for port e655b2cd-242f-4a3f-8779-c4ab04142ef2 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:27.375198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c9cde9ad-2f8d-47c0-a856-7d9e22817a58 None None] Provisioning complete for port e655b2cd-242f-4a3f-8779-c4ab04142ef2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:27.375626 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9cde9ad-2f8d-47c0-a856-7d9e22817a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:27.415699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-684e324a-04c8-449d-98b9-1d89faad0f2d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:27.417487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-684e324a-04c8-449d-98b9-1d89faad0f2d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.24 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 816 time: 0.2611008 Sep 09 09:20:27.454040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c9cde9ad-2f8d-47c0-a856-7d9e22817a58 None None] Port e655b2cd-242f-4a3f-8779-c4ab04142ef2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:27.540277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:27.593015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c9cde9ad-2f8d-47c0-a856-7d9e22817a58 None None] Provisioning complete for port 3f4efba0-a909-4f3d-b733-882e2cd31206 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:27.593403 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9cde9ad-2f8d-47c0-a856-7d9e22817a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:27.614617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=e76bdf36-9b34-47bd-90b8-f2c9e3062d62,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:27.639212 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-5bfb0774-a9ac-4ff3-bd7b-10a3b227cce1 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a4fe5389874569ba106acc1ac2a89a HTTP/1.1" status: 200 len: 380 time: 0.2118254 Sep 09 09:20:27.659437 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:27.671814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'port': {'device_id': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'admin_state_up': True, 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'security_groups': ['71bfbc65-c26a-4dc8-849a-bbd790337040']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:27.736888 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:27.749903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Transition to ACTIVE for port object 61dacf64-85aa-40e8-857f-3c2822090211 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:27.780801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3f4efba0-a909-4f3d-b733-882e2cd31206 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:27.885735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 3f4efba0-a909-4f3d-b733-882e2cd31206 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:27.886393 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:27.975952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ab1c6-cabd-4bf5-8c4b-0fb006685c46 req-e99195aa-d839-43f5-9bd2-f7e4e88423a6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:27.977881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a4ab1c6-cabd-4bf5-8c4b-0fb006685c46 req-e99195aa-d839-43f5-9bd2-f7e4e88423a6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 949 time: 0.1692376 Sep 09 09:20:27.984903 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:27.995696 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.026123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 56ca0806-b83f-4ca0-9681-326a3141da9e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:28.029506 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95ba017c-1b5c-4040-9c49-ae2dcda86e49 req-8420dfdf-bc5a-446f-a6d4-2bed209ecb68 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 210 time: 0.0352497 Sep 09 09:20:28.033108 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a4ab1c6-cabd-4bf5-8c4b-0fb006685c46 req-0a6a043a-3cd6-4dab-9de9-5e5bd782a83a tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450876 Sep 09 09:20:28.056600 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.099323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Made reservation on behalf of c0a4fe5389874569ba106acc1ac2a89a for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:28.103037 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.125537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-14e046a3-fa07-4d8f-b387-e6191cbfe79c None None] Provisioning for port 56ca0806-b83f-4ca0-9681-326a3141da9e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:28.143205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-14e046a3-fa07-4d8f-b387-e6191cbfe79c None None] Provisioning complete for port e655b2cd-242f-4a3f-8779-c4ab04142ef2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:28.143618 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14e046a3-fa07-4d8f-b387-e6191cbfe79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.153071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network 6d564fa3-c657-44e8-be47-675efa82f319 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:28.160246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:28.194497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-14e046a3-fa07-4d8f-b387-e6191cbfe79c None None] Port e655b2cd-242f-4a3f-8779-c4ab04142ef2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:28.208200 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:28.243467 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.244221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Fanout notify agent at l3_agent the message router_deleted on router a03231e4-753e-4e7a-8939-4c20b00dea91 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:20:28.258851 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.258851 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-386dc596-f104-446f-88af-09e202817fc1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/routers/a03231e4-753e-4e7a-8939-4c20b00dea91 HTTP/1.1" status: 204 len: 168 time: 2.0767393 Sep 09 09:20:28.258851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33162) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:28.272762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Port': ['ID=61dacf64-85aa-40e8-857f-3c2822090211,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:28.288960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 56ca0806-b83f-4ca0-9681-326a3141da9e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:28.294787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 56ca0806-b83f-4ca0-9681-326a3141da9e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:28.296662 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.383736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab318957-2c11-49f5-9c56-ade3bf10f369 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting subnet 60b495d6-0a02-45c3-96ac-be5fb76ee047 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:20:28.388838 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab318957-2c11-49f5-9c56-ade3bf10f369 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.391029 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2749b864-e4ad-40e0-ae30-af95464febcb None None] Provisioning complete for port 56ca0806-b83f-4ca0-9681-326a3141da9e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:28.391425 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2749b864-e4ad-40e0-ae30-af95464febcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.429168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:28.431828 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.466463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033bac6-10c5-4ea5-89cd-c9fc86806445 req-8304f1b6-7887-4108-89b9-1f055353915e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:28.468889 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7033bac6-10c5-4ea5-89cd-c9fc86806445 req-8304f1b6-7887-4108-89b9-1f055353915e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 944 time: 0.3107386 Sep 09 09:20:28.474460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab318957-2c11-49f5-9c56-ade3bf10f369 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.514168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.562083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Allocated IP 172.20.0.8 (6ee22ffa-2d33-4941-a1d2-77369ea07168/90fec85b-e2e3-45da-b570-f28d25e6cd3f/77af0c0c-e578-4213-a288-d27728168d12) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:28.583675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7033bac6-10c5-4ea5-89cd-c9fc86806445 req-d9eedee1-c9ee-488b-afe1-c086c3cdac0c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050172 Sep 09 09:20:28.586002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 56ca0806-b83f-4ca0-9681-326a3141da9e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=56ca0806-b83f-4ca0-9681-326a3141da9e,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:28.591809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c4338e2b-5ed0-4a50-a771-212fcce80fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9212351 Sep 09 09:20:28.592635 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2749b864-e4ad-40e0-ae30-af95464febcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.601325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab318957-2c11-49f5-9c56-ade3bf10f369 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.690391 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.712581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9cc01-a4aa-4d11-a192-999c3f027746 req-e8d5f0cd-8a70-475e-9e80-d7b9194a9e04 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:28.713073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9cc01-a4aa-4d11-a192-999c3f027746 req-e8d5f0cd-8a70-475e-9e80-d7b9194a9e04 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:28.713565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9cc01-a4aa-4d11-a192-999c3f027746 req-e8d5f0cd-8a70-475e-9e80-d7b9194a9e04 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:28.714022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9cc01-a4aa-4d11-a192-999c3f027746 req-e8d5f0cd-8a70-475e-9e80-d7b9194a9e04 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:28.714491 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9cc01-a4aa-4d11-a192-999c3f027746 req-e8d5f0cd-8a70-475e-9e80-d7b9194a9e04 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:28.716449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ee9cc01-a4aa-4d11-a192-999c3f027746 req-e8d5f0cd-8a70-475e-9e80-d7b9194a9e04 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c&device_id=24f6f88c-b155-4cd6-85d9-35446a110007&device_id=e9bf91f9-73ea-4931-a910-955322ebe609&device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e&device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2&device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 4660 time: 0.0682371 Sep 09 09:20:28.745068 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0ee9cc01-a4aa-4d11-a192-999c3f027746 req-235729ae-048f-4a4b-8d58-0401cbdba99d tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.778718 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-2749b864-e4ad-40e0-ae30-af95464febcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:20:28.779270 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-2749b864-e4ad-40e0-ae30-af95464febcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:20:28.785792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=56ca0806-b83f-4ca0-9681-326a3141da9e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:28.803951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.818780 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Transition to ACTIVE for port object 77af0c0c-e578-4213-a288-d27728168d12 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:28.841516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0ee9cc01-a4aa-4d11-a192-999c3f027746 req-235729ae-048f-4a4b-8d58-0401cbdba99d tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.891774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33172) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:28.896834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0f7a5501-6fed-4a5c-9007-7196a1c897de tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787287123', 'description': 'tempest-description--1742007126'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:28.902764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab318957-2c11-49f5-9c56-ade3bf10f369 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.940085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab318957-2c11-49f5-9c56-ade3bf10f369 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Subnet': ['ID=60b495d6-0a02-45c3-96ac-be5fb76ee047,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:28.944445 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab318957-2c11-49f5-9c56-ade3bf10f369 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:28.944445 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ab318957-2c11-49f5-9c56-ade3bf10f369 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/subnets/60b495d6-0a02-45c3-96ac-be5fb76ee047 HTTP/1.1" status: 204 len: 168 time: 0.6830063 Sep 09 09:20:28.946880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33174) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:28.949132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e468d5-eba6-4bbb-aab2-216f2d812983 None None] Network 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:29.006124 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0ee9cc01-a4aa-4d11-a192-999c3f027746 req-235729ae-048f-4a4b-8d58-0401cbdba99d tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.017984 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.050267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ee9cc01-a4aa-4d11-a192-999c3f027746 req-235729ae-048f-4a4b-8d58-0401cbdba99d tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 447 time: 0.3259101 Sep 09 09:20:29.055802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235729ae-048f-4a4b-8d58-0401cbdba99d tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f41eb15-8762-4178-842f-9b2a7074a825,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:29.071405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.092027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Network 6ee22ffa-2d33-4941-a1d2-77369ea07168 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:29.097409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:29.100121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:29.163028 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0f7a5501-6fed-4a5c-9007-7196a1c897de tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.170072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:29.179540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6824385d-490e-45b4-b4d4-e3ec425199fe None None] DHCP port deletion for 6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:20:29.272028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ba30-c153-44a2-8ab8-ffe37394170b req-11460fb0-164a-4300-a8e5-6c6af10c1ed1 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:29.281426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9bc0ba30-c153-44a2-8ab8-ffe37394170b req-11460fb0-164a-4300-a8e5-6c6af10c1ed1 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 931 time: 0.1169903 Sep 09 09:20:29.299226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:29.299226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.316417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6824385d-490e-45b4-b4d4-e3ec425199fe None None] Deleting port 8e0d014a-b197-42da-b32f-a0a5f15acdfa {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:29.316795 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6824385d-490e-45b4-b4d4-e3ec425199fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.329654 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0f7a5501-6fed-4a5c-9007-7196a1c897de tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.358515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port 8e0d014a-b197-42da-b32f-a0a5f15acdfa {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:29.358869 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.395349 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9bc0ba30-c153-44a2-8ab8-ffe37394170b req-c82a07f1-ce87-44e4-96ad-8a7de09a2f7f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126709 Sep 09 09:20:29.399195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f97c94-5cef-4aa6-b945-bdb7b3aad46e req-8a84d675-5541-458c-9332-c67d68d5591e tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:29.399759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f97c94-5cef-4aa6-b945-bdb7b3aad46e req-8a84d675-5541-458c-9332-c67d68d5591e tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:29.400538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f97c94-5cef-4aa6-b945-bdb7b3aad46e req-8a84d675-5541-458c-9332-c67d68d5591e tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:29.402245 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81f97c94-5cef-4aa6-b945-bdb7b3aad46e req-8a84d675-5541-458c-9332-c67d68d5591e tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609&device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e&device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 2886 time: 0.0713289 Sep 09 09:20:29.422973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6824385d-490e-45b4-b4d4-e3ec425199fe None None] For port 8e0d014a-b197-42da-b32f-a0a5f15acdfa, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8e0d014a-b197-42da-b32f-a0a5f15acdfa,segment=NetworkSegment(3bf36b8e-b6c9-4ae4-b667-db6d04143709),segment_id=3bf36b8e-b6c9-4ae4-b667-db6d04143709)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:29.423572 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6824385d-490e-45b4-b4d4-e3ec425199fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.438968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6824385d-490e-45b4-b4d4-e3ec425199fe None None] Calling delete_port for 8e0d014a-b197-42da-b32f-a0a5f15acdfa owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:29.439197 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0f7a5501-6fed-4a5c-9007-7196a1c897de tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.461133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] For port 8e0d014a-b197-42da-b32f-a0a5f15acdfa, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8e0d014a-b197-42da-b32f-a0a5f15acdfa,segment=NetworkSegment(3bf36b8e-b6c9-4ae4-b667-db6d04143709),segment_id=3bf36b8e-b6c9-4ae4-b667-db6d04143709)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:29.461504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.494818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for 8e0d014a-b197-42da-b32f-a0a5f15acdfa owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:29.504459 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81f97c94-5cef-4aa6-b945-bdb7b3aad46e req-8ca70fb1-7f9d-4dd5-9c26-2f76413526e4 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946634 Sep 09 09:20:29.529364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a5501-6fed-4a5c-9007-7196a1c897de tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:29.563326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0f7a5501-6fed-4a5c-9007-7196a1c897de tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.564889 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0f7a5501-6fed-4a5c-9007-7196a1c897de tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6720483 Sep 09 09:20:29.568161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33192) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:29.573245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-783427e6-818f-4667-bfe0-d952a57a35f6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'security_group_rule': {'security_group_id': 'bf47ab60-c6a6-4e64-b96a-e2895cb8d99c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:29.627869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 56ca0806-b83f-4ca0-9681-326a3141da9e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:29.669343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-26f72615-970d-4f93-bd28-ce3ec9ace36d None None] Provisioning for port 77af0c0c-e578-4213-a288-d27728168d12 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:29.673199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-26f72615-970d-4f93-bd28-ce3ec9ace36d None None] Provisioning complete for port 77af0c0c-e578-4213-a288-d27728168d12 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:29.674290 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26f72615-970d-4f93-bd28-ce3ec9ace36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.706182 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-49e42f60-5fdc-47fb-8725-9b2a2adee134 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0597517 Sep 09 09:20:29.721739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Request body: {'port': {'device_id': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:29.736902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 56ca0806-b83f-4ca0-9681-326a3141da9e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:29.737272 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.738844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-26f72615-970d-4f93-bd28-ce3ec9ace36d None None] Port 77af0c0c-e578-4213-a288-d27728168d12 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:29.745359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 729b7ded-87c9-4994-80f5-8e08f82e8528 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:29.765251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.776927 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6824385d-490e-45b4-b4d4-e3ec425199fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.792738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb730a-70d1-45fd-8ead-2b0659f895e0 req-3937653e-a464-4107-b276-7ef13c7e4435 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:29.803026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] No DVR routers for this DVR port 8e0d014a-b197-42da-b32f-a0a5f15acdfa on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:20:29.804621 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-31cb730a-70d1-45fd-8ead-2b0659f895e0 req-3937653e-a464-4107-b276-7ef13c7e4435 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 944 time: 0.1018143 Sep 09 09:20:29.842729 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-783427e6-818f-4667-bfe0-d952a57a35f6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.853983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824385d-490e-45b4-b4d4-e3ec425199fe None None] Pushing event deleted for resources: {'Port': ['ID=8e0d014a-b197-42da-b32f-a0a5f15acdfa,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:29.875011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=8e0d014a-b197-42da-b32f-a0a5f15acdfa,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:29.883807 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.883922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824385d-490e-45b4-b4d4-e3ec425199fe None None] No DVR routers for this DVR port 8e0d014a-b197-42da-b32f-a0a5f15acdfa on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:20:29.908161 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-31cb730a-70d1-45fd-8ead-2b0659f895e0 req-9fa58f1d-26ce-4fae-a55b-1eb0e83094f7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920165 Sep 09 09:20:29.938598 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-26f72615-970d-4f93-bd28-ce3ec9ace36d None None] Provisioning for port 61dacf64-85aa-40e8-857f-3c2822090211 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:29.971856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-26f72615-970d-4f93-bd28-ce3ec9ace36d None None] Provisioning complete for port 61dacf64-85aa-40e8-857f-3c2822090211 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:29.972447 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26f72615-970d-4f93-bd28-ce3ec9ace36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:29.979795 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-783427e6-818f-4667-bfe0-d952a57a35f6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.016815 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.035582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-26f72615-970d-4f93-bd28-ce3ec9ace36d None None] Port 61dacf64-85aa-40e8-857f-3c2822090211 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:30.094271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-783427e6-818f-4667-bfe0-d952a57a35f6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.104950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8e0d014a-b197-42da-b32f-a0a5f15acdfa no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:20:30.107037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0cc2e4-251b-41c6-b761-134ff3b6c9e4']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:30.121625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783427e6-818f-4667-bfe0-d952a57a35f6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa39bf6-9a10-413d-b5f8-d82b1aced2d3,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:30.130357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf36b8e-b6c9-4ae4-b667-db6d04143709') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:30.130674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf36b8e-b6c9-4ae4-b667-db6d04143709') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:30.148170 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.151615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 8e0d014a-b197-42da-b32f-a0a5f15acdfa {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:20:30.152141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8e0d014a-b197-42da-b32f-a0a5f15acdfa not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:20:30.153692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 729b7ded-87c9-4994-80f5-8e08f82e8528 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:30.159242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 729b7ded-87c9-4994-80f5-8e08f82e8528 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:30.159242 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.163336 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-783427e6-818f-4667-bfe0-d952a57a35f6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.167351 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-783427e6-818f-4667-bfe0-d952a57a35f6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5953279 Sep 09 09:20:30.168119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33204) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:30.173742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-98b61b83-c893-4bd9-968b-21f45d6bbbba tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'security_group_rule': {'security_group_id': 'bf47ab60-c6a6-4e64-b96a-e2895cb8d99c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:30.183285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.193926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:20:30.194597 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:20:30.201455 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:20:30.297123 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.317538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f6f88c-b155-4cd6-85d9-35446a110007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729b7ded-87c9-4994-80f5-8e08f82e8528'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:30.320111 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01633c17-c54e-4e16-859e-170ef0dd96b9" -d '{"events": [{"server_uuid": "24f6f88c-b155-4cd6-85d9-35446a110007", "name": "network-vif-plugged", "status": "completed", "tag": "729b7ded-87c9-4994-80f5-8e08f82e8528"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:30.334879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 729b7ded-87c9-4994-80f5-8e08f82e8528, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=729b7ded-87c9-4994-80f5-8e08f82e8528,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:30.347175 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98b61b83-c893-4bd9-968b-21f45d6bbbba tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.367089 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120f0293-4eee-4e7e-8766-30485b389489 x-openstack-request-id: req-120f0293-4eee-4e7e-8766-30485b389489 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:30.367516 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f6f88c-b155-4cd6-85d9-35446a110007", "name": "network-vif-plugged", "status": "completed", "tag": "729b7ded-87c9-4994-80f5-8e08f82e8528", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:30.367801 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-120f0293-4eee-4e7e-8766-30485b389489 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:30.368241 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f6f88c-b155-4cd6-85d9-35446a110007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729b7ded-87c9-4994-80f5-8e08f82e8528', 'code': 200} Sep 09 09:20:30.392400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77af0c0c-e578-4213-a288-d27728168d12 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:30.402342 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.418265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Transition to ACTIVE for port object 77af0c0c-e578-4213-a288-d27728168d12 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:30.433023 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98b61b83-c893-4bd9-968b-21f45d6bbbba tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.474905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c3c5f-f2bc-431b-884d-2dbe70a97dc8 req-74763ca3-a90a-437b-b52d-fa7dc4c67512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:30.477270 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e84c3c5f-f2bc-431b-884d-2dbe70a97dc8 req-74763ca3-a90a-437b-b52d-fa7dc4c67512 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 1096 time: 0.0471520 Sep 09 09:20:30.506556 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.516405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.518664 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.525027 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.531597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/networks/6b0cc2e4-251b-41c6-b761-134ff3b6c9e4 HTTP/1.1" status: 204 len: 168 time: 1.5789983 Sep 09 09:20:30.531693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33212) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:30.547167 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6456fe0-14eb-4ff6-bfb8-433e5071eca0 req-a7a981ed-c032-4ccb-8d15-aef4044a91c3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:30.548977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a6456fe0-14eb-4ff6-bfb8-433e5071eca0 req-a7a981ed-c032-4ccb-8d15-aef4044a91c3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 931 time: 0.0681427 Sep 09 09:20:30.579078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=729b7ded-87c9-4994-80f5-8e08f82e8528,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:30.596242 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e84c3c5f-f2bc-431b-884d-2dbe70a97dc8 req-90ef5533-d9bd-45a1-98a0-70346351aa51 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120188 Sep 09 09:20:30.599849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16274831-6b41-4ef5-9090-cd96a933dd5d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Network': ['ID=6b0cc2e4-251b-41c6-b761-134ff3b6c9e4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:30.633155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:30.740732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Attempting to bind port 77af0c0c-e578-4213-a288-d27728168d12 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:30.741065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Attempting to bind port 77af0c0c-e578-4213-a288-d27728168d12 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:30.741394 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Attempting to bind port 77af0c0c-e578-4213-a288-d27728168d12 on network 6ee22ffa-2d33-4941-a1d2-77369ea07168 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:30.746423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Port 77af0c0c-e578-4213-a288-d27728168d12 on network 6ee22ffa-2d33-4941-a1d2-77369ea07168 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:20:30.746744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Attempting to bind port 77af0c0c-e578-4213-a288-d27728168d12 on network 6ee22ffa-2d33-4941-a1d2-77369ea07168 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:30.754100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:30.754544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Checking segment: {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:30.755001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Bound using segment: {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:30.755646 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Bound port: 77af0c0c-e578-4213-a288-d27728168d12, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:30.756079 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.837726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:30.842866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:30.911027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52842e1-9162-4b40-9449-e63bf404fae8 req-af6d1ee4-e04c-4a9e-9815-392caf09ea11 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:30.912852 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f52842e1-9162-4b40-9449-e63bf404fae8 req-af6d1ee4-e04c-4a9e-9815-392caf09ea11 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 1102 time: 0.0679379 Sep 09 09:20:30.955736 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f52842e1-9162-4b40-9449-e63bf404fae8 req-16bae2b7-6331-4167-9ec8-264b3ed616ae tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360947 Sep 09 09:20:30.973088 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98b61b83-c893-4bd9-968b-21f45d6bbbba tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:30.981131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:31.038234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a6456fe0-14eb-4ff6-bfb8-433e5071eca0 req-8faa6086-ba50-4cee-be5e-5ebaad053c8e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689094 Sep 09 09:20:31.046760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:31.047727 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:31.051183 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] 10.222.0.24 "PUT /v2.0/ports/77af0c0c-e578-4213-a288-d27728168d12 HTTP/1.1" status: 200 len: 1092 time: 1.3358350 Sep 09 09:20:31.080892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'tag': '77af0c0c-e578-4213-a288-d27728168d12'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:31.089844 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae14d75-7ef1-4644-9770-99410a959894" -d '{"events": [{"name": "network-changed", "server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "tag": "77af0c0c-e578-4213-a288-d27728168d12"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:31.118829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b61b83-c893-4bd9-968b-21f45d6bbbba tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200b7984-bbe6-40d2-9cd9-89163b806508,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:31.129437 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98b61b83-c893-4bd9-968b-21f45d6bbbba tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:31.134354 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-98b61b83-c893-4bd9-968b-21f45d6bbbba tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9657176 Sep 09 09:20:31.135175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33228) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:31.143160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:31.144875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36d844-5452-45f1-b4b8-6b8fa8431c96 service neutron] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:31.184012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80666957-a6c0-420a-a4a0-b41c882c6dff req-46977bfe-b5a4-4906-8ed9-1052508680df tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:31.185824 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80666957-a6c0-420a-a4a0-b41c882c6dff req-46977bfe-b5a4-4906-8ed9-1052508680df tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 945 time: 0.1245041 Sep 09 09:20:31.264696 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80666957-a6c0-420a-a4a0-b41c882c6dff req-f364f3b3-2770-42be-ad69-6e3cb91c0cd5 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696642 Sep 09 09:20:31.268052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-8021c360-c875-46da-adbc-55e547c52f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:31.269694 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-8021c360-c875-46da-adbc-55e547c52f98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 1095 time: 0.0829537 Sep 09 09:20:31.271249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-409bce62-ffc5-4a61-bbe4-664eb1cc54ce tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port d8b039ba-088f-4136-ad37-fc30dad94a50 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:31.271685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-409bce62-ffc5-4a61-bbe4-664eb1cc54ce tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:31.283193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a1534-aa9e-4500-a00f-8c8edbed5302 req-0d791eb1-3e09-4516-94c7-6cf83b6d7a3e tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:31.285060 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f3a1534-aa9e-4500-a00f-8c8edbed5302 req-0d791eb1-3e09-4516-94c7-6cf83b6d7a3e tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 1102 time: 0.0836635 Sep 09 09:20:31.330925 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-fd746613-42ec-44c9-afed-0b85c7cc91bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af0c0c-e578-4213-a288-d27728168d12 HTTP/1.1" status: 200 len: 217 time: 0.0521333 Sep 09 09:20:31.396912 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f3a1534-aa9e-4500-a00f-8c8edbed5302 req-aecb7f2b-8b5a-4edf-9b9c-95ba2400af0e tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108890 Sep 09 09:20:31.399973 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:31.414832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-55d42df0-fde9-4603-b3ce-220a6705cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:31.416476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-55d42df0-fde9-4603-b3ce-220a6705cd0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.0736678 Sep 09 09:20:31.418239 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde44a7e-1b0a-4524-876d-ef6fc433d8cd x-openstack-request-id: req-cde44a7e-1b0a-4524-876d-ef6fc433d8cd {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:31.418527 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "tag": "77af0c0c-e578-4213-a288-d27728168d12", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:31.419938 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cde44a7e-1b0a-4524-876d-ef6fc433d8cd {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:31.420345 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'tag': '77af0c0c-e578-4213-a288-d27728168d12', 'status': 'completed', 'code': 200} Sep 09 09:20:31.457439 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-409bce62-ffc5-4a61-bbe4-664eb1cc54ce tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:31.457774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-409bce62-ffc5-4a61-bbe4-664eb1cc54ce tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:31.479935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-409bce62-ffc5-4a61-bbe4-664eb1cc54ce tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for d8b039ba-088f-4136-ad37-fc30dad94a50 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:31.488111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-499c0884-92b4-4bff-becb-c6a95972ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:31.489866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-499c0884-92b4-4bff-becb-c6a95972ee73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634444 Sep 09 09:20:31.655573 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-ac9b0df3-1e97-489f-84e0-7f2bc4294ae6 service neutron] 10.222.0.24 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550627 Sep 09 09:20:31.663617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:31.780280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46453ca7-b843-4a4e-bb3d-71a70d00f336 req-ec2b2fa4-0709-463b-bed1-f52f02eb373c service neutron] 10.222.0.24 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166422 Sep 09 09:20:31.830418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Allocated IP 172.25.8.229 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/7063722a-bf9d-4ae4-a571-a2dd6d5ddf39) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:31.832466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-409bce62-ffc5-4a61-bbe4-664eb1cc54ce tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:31.884752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bce62-ffc5-4a61-bbe4-664eb1cc54ce tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=d8b039ba-088f-4136-ad37-fc30dad94a50,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:31.971184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae14d75-7ef1-4644-9770-99410a959894 req-690ce475-25cb-43dd-bb31-1e05982d3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:31.975343 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ae14d75-7ef1-4644-9770-99410a959894 req-690ce475-25cb-43dd-bb31-1e05982d3b70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 1095 time: 0.0550175 Sep 09 09:20:32.008399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-409bce62-ffc5-4a61-bbe4-664eb1cc54ce tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:32.010947 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-409bce62-ffc5-4a61-bbe4-664eb1cc54ce tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:32.012123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-409bce62-ffc5-4a61-bbe4-664eb1cc54ce tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/floatingips/28cd4004-7301-4dc5-8ed5-353b8c3b762d HTTP/1.1" status: 204 len: 168 time: 1.4799480 Sep 09 09:20:32.018054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33240) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:32.052816 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-553ea6e4-86a4-4caa-84a9-208511ce04fc tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] DELETE failed (client error): The resource could not be found. Sep 09 09:20:32.053550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553ea6e4-86a4-4caa-84a9-208511ce04fc tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:20:32.057623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-553ea6e4-86a4-4caa-84a9-208511ce04fc tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/ports/b9a0da5c-ffdf-41c7-9435-4f14434a8085 HTTP/1.1" status: 404 len: 333 time: 0.0352056 Sep 09 09:20:32.061393 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:32.062906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33242) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:32.110171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33246) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:32.110752 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a051e75f-7a5f-4f51-8e56-a6de3e113c4f tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "GET /v2.0/ports?device_id=a03231e4-753e-4e7a-8939-4c20b00dea91 HTTP/1.1" status: 200 len: 205 time: 0.0466413 Sep 09 09:20:32.137027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae14d75-7ef1-4644-9770-99410a959894 req-2319bf0e-b1c4-4983-989a-65636b1bea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:32.139214 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ae14d75-7ef1-4644-9770-99410a959894 req-2319bf0e-b1c4-4983-989a-65636b1bea14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.1561124 Sep 09 09:20:32.160780 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-f352cc25-e881-4c57-9ee5-9c74e41387d6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] delete failed (client error): The resource could not be found. Sep 09 09:20:32.164681 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f352cc25-e881-4c57-9ee5-9c74e41387d6 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/routers/a03231e4-753e-4e7a-8939-4c20b00dea91 HTTP/1.1" status: 404 len: 336 time: 0.0506768 Sep 09 09:20:32.164681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33248) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:32.203765 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b18aea5-9022-46e8-9593-40037497bd70 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] DELETE failed (client error): The resource could not be found. Sep 09 09:20:32.204376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b18aea5-9022-46e8-9593-40037497bd70 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:20:32.210904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5b18aea5-9022-46e8-9593-40037497bd70 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/subnets/60b495d6-0a02-45c3-96ac-be5fb76ee047 HTTP/1.1" status: 404 len: 337 time: 0.0408905 Sep 09 09:20:32.210904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33250) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:32.211188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ae14d75-7ef1-4644-9770-99410a959894 req-93b3629d-479f-42bd-bce1-00d08f4d3e3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af0c0c-e578-4213-a288-d27728168d12 HTTP/1.1" status: 200 len: 217 time: 0.0568416 Sep 09 09:20:32.277462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6538dc3-0fa1-4bf6-951c-5fe29c5a9015 req-76d0c908-d497-49fe-be24-4e256e49bca0 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:32.279495 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6538dc3-0fa1-4bf6-951c-5fe29c5a9015 req-76d0c908-d497-49fe-be24-4e256e49bca0 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.1372678 Sep 09 09:20:32.298584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae14d75-7ef1-4644-9770-99410a959894 req-a38bb45e-12ca-47e2-a716-d204c37c2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:32.300058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ae14d75-7ef1-4644-9770-99410a959894 req-a38bb45e-12ca-47e2-a716-d204c37c2418 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.0821488 Sep 09 09:20:32.353611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7c05d7d5-c04e-470d-9dfe-89ae701d3109 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port d453e1f8-d2b4-4eb9-b028-822841d1819a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:32.357421 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c05d7d5-c04e-470d-9dfe-89ae701d3109 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:32.357597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6538dc3-0fa1-4bf6-951c-5fe29c5a9015 req-c0aac80b-c25e-4300-a1c2-21eeaf9b54fe tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678220 Sep 09 09:20:32.365711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae14d75-7ef1-4644-9770-99410a959894 req-891cd7dd-a762-4c16-8e2e-02f88820ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:32.367290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ae14d75-7ef1-4644-9770-99410a959894 req-891cd7dd-a762-4c16-8e2e-02f88820ef51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577192 Sep 09 09:20:32.442660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:32.506474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:32.511600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:32.518992 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c05d7d5-c04e-470d-9dfe-89ae701d3109 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:32.524187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:32.534280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Port': ['ID=7063722a-bf9d-4ae4-a571-a2dd6d5ddf39,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:32.546234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad5649-9733-4dd1-b4bd-3aa7fb96ee3f req-e649d75a-24f6-40dc-8ac6-b9ea8c962dee tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:32.548459 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bcad5649-9733-4dd1-b4bd-3aa7fb96ee3f req-e649d75a-24f6-40dc-8ac6-b9ea8c962dee tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 945 time: 0.0994263 Sep 09 09:20:32.551239 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ae14d75-7ef1-4644-9770-99410a959894 req-7a963bc4-844e-4e7c-84a6-a6289261da82 service neutron] 10.222.0.24 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751566 Sep 09 09:20:32.576597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7c05d7d5-c04e-470d-9dfe-89ae701d3109 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for d453e1f8-d2b4-4eb9-b028-822841d1819a owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:32.626642 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bcad5649-9733-4dd1-b4bd-3aa7fb96ee3f req-49737af9-db9b-4369-9710-9e58674bf84e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701458 Sep 09 09:20:32.701943 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ae14d75-7ef1-4644-9770-99410a959894 req-75e4a82a-512b-4b67-95d3-1d869be3869b service neutron] 10.222.0.24 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359198 Sep 09 09:20:32.766414 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:32.912427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:32.993456 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c05d7d5-c04e-470d-9dfe-89ae701d3109 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:33.067460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05d7d5-c04e-470d-9dfe-89ae701d3109 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=d453e1f8-d2b4-4eb9-b028-822841d1819a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:33.132372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5c72f-4f81-4b74-995c-b8738d554f99 req-43facef5-2aa2-4cd9-abd6-f0aee6ac9f7d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:33.136151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9be5c72f-4f81-4b74-995c-b8738d554f99 req-43facef5-2aa2-4cd9-abd6-f0aee6ac9f7d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 945 time: 0.0881155 Sep 09 09:20:33.193498 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9be5c72f-4f81-4b74-995c-b8738d554f99 req-7a061211-d0ea-4116-93f8-0c23a5a5ab41 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433135 Sep 09 09:20:33.295429 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c05d7d5-c04e-470d-9dfe-89ae701d3109 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:33.297482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7c05d7d5-c04e-470d-9dfe-89ae701d3109 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/ports/d453e1f8-d2b4-4eb9-b028-822841d1819a HTTP/1.1" status: 204 len: 168 time: 1.0856085 Sep 09 09:20:33.300261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33280) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:33.319667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d4284-9486-4b98-8e30-ca62c12d6751 req-6f80a134-7357-459b-9146-c17bd30d8ce3 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:33.320962 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b2d4284-9486-4b98-8e30-ca62c12d6751 req-6f80a134-7357-459b-9146-c17bd30d8ce3 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1612103 Sep 09 09:20:33.335915 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:33.375425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b2d4284-9486-4b98-8e30-ca62c12d6751 req-f6301222-3ec7-4bcd-ada7-f064a1db4db6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 Sep 09 09:20:33.408265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4257d778-6541-45c5-aa5c-b2b922e9e9f1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port 740769ec-2721-47f1-aa12-f9b3713ec428 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:33.411594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4257d778-6541-45c5-aa5c-b2b922e9e9f1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:33.474817 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:33.571619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Port': ['ID=7063722a-bf9d-4ae4-a571-a2dd6d5ddf39,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:33.586522 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:33.702256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:33.703651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9bf8a059-1b52-4354-b9cb-79b2314c2d09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5657697 Sep 09 09:20:33.960945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dc3fb-63dd-44e5-8f86-247ed146e5a8 req-9ea394d3-e106-4751-90e8-93a98d045378 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:33.964211 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-913dc3fb-63dd-44e5-8f86-247ed146e5a8 req-9ea394d3-e106-4751-90e8-93a98d045378 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.5240152 Sep 09 09:20:34.008973 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4257d778-6541-45c5-aa5c-b2b922e9e9f1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:34.031348 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-390bcefd-6ae6-408c-9007-ed7437e34109 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1787287123&fields=id&tenant_id=77c44c0859204d059165e2a3262a3398 HTTP/1.1" status: 200 len: 267 time: 0.0455918 Sep 09 09:20:34.034304 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-913dc3fb-63dd-44e5-8f86-247ed146e5a8 req-6c5a3eb4-094a-47e1-9b1d-a58a3fd01434 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641136 Sep 09 09:20:34.035631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4257d778-6541-45c5-aa5c-b2b922e9e9f1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for 740769ec-2721-47f1-aa12-f9b3713ec428 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:34.120444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-ed3de7e8-b3e6-4039-90e8-0b17fe1a7f97 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:34.121919 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-ed3de7e8-b3e6-4039-90e8-0b17fe1a7f97 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports/e655b2cd-242f-4a3f-8779-c4ab04142ef2 HTTP/1.1" status: 200 len: 935 time: 0.0679400 Sep 09 09:20:34.188519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-969b9899-34a5-4fd9-b4a2-121e084ab72a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:34.189795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-969b9899-34a5-4fd9-b4a2-121e084ab72a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports/61dacf64-85aa-40e8-857f-3c2822090211 HTTP/1.1" status: 200 len: 937 time: 0.0602098 Sep 09 09:20:34.260273 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-c9ee3687-a625-4b1b-989a-e453fc0bf537 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?network_id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0634370 Sep 09 09:20:34.308261 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-1aad1fe2-3a0f-441f-a7b4-d04083b487a1 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?network_id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0384066 Sep 09 09:20:34.347808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63829d-dbbd-4ecb-9829-72547fd7b10c req-3e9eaf70-88a4-4693-b013-9c2928eb08c9 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:34.349419 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e63829d-dbbd-4ecb-9829-72547fd7b10c req-3e9eaf70-88a4-4693-b013-9c2928eb08c9 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 945 time: 0.0558796 Sep 09 09:20:34.375511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4257d778-6541-45c5-aa5c-b2b922e9e9f1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:34.425243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257d778-6541-45c5-aa5c-b2b922e9e9f1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=740769ec-2721-47f1-aa12-f9b3713ec428,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:34.439988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e63829d-dbbd-4ecb-9829-72547fd7b10c req-22dec598-f94a-4163-9daa-26889182de65 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844526 Sep 09 09:20:34.453847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-00b7b681-981a-4184-bf41-c3103305f23d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:34.457328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-00b7b681-981a-4184-bf41-c3103305f23d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:34.484115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-00b7b681-981a-4184-bf41-c3103305f23d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:34.484115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-00b7b681-981a-4184-bf41-c3103305f23d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/networks?id=cde98297-5ac2-4658-b7e9-2b86e45e252b&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&id=ae378c4f-bcc5-4684-9b14-0072a5045cf1 HTTP/1.1" status: 200 len: 1995 time: 0.1626935 Sep 09 09:20:34.500954 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-7d4f5f6b-618b-4fab-95d3-4605e890bb11 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/quotas/77c44c0859204d059165e2a3262a3398 HTTP/1.1" status: 200 len: 375 time: 0.0143161 Sep 09 09:20:34.536733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4257d778-6541-45c5-aa5c-b2b922e9e9f1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:34.541461 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4257d778-6541-45c5-aa5c-b2b922e9e9f1 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/ports/740769ec-2721-47f1-aa12-f9b3713ec428 HTTP/1.1" status: 204 len: 168 time: 1.2401459 Sep 09 09:20:34.543621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33316) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:34.595324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bc5a5-550d-4546-a41c-9320dcbffc46 req-49840404-90a3-453c-bb82-759de7b2daf3 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:34.597110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-435bc5a5-550d-4546-a41c-9320dcbffc46 req-49840404-90a3-453c-bb82-759de7b2daf3 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.0546315 Sep 09 09:20:34.614859 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-4302f5d8-5a4d-4eb4-a186-bb83c3013d65 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1092422 Sep 09 09:20:34.631404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee765459-b3b6-4ab9-b8a3-8240e79f0123 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:34.633264 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ee765459-b3b6-4ab9-b8a3-8240e79f0123 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "GET /v2.0/ports?device_id=856fdc82-aad3-4137-9a03-0e036af2a597 HTTP/1.1" status: 200 len: 913 time: 0.0874138 Sep 09 09:20:34.635717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33318) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:34.652979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-435bc5a5-550d-4546-a41c-9320dcbffc46 req-4c0c4695-b1d0-4ded-8903-77b68df1d439 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483217 Sep 09 09:20:34.827409 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-67611e82-c045-485e-b5c4-acec37f84dbb service neutron] 10.222.0.32 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844676 Sep 09 09:20:35.031486 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-dd892b4f-d7ca-4f31-9448-d7f310dabac8 service neutron] 10.222.0.32 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890316 Sep 09 09:20:35.105364 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-e1e78dd3-afff-438d-9344-69ac9ab73872 service neutron] 10.222.0.32 "GET /v2.0/ports/e655b2cd-242f-4a3f-8779-c4ab04142ef2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0508218 Sep 09 09:20:35.259251 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-9795ec84-6087-41c3-9e95-8ec8c634b33d service neutron] 10.222.0.32 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287260 Sep 09 09:20:35.276513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a5e87-dea8-4da7-b5df-15b8a32840b1 req-ddc46ca6-ea62-4e29-a6e5-b3d83d263518 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:35.278040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-012a5e87-dea8-4da7-b5df-15b8a32840b1 req-ddc46ca6-ea62-4e29-a6e5-b3d83d263518 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 945 time: 0.0627077 Sep 09 09:20:35.317932 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d57c388-56b9-46d1-8835-86ee5130578e tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:35.320240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-012a5e87-dea8-4da7-b5df-15b8a32840b1 req-a075fb31-237b-4868-b476-a138f7cd4b5a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Sep 09 09:20:35.488264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a9fa0-aca6-4738-88d9-cacd1f13204b req-842a3631-5770-4390-a619-dda3f8efe369 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:35.491291 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a8a9fa0-aca6-4738-88d9-cacd1f13204b req-842a3631-5770-4390-a619-dda3f8efe369 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.0746408 Sep 09 09:20:35.547235 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a8a9fa0-aca6-4738-88d9-cacd1f13204b req-7c05a08b-dc23-4085-be29-c6f5445696c2 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453255 Sep 09 09:20:35.775048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 77af0c0c-e578-4213-a288-d27728168d12 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:20:35.807127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-ada947e7-c195-4bff-8612-7515ea58bbc4 service neutron] 10.222.0.32 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379605 Sep 09 09:20:35.836203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258b95f-7502-46ad-bb14-356ac1914b8d req-69cb5400-8a22-4975-9ce9-233d0f3434bd tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:35.837812 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3258b95f-7502-46ad-bb14-356ac1914b8d req-69cb5400-8a22-4975-9ce9-233d0f3434bd tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1009960 Sep 09 09:20:35.867264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33336) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:35.910361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:35.920377 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-f05cc023-bef4-4f26-a516-9cc4ac5b6504 service neutron] 10.222.0.32 "GET /v2.0/ports/61dacf64-85aa-40e8-857f-3c2822090211?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1066430 Sep 09 09:20:35.925496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3258b95f-7502-46ad-bb14-356ac1914b8d req-c5fa775e-79eb-406c-b7b6-dae17c40fdad tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757356 Sep 09 09:20:35.940313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '77af0c0c-e578-4213-a288-d27728168d12', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'port_id': '77af0c0c-e578-4213-a288-d27728168d12', 'mac_address': 'fa:16:3e:ce:79:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:20:35.993053 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.008162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77af0c0c-e578-4213-a288-d27728168d12 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:36.018190 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14f86cc2-592d-43c5-b688-d8a303469e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.031346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:36.100012 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-1916daec-f9ae-4d91-ac14-cf85753506fd service neutron] 10.222.0.32 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781101 Sep 09 09:20:36.117271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.150489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14f86cc2-592d-43c5-b688-d8a303469e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.172378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:36.214643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14f86cc2-592d-43c5-b688-d8a303469e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.271906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-14f86cc2-592d-43c5-b688-d8a303469e33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=401e197f5ab247e490ea22f5c459e5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032495 Sep 09 09:20:36.273477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f86cc2-592d-43c5-b688-d8a303469e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8367cfb8-f54d-4cb4-b358-56e5d46d732e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:36.280076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:36.297133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-9f5e9634-07a9-4b61-9cee-c9f2311d59d7 service neutron] 10.222.0.32 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935589 Sep 09 09:20:36.348107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09d7de01-3033-41fc-bc9d-957cf6137f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.360885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8d57c388-56b9-46d1-8835-86ee5130578e tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port db8afea3-d74f-4133-a67d-115dc1753d93 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:36.366834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['77af0c0c-e578-4213-a288-d27728168d12'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:20:36.367612 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d57c388-56b9-46d1-8835-86ee5130578e tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.389938 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09d7de01-3033-41fc-bc9d-957cf6137f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.474702 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-e34a514d-2e90-44e2-a846-a36b4d70c3b3 service neutron] 10.222.0.32 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638365 Sep 09 09:20:36.511982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997fc6f-6c65-4e19-8873-b0b9b22cd686 req-1eef5ed3-b9f6-429d-b394-886dd35c690c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:36.514993 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6997fc6f-6c65-4e19-8873-b0b9b22cd686 req-1eef5ed3-b9f6-429d-b394-886dd35c690c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 945 time: 0.0714059 Sep 09 09:20:36.556096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09d7de01-3033-41fc-bc9d-957cf6137f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.558931 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09d7de01-3033-41fc-bc9d-957cf6137f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.560151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-09d7de01-3033-41fc-bc9d-957cf6137f99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8367cfb8-f54d-4cb4-b358-56e5d46d732e HTTP/1.1" status: 204 len: 168 time: 0.2789004 Sep 09 09:20:36.601817 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7de01-3033-41fc-bc9d-957cf6137f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8367cfb8-f54d-4cb4-b358-56e5d46d732e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:36.639962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6997fc6f-6c65-4e19-8873-b0b9b22cd686 req-0310eda9-c8ce-40f8-a231-53cda8cc83bc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142454 Sep 09 09:20:36.660028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f784e2-8a9d-4198-85d7-7bb92ab95f39 req-382602a2-928d-4970-829b-119666c7c54f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:36.661843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e3f784e2-8a9d-4198-85d7-7bb92ab95f39 req-382602a2-928d-4970-829b-119666c7c54f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 945 time: 0.1276441 Sep 09 09:20:36.663412 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d57c388-56b9-46d1-8835-86ee5130578e tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.685741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8d57c388-56b9-46d1-8835-86ee5130578e tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for db8afea3-d74f-4133-a67d-115dc1753d93 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:36.712110 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-84e7767f-d45f-4fd2-994b-bbfcc1ae2c50 service neutron] 10.222.0.32 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209251 Sep 09 09:20:36.814860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77344135-59d1-44b4-89d2-95437b6465ab req-c559c4ac-1998-4034-a9c9-050b0707b5f7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:36.822003 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77344135-59d1-44b4-89d2-95437b6465ab req-c559c4ac-1998-4034-a9c9-050b0707b5f7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.1131046 Sep 09 09:20:36.891172 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77344135-59d1-44b4-89d2-95437b6465ab req-6e72479f-c8d7-4497-a084-c6877d401e52 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682917 Sep 09 09:20:36.893915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e3f784e2-8a9d-4198-85d7-7bb92ab95f39 req-c7edb429-1cc6-4a39-aac5-5ec73b5ec1e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Deleting port 729b7ded-87c9-4994-80f5-8e08f82e8528 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:36.894217 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e3f784e2-8a9d-4198-85d7-7bb92ab95f39 req-c7edb429-1cc6-4a39-aac5-5ec73b5ec1e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:36.930817 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-109eb6d7-0b78-4b73-bbe1-b524f92bfae0 service neutron] 10.222.0.32 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752234 Sep 09 09:20:37.026631 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-8caf3d98-020a-4edf-b913-0ad396668f7f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0976083 Sep 09 09:20:37.049073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e3f784e2-8a9d-4198-85d7-7bb92ab95f39 req-c7edb429-1cc6-4a39-aac5-5ec73b5ec1e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] For port 729b7ded-87c9-4994-80f5-8e08f82e8528, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=729b7ded-87c9-4994-80f5-8e08f82e8528,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:37.049446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e3f784e2-8a9d-4198-85d7-7bb92ab95f39 req-c7edb429-1cc6-4a39-aac5-5ec73b5ec1e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:37.081795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e3f784e2-8a9d-4198-85d7-7bb92ab95f39 req-c7edb429-1cc6-4a39-aac5-5ec73b5ec1e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Calling delete_port for 729b7ded-87c9-4994-80f5-8e08f82e8528 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:37.113834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-93fe43dd-8a13-40ff-96db-0633e1f56105 service neutron] 10.222.0.32 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770606 Sep 09 09:20:37.133893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64fe1f-fdba-445a-b04d-75b7615b6633 req-827b7e55-3890-4258-aa11-dd5df762e29f tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:37.135427 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa64fe1f-fdba-445a-b04d-75b7615b6633 req-827b7e55-3890-4258-aa11-dd5df762e29f tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1031632 Sep 09 09:20:37.221925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-30055c46-9b42-40ad-9e92-ca53d46a9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:37.223488 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-30055c46-9b42-40ad-9e92-ca53d46a9877 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 1098 time: 0.1336913 Sep 09 09:20:37.234642 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa64fe1f-fdba-445a-b04d-75b7615b6633 req-58d9066a-bd5b-4ff2-b5b8-6a250e445d0e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660701 Sep 09 09:20:37.240376 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d57c388-56b9-46d1-8835-86ee5130578e tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:37.286977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-a97551f2-6c4f-4c1b-a902-2a0a15edce8e service neutron] 10.222.0.32 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536167 Sep 09 09:20:37.302693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57c388-56b9-46d1-8835-86ee5130578e tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=db8afea3-d74f-4133-a67d-115dc1753d93,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:37.425221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-65cc1c26-8a00-4628-a2ea-5bc2ebf02669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:37.426919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-65cc1c26-8a00-4628-a2ea-5bc2ebf02669 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 911 time: 0.1776650 Sep 09 09:20:37.470527 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-4021c426-7891-4987-8128-3d66d84b6adc service neutron] 10.222.0.32 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667340 Sep 09 09:20:37.523175 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e3f784e2-8a9d-4198-85d7-7bb92ab95f39 req-c7edb429-1cc6-4a39-aac5-5ec73b5ec1e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:37.526531 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-4004f4a2-43e6-4041-bb92-0faed9747dd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee767781-f598-47a4-b421-d2a42ac5c881 HTTP/1.1" status: 200 len: 1002 time: 0.0924966 Sep 09 09:20:37.535578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['729b7ded-87c9-4994-80f5-8e08f82e8528'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:20:37.570027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edb429-1cc6-4a39-aac5-5ec73b5ec1e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event deleted for resources: {'Port': ['ID=729b7ded-87c9-4994-80f5-8e08f82e8528,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:37.585060 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-bed1d850-41a5-456c-a51b-cd6ca4861227 service neutron] 10.222.0.32 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078615 Sep 09 09:20:37.649007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f784e2-8a9d-4198-85d7-7bb92ab95f39 req-c7edb429-1cc6-4a39-aac5-5ec73b5ec1e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] No DVR routers for this DVR port 729b7ded-87c9-4994-80f5-8e08f82e8528 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:20:37.653225 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e3f784e2-8a9d-4198-85d7-7bb92ab95f39 req-c7edb429-1cc6-4a39-aac5-5ec73b5ec1e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:37.655814 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e3f784e2-8a9d-4198-85d7-7bb92ab95f39 req-c7edb429-1cc6-4a39-aac5-5ec73b5ec1e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.24 "DELETE /v2.0/ports/729b7ded-87c9-4994-80f5-8e08f82e8528 HTTP/1.1" status: 204 len: 173 time: 0.9842415 Sep 09 09:20:37.656365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f6f88c-b155-4cd6-85d9-35446a110007', 'name': 'network-vif-deleted', 'tag': '729b7ded-87c9-4994-80f5-8e08f82e8528'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:37.658724 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74cc0df-48eb-45cc-a031-29eec1dfc317" -d '{"events": [{"server_uuid": "24f6f88c-b155-4cd6-85d9-35446a110007", "name": "network-vif-deleted", "tag": "729b7ded-87c9-4994-80f5-8e08f82e8528"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:37.671842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-c14cf95a-db8b-4581-8140-083d939a7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:37.674621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-c14cf95a-db8b-4581-8140-083d939a7899 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ffe02-efbd-415c-8929-c3e24abb7f53 HTTP/1.1" status: 200 len: 849 time: 0.1398222 Sep 09 09:20:37.708149 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d57c388-56b9-46d1-8835-86ee5130578e tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:37.761124 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56560b68-53fe-41c4-a7bf-fb536b47f9df req-19b49919-c26a-476f-bfe8-8d9d4ac2c779 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 210 time: 0.0399382 Sep 09 09:20:37.775168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-3e8a38cd-f33c-4b10-ae8e-9e908d0d8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:37.776072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 77af0c0c-e578-4213-a288-d27728168d12 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:37.776680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-3e8a38cd-f33c-4b10-ae8e-9e908d0d8058 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7efe8e48-373b-4725-88ce-70a7125cfaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947165 Sep 09 09:20:37.790638 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-96b15269-2cce-47e0-8713-d7ae53fcecb8 service neutron] 10.222.0.32 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047203 Sep 09 09:20:37.956784 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3f71d6-4a63-42cf-97ab-9ed15ed7af21 x-openstack-request-id: req-bd3f71d6-4a63-42cf-97ab-9ed15ed7af21 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:37.957563 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f6f88c-b155-4cd6-85d9-35446a110007", "name": "network-vif-deleted", "tag": "729b7ded-87c9-4994-80f5-8e08f82e8528", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:37.957563 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd3f71d6-4a63-42cf-97ab-9ed15ed7af21 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:37.957769 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f6f88c-b155-4cd6-85d9-35446a110007', 'name': 'network-vif-deleted', 'tag': '729b7ded-87c9-4994-80f5-8e08f82e8528', 'status': 'completed', 'code': 200} Sep 09 09:20:38.014999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 77af0c0c-e578-4213-a288-d27728168d12 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:38.021221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 77af0c0c-e578-4213-a288-d27728168d12 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:38.026345 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:38.033502 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-f1959bc4-17ad-4631-9c52-af717b3f0595 service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348042 Sep 09 09:20:38.225673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1568d7-90c1-47d3-b041-68031f97e435 req-bcee9a18-9354-4003-b7cd-01f75a5e5c03 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:38.233781 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1f1568d7-90c1-47d3-b041-68031f97e435 req-bcee9a18-9354-4003-b7cd-01f75a5e5c03 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.1587949 Sep 09 09:20:38.257471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d57c388-56b9-46d1-8835-86ee5130578e tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Router 856fdc82-aad3-4137-9a03-0e036af2a597 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:20:38.303925 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96ec1b60-161e-4e09-8c5e-0daa5f918eaf req-b1889392-a526-435f-b62b-f888307714f0 service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627468 Sep 09 09:20:38.351242 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1f1568d7-90c1-47d3-b041-68031f97e435 req-fa498db9-e072-4e69-b93e-737879e5e1cd tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163983 Sep 09 09:20:38.407716 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:38.451926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:38.452870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77af0c0c-e578-4213-a288-d27728168d12'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:38.455864 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b32f4de-7ce9-46fd-afd9-d04377d83889" -d '{"events": [{"server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "name": "network-vif-plugged", "status": "completed", "tag": "77af0c0c-e578-4213-a288-d27728168d12"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:38.494912 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:38.501518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d57c388-56b9-46d1-8835-86ee5130578e tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:20:38.507744 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8d57c388-56b9-46d1-8835-86ee5130578e tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "PUT /v2.0/routers/856fdc82-aad3-4137-9a03-0e036af2a597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8708944 Sep 09 09:20:38.510163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33416) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:38.511738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f12b-7454-4362-a1dd-991272ead7fe req-5b57f009-2433-4719-9165-dd4fab97d18b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:38.513585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-40e9f12b-7454-4362-a1dd-991272ead7fe req-5b57f009-2433-4719-9165-dd4fab97d18b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.0709848 Sep 09 09:20:38.514673 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd2ba8-cf3d-47aa-884e-94fa5d6cc212 None None] Sync routers for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:20:38.527954 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd2ba8-cf3d-47aa-884e-94fa5d6cc212 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:38.529450 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ebdd2ba8-cf3d-47aa-884e-94fa5d6cc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:38.568442 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-40e9f12b-7454-4362-a1dd-991272ead7fe req-94dff38f-5390-4da0-b3ca-cdc82457eccb tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440300 Sep 09 09:20:38.588333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:38.600991 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ebdd2ba8-cf3d-47aa-884e-94fa5d6cc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:38.614944 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd2ba8-cf3d-47aa-884e-94fa5d6cc212 None None] Routers {'856fdc82-aad3-4137-9a03-0e036af2a597'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:38.615852 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ebdd2ba8-cf3d-47aa-884e-94fa5d6cc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['856fdc82-aad3-4137-9a03-0e036af2a597'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:38.651112 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ebdd2ba8-cf3d-47aa-884e-94fa5d6cc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:38.651779 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd2ba8-cf3d-47aa-884e-94fa5d6cc212 None None] The sync data for ids ['856fdc82-aad3-4137-9a03-0e036af2a597'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:20:38.681054 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a873ab2e-7c37-4292-a4a3-da5a02c5f9e5 x-openstack-request-id: req-a873ab2e-7c37-4292-a4a3-da5a02c5f9e5 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:38.682720 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "name": "network-vif-plugged", "status": "completed", "tag": "77af0c0c-e578-4213-a288-d27728168d12", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:38.682720 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a873ab2e-7c37-4292-a4a3-da5a02c5f9e5 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:38.682720 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77af0c0c-e578-4213-a288-d27728168d12', 'code': 200} Sep 09 09:20:38.730310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:38.790862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33424) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:38.844486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d02eda-584c-4f61-bb9f-487275febb44 req-39aeec66-0dc5-4a7d-848f-e568587e1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:38.847020 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92d02eda-584c-4f61-bb9f-487275febb44 req-39aeec66-0dc5-4a7d-848f-e568587e1a0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 1097 time: 0.1009114 Sep 09 09:20:38.860959 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:38.911499 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92d02eda-584c-4f61-bb9f-487275febb44 req-00ca2009-3010-4540-8f5c-f885e1bb64fa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568717 Sep 09 09:20:38.929238 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c819d79b-9200-48ed-b06c-58c385d5cd70 req-0ffaa82b-bbfa-4c26-849d-90b61eee292c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f6f88c-b155-4cd6-85d9-35446a110007 HTTP/1.1" status: 200 len: 210 time: 0.0370250 Sep 09 09:20:38.941251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2290a66-bf6f-4e2e-aa70-b0fea409cb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.002435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting port c2f35d77-0fe4-442d-816d-1943fc01c71e {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:39.002790 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.035736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2290a66-bf6f-4e2e-aa70-b0fea409cb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.088790 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.100934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Calling delete_port for c2f35d77-0fe4-442d-816d-1943fc01c71e owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:39.106521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2290a66-bf6f-4e2e-aa70-b0fea409cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.155832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f2290a66-bf6f-4e2e-aa70-b0fea409cb6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e77cdcc3e3e49d19ddb521640764489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617897 Sep 09 09:20:39.157197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2290a66-bf6f-4e2e-aa70-b0fea409cb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ab26a6-8621-4b20-ae06-22cdfb7527e3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:39.157836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33438) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:39.268351 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-083b15db-176f-4403-b797-cf98152ce34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.310137 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-083b15db-176f-4403-b797-cf98152ce34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.369989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96007027-0055-4562-ae62-370dddbe942c req-1d3efcd6-461f-4afb-b7ae-ddc95051845b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0344915 Sep 09 09:20:39.426401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6dcbc-0ac6-4996-9db3-9af84844836e req-2278a3d3-6432-43fe-b389-43d3afaf6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:39.428348 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8c6dcbc-0ac6-4996-9db3-9af84844836e req-2278a3d3-6432-43fe-b389-43d3afaf6610 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 1102 time: 0.1480937 Sep 09 09:20:39.557844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.559797 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-083b15db-176f-4403-b797-cf98152ce34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.563216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-083b15db-176f-4403-b797-cf98152ce34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.563456 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-083b15db-176f-4403-b797-cf98152ce34e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18ab26a6-8621-4b20-ae06-22cdfb7527e3 HTTP/1.1" status: 204 len: 168 time: 0.4046388 Sep 09 09:20:39.608649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b15db-176f-4403-b797-cf98152ce34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ab26a6-8621-4b20-ae06-22cdfb7527e3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:39.620506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600fe1-ada6-48bc-aa68-f3819a988bbb req-9861302e-19c3-4e65-a3db-22b3b7368e7c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:39.622197 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc600fe1-ada6-48bc-aa68-f3819a988bbb req-9861302e-19c3-4e65-a3db-22b3b7368e7c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.1568472 Sep 09 09:20:39.630878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Port': ['ID=c2f35d77-0fe4-442d-816d-1943fc01c71e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:39.661893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6dcbc-0ac6-4996-9db3-9af84844836e req-aa6322d6-ba15-4413-b96c-cececb4ca479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:39.663428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8c6dcbc-0ac6-4996-9db3-9af84844836e req-aa6322d6-ba15-4413-b96c-cececb4ca479 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2059913 Sep 09 09:20:39.720625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fa29f-999b-48da-88f8-9b4ce9748e41 req-9b802b53-1c94-421e-9ed8-2d7e269c57e5 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:39.725846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fa2fa29f-999b-48da-88f8-9b4ce9748e41 req-9b802b53-1c94-421e-9ed8-2d7e269c57e5 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.0557966 Sep 09 09:20:39.749651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8c6dcbc-0ac6-4996-9db3-9af84844836e req-23de4bfe-3113-428f-837a-abbeb416f86a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 HTTP/1.1" status: 200 len: 217 time: 0.0619910 Sep 09 09:20:39.763461 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc600fe1-ada6-48bc-aa68-f3819a988bbb req-6c403de4-380d-4112-91a6-195972d70f7b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270087 Sep 09 09:20:39.766928 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.774421 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fa2fa29f-999b-48da-88f8-9b4ce9748e41 req-cdfb5a5d-a7fb-4db9-9d6b-960adcd181e7 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452008 Sep 09 09:20:39.913151 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.918628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:39.932177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6dcbc-0ac6-4996-9db3-9af84844836e req-010b9886-1004-4008-82e1-5a9e83eff8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:39.933935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8c6dcbc-0ac6-4996-9db3-9af84844836e req-010b9886-1004-4008-82e1-5a9e83eff8e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1642342 Sep 09 09:20:40.068114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6dcbc-0ac6-4996-9db3-9af84844836e req-b91068af-8f43-4367-8f7e-c7e93d17f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:40.079526 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8c6dcbc-0ac6-4996-9db3-9af84844836e req-b91068af-8f43-4367-8f7e-c7e93d17f1b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909996 Sep 09 09:20:40.135028 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:40.135791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Fanout notify agent at l3_agent the message router_deleted on router 856fdc82-aad3-4137-9a03-0e036af2a597 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:20:40.236755 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8c6dcbc-0ac6-4996-9db3-9af84844836e req-91d847a3-fc90-404e-8c59-754711284589 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531997 Sep 09 09:20:40.244040 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:40.249054 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7b00c7b3-a4a4-4ec5-9132-4d7e1c112c33 tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/routers/856fdc82-aad3-4137-9a03-0e036af2a597 HTTP/1.1" status: 204 len: 168 time: 1.7215509 Sep 09 09:20:40.249168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33486) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:40.327212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48538bc-f094-428a-bee0-34a95375c20c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Deleting subnet 3efd26b1-8c3f-446b-b9fb-941b19cd6d23 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:20:40.332070 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c48538bc-f094-428a-bee0-34a95375c20c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:40.382607 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c48538bc-f094-428a-bee0-34a95375c20c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:40.486174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e26f1cb-9483-4de8-b015-06c2b7514be6 req-c0724ed4-3896-4972-9293-5d368b99df9b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0467896 Sep 09 09:20:40.492894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c48538bc-f094-428a-bee0-34a95375c20c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:40.650059 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c48538bc-f094-428a-bee0-34a95375c20c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:40.685292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48538bc-f094-428a-bee0-34a95375c20c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Subnet': ['ID=3efd26b1-8c3f-446b-b9fb-941b19cd6d23,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:40.721929 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c48538bc-f094-428a-bee0-34a95375c20c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:40.724892 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c48538bc-f094-428a-bee0-34a95375c20c tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/subnets/3efd26b1-8c3f-446b-b9fb-941b19cd6d23 HTTP/1.1" status: 204 len: 168 time: 0.4747083 Sep 09 09:20:40.732351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33498) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:40.826672 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8c6dcbc-0ac6-4996-9db3-9af84844836e req-778b0bee-2811-4f93-b6ae-7c0bf63ca949 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802991 Sep 09 09:20:40.845754 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:40.855176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-ab511549-8d06-4b22-a547-52642d701980 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:40.858279 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-ab511549-8d06-4b22-a547-52642d701980 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.5778182 Sep 09 09:20:40.875912 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-da4e0ef9-195e-41c2-8550-92b8ad60e7b0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/quotas/8488de5af68f47c9a85ed402dd053b64 HTTP/1.1" status: 200 len: 375 time: 0.0114660 Sep 09 09:20:40.915552 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-d0ea069c-17e3-4fcd-864b-ede08c68b8de tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310669 Sep 09 09:20:40.965091 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.003717 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:41.016719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cc10f1-0c9b-434b-80fc-102af33de103') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:41.018225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cc10f1-0c9b-434b-80fc-102af33de103') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:41.037018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a547-05f2-4ca0-b3ff-ff517c5f7511 req-5bffa89a-5db7-4552-9f58-7b6990243adf tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:41.038664 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82f6a547-05f2-4ca0-b3ff-ff517c5f7511 req-5bffa89a-5db7-4552-9f58-7b6990243adf tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.1397545 Sep 09 09:20:41.040503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.046605 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-2756253d-da8c-469f-addb-fc01a7b8193b service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220584 Sep 09 09:20:41.058117 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.082173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:20:41.082571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:20:41.085771 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:20:41.124864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:41.167996 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-74a7281f-de3a-4f17-93e5-96e493ccf02c service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138713 Sep 09 09:20:41.179811 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82f6a547-05f2-4ca0-b3ff-ff517c5f7511 req-b3d33f72-1a8e-4253-b615-4b71db16fbf4 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166112 Sep 09 09:20:41.266097 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.280819 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.283950 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] 10.222.0.32 "DELETE /v2.0/networks/0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3 HTTP/1.1" status: 204 len: 168 time: 0.5557668 Sep 09 09:20:41.308249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1352963970-network', 'tenant_id': '8c906887936d4e70b47c3f714e0540db'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:41.327896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b69e1-31c1-441c-b751-e0bd66ee539d tempest-FloatingIPTestJSON-312782723 tempest-FloatingIPTestJSON-312782723-project] Pushing event deleted for resources: {'Network': ['ID=0e6d83c7-ac19-4fd8-a692-8091c6f5f7b3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:41.367484 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c899496-729d-401b-a12c-94e94bbfca4e req-1d8a962c-9f4a-4f51-be3f-c8b1a7881157 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:41.367484 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c899496-729d-401b-a12c-94e94bbfca4e req-1d8a962c-9f4a-4f51-be3f-c8b1a7881157 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.0981047 Sep 09 09:20:41.406607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c899496-729d-401b-a12c-94e94bbfca4e req-404d9189-483e-42fb-ab7d-994a6382db4f tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Sep 09 09:20:41.414179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Made reservation on behalf of 8c906887936d4e70b47c3f714e0540db for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:41.416563 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.443308 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.581443 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.607986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81c5a-c5b8-4a0b-a175-cdcd4e088e88 req-f10861da-5f60-4be4-b01f-40c9d49606e8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:41.609638 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2b81c5a-c5b8-4a0b-a175-cdcd4e088e88 req-f10861da-5f60-4be4-b01f-40c9d49606e8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.1043098 Sep 09 09:20:41.620255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33524) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:41.620927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.632372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4f663b58-3a4f-4770-bd4b-b491dd733e91 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'floatingip': {'port_id': '77af0c0c-e578-4213-a288-d27728168d12'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:41.710438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b340326-5024-4a82-9fb8-a943d8a5c7f6 req-f17081cf-2137-4c3c-956a-7ca860e40d4c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 210 time: 0.1234744 Sep 09 09:20:41.732663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33534) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:41.737193 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f663b58-3a4f-4770-bd4b-b491dd733e91 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.740090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:20:41.741827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-296409506'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:41.751768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.752211 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Added segment d4f3041e-42fe-41e9-87ab-2908037cce9b of type vlan for network 17ab205a-8b76-4441-9544-651fb0daef91 Sep 09 09:20:41.793575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 729b7ded-87c9-4994-80f5-8e08f82e8528 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:20:41.798122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:41.843715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33536) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:41.847268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 729b7ded-87c9-4994-80f5-8e08f82e8528 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:20:41.847900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 729b7ded-87c9-4994-80f5-8e08f82e8528 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:20:41.862484 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7c9c462-50e8-4c84-9f4b-1a2ab5616914 req-ba9881dd-78b4-49ce-97f9-4c26e7f52ffb tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0375645 Sep 09 09:20:41.881990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:41.888360 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.890943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.931100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:20:41.941967 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:41.942313 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Added segment fd37a82f-2953-4a33-8d83-8f4a8526f0a5 of type vlan for network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 Sep 09 09:20:41.993271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-a98f2fe6-96c6-4367-a56d-e739a75cdebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:41.994874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-a98f2fe6-96c6-4367-a56d-e739a75cdebb service neutron] 10.222.0.24 "GET /v2.0/ports/e655b2cd-242f-4a3f-8779-c4ab04142ef2 HTTP/1.1" status: 200 len: 1031 time: 0.0501337 Sep 09 09:20:42.005695 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.057375 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0ac75f71-8c50-42d8-b950-6f2175c9b7e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e690a2e8ad042f59c6c9a59c32a26d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974335 Sep 09 09:20:42.061834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33540) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:42.083220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-67f0da24-e282-4874-96fa-1139149c67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:42.084613 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-67f0da24-e282-4874-96fa-1139149c67cc service neutron] 10.222.0.24 "GET /v2.0/ports/61dacf64-85aa-40e8-857f-3c2822090211 HTTP/1.1" status: 200 len: 1033 time: 0.0764260 Sep 09 09:20:42.089943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.091960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:42.092767 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.113013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d798ecb0-36ae-424e-8c82-e53b408c886a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.138109 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d798ecb0-36ae-424e-8c82-e53b408c886a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.180074 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.186871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:42.190236 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.264614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Network': ['ID=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:42.275773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=17ab205a-8b76-4441-9544-651fb0daef91,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:42.278074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:42.290386 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dc98bb68-4b11-4351-9311-230d5f32e7a6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1645510 Sep 09 09:20:42.293913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33544) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:42.299930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] Request body: {'subnet': {'network_id': '17ab205a-8b76-4441-9544-651fb0daef91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1352963970-subnet', 'tenant_id': '8c906887936d4e70b47c3f714e0540db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:42.304549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 17ab205a-8b76-4441-9544-651fb0daef91 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:42.339869 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c5aec253-d49e-45cd-a199-65c6e67b8d5d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6059015 Sep 09 09:20:42.341358 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d798ecb0-36ae-424e-8c82-e53b408c886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.347818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d798ecb0-36ae-424e-8c82-e53b408c886a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.347818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d798ecb0-36ae-424e-8c82-e53b408c886a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/866e944a-6fef-47ce-aa49-2494773b9410 HTTP/1.1" status: 204 len: 168 time: 0.2824035 Sep 09 09:20:42.347818 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33546) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:42.356003 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2083597292'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:42.373473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798ecb0-36ae-424e-8c82-e53b408c886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866e944a-6fef-47ce-aa49-2494773b9410,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:42.417776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-41835e87-f1d4-40ab-a86f-be331387692d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:42.424026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-41835e87-f1d4-40ab-a86f-be331387692d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:42.430268 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-41835e87-f1d4-40ab-a86f-be331387692d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:42.432166 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-41835e87-f1d4-40ab-a86f-be331387692d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "GET /v2.0/networks?id=cde98297-5ac2-4658-b7e9-2b86e45e252b&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&id=ae378c4f-bcc5-4684-9b14-0072a5045cf1 HTTP/1.1" status: 200 len: 1995 time: 0.3319874 Sep 09 09:20:42.451153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] Made reservation on behalf of 8c906887936d4e70b47c3f714e0540db for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:42.459980 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.575686 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-25106623-7700-4bad-8cac-44b34cc297ec tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77c44c0859204d059165e2a3262a3398 HTTP/1.1" status: 200 len: 380 time: 0.0881677 Sep 09 09:20:42.620518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'admin_state_up': True, 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'security_groups': ['bf47ab60-c6a6-4e64-b96a-e2895cb8d99c']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:42.651712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:42.657270 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.696141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:20:42.717818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.718220 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Added segment 980a8663-fe00-464d-a9b0-af1bfff56fdd of type vlan for network b0b609e8-3ebb-4e45-96f5-45f4fef663be Sep 09 09:20:42.792639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d0002-d99e-4199-94c2-7368a428e6a2 req-0ed64bd4-274d-478c-98b7-7d451ace9731 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:42.799913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f38d0002-d99e-4199-94c2-7368a428e6a2 req-0ed64bd4-274d-478c-98b7-7d451ace9731 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.2777758 Sep 09 09:20:42.838428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c451b88-a618-4b2b-b1e1-deeee511611c req-447ce46e-2839-415e-91ee-370587579a84 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 210 time: 0.0465512 Sep 09 09:20:42.840132 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.876740 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f663b58-3a4f-4770-bd4b-b491dd733e91 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:42.914719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f38d0002-d99e-4199-94c2-7368a428e6a2 req-19e05f8d-931c-4b72-8fd2-8761fd22001c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911577 Sep 09 09:20:42.923253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:43.017182 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e80ee232-fda9-4ee9-a78b-a87059c90385 req-148ab273-87f8-47dc-b706-e654378fc237 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0338027 Sep 09 09:20:43.037968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e12ceb2-7c7e-4491-834d-94bac73f3d97,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:43.043167 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f663b58-3a4f-4770-bd4b-b491dd733e91 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:43.044730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] Checking segment: {'id': 'd4f3041e-42fe-41e9-87ab-2908037cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:43.045272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] Network hostable DHCP agents. Network: 17ab205a-8b76-4441-9544-651fb0daef91, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:20:43.049069 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:43.055142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:43.055883 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:43.137584 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Network': ['ID=b0b609e8-3ebb-4e45-96f5-45f4fef663be,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:43.150706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network b0b609e8-3ebb-4e45-96f5-45f4fef663be details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:43.180215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:43.192104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:43.200976 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-4f663b58-3a4f-4770-bd4b-b491dd733e91 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Floating IP 961d9018-5d5a-49ec-a063-87f5f8d1bb9b associated. External IP: 172.25.8.179, port: 77af0c0c-e578-4213-a288-d27728168d12. Sep 09 09:20:43.223713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-63d2fb23-90b4-49ef-8994-2c074aeed3e6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8707919 Sep 09 09:20:43.223713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] Network 17ab205a-8b76-4441-9544-651fb0daef91 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:20:43.225146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33568) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:43.236698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'subnet': {'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:43.347863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 17ab205a-8b76-4441-9544-651fb0daef91) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:43.355280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:43.355958 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:43.358794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f35a6e-0e69-43e2-9c3f-16abc73136b5 None None] Network 17ab205a-8b76-4441-9544-651fb0daef91 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:43.479022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:43.483226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:43.546384 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cf5f0eb5-bb44-4ffc-8ad0-e6041aa874b7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2511039 Sep 09 09:20:43.568663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1e8ad9-853e-408d-852e-7d9688041bcc None None] Network 17ab205a-8b76-4441-9544-651fb0daef91 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:43.983262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33590) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:44.064427 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-926c5e4c-d1f0-4ea6-8798-1cf8e4bda056 req-5ec9b438-7b0c-4835-aac2-b22d15d63e06 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 210 time: 0.1011393 Sep 09 09:20:44.142414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Allocated IP 172.20.0.3 (cde98297-5ac2-4658-b7e9-2b86e45e252b/7eaf9055-4be0-4b7a-8a4c-147c7f236463/c2f69134-2934-42cb-bb06-f7d2b55fb6eb) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:44.158253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.271435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'networks': [{'name': 'tempest-network--1506988153'}, {'name': 'tempest-network--277274193'}]} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:44.271435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'network': {'name': 'tempest-network--1506988153'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:44.272279 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'network': {'name': 'tempest-network--277274193'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:44.345891 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6de1ec2e-ef8a-4ede-9bd4-ca9e57b1866d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.367861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b39a301-9c52-40fa-b142-359898873cbe req-8e63435f-ff91-4094-a180-26bb102c6b3f tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.1169877 Sep 09 09:20:44.385327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Subnet': ['ID=ed2383f1-918d-4ac7-a813-895bf8e33315,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:44.390308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Checking segment: {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:44.390603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network hostable DHCP agents. Network: 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:20:44.416912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-7e262e8b-c806-4c30-9be4-e7fb692fc769 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:44.418448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-7e262e8b-c806-4c30-9be4-e7fb692fc769 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.5311987 Sep 09 09:20:44.435933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Request body: {'port': {'device_id': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'admin_state_up': True, 'tenant_id': '8488de5af68f47c9a85ed402dd053b64'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:44.491579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.504407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813e6dc-43ea-4f23-bf6a-29f8743867a4 req-35f02161-96d0-4086-85a0-8ca9e6b203f3 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:44.505962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2813e6dc-43ea-4f23-bf6a-29f8743867a4 req-35f02161-96d0-4086-85a0-8ca9e6b203f3 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1999593 Sep 09 09:20:44.522022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:20:44.522450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Transition to ACTIVE for port object c2f69134-2934-42cb-bb06-f7d2b55fb6eb will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:44.523882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Made reservation on behalf of db5b9b33bf264258af437d7e9c32fa30 for: {'network': 2} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:44.528895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.544834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.558311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f663b58-3a4f-4770-bd4b-b491dd733e91 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:20:44.604078 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2813e6dc-43ea-4f23-bf6a-29f8743867a4 req-0bac5054-b16a-4171-b8c4-928601f78a71 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868227 Sep 09 09:20:44.639194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:44.646942 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:44.648088 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.653959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756da4f4-9dee-4a28-a8bf-5b887ea38cfa None None] Network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:44.707244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.714720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f663b58-3a4f-4770-bd4b-b491dd733e91 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:20:44.720753 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f663b58-3a4f-4770-bd4b-b491dd733e91 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.725286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.734294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66d70d-9412-4bdb-abbd-3e247df0f561 None None] Sync routers for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:20:44.759127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66d70d-9412-4bdb-abbd-3e247df0f561 None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:44.760003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ec66d70d-9412-4bdb-abbd-3e247df0f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:44.795621 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.796451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.796693 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4f663b58-3a4f-4770-bd4b-b491dd733e91 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "PUT /v2.0/floatingips/961d9018-5d5a-49ec-a063-87f5f8d1bb9b HTTP/1.1" status: 200 len: 991 time: 3.1678917 Sep 09 09:20:44.803168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'tag': '77af0c0c-e578-4213-a288-d27728168d12'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:44.809785 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "tag": "77af0c0c-e578-4213-a288-d27728168d12"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:44.843913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network cde98297-5ac2-4658-b7e9-2b86e45e252b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:44.863323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:44.868283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:44.871312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Port': ['ID=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:44.936266 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f144cf28-4a53-4ce3-9765-1d0e8e1c5427 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7100017 Sep 09 09:20:44.941303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33604) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:44.948767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'subnet': {'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:44.949057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-41e822bc-d4ae-4d0a-8791-d5bfd0f84b28', 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'fixed_ips': [{'subnet_id': 'ed2383f1-918d-4ac7-a813-895bf8e33315'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:20:44.950341 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:44.952273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:20:44.958121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f553e171-63c1-47d1-b72d-82368112ea45,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:44.974803 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1ad36c-962c-4753-a64e-b9901a5ebc28 x-openstack-request-id: req-9b1ad36c-962c-4753-a64e-b9901a5ebc28 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:44.975098 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "tag": "77af0c0c-e578-4213-a288-d27728168d12", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:44.975354 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b1ad36c-962c-4753-a64e-b9901a5ebc28 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:44.975807 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'tag': '77af0c0c-e578-4213-a288-d27728168d12', 'status': 'completed', 'code': 200} Sep 09 09:20:45.004346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ec66d70d-9412-4bdb-abbd-3e247df0f561 None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:20:45.013255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.013734 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Added segment c8c01fa5-3ae1-4402-ad3f-2e4cc6c6a5b8 of type vlan for network 85639a2e-683f-4c1f-a187-77a07acc1a4f Sep 09 09:20:45.083204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:45.083963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.129972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Made reservation on behalf of 8488de5af68f47c9a85ed402dd053b64 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:45.133703 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.154482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.256422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd req-b57cb73d-2b44-4563-bb6b-7b9761f7772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:45.257920 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd req-b57cb73d-2b44-4563-bb6b-7b9761f7772e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 1097 time: 0.2623997 Sep 09 09:20:45.271896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1fc14804-dc6a-4bd8-aee3-7dfc5546bcde req-2c266a59-ddad-4d86-ac85-ea797e1c22ce tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 210 time: 0.0587745 Sep 09 09:20:45.285158 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:20:45.307261 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.307628 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Added segment e9dcfa1f-acc4-4535-b7e7-ccb4ca6bc88b of type vlan for network b0ca4de5-6d59-484d-822f-9a081ae91a98 Sep 09 09:20:45.314396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-dc7e0f8c-fe0b-4519-9306-d532fa4151ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7035010 Sep 09 09:20:45.344358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319', 'admin_state_up': True, 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'security_groups': ['bf47ab60-c6a6-4e64-b96a-e2895cb8d99c']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:45.404169 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.425876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Allocated IP 172.20.0.7 (26aaa9bc-15bb-4aa8-b609-bb0d56dcd254/fcecb474-ea10-44b3-96f9-cd7cd9d5e862/2b62e81f-979c-4259-aa9e-e3e481ff038b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:45.480951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:45.485081 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.527485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Allocated IP 10.1.1.2 (41e822bc-d4ae-4d0a-8791-d5bfd0f84b28/ed2383f1-918d-4ac7-a813-895bf8e33315/ad00ea79-fe9f-4554-b449-58732e45c6b3) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:45.539351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-876632eb-3bec-4207-a656-e3fbf8b2cc68 None None] Provisioning for port c2f69134-2934-42cb-bb06-f7d2b55fb6eb completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:45.552487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-876632eb-3bec-4207-a656-e3fbf8b2cc68 None None] Provisioning complete for port c2f69134-2934-42cb-bb06-f7d2b55fb6eb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:45.552862 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-876632eb-3bec-4207-a656-e3fbf8b2cc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.620768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ec66d70d-9412-4bdb-abbd-3e247df0f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '961d9018-5d5a-49ec-a063-87f5f8d1bb9b', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'port_id': '77af0c0c-e578-4213-a288-d27728168d12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'mac_address': 'fa:16:3e:ce:79:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:20:19Z', 'updated_at': '2021-09-09T09:20:42Z', 'revision_number': 1, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:45.670608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd req-9ce68ef2-391c-4c2d-b6f0-3ad561349574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:45.673785 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd req-9ce68ef2-391c-4c2d-b6f0-3ad561349574 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.3994398 Sep 09 09:20:45.767082 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.775358 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.786247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Transition to ACTIVE for port object ad00ea79-fe9f-4554-b449-58732e45c6b3 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:45.804233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Transition to ACTIVE for port object ad00ea79-fe9f-4554-b449-58732e45c6b3 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:45.810550 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.811112 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.817895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:45.823218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:45.823929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.824639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-876632eb-3bec-4207-a656-e3fbf8b2cc68 None None] Port c2f69134-2934-42cb-bb06-f7d2b55fb6eb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:45.860253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66d70d-9412-4bdb-abbd-3e247df0f561 None None] Checking router: 59ebda07-7d77-4e2e-9136-86bf5d9d43fb for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:20:45.867116 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:45.886701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66d70d-9412-4bdb-abbd-3e247df0f561 None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:20:45.887799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ec66d70d-9412-4bdb-abbd-3e247df0f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:45.936258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event updated for resources: {'Network': ['ID=85639a2e-683f-4c1f-a187-77a07acc1a4f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:45.949218 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd req-f59a4d8b-d93c-40fd-b709-af916089bc83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af0c0c-e578-4213-a288-d27728168d12 HTTP/1.1" status: 200 len: 999 time: 0.2469654 Sep 09 09:20:45.960666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba360a4-198b-4c1a-b255-8d446d48b691 req-c2036a9d-838f-47e9-bfbb-bc47bf0f8a50 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:45.969738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ba360a4-198b-4c1a-b255-8d446d48b691 req-c2036a9d-838f-47e9-bfbb-bc47bf0f8a50 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.2492030 Sep 09 09:20:46.019116 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:46.023900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ec66d70d-9412-4bdb-abbd-3e247df0f561 None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:20:46.034048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event updated for resources: {'Network': ['ID=b0ca4de5-6d59-484d-822f-9a081ae91a98,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:46.093016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:46.117733 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-172ab753-a01f-4877-8dc4-a6a416870954 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1233187 Sep 09 09:20:46.118463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33626) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:46.119213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event updated for resources: {'Port': ['ID=2b62e81f-979c-4259-aa9e-e3e481ff038b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:46.124745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:46.128120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:46.164660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd req-0195c206-6735-4a3a-91f0-a38fcfe550ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:46.166664 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd req-0195c206-6735-4a3a-91f0-a38fcfe550ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.1945078 Sep 09 09:20:46.188087 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ba360a4-198b-4c1a-b255-8d446d48b691 req-69f1f29f-5746-449e-b07c-c68f6dc51f8b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169495 Sep 09 09:20:46.267269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:46.281927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:46.292476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:46.393352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 85639a2e-683f-4c1f-a187-77a07acc1a4f details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:46.455189 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd req-a21b9045-9f1a-4a18-9877-2bdbfa3ce7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:46.461111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd req-a21b9045-9f1a-4a18-9877-2bdbfa3ce7c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2715766 Sep 09 09:20:46.475791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network b0ca4de5-6d59-484d-822f-9a081ae91a98 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:46.494424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:46.518934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:46.519712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:46.524626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:46.535451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a4948-676c-405a-97fa-0a4e85793ab6 req-e05f7088-e815-40b9-8dac-984a9675218b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:46.537197 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a43a4948-676c-405a-97fa-0a4e85793ab6 req-e05f7088-e815-40b9-8dac-984a9675218b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 931 time: 1.0230744 Sep 09 09:20:46.538734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:46.547030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3d945-fde0-44d6-901e-da2a24ba5ce1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:46.557316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3d945-fde0-44d6-901e-da2a24ba5ce1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:46.564773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3d945-fde0-44d6-901e-da2a24ba5ce1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:46.570299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3d945-fde0-44d6-901e-da2a24ba5ce1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:46.574790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cbe3d945-fde0-44d6-901e-da2a24ba5ce1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3388646 Sep 09 09:20:46.584086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33632) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:46.609578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Subnet': ['ID=1c583d19-5c37-4f47-8332-479ed553c312,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:46.656409 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a43a4948-676c-405a-97fa-0a4e85793ab6 req-089ba20a-a00c-4ac9-9269-e2979d351581 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806069 Sep 09 09:20:46.690959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Attempting to bind port ad00ea79-fe9f-4554-b449-58732e45c6b3 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:46.691330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Attempting to bind port ad00ea79-fe9f-4554-b449-58732e45c6b3 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:46.691744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Attempting to bind port ad00ea79-fe9f-4554-b449-58732e45c6b3 on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:46.694587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Pushing event updated for resources: {'Port': ['ID=ad00ea79-fe9f-4554-b449-58732e45c6b3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:46.708334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:46.708719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Checking segment: {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:46.709128 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:46.709533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Bound using segment: {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:46.710020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Bound port: ad00ea79-fe9f-4554-b449-58732e45c6b3, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:46.710409 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:46.726467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-99820062-24c1-40ad-9e8d-28c0fe9b0293 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2952292 Sep 09 09:20:46.741225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Checking segment: {'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:46.743801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network hostable DHCP agents. Network: b0b609e8-3ebb-4e45-96f5-45f4fef663be, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:20:46.747598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Request body: {'port': {'device_id': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:46.805499 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:46.812602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024a613-d061-4979-9325-663b7d407bc5 req-6ded1798-b6b1-4dc0-82a4-64cd405eb776 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:46.821421 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1024a613-d061-4979-9325-663b7d407bc5 req-6ded1798-b6b1-4dc0-82a4-64cd405eb776 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 931 time: 0.2903543 Sep 09 09:20:46.822278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:46.827162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] For port ad00ea79-fe9f-4554-b449-58732e45c6b3, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:46.831342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] For port ad00ea79-fe9f-4554-b449-58732e45c6b3, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ad00ea79-fe9f-4554-b449-58732e45c6b3,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:46.844381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ec66d70d-9412-4bdb-abbd-3e247df0f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '961d9018-5d5a-49ec-a063-87f5f8d1bb9b', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'port_id': '77af0c0c-e578-4213-a288-d27728168d12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'mac_address': 'fa:16:3e:ce:79:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:20:19Z', 'updated_at': '2021-09-09T09:20:42Z', 'revision_number': 1, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:46.851607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd req-9588f490-410e-4a6a-98e8-6ac4fadd350a service neutron] 10.222.0.24 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637996 Sep 09 09:20:46.899639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Allocated IP 10.1.1.236 (6d564fa3-c657-44e8-be47-675efa82f319/8a5d7991-9357-42a7-bed6-b7a267fd45e8/dd77bb5c-f200-4070-9fdc-d93528eaca4b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:46.920178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66d70d-9412-4bdb-abbd-3e247df0f561 None None] The sync data for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 is: [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '961d9018-5d5a-49ec-a063-87f5f8d1bb9b', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'port_id': '77af0c0c-e578-4213-a288-d27728168d12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'mac_address': 'fa:16:3e:ce:79:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:20:19Z', 'updated_at': '2021-09-09T09:20:42Z', 'revision_number': 1, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:20:46.937001 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:46.947562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1024a613-d061-4979-9325-663b7d407bc5 req-2453a2cd-e10c-4690-8834-56f58aac06c0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251285 Sep 09 09:20:46.954303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network b0b609e8-3ebb-4e45-96f5-45f4fef663be is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:20:47.057959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158f5ab-fb4f-4b24-9a7a-2b665ea20a6c None None] Pushing event updated for resources: {'Port': ['ID=ad00ea79-fe9f-4554-b449-58732e45c6b3,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:47.098792 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.124723 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86084ccd-9a9e-4ecc-b7eb-e10a792e2ddd req-c0f1bab0-640a-4b4b-bd3f-63440e648ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642426 Sep 09 09:20:47.132680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, b0b609e8-3ebb-4e45-96f5-45f4fef663be) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:47.140032 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c93f8b5-57c4-4b99-9bc4-33cbce2d128a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.142198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:47.142198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.150935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bde6644-3907-4fdf-9b68-b3f5e29e06b1 None None] Network b0b609e8-3ebb-4e45-96f5-45f4fef663be requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:47.167112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85639a2e-683f-4c1f-a187-77a07acc1a4f']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:47.223034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c01fa5-3ae1-4402-ad3f-2e4cc6c6a5b8') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:47.223569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c01fa5-3ae1-4402-ad3f-2e4cc6c6a5b8') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:47.257314 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.295637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b82d1b1f-c741-4961-b7a7-e3f4d2426de8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3532321 Sep 09 09:20:47.299531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33638) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:47.319137 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.349246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'port': {'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28', 'name': 'tempest-TaggedBootDevicesTest-989967252', 'fixed_ips': [{'subnet_id': 'ed2383f1-918d-4ac7-a813-895bf8e33315'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:47.379354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:20:47.393310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.418996 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.430873 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992832a6-b50a-4ef2-9616-707858b44599 None None] New status for floating IP 961d9018-5d5a-49ec-a063-87f5f8d1bb9b: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:20:47.551500 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:20:47.587594 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:20:47.621248 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Transition to ACTIVE for port object dd77bb5c-f200-4070-9fdc-d93528eaca4b will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:47.631801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-b0b609e8-3ebb-4e45-96f5-45f4fef663be', 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'fixed_ips': [{'subnet_id': '1c583d19-5c37-4f47-8332-479ed553c312'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:20:47.635208 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.745683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ad00ea79-fe9f-4554-b449-58732e45c6b3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:47.746104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.760110 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.769604 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "DELETE /v2.0/networks/85639a2e-683f-4c1f-a187-77a07acc1a4f HTTP/1.1" status: 204 len: 168 time: 1.1765058 Sep 09 09:20:47.769811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33648) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:47.866030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1db58a-a091-4616-81e1-ddcd2c06140f req-f38d6720-ae9f-4693-8292-774a86f41120 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:47.867685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae1db58a-a091-4616-81e1-ddcd2c06140f req-f38d6720-ae9f-4693-8292-774a86f41120 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.2835860 Sep 09 09:20:47.872905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2ce45-0af5-4dee-a7ba-5376db1314de tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event deleted for resources: {'Network': ['ID=85639a2e-683f-4c1f-a187-77a07acc1a4f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:47.884160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Allocated IP 10.2.2.2 (b0b609e8-3ebb-4e45-96f5-45f4fef663be/1c583d19-5c37-4f47-8332-479ed553c312/680050f7-757c-4dd2-bfa1-72b6fe39ac0b) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:47.896959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b62e81f-979c-4259-aa9e-e3e481ff038b {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:47.912080 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.946456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Transition to ACTIVE for port object 2b62e81f-979c-4259-aa9e-e3e481ff038b will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:47.978255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae1db58a-a091-4616-81e1-ddcd2c06140f req-cd6b8eab-0a8b-4524-ab39-7c49d4d8cbb6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765831 Sep 09 09:20:47.995516 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:47.999357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port ad00ea79-fe9f-4554-b449-58732e45c6b3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:48.003911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:48.008759 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.014833 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.186693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network 6d564fa3-c657-44e8-be47-675efa82f319 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:48.187821 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.219176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Transition to ACTIVE for port object 680050f7-757c-4dd2-bfa1-72b6fe39ac0b will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:48.232882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b62e81f-979c-4259-aa9e-e3e481ff038b,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:48.240969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:48.262216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Transition to ACTIVE for port object 680050f7-757c-4dd2-bfa1-72b6fe39ac0b will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:48.270454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:48.284634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Port': ['ID=dd77bb5c-f200-4070-9fdc-d93528eaca4b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:48.332910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce8ea9-78d2-48de-8a34-dbcf5f781ffc req-00cc708e-16ba-4595-9743-7fc1d0695cc8 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:48.335427 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a7ce8ea9-78d2-48de-8a34-dbcf5f781ffc req-00cc708e-16ba-4595-9743-7fc1d0695cc8 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 943 time: 0.1852357 Sep 09 09:20:48.342476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Attempting to bind port 2b62e81f-979c-4259-aa9e-e3e481ff038b on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:48.343013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Attempting to bind port 2b62e81f-979c-4259-aa9e-e3e481ff038b by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:48.343659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Attempting to bind port 2b62e81f-979c-4259-aa9e-e3e481ff038b on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:48.353692 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.358383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Port 2b62e81f-979c-4259-aa9e-e3e481ff038b on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:20:48.358844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Attempting to bind port 2b62e81f-979c-4259-aa9e-e3e481ff038b on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:48.396952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:48.397422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Checking segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:48.397880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Bound using segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:48.398599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Bound port: 2b62e81f-979c-4259-aa9e-e3e481ff038b, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:48.400534 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.473007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a7ce8ea9-78d2-48de-8a34-dbcf5f781ffc req-7940c93d-9aa4-4959-83be-f4883b2e21b2 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225035 Sep 09 09:20:48.529417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.530023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Pushing event updated for resources: {'Port': ['ID=680050f7-757c-4dd2-bfa1-72b6fe39ac0b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:48.536297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd794bf2-0180-41e7-9cae-34d41dd692e7 req-978ac3fe-7ad6-481c-a078-6486d969d5c2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:48.551631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd794bf2-0180-41e7-9cae-34d41dd692e7 req-978ac3fe-7ad6-481c-a078-6486d969d5c2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:48.553621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Network b0b609e8-3ebb-4e45-96f5-45f4fef663be is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:48.555037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:48.557081 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd794bf2-0180-41e7-9cae-34d41dd692e7 req-978ac3fe-7ad6-481c-a078-6486d969d5c2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 1653 time: 0.5558362 Sep 09 09:20:48.565722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] For port 2b62e81f-979c-4259-aa9e-e3e481ff038b, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:48.571236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] For port 2b62e81f-979c-4259-aa9e-e3e481ff038b, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:48.578515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:48.649127 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.725125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Attempting to bind port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:48.725617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Attempting to bind port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:48.725864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Attempting to bind port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b on network b0b609e8-3ebb-4e45-96f5-45f4fef663be {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:48.730755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:48.732735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:48.732897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.733552 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.734526 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] 10.222.0.41 "PUT /v2.0/ports/2b62e81f-979c-4259-aa9e-e3e481ff038b HTTP/1.1" status: 200 len: 1092 time: 1.9956648 Sep 09 09:20:48.735001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'tag': '2b62e81f-979c-4259-aa9e-e3e481ff038b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:48.738232 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403e4fd0-610e-435d-a8b3-ac6496825435" -d '{"events": [{"name": "network-changed", "server_uuid": "53f5e59f-c596-40c2-b354-7064ea8f36cb", "tag": "2b62e81f-979c-4259-aa9e-e3e481ff038b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:48.745275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:48.745667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Checking segment: {'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:48.746081 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.748082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Bound using segment: {'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:48.748082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Bound port: 680050f7-757c-4dd2-bfa1-72b6fe39ac0b, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:48.748082 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.787954 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.811413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37909f7e-c96d-42b8-a635-08a0c2982ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b62e81f-979c-4259-aa9e-e3e481ff038b,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:48.816491 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd794bf2-0180-41e7-9cae-34d41dd692e7 req-d0db26ce-7531-4ff6-a8b3-aa632ccf4615 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411013 Sep 09 09:20:48.824022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e550d-4eed-4857-b3ba-500906ca4512 None None] Network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:48.826366 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.869030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ca4de5-6d59-484d-822f-9a081ae91a98']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:48.878865 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dc82f1ff-2ea0-4c27-845f-6ece3a6af190 None None] Provisioning for port dd77bb5c-f200-4070-9fdc-d93528eaca4b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:48.889113 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de51e9e1-753f-4f21-b9f8-da282566f8b6 x-openstack-request-id: req-de51e9e1-753f-4f21-b9f8-da282566f8b6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:48.889483 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f5e59f-c596-40c2-b354-7064ea8f36cb", "tag": "2b62e81f-979c-4259-aa9e-e3e481ff038b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:48.889742 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de51e9e1-753f-4f21-b9f8-da282566f8b6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:48.890077 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'tag': '2b62e81f-979c-4259-aa9e-e3e481ff038b', 'status': 'completed', 'code': 200} Sep 09 09:20:48.893228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] device_id is not set on port 453ae082-fabe-44d6-98f0-a13b1423af32 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:20:48.920298 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dc82f1ff-2ea0-4c27-845f-6ece3a6af190 None None] Provisioning complete for port dd77bb5c-f200-4070-9fdc-d93528eaca4b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:48.921202 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc82f1ff-2ea0-4c27-845f-6ece3a6af190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:48.946099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-26e674f6-9305-4a5b-b7b4-c1818e0a33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:48.948225 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-26e674f6-9305-4a5b-b7b4-c1818e0a33e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 1095 time: 0.0899215 Sep 09 09:20:48.969064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] For port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:48.975719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] For port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=680050f7-757c-4dd2-bfa1-72b6fe39ac0b,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:49.001561 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-92944293-b371-4f0e-bdbf-d7adb0996a2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b HTTP/1.1" status: 200 len: 217 time: 0.0437312 Sep 09 09:20:49.003635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dc82f1ff-2ea0-4c27-845f-6ece3a6af190 None None] Port dd77bb5c-f200-4070-9fdc-d93528eaca4b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:49.064041 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:49.073761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-c35cb847-42f7-4a1a-b5e4-53209bd294d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:49.075679 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-c35cb847-42f7-4a1a-b5e4-53209bd294d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 200 len: 850 time: 0.0661914 Sep 09 09:20:49.093222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-efe6c70a-d10d-4c03-b3b4-877f28c832bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7708812 Sep 09 09:20:49.097828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9dcfa1f-acc4-4535-b7e7-ccb4ca6bc88b') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:49.097828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9dcfa1f-acc4-4535-b7e7-ccb4ca6bc88b') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:20:49.121063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319', 'admin_state_up': True, 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'security_groups': ['bf47ab60-c6a6-4e64-b96a-e2895cb8d99c']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:49.124303 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-4d2b93a5-b7ae-41be-898e-c0f25c3cd792 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418782 Sep 09 09:20:49.176977 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:49.217349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Allocated IP 10.1.1.8 (41e822bc-d4ae-4d0a-8791-d5bfd0f84b28/ed2383f1-918d-4ac7-a813-895bf8e33315/453ae082-fabe-44d6-98f0-a13b1423af32) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:49.238386 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:49.262109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4c65a-0e72-4d40-833b-a3c8d12c2905 None None] Pushing event updated for resources: {'Port': ['ID=680050f7-757c-4dd2-bfa1-72b6fe39ac0b,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:49.289750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:20:49.290215 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:20:49.298014 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:20:49.308364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d53f7b8e-43bb-4651-a8ec-2f11b919d891 None None] Provisioning for port ad00ea79-fe9f-4554-b449-58732e45c6b3 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:49.315079 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-baabdd94-f360-498b-a869-7eb2844cd4b9 service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835928 Sep 09 09:20:49.317349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d53f7b8e-43bb-4651-a8ec-2f11b919d891 None None] Provisioning complete for port ad00ea79-fe9f-4554-b449-58732e45c6b3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:49.318038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d53f7b8e-43bb-4651-a8ec-2f11b919d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:49.444051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35ae5d-55ef-42cc-ba95-6d395f0e307c req-844398eb-99b0-42ad-a8ad-ed560fe9cfc0 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:49.446082 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce35ae5d-55ef-42cc-ba95-6d395f0e307c req-844398eb-99b0-42ad-a8ad-ed560fe9cfc0 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.3400352 Sep 09 09:20:49.494450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d53f7b8e-43bb-4651-a8ec-2f11b919d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:49.526620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bee65f01-ee38-45eb-93d6-ca65fddc89ee req-7645c8e7-d388-46f2-a873-593b8372ad68 service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035053 Sep 09 09:20:49.583033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d53f7b8e-43bb-4651-a8ec-2f11b919d891 None None] For port ad00ea79-fe9f-4554-b449-58732e45c6b3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ad00ea79-fe9f-4554-b449-58732e45c6b3,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:49.671900 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d53f7b8e-43bb-4651-a8ec-2f11b919d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:49.735256 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:49.739895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 680050f7-757c-4dd2-bfa1-72b6fe39ac0b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:49.744585 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:49.751947 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "DELETE /v2.0/networks/b0ca4de5-6d59-484d-822f-9a081ae91a98 HTTP/1.1" status: 204 len: 168 time: 1.9844496 Sep 09 09:20:49.754084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33668) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:49.799690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c3c76-b695-4624-9292-f73902e255d2 req-23ee8256-dcd7-4652-bc14-71b401ac10f3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:49.801996 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-127c3c76-b695-4624-9292-f73902e255d2 req-23ee8256-dcd7-4652-bc14-71b401ac10f3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 943 time: 0.1922848 Sep 09 09:20:49.843272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e4fd0-610e-435d-a8b3-ac6496825435 req-1eb83c6c-5e6c-4a46-8db4-d8e300bfcb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:49.844490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8491887e-882a-4d72-950d-106079442998 None None] Provisioning complete for port ad00ea79-fe9f-4554-b449-58732e45c6b3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:49.844877 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8491887e-882a-4d72-950d-106079442998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:49.846311 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-403e4fd0-610e-435d-a8b3-ac6496825435 req-1eb83c6c-5e6c-4a46-8db4-d8e300bfcb5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 1095 time: 0.1282790 Sep 09 09:20:49.860662 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce35ae5d-55ef-42cc-ba95-6d395f0e307c req-f11af7a0-1782-4433-bd49-6fa96bcb01ab tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904011 Sep 09 09:20:49.948831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35eb53c-8d66-4caa-95cd-1a6ec0439f5d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event deleted for resources: {'Network': ['ID=b0ca4de5-6d59-484d-822f-9a081ae91a98,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:49.951529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-127c3c76-b695-4624-9292-f73902e255d2 req-ff08683f-19d6-420a-ad25-bfca160d9d9f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378796 Sep 09 09:20:49.963860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f7b8e-43bb-4651-a8ec-2f11b919d891 None None] Pushing event updated for resources: {'Port': ['ID=ad00ea79-fe9f-4554-b449-58732e45c6b3,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:50.060960 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e4fd0-610e-435d-a8b3-ac6496825435 req-0feb5465-92bc-42fe-a60c-e9bf808d86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:50.063186 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-403e4fd0-610e-435d-a8b3-ac6496825435 req-0feb5465-92bc-42fe-a60c-e9bf808d86ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 911 time: 0.1918900 Sep 09 09:20:50.078585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:50.082130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:50.111494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:50.122689 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-403e4fd0-610e-435d-a8b3-ac6496825435 req-a701275e-beea-4b95-85bd-4d12ac8fbac5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b HTTP/1.1" status: 200 len: 217 time: 0.0437510 Sep 09 09:20:50.129251 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:50.188970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e4fd0-610e-435d-a8b3-ac6496825435 req-6a235d88-7500-4dbc-9ed9-2f8a817ece6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:50.191645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-403e4fd0-610e-435d-a8b3-ac6496825435 req-6a235d88-7500-4dbc-9ed9-2f8a817ece6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 200 len: 850 time: 0.0669565 Sep 09 09:20:50.273815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-403e4fd0-610e-435d-a8b3-ac6496825435 req-885cb16f-c5f9-44fb-8b76-684206beede5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743291 Sep 09 09:20:50.463094 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-403e4fd0-610e-435d-a8b3-ac6496825435 req-f2ac97bd-5863-48d4-b56a-74a40a2ae622 service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782191 Sep 09 09:20:50.578661 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-403e4fd0-610e-435d-a8b3-ac6496825435 req-0e781b95-3932-4f00-8ad3-8df6fdbb8b6b service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060760 Sep 09 09:20:50.721046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca7408d-8889-4709-90db-2ff6073a221d None None] Network b0b609e8-3ebb-4e45-96f5-45f4fef663be requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:50.788830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:50.879748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-69b9c761-67f1-46dc-8444-d1aa0da9f878 None None] Provisioning for port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:50.880825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9509b-4f87-456c-a12e-514692daccfb req-42a50701-2c98-48ad-b535-6d3b02705fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:50.888222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9509b-4f87-456c-a12e-514692daccfb req-42a50701-2c98-48ad-b535-6d3b02705fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:50.892409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-69b9c761-67f1-46dc-8444-d1aa0da9f878 None None] Provisioning complete for port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:50.892662 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69b9c761-67f1-46dc-8444-d1aa0da9f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:50.899101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-15c9509b-4f87-456c-a12e-514692daccfb req-42a50701-2c98-48ad-b535-6d3b02705fcf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 1653 time: 0.8255575 Sep 09 09:20:50.914205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ed317b-4815-4085-beee-6e193fbce0c6 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:50.922094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ed317b-4815-4085-beee-6e193fbce0c6 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:50.928208 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-78ed317b-4815-4085-beee-6e193fbce0c6 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1478677 Sep 09 09:20:50.930522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33678) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:50.936227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Transition to ACTIVE for port object 453ae082-fabe-44d6-98f0-a13b1423af32 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:50.939067 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1597531592'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:51.002959 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69b9c761-67f1-46dc-8444-d1aa0da9f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.017040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-15c9509b-4f87-456c-a12e-514692daccfb req-0956790d-51cd-484d-b3be-51a6ff4e135d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164391 Sep 09 09:20:51.052216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Made reservation on behalf of db5b9b33bf264258af437d7e9c32fa30 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:51.067818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.092270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-69b9c761-67f1-46dc-8444-d1aa0da9f878 None None] For port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=680050f7-757c-4dd2-bfa1-72b6fe39ac0b,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:51.125565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa68081-6fff-47b8-a869-54c237f89c76 req-e465e18b-7f73-4c01-8009-cc7bc42077db tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:51.140071 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0fa68081-6fff-47b8-a869-54c237f89c76 req-e465e18b-7f73-4c01-8009-cc7bc42077db tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1711245 Sep 09 09:20:51.145567 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69b9c761-67f1-46dc-8444-d1aa0da9f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.154807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:20:51.183063 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.183457 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Added segment a7bae713-d0bb-49d5-8440-9580fa4cede5 of type vlan for network 17e5f0d3-cf15-44c0-abe5-80543331faa5 Sep 09 09:20:51.232618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9c761-67f1-46dc-8444-d1aa0da9f878 None None] Pushing event updated for resources: {'Port': ['ID=680050f7-757c-4dd2-bfa1-72b6fe39ac0b,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:51.250025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Allocated IP 10.1.1.79 (6d564fa3-c657-44e8-be47-675efa82f319/8a5d7991-9357-42a7-bed6-b7a267fd45e8/6ee26517-ed70-4c71-b9ef-170f240a2c83) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:51.264444 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.273875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c45b06a7-be1c-404a-9411-d5b9bde5fd21 None None] Provisioning complete for port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:51.274358 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c45b06a7-be1c-404a-9411-d5b9bde5fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.316816 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0fa68081-6fff-47b8-a869-54c237f89c76 req-100eb2c9-a833-4254-a9e8-584bdc0423cb tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643345 Sep 09 09:20:51.334909 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.356880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736476ca-7bbe-437d-8efd-28d3cf850fdb req-4a20c105-4d53-448a-8ce1-d89d1a475985 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:51.362030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-736476ca-7bbe-437d-8efd-28d3cf850fdb req-4a20c105-4d53-448a-8ce1-d89d1a475985 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 943 time: 0.2334325 Sep 09 09:20:51.411656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:51.430616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:51.451283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.452666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:51.460079 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-736476ca-7bbe-437d-8efd-28d3cf850fdb req-21e67df1-7ba2-49a6-a2c8-f1e48b6109eb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791571 Sep 09 09:20:51.462780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:51.463704 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.464838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Port': ['ID=453ae082-fabe-44d6-98f0-a13b1423af32,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:51.565581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:51.566451 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.578788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 2b62e81f-979c-4259-aa9e-e3e481ff038b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:20:51.622497 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event updated for resources: {'Network': ['ID=17e5f0d3-cf15-44c0-abe5-80543331faa5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:51.628019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2560de3c-1dc3-41e6-9906-e4bb8dbb8cce tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6960020 Sep 09 09:20:51.630111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33690) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:51.638878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-762257301'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:51.657401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 17e5f0d3-cf15-44c0-abe5-80543331faa5 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:51.659357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 680050f7-757c-4dd2-bfa1-72b6fe39ac0b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:51.668738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0832dd60-5e44-4647-a639-a3098393d0b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3677979 Sep 09 09:20:51.671887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33692) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:51.677752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'port': {'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28', 'name': 'tempest-TaggedBootDevicesTest-1372357612', 'fixed_ips': [{'subnet_id': 'ed2383f1-918d-4ac7-a813-895bf8e33315'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:51.786181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Made reservation on behalf of db5b9b33bf264258af437d7e9c32fa30 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:51.790190 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.842408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.865748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Transition to ACTIVE for port object 6ee26517-ed70-4c71-b9ef-170f240a2c83 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:51.943123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:51.951191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:51.979181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] device_id is not set on port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:20:52.082723 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:52.166932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network 6d564fa3-c657-44e8-be47-675efa82f319 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:52.189158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Port': ['ID=6ee26517-ed70-4c71-b9ef-170f240a2c83,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:52.190670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 2b62e81f-979c-4259-aa9e-e3e481ff038b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:52.231361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:52.235516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:52.235904 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:52.252244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:52.296849 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fcb6a8f1-9be2-4c4b-bf90-9317909d5cc5 None None] Provisioning for port 453ae082-fabe-44d6-98f0-a13b1423af32 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:52.302205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '2b62e81f-979c-4259-aa9e-e3e481ff038b', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'port_id': '2b62e81f-979c-4259-aa9e-e3e481ff038b', 'mac_address': 'fa:16:3e:77:c4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcecb474-ea10-44b3-96f9-cd7cd9d5e862', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:20:52.307528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fcb6a8f1-9be2-4c4b-bf90-9317909d5cc5 None None] Provisioning complete for port 453ae082-fabe-44d6-98f0-a13b1423af32 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:52.308047 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a8f1-9be2-4c4b-bf90-9317909d5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:52.335304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:20:52.346261 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:52.346623 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Added segment 4605d27d-a9e4-4835-bfaf-1f8cc1dc22c6 of type vlan for network 400cf728-bffc-44e7-9692-cd6afe02be54 Sep 09 09:20:52.405023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Allocated IP 10.1.1.214 (41e822bc-d4ae-4d0a-8791-d5bfd0f84b28/ed2383f1-918d-4ac7-a813-895bf8e33315/bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:52.412747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fcb6a8f1-9be2-4c4b-bf90-9317909d5cc5 None None] Port 453ae082-fabe-44d6-98f0-a13b1423af32 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:52.422583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:52.437153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b62e81f-979c-4259-aa9e-e3e481ff038b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:52.437874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:52.438615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:52.462621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 2b62e81f-979c-4259-aa9e-e3e481ff038b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:52.467326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:52.473574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc01a78-e39e-418b-814a-65d975e4ddc5 req-266a252c-0935-4cd4-b649-f7cf5e8c3f97 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:52.487362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc01a78-e39e-418b-814a-65d975e4ddc5 req-266a252c-0935-4cd4-b649-f7cf5e8c3f97 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:52.503509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc01a78-e39e-418b-814a-65d975e4ddc5 req-266a252c-0935-4cd4-b649-f7cf5e8c3f97 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:52.510236 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1bc01a78-e39e-418b-814a-65d975e4ddc5 req-266a252c-0935-4cd4-b649-f7cf5e8c3f97 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 2373 time: 0.3143899 Sep 09 09:20:52.512974 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:20:52.522624 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:52.551454 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:52.558503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:52.560825 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:52.581511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180057b1-fa10-4c42-9a16-d5f18c2cc803 req-07263f2d-8fc5-4932-8f86-a1a4f2391a1c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:52.594365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-180057b1-fa10-4c42-9a16-d5f18c2cc803 req-07263f2d-8fc5-4932-8f86-a1a4f2391a1c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.0983028 Sep 09 09:20:52.639147 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-51fd87b8-a0a8-4dd5-be68-49aee687f717 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5219665 Sep 09 09:20:52.655623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ad00ea79-fe9f-4554-b449-58732e45c6b3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:52.685974 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-180057b1-fa10-4c42-9a16-d5f18c2cc803 req-20e1f1c4-3241-44ae-8462-4f9db6d2fcf7 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906100 Sep 09 09:20:52.690622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1', 'admin_state_up': True, 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'security_groups': ['bf47ab60-c6a6-4e64-b96a-e2895cb8d99c']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:52.707285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=2b62e81f-979c-4259-aa9e-e3e481ff038b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:52.720292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1bc01a78-e39e-418b-814a-65d975e4ddc5 req-cf34a5cf-bbde-4d48-9eb9-36c78d52567f tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729236 Sep 09 09:20:52.750551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ad00ea79-fe9f-4554-b449-58732e45c6b3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:52.750938 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:52.800748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event updated for resources: {'Network': ['ID=400cf728-bffc-44e7-9692-cd6afe02be54,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:52.817596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-46f70c78-9861-49e0-8ec1-1c16e3355f1d tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1861508 Sep 09 09:20:52.818825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33706) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:52.823941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'ports': [{'network_id': '17e5f0d3-cf15-44c0-abe5-80543331faa5', 'name': 'tempest-port--780898226', 'admin_state_up': True}, {'network_id': '400cf728-bffc-44e7-9692-cd6afe02be54', 'admin_state_up': False}]} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:52.825066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'port': {'network_id': '17e5f0d3-cf15-44c0-abe5-80543331faa5', 'name': 'tempest-port--780898226', 'admin_state_up': True}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:52.827105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'port': {'network_id': '400cf728-bffc-44e7-9692-cd6afe02be54', 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:52.845957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad2b4e96-a8fb-47bb-a6b0-bb9dc512cadc None None] Provisioning for port 6ee26517-ed70-4c71-b9ef-170f240a2c83 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:52.859355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['2b62e81f-979c-4259-aa9e-e3e481ff038b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:20:52.861890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 400cf728-bffc-44e7-9692-cd6afe02be54 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:52.873979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad2b4e96-a8fb-47bb-a6b0-bb9dc512cadc None None] Provisioning complete for port 6ee26517-ed70-4c71-b9ef-170f240a2c83 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:52.874360 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4e96-a8fb-47bb-a6b0-bb9dc512cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:53.000313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b4e96-a8fb-47bb-a6b0-bb9dc512cadc None None] Port 6ee26517-ed70-4c71-b9ef-170f240a2c83 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:53.082377 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:53.097084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Transition to ACTIVE for port object bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:53.174037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Made reservation on behalf of db5b9b33bf264258af437d7e9c32fa30 for: {'port': 2} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:53.179884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:53.180047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f60bd9-4f42-4525-b5ff-d242329a0da9 req-504d5b6a-9aa7-4ec4-832b-a8167295effe tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:53.188898 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31f60bd9-4f42-4525-b5ff-d242329a0da9 req-504d5b6a-9aa7-4ec4-832b-a8167295effe tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 944 time: 0.2531533 Sep 09 09:20:53.208941 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:53.222436 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:53.285796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31f60bd9-4f42-4525-b5ff-d242329a0da9 req-e615226e-c609-4a88-8e1a-c6f2bfe2b2a0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956917 Sep 09 09:20:53.308157 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:53.315546 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:53.322347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:53.402771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] device_id is not set on port 45a6896b-a5ed-49a9-93d6-2f62e77b2990 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:20:53.406158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:53.407450 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:53.414954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:53.419852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Port': ['ID=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:53.519525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c42899ef-170d-492d-b669-fad25a5ad399 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8463633 Sep 09 09:20:53.575121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:53.582382 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:53.595289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:20:53.599425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:20:53.755752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] device_id is not set on port 2ece27c7-6a84-403d-bedb-a5dd06645cbc yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:20:53.846273 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:53.912579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5879e-af4b-4cc4-bf55-d4b8c53a7bd0 req-8c81cfa5-b693-4ee4-b7d1-2d5022d44858 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:53.914341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6aa5879e-af4b-4cc4-bf55-d4b8c53a7bd0 req-8c81cfa5-b693-4ee4-b7d1-2d5022d44858 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1145682 Sep 09 09:20:53.952434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:53.966775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'mac_address': 'fa:16:3e:d6:3a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:20:53.972708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-002bf157-8e7e-41ac-a7fc-bd6d577a0f52 None None] Provisioning for port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:53.982398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-002bf157-8e7e-41ac-a7fc-bd6d577a0f52 None None] Provisioning complete for port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:53.983150 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-002bf157-8e7e-41ac-a7fc-bd6d577a0f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.023243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:54.036318 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.070079 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6aa5879e-af4b-4cc4-bf55-d4b8c53a7bd0 req-b270c302-e258-409c-a4f9-0d900d6bae5f tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440947 Sep 09 09:20:54.080036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33722) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:54.096248 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1dbb0cd5-dde9-4f77-9642-86cb5b54f6d5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440718963', 'description': 'tempest-description--563957085'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:54.121148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:54.123791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Allocated IP 10.2.2.100 (ae378c4f-bcc5-4684-9b14-0072a5045cf1/de5e6f51-78b8-499b-a687-41940dcd6078/ddd38fcc-baf9-4d41-8854-cb52e3e6fa85) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:54.124402 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56887bc9-b0e2-457c-8bf3-9eff24ceff34" -d '{"events": [{"server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "name": "network-vif-unplugged", "status": "completed", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:54.128162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-002bf157-8e7e-41ac-a7fc-bd6d577a0f52 None None] Port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:54.137736 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.214522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:54.218242 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.240866 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cd5-dde9-4f77-9642-86cb5b54f6d5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.247258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:54.252079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2959-6884-456a-8348-42e4979abe35 req-dfa56992-797e-4563-9a20-996dfad4d5ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:54.258470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2959-6884-456a-8348-42e4979abe35 req-dfa56992-797e-4563-9a20-996dfad4d5ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:54.269765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2959-6884-456a-8348-42e4979abe35 req-dfa56992-797e-4563-9a20-996dfad4d5ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:54.282742 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-410e2959-6884-456a-8348-42e4979abe35 req-dfa56992-797e-4563-9a20-996dfad4d5ef tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 2373 time: 0.0980160 Sep 09 09:20:54.344853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-410e2959-6884-456a-8348-42e4979abe35 req-950597ab-248b-46b2-a0ea-3ad91512fa1d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611517 Sep 09 09:20:54.386446 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:20:54.387087 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:20:54.392543 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777146e0-5e61-47b9-8de2-813af38e5d51 x-openstack-request-id: req-777146e0-5e61-47b9-8de2-813af38e5d51 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:54.393015 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "name": "network-vif-unplugged", "status": "completed", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:54.393493 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-777146e0-5e61-47b9-8de2-813af38e5d51 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:54.394044 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'code': 200} Sep 09 09:20:54.436187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.448216 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.471267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Transition to ACTIVE for port object ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:54.485990 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cd5-dde9-4f77-9642-86cb5b54f6d5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.536978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event updated for resources: {'Port': ['ID=45a6896b-a5ed-49a9-93d6-2f62e77b2990,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:54.553742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.554093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.554434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.554778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.555108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.555468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.555824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.556267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.556592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.556917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.557241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.557585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:20:54.579500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a55106-c92a-458c-aa7c-0fc8a2b417a4 req-c2156f91-7be4-4c20-bd2a-8fc8c27fd299 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:54.579500 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97a55106-c92a-458c-aa7c-0fc8a2b417a4 req-c2156f91-7be4-4c20-bd2a-8fc8c27fd299 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 944 time: 0.1337142 Sep 09 09:20:54.579500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cd5-dde9-4f77-9642-86cb5b54f6d5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.597660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.617971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Checking segment: {'id': 'a7bae713-d0bb-49d5-8440-9580fa4cede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17e5f0d3-cf15-44c0-abe5-80543331faa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:54.618304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Network hostable DHCP agents. Network: 17e5f0d3-cf15-44c0-abe5-80543331faa5, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:20:54.640208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb0cd5-dde9-4f77-9642-86cb5b54f6d5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0b5113-4383-4396-9423-861288b1ec56,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:54.676004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network ae378c4f-bcc5-4684-9b14-0072a5045cf1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:54.681408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:54.683415 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97a55106-c92a-458c-aa7c-0fc8a2b417a4 req-0929dd76-18bd-4a58-bb45-d17ebc30ff60 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970888 Sep 09 09:20:54.698697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:54.711817 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cd5-dde9-4f77-9642-86cb5b54f6d5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.713212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1dbb0cd5-dde9-4f77-9642-86cb5b54f6d5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6299508 Sep 09 09:20:54.716023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33730) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:54.721146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5a8d2660-e468-4937-9ff2-07e6c265e4bb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'security_group_rule': {'security_group_id': '6e0b5113-4383-4396-9423-861288b1ec56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:54.734168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Port': ['ID=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:54.740290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Network 17e5f0d3-cf15-44c0-abe5-80543331faa5 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:20:54.765028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:54.765694 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.826916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 17e5f0d3-cf15-44c0-abe5-80543331faa5) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:54.835147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:54.835147 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:54.837682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b24cb-8d69-4859-8d6c-fd715462927a None None] Network 17e5f0d3-cf15-44c0-abe5-80543331faa5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:54.895094 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-eca5538f-83ee-4b35-ac51-de82905cc77d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2355454 Sep 09 09:20:54.910231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1', 'admin_state_up': True, 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'security_groups': ['bf47ab60-c6a6-4e64-b96a-e2895cb8d99c']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:54.946400 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2660-e468-4937-9ff2-07e6c265e4bb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.030254 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.064008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:55.087683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:55.099400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event updated for resources: {'Port': ['ID=2ece27c7-6a84-403d-bedb-a5dd06645cbc,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:55.119701 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.152995 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2660-e468-4937-9ff2-07e6c265e4bb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.154557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Checking segment: {'id': '4605d27d-a9e4-4835-bfaf-1f8cc1dc22c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '400cf728-bffc-44e7-9692-cd6afe02be54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:55.154925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Network hostable DHCP agents. Network: 400cf728-bffc-44e7-9692-cd6afe02be54, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:20:55.157542 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.194623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Made reservation on behalf of 77c44c0859204d059165e2a3262a3398 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:55.199226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.202048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0890776f-5aa2-48d0-ad24-d28bd3eb2de1 None None] Provisioning for port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:55.208503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0890776f-5aa2-48d0-ad24-d28bd3eb2de1 None None] Provisioning complete for port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:55.209030 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0890776f-5aa2-48d0-ad24-d28bd3eb2de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.237494 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2660-e468-4937-9ff2-07e6c265e4bb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.271669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Network 400cf728-bffc-44e7-9692-cd6afe02be54 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:20:55.282280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:55.284851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0890776f-5aa2-48d0-ad24-d28bd3eb2de1 None None] Port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:55.290223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d2660-e468-4937-9ff2-07e6c265e4bb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79d0e5c-31c7-4ec0-9751-f455f150547d,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:55.332397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58deaf77-8e36-4b5f-9f0f-f572554eec72 req-e09fafab-bf5d-409d-a9c3-e7a5d772ebd0 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:55.333867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-58deaf77-8e36-4b5f-9f0f-f572554eec72 req-e09fafab-bf5d-409d-a9c3-e7a5d772ebd0 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 949 time: 0.1517148 Sep 09 09:20:55.352467 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2660-e468-4937-9ff2-07e6c265e4bb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.356470 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5a8d2660-e468-4937-9ff2-07e6c265e4bb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6369464 Sep 09 09:20:55.357516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33740) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:55.362287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-895046db-6203-4099-87bb-4671931a2cec tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'security_group_rule': {'security_group_id': '6e0b5113-4383-4396-9423-861288b1ec56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:55.377104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 400cf728-bffc-44e7-9692-cd6afe02be54) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:55.383824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:55.387108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:20:55.390521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:55.419738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:55.420999 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.421976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5700846-503c-4ebd-92b9-d5d7947b198d None None] Network 400cf728-bffc-44e7-9692-cd6afe02be54 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:20:55.467640 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-58deaf77-8e36-4b5f-9f0f-f572554eec72 req-7b365327-3e5b-4f0a-88ff-9c2ac89c2110 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066043 Sep 09 09:20:55.518877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Allocated IP 10.2.2.200 (ae378c4f-bcc5-4684-9b14-0072a5045cf1/de5e6f51-78b8-499b-a687-41940dcd6078/d6b256d0-8f4a-411d-83c3-e57f8b485b2f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:55.562477 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-895046db-6203-4099-87bb-4671931a2cec tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.622949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ce76c-f7be-4349-9ba4-816a0d360eaf req-00233c4e-4ce0-4053-baa3-0f8f951b5a8c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:55.633230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 2b62e81f-979c-4259-aa9e-e3e481ff038b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:55.639810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ce76c-f7be-4349-9ba4-816a0d360eaf req-00233c4e-4ce0-4053-baa3-0f8f951b5a8c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:55.646356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ce76c-f7be-4349-9ba4-816a0d360eaf req-00233c4e-4ce0-4053-baa3-0f8f951b5a8c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:55.653454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ce76c-f7be-4349-9ba4-816a0d360eaf req-00233c4e-4ce0-4053-baa3-0f8f951b5a8c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:55.655602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc8ce76c-f7be-4349-9ba4-816a0d360eaf req-00233c4e-4ce0-4053-baa3-0f8f951b5a8c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 3094 time: 0.1563745 Sep 09 09:20:55.686583 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-895046db-6203-4099-87bb-4671931a2cec tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.718631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cfb41422-8c80-45b1-a4ad-8b5071e3e618 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8955333 Sep 09 09:20:55.720546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33746) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:55.784250 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-895046db-6203-4099-87bb-4671931a2cec tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.796306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 2b62e81f-979c-4259-aa9e-e3e481ff038b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:55.806995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 2b62e81f-979c-4259-aa9e-e3e481ff038b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:55.807407 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.823321 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc8ce76c-f7be-4349-9ba4-816a0d360eaf req-376b3577-3fae-45ff-bc4c-2ed8d3b8a476 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307409 Sep 09 09:20:55.830962 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.838393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895046db-6203-4099-87bb-4671931a2cec tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9005dfa5-920e-44d8-8426-9c2441ef6e66,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:55.864469 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.875164 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e76da-ae20-4f3f-a790-fbe8f5686cdb tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:55.881748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e76da-ae20-4f3f-a790-fbe8f5686cdb tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:55.885699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f27e76da-ae20-4f3f-a790-fbe8f5686cdb tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1614265 Sep 09 09:20:55.885956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33748) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:55.920981 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-895046db-6203-4099-87bb-4671931a2cec tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.925428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-895046db-6203-4099-87bb-4671931a2cec tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5669029 Sep 09 09:20:55.926473 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Transition to ACTIVE for port object d6b256d0-8f4a-411d-83c3-e57f8b485b2f will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:55.929224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33750) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:55.932962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:55.953493 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:55.986364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a9bdf-96b1-4ce8-b2d4-38f243f0285a req-84678ff9-4100-44d5-843a-d02a78f89364 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:55.988137 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d4a9bdf-96b1-4ce8-b2d4-38f243f0285a req-84678ff9-4100-44d5-843a-d02a78f89364 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 944 time: 0.1690354 Sep 09 09:20:56.003733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 2b62e81f-979c-4259-aa9e-e3e481ff038b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:56.025921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-fbbcec84-63fb-4eb9-90f4-63de3ff9fbc5 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Deleting port 45a6896b-a5ed-49a9-93d6-2f62e77b2990 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:56.026269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbbcec84-63fb-4eb9-90f4-63de3ff9fbc5 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.047994 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d4a9bdf-96b1-4ce8-b2d4-38f243f0285a req-7639ac86-897c-4e1e-ac48-71402ddfde3d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487912 Sep 09 09:20:56.049938 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.077197 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.132135 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.138483 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbbcec84-63fb-4eb9-90f4-63de3ff9fbc5 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.161387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=2b62e81f-979c-4259-aa9e-e3e481ff038b,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:56.162961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-fbbcec84-63fb-4eb9-90f4-63de3ff9fbc5 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Calling delete_port for 45a6896b-a5ed-49a9-93d6-2f62e77b2990 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:56.203963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Network ae378c4f-bcc5-4684-9b14-0072a5045cf1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:56.208358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:56.217263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:56.259598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event updated for resources: {'Port': ['ID=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:56.294870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:56.295899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.351750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-600611a0-b7db-4d6d-ab2a-092c229199bf tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4466553 Sep 09 09:20:56.364121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:56.382552 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.395584 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62e81f-979c-4259-aa9e-e3e481ff038b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:56.399918 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9892f6ce-e8a3-47da-b21b-461362a5c4ed" -d '{"events": [{"server_uuid": "53f5e59f-c596-40c2-b354-7064ea8f36cb", "name": "network-vif-plugged", "status": "completed", "tag": "2b62e81f-979c-4259-aa9e-e3e481ff038b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:56.451797 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.454652 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e6b4ca-7aa2-4c75-8602-b31cabba625f x-openstack-request-id: req-53e6b4ca-7aa2-4c75-8602-b31cabba625f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:56.454945 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f5e59f-c596-40c2-b354-7064ea8f36cb", "name": "network-vif-plugged", "status": "completed", "tag": "2b62e81f-979c-4259-aa9e-e3e481ff038b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:56.455334 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53e6b4ca-7aa2-4c75-8602-b31cabba625f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:56.455851 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62e81f-979c-4259-aa9e-e3e481ff038b', 'code': 200} Sep 09 09:20:56.501923 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbbcec84-63fb-4eb9-90f4-63de3ff9fbc5 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.575977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcec84-63fb-4eb9-90f4-63de3ff9fbc5 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event deleted for resources: {'Port': ['ID=45a6896b-a5ed-49a9-93d6-2f62e77b2990,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:56.599885 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbbcec84-63fb-4eb9-90f4-63de3ff9fbc5 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.604228 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fbbcec84-63fb-4eb9-90f4-63de3ff9fbc5 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "DELETE /v2.0/ports/45a6896b-a5ed-49a9-93d6-2f62e77b2990 HTTP/1.1" status: 204 len: 168 time: 0.7172294 Sep 09 09:20:56.620230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33762) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:56.740503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-065825d6-bc47-48dd-8a58-0ed1ece254a7 None None] Provisioning for port d6b256d0-8f4a-411d-83c3-e57f8b485b2f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:20:56.747559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-065825d6-bc47-48dd-8a58-0ed1ece254a7 None None] Provisioning complete for port d6b256d0-8f4a-411d-83c3-e57f8b485b2f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:56.748117 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-065825d6-bc47-48dd-8a58-0ed1ece254a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.756087 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817df5f5-bf6d-488c-8792-97c65ae67fb7 req-7468df9a-73b8-48c1-8923-d5249c341c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:56.757729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-817df5f5-bf6d-488c-8792-97c65ae67fb7 req-7468df9a-73b8-48c1-8923-d5249c341c9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 1097 time: 0.1967888 Sep 09 09:20:56.796759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Allocated IP 172.25.8.117 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/b867e38a-fd60-4e1d-b1be-101a26527f8a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:20:56.810197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f69134-2934-42cb-bb06-f7d2b55fb6eb {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:56.817914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad8bf1-a0a1-419e-ad07-b3b3301c5c81 req-029aeba7-c16b-4e4e-9e5a-8326c78dce27 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:56.819529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01ad8bf1-a0a1-419e-ad07-b3b3301c5c81 req-029aeba7-c16b-4e4e-9e5a-8326c78dce27 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 949 time: 0.2104883 Sep 09 09:20:56.829000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-065825d6-bc47-48dd-8a58-0ed1ece254a7 None None] Port d6b256d0-8f4a-411d-83c3-e57f8b485b2f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:20:56.829771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.848063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Transition to ACTIVE for port object c2f69134-2934-42cb-bb06-f7d2b55fb6eb will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:56.883291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-817df5f5-bf6d-488c-8792-97c65ae67fb7 req-2b471cf5-1809-4c60-af6d-1bc412d503af service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155763 Sep 09 09:20:56.917738 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.965201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2d11e431-f823-45da-8d86-aa22e100e3cf tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Deleting port 2ece27c7-6a84-403d-bedb-a5dd06645cbc {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:20:56.966281 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d11e431-f823-45da-8d86-aa22e100e3cf tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:56.976434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01ad8bf1-a0a1-419e-ad07-b3b3301c5c81 req-6041b7ef-844c-441f-96a4-a71753042df8 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341510 Sep 09 09:20:57.023047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:57.054100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d11e431-f823-45da-8d86-aa22e100e3cf tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.076947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2d11e431-f823-45da-8d86-aa22e100e3cf tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Calling delete_port for 2ece27c7-6a84-403d-bedb-a5dd06645cbc owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:20:57.100852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8089-ca72-401c-b862-2cdfebe8b9fa req-c18cf706-d086-4f4f-b698-80a25bfe0e62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.107947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8089-ca72-401c-b862-2cdfebe8b9fa req-c18cf706-d086-4f4f-b698-80a25bfe0e62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.112656 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.118045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8089-ca72-401c-b862-2cdfebe8b9fa req-c18cf706-d086-4f4f-b698-80a25bfe0e62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.128797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8089-ca72-401c-b862-2cdfebe8b9fa req-c18cf706-d086-4f4f-b698-80a25bfe0e62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.135227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8089-ca72-401c-b862-2cdfebe8b9fa req-c18cf706-d086-4f4f-b698-80a25bfe0e62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.149146 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14cc8089-ca72-401c-b862-2cdfebe8b9fa req-c18cf706-d086-4f4f-b698-80a25bfe0e62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 3827 time: 0.2119048 Sep 09 09:20:57.218907 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14cc8089-ca72-401c-b862-2cdfebe8b9fa req-f78ba88d-12a4-4341-bb74-ead86f163b3b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685093 Sep 09 09:20:57.245552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Attempting to bind port c2f69134-2934-42cb-bb06-f7d2b55fb6eb on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:57.249820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Attempting to bind port c2f69134-2934-42cb-bb06-f7d2b55fb6eb by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:57.249820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Attempting to bind port c2f69134-2934-42cb-bb06-f7d2b55fb6eb on network cde98297-5ac2-4658-b7e9-2b86e45e252b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:57.252401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Port c2f69134-2934-42cb-bb06-f7d2b55fb6eb on network cde98297-5ac2-4658-b7e9-2b86e45e252b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:20:57.252946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Attempting to bind port c2f69134-2934-42cb-bb06-f7d2b55fb6eb on network cde98297-5ac2-4658-b7e9-2b86e45e252b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:57.260365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:57.261934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Checking segment: {'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:57.262966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Bound using segment: {'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:57.263502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Bound port: c2f69134-2934-42cb-bb06-f7d2b55fb6eb, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af0fccc-c9f8-47c4-9c30-62890a11aaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:57.263918 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.329346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6169c4-172d-4b86-8c16-9bb56d360136 req-ecac380c-ae36-4ae1-857c-b956d062df3a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.337159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f6169c4-172d-4b86-8c16-9bb56d360136 req-ecac380c-ae36-4ae1-857c-b956d062df3a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1174946 Sep 09 09:20:57.385531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] For port c2f69134-2934-42cb-bb06-f7d2b55fb6eb, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:57.391698 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d11e431-f823-45da-8d86-aa22e100e3cf tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.397724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] For port c2f69134-2934-42cb-bb06-f7d2b55fb6eb, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:57.399735 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f6169c4-172d-4b86-8c16-9bb56d360136 req-024bdd22-c84c-45dc-a6b9-1f79df13c133 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615828 Sep 09 09:20:57.447740 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.452561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11e431-f823-45da-8d86-aa22e100e3cf tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event deleted for resources: {'Port': ['ID=2ece27c7-6a84-403d-bedb-a5dd06645cbc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:57.458960 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d11e431-f823-45da-8d86-aa22e100e3cf tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.463598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33772) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:57.463750 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2d11e431-f823-45da-8d86-aa22e100e3cf tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "DELETE /v2.0/ports/2ece27c7-6a84-403d-bedb-a5dd06645cbc HTTP/1.1" status: 204 len: 168 time: 0.8389273 Sep 09 09:20:57.496167 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:20:57.498370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.531027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:20:57.533449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Port': ['ID=b867e38a-fd60-4e1d-b1be-101a26527f8a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:57.542608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:20:57.580866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:57.587337 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-baa1e8c9-35ef-43d4-8f47-e05409f73e72 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1223419 Sep 09 09:20:57.595439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33776) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:57.602220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1166778102'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:57.608437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.609074 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.614565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:20:57.617236 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-0793e66b-2ac5-41d0-970f-5bd9f761aa76 service neutron] 10.222.0.24 "PUT /v2.0/ports/c2f69134-2934-42cb-bb06-f7d2b55fb6eb HTTP/1.1" status: 200 len: 1092 time: 1.2573400 Sep 09 09:20:57.618474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:57.629614 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "c2f69134-2934-42cb-bb06-f7d2b55fb6eb"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:57.704131 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c18171-722c-4255-af85-3fef54ff8513 x-openstack-request-id: req-a1c18171-722c-4255-af85-3fef54ff8513 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:57.704131 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "c2f69134-2934-42cb-bb06-f7d2b55fb6eb", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:57.704359 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1c18171-722c-4255-af85-3fef54ff8513 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:57.704720 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb', 'status': 'completed', 'code': 200} Sep 09 09:20:57.708018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:20:57.708423 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.723788 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.730479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:57.750995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Made reservation on behalf of db5b9b33bf264258af437d7e9c32fa30 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:57.755012 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.805696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:20:57.874980 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.939013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.945147 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.956685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-f0527c6c-c0eb-4780-acd7-9e44e591c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.957183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-f0527c6c-c0eb-4780-acd7-9e44e591c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.957662 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-f0527c6c-c0eb-4780-acd7-9e44e591c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.958652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-f0527c6c-c0eb-4780-acd7-9e44e591c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.959136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-f0527c6c-c0eb-4780-acd7-9e44e591c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:57.961425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-f0527c6c-c0eb-4780-acd7-9e44e591c09d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 4363 time: 0.1727092 Sep 09 09:20:57.990790 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:57.991141 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Added segment b7576139-5106-401b-913c-48b10d19932c of type vlan for network 7f467d17-e8e0-4f30-b2fb-314e76727c69 Sep 09 09:20:58.016913 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:20:58.114515 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:58.179363 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:58.250344 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:58.268006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-db308d9b-f9bf-4650-89f6-d5fcb730bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.268545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-db308d9b-f9bf-4650-89f6-d5fcb730bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.268863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-db308d9b-f9bf-4650-89f6-d5fcb730bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.270485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-db308d9b-f9bf-4650-89f6-d5fcb730bdff service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=77c44c0859204d059165e2a3262a3398&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3001468 Sep 09 09:20:58.289756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fda9-b2f3-4746-bff5-360a75c6501d req-762b5269-cb6d-40d2-9756-491cdfcb600f tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.310091 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8df5fda9-b2f3-4746-bff5-360a75c6501d req-762b5269-cb6d-40d2-9756-491cdfcb600f tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1644859 Sep 09 09:20:58.349080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:58.395538 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:58.396722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.397391 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:58.435578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8df5fda9-b2f3-4746-bff5-360a75c6501d req-0eb0cbaa-f69f-4521-b6c8-7f1ac5afc8ce tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170914 Sep 09 09:20:58.456759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:58.459156 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c11409f-8724-4aff-9456-d517719ad4e8" -d '{"events": [{"server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "name": "network-vif-plugged", "status": "completed", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:58.477187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:58.485042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-25c11ca4-2c32-446a-aad8-e4ed6b84620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.486917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5e5a1bb-5df0-4c36-82e4-fd78e41cbbc3 req-25c11ca4-2c32-446a-aad8-e4ed6b84620d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2019446 Sep 09 09:20:58.524160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94830-8d7d-4edf-919e-a4738347325c req-a5586275-efee-4724-963a-31ef58763cb6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.530100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94830-8d7d-4edf-919e-a4738347325c req-a5586275-efee-4724-963a-31ef58763cb6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.536033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94830-8d7d-4edf-919e-a4738347325c req-a5586275-efee-4724-963a-31ef58763cb6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.541893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94830-8d7d-4edf-919e-a4738347325c req-a5586275-efee-4724-963a-31ef58763cb6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.547798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94830-8d7d-4edf-919e-a4738347325c req-a5586275-efee-4724-963a-31ef58763cb6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.549549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dbc94830-8d7d-4edf-919e-a4738347325c req-a5586275-efee-4724-963a-31ef58763cb6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 3827 time: 0.1489949 Sep 09 09:20:58.622655 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dbc94830-8d7d-4edf-919e-a4738347325c req-c6a582ab-81ea-4353-b08f-ad919d7feaaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594165 Sep 09 09:20:58.633535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e655b2cd-242f-4a3f-8779-c4ab04142ef2 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:20:58.648412 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:58.682163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0854692 Sep 09 09:20:58.685110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33796) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:58.691730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1695080192'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:58.696547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Transition to ACTIVE for port object e655b2cd-242f-4a3f-8779-c4ab04142ef2 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:20:58.700782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea039d16-1de7-499e-84a2-274fe8028b2b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event updated for resources: {'Network': ['ID=7f467d17-e8e0-4f30-b2fb-314e76727c69,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:58.716748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 7f467d17-e8e0-4f30-b2fb-314e76727c69 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:58.730026 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:58.734052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Port': ['ID=b867e38a-fd60-4e1d-b1be-101a26527f8a,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:58.759500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d5965-8721-4b02-b787-4708abbabec1 req-b4cac14d-80ef-4f43-b0ec-84ec5319f862 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:58.761076 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89d5965-8721-4b02-b787-4708abbabec1 req-b4cac14d-80ef-4f43-b0ec-84ec5319f862 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1687341 Sep 09 09:20:58.816693 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790c2218-6bdc-428d-9dc5-d32e3188dc9a x-openstack-request-id: req-790c2218-6bdc-428d-9dc5-d32e3188dc9a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:20:58.816693 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "name": "network-vif-plugged", "status": "completed", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:20:58.816693 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-790c2218-6bdc-428d-9dc5-d32e3188dc9a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:20:58.816693 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'code': 200} Sep 09 09:20:58.848185 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:58.872859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Made reservation on behalf of db5b9b33bf264258af437d7e9c32fa30 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:20:58.878138 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:58.882676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a89d5965-8721-4b02-b787-4708abbabec1 req-d75099d7-3fc8-48e1-b001-a5798544d340 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149890 Sep 09 09:20:58.971142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:20:58.980236 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:58.980584 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Added segment 7d6f8743-6848-4a07-b4bd-18db0c4d0ce5 of type vlan for network 3edc6dba-1d66-4630-859a-b55d974dc9bd Sep 09 09:20:59.037431 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:59.091200 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:59.092574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-630182b5-0c4d-4a8c-b441-c3750e168bc1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1631420 Sep 09 09:20:59.120506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5ad1f-8d8a-4f20-b72d-abecbef1a880 req-81988dc1-5d7f-4b43-bfbe-b10c43cf853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:59.122292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fe5ad1f-8d8a-4f20-b72d-abecbef1a880 req-81988dc1-5d7f-4b43-bfbe-b10c43cf853d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 1102 time: 0.1869895 Sep 09 09:20:59.147658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Pushing event updated for resources: {'Port': ['ID=e655b2cd-242f-4a3f-8779-c4ab04142ef2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:59.183772 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fe5ad1f-8d8a-4f20-b72d-abecbef1a880 req-188b78b9-2e03-4a59-929f-b9464072e739 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535104 Sep 09 09:20:59.191106 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:59.195890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Attempting to bind port e655b2cd-242f-4a3f-8779-c4ab04142ef2 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:20:59.201865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:59.202021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Attempting to bind port e655b2cd-242f-4a3f-8779-c4ab04142ef2 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:20:59.202021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Attempting to bind port e655b2cd-242f-4a3f-8779-c4ab04142ef2 on network 6d564fa3-c657-44e8-be47-675efa82f319 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:59.202208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:59.203918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Port e655b2cd-242f-4a3f-8779-c4ab04142ef2 on network 6d564fa3-c657-44e8-be47-675efa82f319 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:20:59.204395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Attempting to bind port e655b2cd-242f-4a3f-8779-c4ab04142ef2 on network 6d564fa3-c657-44e8-be47-675efa82f319 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:20:59.210208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:20:59.212190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Checking segment: {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:20:59.212190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Bound using segment: {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:20:59.212190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Bound port: e655b2cd-242f-4a3f-8779-c4ab04142ef2, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:20:59.212190 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:59.345911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] For port e655b2cd-242f-4a3f-8779-c4ab04142ef2, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:20:59.350124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] For port e655b2cd-242f-4a3f-8779-c4ab04142ef2, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e655b2cd-242f-4a3f-8779-c4ab04142ef2,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:20:59.407404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7051620 Sep 09 09:20:59.407404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa7285-73f5-4c46-b13e-8342572aa749 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event updated for resources: {'Network': ['ID=3edc6dba-1d66-4630-859a-b55d974dc9bd,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:59.407894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 3edc6dba-1d66-4630-859a-b55d974dc9bd details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:20:59.505810 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:59.542243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:59.542862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:59.558843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] 10.222.0.24 "PUT /v2.0/ports/e655b2cd-242f-4a3f-8779-c4ab04142ef2 HTTP/1.1" status: 200 len: 1135 time: 1.8349092 Sep 09 09:20:59.612460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ec696613-dc54-476a-b4d8-e637e0c8a9c4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1440718963&fields=id&tenant_id=95a35275c4864a71b4d060d54546604f HTTP/1.1" status: 200 len: 267 time: 0.1429324 Sep 09 09:20:59.629701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33820) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:20:59.678795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:59.705021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc97b51-3328-418c-842b-b567b1dcd0cf service neutron] Pushing event updated for resources: {'Port': ['ID=e655b2cd-242f-4a3f-8779-c4ab04142ef2,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:20:59.707684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'subnets': [{'network_id': '7f467d17-e8e0-4f30-b2fb-314e76727c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--381739772', 'ip_version': 4}, {'network_id': '3edc6dba-1d66-4630-859a-b55d974dc9bd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:59.708132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'subnet': {'network_id': '7f467d17-e8e0-4f30-b2fb-314e76727c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--381739772', 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:59.708711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Request body: {'subnet': {'network_id': '3edc6dba-1d66-4630-859a-b55d974dc9bd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:20:59.722756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'e655b2cd-242f-4a3f-8779-c4ab04142ef2'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:20:59.725652 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b9c996-0b4a-4051-ac60-d55adf286e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "e655b2cd-242f-4a3f-8779-c4ab04142ef2"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:20:59.797355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-631b760f-e388-4b41-9298-faad74602ddd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:59.798894 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-631b760f-e388-4b41-9298-faad74602ddd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports/453ae082-fabe-44d6-98f0-a13b1423af32 HTTP/1.1" status: 200 len: 929 time: 0.1760180 Sep 09 09:20:59.898151 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:20:59.966941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-1ce214d7-0186-4598-9b64-1414edd93bc8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:20:59.971890 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-1ce214d7-0186-4598-9b64-1414edd93bc8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports/bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e HTTP/1.1" status: 200 len: 932 time: 0.1622045 Sep 09 09:21:00.014760 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-53d173b5-0210-4e41-b1e9-47da09952ef4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?network_id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0383124 Sep 09 09:21:00.113906 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-4ba96e54-574d-4486-8ae2-b3c8ef77612a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?network_id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0941255 Sep 09 09:21:00.351819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-14b9d0b9-ec68-4b42-b84c-3f34e33a860f tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:00.358556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-14b9d0b9-ec68-4b42-b84c-3f34e33a860f tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:00.365858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-14b9d0b9-ec68-4b42-b84c-3f34e33a860f tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:00.368970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-14b9d0b9-ec68-4b42-b84c-3f34e33a860f tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/networks?id=b2b4f655-d0a3-4b76-8382-fa71539d21df&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&id=b0b609e8-3ebb-4e45-96f5-45f4fef663be HTTP/1.1" status: 200 len: 1989 time: 0.2263300 Sep 09 09:21:00.378880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1241dd-272b-4337-b532-bc9add7d8b5b req-70fb6ffa-4b1c-41db-b82a-047f30165ca7 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:00.380422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d1241dd-272b-4337-b532-bc9add7d8b5b req-70fb6ffa-4b1c-41db-b82a-047f30165ca7 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1423504 Sep 09 09:21:00.425008 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-55ab8847-0dac-42e0-b95e-09189af656bf tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/quotas/95a35275c4864a71b4d060d54546604f HTTP/1.1" status: 200 len: 375 time: 0.0496719 Sep 09 09:21:00.460525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d1241dd-272b-4337-b532-bc9add7d8b5b req-74c2be4b-75a5-4b53-83fb-dba0b4fa0b93 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737219 Sep 09 09:21:00.565622 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-25962790-52cc-4e15-a1aa-f25b5dad47ba tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1296880 Sep 09 09:21:00.569562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Made reservation on behalf of db5b9b33bf264258af437d7e9c32fa30 for: {'subnet': 2} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:00.572034 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:00.579139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:00.630633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dacf64-85aa-40e8-857f-3c2822090211 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:00.642624 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:00.657906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db00ad-eab3-4c48-bd1b-3b8ae83a4dba req-23ad7c30-2804-42b8-8d4a-882b9a0310c2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:00.665175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db00ad-eab3-4c48-bd1b-3b8ae83a4dba req-23ad7c30-2804-42b8-8d4a-882b9a0310c2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:00.672565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db00ad-eab3-4c48-bd1b-3b8ae83a4dba req-23ad7c30-2804-42b8-8d4a-882b9a0310c2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:00.679703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db00ad-eab3-4c48-bd1b-3b8ae83a4dba req-23ad7c30-2804-42b8-8d4a-882b9a0310c2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:00.688102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db00ad-eab3-4c48-bd1b-3b8ae83a4dba req-23ad7c30-2804-42b8-8d4a-882b9a0310c2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:00.708393 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db00ad-eab3-4c48-bd1b-3b8ae83a4dba req-23ad7c30-2804-42b8-8d4a-882b9a0310c2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:00.718390 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7db00ad-eab3-4c48-bd1b-3b8ae83a4dba req-23ad7c30-2804-42b8-8d4a-882b9a0310c2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 4603 time: 0.1550055 Sep 09 09:21:00.748835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Transition to ACTIVE for port object 61dacf64-85aa-40e8-857f-3c2822090211 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:00.768702 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f70d4b77-e27b-4270-8d65-90466671ac05 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b4f655-d0a3-4b76-8382-fa71539d21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825862 Sep 09 09:21:00.777365 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7db00ad-eab3-4c48-bd1b-3b8ae83a4dba req-6a429ca1-f76d-491e-a019-bde54f476d50 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577309 Sep 09 09:21:00.862648 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:00.951364 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069540e4-14b8-4668-bb31-ef98b1bda165 x-openstack-request-id: req-069540e4-14b8-4668-bb31-ef98b1bda165 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:00.951684 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "e655b2cd-242f-4a3f-8779-c4ab04142ef2", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:00.951943 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-069540e4-14b8-4668-bb31-ef98b1bda165 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:00.952339 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'e655b2cd-242f-4a3f-8779-c4ab04142ef2', 'status': 'completed', 'code': 200} Sep 09 09:21:01.404441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-535a7bae-a74b-4345-b15c-1ee1e1fc911b service neutron] 10.222.0.32 "GET /v2.0/networks/b2b4f655-d0a3-4b76-8382-fa71539d21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342859 Sep 09 09:21:01.498820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-3784e5d6-68cf-4ece-b149-a02160b6fb58 service neutron] 10.222.0.32 "GET /v2.0/ports/453ae082-fabe-44d6-98f0-a13b1423af32?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0856164 Sep 09 09:21:01.504639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Pushing event updated for resources: {'Port': ['ID=61dacf64-85aa-40e8-857f-3c2822090211,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:01.542124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.542471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.542996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.543178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.543588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.543926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.544339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.544674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.545008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.545659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.545659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.545974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:01.613746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-04a4a612-b3a6-4740-bd3b-018ba2c5b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:01.615696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-04a4a612-b3a6-4740-bd3b-018ba2c5b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:01.618140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-04a4a612-b3a6-4740-bd3b-018ba2c5b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:01.621219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-04a4a612-b3a6-4740-bd3b-018ba2c5b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:01.622376 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-04a4a612-b3a6-4740-bd3b-018ba2c5b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:01.623703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-04a4a612-b3a6-4740-bd3b-018ba2c5b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:01.628008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-04a4a612-b3a6-4740-bd3b-018ba2c5b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:01.632637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-04a4a612-b3a6-4740-bd3b-018ba2c5b16e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6179 time: 0.6703985 Sep 09 09:21:01.696368 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-29153c3d-57f7-4575-b23b-86cd19889a07 service neutron] 10.222.0.32 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812985 Sep 09 09:21:01.760459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3fe87-21a6-4c94-a7a1-3671a7783ca1 req-17c8ecdf-dff9-4ffe-a754-8291630a6983 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:01.762057 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7d3fe87-21a6-4c94-a7a1-3671a7783ca1 req-17c8ecdf-dff9-4ffe-a754-8291630a6983 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.2603018 Sep 09 09:21:01.768990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-07753903-6030-47df-a68f-392885b1e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:01.769549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-07753903-6030-47df-a68f-392885b1e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:01.770023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-07753903-6030-47df-a68f-392885b1e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:01.771625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-07753903-6030-47df-a68f-392885b1e400 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=77c44c0859204d059165e2a3262a3398&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1267014 Sep 09 09:21:01.794995 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-71b3b35a-2fba-4635-80a3-7671dfb6187b service neutron] 10.222.0.32 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887620 Sep 09 09:21:01.809641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Attempting to bind port 61dacf64-85aa-40e8-857f-3c2822090211 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:01.810089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Attempting to bind port 61dacf64-85aa-40e8-857f-3c2822090211 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:01.810498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Attempting to bind port 61dacf64-85aa-40e8-857f-3c2822090211 on network 6d564fa3-c657-44e8-be47-675efa82f319 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:01.817964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Port 61dacf64-85aa-40e8-857f-3c2822090211 on network 6d564fa3-c657-44e8-be47-675efa82f319 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:01.818378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Attempting to bind port 61dacf64-85aa-40e8-857f-3c2822090211 on network 6d564fa3-c657-44e8-be47-675efa82f319 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:01.835949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:01.836373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Checking segment: {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:01.836826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Bound using segment: {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:01.837359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Bound port: 61dacf64-85aa-40e8-857f-3c2822090211, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:01.837792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:01.846611 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-5e6e2c01-eafe-4d5f-9ffa-d0bd781e8ae8 service neutron] 10.222.0.32 "GET /v2.0/ports/bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0357563 Sep 09 09:21:01.927697 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7d3fe87-21a6-4c94-a7a1-3671a7783ca1 req-96568b27-932c-4bc0-b1ab-aabc6b4ee818 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411366 Sep 09 09:21:01.990763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] For port 61dacf64-85aa-40e8-857f-3c2822090211, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:01.993975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] For port 61dacf64-85aa-40e8-857f-3c2822090211, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=61dacf64-85aa-40e8-857f-3c2822090211,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:02.016680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-004c6e84-d40e-4582-9d4a-7be9266d6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:02.018409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-12b9c996-0b4a-4051-ac60-d55adf286e2c req-004c6e84-d40e-4582-9d4a-7be9266d6cd8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2367294 Sep 09 09:21:02.053203 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:02.075431 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-08f06cf5-e875-4997-988c-147da8d675e1 service neutron] 10.222.0.32 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978920 Sep 09 09:21:02.100495 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:02.151267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc471f2-2f33-449f-a2b0-5e3f1035d056 req-21d6f5de-65a0-42bb-8e25-6f38295f6e31 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:02.157043 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fc471f2-2f33-449f-a2b0-5e3f1035d056 req-21d6f5de-65a0-42bb-8e25-6f38295f6e31 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1250505 Sep 09 09:21:02.191667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Pushing event updated for resources: {'Port': ['ID=61dacf64-85aa-40e8-857f-3c2822090211,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:02.218477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Checking segment: {'id': 'b7576139-5106-401b-913c-48b10d19932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f467d17-e8e0-4f30-b2fb-314e76727c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:02.218844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Network hostable DHCP agents. Network: 7f467d17-e8e0-4f30-b2fb-314e76727c69, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:21:02.220881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event updated for resources: {'Subnet': ['ID=61d8f5b8-0062-4de4-ac58-8166d32f45a9,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:02.236331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:02.240967 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:02.250034 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-8c55caf2-9056-4f4a-b71b-de6818bbf3eb service neutron] 10.222.0.24 "PUT /v2.0/ports/61dacf64-85aa-40e8-857f-3c2822090211 HTTP/1.1" status: 200 len: 1137 time: 2.5791728 Sep 09 09:21:02.268026 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-bae289db-a27a-4cde-8881-38d16764d38c service neutron] 10.222.0.32 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687675 Sep 09 09:21:02.332306 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fc471f2-2f33-449f-a2b0-5e3f1035d056 req-7ff2b61c-0b27-4899-95de-e20c56d3b76c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271315 Sep 09 09:21:02.431040 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:02.474193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Network 7f467d17-e8e0-4f30-b2fb-314e76727c69 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:21:02.491722 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e022aa84-f243-428e-9ea8-e0ab439b6b99 service neutron] 10.222.0.32 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106071 Sep 09 09:21:02.542626 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:02.561443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27276b6-fb91-48be-a6d8-53beffcabf3b req-3a0f8a98-af8d-43d3-acea-b3d51cb0ee10 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:02.567851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 7f467d17-e8e0-4f30-b2fb-314e76727c69) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:02.569432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27276b6-fb91-48be-a6d8-53beffcabf3b req-3a0f8a98-af8d-43d3-acea-b3d51cb0ee10 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:02.577067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae1133-e68b-4f4c-8277-d58fd35dbce6 None None] Network 7f467d17-e8e0-4f30-b2fb-314e76727c69 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:02.586578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27276b6-fb91-48be-a6d8-53beffcabf3b req-3a0f8a98-af8d-43d3-acea-b3d51cb0ee10 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:02.587713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:02.595167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27276b6-fb91-48be-a6d8-53beffcabf3b req-3a0f8a98-af8d-43d3-acea-b3d51cb0ee10 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:02.603351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27276b6-fb91-48be-a6d8-53beffcabf3b req-3a0f8a98-af8d-43d3-acea-b3d51cb0ee10 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:02.612553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27276b6-fb91-48be-a6d8-53beffcabf3b req-3a0f8a98-af8d-43d3-acea-b3d51cb0ee10 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:02.624924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27276b6-fb91-48be-a6d8-53beffcabf3b req-3a0f8a98-af8d-43d3-acea-b3d51cb0ee10 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:02.632764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e27276b6-fb91-48be-a6d8-53beffcabf3b req-3a0f8a98-af8d-43d3-acea-b3d51cb0ee10 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5381 time: 0.1731877 Sep 09 09:21:02.724935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event updated for resources: {'Subnet': ['ID=0b5ba069-73dc-4b42-a5a4-54f88432eff4,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:02.770165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e27276b6-fb91-48be-a6d8-53beffcabf3b req-def37f0a-54e9-42c0-ad03-ecf5eeb77584 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161032 Sep 09 09:21:02.795680 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Checking segment: {'id': '7d6f8743-6848-4a07-b4bd-18db0c4d0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3edc6dba-1d66-4630-859a-b55d974dc9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:02.795680 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Network hostable DHCP agents. Network: 3edc6dba-1d66-4630-859a-b55d974dc9bd, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:21:02.799318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-4ecfa84a-f567-4f70-8b65-f12609cda42e service neutron] 10.222.0.32 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065016 Sep 09 09:21:02.959559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': '61dacf64-85aa-40e8-857f-3c2822090211'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:02.975897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-7f467d17-e8e0-4f30-b2fb-314e76727c69', 'network_id': '7f467d17-e8e0-4f30-b2fb-314e76727c69', 'tenant_id': 'db5b9b33bf264258af437d7e9c32fa30', 'fixed_ips': [{'subnet_id': '61d8f5b8-0062-4de4-ac58-8166d32f45a9'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:21:02.976152 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52f69a1-8cfd-496b-aec3-e84507865e16" -d '{"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "61dacf64-85aa-40e8-857f-3c2822090211"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:02.977651 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:03.004275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-abc65e6c-6b7e-47ad-bcb9-6298dd40f0c2 service neutron] 10.222.0.32 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930299 Sep 09 09:21:03.147078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-0f1329be-71ce-4ba6-873b-cb5f178f2eab service neutron] 10.222.0.32 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318507 Sep 09 09:21:03.173969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Network 3edc6dba-1d66-4630-859a-b55d974dc9bd is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:21:03.205671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee0d88-4dc2-4962-841a-2ad8ac224610 req-b5772daf-e3f4-4392-8bbe-5f1aa618496b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:03.213541 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83ee0d88-4dc2-4962-841a-2ad8ac224610 req-b5772daf-e3f4-4392-8bbe-5f1aa618496b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.0911164 Sep 09 09:21:03.232222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Allocated IP 172.20.0.2 (7f467d17-e8e0-4f30-b2fb-314e76727c69/61d8f5b8-0062-4de4-ac58-8166d32f45a9/6b88c062-9d6e-43b9-a1d3-fa091a6fe60e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:03.277205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 3edc6dba-1d66-4630-859a-b55d974dc9bd) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:03.278407 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83ee0d88-4dc2-4962-841a-2ad8ac224610 req-5bd6c9ce-4370-4e63-958c-c693580f0953 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628970 Sep 09 09:21:03.283800 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-c19ac9a3-4ece-4170-a7e6-c007e4d9f717 service neutron] 10.222.0.32 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295984 Sep 09 09:21:03.286674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:03.286674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:03.286674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:03.378141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd77bb5c-f200-4070-9fdc-d93528eaca4b {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:03.389875 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:03.407864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Transition to ACTIVE for port object dd77bb5c-f200-4070-9fdc-d93528eaca4b will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:03.486810 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-842dc0da-2179-4bd0-82f9-9406dc072842 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.7865019 Sep 09 09:21:03.489870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33866) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:03.539076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:03.599860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c953f-803a-4591-8af7-c3867b00a539 req-45424f5a-4ec7-4cf6-aa2e-b5f1e040175d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:03.600466 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-829ab697-3211-44cc-b7b3-f5843c58014c service neutron] 10.222.0.32 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878561 Sep 09 09:21:03.600576 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d0c953f-803a-4591-8af7-c3867b00a539 req-45424f5a-4ec7-4cf6-aa2e-b5f1e040175d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1775467 Sep 09 09:21:03.720217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109aa800-6d5d-4019-bd26-142fb3e290fe None None] Network 3edc6dba-1d66-4630-859a-b55d974dc9bd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:03.742430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d0c953f-803a-4591-8af7-c3867b00a539 req-f29c5cb8-42ca-4bd3-a097-f6137fe02128 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486447 Sep 09 09:21:03.779894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c68e4-fe9d-4d52-921c-77051988a48a tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:03.781933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c68e4-fe9d-4d52-921c-77051988a48a tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:03.783651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c68e4-fe9d-4d52-921c-77051988a48a tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:03.786413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-311c68e4-fe9d-4d52-921c-77051988a48a tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2953541 Sep 09 09:21:03.792466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33868) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:03.843775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-23ae6327-731f-435d-b570-30560fdfecb5 service neutron] 10.222.0.32 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409675 Sep 09 09:21:03.905469 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:03.941539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Transition to ACTIVE for port object 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:03.974231 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Transition to ACTIVE for port object 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:04.042555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f258df96-bc40-473b-bd78-0d83dec86af1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Deleting subnet 61d8f5b8-0062-4de4-ac58-8166d32f45a9 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:21:04.055526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd77bb5c-f200-4070-9fdc-d93528eaca4b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:04.070320 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84877a95-a463-4e5b-a16b-4f6b1d504177 x-openstack-request-id: req-84877a95-a463-4e5b-a16b-4f6b1d504177 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:04.073119 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "61dacf64-85aa-40e8-857f-3c2822090211", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:04.073516 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84877a95-a463-4e5b-a16b-4f6b1d504177 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:04.078538 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': '61dacf64-85aa-40e8-857f-3c2822090211', 'status': 'completed', 'code': 200} Sep 09 09:21:04.108270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-3edc6dba-1d66-4630-859a-b55d974dc9bd', 'network_id': '3edc6dba-1d66-4630-859a-b55d974dc9bd', 'tenant_id': 'db5b9b33bf264258af437d7e9c32fa30', 'fixed_ips': [{'subnet_id': '0b5ba069-73dc-4b42-a5a4-54f88432eff4'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:21:04.110239 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:04.156464 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:04.186349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f258df96-bc40-473b-bd78-0d83dec86af1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:04.243245 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-26479c7f-7fde-448a-a3f8-507d9cd1627e service neutron] 10.222.0.32 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763335 Sep 09 09:21:04.304626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-47776869-b125-43b5-9dca-50abd780dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.305127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-47776869-b125-43b5-9dca-50abd780dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.305596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-47776869-b125-43b5-9dca-50abd780dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.306062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-47776869-b125-43b5-9dca-50abd780dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.306526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-47776869-b125-43b5-9dca-50abd780dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.306985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-47776869-b125-43b5-9dca-50abd780dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.307498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-47776869-b125-43b5-9dca-50abd780dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.310151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-47776869-b125-43b5-9dca-50abd780dfc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6247 time: 0.2457144 Sep 09 09:21:04.315326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Attempting to bind port dd77bb5c-f200-4070-9fdc-d93528eaca4b on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:04.315701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Attempting to bind port dd77bb5c-f200-4070-9fdc-d93528eaca4b by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:04.316175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Attempting to bind port dd77bb5c-f200-4070-9fdc-d93528eaca4b on network 6d564fa3-c657-44e8-be47-675efa82f319 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:04.322127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Network 7f467d17-e8e0-4f30-b2fb-314e76727c69 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:04.325920 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f258df96-bc40-473b-bd78-0d83dec86af1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:04.431982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-d76c0d31-8e26-41ce-9a4b-1f468703a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.432461 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-d76c0d31-8e26-41ce-9a4b-1f468703a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.433104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-d76c0d31-8e26-41ce-9a4b-1f468703a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.435294 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-d76c0d31-8e26-41ce-9a4b-1f468703a525 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=77c44c0859204d059165e2a3262a3398&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1084340 Sep 09 09:21:04.477764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Port dd77bb5c-f200-4070-9fdc-d93528eaca4b on network 6d564fa3-c657-44e8-be47-675efa82f319 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:04.477764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Attempting to bind port dd77bb5c-f200-4070-9fdc-d93528eaca4b on network 6d564fa3-c657-44e8-be47-675efa82f319 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:04.498846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:04.498846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Checking segment: {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:04.504754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Bound using segment: {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:04.504754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Bound port: dd77bb5c-f200-4070-9fdc-d93528eaca4b, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:04.504754 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:04.519347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:04.522911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:04.610659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Attempting to bind port 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:04.611035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Attempting to bind port 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b7576139-5106-401b-913c-48b10d19932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f467d17-e8e0-4f30-b2fb-314e76727c69'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:04.611411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Attempting to bind port 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e on network 7f467d17-e8e0-4f30-b2fb-314e76727c69 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:04.616612 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Pushing event updated for resources: {'Port': ['ID=6b88c062-9d6e-43b9-a1d3-fa091a6fe60e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:04.631778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:04.632178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Checking segment: {'id': 'b7576139-5106-401b-913c-48b10d19932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f467d17-e8e0-4f30-b2fb-314e76727c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:04.632592 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:04.633023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Bound using segment: {'id': 'b7576139-5106-401b-913c-48b10d19932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f467d17-e8e0-4f30-b2fb-314e76727c69'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:04.633694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Bound port: 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7576139-5106-401b-913c-48b10d19932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f467d17-e8e0-4f30-b2fb-314e76727c69'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:04.634121 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:04.696290 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f258df96-bc40-473b-bd78-0d83dec86af1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:04.735799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-c64ad437-9776-47b0-8713-a854be63f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.737526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e52f69a1-8cfd-496b-aec3-e84507865e16 req-c64ad437-9776-47b0-8713-a854be63f947 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2739768 Sep 09 09:21:04.751827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] For port dd77bb5c-f200-4070-9fdc-d93528eaca4b, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:04.756917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] For port dd77bb5c-f200-4070-9fdc-d93528eaca4b, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=dd77bb5c-f200-4070-9fdc-d93528eaca4b,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:04.769785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Allocated IP 172.20.0.18 (3edc6dba-1d66-4630-859a-b55d974dc9bd/0b5ba069-73dc-4b42-a5a4-54f88432eff4/bed123f8-7c00-434b-b2a9-c2204d4345e4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:04.861826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:04.918751 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f258df96-bc40-473b-bd78-0d83dec86af1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:04.922265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] For port 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:04.946174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] For port 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6b88c062-9d6e-43b9-a1d3-fa091a6fe60e,segment=NetworkSegment(b7576139-5106-401b-913c-48b10d19932c),segment_id=b7576139-5106-401b-913c-48b10d19932c)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:04.956356 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:04.957732 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:04.958466 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] 10.222.0.24 "PUT /v2.0/ports/dd77bb5c-f200-4070-9fdc-d93528eaca4b HTTP/1.1" status: 200 len: 1092 time: 2.5331817 Sep 09 09:21:04.989387 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258df96-bc40-473b-bd78-0d83dec86af1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event deleted for resources: {'Subnet': ['ID=61d8f5b8-0062-4de4-ac58-8166d32f45a9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:04.996460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f258df96-bc40-473b-bd78-0d83dec86af1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.010079 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f258df96-bc40-473b-bd78-0d83dec86af1 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "DELETE /v2.0/subnets/61d8f5b8-0062-4de4-ac58-8166d32f45a9 HTTP/1.1" status: 204 len: 168 time: 1.2095180 Sep 09 09:21:05.010513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33900) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:05.041801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86b3b6-879c-4f23-929f-450a7b322ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd77bb5c-f200-4070-9fdc-d93528eaca4b,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:05.061908 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.080425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Transition to ACTIVE for port object bed123f8-7c00-434b-b2a9-c2204d4345e4 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:05.085712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1bcb6-623f-4713-8ead-9a136f93178a req-69e4528e-a8d7-4071-a0d3-89b42afac30d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:05.097490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1bcb6-623f-4713-8ead-9a136f93178a req-69e4528e-a8d7-4071-a0d3-89b42afac30d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:05.097868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Transition to ACTIVE for port object bed123f8-7c00-434b-b2a9-c2204d4345e4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:05.103850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1bcb6-623f-4713-8ead-9a136f93178a req-69e4528e-a8d7-4071-a0d3-89b42afac30d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:05.113244 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.118121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b7ce4c-28cd-407f-b0a0-9bffa8f36b46 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Deleting subnet 0b5ba069-73dc-4b42-a5a4-54f88432eff4 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:21:05.121081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1bcb6-623f-4713-8ead-9a136f93178a req-69e4528e-a8d7-4071-a0d3-89b42afac30d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:05.142272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1bcb6-623f-4713-8ead-9a136f93178a req-69e4528e-a8d7-4071-a0d3-89b42afac30d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:05.153881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1bcb6-623f-4713-8ead-9a136f93178a req-69e4528e-a8d7-4071-a0d3-89b42afac30d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:05.160476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1bcb6-623f-4713-8ead-9a136f93178a req-69e4528e-a8d7-4071-a0d3-89b42afac30d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:05.169625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43d1bcb6-623f-4713-8ead-9a136f93178a req-69e4528e-a8d7-4071-a0d3-89b42afac30d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5393 time: 0.2648420 Sep 09 09:21:05.196655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:05.209036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebb040-2647-4181-b91e-66f8640e1215 None None] Pushing event updated for resources: {'Port': ['ID=6b88c062-9d6e-43b9-a1d3-fa091a6fe60e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:05.219338 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96b7ce4c-28cd-407f-b0a0-9bffa8f36b46 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.229419 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.306586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Network 3edc6dba-1d66-4630-859a-b55d974dc9bd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:05.311112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:05.321839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:05.338086 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.340873 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96b7ce4c-28cd-407f-b0a0-9bffa8f36b46 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.372865 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Pushing event updated for resources: {'Port': ['ID=bed123f8-7c00-434b-b2a9-c2204d4345e4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:05.400646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43d1bcb6-623f-4713-8ead-9a136f93178a req-212057d5-452c-42e5-834f-70e71331bbcb tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2252336 Sep 09 09:21:05.422478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Attempting to bind port bed123f8-7c00-434b-b2a9-c2204d4345e4 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:05.422478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Attempting to bind port bed123f8-7c00-434b-b2a9-c2204d4345e4 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '7d6f8743-6848-4a07-b4bd-18db0c4d0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3edc6dba-1d66-4630-859a-b55d974dc9bd'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:05.422478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Attempting to bind port bed123f8-7c00-434b-b2a9-c2204d4345e4 on network 3edc6dba-1d66-4630-859a-b55d974dc9bd {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:05.422478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:05.422478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Checking segment: {'id': '7d6f8743-6848-4a07-b4bd-18db0c4d0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3edc6dba-1d66-4630-859a-b55d974dc9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:05.422478 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.422478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Bound using segment: {'id': '7d6f8743-6848-4a07-b4bd-18db0c4d0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3edc6dba-1d66-4630-859a-b55d974dc9bd'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:05.422478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Bound port: bed123f8-7c00-434b-b2a9-c2204d4345e4, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6f8743-6848-4a07-b4bd-18db0c4d0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3edc6dba-1d66-4630-859a-b55d974dc9bd'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:05.422478 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.584788 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96b7ce4c-28cd-407f-b0a0-9bffa8f36b46 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.740958 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96b7ce4c-28cd-407f-b0a0-9bffa8f36b46 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.751103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] For port bed123f8-7c00-434b-b2a9-c2204d4345e4, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:05.755127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] For port bed123f8-7c00-434b-b2a9-c2204d4345e4, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bed123f8-7c00-434b-b2a9-c2204d4345e4,segment=NetworkSegment(7d6f8743-6848-4a07-b4bd-18db0c4d0ce5),segment_id=7d6f8743-6848-4a07-b4bd-18db0c4d0ce5)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:05.829328 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.834714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7ce4c-28cd-407f-b0a0-9bffa8f36b46 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5ba069-73dc-4b42-a5a4-54f88432eff4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:05.855211 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96b7ce4c-28cd-407f-b0a0-9bffa8f36b46 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:05.855211 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-96b7ce4c-28cd-407f-b0a0-9bffa8f36b46 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "DELETE /v2.0/subnets/0b5ba069-73dc-4b42-a5a4-54f88432eff4 HTTP/1.1" status: 204 len: 168 time: 0.8425577 Sep 09 09:21:05.860895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33916) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:05.892003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c753-1b92-47cf-aad6-4f71e7912bb2 req-a6cb4fbd-048c-408d-83eb-887e5f571b73 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:05.893624 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e320c753-1b92-47cf-aad6-4f71e7912bb2 req-a6cb4fbd-048c-408d-83eb-887e5f571b73 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1316202 Sep 09 09:21:05.941619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0d154-f522-4a24-ace7-10a40fbf6dea None None] Pushing event updated for resources: {'Port': ['ID=bed123f8-7c00-434b-b2a9-c2204d4345e4,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:05.974288 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e320c753-1b92-47cf-aad6-4f71e7912bb2 req-64b3b9f4-fe9f-4153-a039-59dc0aef43e1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711572 Sep 09 09:21:06.007892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee26517-ed70-4c71-b9ef-170f240a2c83 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:06.016972 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:06.036305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Transition to ACTIVE for port object 6ee26517-ed70-4c71-b9ef-170f240a2c83 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:06.037622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d5b88a-e660-4f3e-af8e-f213df240f4b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.043901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33918) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:06.048673 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-03d5b88a-e660-4f3e-af8e-f213df240f4b tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1790414 Sep 09 09:21:06.080155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'dd77bb5c-f200-4070-9fdc-d93528eaca4b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:06.082436 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307" -d '{"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "dd77bb5c-f200-4070-9fdc-d93528eaca4b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:06.117830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:06.238965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd814b-d3aa-4d4a-8da7-c992471d0b36 req-73339aab-8443-4bc5-a8fb-9866c68791b8 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.242185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-69dd814b-d3aa-4d4a-8da7-c992471d0b36 req-73339aab-8443-4bc5-a8fb-9866c68791b8 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1715968 Sep 09 09:21:06.244482 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:06.296290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Pushing event updated for resources: {'Port': ['ID=6ee26517-ed70-4c71-b9ef-170f240a2c83,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:06.427609 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499bd3e1-905d-4186-b538-345e794e08da x-openstack-request-id: req-499bd3e1-905d-4186-b538-345e794e08da {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:06.428036 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "dd77bb5c-f200-4070-9fdc-d93528eaca4b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:06.428425 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-499bd3e1-905d-4186-b538-345e794e08da {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:06.428906 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'dd77bb5c-f200-4070-9fdc-d93528eaca4b', 'status': 'completed', 'code': 200} Sep 09 09:21:06.471419 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-69dd814b-d3aa-4d4a-8da7-c992471d0b36 req-c8e8aafe-75a9-4a07-98c1-816d83affd29 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179155 Sep 09 09:21:06.567008 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f09933e-edf2-4204-8af1-91c2a8f1b604 req-0073b390-09fe-4fa1-992b-30e243a15719 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0741043 Sep 09 09:21:06.681047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-66498d7b-9407-415d-9354-5861d91e36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.681551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-66498d7b-9407-415d-9354-5861d91e36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.682025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-66498d7b-9407-415d-9354-5861d91e36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.682527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-66498d7b-9407-415d-9354-5861d91e36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.683203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-66498d7b-9407-415d-9354-5861d91e36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.683765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-66498d7b-9407-415d-9354-5861d91e36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.684783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-66498d7b-9407-415d-9354-5861d91e36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.690489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-66498d7b-9407-415d-9354-5861d91e36a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6315 time: 0.2118318 Sep 09 09:21:06.712657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Attempting to bind port 6ee26517-ed70-4c71-b9ef-170f240a2c83 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:06.712874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Attempting to bind port 6ee26517-ed70-4c71-b9ef-170f240a2c83 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:06.713213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Attempting to bind port 6ee26517-ed70-4c71-b9ef-170f240a2c83 on network 6d564fa3-c657-44e8-be47-675efa82f319 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:06.741391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Port 6ee26517-ed70-4c71-b9ef-170f240a2c83 on network 6d564fa3-c657-44e8-be47-675efa82f319 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:06.741726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Attempting to bind port 6ee26517-ed70-4c71-b9ef-170f240a2c83 on network 6d564fa3-c657-44e8-be47-675efa82f319 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:06.755125 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:06.755498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Checking segment: {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:06.755892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Bound using segment: {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:06.756345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Bound port: 6ee26517-ed70-4c71-b9ef-170f240a2c83, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069428b4-f4d5-4cfe-a908-4e8687935870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:06.756712 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:06.822509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764ac4-0dae-4c02-acbf-f5d3c02f61e9 req-cf581e55-2034-42b4-846b-12fddb265efa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.830500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764ac4-0dae-4c02-acbf-f5d3c02f61e9 req-cf581e55-2034-42b4-846b-12fddb265efa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.836463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764ac4-0dae-4c02-acbf-f5d3c02f61e9 req-cf581e55-2034-42b4-846b-12fddb265efa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.842608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764ac4-0dae-4c02-acbf-f5d3c02f61e9 req-cf581e55-2034-42b4-846b-12fddb265efa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.848600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764ac4-0dae-4c02-acbf-f5d3c02f61e9 req-cf581e55-2034-42b4-846b-12fddb265efa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.855105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764ac4-0dae-4c02-acbf-f5d3c02f61e9 req-cf581e55-2034-42b4-846b-12fddb265efa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.863343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764ac4-0dae-4c02-acbf-f5d3c02f61e9 req-cf581e55-2034-42b4-846b-12fddb265efa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:06.865367 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08764ac4-0dae-4c02-acbf-f5d3c02f61e9 req-cf581e55-2034-42b4-846b-12fddb265efa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5405 time: 0.2701328 Sep 09 09:21:06.907135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Deleting port bed123f8-7c00-434b-b2a9-c2204d4345e4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:06.907798 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:06.979735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f3381-f7b4-487a-be5c-7b4e1a3e56d2 None None] Network 7f467d17-e8e0-4f30-b2fb-314e76727c69 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:07.078686 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08764ac4-0dae-4c02-acbf-f5d3c02f61e9 req-1775587a-1960-4f18-987f-5bfb25f1bdc6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412609 Sep 09 09:21:07.107866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] For port bed123f8-7c00-434b-b2a9-c2204d4345e4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bed123f8-7c00-434b-b2a9-c2204d4345e4,segment=NetworkSegment(7d6f8743-6848-4a07-b4bd-18db0c4d0ce5),segment_id=7d6f8743-6848-4a07-b4bd-18db0c4d0ce5)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:07.108242 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:07.140425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] For port 6ee26517-ed70-4c71-b9ef-170f240a2c83, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:07.142684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Calling delete_port for bed123f8-7c00-434b-b2a9-c2204d4345e4 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:07.151202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0a832e03-3e49-4837-b7a3-0eeed7d9f786 None None] Provisioning for port 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:07.162898 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165e197-237d-4994-9265-b24cdcf560cc req-5a21cc40-95a1-471a-b104-ee415ed37888 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:07.163536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] For port 6ee26517-ed70-4c71-b9ef-170f240a2c83, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6ee26517-ed70-4c71-b9ef-170f240a2c83,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:07.172118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4165e197-237d-4994-9265-b24cdcf560cc req-5a21cc40-95a1-471a-b104-ee415ed37888 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.0928710 Sep 09 09:21:07.178916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-0bf6b229-b6f1-4d59-bc90-912a4eda3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:07.179428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-0bf6b229-b6f1-4d59-bc90-912a4eda3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:07.179911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-0bf6b229-b6f1-4d59-bc90-912a4eda3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:07.181613 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-0bf6b229-b6f1-4d59-bc90-912a4eda3a54 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=77c44c0859204d059165e2a3262a3398&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4709446 Sep 09 09:21:07.240487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4165e197-237d-4994-9265-b24cdcf560cc req-961f9d07-70b8-48e3-a99d-85bec7d28ab3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652132 Sep 09 09:21:07.325667 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:07.356920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:07.357567 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:07.359008 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] 10.222.0.24 "PUT /v2.0/ports/6ee26517-ed70-4c71-b9ef-170f240a2c83 HTTP/1.1" status: 200 len: 1091 time: 2.1813264 Sep 09 09:21:07.365736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16cd91-b69d-490f-a1a6-b08a93445199 None None] DHCP port deletion for 7f467d17-e8e0-4f30-b2fb-314e76727c69 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:21:07.439867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3a16cd91-b69d-490f-a1a6-b08a93445199 None None] Deleting port 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:07.440491 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a16cd91-b69d-490f-a1a6-b08a93445199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:07.479430 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:07.499093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] No DVR routers for this DVR port bed123f8-7c00-434b-b2a9-c2204d4345e4 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:21:07.505525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:07.514257 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990b236-79ea-4ef6-b71e-389b8292292b service neutron] Pushing event updated for resources: {'Port': ['ID=6ee26517-ed70-4c71-b9ef-170f240a2c83,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:07.586177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3a16cd91-b69d-490f-a1a6-b08a93445199 None None] For port 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6b88c062-9d6e-43b9-a1d3-fa091a6fe60e,segment=NetworkSegment(b7576139-5106-401b-913c-48b10d19932c),segment_id=b7576139-5106-401b-913c-48b10d19932c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:07.586177 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a16cd91-b69d-490f-a1a6-b08a93445199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:07.610410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cc8f2b-12c1-4ff0-b832-de1b409441cb None None] Network 3edc6dba-1d66-4630-859a-b55d974dc9bd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:07.612613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event deleted for resources: {'Port': ['ID=bed123f8-7c00-434b-b2a9-c2204d4345e4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:07.633771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3a16cd91-b69d-490f-a1a6-b08a93445199 None None] Calling delete_port for 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:07.672438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-41689f54-b173-4245-85fd-f7bec3f184cc None None] Could not find standard attr ID for object bed123f8-7c00-434b-b2a9-c2204d4345e4. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:21:07.748219 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5da7c05a-d6ee-4d20-979d-f0acac36eea1 req-499e27e5-bf98-4637-b013-871392a108ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0523548 Sep 09 09:21:07.754408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:07.764957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bed123f8-7c00-434b-b2a9-c2204d4345e4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:07.785953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edc6dba-1d66-4630-859a-b55d974dc9bd']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:07.797628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6f8743-6848-4a07-b4bd-18db0c4d0ce5') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:07.799429 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6f8743-6848-4a07-b4bd-18db0c4d0ce5') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:07.803068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bed123f8-7c00-434b-b2a9-c2204d4345e4 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:21:07.803457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bed123f8-7c00-434b-b2a9-c2204d4345e4 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 09 09:21:07.810612 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:07.825154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:07.827054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Port bed123f8-7c00-434b-b2a9-c2204d4345e4 not found, will not notify nova. {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 09 09:21:07.833077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:21:07.833713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:21:07.937370 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:21:07.944800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-8313c54b-a885-463b-a0d7-03551a8ae4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:07.946392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06d9efdb-33ed-49a2-9d30-8cdc9f1a6307 req-8313c54b-a885-463b-a0d7-03551a8ae4f2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6433048 Sep 09 09:21:07.979834 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:07.983613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242d1d3-dd45-4ebe-8508-bf13584546fb None None] DHCP port deletion for 3edc6dba-1d66-4630-859a-b55d974dc9bd request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:21:08.008851 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a16cd91-b69d-490f-a1a6-b08a93445199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.010946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f675b2f-b046-49cc-8e40-81a5bb6316cc req-57f6fe4f-be45-4731-9a58-1a279f40e7e2 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.020286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f675b2f-b046-49cc-8e40-81a5bb6316cc req-57f6fe4f-be45-4731-9a58-1a279f40e7e2 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.3751252 Sep 09 09:21:08.046508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16cd91-b69d-490f-a1a6-b08a93445199 None None] Pushing event deleted for resources: {'Port': ['ID=6b88c062-9d6e-43b9-a1d3-fa091a6fe60e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:08.059750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a16cd91-b69d-490f-a1a6-b08a93445199 None None] No DVR routers for this DVR port 6b88c062-9d6e-43b9-a1d3-fa091a6fe60e on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:21:08.060932 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.077649 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.079628 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "DELETE /v2.0/networks/3edc6dba-1d66-4630-859a-b55d974dc9bd HTTP/1.1" status: 204 len: 168 time: 2.0347109 Sep 09 09:21:08.082526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33952) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:08.097057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254dbcf-cbaa-4d8e-8ed9-59db95279639 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event deleted for resources: {'Network': ['ID=3edc6dba-1d66-4630-859a-b55d974dc9bd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:08.127191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f675b2f-b046-49cc-8e40-81a5bb6316cc req-30b67a94-1f00-4aab-9374-cc231b484e45 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077590 Sep 09 09:21:08.181428 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.337831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.354409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e7b1-fc5b-4c25-8b7a-9e6f2398a20e req-f138de7d-0327-44b4-b5b0-af4f77eb3062 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.361586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e7b1-fc5b-4c25-8b7a-9e6f2398a20e req-f138de7d-0327-44b4-b5b0-af4f77eb3062 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.368730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e7b1-fc5b-4c25-8b7a-9e6f2398a20e req-f138de7d-0327-44b4-b5b0-af4f77eb3062 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.378532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e7b1-fc5b-4c25-8b7a-9e6f2398a20e req-f138de7d-0327-44b4-b5b0-af4f77eb3062 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.384917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e7b1-fc5b-4c25-8b7a-9e6f2398a20e req-f138de7d-0327-44b4-b5b0-af4f77eb3062 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.391990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e7b1-fc5b-4c25-8b7a-9e6f2398a20e req-f138de7d-0327-44b4-b5b0-af4f77eb3062 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.398608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e7b1-fc5b-4c25-8b7a-9e6f2398a20e req-f138de7d-0327-44b4-b5b0-af4f77eb3062 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.400801 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-def2e7b1-fc5b-4c25-8b7a-9e6f2398a20e req-f138de7d-0327-44b4-b5b0-af4f77eb3062 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5405 time: 0.1810842 Sep 09 09:21:08.430944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': '6ee26517-ed70-4c71-b9ef-170f240a2c83'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:08.433632 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65" -d '{"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "6ee26517-ed70-4c71-b9ef-170f240a2c83"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:08.439564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:08.451964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3271de3-e973-4d99-97b7-9ff1d24c35da req-423a649b-4758-4ab8-a78d-ab0e1e5629c2 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.453674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3271de3-e973-4d99-97b7-9ff1d24c35da req-423a649b-4758-4ab8-a78d-ab0e1e5629c2 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1003001 Sep 09 09:21:08.458452 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.465047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f467d17-e8e0-4f30-b2fb-314e76727c69']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:08.483783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7576139-5106-401b-913c-48b10d19932c') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:08.484082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7576139-5106-401b-913c-48b10d19932c') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:08.490293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Transition to ACTIVE for port object ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:08.491953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-def2e7b1-fc5b-4c25-8b7a-9e6f2398a20e req-de408427-e523-49db-b1de-1b28dc5eb437 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812457 Sep 09 09:21:08.507525 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.519914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3271de3-e973-4d99-97b7-9ff1d24c35da req-ae7a1566-6b55-4383-8cad-d2b2735bc54d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519581 Sep 09 09:21:08.523231 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.530325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:21:08.531067 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:21:08.550330 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:21:08.560703 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45462b7f-616a-4283-a594-f24b4aeca21b x-openstack-request-id: req-45462b7f-616a-4283-a594-f24b4aeca21b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:08.561036 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "6ee26517-ed70-4c71-b9ef-170f240a2c83", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:08.561245 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45462b7f-616a-4283-a594-f24b4aeca21b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:08.561666 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': '6ee26517-ed70-4c71-b9ef-170f240a2c83', 'status': 'completed', 'code': 200} Sep 09 09:21:08.573519 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.655318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:08.661371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.671608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.673495 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "DELETE /v2.0/networks/7f467d17-e8e0-4f30-b2fb-314e76727c69 HTTP/1.1" status: 204 len: 168 time: 0.5899448 Sep 09 09:21:08.689475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33960) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:08.690609 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eef4c-1ee5-4d0d-8890-c39e4069774c tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event deleted for resources: {'Network': ['ID=7f467d17-e8e0-4f30-b2fb-314e76727c69,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:08.700862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-00e17d6a-4151-4e02-a2f9-13220d1cae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.701349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-00e17d6a-4151-4e02-a2f9-13220d1cae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.701821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-00e17d6a-4151-4e02-a2f9-13220d1cae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.702293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-00e17d6a-4151-4e02-a2f9-13220d1cae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.702760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-00e17d6a-4151-4e02-a2f9-13220d1cae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.703228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-00e17d6a-4151-4e02-a2f9-13220d1cae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.703728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-00e17d6a-4151-4e02-a2f9-13220d1cae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:08.705888 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-00e17d6a-4151-4e02-a2f9-13220d1cae45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6383 time: 0.1019723 Sep 09 09:21:08.787874 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.958027 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:08.988005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400cf728-bffc-44e7-9692-cd6afe02be54']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:09.003358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4605d27d-a9e4-4835-bfaf-1f8cc1dc22c6') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:09.007032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4605d27d-a9e4-4835-bfaf-1f8cc1dc22c6') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:09.014634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.038208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.046670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:21:09.053066 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:21:09.167898 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f6c48b-1b55-4ac0-b185-7c54592faf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.169925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f6c48b-1b55-4ac0-b185-7c54592faf85 service neutron] 10.222.0.24 "GET /v2.0/ports/453ae082-fabe-44d6-98f0-a13b1423af32 HTTP/1.1" status: 200 len: 1025 time: 0.1019273 Sep 09 09:21:09.241049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ef0e0a70-fc60-4da8-bcfb-bbe8840a7291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.242622 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ef0e0a70-fc60-4da8-bcfb-bbe8840a7291 service neutron] 10.222.0.24 "GET /v2.0/ports/bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e HTTP/1.1" status: 200 len: 1028 time: 0.0632372 Sep 09 09:21:09.243741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.258447 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.260649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "DELETE /v2.0/networks/400cf728-bffc-44e7-9692-cd6afe02be54 HTTP/1.1" status: 204 len: 168 time: 0.5665958 Sep 09 09:21:09.268965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Attempting to bind port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:09.269510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Attempting to bind port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:09.269627 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Attempting to bind port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 on network ae378c4f-bcc5-4684-9b14-0072a5045cf1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:09.273597 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:09.275865 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f203027e-f4a9-4c93-b4a7-5667ea8ced73 req-7ba74896-fa39-42b9-802e-329433528b6d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0462248 Sep 09 09:21:09.284509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f15653-51be-4ded-ad06-33dfe5c9b9fa tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event deleted for resources: {'Network': ['ID=400cf728-bffc-44e7-9692-cd6afe02be54,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:09.300868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 on network ae378c4f-bcc5-4684-9b14-0072a5045cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:09.301188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Attempting to bind port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 on network ae378c4f-bcc5-4684-9b14-0072a5045cf1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:09.323212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:09.323570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Checking segment: {'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:09.323951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Bound using segment: {'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:09.324515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Bound port: ddd38fcc-baf9-4d41-8854-cb52e3e6fa85, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:09.325063 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.362518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65832b-0879-4485-9543-294623f9c11a req-bbdb55eb-619d-423c-a7e7-795dd8e434f5 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.372127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cb65832b-0879-4485-9543-294623f9c11a req-bbdb55eb-619d-423c-a7e7-795dd8e434f5 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1634648 Sep 09 09:21:09.384836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-74e4309b-e588-4967-9fe7-cfc425d9e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.385307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-74e4309b-e588-4967-9fe7-cfc425d9e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.385771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-74e4309b-e588-4967-9fe7-cfc425d9e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.387516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-74e4309b-e588-4967-9fe7-cfc425d9e96b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=77c44c0859204d059165e2a3262a3398&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6607852 Sep 09 09:21:09.415098 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.441404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cb65832b-0879-4485-9543-294623f9c11a req-f122b90e-9de7-4083-967a-a32bd90c8f7b tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681531 Sep 09 09:21:09.451577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e425dda2-e34b-46f1-9c9c-59c760d2c47a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.455333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e425dda2-e34b-46f1-9c9c-59c760d2c47a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.461203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e425dda2-e34b-46f1-9c9c-59c760d2c47a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.462873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e425dda2-e34b-46f1-9c9c-59c760d2c47a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "GET /v2.0/networks?id=b2b4f655-d0a3-4b76-8382-fa71539d21df&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&id=b0b609e8-3ebb-4e45-96f5-45f4fef663be HTTP/1.1" status: 200 len: 1989 time: 0.2011473 Sep 09 09:21:09.523851 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-348b3d5a-fc94-4348-a391-d4089ef26ec6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a35275c4864a71b4d060d54546604f HTTP/1.1" status: 200 len: 380 time: 0.0496752 Sep 09 09:21:09.544966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'admin_state_up': True, 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'security_groups': ['6e0b5113-4383-4396-9423-861288b1ec56']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:09.562561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] For port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:09.600094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] For port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:09.633933 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.646393 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-30574097-3b51-4fa2-acab-a666a6ab4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.648756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-680e29e5-cb6a-4d4c-8a8f-646222ba5e65 req-30574097-3b51-4fa2-acab-a666a6ab4996 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2371156 Sep 09 09:21:09.658878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bed123f8-7c00-434b-b2a9-c2204d4345e4 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:21:09.663277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.675739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e5f0d3-cf15-44c0-abe5-80543331faa5']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:09.691864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bed123f8-7c00-434b-b2a9-c2204d4345e4 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:21:09.692679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bed123f8-7c00-434b-b2a9-c2204d4345e4 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:21:09.712773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7bae713-d0bb-49d5-8440-9580fa4cede5') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:09.713082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7bae713-d0bb-49d5-8440-9580fa4cede5') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:09.762095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.767602 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.767602 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] 10.222.0.24 "PUT /v2.0/ports/ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 HTTP/1.1" status: 200 len: 1092 time: 2.2634244 Sep 09 09:21:09.781608 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.803434 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.818676 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f1c5a-4cb1-4e81-9240-c225d620c80c req-a6dfc643-6283-4e63-9d2b-38c587c5f751 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:09.828329 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e90f1c5a-4cb1-4e81-9240-c225d620c80c req-a6dfc643-6283-4e63-9d2b-38c587c5f751 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1018422 Sep 09 09:21:09.847787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:21:09.848256 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:21:09.851448 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:21:09.877763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:09.878554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Request body: {'port': {'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:09.882310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:09.923277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e90f1c5a-4cb1-4e81-9240-c225d620c80c req-87dcb659-f6ac-4f53-b8e4-ed8bcc23a8fc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937400 Sep 09 09:21:10.008450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35942bff-48a6-422a-b92f-376d5c0fb742 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:10.055647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715eb29-6685-4253-ad49-453447a55684 req-0220a6bf-7a34-49aa-bd59-0b6be3eb7b62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.063316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715eb29-6685-4253-ad49-453447a55684 req-0220a6bf-7a34-49aa-bd59-0b6be3eb7b62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.074130 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715eb29-6685-4253-ad49-453447a55684 req-0220a6bf-7a34-49aa-bd59-0b6be3eb7b62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.081924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715eb29-6685-4253-ad49-453447a55684 req-0220a6bf-7a34-49aa-bd59-0b6be3eb7b62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.088612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715eb29-6685-4253-ad49-453447a55684 req-0220a6bf-7a34-49aa-bd59-0b6be3eb7b62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.095972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715eb29-6685-4253-ad49-453447a55684 req-0220a6bf-7a34-49aa-bd59-0b6be3eb7b62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.102895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715eb29-6685-4253-ad49-453447a55684 req-0220a6bf-7a34-49aa-bd59-0b6be3eb7b62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.112743 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3715eb29-6685-4253-ad49-453447a55684 req-0220a6bf-7a34-49aa-bd59-0b6be3eb7b62 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5417 time: 0.3708062 Sep 09 09:21:10.119809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Allocated IP 172.20.0.4 (b2b4f655-d0a3-4b76-8382-fa71539d21df/309c9f43-74ce-495f-a6f3-f2e389cd1b2f/0945a5a1-1382-439d-8477-1f7be1080912) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:10.136728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:10.163182 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:10.174106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] 10.222.0.32 "DELETE /v2.0/networks/17e5f0d3-cf15-44c0-abe5-80543331faa5 HTTP/1.1" status: 204 len: 168 time: 0.8970525 Sep 09 09:21:10.241829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d2162-5655-4211-848f-5b030b45f336 tempest-BulkNetworkOpsTest-2072943139 tempest-BulkNetworkOpsTest-2072943139-project] Pushing event deleted for resources: {'Network': ['ID=17e5f0d3-cf15-44c0-abe5-80543331faa5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:10.255572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:10.349451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:10.381183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Transition to ACTIVE for port object 0945a5a1-1382-439d-8477-1f7be1080912 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:10.453072 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ed82139-0dd2-45df-be3a-f4be3a2936fd req-51190622-28e9-4552-aa53-395348086b91 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0292149 Sep 09 09:21:10.462487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3715eb29-6685-4253-ad49-453447a55684 req-b4bd587c-c588-43ea-9c31-9cb5dea1251e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3481920 Sep 09 09:21:10.491363 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:10.560868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network b2b4f655-d0a3-4b76-8382-fa71539d21df is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:10.567296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:10.570492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:10.585939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'ddd38fcc-baf9-4d41-8854-cb52e3e6fa85'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:10.588687 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66363bd4-f98a-4244-b39d-3beaf94bf6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "ddd38fcc-baf9-4d41-8854-cb52e3e6fa85"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:10.632429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Port': ['ID=0945a5a1-1382-439d-8477-1f7be1080912,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:10.664440 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc30775c-0917-49c1-9b46-2b3361e02d63 x-openstack-request-id: req-cc30775c-0917-49c1-9b46-2b3361e02d63 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:10.664654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.665414 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:10.665761 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "ddd38fcc-baf9-4d41-8854-cb52e3e6fa85", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:10.666498 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc30775c-0917-49c1-9b46-2b3361e02d63 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:10.667158 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'ddd38fcc-baf9-4d41-8854-cb52e3e6fa85', 'status': 'completed', 'code': 200} Sep 09 09:21:10.738772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ad78f-ceb1-4355-84f3-86d49fb84b83 req-248738d2-3371-4532-8e87-1f301e18eca9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.740365 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-575ad78f-ceb1-4355-84f3-86d49fb84b83 req-248738d2-3371-4532-8e87-1f301e18eca9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1386738 Sep 09 09:21:10.746830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6a0929a4-b1b8-4e08-97f0-16b000d82e8c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2080405 Sep 09 09:21:10.761605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28', 'admin_state_up': True, 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'security_groups': ['6e0b5113-4383-4396-9423-861288b1ec56']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:10.779214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-8ec9ec07-e5ad-4452-9d00-528c606b2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.781009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-8ec9ec07-e5ad-4452-9d00-528c606b2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.781009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-8ec9ec07-e5ad-4452-9d00-528c606b2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.781009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-8ec9ec07-e5ad-4452-9d00-528c606b2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.781247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-8ec9ec07-e5ad-4452-9d00-528c606b2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.781580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-8ec9ec07-e5ad-4452-9d00-528c606b2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.782044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-8ec9ec07-e5ad-4452-9d00-528c606b2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.784164 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-8ec9ec07-e5ad-4452-9d00-528c606b2658 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6425 time: 0.1135733 Sep 09 09:21:10.852815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34002) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:10.868450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b256d0-8f4a-411d-83c3-e57f8b485b2f {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:10.891237 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:10.899867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-575ad78f-ceb1-4355-84f3-86d49fb84b83 req-479b692c-4d54-46a8-ae9e-e1f219a7666d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422873 Sep 09 09:21:10.956277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Transition to ACTIVE for port object d6b256d0-8f4a-411d-83c3-e57f8b485b2f will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:10.986965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-ce1c7438-13ba-4dae-acc5-7c028963f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.987584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-ce1c7438-13ba-4dae-acc5-7c028963f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.988069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-ce1c7438-13ba-4dae-acc5-7c028963f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:10.989700 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-ce1c7438-13ba-4dae-acc5-7c028963f03b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=77c44c0859204d059165e2a3262a3398&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1753571 Sep 09 09:21:11.042297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:11.042297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:11.085095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:11.105202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-888e7bc7-70b2-44a5-89a4-47d25d9603ee None None] Provisioning for port 0945a5a1-1382-439d-8477-1f7be1080912 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:11.112487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-888e7bc7-70b2-44a5-89a4-47d25d9603ee None None] Provisioning complete for port 0945a5a1-1382-439d-8477-1f7be1080912 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:11.113980 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-888e7bc7-70b2-44a5-89a4-47d25d9603ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:11.169142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e6f25-f7e1-4447-bf52-9cb4b8701f2e req-5a03cb84-fed2-453d-afa3-75b3170766f3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:11.177912 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c89e6f25-f7e1-4447-bf52-9cb4b8701f2e req-5a03cb84-fed2-453d-afa3-75b3170766f3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1618445 Sep 09 09:21:11.190184 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5b95ada3-5bef-486b-bb9c-b24d8a3d25f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db5b9b33bf264258af437d7e9c32fa30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328836 Sep 09 09:21:11.193489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34010) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:11.217896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-96de08de-b815-4539-bbec-e4e350869787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:11.219767 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-66363bd4-f98a-4244-b39d-3beaf94bf6e3 req-96de08de-b815-4539-bbec-e4e350869787 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2208226 Sep 09 09:21:11.232718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-888e7bc7-70b2-44a5-89a4-47d25d9603ee None None] Port 0945a5a1-1382-439d-8477-1f7be1080912 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:21:11.255478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:11.365019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c89e6f25-f7e1-4447-bf52-9cb4b8701f2e req-a3efa829-0801-466c-a867-d98768139307 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862063 Sep 09 09:21:11.368999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Attempting to bind port d6b256d0-8f4a-411d-83c3-e57f8b485b2f on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:11.369339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Attempting to bind port d6b256d0-8f4a-411d-83c3-e57f8b485b2f by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:11.369670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Attempting to bind port d6b256d0-8f4a-411d-83c3-e57f8b485b2f on network ae378c4f-bcc5-4684-9b14-0072a5045cf1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:11.380132 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Port d6b256d0-8f4a-411d-83c3-e57f8b485b2f on network ae378c4f-bcc5-4684-9b14-0072a5045cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:11.390829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Attempting to bind port d6b256d0-8f4a-411d-83c3-e57f8b485b2f on network ae378c4f-bcc5-4684-9b14-0072a5045cf1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:11.390829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:11.391067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Checking segment: {'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:11.391303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Bound using segment: {'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:11.391790 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Bound port: d6b256d0-8f4a-411d-83c3-e57f8b485b2f, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:11.392250 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:11.411727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-daf9cd0f-2e5e-4298-8602-0ed8b7350463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:11.462505 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-daf9cd0f-2e5e-4298-8602-0ed8b7350463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:11.489193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Allocated IP 10.1.1.111 (41e822bc-d4ae-4d0a-8791-d5bfd0f84b28/ed2383f1-918d-4ac7-a813-895bf8e33315/e6a74eb9-c984-49ee-91be-f4e64312dfb4) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:11.499127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] For port d6b256d0-8f4a-411d-83c3-e57f8b485b2f, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:11.503531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] For port d6b256d0-8f4a-411d-83c3-e57f8b485b2f, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:11.606160 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:11.708245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:11.708880 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:11.710307 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] 10.222.0.24 "PUT /v2.0/ports/d6b256d0-8f4a-411d-83c3-e57f8b485b2f HTTP/1.1" status: 200 len: 1092 time: 1.8407104 Sep 09 09:21:11.745969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158bdd1-3d8c-4b3c-b555-1e2b7a539a55 req-b79641e5-f4fa-46cd-92d6-9f37d10b5f0e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:11.753772 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7158bdd1-3d8c-4b3c-b555-1e2b7a539a55 req-b79641e5-f4fa-46cd-92d6-9f37d10b5f0e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 931 time: 0.1335726 Sep 09 09:21:11.767182 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-daf9cd0f-2e5e-4298-8602-0ed8b7350463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:11.769372 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-daf9cd0f-2e5e-4298-8602-0ed8b7350463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:11.773573 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-daf9cd0f-2e5e-4298-8602-0ed8b7350463 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f553e171-63c1-47d1-b72d-82368112ea45 HTTP/1.1" status: 204 len: 168 time: 0.5781682 Sep 09 09:21:11.776512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85eec61-9d93-4e32-b73e-2fb080e7c559 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:11.845352 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9cd0f-2e5e-4298-8602-0ed8b7350463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f553e171-63c1-47d1-b72d-82368112ea45,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:11.888794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc7444-ae3d-4858-865d-0a65757e4271 req-d7e98dc2-905c-48d6-949b-e0e5eb4c0e56 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:11.905707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:11.912777 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc7444-ae3d-4858-865d-0a65757e4271 req-d7e98dc2-905c-48d6-949b-e0e5eb4c0e56 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:11.943055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc7444-ae3d-4858-865d-0a65757e4271 req-d7e98dc2-905c-48d6-949b-e0e5eb4c0e56 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:11.947727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7158bdd1-3d8c-4b3c-b555-1e2b7a539a55 req-3713b351-d7ab-4474-ba4f-61af02392c59 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929383 Sep 09 09:21:11.949072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc7444-ae3d-4858-865d-0a65757e4271 req-d7e98dc2-905c-48d6-949b-e0e5eb4c0e56 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:11.969095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc7444-ae3d-4858-865d-0a65757e4271 req-d7e98dc2-905c-48d6-949b-e0e5eb4c0e56 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:11.982153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc7444-ae3d-4858-865d-0a65757e4271 req-d7e98dc2-905c-48d6-949b-e0e5eb4c0e56 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.017561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc7444-ae3d-4858-865d-0a65757e4271 req-d7e98dc2-905c-48d6-949b-e0e5eb4c0e56 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.021769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Transition to ACTIVE for port object e6a74eb9-c984-49ee-91be-f4e64312dfb4 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:12.040691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7dfc7444-ae3d-4858-865d-0a65757e4271 req-d7e98dc2-905c-48d6-949b-e0e5eb4c0e56 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.3711107 Sep 09 09:21:12.187489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7dfc7444-ae3d-4858-865d-0a65757e4271 req-e9e3843f-000f-4301-ac3c-3fb5ff6aa22c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1459458 Sep 09 09:21:12.205995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-bd825c43-f1a0-4a43-8b6d-621300047f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.206582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-bd825c43-f1a0-4a43-8b6d-621300047f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.207064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-bd825c43-f1a0-4a43-8b6d-621300047f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.207641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-bd825c43-f1a0-4a43-8b6d-621300047f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.208233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-bd825c43-f1a0-4a43-8b6d-621300047f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.208943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-bd825c43-f1a0-4a43-8b6d-621300047f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.209471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-bd825c43-f1a0-4a43-8b6d-621300047f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.211729 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-bd825c43-f1a0-4a43-8b6d-621300047f81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6493 time: 0.1215048 Sep 09 09:21:12.250299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9d162-c505-408b-8b39-9ff4872928da req-906104de-ce17-43d8-9dd4-fcb029c2bc94 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.259331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ea9d162-c505-408b-8b39-9ff4872928da req-906104de-ce17-43d8-9dd4-fcb029c2bc94 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1066546 Sep 09 09:21:12.275060 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:12.283626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-026cedc0-37d4-4e55-8932-a65736445b47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f69134-2934-42cb-bb06-f7d2b55fb6eb HTTP/1.1" status: 200 len: 217 time: 0.0611084 Sep 09 09:21:12.372705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-7f8e48d0-790f-499d-babd-9f4f5037f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.374318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-7f8e48d0-790f-499d-babd-9f4f5037f708 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eaf9055-4be0-4b7a-8a4c-147c7f236463 HTTP/1.1" status: 200 len: 855 time: 0.0820947 Sep 09 09:21:12.378971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:12.389946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:12.394456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:12.398714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Port': ['ID=e6a74eb9-c984-49ee-91be-f4e64312dfb4,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:12.428240 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ea9d162-c505-408b-8b39-9ff4872928da req-27fb4db8-2c0c-48f5-85f1-dc5e926a13e6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674953 Sep 09 09:21:12.482813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-95b60f01-34f8-4fe2-8230-97ae2c9be741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.486086 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-95b60f01-34f8-4fe2-8230-97ae2c9be741 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cde98297-5ac2-4658-b7e9-2b86e45e252b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026978 Sep 09 09:21:12.536321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.536940 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:12.639809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cb4f0-c58b-41fa-90d7-028062e42849 req-28652dad-b427-41f7-a45f-3d71207b35a6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:12.641790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-756cb4f0-c58b-41fa-90d7-028062e42849 req-28652dad-b427-41f7-a45f-3d71207b35a6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1021669 Sep 09 09:21:12.658142 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-251da28e-b730-4f8e-9596-44b9d1f7fbc7 service neutron] 10.222.0.24 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598837 Sep 09 09:21:12.659584 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ba93cb50-aedd-4c74-bd32-78c0965a418d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9038646 Sep 09 09:21:12.671775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'd6b256d0-8f4a-411d-83c3-e57f8b485b2f'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:12.675312 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e097fddd-a480-4444-96bf-ba397e68a4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "d6b256d0-8f4a-411d-83c3-e57f8b485b2f"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:12.679316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28', 'admin_state_up': True, 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'security_groups': ['6e0b5113-4383-4396-9423-861288b1ec56']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:12.745415 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-756cb4f0-c58b-41fa-90d7-028062e42849 req-8fc3d1c0-d0f9-4b24-9f0e-124126a03bf0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962059 Sep 09 09:21:12.771573 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e80487d-11da-48e7-bfc7-2be469f0e957 x-openstack-request-id: req-6e80487d-11da-48e7-bfc7-2be469f0e957 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:12.772265 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "d6b256d0-8f4a-411d-83c3-e57f8b485b2f", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:12.772670 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e80487d-11da-48e7-bfc7-2be469f0e957 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:12.773247 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'd6b256d0-8f4a-411d-83c3-e57f8b485b2f', 'status': 'completed', 'code': 200} Sep 09 09:21:12.866424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-930fd1be-0e19-48f3-896e-78947dbff4b7 service neutron] 10.222.0.24 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748891 Sep 09 09:21:12.945134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fd50e386-7ac9-4724-aa9d-8c2ee7673e4a None None] Provisioning for port e6a74eb9-c984-49ee-91be-f4e64312dfb4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:12.947796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-487a6059-4ce6-4eab-bdd0-c3badc1f4335 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=e655b2cd-242f-4a3f-8779-c4ab04142ef2 HTTP/1.1" status: 200 len: 217 time: 0.0730696 Sep 09 09:21:12.951105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fd50e386-7ac9-4724-aa9d-8c2ee7673e4a None None] Provisioning complete for port e6a74eb9-c984-49ee-91be-f4e64312dfb4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:12.951672 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd50e386-7ac9-4724-aa9d-8c2ee7673e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:13.000326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:13.004304 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:13.055593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-a93c63cb-d7e9-490d-a424-75ff2944f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.057105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-a93c63cb-d7e9-490d-a424-75ff2944f048 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0979631 Sep 09 09:21:13.070136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fd50e386-7ac9-4724-aa9d-8c2ee7673e4a None None] Port e6a74eb9-c984-49ee-91be-f4e64312dfb4 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:21:13.176536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-da404caf-51bb-4c67-8013-ad741f89a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.185197 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-da404caf-51bb-4c67-8013-ad741f89a495 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159401 Sep 09 09:21:13.283911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bebc71-4ab3-4beb-9edc-ebbd97ce8745 req-85fcb73e-31e0-4fef-95f3-26da11574337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.290279 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bebc71-4ab3-4beb-9edc-ebbd97ce8745 req-85fcb73e-31e0-4fef-95f3-26da11574337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.296066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44bebc71-4ab3-4beb-9edc-ebbd97ce8745 req-85fcb73e-31e0-4fef-95f3-26da11574337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 1653 time: 0.1353893 Sep 09 09:21:13.389623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Allocated IP 10.1.1.18 (41e822bc-d4ae-4d0a-8791-d5bfd0f84b28/ed2383f1-918d-4ac7-a813-895bf8e33315/54a9eada-2302-4987-9a71-5d62c23e0612) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:13.430067 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44bebc71-4ab3-4beb-9edc-ebbd97ce8745 req-347faee8-cd34-4b8a-a338-87929a17cb45 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237905 Sep 09 09:21:13.533931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-efae6b22-bbd1-41b7-83af-c1133baf90fd service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383482 Sep 09 09:21:13.547035 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150b00-c2ec-4832-bd8d-123858dce47f req-e2858df6-ebdd-48ab-b501-362aa938e8d7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.553864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150b00-c2ec-4832-bd8d-123858dce47f req-e2858df6-ebdd-48ab-b501-362aa938e8d7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.561104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150b00-c2ec-4832-bd8d-123858dce47f req-e2858df6-ebdd-48ab-b501-362aa938e8d7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.567713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150b00-c2ec-4832-bd8d-123858dce47f req-e2858df6-ebdd-48ab-b501-362aa938e8d7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.584926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150b00-c2ec-4832-bd8d-123858dce47f req-e2858df6-ebdd-48ab-b501-362aa938e8d7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.584926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150b00-c2ec-4832-bd8d-123858dce47f req-e2858df6-ebdd-48ab-b501-362aa938e8d7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.587685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150b00-c2ec-4832-bd8d-123858dce47f req-e2858df6-ebdd-48ab-b501-362aa938e8d7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.596285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b150b00-c2ec-4832-bd8d-123858dce47f req-e2858df6-ebdd-48ab-b501-362aa938e8d7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.1577339 Sep 09 09:21:13.709492 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:13.731685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Transition to ACTIVE for port object 54a9eada-2302-4987-9a71-5d62c23e0612 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:13.752077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34076) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:13.756863 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b150b00-c2ec-4832-bd8d-123858dce47f req-fccc4f68-4206-4496-b586-1b8dec8c2e64 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597166 Sep 09 09:21:13.812891 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-b5bd0687-e3db-454d-8a60-8256b52ed07f service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135084 Sep 09 09:21:13.862580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc17bd-b43e-4038-8f96-abea1d6261a5 req-dc1e803e-9050-4656-b7e8-0753b9bbfe48 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:13.864226 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-63fc17bd-b43e-4038-8f96-abea1d6261a5 req-dc1e803e-9050-4656-b7e8-0753b9bbfe48 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.0780883 Sep 09 09:21:13.866042 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:13.927022 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-2b74fb22-4e77-4b91-a9de-be84cb739da3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=61dacf64-85aa-40e8-857f-3c2822090211 HTTP/1.1" status: 200 len: 217 time: 0.0988457 Sep 09 09:21:13.970897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:13.980147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:13.987201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:14.068548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:14.069910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2eccc7d0-78db-4e3a-9bd7-5c8b78e94244 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] Request body: {'port': {'network_id': 'ffb86336-4079-4de0-a51e-c782ed9b7077', 'name': 'tempest-NetworksNegativeTestJSON-1913617934'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:14.070131 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:14.136653 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eccc7d0-78db-4e3a-9bd7-5c8b78e94244 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] POST failed (client error): The resource could not be found. Sep 09 09:21:14.137584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eccc7d0-78db-4e3a-9bd7-5c8b78e94244 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:21:14.139290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2eccc7d0-78db-4e3a-9bd7-5c8b78e94244 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3813400 Sep 09 09:21:14.144417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34086) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:14.171810 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a9a639-46a5-4771-8d8c-6cc552596fa0 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] DELETE failed (client error): The resource could not be found. Sep 09 09:21:14.172807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a9a639-46a5-4771-8d8c-6cc552596fa0 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:21:14.174886 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-47a9a639-46a5-4771-8d8c-6cc552596fa0 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] 10.222.0.32 "DELETE /v2.0/networks/6c044efd-ef99-4686-bfe9-5942218a7d32 HTTP/1.1" status: 404 len: 339 time: 0.0273373 Sep 09 09:21:14.180936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34088) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:14.191605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-53a3d195-c57f-4bf5-8020-94252a81d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:14.193450 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-53a3d195-c57f-4bf5-8020-94252a81d853 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.2507770 Sep 09 09:21:14.227719 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79532bc-29a7-4f0b-8396-32661830fb1a tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] DELETE failed (client error): The resource could not be found. Sep 09 09:21:14.227719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79532bc-29a7-4f0b-8396-32661830fb1a tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:21:14.229895 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f79532bc-29a7-4f0b-8396-32661830fb1a tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] 10.222.0.32 "DELETE /v2.0/ports/e9abdd29-2b50-47b7-940a-7d7705182982 HTTP/1.1" status: 404 len: 333 time: 0.0472105 Sep 09 09:21:14.256672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34090) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:14.334601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2dcbd-c693-4efc-b245-1ca5047946e3 req-753d5159-b582-4642-9cff-e02a8e1ad014 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:14.343068 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c2b2dcbd-c693-4efc-b245-1ca5047946e3 req-753d5159-b582-4642-9cff-e02a8e1ad014 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.2798648 Sep 09 09:21:14.354303 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99d930d-cc9b-4fe0-acd4-e1e01baaef54 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] DELETE failed (client error): The resource could not be found. Sep 09 09:21:14.354303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99d930d-cc9b-4fe0-acd4-e1e01baaef54 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:21:14.354303 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f99d930d-cc9b-4fe0-acd4-e1e01baaef54 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] 10.222.0.32 "DELETE /v2.0/subnets/c884b91f-a6c0-48df-a600-150b991e29c6 HTTP/1.1" status: 404 len: 337 time: 0.0962298 Sep 09 09:21:14.380224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34096) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:14.385008 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f02e49d3-a5cf-4ad1-9c93-b8d49911115b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:14.424099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-9f851e05-d0f2-4039-bb9f-1238557795f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:14.425739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-9f851e05-d0f2-4039-bb9f-1238557795f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2133799 Sep 09 09:21:14.427061 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db07461-2f69-4f56-8bec-a3f0b980d989 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] GET failed (client error): The resource could not be found. Sep 09 09:21:14.432489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6db07461-2f69-4f56-8bec-a3f0b980d989 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] 10.222.0.32 "GET /v2.0/networks/9d33d022-8258-4de6-a2ae-ccb5a741c56b HTTP/1.1" status: 404 len: 339 time: 0.0469923 Sep 09 09:21:14.433268 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34102) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:14.437840 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c2b2dcbd-c693-4efc-b245-1ca5047946e3 req-0bb2cc28-c872-4779-88f8-98e40932b0dd tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937841 Sep 09 09:21:14.494839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-611c35af-03a6-4c04-bc89-0665537c42b6 None None] Provisioning for port 54a9eada-2302-4987-9a71-5d62c23e0612 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:14.497495 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-63fc17bd-b43e-4038-8f96-abea1d6261a5 req-2d3c84e0-2c84-4d1f-8c57-94d1242a20ad tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205654 Sep 09 09:21:14.501675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-611c35af-03a6-4c04-bc89-0665537c42b6 None None] Provisioning complete for port 54a9eada-2302-4987-9a71-5d62c23e0612 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:14.502255 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-611c35af-03a6-4c04-bc89-0665537c42b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:14.528060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Port': ['ID=54a9eada-2302-4987-9a71-5d62c23e0612,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:14.567173 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6c5903-3d81-4f0e-aa9a-5b84d1d3bfd0 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] GET failed (client error): The resource could not be found. Sep 09 09:21:14.568822 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cc6c5903-3d81-4f0e-aa9a-5b84d1d3bfd0 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] 10.222.0.32 "GET /v2.0/ports/d7693449-4c5e-4618-a9e5-95a9bd908483 HTTP/1.1" status: 404 len: 333 time: 0.1298027 Sep 09 09:21:14.579137 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34110) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:14.588021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-611c35af-03a6-4c04-bc89-0665537c42b6 None None] Port 54a9eada-2302-4987-9a71-5d62c23e0612 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:21:14.607413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-55563d88-7ba5-4f39-bf60-b6be140f16dc service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446469 Sep 09 09:21:14.615668 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-780d82e6-fe71-4ef9-af55-21a16255307a tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] GET failed (client error): The resource could not be found. Sep 09 09:21:14.629505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-780d82e6-fe71-4ef9-af55-21a16255307a tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] 10.222.0.32 "GET /v2.0/subnets/31d29df1-440a-436c-adda-d3617a8a6811 HTTP/1.1" status: 404 len: 337 time: 0.0551670 Sep 09 09:21:14.630987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-73b527be-61cf-4f1a-b027-bbf5ef68b969 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9563470 Sep 09 09:21:14.644074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34114) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:14.654911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be', 'admin_state_up': True, 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'security_groups': ['6e0b5113-4383-4396-9423-861288b1ec56']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:14.668383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-3398c86d-057f-4191-8dc9-574d804a33e6 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:14.725245 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-d95ba3ce-cd95-43be-b951-eb5e54ccd7bb service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093218 Sep 09 09:21:14.786757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-22221179-4db0-4cc8-8968-c1e0540f18fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=dd77bb5c-f200-4070-9fdc-d93528eaca4b HTTP/1.1" status: 200 len: 217 time: 0.0527239 Sep 09 09:21:14.825499 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3398c86d-057f-4191-8dc9-574d804a33e6 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] PUT failed (client error): The resource could not be found. Sep 09 09:21:14.833512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3398c86d-057f-4191-8dc9-574d804a33e6 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:21:14.833694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34118) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:14.833806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3398c86d-057f-4191-8dc9-574d804a33e6 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] 10.222.0.32 "PUT /v2.0/networks/cb997825-0d18-414c-875c-27832cd8d512 HTTP/1.1" status: 404 len: 339 time: 0.1845021 Sep 09 09:21:14.837515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-24a049d8-9e53-45cb-a31b-e04aee8a01d3 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:14.858307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ddb66-ce9a-4a2c-a7b8-579489feefb9 req-fbe35003-b05c-47ee-928e-82633f8d54b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:14.866579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ddb66-ce9a-4a2c-a7b8-579489feefb9 req-fbe35003-b05c-47ee-928e-82633f8d54b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:14.867078 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a049d8-9e53-45cb-a31b-e04aee8a01d3 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] PUT failed (client error): The resource could not be found. Sep 09 09:21:14.869367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a049d8-9e53-45cb-a31b-e04aee8a01d3 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:21:14.869367 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-24a049d8-9e53-45cb-a31b-e04aee8a01d3 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] 10.222.0.32 "PUT /v2.0/ports/40dc7e72-fcc5-4b30-a0b4-92efefd5115c HTTP/1.1" status: 404 len: 333 time: 0.0370791 Sep 09 09:21:14.873440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34120) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:14.878568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ddb66-ce9a-4a2c-a7b8-579489feefb9 req-fbe35003-b05c-47ee-928e-82633f8d54b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:14.879872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1db0bdc0-2e70-4d8c-b96e-79295bf24f66 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:14.880497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d86ddb66-ce9a-4a2c-a7b8-579489feefb9 req-fbe35003-b05c-47ee-928e-82633f8d54b7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 2373 time: 0.2710176 Sep 09 09:21:14.891409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-068e0e2c-4881-48ed-beec-95337515635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:14.893040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-068e0e2c-4881-48ed-beec-95337515635b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.1055126 Sep 09 09:21:14.932087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d86ddb66-ce9a-4a2c-a7b8-579489feefb9 req-e4dbacb2-7bb3-4cd1-b98f-532dbb948317 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370367 Sep 09 09:21:14.932782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:14.945023 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db0bdc0-2e70-4d8c-b96e-79295bf24f66 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] PUT failed (client error): The resource could not be found. Sep 09 09:21:14.946911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db0bdc0-2e70-4d8c-b96e-79295bf24f66 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:21:14.952662 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1db0bdc0-2e70-4d8c-b96e-79295bf24f66 tempest-NetworksNegativeTestJSON-73656409 tempest-NetworksNegativeTestJSON-73656409-project] 10.222.0.32 "PUT /v2.0/subnets/25e2c0e9-1cb8-4a50-8848-2486bbf597e8 HTTP/1.1" status: 404 len: 337 time: 0.0781491 Sep 09 09:21:15.033065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-8172fc34-09af-414e-a5ad-c74f4af3308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:15.034709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-8172fc34-09af-414e-a5ad-c74f4af3308b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0791502 Sep 09 09:21:15.122220 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:15.162194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-c1631804-3197-4eec-9cff-46275691a1f3 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158097 Sep 09 09:21:15.307654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-00140651-5edb-4fcf-83ba-3cc90f4e26f6 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368761 Sep 09 09:21:15.310610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3c70-7c8e-46c9-b3a9-a9a156a5d198 req-29fa3427-241e-4c2a-8219-798c8f020075 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:15.317030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3c70-7c8e-46c9-b3a9-a9a156a5d198 req-29fa3427-241e-4c2a-8219-798c8f020075 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:15.323816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3c70-7c8e-46c9-b3a9-a9a156a5d198 req-29fa3427-241e-4c2a-8219-798c8f020075 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:15.330495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3c70-7c8e-46c9-b3a9-a9a156a5d198 req-29fa3427-241e-4c2a-8219-798c8f020075 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:15.336610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3c70-7c8e-46c9-b3a9-a9a156a5d198 req-29fa3427-241e-4c2a-8219-798c8f020075 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:15.343973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3c70-7c8e-46c9-b3a9-a9a156a5d198 req-29fa3427-241e-4c2a-8219-798c8f020075 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:15.350185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3c70-7c8e-46c9-b3a9-a9a156a5d198 req-29fa3427-241e-4c2a-8219-798c8f020075 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:15.358178 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1dee3c70-7c8e-46c9-b3a9-a9a156a5d198 req-29fa3427-241e-4c2a-8219-798c8f020075 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.2891951 Sep 09 09:21:15.370106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-82d537fc-64a0-466d-9028-97c24a971596 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=6ee26517-ed70-4c71-b9ef-170f240a2c83 HTTP/1.1" status: 200 len: 217 time: 0.0532496 Sep 09 09:21:15.439220 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1dee3c70-7c8e-46c9-b3a9-a9a156a5d198 req-6fc93795-eea9-44d2-9c3d-c85cbbf404c9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788472 Sep 09 09:21:15.471070 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-387f616d-8667-418e-a3e5-60c588a4aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:15.472443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Allocated IP 10.2.2.100 (b0b609e8-3ebb-4e45-96f5-45f4fef663be/1c583d19-5c37-4f47-8332-479ed553c312/6be1f8b0-5a95-4777-b3b4-e3d5df654bda) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:15.473258 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-387f616d-8667-418e-a3e5-60c588a4aac4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0927162 Sep 09 09:21:15.572560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-747fe8b1-7fe0-41f5-82a7-df14eb417ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:15.575392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-747fe8b1-7fe0-41f5-82a7-df14eb417ecc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0950918 Sep 09 09:21:15.688085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34148) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:15.775638 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49eeb-5244-43bc-a05d-9fdb6919b3b6 req-8b59d57c-0803-485b-b67a-70f818ed05cc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:15.784502 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fee49eeb-5244-43bc-a05d-9fdb6919b3b6 req-8b59d57c-0803-485b-b67a-70f818ed05cc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.0949900 Sep 09 09:21:15.817517 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:15.877720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Transition to ACTIVE for port object 6be1f8b0-5a95-4777-b3b4-e3d5df654bda will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:15.912312 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fee49eeb-5244-43bc-a05d-9fdb6919b3b6 req-00b1c242-e9e1-4df3-8e4f-f594eedbecd5 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221597 Sep 09 09:21:15.946322 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8eff5e01-7ee5-453e-bf2a-2de18d08cb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:16.113596 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-2650a5be-01bf-4e14-a3f8-8621cab8323c service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290792 Sep 09 09:21:16.152727 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a545be-24a8-4885-a190-6d4686d85069 req-b8805b9f-8d1d-46bd-a582-74e9f4e330aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.162757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a545be-24a8-4885-a190-6d4686d85069 req-b8805b9f-8d1d-46bd-a582-74e9f4e330aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.172357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a545be-24a8-4885-a190-6d4686d85069 req-b8805b9f-8d1d-46bd-a582-74e9f4e330aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.182346 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9a545be-24a8-4885-a190-6d4686d85069 req-b8805b9f-8d1d-46bd-a582-74e9f4e330aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 2373 time: 0.1220632 Sep 09 09:21:16.191949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:16.231418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1eab5-05e2-4f93-8e0a-266497841951 req-f937fea8-ec70-492e-89de-fb37412f4ac0 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.240084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ce1eab5-05e2-4f93-8e0a-266497841951 req-f937fea8-ec70-492e-89de-fb37412f4ac0 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.4947445 Sep 09 09:21:16.281980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network b0b609e8-3ebb-4e45-96f5-45f4fef663be is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:16.292430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:16.304196 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-ccbb5dfd-6ccb-4514-b542-323f4b4fc054 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755710 Sep 09 09:21:16.322774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ce1eab5-05e2-4f93-8e0a-266497841951 req-248e945b-2752-45d3-bbfb-4fbc118f895f tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790982 Sep 09 09:21:16.339153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:16.392000 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-382d5160-fdf8-4bd1-9fd8-c635b36c7d83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 HTTP/1.1" status: 200 len: 217 time: 0.0612562 Sep 09 09:21:16.394418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Port': ['ID=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:16.421947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9a545be-24a8-4885-a190-6d4686d85069 req-0d9cb050-b64c-4e9e-9326-ed1b0824d40a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384529 Sep 09 09:21:16.442255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8eff5e01-7ee5-453e-bf2a-2de18d08cb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:16.469123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.469793 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:16.499078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-7a11451e-989d-418c-9ba4-278bb8f9ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.500993 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-7a11451e-989d-418c-9ba4-278bb8f9ce31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de5e6f51-78b8-499b-a687-41940dcd6078 HTTP/1.1" status: 200 len: 797 time: 0.0964606 Sep 09 09:21:16.540362 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8eff5e01-7ee5-453e-bf2a-2de18d08cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:16.560472 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-db4d0a9c-6dfd-4911-88c2-118b7b080609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.561941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-db4d0a9c-6dfd-4911-88c2-118b7b080609 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530491 Sep 09 09:21:16.600019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8eff5e01-7ee5-453e-bf2a-2de18d08cb6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c59668a425c0487ea04cbeb2aedd87f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9096172 Sep 09 09:21:16.600986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34166) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:16.645069 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-48825c69-f9e1-41d4-bb81-8766ac08058c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9996717 Sep 09 09:21:16.655461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5e01-7ee5-453e-bf2a-2de18d08cb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebef263e-b43f-49fe-8136-42c1106f2099,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:16.679780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be', 'admin_state_up': True, 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'security_groups': ['6e0b5113-4383-4396-9423-861288b1ec56']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:16.775231 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-92fb224e-ddad-4208-bec0-4774c42b7f06 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054951 Sep 09 09:21:16.789418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930d3fd-fb00-4812-bbd4-bdab10aa7f00 req-fff2d457-cf15-4b68-90a5-76e2e86ef51c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.795860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bcf087c6-fcdf-49da-b867-f5c298f01343 None None] Provisioning for port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:16.798395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930d3fd-fb00-4812-bbd4-bdab10aa7f00 req-fff2d457-cf15-4b68-90a5-76e2e86ef51c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.800107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bcf087c6-fcdf-49da-b867-f5c298f01343 None None] Provisioning complete for port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:16.800477 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcf087c6-fcdf-49da-b867-f5c298f01343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:16.807596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930d3fd-fb00-4812-bbd4-bdab10aa7f00 req-fff2d457-cf15-4b68-90a5-76e2e86ef51c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.817858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930d3fd-fb00-4812-bbd4-bdab10aa7f00 req-fff2d457-cf15-4b68-90a5-76e2e86ef51c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.823796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930d3fd-fb00-4812-bbd4-bdab10aa7f00 req-fff2d457-cf15-4b68-90a5-76e2e86ef51c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.842516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930d3fd-fb00-4812-bbd4-bdab10aa7f00 req-fff2d457-cf15-4b68-90a5-76e2e86ef51c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.853719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930d3fd-fb00-4812-bbd4-bdab10aa7f00 req-fff2d457-cf15-4b68-90a5-76e2e86ef51c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:16.857615 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6930d3fd-fb00-4812-bbd4-bdab10aa7f00 req-fff2d457-cf15-4b68-90a5-76e2e86ef51c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.2524874 Sep 09 09:21:16.905532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bcf087c6-fcdf-49da-b867-f5c298f01343 None None] Port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:21:16.908854 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-703a8de4-f439-4d3a-8d19-62175de57f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:16.982458 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-b3b3b5ed-2a45-4f88-b648-e4d39b71b2c9 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235485 Sep 09 09:21:17.026191 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-703a8de4-f439-4d3a-8d19-62175de57f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:17.087935 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d02ec782-9fee-4a59-8f29-078b0f7efb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:17.096035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-45b21984-77ac-4c75-aff2-48ccc6e95727 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d6b256d0-8f4a-411d-83c3-e57f8b485b2f HTTP/1.1" status: 200 len: 217 time: 0.1035075 Sep 09 09:21:17.108938 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6930d3fd-fb00-4812-bbd4-bdab10aa7f00 req-5f75cd46-1a95-4675-963a-bd65df8b4f59 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253428 Sep 09 09:21:17.166466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e91cb-6847-4722-8675-68d11d3aef9a req-f3b0e29d-e6ed-412e-b08e-968e64de0406 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:17.168264 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec6e91cb-6847-4722-8675-68d11d3aef9a req-f3b0e29d-e6ed-412e-b08e-968e64de0406 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1030061 Sep 09 09:21:17.175962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Made reservation on behalf of 95a35275c4864a71b4d060d54546604f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:17.185740 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:17.219170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-4aac6bfd-952c-4e05-b2ea-efcb12319be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:17.220844 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-4aac6bfd-952c-4e05-b2ea-efcb12319be8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de5e6f51-78b8-499b-a687-41940dcd6078 HTTP/1.1" status: 200 len: 797 time: 0.1106603 Sep 09 09:21:17.277374 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec6e91cb-6847-4722-8675-68d11d3aef9a req-5b165697-37fd-43b9-b1e0-a3d31a3272ee tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653851 Sep 09 09:21:17.294056 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:17.319677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25450-767e-4844-863b-cd82755832d6 req-832477b7-9904-433e-b203-08318b81f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:17.321598 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-832477b7-9904-433e-b203-08318b81f1b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0929396 Sep 09 09:21:17.364850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-703a8de4-f439-4d3a-8d19-62175de57f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:17.385768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-703a8de4-f439-4d3a-8d19-62175de57f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:17.387526 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-703a8de4-f439-4d3a-8d19-62175de57f20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebef263e-b43f-49fe-8136-42c1106f2099 HTTP/1.1" status: 204 len: 168 time: 0.7700365 Sep 09 09:21:17.437628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a8de4-f439-4d3a-8d19-62175de57f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebef263e-b43f-49fe-8136-42c1106f2099,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:17.622359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-760eaa0a-c2ea-4a8f-9fe4-409c173ff129 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936897 Sep 09 09:21:17.649921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352192fa-ce3a-479d-be3a-310ce91d147f req-7bf0c2fc-54a2-4aab-8f11-6ef9b3b95a64 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:17.651748 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-352192fa-ce3a-479d-be3a-310ce91d147f req-7bf0c2fc-54a2-4aab-8f11-6ef9b3b95a64 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1632736 Sep 09 09:21:17.722844 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-352192fa-ce3a-479d-be3a-310ce91d147f req-babc5914-30e8-4621-b8df-983730fb59f3 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563776 Sep 09 09:21:17.756588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f27f-d443-4228-9855-062cc0e3ee95 req-36b64e5d-f670-4017-8e07-715ec8d89bfc tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:17.767128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f27f-d443-4228-9855-062cc0e3ee95 req-36b64e5d-f670-4017-8e07-715ec8d89bfc tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:17.796848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f27f-d443-4228-9855-062cc0e3ee95 req-36b64e5d-f670-4017-8e07-715ec8d89bfc tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:17.809400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f27f-d443-4228-9855-062cc0e3ee95 req-36b64e5d-f670-4017-8e07-715ec8d89bfc tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:17.811245 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e27f27f-d443-4228-9855-062cc0e3ee95 req-36b64e5d-f670-4017-8e07-715ec8d89bfc tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 3094 time: 0.2115302 Sep 09 09:21:17.837146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Allocated IP 10.2.2.200 (b0b609e8-3ebb-4e45-96f5-45f4fef663be/1c583d19-5c37-4f47-8332-479ed553c312/0b452867-3ba8-45d4-a9a0-2fc91d2100da) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:17.837354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f25450-767e-4844-863b-cd82755832d6 req-c73e3494-7c69-439f-8f84-111f22569a82 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068963 Sep 09 09:21:17.889840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e27f27f-d443-4228-9855-062cc0e3ee95 req-7e999faf-0d5a-4fc0-9baa-ea1c29dcb83e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702753 Sep 09 09:21:18.089629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:18.116943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-119ffb03-3759-480b-8139-43f9edc990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.119698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-119ffb03-3759-480b-8139-43f9edc990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.120246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-119ffb03-3759-480b-8139-43f9edc990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.123289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-119ffb03-3759-480b-8139-43f9edc990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.123899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-119ffb03-3759-480b-8139-43f9edc990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.124565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-119ffb03-3759-480b-8139-43f9edc990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.125771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-119ffb03-3759-480b-8139-43f9edc990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.126294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Transition to ACTIVE for port object 0b452867-3ba8-45d4-a9a0-2fc91d2100da will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:18.129851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-119ffb03-3759-480b-8139-43f9edc990b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6493 time: 0.0972421 Sep 09 09:21:18.237900 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:18.329108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-e27aca0a-c253-4d1c-b471-4fdffc32d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.333455 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-e27aca0a-c253-4d1c-b471-4fdffc32d95d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ae378c4f-bcc5-4684-9b14-0072a5045cf1 HTTP/1.1" status: 200 len: 903 time: 0.1953795 Sep 09 09:21:18.362465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025044c-9d5c-4e43-aaa4-35b6f46a0418 req-31da8f3c-d0d0-42da-920b-2ce0b73de6e4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.369066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Network b0b609e8-3ebb-4e45-96f5-45f4fef663be is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:18.374481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025044c-9d5c-4e43-aaa4-35b6f46a0418 req-31da8f3c-d0d0-42da-920b-2ce0b73de6e4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.382014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:18.387828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:18.407549 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:18.409907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025044c-9d5c-4e43-aaa4-35b6f46a0418 req-31da8f3c-d0d0-42da-920b-2ce0b73de6e4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.416641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025044c-9d5c-4e43-aaa4-35b6f46a0418 req-31da8f3c-d0d0-42da-920b-2ce0b73de6e4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.429781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025044c-9d5c-4e43-aaa4-35b6f46a0418 req-31da8f3c-d0d0-42da-920b-2ce0b73de6e4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.438544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025044c-9d5c-4e43-aaa4-35b6f46a0418 req-31da8f3c-d0d0-42da-920b-2ce0b73de6e4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.448033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025044c-9d5c-4e43-aaa4-35b6f46a0418 req-31da8f3c-d0d0-42da-920b-2ce0b73de6e4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.460049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3025044c-9d5c-4e43-aaa4-35b6f46a0418 req-31da8f3c-d0d0-42da-920b-2ce0b73de6e4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.2433918 Sep 09 09:21:18.495176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event updated for resources: {'Port': ['ID=0b452867-3ba8-45d4-a9a0-2fc91d2100da,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:18.534211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbe909-0895-4c28-afef-401a9404cd45 req-1e0d7072-6778-4b92-beba-073a2f3601b5 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.535991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-adfbe909-0895-4c28-afef-401a9404cd45 req-1e0d7072-6778-4b92-beba-073a2f3601b5 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1593509 Sep 09 09:21:18.546180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.546922 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:18.592037 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-a5ba3d3e-3391-4eed-a667-f058dcd8b186 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d6b256d0-8f4a-411d-83c3-e57f8b485b2f HTTP/1.1" status: 200 len: 217 time: 0.1236219 Sep 09 09:21:18.615479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-adfbe909-0895-4c28-afef-401a9404cd45 req-f222ecc9-e0b6-4345-be36-f9b8828ab8f1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470984 Sep 09 09:21:18.667725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3025044c-9d5c-4e43-aaa4-35b6f46a0418 req-cb4b6cad-16d8-4517-ba52-4c0ce251685e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2066317 Sep 09 09:21:18.693165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-0b4f014a-1371-4e07-85ac-9dc9cf884645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.694937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-0b4f014a-1371-4e07-85ac-9dc9cf884645 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de5e6f51-78b8-499b-a687-41940dcd6078 HTTP/1.1" status: 200 len: 797 time: 0.0902696 Sep 09 09:21:18.711418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ce70b2a0-c7ef-472d-9c30-99c2395ad9e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0570924 Sep 09 09:21:18.728548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:18.752073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-01baa79e-8e3d-4e00-a5a1-ea5656dc4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:18.753197 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-01baa79e-8e3d-4e00-a5a1-ea5656dc4d32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0510476 Sep 09 09:21:18.805811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:18.848033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5c13be39-9cd2-43d4-8822-739536043b8c None None] Provisioning for port 0b452867-3ba8-45d4-a9a0-2fc91d2100da completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:18.853012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5c13be39-9cd2-43d4-8822-739536043b8c None None] Provisioning complete for port 0b452867-3ba8-45d4-a9a0-2fc91d2100da triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:18.853534 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c13be39-9cd2-43d4-8822-739536043b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:18.905890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-04814a57-8e82-4808-9517-72e3ed6eedea service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452205 Sep 09 09:21:18.979292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5c13be39-9cd2-43d4-8822-739536043b8c None None] Port 0b452867-3ba8-45d4-a9a0-2fc91d2100da cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:21:19.044603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34234) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:19.124065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcc716-69f1-4612-8212-3b7e4e9fa906 req-b9f8d5b8-2c3d-4b49-b2a2-53678a907323 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.125834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4bcc716-69f1-4612-8212-3b7e4e9fa906 req-b9f8d5b8-2c3d-4b49-b2a2-53678a907323 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.3101366 Sep 09 09:21:19.140001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e097fddd-a480-4444-96bf-ba397e68a4a6 req-f94b7638-26a6-4049-ba64-9eb09595720a service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251587 Sep 09 09:21:19.195418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1f754123-af57-42c9-abe5-6334b5a57ae2 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-971153148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:19.216657 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4bcc716-69f1-4612-8212-3b7e4e9fa906 req-24e69a20-f7ce-4d33-b814-776999e5d22c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804212 Sep 09 09:21:19.235098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da76ffe-96cd-4da4-a22d-456cda3a62be req-4deda945-9c85-4dec-94f0-87dff0e8ec2e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.241363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da76ffe-96cd-4da4-a22d-456cda3a62be req-4deda945-9c85-4dec-94f0-87dff0e8ec2e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.248840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da76ffe-96cd-4da4-a22d-456cda3a62be req-4deda945-9c85-4dec-94f0-87dff0e8ec2e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.255287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da76ffe-96cd-4da4-a22d-456cda3a62be req-4deda945-9c85-4dec-94f0-87dff0e8ec2e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.261294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da76ffe-96cd-4da4-a22d-456cda3a62be req-4deda945-9c85-4dec-94f0-87dff0e8ec2e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.263456 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9da76ffe-96cd-4da4-a22d-456cda3a62be req-4deda945-9c85-4dec-94f0-87dff0e8ec2e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 3815 time: 0.1658151 Sep 09 09:21:19.320989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9da76ffe-96cd-4da4-a22d-456cda3a62be req-56cbd722-548c-4e58-b301-2527536ba8c3 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477209 Sep 09 09:21:19.332246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0945a5a1-1382-439d-8477-1f7be1080912 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:19.341288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.353915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Transition to ACTIVE for port object 0945a5a1-1382-439d-8477-1f7be1080912 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:19.361984 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f754123-af57-42c9-abe5-6334b5a57ae2 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.366317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f754123-af57-42c9-abe5-6334b5a57ae2 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.420776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.458531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f754123-af57-42c9-abe5-6334b5a57ae2 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.485790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Pushing event updated for resources: {'Port': ['ID=0945a5a1-1382-439d-8477-1f7be1080912,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:19.528967 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f754123-af57-42c9-abe5-6334b5a57ae2 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.585832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Attempting to bind port 0945a5a1-1382-439d-8477-1f7be1080912 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:19.586379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Attempting to bind port 0945a5a1-1382-439d-8477-1f7be1080912 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:19.587156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Attempting to bind port 0945a5a1-1382-439d-8477-1f7be1080912 on network b2b4f655-d0a3-4b76-8382-fa71539d21df {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:19.594151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Port 0945a5a1-1382-439d-8477-1f7be1080912 on network b2b4f655-d0a3-4b76-8382-fa71539d21df not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:19.594814 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Attempting to bind port 0945a5a1-1382-439d-8477-1f7be1080912 on network b2b4f655-d0a3-4b76-8382-fa71539d21df {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:19.600576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:19.601418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Checking segment: {'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:19.606154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Bound using segment: {'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:19.606154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Bound port: 0945a5a1-1382-439d-8477-1f7be1080912, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:19.606154 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.625450 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f754123-af57-42c9-abe5-6334b5a57ae2 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.629747 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1f754123-af57-42c9-abe5-6334b5a57ae2 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5817313 Sep 09 09:21:19.629989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34242) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:19.635518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-9601737'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:19.733595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Made reservation on behalf of 9f364c5b88664aedabc864eaa4fcb12f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:19.737976 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.752862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.765491 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] For port 0945a5a1-1382-439d-8477-1f7be1080912, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:19.782608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] For port 0945a5a1-1382-439d-8477-1f7be1080912, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0945a5a1-1382-439d-8477-1f7be1080912,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:19.800958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94d689-c52e-41da-b60a-88a25b82b575 req-93611dd4-8833-474f-ab07-16fdabcc95f0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.803018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ca94d689-c52e-41da-b60a-88a25b82b575 req-93611dd4-8833-474f-ab07-16fdabcc95f0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.0749183 Sep 09 09:21:19.855625 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.891754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3af0-d335-4192-91d9-189be34a5956 req-fc625e24-5c86-433b-8664-433f15a48427 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.898140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3af0-d335-4192-91d9-189be34a5956 req-fc625e24-5c86-433b-8664-433f15a48427 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.905884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3af0-d335-4192-91d9-189be34a5956 req-fc625e24-5c86-433b-8664-433f15a48427 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.910995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3af0-d335-4192-91d9-189be34a5956 req-fc625e24-5c86-433b-8664-433f15a48427 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.915778 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ca94d689-c52e-41da-b60a-88a25b82b575 req-230a209e-fbb9-44fd-a869-76439ef50311 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039267 Sep 09 09:21:19.925447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.926469 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:19.928015 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] 10.222.0.24 "PUT /v2.0/ports/0945a5a1-1382-439d-8477-1f7be1080912 HTTP/1.1" status: 200 len: 1092 time: 1.2075300 Sep 09 09:21:19.928351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '0945a5a1-1382-439d-8477-1f7be1080912'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:19.930676 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cedafe-6a8a-43b7-b4d5-695a6c869522" -d '{"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "0945a5a1-1382-439d-8477-1f7be1080912"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:19.937875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3af0-d335-4192-91d9-189be34a5956 req-fc625e24-5c86-433b-8664-433f15a48427 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.948448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3af0-d335-4192-91d9-189be34a5956 req-fc625e24-5c86-433b-8664-433f15a48427 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.961400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc623b80-0fef-47a4-958c-307687b629cc service neutron] Pushing event updated for resources: {'Port': ['ID=0945a5a1-1382-439d-8477-1f7be1080912,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:19.970059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3af0-d335-4192-91d9-189be34a5956 req-fc625e24-5c86-433b-8664-433f15a48427 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:19.972244 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab6f3af0-d335-4192-91d9-189be34a5956 req-fc625e24-5c86-433b-8664-433f15a48427 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.1833072 Sep 09 09:21:20.013840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:20.048439 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:20.054641 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f6869-70a1-4c34-aac8-3344fd55c0d7 x-openstack-request-id: req-fe7f6869-70a1-4c34-aac8-3344fd55c0d7 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:20.055283 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "0945a5a1-1382-439d-8477-1f7be1080912", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:20.055728 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe7f6869-70a1-4c34-aac8-3344fd55c0d7 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:20.055849 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:20.056375 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '0945a5a1-1382-439d-8477-1f7be1080912', 'status': 'completed', 'code': 200} Sep 09 09:21:20.094094 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab6f3af0-d335-4192-91d9-189be34a5956 req-d62c9aaa-6e91-4314-8891-de577306a579 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030366 Sep 09 09:21:20.112676 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:20.127039 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:20.178606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:21:20.210507 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904fce20-54e9-41ec-869d-b6b9de2e7e1d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:20.214023 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:20.215096 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Added segment 97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7 of type vlan for network 8e0bed8c-ccbf-4186-aa9e-0db840c5606a Sep 09 09:21:20.221508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-bf244f08-380a-4410-9b20-5e8ea9cd2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.222641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-bf244f08-380a-4410-9b20-5e8ea9cd2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.223582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-bf244f08-380a-4410-9b20-5e8ea9cd2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.224217 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-bf244f08-380a-4410-9b20-5e8ea9cd2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.225243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-bf244f08-380a-4410-9b20-5e8ea9cd2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.244567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-bf244f08-380a-4410-9b20-5e8ea9cd2e95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 4363 time: 0.1714914 Sep 09 09:21:20.338874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:20.462983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-9063dc9a-bd7a-4d3d-b105-60f1a45ccd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.463711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-9063dc9a-bd7a-4d3d-b105-60f1a45ccd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.464517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-9063dc9a-bd7a-4d3d-b105-60f1a45ccd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.466580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-9063dc9a-bd7a-4d3d-b105-60f1a45ccd96 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=95a35275c4864a71b4d060d54546604f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2115910 Sep 09 09:21:20.491852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c642d88-c14b-4b6f-9494-93f0cae118ae req-ec32e6a5-1c38-4d40-92d8-ca9129c49f70 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.493437 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c642d88-c14b-4b6f-9494-93f0cae118ae req-ec32e6a5-1c38-4d40-92d8-ca9129c49f70 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1674192 Sep 09 09:21:20.498953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51de0d-4afb-4190-ae79-d2166b0c5438 req-683d59d2-c5f2-4ef0-bcf6-51adbec0e602 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.505495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51de0d-4afb-4190-ae79-d2166b0c5438 req-683d59d2-c5f2-4ef0-bcf6-51adbec0e602 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.512674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51de0d-4afb-4190-ae79-d2166b0c5438 req-683d59d2-c5f2-4ef0-bcf6-51adbec0e602 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.519033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51de0d-4afb-4190-ae79-d2166b0c5438 req-683d59d2-c5f2-4ef0-bcf6-51adbec0e602 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.525478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51de0d-4afb-4190-ae79-d2166b0c5438 req-683d59d2-c5f2-4ef0-bcf6-51adbec0e602 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.528505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c51de0d-4afb-4190-ae79-d2166b0c5438 req-683d59d2-c5f2-4ef0-bcf6-51adbec0e602 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 3827 time: 0.1137218 Sep 09 09:21:20.584175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-cca0dec2-96bb-4fa3-a8d6-8881b6b462c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.585843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e6cedafe-6a8a-43b7-b4d5-695a6c869522 req-cca0dec2-96bb-4fa3-a8d6-8881b6b462c7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914862 Sep 09 09:21:20.623100 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c51de0d-4afb-4190-ae79-d2166b0c5438 req-a83790da-584c-4273-be4b-aa57d2e905cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867012 Sep 09 09:21:20.632031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453ae082-fabe-44d6-98f0-a13b1423af32 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:20.638688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c642d88-c14b-4b6f-9494-93f0cae118ae req-bb1ef680-ba76-4d35-acbb-e3ad291e3bdd tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518622 Sep 09 09:21:20.639297 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:20.654335 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:20.657718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:20.658375 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:20.674796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Transition to ACTIVE for port object 453ae082-fabe-44d6-98f0-a13b1423af32 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:20.756309 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:20.767532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Network': ['ID=8e0bed8c-ccbf-4186-aa9e-0db840c5606a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:20.779597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 8e0bed8c-ccbf-4186-aa9e-0db840c5606a details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:21:20.791870 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-02f879f4-842a-4521-a553-dcb8e186ad47 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1605608 Sep 09 09:21:20.794892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34268) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:20.805479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'subnet': {'network_id': '8e0bed8c-ccbf-4186-aa9e-0db840c5606a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:20.818691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Pushing event updated for resources: {'Port': ['ID=453ae082-fabe-44d6-98f0-a13b1423af32,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:20.960009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Attempting to bind port 453ae082-fabe-44d6-98f0-a13b1423af32 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:20.960955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Attempting to bind port 453ae082-fabe-44d6-98f0-a13b1423af32 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:20.961474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Attempting to bind port 453ae082-fabe-44d6-98f0-a13b1423af32 on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:20.970363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Port 453ae082-fabe-44d6-98f0-a13b1423af32 on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:20.970833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Attempting to bind port 453ae082-fabe-44d6-98f0-a13b1423af32 on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:20.976973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:20.977343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Checking segment: {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:20.977729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Bound using segment: {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:20.978309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Bound port: 453ae082-fabe-44d6-98f0-a13b1423af32, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:20.978819 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:21.082146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Made reservation on behalf of 9f364c5b88664aedabc864eaa4fcb12f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:21.085662 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:21.113831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] For port 453ae082-fabe-44d6-98f0-a13b1423af32, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:21.122035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] For port 453ae082-fabe-44d6-98f0-a13b1423af32, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=453ae082-fabe-44d6-98f0-a13b1423af32,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:21.140932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded993a-c32a-40ea-a7c7-f2e70e571ef3 req-88fce56e-286a-4a9e-bc92-ede43e10355c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.142903 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ded993a-c32a-40ea-a7c7-f2e70e571ef3 req-88fce56e-286a-4a9e-bc92-ede43e10355c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.0997953 Sep 09 09:21:21.207617 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ded993a-c32a-40ea-a7c7-f2e70e571ef3 req-bf83cec1-d5f3-4b63-a536-d284b004b512 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549622 Sep 09 09:21:21.266120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:21.287109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5bc6-52a6-4718-a603-b6b10a75f248 req-f3d9ab44-d86e-48f5-add6-dc79a28f1261 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.294221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5bc6-52a6-4718-a603-b6b10a75f248 req-f3d9ab44-d86e-48f5-add6-dc79a28f1261 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.310162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5bc6-52a6-4718-a603-b6b10a75f248 req-f3d9ab44-d86e-48f5-add6-dc79a28f1261 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.310162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5bc6-52a6-4718-a603-b6b10a75f248 req-f3d9ab44-d86e-48f5-add6-dc79a28f1261 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.316264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5bc6-52a6-4718-a603-b6b10a75f248 req-f3d9ab44-d86e-48f5-add6-dc79a28f1261 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.322814 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.322814 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:21.323304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5bc6-52a6-4718-a603-b6b10a75f248 req-f3d9ab44-d86e-48f5-add6-dc79a28f1261 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.323440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] 10.222.0.24 "PUT /v2.0/ports/453ae082-fabe-44d6-98f0-a13b1423af32 HTTP/1.1" status: 200 len: 1129 time: 1.3120718 Sep 09 09:21:21.332829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5bc6-52a6-4718-a603-b6b10a75f248 req-f3d9ab44-d86e-48f5-add6-dc79a28f1261 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.334860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9aee5bc6-52a6-4718-a603-b6b10a75f248 req-f3d9ab44-d86e-48f5-add6-dc79a28f1261 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.1335785 Sep 09 09:21:21.359519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13fdd0-6a7d-4085-9a36-c655e511db96 service neutron] Pushing event updated for resources: {'Port': ['ID=453ae082-fabe-44d6-98f0-a13b1423af32,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:21.417187 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9aee5bc6-52a6-4718-a603-b6b10a75f248 req-de3c03d0-f26e-4501-b3f4-0d2faedbdb22 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591245 Sep 09 09:21:21.426868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:21.527306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:21.545539 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:21.629148 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Subnet': ['ID=d7c7ccdd-47bb-4846-aa49-6ebb130c6e2f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:21.637446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Checking segment: {'id': '97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8e0bed8c-ccbf-4186-aa9e-0db840c5606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:21.637446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network hostable DHCP agents. Network: 8e0bed8c-ccbf-4186-aa9e-0db840c5606a, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:21:21.710977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network 8e0bed8c-ccbf-4186-aa9e-0db840c5606a is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:21:21.803285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 8e0bed8c-ccbf-4186-aa9e-0db840c5606a) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:21.813065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6947b0cf-6e1d-41c6-ba46-69f5378f5bb2 None None] Network 8e0bed8c-ccbf-4186-aa9e-0db840c5606a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:21.820883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.821484 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:21.833953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb865278-0fc4-4e11-ba09-a907701cb717 req-e4550e92-cf44-433a-9fbe-8d7dafb14994 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.846750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fb865278-0fc4-4e11-ba09-a907701cb717 req-e4550e92-cf44-433a-9fbe-8d7dafb14994 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.0870090 Sep 09 09:21:21.885129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231bfe-ced3-4d66-ae24-d6ed9d414f30 req-148caddd-57dc-4aca-9bf9-08ff03b0bc8b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.894242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231bfe-ced3-4d66-ae24-d6ed9d414f30 req-148caddd-57dc-4aca-9bf9-08ff03b0bc8b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.895349 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fb865278-0fc4-4e11-ba09-a907701cb717 req-793803ec-5b30-4a1c-b1ac-2220774caae4 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477257 Sep 09 09:21:21.905983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231bfe-ced3-4d66-ae24-d6ed9d414f30 req-148caddd-57dc-4aca-9bf9-08ff03b0bc8b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.915896 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231bfe-ced3-4d66-ae24-d6ed9d414f30 req-148caddd-57dc-4aca-9bf9-08ff03b0bc8b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.919678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231bfe-ced3-4d66-ae24-d6ed9d414f30 req-148caddd-57dc-4aca-9bf9-08ff03b0bc8b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.927395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231bfe-ced3-4d66-ae24-d6ed9d414f30 req-148caddd-57dc-4aca-9bf9-08ff03b0bc8b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:21.929451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19231bfe-ced3-4d66-ae24-d6ed9d414f30 req-148caddd-57dc-4aca-9bf9-08ff03b0bc8b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 4597 time: 0.1748924 Sep 09 09:21:21.956989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3d8ed4ef-2837-4fa7-88ed-ae951bde4198 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1610749 Sep 09 09:21:21.960456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:21.967168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'network': {'name': 'tempest-router-network01--131815842'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:22.012883 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19231bfe-ced3-4d66-ae24-d6ed9d414f30 req-a10f1a99-e6f7-4892-9b51-61ebfb093a52 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742307 Sep 09 09:21:22.046396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-8e0bed8c-ccbf-4186-aa9e-0db840c5606a', 'network_id': '8e0bed8c-ccbf-4186-aa9e-0db840c5606a', 'tenant_id': '9f364c5b88664aedabc864eaa4fcb12f', 'fixed_ips': [{'subnet_id': 'd7c7ccdd-47bb-4846-aa49-6ebb130c6e2f'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:21:22.047340 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.059756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '453ae082-fabe-44d6-98f0-a13b1423af32'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:22.062350 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69933e69-4443-44c2-8871-76968496b610" -d '{"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "453ae082-fabe-44d6-98f0-a13b1423af32"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:22.082121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:22.091967 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.104070 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c363d317-f2c5-4cd5-9f97-977fd1c9c2c7 x-openstack-request-id: req-c363d317-f2c5-4cd5-9f97-977fd1c9c2c7 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:22.104348 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "453ae082-fabe-44d6-98f0-a13b1423af32", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:22.104594 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c363d317-f2c5-4cd5-9f97-977fd1c9c2c7 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:22.104976 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '453ae082-fabe-44d6-98f0-a13b1423af32', 'status': 'completed', 'code': 200} Sep 09 09:21:22.108018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Transition to ACTIVE for port object bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:22.110964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Made reservation on behalf of 9f364c5b88664aedabc864eaa4fcb12f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:22.115226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.167598 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.198957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Allocated IP 2001:db8::2 (8e0bed8c-ccbf-4186-aa9e-0db840c5606a/d7c7ccdd-47bb-4846-aa49-6ebb130c6e2f/0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:22.241938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:21:22.267893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933e69-4443-44c2-8871-76968496b610 req-3ebc0703-5fb6-49dd-ba6a-4bd2ad0de11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:22.268385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933e69-4443-44c2-8871-76968496b610 req-3ebc0703-5fb6-49dd-ba6a-4bd2ad0de11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:22.268850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933e69-4443-44c2-8871-76968496b610 req-3ebc0703-5fb6-49dd-ba6a-4bd2ad0de11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:22.269318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933e69-4443-44c2-8871-76968496b610 req-3ebc0703-5fb6-49dd-ba6a-4bd2ad0de11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:22.269782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933e69-4443-44c2-8871-76968496b610 req-3ebc0703-5fb6-49dd-ba6a-4bd2ad0de11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:22.270407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933e69-4443-44c2-8871-76968496b610 req-3ebc0703-5fb6-49dd-ba6a-4bd2ad0de11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:22.272411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-69933e69-4443-44c2-8871-76968496b610 req-3ebc0703-5fb6-49dd-ba6a-4bd2ad0de11c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5285 time: 0.1444213 Sep 09 09:21:22.286169 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.286169 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Added segment b37f6471-186c-482c-a056-3b8ddbcfc37d of type vlan for network 038d46a8-20ea-4602-b9fb-3f29bdef595d Sep 09 09:21:22.342576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:22.400870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Attempting to bind port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:22.401207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Attempting to bind port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:22.401538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Attempting to bind port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:22.413233 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.422291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Transition to ACTIVE for port object 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:22.441114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:22.442108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Transition to ACTIVE for port object 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:22.444215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Attempting to bind port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:22.456102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de532c07-b39a-4d86-80a0-a890bdd9915d req-3fe89cba-0bfc-44d7-9304-1446297436bf tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:22.463686 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de532c07-b39a-4d86-80a0-a890bdd9915d req-3fe89cba-0bfc-44d7-9304-1446297436bf tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1247878 Sep 09 09:21:22.483796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:22.484244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Checking segment: {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:22.484701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Bound using segment: {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:22.485220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Bound port: bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:22.486994 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.487130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.504911 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.547563 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de532c07-b39a-4d86-80a0-a890bdd9915d req-94a6c3fd-491b-4453-bacb-c114cae42a2c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775464 Sep 09 09:21:22.587409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Network 8e0bed8c-ccbf-4186-aa9e-0db840c5606a is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:22.591255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:22.594008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:22.605862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Pushing event updated for resources: {'Port': ['ID=0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:22.646620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] For port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:22.654756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] For port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:22.668491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Attempting to bind port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:22.668885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Attempting to bind port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8e0bed8c-ccbf-4186-aa9e-0db840c5606a'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:22.669249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Attempting to bind port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda on network 8e0bed8c-ccbf-4186-aa9e-0db840c5606a {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:22.675285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:22.675693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Checking segment: {'id': '97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8e0bed8c-ccbf-4186-aa9e-0db840c5606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:22.676084 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.676728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Bound using segment: {'id': '97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8e0bed8c-ccbf-4186-aa9e-0db840c5606a'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:22.677199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Bound port: 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8e0bed8c-ccbf-4186-aa9e-0db840c5606a'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:22.677579 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.717445 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.774128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] For port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:22.780417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:22.780417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.781061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] For port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda,segment=NetworkSegment(97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7),segment_id=97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:22.781162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] 10.222.0.24 "PUT /v2.0/ports/bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e HTTP/1.1" status: 200 len: 1132 time: 1.3659849 Sep 09 09:21:22.815509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dbe01-9ac8-4c94-b13a-a4e19b395a71 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:22.857385 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:22.879146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:22.969277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:23.004829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.resource_extend [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:21:23.055349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933e69-4443-44c2-8871-76968496b610 req-adc83ce2-bbd2-4e66-8a10-b48fcca6ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.055862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933e69-4443-44c2-8871-76968496b610 req-adc83ce2-bbd2-4e66-8a10-b48fcca6ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.056330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933e69-4443-44c2-8871-76968496b610 req-adc83ce2-bbd2-4e66-8a10-b48fcca6ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.058000 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-69933e69-4443-44c2-8871-76968496b610 req-adc83ce2-bbd2-4e66-8a10-b48fcca6ec55 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=95a35275c4864a71b4d060d54546604f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7742975 Sep 09 09:21:23.080250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0fa62-a300-4e23-877a-302e250b3daf req-1cd99d82-1059-4cc2-a865-4d45e6293342 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.086363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0fa62-a300-4e23-877a-302e250b3daf req-1cd99d82-1059-4cc2-a865-4d45e6293342 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.093700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0fa62-a300-4e23-877a-302e250b3daf req-1cd99d82-1059-4cc2-a865-4d45e6293342 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.099844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0fa62-a300-4e23-877a-302e250b3daf req-1cd99d82-1059-4cc2-a865-4d45e6293342 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.106785 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0fa62-a300-4e23-877a-302e250b3daf req-1cd99d82-1059-4cc2-a865-4d45e6293342 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.113049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0fa62-a300-4e23-877a-302e250b3daf req-1cd99d82-1059-4cc2-a865-4d45e6293342 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.121524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0fa62-a300-4e23-877a-302e250b3daf req-1cd99d82-1059-4cc2-a865-4d45e6293342 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.127517 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6a0fa62-a300-4e23-877a-302e250b3daf req-1cd99d82-1059-4cc2-a865-4d45e6293342 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.5506587 Sep 09 09:21:23.202975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76ca9-ee5e-40ff-98fc-eb4ae6ee63bc req-d2ae120e-936a-4611-ba02-fc793c035eb9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.204010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3d3d6-ad18-4014-a00e-c005dd6f751a None None] Pushing event updated for resources: {'Port': ['ID=0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:23.207318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12d76ca9-ee5e-40ff-98fc-eb4ae6ee63bc req-d2ae120e-936a-4611-ba02-fc793c035eb9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1941552 Sep 09 09:21:23.266887 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:23.272462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.273202 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:23.275884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933e69-4443-44c2-8871-76968496b610 req-10f04532-bbeb-4c66-8886-796cddcdf201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.278007 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-69933e69-4443-44c2-8871-76968496b610 req-10f04532-bbeb-4c66-8886-796cddcdf201 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473942 Sep 09 09:21:23.331219 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12d76ca9-ee5e-40ff-98fc-eb4ae6ee63bc req-a0a0ee41-a4ce-4665-a6c3-fadc3d0f21ea tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125066 Sep 09 09:21:23.340290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6a0fa62-a300-4e23-877a-302e250b3daf req-01f27868-952e-4f16-b36b-40cd691039f5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2075126 Sep 09 09:21:23.401245 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4397113 Sep 09 09:21:23.403669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e918724-28c6-4d57-aab1-1fe3a8eb09ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Network': ['ID=038d46a8-20ea-4602-b9fb-3f29bdef595d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:23.412950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34316) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:23.413795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'network': {'name': 'tempest-router-network02--1265429700'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:23.416606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 038d46a8-20ea-4602-b9fb-3f29bdef595d details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:21:23.562254 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Made reservation on behalf of 9f364c5b88664aedabc864eaa4fcb12f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:23.565955 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:23.677234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb9e8-2421-4d13-a1fd-9597488c6e0c req-4b267159-7756-46d4-9102-e90e35c14986 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.684309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb9e8-2421-4d13-a1fd-9597488c6e0c req-4b267159-7756-46d4-9102-e90e35c14986 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.697523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb9e8-2421-4d13-a1fd-9597488c6e0c req-4b267159-7756-46d4-9102-e90e35c14986 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.706212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:23.713467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb9e8-2421-4d13-a1fd-9597488c6e0c req-4b267159-7756-46d4-9102-e90e35c14986 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.721131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb9e8-2421-4d13-a1fd-9597488c6e0c req-4b267159-7756-46d4-9102-e90e35c14986 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.728710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb9e8-2421-4d13-a1fd-9597488c6e0c req-4b267159-7756-46d4-9102-e90e35c14986 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.735978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb9e8-2421-4d13-a1fd-9597488c6e0c req-4b267159-7756-46d4-9102-e90e35c14986 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.738300 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7adfb9e8-2421-4d13-a1fd-9597488c6e0c req-4b267159-7756-46d4-9102-e90e35c14986 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5370 time: 0.2951756 Sep 09 09:21:23.757406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:21:23.792300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:23.792977 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Added segment 8e4a2da4-297c-4058-a274-934430014949 of type vlan for network a15daf05-10b1-4048-b63f-fc14ceec3374 Sep 09 09:21:23.828849 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7adfb9e8-2421-4d13-a1fd-9597488c6e0c req-b542e0ec-0dc1-4679-af30-92585c4627b0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774765 Sep 09 09:21:23.842206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:23.868121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824df12-76bf-4eaa-92b4-527628785cfe req-4396a8e9-bf68-4d01-be7a-e27a08405b94 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:23.870027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c824df12-76bf-4eaa-92b4-527628785cfe req-4396a8e9-bf68-4d01-be7a-e27a08405b94 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.2110996 Sep 09 09:21:23.894247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:23.913133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a74eb9-c984-49ee-91be-f4e64312dfb4 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:23.925183 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:23.949966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c824df12-76bf-4eaa-92b4-527628785cfe req-2388e3fd-e196-4ba1-9b9b-ce78cc08cd2f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706401 Sep 09 09:21:23.952902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Transition to ACTIVE for port object e6a74eb9-c984-49ee-91be-f4e64312dfb4 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:24.007985 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:24.013962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.014639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:24.053395 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:24.088155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Network': ['ID=a15daf05-10b1-4048-b63f-fc14ceec3374,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:24.101605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a15daf05-10b1-4048-b63f-fc14ceec3374 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:21:24.107783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': 'bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:24.109457 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5368314e-9370-4782-a5db-17465ca3f056" -d '{"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:24.129013 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c154decd-436c-4a00-8095-2c5c7add465c tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7197695 Sep 09 09:21:24.131548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34328) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:24.138916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'subnet': {'network_id': '038d46a8-20ea-4602-b9fb-3f29bdef595d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:24.229972 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5dd01f-0e8b-4b06-87a4-3fad3a7b0b0f x-openstack-request-id: req-ad5dd01f-0e8b-4b06-87a4-3fad3a7b0b0f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:24.231210 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:24.231210 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad5dd01f-0e8b-4b06-87a4-3fad3a7b0b0f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:24.231478 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': 'bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e', 'status': 'completed', 'code': 200} Sep 09 09:21:24.235340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a74eb9-c984-49ee-91be-f4e64312dfb4,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:24.323262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368314e-9370-4782-a5db-17465ca3f056 req-d7fc545e-29db-4b9a-9039-74b991713957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.323262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368314e-9370-4782-a5db-17465ca3f056 req-d7fc545e-29db-4b9a-9039-74b991713957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.323262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368314e-9370-4782-a5db-17465ca3f056 req-d7fc545e-29db-4b9a-9039-74b991713957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.323262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368314e-9370-4782-a5db-17465ca3f056 req-d7fc545e-29db-4b9a-9039-74b991713957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.323262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368314e-9370-4782-a5db-17465ca3f056 req-d7fc545e-29db-4b9a-9039-74b991713957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.323262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368314e-9370-4782-a5db-17465ca3f056 req-d7fc545e-29db-4b9a-9039-74b991713957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.323262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368314e-9370-4782-a5db-17465ca3f056 req-d7fc545e-29db-4b9a-9039-74b991713957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.325598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Attempting to bind port e6a74eb9-c984-49ee-91be-f4e64312dfb4 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:24.325949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Attempting to bind port e6a74eb9-c984-49ee-91be-f4e64312dfb4 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:24.326312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Attempting to bind port e6a74eb9-c984-49ee-91be-f4e64312dfb4 on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:24.326432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5368314e-9370-4782-a5db-17465ca3f056 req-d7fc545e-29db-4b9a-9039-74b991713957 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 6236 time: 0.0777876 Sep 09 09:21:24.334974 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Port e6a74eb9-c984-49ee-91be-f4e64312dfb4 on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:24.335345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Attempting to bind port e6a74eb9-c984-49ee-91be-f4e64312dfb4 on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:24.341983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:24.342326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Checking segment: {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:24.342716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Bound using segment: {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:24.343257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Bound port: e6a74eb9-c984-49ee-91be-f4e64312dfb4, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:24.343701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:24.440260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Made reservation on behalf of 9f364c5b88664aedabc864eaa4fcb12f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:24.455860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] For port e6a74eb9-c984-49ee-91be-f4e64312dfb4, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:24.459212 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] For port e6a74eb9-c984-49ee-91be-f4e64312dfb4, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e6a74eb9-c984-49ee-91be-f4e64312dfb4,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:24.476924 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:24.546002 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:24.602683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.603435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:24.606270 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] 10.222.0.24 "PUT /v2.0/ports/e6a74eb9-c984-49ee-91be-f4e64312dfb4 HTTP/1.1" status: 200 len: 1092 time: 1.7318645 Sep 09 09:21:24.641006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e390ff7-a04f-470b-9e3a-4d6dcfc8ad40 req-bbadad29-7b58-4f98-a1d7-37edd985eb5d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.660853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e390ff7-a04f-470b-9e3a-4d6dcfc8ad40 req-bbadad29-7b58-4f98-a1d7-37edd985eb5d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.672638 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e390ff7-a04f-470b-9e3a-4d6dcfc8ad40 req-bbadad29-7b58-4f98-a1d7-37edd985eb5d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.686464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e390ff7-a04f-470b-9e3a-4d6dcfc8ad40 req-bbadad29-7b58-4f98-a1d7-37edd985eb5d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.718471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e390ff7-a04f-470b-9e3a-4d6dcfc8ad40 req-bbadad29-7b58-4f98-a1d7-37edd985eb5d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.729610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e390ff7-a04f-470b-9e3a-4d6dcfc8ad40 req-bbadad29-7b58-4f98-a1d7-37edd985eb5d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.739420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e390ff7-a04f-470b-9e3a-4d6dcfc8ad40 req-bbadad29-7b58-4f98-a1d7-37edd985eb5d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.741407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e390ff7-a04f-470b-9e3a-4d6dcfc8ad40 req-bbadad29-7b58-4f98-a1d7-37edd985eb5d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.2397461 Sep 09 09:21:24.746188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37904e-9140-4942-bf9b-9cd1f575b663 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a74eb9-c984-49ee-91be-f4e64312dfb4,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:24.751998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:24.807649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368314e-9370-4782-a5db-17465ca3f056 req-84ffca46-e40d-4ed7-a31c-ce010ab637f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.808139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368314e-9370-4782-a5db-17465ca3f056 req-84ffca46-e40d-4ed7-a31c-ce010ab637f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.808667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368314e-9370-4782-a5db-17465ca3f056 req-84ffca46-e40d-4ed7-a31c-ce010ab637f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.832599 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5368314e-9370-4782-a5db-17465ca3f056 req-84ffca46-e40d-4ed7-a31c-ce010ab637f4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=95a35275c4864a71b4d060d54546604f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4922221 Sep 09 09:21:24.833518 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20610f4-36e1-4080-8c17-9a03fcb384c3 None None] Network 8e0bed8c-ccbf-4186-aa9e-0db840c5606a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:24.844420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521b56b-a825-498b-890d-601d38a47e76 req-2b58ef09-00ca-4be9-b162-461373c2b158 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:24.846285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e521b56b-a825-498b-890d-601d38a47e76 req-2b58ef09-00ca-4be9-b162-461373c2b158 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.3213761 Sep 09 09:21:24.883296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e390ff7-a04f-470b-9e3a-4d6dcfc8ad40 req-7a9ab579-3743-4981-b3a3-26d1612cee1f tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263173 Sep 09 09:21:24.886965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:25.039256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e521b56b-a825-498b-890d-601d38a47e76 req-39ccb265-fe91-4a82-9f3f-7df1c9e8e18e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813619 Sep 09 09:21:25.148066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368314e-9370-4782-a5db-17465ca3f056 req-fb09a341-aeae-4e0a-b667-567693c9ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:25.150679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5368314e-9370-4782-a5db-17465ca3f056 req-fb09a341-aeae-4e0a-b667-567693c9ee91 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3024793 Sep 09 09:21:25.163165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8e08cdfb-75bd-4159-9dd7-ab55d85f69fc None None] Provisioning for port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:25.185666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8e08cdfb-75bd-4159-9dd7-ab55d85f69fc None None] Provisioning complete for port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:25.186561 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e08cdfb-75bd-4159-9dd7-ab55d85f69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:25.266771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd18ea-6a1a-4428-a4ac-0fd9674edaad req-35d5460b-b14d-45f4-bdf5-5105717d72e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:25.270309 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:25.274157 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3bd18ea-6a1a-4428-a4ac-0fd9674edaad req-35d5460b-b14d-45f4-bdf5-5105717d72e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1222875 Sep 09 09:21:25.283117 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:25.351779 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e08cdfb-75bd-4159-9dd7-ab55d85f69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:25.360869 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3bd18ea-6a1a-4428-a4ac-0fd9674edaad req-529ae0d3-e08f-4828-9304-1509e25b704d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803943 Sep 09 09:21:25.368348 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ec9-513d-489c-b44b-c36705f80015 req-35dc3fcd-e7af-4d58-aa1e-f51b0700f8aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:25.375369 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ec9-513d-489c-b44b-c36705f80015 req-35dc3fcd-e7af-4d58-aa1e-f51b0700f8aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:25.394059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Subnet': ['ID=9125972f-94b3-4f2a-a024-44c80a1b27f3,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:25.395796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ec9-513d-489c-b44b-c36705f80015 req-35dc3fcd-e7af-4d58-aa1e-f51b0700f8aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:25.401910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ec9-513d-489c-b44b-c36705f80015 req-35dc3fcd-e7af-4d58-aa1e-f51b0700f8aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:25.408706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ec9-513d-489c-b44b-c36705f80015 req-35dc3fcd-e7af-4d58-aa1e-f51b0700f8aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:25.411531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Checking segment: {'id': 'b37f6471-186c-482c-a056-3b8ddbcfc37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '038d46a8-20ea-4602-b9fb-3f29bdef595d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:25.412210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network hostable DHCP agents. Network: 038d46a8-20ea-4602-b9fb-3f29bdef595d, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:21:25.414707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ec9-513d-489c-b44b-c36705f80015 req-35dc3fcd-e7af-4d58-aa1e-f51b0700f8aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:25.421011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ec9-513d-489c-b44b-c36705f80015 req-35dc3fcd-e7af-4d58-aa1e-f51b0700f8aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:25.429252 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6e700ec9-513d-489c-b44b-c36705f80015 req-35dc3fcd-e7af-4d58-aa1e-f51b0700f8aa tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5382 time: 0.2422483 Sep 09 09:21:25.444340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8e08cdfb-75bd-4159-9dd7-ab55d85f69fc None None] For port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda,segment=NetworkSegment(97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7),segment_id=97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:25.497481 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6e700ec9-513d-489c-b44b-c36705f80015 req-874841b7-50de-44a4-afed-1b817c209b8d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671990 Sep 09 09:21:25.521248 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network 038d46a8-20ea-4602-b9fb-3f29bdef595d is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:21:25.544610 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e08cdfb-75bd-4159-9dd7-ab55d85f69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:25.573647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a9eada-2302-4987-9a71-5d62c23e0612 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:25.588644 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:25.604510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Transition to ACTIVE for port object 54a9eada-2302-4987-9a71-5d62c23e0612 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:25.606156 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 038d46a8-20ea-4602-b9fb-3f29bdef595d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:25.617457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:25.618433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:25.660608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a19ef-3f04-4b19-9288-b410d69ea7f0 None None] Network 038d46a8-20ea-4602-b9fb-3f29bdef595d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:25.716898 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:25.762358 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-500e8440-70ad-4a71-bccf-85f8430d63cf tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6291068 Sep 09 09:21:25.763039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34352) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:25.775188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'subnet': {'network_id': 'a15daf05-10b1-4048-b63f-fc14ceec3374', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:25.784782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08cdfb-75bd-4159-9dd7-ab55d85f69fc None None] Pushing event updated for resources: {'Port': ['ID=0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:25.832922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Pushing event updated for resources: {'Port': ['ID=54a9eada-2302-4987-9a71-5d62c23e0612,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:25.985822 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:26.060994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c362eedb-7eeb-40da-8f85-49b7ad225fdb None None] Provisioning complete for port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:26.064770 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c362eedb-7eeb-40da-8f85-49b7ad225fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:26.109681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Made reservation on behalf of 9f364c5b88664aedabc864eaa4fcb12f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:26.125474 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:26.222363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad82491-c78a-48a1-9332-e0d6db004808 req-4d6ddb62-ddb4-4246-b45d-999627b38856 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.237819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad82491-c78a-48a1-9332-e0d6db004808 req-4d6ddb62-ddb4-4246-b45d-999627b38856 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.241756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-038d46a8-20ea-4602-b9fb-3f29bdef595d', 'network_id': '038d46a8-20ea-4602-b9fb-3f29bdef595d', 'tenant_id': '9f364c5b88664aedabc864eaa4fcb12f', 'fixed_ips': [{'subnet_id': '9125972f-94b3-4f2a-a024-44c80a1b27f3'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:21:26.243795 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:26.244301 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad82491-c78a-48a1-9332-e0d6db004808 req-4d6ddb62-ddb4-4246-b45d-999627b38856 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.255515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad82491-c78a-48a1-9332-e0d6db004808 req-4d6ddb62-ddb4-4246-b45d-999627b38856 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.274677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad82491-c78a-48a1-9332-e0d6db004808 req-4d6ddb62-ddb4-4246-b45d-999627b38856 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.301834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad82491-c78a-48a1-9332-e0d6db004808 req-4d6ddb62-ddb4-4246-b45d-999627b38856 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.308315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad82491-c78a-48a1-9332-e0d6db004808 req-4d6ddb62-ddb4-4246-b45d-999627b38856 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.318019 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0ad82491-c78a-48a1-9332-e0d6db004808 req-4d6ddb62-ddb4-4246-b45d-999627b38856 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.2581418 Sep 09 09:21:26.500051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': 'e6a74eb9-c984-49ee-91be-f4e64312dfb4'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:26.500640 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0ad82491-c78a-48a1-9332-e0d6db004808 req-f9035402-832e-44dc-8843-38442e317cf2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131668 Sep 09 09:21:26.502189 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "e6a74eb9-c984-49ee-91be-f4e64312dfb4"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:26.505673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Allocated IP 2001:db8::2 (038d46a8-20ea-4602-b9fb-3f29bdef595d/9125972f-94b3-4f2a-a024-44c80a1b27f3/8dfa0a79-f3e8-4563-b3f9-0266da55d5f7) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:26.576129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ba0c2-f73c-454f-b374-beaa3322b52f req-ee531357-b0c8-4955-ac42-4ce8d02af8f0 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.585132 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-850ba0c2-f73c-454f-b374-beaa3322b52f req-ee531357-b0c8-4955-ac42-4ce8d02af8f0 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.0788786 Sep 09 09:21:26.636759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-850ba0c2-f73c-454f-b374-beaa3322b52f req-b610f6fd-7be1-4308-8751-bee489efe18e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506966 Sep 09 09:21:26.637744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Attempting to bind port 54a9eada-2302-4987-9a71-5d62c23e0612 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:26.638240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Attempting to bind port 54a9eada-2302-4987-9a71-5d62c23e0612 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:26.638736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Attempting to bind port 54a9eada-2302-4987-9a71-5d62c23e0612 on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:26.647756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Port 54a9eada-2302-4987-9a71-5d62c23e0612 on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:26.647908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Attempting to bind port 54a9eada-2302-4987-9a71-5d62c23e0612 on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:26.668421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:26.668421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Checking segment: {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:26.668822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Bound using segment: {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:26.671189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Bound port: 54a9eada-2302-4987-9a71-5d62c23e0612, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:26.671189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:26.721659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfbbc2-bb48-488f-b154-01f453a036a8 req-ada731e8-e254-4e7d-ae16-ed1f3a6ddb86 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.723572 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cddfbbc2-bb48-488f-b154-01f453a036a8 req-ada731e8-e254-4e7d-ae16-ed1f3a6ddb86 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1194565 Sep 09 09:21:26.773050 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe0fc0d-064b-4474-9427-bc2c715ea97c x-openstack-request-id: req-3fe0fc0d-064b-4474-9427-bc2c715ea97c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:26.773050 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "e6a74eb9-c984-49ee-91be-f4e64312dfb4", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:26.774101 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fe0fc0d-064b-4474-9427-bc2c715ea97c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:26.774514 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': 'e6a74eb9-c984-49ee-91be-f4e64312dfb4', 'status': 'completed', 'code': 200} Sep 09 09:21:26.823020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:26.824356 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:26.828844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] For port 54a9eada-2302-4987-9a71-5d62c23e0612, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:26.836186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Transition to ACTIVE for port object 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:26.837358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] For port 54a9eada-2302-4987-9a71-5d62c23e0612, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=54a9eada-2302-4987-9a71-5d62c23e0612,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:26.852656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Transition to ACTIVE for port object 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:26.864140 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cddfbbc2-bb48-488f-b154-01f453a036a8 req-19ce7c2b-6bb8-4b19-91cd-d82fc3c2157a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347978 Sep 09 09:21:26.942705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Subnet': ['ID=20f26ded-20ac-48d4-a8d9-41ae5b0aa32d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:26.945306 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:26.947933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21f53-87dd-45a4-aa17-70561e7bed66 req-3d42eefd-1af4-4324-ad5c-8491be8972ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.953355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21f53-87dd-45a4-aa17-70561e7bed66 req-3d42eefd-1af4-4324-ad5c-8491be8972ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.960867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21f53-87dd-45a4-aa17-70561e7bed66 req-3d42eefd-1af4-4324-ad5c-8491be8972ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.971817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21f53-87dd-45a4-aa17-70561e7bed66 req-3d42eefd-1af4-4324-ad5c-8491be8972ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.972109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-404817ee-dc65-4d49-8abf-4ca393ab9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.975854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-404817ee-dc65-4d49-8abf-4ca393ab9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.976577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-404817ee-dc65-4d49-8abf-4ca393ab9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.977275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-404817ee-dc65-4d49-8abf-4ca393ab9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.977667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21f53-87dd-45a4-aa17-70561e7bed66 req-3d42eefd-1af4-4324-ad5c-8491be8972ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.978083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-404817ee-dc65-4d49-8abf-4ca393ab9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.978715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-404817ee-dc65-4d49-8abf-4ca393ab9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.981494 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-404817ee-dc65-4d49-8abf-4ca393ab9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.982377 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-404817ee-dc65-4d49-8abf-4ca393ab9faf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 6304 time: 0.2320337 Sep 09 09:21:26.983528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Checking segment: {'id': '8e4a2da4-297c-4058-a274-934430014949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a15daf05-10b1-4048-b63f-fc14ceec3374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:26.983901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network hostable DHCP agents. Network: a15daf05-10b1-4048-b63f-fc14ceec3374, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:21:26.985943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21f53-87dd-45a4-aa17-70561e7bed66 req-3d42eefd-1af4-4324-ad5c-8491be8972ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.992536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21f53-87dd-45a4-aa17-70561e7bed66 req-3d42eefd-1af4-4324-ad5c-8491be8972ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:26.994762 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dcf21f53-87dd-45a4-aa17-70561e7bed66 req-3d42eefd-1af4-4324-ad5c-8491be8972ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5394 time: 0.1550748 Sep 09 09:21:26.996868 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:27.007416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Network 038d46a8-20ea-4602-b9fb-3f29bdef595d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:27.012567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:27.016546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:27.054622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Pushing event updated for resources: {'Port': ['ID=8dfa0a79-f3e8-4563-b3f9-0266da55d5f7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:27.104665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Pushing event updated for resources: {'Port': ['ID=54a9eada-2302-4987-9a71-5d62c23e0612,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:27.114424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.115271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:27.121596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-9f5dbd43-9187-4fbb-82c7-b979b625874b service neutron] 10.222.0.24 "PUT /v2.0/ports/54a9eada-2302-4987-9a71-5d62c23e0612 HTTP/1.1" status: 200 len: 1091 time: 2.3743935 Sep 09 09:21:27.122446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Attempting to bind port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:27.123023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Attempting to bind port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b37f6471-186c-482c-a056-3b8ddbcfc37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '038d46a8-20ea-4602-b9fb-3f29bdef595d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:27.123871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Attempting to bind port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 on network 038d46a8-20ea-4602-b9fb-3f29bdef595d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:27.129956 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:27.131124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Checking segment: {'id': 'b37f6471-186c-482c-a056-3b8ddbcfc37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '038d46a8-20ea-4602-b9fb-3f29bdef595d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:27.131785 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:27.132387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Bound using segment: {'id': 'b37f6471-186c-482c-a056-3b8ddbcfc37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '038d46a8-20ea-4602-b9fb-3f29bdef595d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:27.133083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Bound port: 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37f6471-186c-482c-a056-3b8ddbcfc37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '038d46a8-20ea-4602-b9fb-3f29bdef595d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:27.133704 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:27.164886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dcf21f53-87dd-45a4-aa17-70561e7bed66 req-8e0bfea1-0e7d-4d82-8b21-43cb4f9cc0b0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1610887 Sep 09 09:21:27.211456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network a15daf05-10b1-4048-b63f-fc14ceec3374 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:21:27.261800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] For port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:27.261800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] For port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8dfa0a79-f3e8-4563-b3f9-0266da55d5f7,segment=NetworkSegment(b37f6471-186c-482c-a056-3b8ddbcfc37d),segment_id=b37f6471-186c-482c-a056-3b8ddbcfc37d)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:27.270594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:27.304916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-1df991e7-e486-446a-8fa3-3eb2c6b2b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.307311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-1df991e7-e486-446a-8fa3-3eb2c6b2b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.307881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-1df991e7-e486-446a-8fa3-3eb2c6b2b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.309656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-1df991e7-e486-446a-8fa3-3eb2c6b2b1f4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=95a35275c4864a71b4d060d54546604f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3142648 Sep 09 09:21:27.335710 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:27.347528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, a15daf05-10b1-4048-b63f-fc14ceec3374) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:27.357898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c2b8f3-0873-43ac-9516-f592508b5be7 None None] Network a15daf05-10b1-4048-b63f-fc14ceec3374 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:27.372256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.392337 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:27.431025 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:27.489431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-9b20182f-f39b-429f-ae1b-ebfd01aa1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.491262 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c0ad22f-04d9-4941-bc81-0df6f383b8f1 req-9b20182f-f39b-429f-ae1b-ebfd01aa1e8f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717079 Sep 09 09:21:27.550647 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d05fc833-39b6-406c-8a08-cf07b6340fc7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7841942 Sep 09 09:21:27.552147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34390) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:27.562285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Pushing event updated for resources: {'Port': ['ID=8dfa0a79-f3e8-4563-b3f9-0266da55d5f7,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:27.574006 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.574354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.574695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.584125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.584125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.584125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.584125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.584125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.584125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.584125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.584125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.584125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5b33f-d84d-4f13-a8f7-beb70f783606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:27.701264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a15daf05-10b1-4048-b63f-fc14ceec3374', 'network_id': 'a15daf05-10b1-4048-b63f-fc14ceec3374', 'tenant_id': '9f364c5b88664aedabc864eaa4fcb12f', 'fixed_ips': [{'subnet_id': '20f26ded-20ac-48d4-a8d9-41ae5b0aa32d'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:21:27.702191 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:27.709371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:27.774154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 2b62e81f-979c-4259-aa9e-e3e481ff038b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:21:27.843576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d146713-60d5-49f5-8b6e-b9f54b509f57 req-1b77dd31-a38e-4789-8ee5-cdd7e4b04df5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.853256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d146713-60d5-49f5-8b6e-b9f54b509f57 req-1b77dd31-a38e-4789-8ee5-cdd7e4b04df5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.906674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d146713-60d5-49f5-8b6e-b9f54b509f57 req-1b77dd31-a38e-4789-8ee5-cdd7e4b04df5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.924253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d146713-60d5-49f5-8b6e-b9f54b509f57 req-1b77dd31-a38e-4789-8ee5-cdd7e4b04df5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.932454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d146713-60d5-49f5-8b6e-b9f54b509f57 req-1b77dd31-a38e-4789-8ee5-cdd7e4b04df5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.939037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d146713-60d5-49f5-8b6e-b9f54b509f57 req-1b77dd31-a38e-4789-8ee5-cdd7e4b04df5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.978434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d146713-60d5-49f5-8b6e-b9f54b509f57 req-1b77dd31-a38e-4789-8ee5-cdd7e4b04df5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:27.991207 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d146713-60d5-49f5-8b6e-b9f54b509f57 req-1b77dd31-a38e-4789-8ee5-cdd7e4b04df5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.3275964 Sep 09 09:21:28.107314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19678b0d-4895-47f6-8ea1-b9bb4e5515f5 req-488b3e4c-2fc9-47e0-aac9-11ed9af2052a tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:28.122015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 2b62e81f-979c-4259-aa9e-e3e481ff038b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:28.122950 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-19678b0d-4895-47f6-8ea1-b9bb4e5515f5 req-488b3e4c-2fc9-47e0-aac9-11ed9af2052a tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.3102024 Sep 09 09:21:28.133838 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d146713-60d5-49f5-8b6e-b9f54b509f57 req-dce9c9c1-9d43-4b36-9fee-521314a32d5d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395741 Sep 09 09:21:28.147773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '2b62e81f-979c-4259-aa9e-e3e481ff038b', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'port_id': '2b62e81f-979c-4259-aa9e-e3e481ff038b', 'mac_address': 'fa:16:3e:77:c4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcecb474-ea10-44b3-96f9-cd7cd9d5e862', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:21:28.154970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:28.155461 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:28.298878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-19678b0d-4895-47f6-8ea1-b9bb4e5515f5 req-efb180e8-016f-4292-b850-23d76819aa88 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395602 Sep 09 09:21:28.352207 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:28.366707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be1f8b0-5a95-4777-b3b4-e3d5df654bda {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:28.371270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Allocated IP 2001:db8::2 (a15daf05-10b1-4048-b63f-fc14ceec3374/20f26ded-20ac-48d4-a8d9-41ae5b0aa32d/4531511f-d629-4afd-87cc-af9ca37951b6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:28.386091 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:28.388933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b62e81f-979c-4259-aa9e-e3e481ff038b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:28.404962 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:28.462198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Transition to ACTIVE for port object 6be1f8b0-5a95-4777-b3b4-e3d5df654bda will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:28.487287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966fed9-dd2f-48ab-afea-7cf71cca7324 req-e457b62d-875e-47d7-9836-66075841aa47 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:28.489138 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6966fed9-dd2f-48ab-afea-7cf71cca7324 req-e457b62d-875e-47d7-9836-66075841aa47 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.2280350 Sep 09 09:21:28.560654 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:28.600550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1f5df-fd34-42ad-8270-1ec9b0469b05 req-803def5d-70df-4af3-93a5-760123bbfb7e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:28.607262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1f5df-fd34-42ad-8270-1ec9b0469b05 req-803def5d-70df-4af3-93a5-760123bbfb7e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:28.616128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1f5df-fd34-42ad-8270-1ec9b0469b05 req-803def5d-70df-4af3-93a5-760123bbfb7e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:28.629456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1f5df-fd34-42ad-8270-1ec9b0469b05 req-803def5d-70df-4af3-93a5-760123bbfb7e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:28.635914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1f5df-fd34-42ad-8270-1ec9b0469b05 req-803def5d-70df-4af3-93a5-760123bbfb7e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:28.641315 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:28.647205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1f5df-fd34-42ad-8270-1ec9b0469b05 req-803def5d-70df-4af3-93a5-760123bbfb7e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:28.653766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Transition to ACTIVE for port object 4531511f-d629-4afd-87cc-af9ca37951b6 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:28.654391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1f5df-fd34-42ad-8270-1ec9b0469b05 req-803def5d-70df-4af3-93a5-760123bbfb7e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:28.662644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2bb1f5df-fd34-42ad-8270-1ec9b0469b05 req-803def5d-70df-4af3-93a5-760123bbfb7e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5394 time: 0.2512248 Sep 09 09:21:28.668999 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6966fed9-dd2f-48ab-afea-7cf71cca7324 req-ba2718ee-4d7d-4d47-aa27-16aab0445a31 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734414 Sep 09 09:21:28.673368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Transition to ACTIVE for port object 4531511f-d629-4afd-87cc-af9ca37951b6 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:28.679123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:28.685685 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 2b62e81f-979c-4259-aa9e-e3e481ff038b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:28.778158 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '54a9eada-2302-4987-9a71-5d62c23e0612'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:28.785281 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "54a9eada-2302-4987-9a71-5d62c23e0612"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:28.819087 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:28.889626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2bb1f5df-fd34-42ad-8270-1ec9b0469b05 req-e724b463-994a-4288-8ec5-ea5a06486b45 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2165589 Sep 09 09:21:28.899161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Attempting to bind port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:28.899161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Attempting to bind port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:28.899161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Attempting to bind port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda on network b0b609e8-3ebb-4e45-96f5-45f4fef663be {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:28.910164 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:28.917828 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0b0083-eed0-4f4d-9a34-262fbdfb7764 x-openstack-request-id: req-2b0b0083-eed0-4f4d-9a34-262fbdfb7764 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:28.918121 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "54a9eada-2302-4987-9a71-5d62c23e0612", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:28.918369 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b0b0083-eed0-4f4d-9a34-262fbdfb7764 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:28.918771 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '54a9eada-2302-4987-9a71-5d62c23e0612', 'status': 'completed', 'code': 200} Sep 09 09:21:28.929467 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda on network b0b609e8-3ebb-4e45-96f5-45f4fef663be not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:28.931181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Attempting to bind port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda on network b0b609e8-3ebb-4e45-96f5-45f4fef663be {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:28.944576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:28.944920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Checking segment: {'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:28.945307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Bound using segment: {'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:28.948194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['2b62e81f-979c-4259-aa9e-e3e481ff038b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:28.960714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Bound port: 6be1f8b0-5a95-4777-b3b4-e3d5df654bda, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:28.961117 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:29.113967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=2b62e81f-979c-4259-aa9e-e3e481ff038b,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:29.126098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] For port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:29.130431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] For port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:29.157604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Network a15daf05-10b1-4048-b63f-fc14ceec3374 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:29.157604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:29.231523 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:29.249815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-bfebba5a-29f2-46ca-a2fa-d799218bc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.251632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-bfebba5a-29f2-46ca-a2fa-d799218bc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.255295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-bfebba5a-29f2-46ca-a2fa-d799218bc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.258179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-bfebba5a-29f2-46ca-a2fa-d799218bc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.262354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-bfebba5a-29f2-46ca-a2fa-d799218bc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.263168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-bfebba5a-29f2-46ca-a2fa-d799218bc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.269736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-bfebba5a-29f2-46ca-a2fa-d799218bc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.274003 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-bfebba5a-29f2-46ca-a2fa-d799218bc6e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 6372 time: 0.2921197 Sep 09 09:21:29.382148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.385372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:29.386884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:29.388878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] 10.222.0.24 "PUT /v2.0/ports/6be1f8b0-5a95-4777-b3b4-e3d5df654bda HTTP/1.1" status: 200 len: 1092 time: 2.1225386 Sep 09 09:21:29.399135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d80a583-06a4-45c4-80d4-08608261aef5 None None] Network 038d46a8-20ea-4602-b9fb-3f29bdef595d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:29.508666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Request body: {'port': {'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:29.534385 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:21:29.644634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0db1a-4e94-477e-b6a5-ad5225d549d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:29.681751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Pushing event updated for resources: {'Port': ['ID=4531511f-d629-4afd-87cc-af9ca37951b6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:29.735575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083533-3688-4b3e-8c08-afc2d01ae26e req-9395657f-38bb-4f63-9c6a-8a4eee4bc93b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.751133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083533-3688-4b3e-8c08-afc2d01ae26e req-9395657f-38bb-4f63-9c6a-8a4eee4bc93b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.768917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083533-3688-4b3e-8c08-afc2d01ae26e req-9395657f-38bb-4f63-9c6a-8a4eee4bc93b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.787797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083533-3688-4b3e-8c08-afc2d01ae26e req-9395657f-38bb-4f63-9c6a-8a4eee4bc93b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.795329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083533-3688-4b3e-8c08-afc2d01ae26e req-9395657f-38bb-4f63-9c6a-8a4eee4bc93b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.801812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083533-3688-4b3e-8c08-afc2d01ae26e req-9395657f-38bb-4f63-9c6a-8a4eee4bc93b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.820363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083533-3688-4b3e-8c08-afc2d01ae26e req-9395657f-38bb-4f63-9c6a-8a4eee4bc93b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:29.822452 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0083533-3688-4b3e-8c08-afc2d01ae26e req-9395657f-38bb-4f63-9c6a-8a4eee4bc93b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.4928763 Sep 09 09:21:29.921000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:29.936309 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:30.008712 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0083533-3688-4b3e-8c08-afc2d01ae26e req-222fed2b-2e5f-421f-8fc7-1fbd43dfedf1 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1760039 Sep 09 09:21:30.036909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Attempting to bind port 4531511f-d629-4afd-87cc-af9ca37951b6 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:30.038433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Attempting to bind port 4531511f-d629-4afd-87cc-af9ca37951b6 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '8e4a2da4-297c-4058-a274-934430014949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a15daf05-10b1-4048-b63f-fc14ceec3374'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:30.039369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Attempting to bind port 4531511f-d629-4afd-87cc-af9ca37951b6 on network a15daf05-10b1-4048-b63f-fc14ceec3374 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:30.044010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-193c5758-65ef-4baa-8950-66a2579dc47f None None] Provisioning for port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:30.121882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:30.122513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Checking segment: {'id': '8e4a2da4-297c-4058-a274-934430014949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a15daf05-10b1-4048-b63f-fc14ceec3374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:30.122826 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:30.123328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Bound using segment: {'id': '8e4a2da4-297c-4058-a274-934430014949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a15daf05-10b1-4048-b63f-fc14ceec3374'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:30.123922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Bound port: 4531511f-d629-4afd-87cc-af9ca37951b6, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4a2da4-297c-4058-a274-934430014949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a15daf05-10b1-4048-b63f-fc14ceec3374'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:30.124389 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:30.151682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Allocated IP 2001:db8::1 (038d46a8-20ea-4602-b9fb-3f29bdef595d/9125972f-94b3-4f2a-a024-44c80a1b27f3/88cc58bd-226e-4758-9ca6-ef6a8a5931f4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:30.253134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a5ed-bb1b-416f-b0e4-a494e5b1ae30 req-19a85a15-f97c-4c3d-80f3-2232cec82ddd tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:30.260874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-be55a5ed-bb1b-416f-b0e4-a494e5b1ae30 req-19a85a15-f97c-4c3d-80f3-2232cec82ddd tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.7459788 Sep 09 09:21:30.352726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-6ff46940-6b94-440e-8746-38507a148922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:30.353207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-6ff46940-6b94-440e-8746-38507a148922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:30.353671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-6ff46940-6b94-440e-8746-38507a148922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:30.360538 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-6ff46940-6b94-440e-8746-38507a148922 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=95a35275c4864a71b4d060d54546604f&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0674288 Sep 09 09:21:30.395160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b4ce8-eaac-4857-b7b4-e22ef44f321b req-ecc2679e-67f4-499e-994f-9780ea73e540 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:30.401069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:30.406335 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e26b4ce8-eaac-4857-b7b4-e22ef44f321b req-ecc2679e-67f4-499e-994f-9780ea73e540 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 944 time: 0.1730826 Sep 09 09:21:30.505167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:30.505799 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:30.522193 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e26b4ce8-eaac-4857-b7b4-e22ef44f321b req-56d45143-14ce-4b24-9bbd-4b46e9fc7219 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136630 Sep 09 09:21:30.615123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] For port 4531511f-d629-4afd-87cc-af9ca37951b6, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:30.716348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] For port 4531511f-d629-4afd-87cc-af9ca37951b6, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4531511f-d629-4afd-87cc-af9ca37951b6,segment=NetworkSegment(8e4a2da4-297c-4058-a274-934430014949),segment_id=8e4a2da4-297c-4058-a274-934430014949)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:30.810726 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:30.819455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-95d402b8-dfb5-4f5b-95a0-dd9c7ea093ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:30.821643 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c0bd5040-80f1-4ca4-a4fd-a8b0a68cb54e req-95d402b8-dfb5-4f5b-95a0-dd9c7ea093ef service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4372835 Sep 09 09:21:30.843842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b452867-3ba8-45d4-a9a0-2fc91d2100da {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:30.845692 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-be55a5ed-bb1b-416f-b0e4-a494e5b1ae30 req-b747dd69-e548-43f9-a3d8-8b8d471a7f24 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838342 Sep 09 09:21:30.868620 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:30.928837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '6be1f8b0-5a95-4777-b3b4-e3d5df654bda'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:30.933173 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:30.948071 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779" -d '{"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "6be1f8b0-5a95-4777-b3b4-e3d5df654bda"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:30.960913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Transition to ACTIVE for port object 0b452867-3ba8-45d4-a9a0-2fc91d2100da will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:30.992668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:31.001318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3b0c7-f62f-4829-9663-1cf58c6ef58f None None] Pushing event updated for resources: {'Port': ['ID=4531511f-d629-4afd-87cc-af9ca37951b6,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:31.005600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedc0d8-720e-47c9-9aac-8832b5d4c4d7 req-3508e0f1-5f02-461a-9b7e-47a4b28e51de tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.025741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedc0d8-720e-47c9-9aac-8832b5d4c4d7 req-3508e0f1-5f02-461a-9b7e-47a4b28e51de tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.031318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Transition to ACTIVE for port object 88cc58bd-226e-4758-9ca6-ef6a8a5931f4 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:31.046762 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8dfa0a79-f3e8-4563-b3f9-0266da55d5f7,segment=NetworkSegment(b37f6471-186c-482c-a056-3b8ddbcfc37d),segment_id=b37f6471-186c-482c-a056-3b8ddbcfc37d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:31.055925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedc0d8-720e-47c9-9aac-8832b5d4c4d7 req-3508e0f1-5f02-461a-9b7e-47a4b28e51de tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.066337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedc0d8-720e-47c9-9aac-8832b5d4c4d7 req-3508e0f1-5f02-461a-9b7e-47a4b28e51de tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.097089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedc0d8-720e-47c9-9aac-8832b5d4c4d7 req-3508e0f1-5f02-461a-9b7e-47a4b28e51de tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.134427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedc0d8-720e-47c9-9aac-8832b5d4c4d7 req-3508e0f1-5f02-461a-9b7e-47a4b28e51de tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.137177 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:31.163438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedc0d8-720e-47c9-9aac-8832b5d4c4d7 req-3508e0f1-5f02-461a-9b7e-47a4b28e51de tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.176285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fedc0d8-720e-47c9-9aac-8832b5d4c4d7 req-3508e0f1-5f02-461a-9b7e-47a4b28e51de tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5406 time: 0.3993747 Sep 09 09:21:31.194216 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f42e5e-c402-4041-b0b8-954b40ee0ace x-openstack-request-id: req-83f42e5e-c402-4041-b0b8-954b40ee0ace {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:31.198545 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "6be1f8b0-5a95-4777-b3b4-e3d5df654bda", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:31.198545 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83f42e5e-c402-4041-b0b8-954b40ee0ace {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:31.198545 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '6be1f8b0-5a95-4777-b3b4-e3d5df654bda', 'status': 'completed', 'code': 200} Sep 09 09:21:31.213271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:31.277482 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=8dfa0a79-f3e8-4563-b3f9-0266da55d5f7,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:31.291139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8e3ee5a4-43ba-43e9-87e7-d4977f95381f None None] Provisioning complete for port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:31.311487 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee5a4-43ba-43e9-87e7-d4977f95381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:31.365803 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:31.457837 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fedc0d8-720e-47c9-9aac-8832b5d4c4d7 req-dfd1b0ed-28ae-4b24-9c43-833896ef44f5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2805414 Sep 09 09:21:31.471699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Pushing event updated for resources: {'Port': ['ID=0b452867-3ba8-45d4-a9a0-2fc91d2100da,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:31.532301 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a7956-3e4e-46a8-a39d-319aefc2dfae req-9cb2b771-eedc-40f5-9091-0068fee27a39 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.553260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a7956-3e4e-46a8-a39d-319aefc2dfae req-9cb2b771-eedc-40f5-9091-0068fee27a39 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.570105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a7956-3e4e-46a8-a39d-319aefc2dfae req-9cb2b771-eedc-40f5-9091-0068fee27a39 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.583236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a7956-3e4e-46a8-a39d-319aefc2dfae req-9cb2b771-eedc-40f5-9091-0068fee27a39 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.598525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a7956-3e4e-46a8-a39d-319aefc2dfae req-9cb2b771-eedc-40f5-9091-0068fee27a39 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.607269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a7956-3e4e-46a8-a39d-319aefc2dfae req-9cb2b771-eedc-40f5-9091-0068fee27a39 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.616913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a7956-3e4e-46a8-a39d-319aefc2dfae req-9cb2b771-eedc-40f5-9091-0068fee27a39 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.629528 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f35a7956-3e4e-46a8-a39d-319aefc2dfae req-9cb2b771-eedc-40f5-9091-0068fee27a39 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.4158571 Sep 09 09:21:31.664459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Port': ['ID=88cc58bd-226e-4758-9ca6-ef6a8a5931f4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:31.700888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network 038d46a8-20ea-4602-b9fb-3f29bdef595d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:31.751094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-9e87c01b-999b-4b08-b633-216748a3fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.752728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-9e87c01b-999b-4b08-b633-216748a3fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.753587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-9e87c01b-999b-4b08-b633-216748a3fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.754095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-9e87c01b-999b-4b08-b633-216748a3fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.757666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-9e87c01b-999b-4b08-b633-216748a3fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.760245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 2b62e81f-979c-4259-aa9e-e3e481ff038b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:31.775581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-9e87c01b-999b-4b08-b633-216748a3fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.779720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-9e87c01b-999b-4b08-b633-216748a3fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.788213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-9e87c01b-999b-4b08-b633-216748a3fa07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 6440 time: 0.7193942 Sep 09 09:21:31.814235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Attempting to bind port 0b452867-3ba8-45d4-a9a0-2fc91d2100da on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:31.814581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Attempting to bind port 0b452867-3ba8-45d4-a9a0-2fc91d2100da by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:31.814920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Attempting to bind port 0b452867-3ba8-45d4-a9a0-2fc91d2100da on network b0b609e8-3ebb-4e45-96f5-45f4fef663be {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:31.837930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1d1f5-bf00-4a84-aac5-47c1e7abc257 req-ad5ac57b-0c6c-4b38-8609-c72eb95f2818 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:31.846334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0de1d1f5-bf00-4a84-aac5-47c1e7abc257 req-ad5ac57b-0c6c-4b38-8609-c72eb95f2818 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 944 time: 0.1566963 Sep 09 09:21:31.876637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:31.888049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Port 0b452867-3ba8-45d4-a9a0-2fc91d2100da on network b0b609e8-3ebb-4e45-96f5-45f4fef663be not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:21:31.888411 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Attempting to bind port 0b452867-3ba8-45d4-a9a0-2fc91d2100da on network b0b609e8-3ebb-4e45-96f5-45f4fef663be {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:31.892640 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:31.893547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:31.923319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:31.923673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Checking segment: {'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:31.924005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Bound using segment: {'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:31.924464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Bound port: 0b452867-3ba8-45d4-a9a0-2fc91d2100da, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980a8663-fe00-464d-a9b0-af1bfff56fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:31.924828 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:31.984590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4531511f-d629-4afd-87cc-af9ca37951b6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:32.069146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 2b62e81f-979c-4259-aa9e-e3e481ff038b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:32.083094 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0de1d1f5-bf00-4a84-aac5-47c1e7abc257 req-9fc9fa22-2139-457f-ab28-5c514c5b4d6a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357848 Sep 09 09:21:32.086427 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:32.227464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] For port 0b452867-3ba8-45d4-a9a0-2fc91d2100da, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:32.233307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] For port 0b452867-3ba8-45d4-a9a0-2fc91d2100da, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0b452867-3ba8-45d4-a9a0-2fc91d2100da,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:32.312851 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:32.385060 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f35a7956-3e4e-46a8-a39d-319aefc2dfae req-731a74f5-8997-4fb8-82f4-5dee589759bb tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7390873 Sep 09 09:21:32.408518 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 4531511f-d629-4afd-87cc-af9ca37951b6 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:32.441550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:32.468566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Pushing event updated for resources: {'Port': ['ID=0b452867-3ba8-45d4-a9a0-2fc91d2100da,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:32.543099 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:32.585392 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:32.587779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:32.590027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-6b4b4b10-c204-4664-80f5-099d5eb58854 service neutron] 10.222.0.24 "PUT /v2.0/ports/0b452867-3ba8-45d4-a9a0-2fc91d2100da HTTP/1.1" status: 200 len: 1092 time: 3.0956800 Sep 09 09:21:32.648162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385ff29-e09e-4545-a968-77605d554813 req-bd7b9cc4-5c41-457f-a78d-933370c196e1 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:32.667270 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8385ff29-e09e-4545-a968-77605d554813 req-bd7b9cc4-5c41-457f-a78d-933370c196e1 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1633005 Sep 09 09:21:32.670245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62e81f-979c-4259-aa9e-e3e481ff038b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:32.696112 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c430e8c-aeb4-438b-9cb3-1e825b57474a" -d '{"events": [{"server_uuid": "53f5e59f-c596-40c2-b354-7064ea8f36cb", "name": "network-vif-plugged", "status": "completed", "tag": "2b62e81f-979c-4259-aa9e-e3e481ff038b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:32.737410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-5c8598f3-9cdf-4fc3-a192-1a627e6a1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:32.742862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-5c8598f3-9cdf-4fc3-a192-1a627e6a1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:32.742862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-5c8598f3-9cdf-4fc3-a192-1a627e6a1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:32.747400 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8385ff29-e09e-4545-a968-77605d554813 req-f1cea700-cc56-4273-8a9c-a66737d645b7 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781231 Sep 09 09:21:32.750578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-5c8598f3-9cdf-4fc3-a192-1a627e6a1c74 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=95a35275c4864a71b4d060d54546604f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9326687 Sep 09 09:21:32.764617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 2b62e81f-979c-4259-aa9e-e3e481ff038b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:32.765962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4bbd1542-162d-4adb-9989-f7de5190023a None None] Provisioning for port 88cc58bd-226e-4758-9ca6-ef6a8a5931f4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:32.803176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4bbd1542-162d-4adb-9989-f7de5190023a None None] Provisioning complete for port 88cc58bd-226e-4758-9ca6-ef6a8a5931f4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:32.803601 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1542-162d-4adb-9989-f7de5190023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:32.960472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd1542-162d-4adb-9989-f7de5190023a None None] Port 88cc58bd-226e-4758-9ca6-ef6a8a5931f4 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:21:32.983232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:33.063765 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250d8ef0-13f2-43f0-89b2-5c8788a015c5 x-openstack-request-id: req-250d8ef0-13f2-43f0-89b2-5c8788a015c5 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:33.064127 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f5e59f-c596-40c2-b354-7064ea8f36cb", "name": "network-vif-plugged", "status": "completed", "tag": "2b62e81f-979c-4259-aa9e-e3e481ff038b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:33.064381 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-250d8ef0-13f2-43f0-89b2-5c8788a015c5 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:33.064787 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62e81f-979c-4259-aa9e-e3e481ff038b', 'code': 200} Sep 09 09:21:33.079658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:33.087992 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:33.088304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955465e4-8bcd-42f0-a9c4-4ed7cc214e2c req-d7cedfc5-7dfe-4dfe-b4ea-05c2bd81e78b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.094149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-98dc089d-c7b8-46a5-97db-fde760800b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.095675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d198a3b-cc5e-4e1c-a13f-e95b35c00779 req-98dc089d-c7b8-46a5-97db-fde760800b8a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3211932 Sep 09 09:21:33.121685 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:33.138892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955465e4-8bcd-42f0-a9c4-4ed7cc214e2c req-d7cedfc5-7dfe-4dfe-b4ea-05c2bd81e78b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.153718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955465e4-8bcd-42f0-a9c4-4ed7cc214e2c req-d7cedfc5-7dfe-4dfe-b4ea-05c2bd81e78b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.160068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955465e4-8bcd-42f0-a9c4-4ed7cc214e2c req-d7cedfc5-7dfe-4dfe-b4ea-05c2bd81e78b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.166871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=2b62e81f-979c-4259-aa9e-e3e481ff038b,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:33.178903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955465e4-8bcd-42f0-a9c4-4ed7cc214e2c req-d7cedfc5-7dfe-4dfe-b4ea-05c2bd81e78b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.185217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955465e4-8bcd-42f0-a9c4-4ed7cc214e2c req-d7cedfc5-7dfe-4dfe-b4ea-05c2bd81e78b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.191284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955465e4-8bcd-42f0-a9c4-4ed7cc214e2c req-d7cedfc5-7dfe-4dfe-b4ea-05c2bd81e78b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.191554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e926157-e5b6-41f0-9edf-e483ce5a0f2d None None] Network a15daf05-10b1-4048-b63f-fc14ceec3374 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:33.200360 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-955465e4-8bcd-42f0-a9c4-4ed7cc214e2c req-d7cedfc5-7dfe-4dfe-b4ea-05c2bd81e78b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.2507253 Sep 09 09:21:33.223485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '0b452867-3ba8-45d4-a9a0-2fc91d2100da'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:33.225717 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c720cf47-877c-4d7b-8ade-2a6aa7869865" -d '{"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "0b452867-3ba8-45d4-a9a0-2fc91d2100da"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:33.313279 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-955465e4-8bcd-42f0-a9c4-4ed7cc214e2c req-7fd25b40-7f86-4bba-9ed3-f4e93c7f163f tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118748 Sep 09 09:21:33.445930 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e43603bb-2245-4340-aeb8-806d7645da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.446463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e43603bb-2245-4340-aeb8-806d7645da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.446807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e43603bb-2245-4340-aeb8-806d7645da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.447285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e43603bb-2245-4340-aeb8-806d7645da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.447787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e43603bb-2245-4340-aeb8-806d7645da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.448444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e43603bb-2245-4340-aeb8-806d7645da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.463971 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e43603bb-2245-4340-aeb8-806d7645da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.467546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e43603bb-2245-4340-aeb8-806d7645da1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 6482 time: 0.3019211 Sep 09 09:21:33.508213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e8111-7d4d-426b-bd90-d17acf9f96cd req-0a2f4145-89dd-4da6-bcda-4ddf4eea3adc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.517118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b07e8111-7d4d-426b-bd90-d17acf9f96cd req-0a2f4145-89dd-4da6-bcda-4ddf4eea3adc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.0671818 Sep 09 09:21:33.571342 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b07e8111-7d4d-426b-bd90-d17acf9f96cd req-1afde9aa-fcad-44e7-9d81-660e0a37d440 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529177 Sep 09 09:21:33.607181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-d69189dc-9f93-449a-894f-de4719712778 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0945a5a1-1382-439d-8477-1f7be1080912 HTTP/1.1" status: 200 len: 217 time: 0.0599210 Sep 09 09:21:33.623177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2d191-32b8-4fd9-b9de-76a4e670e624 req-a9895165-b51c-4a20-a96d-e4f151794480 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.626052 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17e29a2-a568-4530-8877-5e928309475c x-openstack-request-id: req-f17e29a2-a568-4530-8877-5e928309475c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:33.626534 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "0b452867-3ba8-45d4-a9a0-2fc91d2100da", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:33.627315 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f17e29a2-a568-4530-8877-5e928309475c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:33.628213 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '0b452867-3ba8-45d4-a9a0-2fc91d2100da', 'status': 'completed', 'code': 200} Sep 09 09:21:33.631854 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ce2d191-32b8-4fd9-b9de-76a4e670e624 req-a9895165-b51c-4a20-a96d-e4f151794480 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.4145737 Sep 09 09:21:33.695642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ffd86aff-2e71-498f-a2b8-261be75f2089 None None] Provisioning for port 4531511f-d629-4afd-87cc-af9ca37951b6 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:33.736395 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ffd86aff-2e71-498f-a2b8-261be75f2089 None None] Provisioning complete for port 4531511f-d629-4afd-87cc-af9ca37951b6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:33.736395 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffd86aff-2e71-498f-a2b8-261be75f2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:33.836536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-d07fc3e5-6356-46e3-acc8-8aac8df5e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:33.841136 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-d07fc3e5-6356-46e3-acc8-8aac8df5e9fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=309c9f43-74ce-495f-a6f3-f2e389cd1b2f HTTP/1.1" status: 200 len: 850 time: 0.1994445 Sep 09 09:21:33.873513 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ce2d191-32b8-4fd9-b9de-76a4e670e624 req-cf073cfe-4e56-465b-972c-95fc5bb66eaa tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407672 Sep 09 09:21:33.971657 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffd86aff-2e71-498f-a2b8-261be75f2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:34.022797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac28e-2075-4ded-9ac0-1d0dcb44f218 req-c2285ee5-9914-4e74-9068-fe81656af4e6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.040928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ffd86aff-2e71-498f-a2b8-261be75f2089 None None] For port 4531511f-d629-4afd-87cc-af9ca37951b6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4531511f-d629-4afd-87cc-af9ca37951b6,segment=NetworkSegment(8e4a2da4-297c-4058-a274-934430014949),segment_id=8e4a2da4-297c-4058-a274-934430014949)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:34.050857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac28e-2075-4ded-9ac0-1d0dcb44f218 req-c2285ee5-9914-4e74-9068-fe81656af4e6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.058309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac28e-2075-4ded-9ac0-1d0dcb44f218 req-c2285ee5-9914-4e74-9068-fe81656af4e6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.069025 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac28e-2075-4ded-9ac0-1d0dcb44f218 req-c2285ee5-9914-4e74-9068-fe81656af4e6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.083819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac28e-2075-4ded-9ac0-1d0dcb44f218 req-c2285ee5-9914-4e74-9068-fe81656af4e6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.093834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac28e-2075-4ded-9ac0-1d0dcb44f218 req-c2285ee5-9914-4e74-9068-fe81656af4e6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.110283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac28e-2075-4ded-9ac0-1d0dcb44f218 req-c2285ee5-9914-4e74-9068-fe81656af4e6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.114570 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15bac28e-2075-4ded-9ac0-1d0dcb44f218 req-c2285ee5-9914-4e74-9068-fe81656af4e6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.3263602 Sep 09 09:21:34.185719 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:34.195810 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15bac28e-2075-4ded-9ac0-1d0dcb44f218 req-ec883c9b-c804-4f36-b0da-1c7c17d56527 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740292 Sep 09 09:21:34.205637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-52db74fc-f59d-40f0-94d5-ce862bddb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.205637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-52db74fc-f59d-40f0-94d5-ce862bddb673 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2b4f655-d0a3-4b76-8382-fa71539d21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2977753 Sep 09 09:21:34.217178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab2fe9-9810-40a2-9f6c-ea6b1ed31c8e req-84b7c3e1-0dba-46bb-9db5-2a54403863de tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.233109 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffd86aff-2e71-498f-a2b8-261be75f2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:34.256785 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36ab2fe9-9810-40a2-9f6c-ea6b1ed31c8e req-84b7c3e1-0dba-46bb-9db5-2a54403863de tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.2058458 Sep 09 09:21:34.318718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:34.326279 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:34.392207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd86aff-2e71-498f-a2b8-261be75f2089 None None] Pushing event updated for resources: {'Port': ['ID=4531511f-d629-4afd-87cc-af9ca37951b6,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:34.430368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-66bd44c5-2150-4c47-b857-de35e5f482c9 None None] Provisioning complete for port 4531511f-d629-4afd-87cc-af9ca37951b6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:34.434693 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66bd44c5-2150-4c47-b857-de35e5f482c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:34.512144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Port': ['ID=88cc58bd-226e-4758-9ca6-ef6a8a5931f4,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:34.626590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466e93f-eb5f-45b4-8698-7dd8593807c8 req-2d80d2a5-1a9a-4ad6-a73c-04f98b8a505b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.633240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466e93f-eb5f-45b4-8698-7dd8593807c8 req-2d80d2a5-1a9a-4ad6-a73c-04f98b8a505b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.639317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466e93f-eb5f-45b4-8698-7dd8593807c8 req-2d80d2a5-1a9a-4ad6-a73c-04f98b8a505b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.646380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466e93f-eb5f-45b4-8698-7dd8593807c8 req-2d80d2a5-1a9a-4ad6-a73c-04f98b8a505b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.653614 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36ab2fe9-9810-40a2-9f6c-ea6b1ed31c8e req-55a651c4-1f55-4467-b6a5-2de863928e46 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956025 Sep 09 09:21:34.665735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466e93f-eb5f-45b4-8698-7dd8593807c8 req-2d80d2a5-1a9a-4ad6-a73c-04f98b8a505b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.682337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466e93f-eb5f-45b4-8698-7dd8593807c8 req-2d80d2a5-1a9a-4ad6-a73c-04f98b8a505b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.688704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466e93f-eb5f-45b4-8698-7dd8593807c8 req-2d80d2a5-1a9a-4ad6-a73c-04f98b8a505b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.702135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4466e93f-eb5f-45b4-8698-7dd8593807c8 req-2d80d2a5-1a9a-4ad6-a73c-04f98b8a505b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.2144530 Sep 09 09:21:34.749156 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4466e93f-eb5f-45b4-8698-7dd8593807c8 req-9ebc5665-d70b-42e4-b3d0-b185962fb45e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460312 Sep 09 09:21:34.814428 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-c50f58b0-255c-423d-9c5e-2a14d7321027 service neutron] 10.222.0.24 "GET /v2.0/networks/b2b4f655-d0a3-4b76-8382-fa71539d21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347989 Sep 09 09:21:34.877000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network 038d46a8-20ea-4602-b9fb-3f29bdef595d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:34.881214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:34.916915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289831c-cce1-4176-8b8a-e970d6d41cec req-a63f80b2-f2cf-4c4f-a35f-9494d6b7e917 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:34.926939 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9289831c-cce1-4176-8b8a-e970d6d41cec req-a63f80b2-f2cf-4c4f-a35f-9494d6b7e917 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1854286 Sep 09 09:21:35.077754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4e4fa-5a92-4299-a7ef-b04ac7936a72 req-490970a8-2efe-42d1-b141-58bb82574c5c tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:35.111482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15c4e4fa-5a92-4299-a7ef-b04ac7936a72 req-490970a8-2efe-42d1-b141-58bb82574c5c tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1270268 Sep 09 09:21:35.188063 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9289831c-cce1-4176-8b8a-e970d6d41cec req-7b85ec04-6a4f-43b0-b408-d4f143f9222d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609849 Sep 09 09:21:35.192047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15c4e4fa-5a92-4299-a7ef-b04ac7936a72 req-1a913a95-b101-4989-9370-bf76c805a4fc tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893543 Sep 09 09:21:35.208410 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-be887c01-65f6-4c69-b622-528454e80862 service neutron] 10.222.0.24 "GET /v2.0/networks/b2b4f655-d0a3-4b76-8382-fa71539d21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689141 Sep 09 09:21:35.268929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b681c11c-080b-40f2-bfa7-6d486b226ba7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=453ae082-fabe-44d6-98f0-a13b1423af32 HTTP/1.1" status: 200 len: 217 time: 0.0589306 Sep 09 09:21:35.357598 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7a512c4d-9289-4b63-9439-100e5848d36a None None] Provisioning complete for port 88cc58bd-226e-4758-9ca6-ef6a8a5931f4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:35.358206 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a512c4d-9289-4b63-9439-100e5848d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:35.413919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7a512c4d-9289-4b63-9439-100e5848d36a None None] Port 88cc58bd-226e-4758-9ca6-ef6a8a5931f4 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:21:35.430745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b764aa45-f444-4a5c-8f32-c051d58a096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:35.432587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-b764aa45-f444-4a5c-8f32-c051d58a096b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.1479974 Sep 09 09:21:35.749819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4531511f-d629-4afd-87cc-af9ca37951b6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:35.815710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Router 9684e69c-ccf7-4904-b365-030308012942 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:21:35.830938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90d4a-a21a-4f4c-af84-fae8ad15e735 req-58604f6f-050e-4b44-b09f-32261f89e2b7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:35.838925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90d4a-a21a-4f4c-af84-fae8ad15e735 req-58604f6f-050e-4b44-b09f-32261f89e2b7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:35.844545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90d4a-a21a-4f4c-af84-fae8ad15e735 req-58604f6f-050e-4b44-b09f-32261f89e2b7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:35.855277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90d4a-a21a-4f4c-af84-fae8ad15e735 req-58604f6f-050e-4b44-b09f-32261f89e2b7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:35.856790 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90d4a-a21a-4f4c-af84-fae8ad15e735 req-58604f6f-050e-4b44-b09f-32261f89e2b7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:35.862998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90d4a-a21a-4f4c-af84-fae8ad15e735 req-58604f6f-050e-4b44-b09f-32261f89e2b7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:35.875077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90d4a-a21a-4f4c-af84-fae8ad15e735 req-58604f6f-050e-4b44-b09f-32261f89e2b7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:35.877581 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7a90d4a-a21a-4f4c-af84-fae8ad15e735 req-58604f6f-050e-4b44-b09f-32261f89e2b7 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.4961085 Sep 09 09:21:35.884899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf9590-2f44-4299-9007-c62399ed3336 req-375049f1-30e6-4f71-8253-7c9cf0f2f5c5 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:35.891994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40cf9590-2f44-4299-9007-c62399ed3336 req-375049f1-30e6-4f71-8253-7c9cf0f2f5c5 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1206000 Sep 09 09:21:35.924536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4531511f-d629-4afd-87cc-af9ca37951b6 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:35.925198 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:35.968907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-c4e784c9-fadf-4360-997e-2d7a0cabe809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:35.970635 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-c4e784c9-fadf-4360-997e-2d7a0cabe809 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5286589 Sep 09 09:21:35.976907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40cf9590-2f44-4299-9007-c62399ed3336 req-8651a2be-1e49-408e-a8ff-cfd86e927942 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819576 Sep 09 09:21:36.000442 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7a90d4a-a21a-4f4c-af84-fae8ad15e735 req-0516b16e-5aec-4cb3-b0ac-30f70ff99e72 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217833 Sep 09 09:21:36.251362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:21:36.260194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ed0391f5-0e84-49fe-a8b4-c32192b4d26e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "PUT /v2.0/routers/9684e69c-ccf7-4904-b365-030308012942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7069943 Sep 09 09:21:36.264890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9165be54-663c-40e8-82d0-fe0a140eec96 None None] Sync routers for ids ['9684e69c-ccf7-4904-b365-030308012942'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:21:36.273246 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-c17f44bb-3cee-45f0-b4b1-4e714771ed5e service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716696 Sep 09 09:21:36.273999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34564) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:36.284109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165be54-663c-40e8-82d0-fe0a140eec96 None None] Routers {'9684e69c-ccf7-4904-b365-030308012942'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:21:36.284749 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9165be54-663c-40e8-82d0-fe0a140eec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:21:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9684e69c-ccf7-4904-b365-030308012942'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:36.306682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff1864-9294-4356-bfb0-0d7c45f28cf1 req-7fbd7276-55d1-495c-8c49-390a479c6053 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:36.325816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff1864-9294-4356-bfb0-0d7c45f28cf1 req-7fbd7276-55d1-495c-8c49-390a479c6053 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:36.342806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff1864-9294-4356-bfb0-0d7c45f28cf1 req-7fbd7276-55d1-495c-8c49-390a479c6053 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:36.356027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff1864-9294-4356-bfb0-0d7c45f28cf1 req-7fbd7276-55d1-495c-8c49-390a479c6053 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:36.368092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff1864-9294-4356-bfb0-0d7c45f28cf1 req-7fbd7276-55d1-495c-8c49-390a479c6053 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:36.378699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff1864-9294-4356-bfb0-0d7c45f28cf1 req-7fbd7276-55d1-495c-8c49-390a479c6053 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:36.385120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff1864-9294-4356-bfb0-0d7c45f28cf1 req-7fbd7276-55d1-495c-8c49-390a479c6053 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:36.385537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9165be54-663c-40e8-82d0-fe0a140eec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:36.388354 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0dff1864-9294-4356-bfb0-0d7c45f28cf1 req-7fbd7276-55d1-495c-8c49-390a479c6053 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.2482846 Sep 09 09:21:36.407284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165be54-663c-40e8-82d0-fe0a140eec96 None None] Routers {'9684e69c-ccf7-4904-b365-030308012942'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:21:36.408359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9165be54-663c-40e8-82d0-fe0a140eec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:21:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9684e69c-ccf7-4904-b365-030308012942'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:36.451880 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0dff1864-9294-4356-bfb0-0d7c45f28cf1 req-e2a4b16d-dac8-42d5-a812-bce43fca9229 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494602 Sep 09 09:21:36.536408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9165be54-663c-40e8-82d0-fe0a140eec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:36.537212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9165be54-663c-40e8-82d0-fe0a140eec96 None None] The sync data for ids ['9684e69c-ccf7-4904-b365-030308012942'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:21:36.586722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2ed1-8796-4ec5-9d01-3a2b43ddc75e req-1f4755ba-c01b-4d81-8aee-d16b860f3631 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:36.597015 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-084c2ed1-8796-4ec5-9d01-3a2b43ddc75e req-1f4755ba-c01b-4d81-8aee-d16b860f3631 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0804708 Sep 09 09:21:36.646568 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-084c2ed1-8796-4ec5-9d01-3a2b43ddc75e req-a79b1034-301f-4999-9355-e4c3b6f55bcb tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480287 Sep 09 09:21:36.751498 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-32aab875-4fd3-49f5-b601-3c07313b4b82 service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695454 Sep 09 09:21:36.761609 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577a1fc-438b-4b82-8e4d-91518351a25b req-54cb84b4-470e-4b8d-81ad-b6212bfef685 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:36.763104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1577a1fc-438b-4b82-8e4d-91518351a25b req-54cb84b4-470e-4b8d-81ad-b6212bfef685 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1692133 Sep 09 09:21:36.810199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e4d48a55-8ed7-4b1a-87cb-dd13f50a190e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e HTTP/1.1" status: 200 len: 217 time: 0.0460632 Sep 09 09:21:37.066002 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1577a1fc-438b-4b82-8e4d-91518351a25b req-d79ebbe1-6d2a-40b7-b0a0-a23f20bc26a6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547314 Sep 09 09:21:37.070260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-58101742-182f-4c10-98ff-5bf91980f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.071761 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-58101742-182f-4c10-98ff-5bf91980f4f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.2467957 Sep 09 09:21:37.219275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de2a24-4153-4583-8ab3-8230bfc901fa req-13e280fa-5abc-41f7-91f4-47d512d21607 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.221353 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-60de2a24-4153-4583-8ab3-8230bfc901fa req-13e280fa-5abc-41f7-91f4-47d512d21607 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.0903623 Sep 09 09:21:37.270051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-60de2a24-4153-4583-8ab3-8230bfc901fa req-4702c654-b735-46cc-b983-eced7b24570f tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385149 Sep 09 09:21:37.385799 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-88467ccf-a80e-4915-8af7-262c53d8d7a9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:21:37.385799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-88467ccf-a80e-4915-8af7-262c53d8d7a9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "PUT /v2.0/routers/9684e69c-ccf7-4904-b365-030308012942/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0097327 Sep 09 09:21:37.386592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34582) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:37.386976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-8fc0fcf0-5e22-4999-87d9-d58791050c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.386976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-8fc0fcf0-5e22-4999-87d9-d58791050c70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2143292 Sep 09 09:21:37.386976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aee59-b4fb-453e-bf35-b9274fc33408 req-b9d7ea3b-db5c-4a88-923a-7a44e58aca50 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.386976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aee59-b4fb-453e-bf35-b9274fc33408 req-b9d7ea3b-db5c-4a88-923a-7a44e58aca50 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.386976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aee59-b4fb-453e-bf35-b9274fc33408 req-b9d7ea3b-db5c-4a88-923a-7a44e58aca50 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.386976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aee59-b4fb-453e-bf35-b9274fc33408 req-b9d7ea3b-db5c-4a88-923a-7a44e58aca50 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.388540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aee59-b4fb-453e-bf35-b9274fc33408 req-b9d7ea3b-db5c-4a88-923a-7a44e58aca50 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.394473 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aee59-b4fb-453e-bf35-b9274fc33408 req-b9d7ea3b-db5c-4a88-923a-7a44e58aca50 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.400459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aee59-b4fb-453e-bf35-b9274fc33408 req-b9d7ea3b-db5c-4a88-923a-7a44e58aca50 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.403693 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c2aee59-b4fb-453e-bf35-b9274fc33408 req-b9d7ea3b-db5c-4a88-923a-7a44e58aca50 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5429 time: 0.2245190 Sep 09 09:21:37.507716 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c2aee59-b4fb-453e-bf35-b9274fc33408 req-b7941a6e-ea2a-4171-8705-d286acbadb31 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917313 Sep 09 09:21:37.542113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-7777fef6-97d8-4063-a336-9ead39f30e41 service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292168 Sep 09 09:21:37.676267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d933-ef95-42f9-ba7a-778c9c5e92c9 req-cdf3ffa9-af1c-4977-a168-bf7d92d74973 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.681297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d933-ef95-42f9-ba7a-778c9c5e92c9 req-cdf3ffa9-af1c-4977-a168-bf7d92d74973 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.688317 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-3a82912f-85aa-4470-9d45-c14c8c8117ce service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353300 Sep 09 09:21:37.688867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d933-ef95-42f9-ba7a-778c9c5e92c9 req-cdf3ffa9-af1c-4977-a168-bf7d92d74973 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.695039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d933-ef95-42f9-ba7a-778c9c5e92c9 req-cdf3ffa9-af1c-4977-a168-bf7d92d74973 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.704482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d933-ef95-42f9-ba7a-778c9c5e92c9 req-cdf3ffa9-af1c-4977-a168-bf7d92d74973 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.710616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d933-ef95-42f9-ba7a-778c9c5e92c9 req-cdf3ffa9-af1c-4977-a168-bf7d92d74973 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.718274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d933-ef95-42f9-ba7a-778c9c5e92c9 req-cdf3ffa9-af1c-4977-a168-bf7d92d74973 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.730270 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac48d933-ef95-42f9-ba7a-778c9c5e92c9 req-cdf3ffa9-af1c-4977-a168-bf7d92d74973 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.1472754 Sep 09 09:21:37.801415 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-8c6b46e5-de82-4398-93a7-fdc704008c6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=e6a74eb9-c984-49ee-91be-f4e64312dfb4 HTTP/1.1" status: 200 len: 217 time: 0.1057830 Sep 09 09:21:37.802826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac48d933-ef95-42f9-ba7a-778c9c5e92c9 req-ea1994b5-a758-466c-9f07-d190f3aedced tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751462 Sep 09 09:21:37.914831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf268781-90a9-4be9-9c68-90234e2d6cae tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:37.934896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e6f9b61d-7776-4ec4-a0d4-2dbe1925b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.936849 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e6f9b61d-7776-4ec4-a0d4-2dbe1925b38e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.1071432 Sep 09 09:21:37.951128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41bd2-fe3a-40df-b4c1-b2da2c869208 req-346b2efe-9515-4244-8629-dd5a5d852141 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:37.952971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bda41bd2-fe3a-40df-b4c1-b2da2c869208 req-346b2efe-9515-4244-8629-dd5a5d852141 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1487482 Sep 09 09:21:38.037465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e655b2cd-242f-4a3f-8779-c4ab04142ef2 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:21:38.066325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-179b7edd-3bbb-4d5e-9c6c-0c54ec6b4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:38.068637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-179b7edd-3bbb-4d5e-9c6c-0c54ec6b4bf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1145825 Sep 09 09:21:38.081161 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bda41bd2-fe3a-40df-b4c1-b2da2c869208 req-44ea8fa4-e2a9-4252-9d2a-ec90f7b412c0 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181705 Sep 09 09:21:38.108025 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c5aa-f06a-4146-b1d5-6ec706140e20 req-e16afdd9-3a0f-4aa2-96d1-14bda38e7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:38.109367 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e856c5aa-f06a-4146-b1d5-6ec706140e20 req-e16afdd9-3a0f-4aa2-96d1-14bda38e7765 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 1098 time: 0.1124675 Sep 09 09:21:38.210862 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-d3d4d760-a9a3-48ab-9cac-fd3a38b775fc service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218910 Sep 09 09:21:38.316294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e655b2cd-242f-4a3f-8779-c4ab04142ef2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e655b2cd-242f-4a3f-8779-c4ab04142ef2,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:38.363245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'e655b2cd-242f-4a3f-8779-c4ab04142ef2', 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319', 'port_id': 'e655b2cd-242f-4a3f-8779-c4ab04142ef2', 'mac_address': 'fa:16:3e:05:95:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5d7991-9357-42a7-bed6-b7a267fd45e8', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:21:38.417982 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-bcd71862-cccd-4341-bf75-3cc822ef4fcb service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949108 Sep 09 09:21:38.429001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb810-b097-48c6-a039-688d6b517de9 req-b486d0d3-eda7-4e1a-b1ed-a2c118b4f93f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:38.442359 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f83bb810-b097-48c6-a039-688d6b517de9 req-b486d0d3-eda7-4e1a-b1ed-a2c118b4f93f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1894331 Sep 09 09:21:38.456541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c5aa-f06a-4146-b1d5-6ec706140e20 req-028f4660-4f77-4b4b-af8a-134e2f8bc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:38.458292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e856c5aa-f06a-4146-b1d5-6ec706140e20 req-028f4660-4f77-4b4b-af8a-134e2f8bc062 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 911 time: 0.2922034 Sep 09 09:21:38.466524 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:38.485688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e655b2cd-242f-4a3f-8779-c4ab04142ef2 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:38.514072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e655b2cd-242f-4a3f-8779-c4ab04142ef2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e655b2cd-242f-4a3f-8779-c4ab04142ef2,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:38.549911 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-de1796e9-3949-4594-89bd-a98e59a30bad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=54a9eada-2302-4987-9a71-5d62c23e0612 HTTP/1.1" status: 200 len: 217 time: 0.1154807 Sep 09 09:21:38.566726 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f83bb810-b097-48c6-a039-688d6b517de9 req-a5040d19-f39a-4653-8ee5-dda83b149439 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175230 Sep 09 09:21:38.608469 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:38.610862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:21:38.611872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50560c30-107d-4d4a-9c0c-3810a7e77c69 req-2a1fbda4-e46c-4bbc-b364-cc2e3d5f9cc2 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:38.619426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-50560c30-107d-4d4a-9c0c-3810a7e77c69 req-2a1fbda4-e46c-4bbc-b364-cc2e3d5f9cc2 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.1983259 Sep 09 09:21:38.705264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-51a2cd03-a916-41b3-900b-e0af493a8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:38.712276 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-51a2cd03-a916-41b3-900b-e0af493a8567 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.1521728 Sep 09 09:21:38.746740 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e856c5aa-f06a-4146-b1d5-6ec706140e20 req-c9a3754c-ef8a-4282-81d8-2205e6a02842 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee767781-f598-47a4-b421-d2a42ac5c881 HTTP/1.1" status: 200 len: 1002 time: 0.2770824 Sep 09 09:21:38.781464 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-50560c30-107d-4d4a-9c0c-3810a7e77c69 req-841beb4a-b520-4c54-b8c0-fac3f9dafadd tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610858 Sep 09 09:21:38.783709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=e655b2cd-242f-4a3f-8779-c4ab04142ef2,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:38.859027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-a480a8f1-185f-4748-a8e0-700ff66f7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:38.865069 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-a480a8f1-185f-4748-a8e0-700ff66f7682 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1438227 Sep 09 09:21:38.925495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:38.968217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c5aa-f06a-4146-b1d5-6ec706140e20 req-a072841a-bafc-4ff5-b6a3-73569423fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:38.970060 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e856c5aa-f06a-4146-b1d5-6ec706140e20 req-a072841a-bafc-4ff5-b6a3-73569423fb6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ffe02-efbd-415c-8929-c3e24abb7f53 HTTP/1.1" status: 200 len: 849 time: 0.2117326 Sep 09 09:21:38.970824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'ddd38fcc-baf9-4d41-8854-cb52e3e6fa85', 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1', 'port_id': 'ddd38fcc-baf9-4d41-8854-cb52e3e6fa85', 'mac_address': 'fa:16:3e:f2:8f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5e6f51-78b8-499b-a687-41940dcd6078', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:21:38.985649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d026dc-8581-4934-aa79-a9d5554cf2f9 req-e4944d59-6bb0-40a7-b092-e49d15d4f162 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:38.992929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d026dc-8581-4934-aa79-a9d5554cf2f9 req-e4944d59-6bb0-40a7-b092-e49d15d4f162 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.000133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d026dc-8581-4934-aa79-a9d5554cf2f9 req-e4944d59-6bb0-40a7-b092-e49d15d4f162 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.007350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d026dc-8581-4934-aa79-a9d5554cf2f9 req-e4944d59-6bb0-40a7-b092-e49d15d4f162 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.016252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d026dc-8581-4934-aa79-a9d5554cf2f9 req-e4944d59-6bb0-40a7-b092-e49d15d4f162 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.025070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d026dc-8581-4934-aa79-a9d5554cf2f9 req-e4944d59-6bb0-40a7-b092-e49d15d4f162 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.033325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d026dc-8581-4934-aa79-a9d5554cf2f9 req-e4944d59-6bb0-40a7-b092-e49d15d4f162 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.041756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54d026dc-8581-4934-aa79-a9d5554cf2f9 req-e4944d59-6bb0-40a7-b092-e49d15d4f162 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5430 time: 0.2101965 Sep 09 09:21:39.084594 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:39.115230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:39.146617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:39.183722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbbf3d-ca87-4438-8e58-676e7ab5f829 req-0dcc47e5-0972-480f-a374-076ed7c92b14 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.190742 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54d026dc-8581-4934-aa79-a9d5554cf2f9 req-38f53620-6048-4c2c-af43-3dee6d1a8259 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478746 Sep 09 09:21:39.191103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbbf3d-ca87-4438-8e58-676e7ab5f829 req-0dcc47e5-0972-480f-a374-076ed7c92b14 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.213395 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:39.213771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbbf3d-ca87-4438-8e58-676e7ab5f829 req-0dcc47e5-0972-480f-a374-076ed7c92b14 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.214980 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 61dacf64-85aa-40e8-857f-3c2822090211 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:21:39.223767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbbf3d-ca87-4438-8e58-676e7ab5f829 req-0dcc47e5-0972-480f-a374-076ed7c92b14 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.225258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c5aa-f06a-4146-b1d5-6ec706140e20 req-cbcd24e3-63b9-40a1-b0e3-9481513c1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.226969 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e856c5aa-f06a-4146-b1d5-6ec706140e20 req-cbcd24e3-63b9-40a1-b0e3-9481513c1954 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7efe8e48-373b-4725-88ce-70a7125cfaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1722531 Sep 09 09:21:39.238124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbbf3d-ca87-4438-8e58-676e7ab5f829 req-0dcc47e5-0972-480f-a374-076ed7c92b14 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.244688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbbf3d-ca87-4438-8e58-676e7ab5f829 req-0dcc47e5-0972-480f-a374-076ed7c92b14 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.252330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbbf3d-ca87-4438-8e58-676e7ab5f829 req-0dcc47e5-0972-480f-a374-076ed7c92b14 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.261820 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4dbbf3d-ca87-4438-8e58-676e7ab5f829 req-0dcc47e5-0972-480f-a374-076ed7c92b14 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.3384912 Sep 09 09:21:39.280059 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-cf268781-90a9-4be9-9c68-90234e2d6cae tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Deleting port 88cc58bd-226e-4758-9ca6-ef6a8a5931f4 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:39.280868 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf268781-90a9-4be9-9c68-90234e2d6cae tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:39.303834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-d6074e10-86d0-4d42-a9f8-3895b66a529a service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346552 Sep 09 09:21:39.305058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 61dacf64-85aa-40e8-857f-3c2822090211, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=61dacf64-85aa-40e8-857f-3c2822090211,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:39.319266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d14b2-29d6-4497-8c4b-222b8b8b304e req-9d1c014b-fd30-4c0f-8432-8f03e7130d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.326828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e98d14b2-29d6-4497-8c4b-222b8b8b304e req-9d1c014b-fd30-4c0f-8432-8f03e7130d1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 1102 time: 0.2306435 Sep 09 09:21:39.403737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '61dacf64-85aa-40e8-857f-3c2822090211', 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319', 'port_id': '61dacf64-85aa-40e8-857f-3c2822090211', 'mac_address': 'fa:16:3e:8e:46:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5d7991-9357-42a7-bed6-b7a267fd45e8', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:21:39.411419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:39.440536 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4dbbf3d-ca87-4438-8e58-676e7ab5f829 req-89ef08db-0210-4575-99c1-9fd28cc8d925 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774762 Sep 09 09:21:39.541720 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:39.557500 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-a0539969-59d4-4ecb-80fe-0ef0e2e04017 service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414973 Sep 09 09:21:39.564066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-83f267e3-5668-42e5-a02a-11fadfa6f026 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2925131 Sep 09 09:21:39.611284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dacf64-85aa-40e8-857f-3c2822090211 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:39.641357 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e98d14b2-29d6-4497-8c4b-222b8b8b304e req-0ea5e9a2-17ab-4060-90f1-62040c75a172 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011124 Sep 09 09:21:39.668011 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-881337df-415e-4e20-859f-e9b5e7bef19c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6be1f8b0-5a95-4777-b3b4-e3d5df654bda HTTP/1.1" status: 200 len: 217 time: 0.1022825 Sep 09 09:21:39.679729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 61dacf64-85aa-40e8-857f-3c2822090211, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=61dacf64-85aa-40e8-857f-3c2822090211,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:39.738597 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:39.739582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6ee26517-ed70-4c71-b9ef-170f240a2c83 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:21:39.764203 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf268781-90a9-4be9-9c68-90234e2d6cae tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:39.804095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-cf268781-90a9-4be9-9c68-90234e2d6cae tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Calling delete_port for 88cc58bd-226e-4758-9ca6-ef6a8a5931f4 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:39.821934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6ee26517-ed70-4c71-b9ef-170f240a2c83, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6ee26517-ed70-4c71-b9ef-170f240a2c83,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:39.836808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f486b-dbbd-48ea-b351-f4b684f0dd42 req-554aa260-5719-45d1-b58d-d32f882bda9d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.846783 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-500f486b-dbbd-48ea-b351-f4b684f0dd42 req-554aa260-5719-45d1-b58d-d32f882bda9d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1215529 Sep 09 09:21:39.868727 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-940e3208-136f-4fe7-b8a5-af628280696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.870822 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-940e3208-136f-4fe7-b8a5-af628280696c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c583d19-5c37-4f47-8332-479ed553c312 HTTP/1.1" status: 200 len: 797 time: 0.1957705 Sep 09 09:21:39.884529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-5e0e6b97-0478-47fa-a253-fe44f4212059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:39.886143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-5e0e6b97-0478-47fa-a253-fe44f4212059 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 1102 time: 0.2279346 Sep 09 09:21:39.927025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '6ee26517-ed70-4c71-b9ef-170f240a2c83', 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319', 'port_id': '6ee26517-ed70-4c71-b9ef-170f240a2c83', 'mac_address': 'fa:16:3e:88:d6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5d7991-9357-42a7-bed6-b7a267fd45e8', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:21:39.942585 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:21:40.059547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=61dacf64-85aa-40e8-857f-3c2822090211,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:40.066177 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:40.091525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee26517-ed70-4c71-b9ef-170f240a2c83 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:40.314320 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-500f486b-dbbd-48ea-b351-f4b684f0dd42 req-6983af20-ba7a-4832-886d-75ee7b5cd6ad tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664648 Sep 09 09:21:40.416572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:40.429440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e86b7314-2939-48d8-857d-484f244f42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:40.436048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-e86b7314-2939-48d8-857d-484f244f42cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5466154 Sep 09 09:21:40.436378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'mac_address': 'fa:16:3e:d6:3a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:21:40.474997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6ee26517-ed70-4c71-b9ef-170f240a2c83, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6ee26517-ed70-4c71-b9ef-170f240a2c83,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:40.490601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-2d03ca34-997d-4557-866b-50f42dffda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:40.492199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-2d03ca34-997d-4557-866b-50f42dffda5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.5815635 Sep 09 09:21:40.499665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d2cae-89e5-453c-9447-01651ae08b4e req-aff7c102-f90a-4baf-940a-2a616b06732f tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:40.509474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9d2cae-89e5-453c-9447-01651ae08b4e req-aff7c102-f90a-4baf-940a-2a616b06732f tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 1.0856528 Sep 09 09:21:40.538853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e856c5aa-f06a-4146-b1d5-6ec706140e20 req-ea82a304-0f32-4021-b897-c9187471654a service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2948236 Sep 09 09:21:40.556796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:40.559009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d6b256d0-8f4a-411d-83c3-e57f8b485b2f details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:21:40.600299 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-ea4f6825-d6cd-4956-ab4f-573a3a653d99 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111336 Sep 09 09:21:40.623554 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:40.640359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:40.690041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:40.697474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9d2cae-89e5-453c-9447-01651ae08b4e req-e1eaf85b-55e6-4075-a427-b430d8394822 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785998 Sep 09 09:21:40.708789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d6b256d0-8f4a-411d-83c3-e57f8b485b2f, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:40.738820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6ee26517-ed70-4c71-b9ef-170f240a2c83,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:40.765467 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:40.795089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-402b69bf-c906-4886-bab2-2d7d3d141374 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460831 Sep 09 09:21:40.812708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'd6b256d0-8f4a-411d-83c3-e57f8b485b2f', 'network_id': 'ae378c4f-bcc5-4684-9b14-0072a5045cf1', 'port_id': 'd6b256d0-8f4a-411d-83c3-e57f8b485b2f', 'mac_address': 'fa:16:3e:5c:ff:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5e6f51-78b8-499b-a687-41940dcd6078', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:21:40.876425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-f4bea11e-3278-4ee8-901b-2525455e8dc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c HTTP/1.1" status: 200 len: 217 time: 0.2728646 Sep 09 09:21:40.905895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:40.928681 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:40.941612 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-21c6c0ef-cd8b-4a7a-8edf-2f8e2344a37d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0b452867-3ba8-45d4-a9a0-2fc91d2100da HTTP/1.1" status: 200 len: 217 time: 0.0973356 Sep 09 09:21:40.944292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e856c5aa-f06a-4146-b1d5-6ec706140e20 req-3e9bee58-f558-49e9-a8b7-e398a14e64e8 service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935049 Sep 09 09:21:40.976516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b256d0-8f4a-411d-83c3-e57f8b485b2f {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:41.011443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99039cf-a5d8-450e-a0ca-ad957f402808 req-89504dc4-e067-42bb-8e78-2b14c9c49d01 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.019082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99039cf-a5d8-450e-a0ca-ad957f402808 req-89504dc4-e067-42bb-8e78-2b14c9c49d01 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.026455 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99039cf-a5d8-450e-a0ca-ad957f402808 req-89504dc4-e067-42bb-8e78-2b14c9c49d01 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.029348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d6b256d0-8f4a-411d-83c3-e57f8b485b2f, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:41.034286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99039cf-a5d8-450e-a0ca-ad957f402808 req-89504dc4-e067-42bb-8e78-2b14c9c49d01 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.041996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99039cf-a5d8-450e-a0ca-ad957f402808 req-89504dc4-e067-42bb-8e78-2b14c9c49d01 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.049654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99039cf-a5d8-450e-a0ca-ad957f402808 req-89504dc4-e067-42bb-8e78-2b14c9c49d01 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.057321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99039cf-a5d8-450e-a0ca-ad957f402808 req-89504dc4-e067-42bb-8e78-2b14c9c49d01 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.066902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e99039cf-a5d8-450e-a0ca-ad957f402808 req-89504dc4-e067-42bb-8e78-2b14c9c49d01 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5433 time: 0.1445897 Sep 09 09:21:41.089381 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf268781-90a9-4be9-9c68-90234e2d6cae tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:41.090903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de8792-5b2b-445a-92ae-ee92250033bb req-b3456a88-8a62-4040-9b66-e8ac67f2377a tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.091850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:41.092834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90de8792-5b2b-445a-92ae-ee92250033bb req-b3456a88-8a62-4040-9b66-e8ac67f2377a tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 950 time: 0.4827139 Sep 09 09:21:41.105975 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:41.107019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device dd77bb5c-f200-4070-9fdc-d93528eaca4b details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:21:41.127880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf268781-90a9-4be9-9c68-90234e2d6cae tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Port': ['ID=88cc58bd-226e-4758-9ca6-ef6a8a5931f4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:41.131858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-cc45573d-76a8-45a9-a7a3-f5b3054af709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.136661 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-cc45573d-76a8-45a9-a7a3-f5b3054af709 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.2529781 Sep 09 09:21:41.164036 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e99039cf-a5d8-450e-a0ca-ad957f402808 req-b49b3fca-3fb9-4dc6-ab86-3f116d47cbb4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960124 Sep 09 09:21:41.174027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port dd77bb5c-f200-4070-9fdc-d93528eaca4b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=dd77bb5c-f200-4070-9fdc-d93528eaca4b,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:41.219930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'dd77bb5c-f200-4070-9fdc-d93528eaca4b', 'network_id': '6d564fa3-c657-44e8-be47-675efa82f319', 'port_id': 'dd77bb5c-f200-4070-9fdc-d93528eaca4b', 'mac_address': 'fa:16:3e:04:52:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5d7991-9357-42a7-bed6-b7a267fd45e8', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:21:41.224823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-8888d91b-a9d4-4fd2-bd64-544f95096840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.226598 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-8888d91b-a9d4-4fd2-bd64-544f95096840 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c583d19-5c37-4f47-8332-479ed553c312 HTTP/1.1" status: 200 len: 797 time: 0.2102945 Sep 09 09:21:41.297709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90de8792-5b2b-445a-92ae-ee92250033bb req-3a173a12-caf4-412d-9b8b-3fc276bafb34 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895609 Sep 09 09:21:41.340489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-55c9893e-c101-4ce2-b9bf-ca1fdac6a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.349340 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-55c9893e-c101-4ce2-b9bf-ca1fdac6a037 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1097615 Sep 09 09:21:41.362323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-fc6b7f62-d9d6-4b15-92aa-3f64f67fc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.364644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-fc6b7f62-d9d6-4b15-92aa-3f64f67fc50e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1973021 Sep 09 09:21:41.410326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf268781-90a9-4be9-9c68-90234e2d6cae tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:41.457526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:41.507645 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:41.561141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e139be-2ffb-49dc-966f-e724d2debf31 req-799f31b6-6614-4101-8d39-dd798790b7cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.568843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e139be-2ffb-49dc-966f-e724d2debf31 req-799f31b6-6614-4101-8d39-dd798790b7cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.575851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e139be-2ffb-49dc-966f-e724d2debf31 req-799f31b6-6614-4101-8d39-dd798790b7cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.582614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e139be-2ffb-49dc-966f-e724d2debf31 req-799f31b6-6614-4101-8d39-dd798790b7cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.587943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd77bb5c-f200-4070-9fdc-d93528eaca4b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:41.591365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e139be-2ffb-49dc-966f-e724d2debf31 req-799f31b6-6614-4101-8d39-dd798790b7cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.597643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e139be-2ffb-49dc-966f-e724d2debf31 req-799f31b6-6614-4101-8d39-dd798790b7cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.608194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e139be-2ffb-49dc-966f-e724d2debf31 req-799f31b6-6614-4101-8d39-dd798790b7cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.616415 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37e139be-2ffb-49dc-966f-e724d2debf31 req-799f31b6-6614-4101-8d39-dd798790b7cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.2025101 Sep 09 09:21:41.690649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37e139be-2ffb-49dc-966f-e724d2debf31 req-4cd9aef0-0978-4c47-915a-ab7b1deffff5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732119 Sep 09 09:21:41.694597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port dd77bb5c-f200-4070-9fdc-d93528eaca4b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=dd77bb5c-f200-4070-9fdc-d93528eaca4b,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:41.730436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5a8ef-8f6e-43df-ab21-64c170357bc7 req-ae610ee5-3956-4cc2-8aa5-ffebe8848cec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:41.730436 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8f5a8ef-8f6e-43df-ab21-64c170357bc7 req-ae610ee5-3956-4cc2-8aa5-ffebe8848cec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.2706017 Sep 09 09:21:41.779344 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:41.781053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c2f69134-2934-42cb-bb06-f7d2b55fb6eb details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:21:41.804662 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8f5a8ef-8f6e-43df-ab21-64c170357bc7 req-c800a80c-9baf-47c9-8c94-4756f626ee44 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669553 Sep 09 09:21:41.805413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-7536742d-9fa3-4045-8c19-a49eaf73ee7c service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275620 Sep 09 09:21:41.847722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:21:41.858843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-d1926028-9e64-4c0a-a1e3-1c078bdd8185 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891374 Sep 09 09:21:41.939039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf268781-90a9-4be9-9c68-90234e2d6cae tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Router 9684e69c-ccf7-4904-b365-030308012942 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:21:42.001758 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a3c6f89f-29a2-4876-ae4f-0665795f63cc req-513a490a-ceec-4f70-bf0e-9bce7e30c461 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714523 Sep 09 09:21:42.033409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=dd77bb5c-f200-4070-9fdc-d93528eaca4b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:42.097608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf268781-90a9-4be9-9c68-90234e2d6cae tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:21:42.111774 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:42.114053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c36b3-2384-4813-8608-8f0827984570 req-4bdae70e-e856-465e-bfe2-865f2b9e1ee7 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.115410 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0f5ea-698a-462c-847b-d69aed2a83c3 None None] Sync routers for ids ['9684e69c-ccf7-4904-b365-030308012942'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:21:42.126691 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0f5ea-698a-462c-847b-d69aed2a83c3 None None] Routers {'9684e69c-ccf7-4904-b365-030308012942'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:21:42.126913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-596c36b3-2384-4813-8608-8f0827984570 req-4bdae70e-e856-465e-bfe2-865f2b9e1ee7 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1856687 Sep 09 09:21:42.127316 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-44c0f5ea-698a-462c-847b-d69aed2a83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:21:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9684e69c-ccf7-4904-b365-030308012942'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:42.143032 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9035fb93-49fb-4fc6-aeb5-3760526af1e9 req-3ba73d9d-c9bd-4cf9-9e2c-1b3d1ae76205 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534094 Sep 09 09:21:42.178387 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34662) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:42.179127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cf268781-90a9-4be9-9c68-90234e2d6cae tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "PUT /v2.0/routers/9684e69c-ccf7-4904-b365-030308012942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8897052 Sep 09 09:21:42.186472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:42.228669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:42.236314 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-44c0f5ea-698a-462c-847b-d69aed2a83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:42.244475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c2f69134-2934-42cb-bb06-f7d2b55fb6eb, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:42.263752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'port_id': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb', 'mac_address': 'fa:16:3e:84:8a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:21:42.267577 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-596c36b3-2384-4813-8608-8f0827984570 req-19dd4a65-3dfa-42a1-944c-a68750dc45aa tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320748 Sep 09 09:21:42.280959 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0f5ea-698a-462c-847b-d69aed2a83c3 None None] Routers {'9684e69c-ccf7-4904-b365-030308012942'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:21:42.281654 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-44c0f5ea-698a-462c-847b-d69aed2a83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:21:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9684e69c-ccf7-4904-b365-030308012942'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:42.317428 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:42.320011 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-44c0f5ea-698a-462c-847b-d69aed2a83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:42.320843 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0f5ea-698a-462c-847b-d69aed2a83c3 None None] The sync data for ids ['9684e69c-ccf7-4904-b365-030308012942'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:21:42.336232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f69134-2934-42cb-bb06-f7d2b55fb6eb {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:21:42.349961 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-6ba9c235-9ea3-480c-8bb9-2e049a0984e8 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] delete failed (client error): The resource could not be found. Sep 09 09:21:42.358511 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6ba9c235-9ea3-480c-8bb9-2e049a0984e8 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1616090837 HTTP/1.1" status: 404 len: 335 time: 0.1750362 Sep 09 09:21:42.359286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34668) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:42.365078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c2f69134-2934-42cb-bb06-f7d2b55fb6eb, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:42.366539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-df7ef774-b55a-4561-bde5-615d984de0b5 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'router': {'external_gateway_info': {'network_id': '9684e69c-ccf7-4904-b365-030308012942'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:42.367798 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:42.453682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=10']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:42.458794 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:42.498307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-95e33ea5-24c1-4de2-b54f-050102c75c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.498799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-95e33ea5-24c1-4de2-b54f-050102c75c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.499283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-95e33ea5-24c1-4de2-b54f-050102c75c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.499789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-95e33ea5-24c1-4de2-b54f-050102c75c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.500265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-95e33ea5-24c1-4de2-b54f-050102c75c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.500737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-95e33ea5-24c1-4de2-b54f-050102c75c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.501214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-95e33ea5-24c1-4de2-b54f-050102c75c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.503308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-95e33ea5-24c1-4de2-b54f-050102c75c1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 6482 time: 0.1425149 Sep 09 09:21:42.532052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:42.608120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bf4bc-132b-411e-b4b4-2cad0c280139 req-153cddef-9b33-4f1d-8eae-1e2f730afd7a tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.617105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2beb-ce54-4beb-9e94-bd6ce7811b28 req-37c96ecb-c7a6-4dd0-a09c-8f83c36d3414 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.621549 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad6bf4bc-132b-411e-b4b4-2cad0c280139 req-153cddef-9b33-4f1d-8eae-1e2f730afd7a tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 949 time: 0.1828463 Sep 09 09:21:42.624575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2beb-ce54-4beb-9e94-bd6ce7811b28 req-37c96ecb-c7a6-4dd0-a09c-8f83c36d3414 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.632169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2beb-ce54-4beb-9e94-bd6ce7811b28 req-37c96ecb-c7a6-4dd0-a09c-8f83c36d3414 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.639204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2beb-ce54-4beb-9e94-bd6ce7811b28 req-37c96ecb-c7a6-4dd0-a09c-8f83c36d3414 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.645746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2beb-ce54-4beb-9e94-bd6ce7811b28 req-37c96ecb-c7a6-4dd0-a09c-8f83c36d3414 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.653329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2beb-ce54-4beb-9e94-bd6ce7811b28 req-37c96ecb-c7a6-4dd0-a09c-8f83c36d3414 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.659754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2beb-ce54-4beb-9e94-bd6ce7811b28 req-37c96ecb-c7a6-4dd0-a09c-8f83c36d3414 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.661951 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5c5f2beb-ce54-4beb-9e94-bd6ce7811b28 req-37c96ecb-c7a6-4dd0-a09c-8f83c36d3414 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5436 time: 0.2401619 Sep 09 09:21:42.738945 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df7ef774-b55a-4561-bde5-615d984de0b5 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:42.762707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad6bf4bc-132b-411e-b4b4-2cad0c280139 req-6028e7b3-3b10-4d11-8638-f3856f7184b9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402524 Sep 09 09:21:42.790658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-af579fb0-b183-48cc-8fa6-74596836d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.793429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-af579fb0-b183-48cc-8fa6-74596836d0a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0b609e8-3ebb-4e45-96f5-45f4fef663be HTTP/1.1" status: 200 len: 903 time: 0.2728596 Sep 09 09:21:42.827004 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-df7ef774-b55a-4561-bde5-615d984de0b5 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] update failed (client error): The resource could not be found. Sep 09 09:21:42.828205 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-df7ef774-b55a-4561-bde5-615d984de0b5 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "PUT /v2.0/routers/9684e69c-ccf7-4904-b365-030308012942 HTTP/1.1" status: 404 len: 339 time: 0.4675381 Sep 09 09:21:42.830030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5c5f2beb-ce54-4beb-9e94-bd6ce7811b28 req-3f23f453-8e4d-4ed9-8062-0d18152c2213 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103961 Sep 09 09:21:42.832118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:42.845907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1683309169'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:42.924139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-7b9eff27-3deb-43c5-acd3-f9d1584f7462 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0b452867-3ba8-45d4-a9a0-2fc91d2100da HTTP/1.1" status: 200 len: 217 time: 0.1102319 Sep 09 09:21:42.989301 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-24106ea8-2c21-4bd2-9081-72792924f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:42.991411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-24106ea8-2c21-4bd2-9081-72792924f6f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c583d19-5c37-4f47-8332-479ed553c312 HTTP/1.1" status: 200 len: 797 time: 0.0594709 Sep 09 09:21:43.010448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c31fca-2308-42ba-90b4-3e47aa2e5423 req-a3e90471-8fd5-466f-9dbb-cae4fd88681a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:43.020342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c31fca-2308-42ba-90b4-3e47aa2e5423 req-a3e90471-8fd5-466f-9dbb-cae4fd88681a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:43.028378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c31fca-2308-42ba-90b4-3e47aa2e5423 req-a3e90471-8fd5-466f-9dbb-cae4fd88681a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:43.049128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c31fca-2308-42ba-90b4-3e47aa2e5423 req-a3e90471-8fd5-466f-9dbb-cae4fd88681a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:43.057793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c31fca-2308-42ba-90b4-3e47aa2e5423 req-a3e90471-8fd5-466f-9dbb-cae4fd88681a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:43.076887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Made reservation on behalf of 9f364c5b88664aedabc864eaa4fcb12f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:43.077403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c31fca-2308-42ba-90b4-3e47aa2e5423 req-a3e90471-8fd5-466f-9dbb-cae4fd88681a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:43.082900 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:43.084811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c31fca-2308-42ba-90b4-3e47aa2e5423 req-a3e90471-8fd5-466f-9dbb-cae4fd88681a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:43.087036 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a0c31fca-2308-42ba-90b4-3e47aa2e5423 req-a3e90471-8fd5-466f-9dbb-cae4fd88681a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.1698740 Sep 09 09:21:43.098766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-8e7a8552-155f-4d76-96ea-e7d843ae67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:43.100311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-8e7a8552-155f-4d76-96ea-e7d843ae67b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0991800 Sep 09 09:21:43.138783 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a0c31fca-2308-42ba-90b4-3e47aa2e5423 req-9072e45c-b43f-4def-add8-9885ca298b7a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449319 Sep 09 09:21:43.146448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['6ee26517-ed70-4c71-b9ef-170f240a2c83'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:43.153850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d6b256d0-8f4a-411d-83c3-e57f8b485b2f'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:43.206488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:21:43.222743 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:43.223227 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Added segment 3465dcd8-73e0-4807-8a91-ed7f5472cc1b of type vlan for network f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d Sep 09 09:21:43.255119 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['dd77bb5c-f200-4070-9fdc-d93528eaca4b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:43.296002 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:43.310745 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e655b2cd-242f-4a3f-8779-c4ab04142ef2'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:43.317279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c2f69134-2934-42cb-bb06-f7d2b55fb6eb'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:43.394805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['61dacf64-85aa-40e8-857f-3c2822090211'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:43.397289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['ddd38fcc-baf9-4d41-8854-cb52e3e6fa85'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:43.421184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:43.447483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:43.451015 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:43.506530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ae4ba-82ff-47dd-b810-c0a7b19dcf87 req-4fe2d080-09ec-4b73-8dab-b872737eb715 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:43.511660 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a0ae4ba-82ff-47dd-b810-c0a7b19dcf87 req-4fe2d080-09ec-4b73-8dab-b872737eb715 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1460841 Sep 09 09:21:43.569021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-a6b397ba-d4c9-4d43-a4c4-2767c34f6bd6 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595966 Sep 09 09:21:43.596548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a0ae4ba-82ff-47dd-b810-c0a7b19dcf87 req-b7ecacb6-f227-4c08-ba0f-4aad91016e77 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659220 Sep 09 09:21:43.757299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aa147-79c0-442d-ac89-1e98ad7b8832 req-96eb50a1-e44e-4c49-93b1-73afd1cfd98d tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:43.766635 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de4aa147-79c0-442d-ac89-1e98ad7b8832 req-96eb50a1-e44e-4c49-93b1-73afd1cfd98d tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 1101 time: 0.0564330 Sep 09 09:21:43.808402 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Network': ['ID=f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:43.823567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fb892d03-b42f-4985-8f46-5f92aa9e1fb9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9894474 Sep 09 09:21:43.828549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34700) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:43.859424 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de4aa147-79c0-442d-ac89-1e98ad7b8832 req-fc52cf11-85a9-4283-b712-ec194db50d37 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814862 Sep 09 09:21:43.862145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:21:43.864947 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:43.898189 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'subnet': {'network_id': 'f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:44.025950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9f194-218e-4dfd-8f72-9830de77d9ba req-8cc6cfab-d90c-458f-9a11-440596107f85 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.035506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9f194-218e-4dfd-8f72-9830de77d9ba req-8cc6cfab-d90c-458f-9a11-440596107f85 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.043058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9f194-218e-4dfd-8f72-9830de77d9ba req-8cc6cfab-d90c-458f-9a11-440596107f85 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.052051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9f194-218e-4dfd-8f72-9830de77d9ba req-8cc6cfab-d90c-458f-9a11-440596107f85 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.053873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b1d32-caea-4ab5-8002-610819e5d5e1 req-fc594ec9-517d-4484-850c-d8c6e77c6334 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.055737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d35b1d32-caea-4ab5-8002-610819e5d5e1 req-fc594ec9-517d-4484-850c-d8c6e77c6334 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.6647961 Sep 09 09:21:44.060097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9f194-218e-4dfd-8f72-9830de77d9ba req-8cc6cfab-d90c-458f-9a11-440596107f85 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.067039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9f194-218e-4dfd-8f72-9830de77d9ba req-8cc6cfab-d90c-458f-9a11-440596107f85 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.075229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9f194-218e-4dfd-8f72-9830de77d9ba req-8cc6cfab-d90c-458f-9a11-440596107f85 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.078658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:44.079038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:44.087561 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5e9f194-218e-4dfd-8f72-9830de77d9ba req-8cc6cfab-d90c-458f-9a11-440596107f85 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5436 time: 0.1577196 Sep 09 09:21:44.154658 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5e9f194-218e-4dfd-8f72-9830de77d9ba req-63f7ef93-b6ec-45d4-a3ba-f8ce59985592 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632970 Sep 09 09:21:44.246598 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d35b1d32-caea-4ab5-8002-610819e5d5e1 req-c94773dc-cfc0-42c5-aef4-3cf10c4de234 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828997 Sep 09 09:21:44.252634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c720cf47-877c-4d7b-8ade-2a6aa7869865 req-983d69ed-8808-465d-ae73-ebd9305c6e07 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754782 Sep 09 09:21:44.401792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bcbf8-aec4-4097-9cc4-20a2e7c3a03b req-31f267bd-9dde-4136-8ac0-d359b1900aa5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.408358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bcbf8-aec4-4097-9cc4-20a2e7c3a03b req-31f267bd-9dde-4136-8ac0-d359b1900aa5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.414473 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bcbf8-aec4-4097-9cc4-20a2e7c3a03b req-31f267bd-9dde-4136-8ac0-d359b1900aa5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.421047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bcbf8-aec4-4097-9cc4-20a2e7c3a03b req-31f267bd-9dde-4136-8ac0-d359b1900aa5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.427311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bcbf8-aec4-4097-9cc4-20a2e7c3a03b req-31f267bd-9dde-4136-8ac0-d359b1900aa5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.434605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bcbf8-aec4-4097-9cc4-20a2e7c3a03b req-31f267bd-9dde-4136-8ac0-d359b1900aa5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.440681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bcbf8-aec4-4097-9cc4-20a2e7c3a03b req-31f267bd-9dde-4136-8ac0-d359b1900aa5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.442646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b1bcbf8-aec4-4097-9cc4-20a2e7c3a03b req-31f267bd-9dde-4136-8ac0-d359b1900aa5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.0973818 Sep 09 09:21:44.471923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Made reservation on behalf of 9f364c5b88664aedabc864eaa4fcb12f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:21:44.475909 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:44.519901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b1bcbf8-aec4-4097-9cc4-20a2e7c3a03b req-c64a7777-37b8-4cc2-9869-26812ba4a1ea tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701475 Sep 09 09:21:44.532935 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d65b4b91-ff9b-4e4f-bae4-45859dfe7a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:44.627283 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:44.693393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:44.695583 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9f8365-1e5d-411a-9efd-c07004df859b" -d '{"events": [{"server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "name": "network-vif-plugged", "status": "completed", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:44.724746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:44.795402 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:44.861579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaebb3-8ccc-4539-b9a0-f57734ff8c64 req-8b0561a1-6392-4ab1-8d50-196720a35774 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.881291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6aeaebb3-8ccc-4539-b9a0-f57734ff8c64 req-8b0561a1-6392-4ab1-8d50-196720a35774 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 1103 time: 0.0841150 Sep 09 09:21:44.906563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=11']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:44.935768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6aeaebb3-8ccc-4539-b9a0-f57734ff8c64 req-433a10d2-149b-448f-9d99-4cd96b431330 tempest-ServersAdminTestJSON-1888333641 tempest-ServersAdminTestJSON-1888333641-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502083 Sep 09 09:21:44.978970 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b284a8e-995f-4f7b-8b91-b364abc8fec8 x-openstack-request-id: req-9b284a8e-995f-4f7b-8b91-b364abc8fec8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:44.979332 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "name": "network-vif-plugged", "status": "completed", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:44.980099 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b284a8e-995f-4f7b-8b91-b364abc8fec8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:44.980565 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'code': 200} Sep 09 09:21:44.980881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a174fef-a32d-4482-bba2-9591a4888501 req-d0396d2a-00d5-4f6f-a404-4dd2760baacf tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:44.988575 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a174fef-a32d-4482-bba2-9591a4888501 req-d0396d2a-00d5-4f6f-a404-4dd2760baacf tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1467869 Sep 09 09:21:45.000122 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:45.081734 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a174fef-a32d-4482-bba2-9591a4888501 req-8ff246de-9181-4a36-bc11-b95f04ab8bb6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911765 Sep 09 09:21:45.097055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Subnet': ['ID=cdaa468c-3479-4002-ab19-f001e4f25eab,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:45.128526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Checking segment: {'id': '3465dcd8-73e0-4807-8a91-ed7f5472cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:45.129460 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network hostable DHCP agents. Network: f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:21:45.258642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:21:45.345446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:45.353586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:45.354266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:45.355478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b324e9ae-3db7-4715-9687-c55d7e0063b3 None None] Network f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:45.386908 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7f0f6-e5ec-4187-8dc6-87e3079bd8cc req-5e6bda05-608f-49a5-bc81-5e0bc49365e1 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:45.395147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7f0f6-e5ec-4187-8dc6-87e3079bd8cc req-5e6bda05-608f-49a5-bc81-5e0bc49365e1 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:45.403279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7f0f6-e5ec-4187-8dc6-87e3079bd8cc req-5e6bda05-608f-49a5-bc81-5e0bc49365e1 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:45.410004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7f0f6-e5ec-4187-8dc6-87e3079bd8cc req-5e6bda05-608f-49a5-bc81-5e0bc49365e1 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:45.418721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7f0f6-e5ec-4187-8dc6-87e3079bd8cc req-5e6bda05-608f-49a5-bc81-5e0bc49365e1 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:45.426144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7f0f6-e5ec-4187-8dc6-87e3079bd8cc req-5e6bda05-608f-49a5-bc81-5e0bc49365e1 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:45.436605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7f0f6-e5ec-4187-8dc6-87e3079bd8cc req-5e6bda05-608f-49a5-bc81-5e0bc49365e1 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:45.444066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dcb7f0f6-e5ec-4187-8dc6-87e3079bd8cc req-5e6bda05-608f-49a5-bc81-5e0bc49365e1 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5436 time: 0.1715741 Sep 09 09:21:45.460622 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-67b809db-1285-4032-8adc-d3ceeea1f5ce tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5820606 Sep 09 09:21:45.463309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34742) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:45.469184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5538a17e-ca39-4213-83bb-fe442ab289ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:45.521357 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dcb7f0f6-e5ec-4187-8dc6-87e3079bd8cc req-9499793a-233d-4574-9786-a65cb2a82fd0 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702827 Sep 09 09:21:45.571025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d', 'network_id': 'f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d', 'tenant_id': '9f364c5b88664aedabc864eaa4fcb12f', 'fixed_ips': [{'subnet_id': 'cdaa468c-3479-4002-ab19-f001e4f25eab'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:21:45.572094 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:45.724239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da32c7-014b-4e07-8e2f-a77cfa4d7bc9 req-36188532-eb87-4540-9c23-2f476d80653c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:45.737409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80da32c7-014b-4e07-8e2f-a77cfa4d7bc9 req-36188532-eb87-4540-9c23-2f476d80653c tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 949 time: 0.1220827 Sep 09 09:21:45.774101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5538a17e-ca39-4213-83bb-fe442ab289ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:45.787640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147825b8-14d6-4c1f-adfe-1571159e7d72 req-a70bf5c8-de81-46f7-9eef-3214c3203357 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:45.796685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-147825b8-14d6-4c1f-adfe-1571159e7d72 req-a70bf5c8-de81-46f7-9eef-3214c3203357 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.2251208 Sep 09 09:21:45.799593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80da32c7-014b-4e07-8e2f-a77cfa4d7bc9 req-068d67c0-d8c3-4c05-9a48-39d9427edccd tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613732 Sep 09 09:21:45.863210 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-147825b8-14d6-4c1f-adfe-1571159e7d72 req-1ee6a93e-7aec-4e1f-847e-9b592782ae3c tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501900 Sep 09 09:21:45.931018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Allocated IP 2001:db8:1::2 (f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d/cdaa468c-3479-4002-ab19-f001e4f25eab/115426b1-1ac4-48e4-958c-951acb7c60dc) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:45.992183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1494-5a18-4ed4-b64f-ca9c6faaa851 req-f0e1b434-4d32-4f75-8030-0f2f63bf0f19 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.003320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1494-5a18-4ed4-b64f-ca9c6faaa851 req-f0e1b434-4d32-4f75-8030-0f2f63bf0f19 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.013509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1494-5a18-4ed4-b64f-ca9c6faaa851 req-f0e1b434-4d32-4f75-8030-0f2f63bf0f19 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.022876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1494-5a18-4ed4-b64f-ca9c6faaa851 req-f0e1b434-4d32-4f75-8030-0f2f63bf0f19 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.032985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1494-5a18-4ed4-b64f-ca9c6faaa851 req-f0e1b434-4d32-4f75-8030-0f2f63bf0f19 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.041178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1494-5a18-4ed4-b64f-ca9c6faaa851 req-f0e1b434-4d32-4f75-8030-0f2f63bf0f19 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.054562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1494-5a18-4ed4-b64f-ca9c6faaa851 req-f0e1b434-4d32-4f75-8030-0f2f63bf0f19 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.058047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b64c1494-5a18-4ed4-b64f-ca9c6faaa851 req-f0e1b434-4d32-4f75-8030-0f2f63bf0f19 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.1865630 Sep 09 09:21:46.120462 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-5538a17e-ca39-4213-83bb-fe442ab289ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:21:46.121650 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5538a17e-ca39-4213-83bb-fe442ab289ec tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "PUT /v2.0/routers/9684e69c-ccf7-4904-b365-030308012942 HTTP/1.1" status: 400 len: 364 time: 0.6566703 Sep 09 09:21:46.125439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34760) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:46.327892 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b64c1494-5a18-4ed4-b64f-ca9c6faaa851 req-278784ce-18f2-4250-ae2c-12d46031a2ea tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923991 Sep 09 09:21:46.414701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd215e3-715d-4b1e-b3ca-d8947cb010d9 req-bf05957d-8cf1-413d-aa91-3272fcee3409 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.433207 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6bd215e3-715d-4b1e-b3ca-d8947cb010d9 req-bf05957d-8cf1-413d-aa91-3272fcee3409 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1409175 Sep 09 09:21:46.518102 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6bd215e3-715d-4b1e-b3ca-d8947cb010d9 req-68e7fd4a-1cc8-4075-a881-4571fd06be7d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835695 Sep 09 09:21:46.532361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e655b2cd-242f-4a3f-8779-c4ab04142ef2 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:46.651438 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:46.663707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc52df1-d362-4d18-99c2-333b880ad1a3 req-2bf75067-b0e1-4de8-8187-552c08c1e865 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.665131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbe0b7-e247-43f1-8042-414aa022ff9c req-fee3b0d0-30dd-4b84-9ecd-9fb844397832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.665698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3dfbe0b7-e247-43f1-8042-414aa022ff9c req-fee3b0d0-30dd-4b84-9ecd-9fb844397832 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 1098 time: 0.0969725 Sep 09 09:21:46.674167 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8fc52df1-d362-4d18-99c2-333b880ad1a3 req-2bf75067-b0e1-4de8-8187-552c08c1e865 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1846361 Sep 09 09:21:46.681573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Transition to ACTIVE for port object 115426b1-1ac4-48e4-958c-951acb7c60dc will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:46.725420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Transition to ACTIVE for port object 115426b1-1ac4-48e4-958c-951acb7c60dc will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:46.726189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:46.775189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8fc52df1-d362-4d18-99c2-333b880ad1a3 req-dd517061-7fb0-4aee-8552-a9ec39ec6a5a tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996826 Sep 09 09:21:46.802155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port e655b2cd-242f-4a3f-8779-c4ab04142ef2 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:46.806426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port e655b2cd-242f-4a3f-8779-c4ab04142ef2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:46.806554 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:46.860400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b69a72-6fc3-4852-92f9-c5a0c0e4567c req-32e2631b-0e5e-4c40-bca1-db5aab8f5803 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.866712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b69a72-6fc3-4852-92f9-c5a0c0e4567c req-32e2631b-0e5e-4c40-bca1-db5aab8f5803 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.868041 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:46.874221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b69a72-6fc3-4852-92f9-c5a0c0e4567c req-32e2631b-0e5e-4c40-bca1-db5aab8f5803 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.883328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b69a72-6fc3-4852-92f9-c5a0c0e4567c req-32e2631b-0e5e-4c40-bca1-db5aab8f5803 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.887253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b69a72-6fc3-4852-92f9-c5a0c0e4567c req-32e2631b-0e5e-4c40-bca1-db5aab8f5803 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.893508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b69a72-6fc3-4852-92f9-c5a0c0e4567c req-32e2631b-0e5e-4c40-bca1-db5aab8f5803 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.899737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b69a72-6fc3-4852-92f9-c5a0c0e4567c req-32e2631b-0e5e-4c40-bca1-db5aab8f5803 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.905609 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48b69a72-6fc3-4852-92f9-c5a0c0e4567c req-32e2631b-0e5e-4c40-bca1-db5aab8f5803 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5436 time: 0.2407799 Sep 09 09:21:46.918198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Pushing event updated for resources: {'Port': ['ID=115426b1-1ac4-48e4-958c-951acb7c60dc,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:46.964646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Network f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:46.975647 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:46.981367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:46.991732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90f1fb-5f2a-4ffe-99a7-4d2986fb2be5 req-cc81db25-8f33-410c-8aed-0935954b915d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:46.994553 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f90f1fb-5f2a-4ffe-99a7-4d2986fb2be5 req-cc81db25-8f33-410c-8aed-0935954b915d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 949 time: 0.2594538 Sep 09 09:21:47.010694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbe0b7-e247-43f1-8042-414aa022ff9c req-1987227f-6cdd-4e40-b046-66cb0affdc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:47.013002 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3dfbe0b7-e247-43f1-8042-414aa022ff9c req-1987227f-6cdd-4e40-b046-66cb0affdc3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 911 time: 0.3097236 Sep 09 09:21:47.109184 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48b69a72-6fc3-4852-92f9-c5a0c0e4567c req-49260f59-5c03-47bf-a2aa-64bc1dd19d8d tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873875 Sep 09 09:21:47.155859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468695b1-4811-453c-8feb-220a2d571679 req-6d60f610-a28d-4068-8ede-bac2574ca4da tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:47.165825 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-468695b1-4811-453c-8feb-220a2d571679 req-6d60f610-a28d-4068-8ede-bac2574ca4da tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 949 time: 0.1755512 Sep 09 09:21:47.193389 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3dfbe0b7-e247-43f1-8042-414aa022ff9c req-4f98c23a-a6dd-4732-b112-c1f6d9a597db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee767781-f598-47a4-b421-d2a42ac5c881 HTTP/1.1" status: 200 len: 1002 time: 0.1706717 Sep 09 09:21:47.309891 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-468695b1-4811-453c-8feb-220a2d571679 req-4054545b-c571-4aa0-8806-27a3b8541160 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411207 Sep 09 09:21:47.310706 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1cd3abb-b96a-438d-b96a-80e1b5e0c071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:47.331901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Attempting to bind port 115426b1-1ac4-48e4-958c-951acb7c60dc on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:21:47.331901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Attempting to bind port 115426b1-1ac4-48e4-958c-951acb7c60dc by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '3465dcd8-73e0-4807-8a91-ed7f5472cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:21:47.331901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Attempting to bind port 115426b1-1ac4-48e4-958c-951acb7c60dc on network f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:21:47.339644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:21:47.342447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Checking segment: {'id': '3465dcd8-73e0-4807-8a91-ed7f5472cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:21:47.343264 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:47.347401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Bound using segment: {'id': '3465dcd8-73e0-4807-8a91-ed7f5472cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:21:47.348140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Bound port: 115426b1-1ac4-48e4-958c-951acb7c60dc, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3465dcd8-73e0-4807-8a91-ed7f5472cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:21:47.348639 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:47.441394 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:47.448030 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:47.479138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] For port 115426b1-1ac4-48e4-958c-951acb7c60dc, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:21:47.483235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Allocated IP 2001:db8::1 (8e0bed8c-ccbf-4186-aa9e-0db840c5606a/d7c7ccdd-47bb-4846-aa49-6ebb130c6e2f/a627d924-5f05-43d3-92e8-cebe49487568) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:21:47.496166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e655b2cd-242f-4a3f-8779-c4ab04142ef2'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:47.498959 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8978c0b0-6bba-4d34-badb-2dbedaa7db09" -d '{"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "e655b2cd-242f-4a3f-8779-c4ab04142ef2"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:47.524215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] For port 115426b1-1ac4-48e4-958c-951acb7c60dc, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=115426b1-1ac4-48e4-958c-951acb7c60dc,segment=NetworkSegment(3465dcd8-73e0-4807-8a91-ed7f5472cc1b),segment_id=3465dcd8-73e0-4807-8a91-ed7f5472cc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:21:47.527530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e655b2cd-242f-4a3f-8779-c4ab04142ef2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e655b2cd-242f-4a3f-8779-c4ab04142ef2,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:47.599717 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:47.648507 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a2b233-a23d-4573-a714-981f3cb4bcf5 x-openstack-request-id: req-78a2b233-a23d-4573-a714-981f3cb4bcf5 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:47.649325 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "e655b2cd-242f-4a3f-8779-c4ab04142ef2", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:47.651318 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78a2b233-a23d-4573-a714-981f3cb4bcf5 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:47.652924 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e655b2cd-242f-4a3f-8779-c4ab04142ef2', 'code': 200} Sep 09 09:21:47.662522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5f90f1fb-5f2a-4ffe-99a7-4d2986fb2be5 req-efb6fa5f-582e-457a-8d0d-e96a005a700e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Deleting port 826d7d76-37e3-4467-8758-15780d7dbf77 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:47.663540 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f90f1fb-5f2a-4ffe-99a7-4d2986fb2be5 req-efb6fa5f-582e-457a-8d0d-e96a005a700e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:47.728719 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:47.729838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:47.779649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:47.806364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Transition to ACTIVE for port object a627d924-5f05-43d3-92e8-cebe49487568 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:21:47.822375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5f90f1fb-5f2a-4ffe-99a7-4d2986fb2be5 req-efb6fa5f-582e-457a-8d0d-e96a005a700e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] For port 826d7d76-37e3-4467-8758-15780d7dbf77, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=826d7d76-37e3-4467-8758-15780d7dbf77,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:47.823058 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f90f1fb-5f2a-4ffe-99a7-4d2986fb2be5 req-efb6fa5f-582e-457a-8d0d-e96a005a700e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:47.837471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5f90f1fb-5f2a-4ffe-99a7-4d2986fb2be5 req-efb6fa5f-582e-457a-8d0d-e96a005a700e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Calling delete_port for 826d7d76-37e3-4467-8758-15780d7dbf77 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:47.898091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944286b-6af8-40a7-827a-8725a281a571 None None] Pushing event updated for resources: {'Port': ['ID=115426b1-1ac4-48e4-958c-951acb7c60dc,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:47.935982 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:47.973700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:47.990181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:47.990847 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.005196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961aae7-0d73-438b-ad57-4b5f197a2708 req-a688cf70-3cea-4af1-899b-a4522f68fb94 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:48.007153 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6961aae7-0d73-438b-ad57-4b5f197a2708 req-a688cf70-3cea-4af1-899b-a4522f68fb94 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1457660 Sep 09 09:21:48.014739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network 8e0bed8c-ccbf-4186-aa9e-0db840c5606a is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:48.022612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:48.025442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:21:48.029331 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.062485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbe0b7-e247-43f1-8042-414aa022ff9c req-2a1cb90a-19f7-45d2-8b9f-4080817df442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:48.063857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3dfbe0b7-e247-43f1-8042-414aa022ff9c req-2a1cb90a-19f7-45d2-8b9f-4080817df442 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ffe02-efbd-415c-8929-c3e24abb7f53 HTTP/1.1" status: 200 len: 849 time: 0.8555932 Sep 09 09:21:48.105491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=e655b2cd-242f-4a3f-8779-c4ab04142ef2,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:48.118947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Port': ['ID=a627d924-5f05-43d3-92e8-cebe49487568,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:48.188285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f90f1fb-5f2a-4ffe-99a7-4d2986fb2be5 req-efb6fa5f-582e-457a-8d0d-e96a005a700e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.193668 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6961aae7-0d73-438b-ad57-4b5f197a2708 req-118a0299-6a59-49a3-986c-53556e1be836 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755142 Sep 09 09:21:48.246665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9ed0b3fd-ef69-4bc6-ae40-51704e69af8c', '826d7d76-37e3-4467-8758-15780d7dbf77', '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:48.382141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1279c7-83bc-4a9e-9b32-f5766c04b299 req-0e32cef7-b4f2-4f10-a95f-44e90fe5d257 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:48.389071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1279c7-83bc-4a9e-9b32-f5766c04b299 req-0e32cef7-b4f2-4f10-a95f-44e90fe5d257 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:48.395149 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.408241 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.448090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1279c7-83bc-4a9e-9b32-f5766c04b299 req-0e32cef7-b4f2-4f10-a95f-44e90fe5d257 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:48.455929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1279c7-83bc-4a9e-9b32-f5766c04b299 req-0e32cef7-b4f2-4f10-a95f-44e90fe5d257 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:48.465635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1279c7-83bc-4a9e-9b32-f5766c04b299 req-0e32cef7-b4f2-4f10-a95f-44e90fe5d257 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:48.487267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1279c7-83bc-4a9e-9b32-f5766c04b299 req-0e32cef7-b4f2-4f10-a95f-44e90fe5d257 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:48.498480 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1279c7-83bc-4a9e-9b32-f5766c04b299 req-0e32cef7-b4f2-4f10-a95f-44e90fe5d257 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:48.512663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c1279c7-83bc-4a9e-9b32-f5766c04b299 req-0e32cef7-b4f2-4f10-a95f-44e90fe5d257 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.9174542 Sep 09 09:21:48.531102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:48.540345 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.562396 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6fa5f-582e-457a-8d0d-e96a005a700e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Pushing event deleted for resources: {'Port': ['ID=826d7d76-37e3-4467-8758-15780d7dbf77,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:48.597845 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.598661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 61dacf64-85aa-40e8-857f-3c2822090211 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:48.715391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbe0b7-e247-43f1-8042-414aa022ff9c req-cc658ae4-8c9d-42a5-9cb6-cb82a092ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:48.718495 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3dfbe0b7-e247-43f1-8042-414aa022ff9c req-cc658ae4-8c9d-42a5-9cb6-cb82a092ebe5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7efe8e48-373b-4725-88ce-70a7125cfaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6438179 Sep 09 09:21:48.719593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f90f1fb-5f2a-4ffe-99a7-4d2986fb2be5 req-efb6fa5f-582e-457a-8d0d-e96a005a700e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] No DVR routers for this DVR port 826d7d76-37e3-4467-8758-15780d7dbf77 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:21:48.742366 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c1279c7-83bc-4a9e-9b32-f5766c04b299 req-d7f9b429-8d22-4bd6-a820-9253e5153fc6 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2231669 Sep 09 09:21:48.744156 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.746174 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f90f1fb-5f2a-4ffe-99a7-4d2986fb2be5 req-efb6fa5f-582e-457a-8d0d-e96a005a700e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.752227 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f90f1fb-5f2a-4ffe-99a7-4d2986fb2be5 req-efb6fa5f-582e-457a-8d0d-e96a005a700e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "DELETE /v2.0/ports/826d7d76-37e3-4467-8758-15780d7dbf77 HTTP/1.1" status: 204 len: 173 time: 1.7489643 Sep 09 09:21:48.755312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ddb76-b765-4d9c-9047-30f65aac0f77 req-2993446c-2c62-4b47-b724-494f47be7121 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:48.763836 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-262ddb76-b765-4d9c-9047-30f65aac0f77 req-2993446c-2c62-4b47-b724-494f47be7121 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.4351239 Sep 09 09:21:48.810974 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.812707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.828428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bf91f9-73ea-4931-a910-955322ebe609', 'name': 'network-vif-deleted', 'tag': '826d7d76-37e3-4467-8758-15780d7dbf77'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:48.839722 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0fa42a-07ad-4144-ad60-85525bcd92d4" -d '{"events": [{"server_uuid": "e9bf91f9-73ea-4931-a910-955322ebe609", "name": "network-vif-deleted", "tag": "826d7d76-37e3-4467-8758-15780d7dbf77"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:48.885035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:48.919349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5d0d93dd-b981-41ca-aa9c-9db7fbfc297f None None] Provisioning for port a627d924-5f05-43d3-92e8-cebe49487568 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:48.930247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5d0d93dd-b981-41ca-aa9c-9db7fbfc297f None None] Provisioning complete for port a627d924-5f05-43d3-92e8-cebe49487568 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:48.930629 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d0d93dd-b981-41ca-aa9c-9db7fbfc297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:48.935564 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-262ddb76-b765-4d9c-9047-30f65aac0f77 req-7d1c97ff-3582-4704-8e8e-7b059e958029 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667163 Sep 09 09:21:49.016271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event updated for resources: {'Port': ['ID=a627d924-5f05-43d3-92e8-cebe49487568,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:49.067929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 61dacf64-85aa-40e8-857f-3c2822090211 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:49.095948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 61dacf64-85aa-40e8-857f-3c2822090211 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:49.098782 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:49.235124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Network 8e0bed8c-ccbf-4186-aa9e-0db840c5606a is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:21:49.243580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:21:49.319425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ffa0-5a6f-4670-a544-ec4f601211ef req-c06b2d44-cdd1-43fc-9403-8e0a712cae31 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:49.325387 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad2551f1-b8a7-47c5-bd49-de705d6098e9 req-7524409d-aaee-4815-a7f9-0e4af9af70c3 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9bf91f9-73ea-4931-a910-955322ebe609 HTTP/1.1" status: 200 len: 210 time: 0.0710735 Sep 09 09:21:49.358548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ffa0-5a6f-4670-a544-ec4f601211ef req-c06b2d44-cdd1-43fc-9403-8e0a712cae31 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:49.384490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ffa0-5a6f-4670-a544-ec4f601211ef req-c06b2d44-cdd1-43fc-9403-8e0a712cae31 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:49.396784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ffa0-5a6f-4670-a544-ec4f601211ef req-c06b2d44-cdd1-43fc-9403-8e0a712cae31 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:49.430580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ffa0-5a6f-4670-a544-ec4f601211ef req-c06b2d44-cdd1-43fc-9403-8e0a712cae31 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:49.466036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ffa0-5a6f-4670-a544-ec4f601211ef req-c06b2d44-cdd1-43fc-9403-8e0a712cae31 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:49.483560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ffa0-5a6f-4670-a544-ec4f601211ef req-c06b2d44-cdd1-43fc-9403-8e0a712cae31 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:49.497499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d93dd-b981-41ca-aa9c-9db7fbfc297f None None] Port a627d924-5f05-43d3-92e8-cebe49487568 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:21:49.502691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95d3ffa0-5a6f-4670-a544-ec4f601211ef req-c06b2d44-cdd1-43fc-9403-8e0a712cae31 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5438 time: 0.4822929 Sep 09 09:21:49.514292 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad3d316-d637-4da9-9fbc-96e74ff523eb x-openstack-request-id: req-bad3d316-d637-4da9-9fbc-96e74ff523eb {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:49.514953 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bf91f9-73ea-4931-a910-955322ebe609", "name": "network-vif-deleted", "tag": "826d7d76-37e3-4467-8758-15780d7dbf77", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:49.515391 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bad3d316-d637-4da9-9fbc-96e74ff523eb {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:49.516021 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bf91f9-73ea-4931-a910-955322ebe609', 'name': 'network-vif-deleted', 'tag': '826d7d76-37e3-4467-8758-15780d7dbf77', 'status': 'completed', 'code': 200} Sep 09 09:21:49.652744 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3dfbe0b7-e247-43f1-8042-414aa022ff9c req-e3f26ecc-d5bb-4760-92a2-2769f44719b0 service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8981998 Sep 09 09:21:49.770683 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95d3ffa0-5a6f-4670-a544-ec4f601211ef req-bb031f70-1316-4a3d-bd6a-b0c1dd5101d6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2667031 Sep 09 09:21:49.788788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd38fcc-baf9-4d41-8854-cb52e3e6fa85'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:49.797234 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf99839-11f9-467f-8bc6-8e0c001b40a9" -d '{"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "ddd38fcc-baf9-4d41-8854-cb52e3e6fa85"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:49.802686 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:49.883046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b347844f-68fe-4d21-95a8-3b125c2f3082 None None] Provisioning complete for port a627d924-5f05-43d3-92e8-cebe49487568 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:49.883438 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b347844f-68fe-4d21-95a8-3b125c2f3082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:49.891732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ce4568-253b-4bfb-9d92-9983f0a93311 None None] Network f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:50.050878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3dfbe0b7-e247-43f1-8042-414aa022ff9c req-1b1b6597-dfa1-4833-aaf3-1e73ce144e0f service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344786 Sep 09 09:21:50.080814 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 61dacf64-85aa-40e8-857f-3c2822090211, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=61dacf64-85aa-40e8-857f-3c2822090211,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:50.084659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 115426b1-1ac4-48e4-958c-951acb7c60dc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:50.119864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465f41f-e407-4fdb-9821-3f49499f3a00 req-f68c8f02-eb07-4343-8be0-539b1e9ccbe3 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:50.132666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465f41f-e407-4fdb-9821-3f49499f3a00 req-f68c8f02-eb07-4343-8be0-539b1e9ccbe3 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:50.144845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b347844f-68fe-4d21-95a8-3b125c2f3082 None None] Port a627d924-5f05-43d3-92e8-cebe49487568 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:21:50.158090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465f41f-e407-4fdb-9821-3f49499f3a00 req-f68c8f02-eb07-4343-8be0-539b1e9ccbe3 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:50.166273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465f41f-e407-4fdb-9821-3f49499f3a00 req-f68c8f02-eb07-4343-8be0-539b1e9ccbe3 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:50.174345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465f41f-e407-4fdb-9821-3f49499f3a00 req-f68c8f02-eb07-4343-8be0-539b1e9ccbe3 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:50.181147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465f41f-e407-4fdb-9821-3f49499f3a00 req-f68c8f02-eb07-4343-8be0-539b1e9ccbe3 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:50.189581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465f41f-e407-4fdb-9821-3f49499f3a00 req-f68c8f02-eb07-4343-8be0-539b1e9ccbe3 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:50.191169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a465f41f-e407-4fdb-9821-3f49499f3a00 req-f68c8f02-eb07-4343-8be0-539b1e9ccbe3 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.1660957 Sep 09 09:21:50.208912 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:50.210014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6ee26517-ed70-4c71-b9ef-170f240a2c83 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:50.262564 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a465f41f-e407-4fdb-9821-3f49499f3a00 req-766a6099-c403-4aee-8f4d-66549d1b7f48 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608451 Sep 09 09:21:50.304440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=61dacf64-85aa-40e8-857f-3c2822090211,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:50.316472 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:50.352254 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ece6a1-050d-47f2-bc98-ab91a635bc02 x-openstack-request-id: req-12ece6a1-050d-47f2-bc98-ab91a635bc02 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:50.353235 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "ddd38fcc-baf9-4d41-8854-cb52e3e6fa85", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:50.353809 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12ece6a1-050d-47f2-bc98-ab91a635bc02 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:50.354400 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd38fcc-baf9-4d41-8854-cb52e3e6fa85', 'code': 200} Sep 09 09:21:50.386007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Router 9684e69c-ccf7-4904-b365-030308012942 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:21:50.434475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0178-f1c6-4aa7-a904-b00b2f2afcfd req-fefc8cac-dd82-4a27-8585-05b1233aa573 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:50.442078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-298c0178-f1c6-4aa7-a904-b00b2f2afcfd req-fefc8cac-dd82-4a27-8585-05b1233aa573 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.0715954 Sep 09 09:21:50.492999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7d12f-e33e-4d90-9b48-05770495d4f3 req-4a704c8b-698a-4e17-b464-fd9e541f9bf0 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:50.500658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6db7d12f-e33e-4d90-9b48-05770495d4f3 req-4a704c8b-698a-4e17-b464-fd9e541f9bf0 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0896671 Sep 09 09:21:50.525784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8b6d5901-3b42-418b-b34b-57e8ba4d4538 None None] Provisioning for port 115426b1-1ac4-48e4-958c-951acb7c60dc completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:50.549299 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6db7d12f-e33e-4d90-9b48-05770495d4f3 req-44f469fb-9f1c-4057-9169-8ae1e3ef44f9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475798 Sep 09 09:21:50.555853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-298c0178-f1c6-4aa7-a904-b00b2f2afcfd req-17c242e2-8d91-4404-8906-4694ff37521b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127369 Sep 09 09:21:50.590410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:21:50.607078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad42d85-07cf-4778-b299-cf7315b8923c None None] Sync routers for ids ['9684e69c-ccf7-4904-b365-030308012942'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:21:50.609513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6d9ca121-d026-49de-9350-50714ff19459 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "PUT /v2.0/routers/9684e69c-ccf7-4904-b365-030308012942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4826550 Sep 09 09:21:50.612274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34832) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:50.617885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 115426b1-1ac4-48e4-958c-951acb7c60dc completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:50.688802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 6ee26517-ed70-4c71-b9ef-170f240a2c83 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:50.696738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 115426b1-1ac4-48e4-958c-951acb7c60dc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:50.699681 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:50.703225 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad42d85-07cf-4778-b299-cf7315b8923c None None] Routers {'9684e69c-ccf7-4904-b365-030308012942'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:21:50.704124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0ad42d85-07cf-4778-b299-cf7315b8923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:21:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9684e69c-ccf7-4904-b365-030308012942'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:50.767347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 6ee26517-ed70-4c71-b9ef-170f240a2c83 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:50.767763 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:50.776212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0ad42d85-07cf-4778-b299-cf7315b8923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:50.826655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad42d85-07cf-4778-b299-cf7315b8923c None None] Routers {'9684e69c-ccf7-4904-b365-030308012942'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:21:50.835804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0ad42d85-07cf-4778-b299-cf7315b8923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:21:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9684e69c-ccf7-4904-b365-030308012942'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:50.838276 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68053ed1-5d28-4ead-8538-4dcfd8728aea tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:50.940220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0ad42d85-07cf-4778-b299-cf7315b8923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:50.940946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad42d85-07cf-4778-b299-cf7315b8923c None None] The sync data for ids ['9684e69c-ccf7-4904-b365-030308012942'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:21:51.013517 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:51.127512 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-68053ed1-5d28-4ead-8538-4dcfd8728aea tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 09 09:21:51.131267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-68053ed1-5d28-4ead-8538-4dcfd8728aea tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "DELETE /v2.0/routers/9684e69c-ccf7-4904-b365-030308012942 HTTP/1.1" status: 409 len: 329 time: 0.5142665 Sep 09 09:21:51.131824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34844) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:51.144053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2622-cd16-4c9f-beaf-8fbb7b172a99 req-7a4e737b-2929-4174-b384-9fa0018186a9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.150385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2622-cd16-4c9f-beaf-8fbb7b172a99 req-7a4e737b-2929-4174-b384-9fa0018186a9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.152466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 115426b1-1ac4-48e4-958c-951acb7c60dc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=115426b1-1ac4-48e4-958c-951acb7c60dc,segment=NetworkSegment(3465dcd8-73e0-4807-8a91-ed7f5472cc1b),segment_id=3465dcd8-73e0-4807-8a91-ed7f5472cc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:51.158803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2622-cd16-4c9f-beaf-8fbb7b172a99 req-7a4e737b-2929-4174-b384-9fa0018186a9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.158999 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:51.170513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2622-cd16-4c9f-beaf-8fbb7b172a99 req-7a4e737b-2929-4174-b384-9fa0018186a9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.172714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b66d0ac4-8105-4c92-ae65-84e9f6d9291f None None] Provisioning complete for port 115426b1-1ac4-48e4-958c-951acb7c60dc triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:51.173087 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66d0ac4-8105-4c92-ae65-84e9f6d9291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:51.179543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2622-cd16-4c9f-beaf-8fbb7b172a99 req-7a4e737b-2929-4174-b384-9fa0018186a9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.198526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2622-cd16-4c9f-beaf-8fbb7b172a99 req-7a4e737b-2929-4174-b384-9fa0018186a9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.214999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2622-cd16-4c9f-beaf-8fbb7b172a99 req-7a4e737b-2929-4174-b384-9fa0018186a9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.215930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-376c2622-cd16-4c9f-beaf-8fbb7b172a99 req-7a4e737b-2929-4174-b384-9fa0018186a9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5439 time: 0.2739196 Sep 09 09:21:51.250543 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6ee26517-ed70-4c71-b9ef-170f240a2c83, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6ee26517-ed70-4c71-b9ef-170f240a2c83,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:51.255883 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:51.304085 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-376c2622-cd16-4c9f-beaf-8fbb7b172a99 req-6f31a5c7-36bc-40ac-b49f-b2d0f70a6171 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799856 Sep 09 09:21:51.352712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=115426b1-1ac4-48e4-958c-951acb7c60dc,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:51.365079 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:51.366068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d6b256d0-8f4a-411d-83c3-e57f8b485b2f up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:51.503347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54508058-eb4d-4452-9707-53a0a6de9b8d req-040a1304-d971-462d-8c8f-450637edabcb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.517233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54508058-eb4d-4452-9707-53a0a6de9b8d req-040a1304-d971-462d-8c8f-450637edabcb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.520964 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6ee26517-ed70-4c71-b9ef-170f240a2c83,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:51.532596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54508058-eb4d-4452-9707-53a0a6de9b8d req-040a1304-d971-462d-8c8f-450637edabcb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.543584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54508058-eb4d-4452-9707-53a0a6de9b8d req-040a1304-d971-462d-8c8f-450637edabcb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.549784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54508058-eb4d-4452-9707-53a0a6de9b8d req-040a1304-d971-462d-8c8f-450637edabcb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.556089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54508058-eb4d-4452-9707-53a0a6de9b8d req-040a1304-d971-462d-8c8f-450637edabcb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.559331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8bf91-1417-4fab-988c-972555e826ba req-865ec386-74d7-4e1a-9a04-7521abec1576 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.560888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3b8bf91-1417-4fab-988c-972555e826ba req-865ec386-74d7-4e1a-9a04-7521abec1576 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 950 time: 0.2585356 Sep 09 09:21:51.563212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54508058-eb4d-4452-9707-53a0a6de9b8d req-040a1304-d971-462d-8c8f-450637edabcb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.565286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54508058-eb4d-4452-9707-53a0a6de9b8d req-040a1304-d971-462d-8c8f-450637edabcb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.1679540 Sep 09 09:21:51.595908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port d6b256d0-8f4a-411d-83c3-e57f8b485b2f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:51.600974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port d6b256d0-8f4a-411d-83c3-e57f8b485b2f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:51.601512 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:51.635058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54508058-eb4d-4452-9707-53a0a6de9b8d req-77c96f0d-e60c-4ba3-a50c-baf7cf46c8ee tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592303 Sep 09 09:21:51.720805 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3b8bf91-1417-4fab-988c-972555e826ba req-4caca628-f605-4339-8fe1-968dd084670e tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432583 Sep 09 09:21:51.848063 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:51.893913 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 115426b1-1ac4-48e4-958c-951acb7c60dc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:51.930984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20a28f-fc54-4064-bbb1-ed36aaeb9844 req-b3554721-85d2-4153-b6f1-03e5bba3b5a0 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.933665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba20a28f-fc54-4064-bbb1-ed36aaeb9844 req-b3554721-85d2-4153-b6f1-03e5bba3b5a0 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1110857 Sep 09 09:21:51.940918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 826d7d76-37e3-4467-8758-15780d7dbf77 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:21:51.948399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26092f8a-a91b-4bf8-85db-951b79e84e41 req-85e70896-22c4-4bdb-b084-3aee800a5d41 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:51.951273 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-26092f8a-a91b-4bf8-85db-951b79e84e41 req-85e70896-22c4-4bdb-b084-3aee800a5d41 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1266458 Sep 09 09:21:51.981005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 826d7d76-37e3-4467-8758-15780d7dbf77 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:21:51.981359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 826d7d76-37e3-4467-8758-15780d7dbf77 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:21:52.017266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d6b256d0-8f4a-411d-83c3-e57f8b485b2f, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:52.022021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba20a28f-fc54-4064-bbb1-ed36aaeb9844 req-45a128ef-c3dc-4aed-b5fd-9b326ef9e872 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696070 Sep 09 09:21:52.024645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 115426b1-1ac4-48e4-958c-951acb7c60dc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:52.025089 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:52.055566 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-26092f8a-a91b-4bf8-85db-951b79e84e41 req-4ff91938-74fe-4965-b764-1af790655204 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958445 Sep 09 09:21:52.084789 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ec2276a-603b-4acb-936e-da733519c2ca tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:52.230362 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:52.231237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device dd77bb5c-f200-4070-9fdc-d93528eaca4b up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:52.310190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:52.358068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2276a-603b-4acb-936e-da733519c2ca tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Deleting port a627d924-5f05-43d3-92e8-cebe49487568 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:52.358068 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ec2276a-603b-4acb-936e-da733519c2ca tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:52.364165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dacf64-85aa-40e8-857f-3c2822090211'}, {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee26517-ed70-4c71-b9ef-170f240a2c83'}, {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b256d0-8f4a-411d-83c3-e57f8b485b2f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:52.370116 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db9f1ad-4960-4d21-9c86-e41517f3edc6" -d '{"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "61dacf64-85aa-40e8-857f-3c2822090211"}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "6ee26517-ed70-4c71-b9ef-170f240a2c83"}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "d6b256d0-8f4a-411d-83c3-e57f8b485b2f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:52.384533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port dd77bb5c-f200-4070-9fdc-d93528eaca4b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:52.392329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port dd77bb5c-f200-4070-9fdc-d93528eaca4b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:52.392619 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:52.467288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ec2276a-603b-4acb-936e-da733519c2ca tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:52.486801 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd82e330-2080-4ca7-aa23-50f05f002528 x-openstack-request-id: req-fd82e330-2080-4ca7-aa23-50f05f002528 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:52.488658 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "61dacf64-85aa-40e8-857f-3c2822090211", "code": 200}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "6ee26517-ed70-4c71-b9ef-170f240a2c83", "code": 200}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "d6b256d0-8f4a-411d-83c3-e57f8b485b2f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:52.488844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2276a-603b-4acb-936e-da733519c2ca tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Calling delete_port for a627d924-5f05-43d3-92e8-cebe49487568 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:52.488976 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd82e330-2080-4ca7-aa23-50f05f002528 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:52.488976 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dacf64-85aa-40e8-857f-3c2822090211', 'code': 200} Sep 09 09:21:52.488976 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee26517-ed70-4c71-b9ef-170f240a2c83', 'code': 200} Sep 09 09:21:52.488976 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b256d0-8f4a-411d-83c3-e57f8b485b2f', 'code': 200} Sep 09 09:21:52.575707 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:52.649725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port dd77bb5c-f200-4070-9fdc-d93528eaca4b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=dd77bb5c-f200-4070-9fdc-d93528eaca4b,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:52.671558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4939d2-8970-4491-9f25-838ebbc39de5 req-fb220c60-b950-46ff-bdd6-17d91e41f40d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.675236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785e1d-dad2-4db3-9488-bec84755db41 req-a83b2f46-2f7e-4042-b6bc-dde3a6d42076 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.687709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e4939d2-8970-4491-9f25-838ebbc39de5 req-fb220c60-b950-46ff-bdd6-17d91e41f40d tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 950 time: 0.1326773 Sep 09 09:21:52.689189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785e1d-dad2-4db3-9488-bec84755db41 req-a83b2f46-2f7e-4042-b6bc-dde3a6d42076 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.691245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785e1d-dad2-4db3-9488-bec84755db41 req-a83b2f46-2f7e-4042-b6bc-dde3a6d42076 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.715352 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785e1d-dad2-4db3-9488-bec84755db41 req-a83b2f46-2f7e-4042-b6bc-dde3a6d42076 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.717747 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:52.718901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c2f69134-2934-42cb-bb06-f7d2b55fb6eb up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:21:52.724255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785e1d-dad2-4db3-9488-bec84755db41 req-a83b2f46-2f7e-4042-b6bc-dde3a6d42076 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.733311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785e1d-dad2-4db3-9488-bec84755db41 req-a83b2f46-2f7e-4042-b6bc-dde3a6d42076 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.741970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785e1d-dad2-4db3-9488-bec84755db41 req-a83b2f46-2f7e-4042-b6bc-dde3a6d42076 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.745090 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6785e1d-dad2-4db3-9488-bec84755db41 req-a83b2f46-2f7e-4042-b6bc-dde3a6d42076 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5441 time: 0.2598062 Sep 09 09:21:52.845348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=dd77bb5c-f200-4070-9fdc-d93528eaca4b,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:52.896408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7947f-1cb2-456b-89fa-5b1d98934d0b req-4c5725ac-6f21-4ac3-b01c-2f60890989d0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.903613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7947f-1cb2-456b-89fa-5b1d98934d0b req-4c5725ac-6f21-4ac3-b01c-2f60890989d0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.910295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7947f-1cb2-456b-89fa-5b1d98934d0b req-4c5725ac-6f21-4ac3-b01c-2f60890989d0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.917595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7947f-1cb2-456b-89fa-5b1d98934d0b req-4c5725ac-6f21-4ac3-b01c-2f60890989d0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.924434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7947f-1cb2-456b-89fa-5b1d98934d0b req-4c5725ac-6f21-4ac3-b01c-2f60890989d0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.931277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7947f-1cb2-456b-89fa-5b1d98934d0b req-4c5725ac-6f21-4ac3-b01c-2f60890989d0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.934658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port c2f69134-2934-42cb-bb06-f7d2b55fb6eb completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:21:52.939322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port c2f69134-2934-42cb-bb06-f7d2b55fb6eb triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:21:52.940102 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:52.940948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7947f-1cb2-456b-89fa-5b1d98934d0b req-4c5725ac-6f21-4ac3-b01c-2f60890989d0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:52.943604 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bdb7947f-1cb2-456b-89fa-5b1d98934d0b req-4c5725ac-6f21-4ac3-b01c-2f60890989d0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.1438470 Sep 09 09:21:52.951508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0e4939d2-8970-4491-9f25-838ebbc39de5 req-720acebd-05c8-4b6d-862b-b2984f818314 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Deleting port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:52.952128 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e4939d2-8970-4491-9f25-838ebbc39de5 req-720acebd-05c8-4b6d-862b-b2984f818314 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:53.012198 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6785e1d-dad2-4db3-9488-bec84755db41 req-192f475b-db5c-41d8-9385-c692506f8cb4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457260 Sep 09 09:21:53.115599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0e4939d2-8970-4491-9f25-838ebbc39de5 req-720acebd-05c8-4b6d-862b-b2984f818314 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] For port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:53.116082 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e4939d2-8970-4491-9f25-838ebbc39de5 req-720acebd-05c8-4b6d-862b-b2984f818314 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:53.133996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0e4939d2-8970-4491-9f25-838ebbc39de5 req-720acebd-05c8-4b6d-862b-b2984f818314 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Calling delete_port for 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:53.158097 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ec2276a-603b-4acb-936e-da733519c2ca tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:53.202968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2276a-603b-4acb-936e-da733519c2ca tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Port': ['ID=a627d924-5f05-43d3-92e8-cebe49487568,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:53.214909 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:53.220725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e246dc7-b963-45b1-a51e-0678d8117488 req-a907dbd3-d90e-487b-bd57-443892822e46 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:53.229160 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e246dc7-b963-45b1-a51e-0678d8117488 req-a907dbd3-d90e-487b-bd57-443892822e46 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 950 time: 0.1078770 Sep 09 09:21:53.261060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c2f69134-2934-42cb-bb06-f7d2b55fb6eb, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:53.315410 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:53.331901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bdb7947f-1cb2-456b-89fa-5b1d98934d0b req-9912b4b5-65f8-423b-8241-993b9031b18f tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465491 Sep 09 09:21:53.333527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e4939d2-8970-4491-9f25-838ebbc39de5 req-720acebd-05c8-4b6d-862b-b2984f818314 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:53.378106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['9ed0b3fd-ef69-4bc6-ae40-51704e69af8c', '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:53.383604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720acebd-05c8-4b6d-862b-b2984f818314 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Pushing event deleted for resources: {'Port': ['ID=9ed0b3fd-ef69-4bc6-ae40-51704e69af8c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:53.424435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ec2276a-603b-4acb-936e-da733519c2ca tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:53.445848 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4939d2-8970-4491-9f25-838ebbc39de5 req-720acebd-05c8-4b6d-862b-b2984f818314 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] No DVR routers for this DVR port 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:21:53.449458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0e4939d2-8970-4491-9f25-838ebbc39de5 req-720acebd-05c8-4b6d-862b-b2984f818314 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:53.451621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e4939d2-8970-4491-9f25-838ebbc39de5 req-720acebd-05c8-4b6d-862b-b2984f818314 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "DELETE /v2.0/ports/9ed0b3fd-ef69-4bc6-ae40-51704e69af8c HTTP/1.1" status: 204 len: 173 time: 0.7603104 Sep 09 09:21:53.452197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ab2fbc-1d99-4b07-9fbc-938516574e5e', 'name': 'network-vif-deleted', 'tag': '9ed0b3fd-ef69-4bc6-ae40-51704e69af8c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:53.454710 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c94ce5-46c0-48ae-8c87-ec8134eba1ac" -d '{"events": [{"server_uuid": "21ab2fbc-1d99-4b07-9fbc-938516574e5e", "name": "network-vif-deleted", "tag": "9ed0b3fd-ef69-4bc6-ae40-51704e69af8c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:53.455971 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e246dc7-b963-45b1-a51e-0678d8117488 req-6ce37493-aa88-4cb7-a52c-eb2c5ed13e26 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252061 Sep 09 09:21:53.523280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:53.554606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7a1dd-e189-4f71-a0dc-5a06054a87c5 req-e8a05a90-40bd-457c-b622-8502f3e338d7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:53.557212 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95e7a1dd-e189-4f71-a0dc-5a06054a87c5 req-e8a05a90-40bd-457c-b622-8502f3e338d7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.0995176 Sep 09 09:21:53.644795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95e7a1dd-e189-4f71-a0dc-5a06054a87c5 req-4b0cc4f3-bc47-4225-aa33-11ec7492a854 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798347 Sep 09 09:21:53.676457 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f685b3-a0b5-4232-8771-8cc1f8b18c1f x-openstack-request-id: req-31f685b3-a0b5-4232-8771-8cc1f8b18c1f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:53.676774 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ab2fbc-1d99-4b07-9fbc-938516574e5e", "name": "network-vif-deleted", "tag": "9ed0b3fd-ef69-4bc6-ae40-51704e69af8c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:53.677010 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31f685b3-a0b5-4232-8771-8cc1f8b18c1f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:53.677530 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ab2fbc-1d99-4b07-9fbc-938516574e5e', 'name': 'network-vif-deleted', 'tag': '9ed0b3fd-ef69-4bc6-ae40-51704e69af8c', 'status': 'completed', 'code': 200} Sep 09 09:21:53.705436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec2276a-603b-4acb-936e-da733519c2ca tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Router 9684e69c-ccf7-4904-b365-030308012942 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:21:53.805051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec2276a-603b-4acb-936e-da733519c2ca tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:21:53.815976 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5ec2276a-603b-4acb-936e-da733519c2ca tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "PUT /v2.0/routers/9684e69c-ccf7-4904-b365-030308012942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6779947 Sep 09 09:21:53.816474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34906) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:53.839323 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b567600-2dc8-49c4-939e-405b90241a42 None None] Sync routers for ids ['9684e69c-ccf7-4904-b365-030308012942'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:21:53.867911 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b567600-2dc8-49c4-939e-405b90241a42 None None] Routers {'9684e69c-ccf7-4904-b365-030308012942'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:21:53.871669 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9b567600-2dc8-49c4-939e-405b90241a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:21:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9684e69c-ccf7-4904-b365-030308012942'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:53.873288 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-a251497f-689c-4f27-bff0-873bb07405c7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] show failed (client error): The resource could not be found. Sep 09 09:21:53.878762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34910) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:53.883639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8cfd1970-763e-4de5-b687-88b9ca004511 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:53.884184 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a251497f-689c-4f27-bff0-873bb07405c7 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1081579315 HTTP/1.1" status: 404 len: 335 time: 0.0663555 Sep 09 09:21:53.910173 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9b567600-2dc8-49c4-939e-405b90241a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:53.920650 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b567600-2dc8-49c4-939e-405b90241a42 None None] Routers {'9684e69c-ccf7-4904-b365-030308012942'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:21:53.921201 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9b567600-2dc8-49c4-939e-405b90241a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:21:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9684e69c-ccf7-4904-b365-030308012942'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:53.924106 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-8cfd1970-763e-4de5-b687-88b9ca004511 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] update failed (client error): The resource could not be found. Sep 09 09:21:53.925187 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8cfd1970-763e-4de5-b687-88b9ca004511 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1676303377 HTTP/1.1" status: 404 len: 335 time: 0.0453951 Sep 09 09:21:53.929186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34914) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:53.955541 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9b567600-2dc8-49c4-939e-405b90241a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:53.956250 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b567600-2dc8-49c4-939e-405b90241a42 None None] The sync data for ids ['9684e69c-ccf7-4904-b365-030308012942'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:21:54.002488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-65801b0b-d631-46e1-acb3-e95bfae3b0a6 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Deleting subnet cdaa468c-3479-4002-ab19-f001e4f25eab {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:21:54.006337 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65801b0b-d631-46e1-acb3-e95bfae3b0a6 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:54.052039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65801b0b-d631-46e1-acb3-e95bfae3b0a6 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:54.180685 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65801b0b-d631-46e1-acb3-e95bfae3b0a6 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:54.216682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197931-dac4-463f-bb20-67b835eedf94 req-dc190c9a-e113-47ed-bb0d-4a5c72ca4ef6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.222601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197931-dac4-463f-bb20-67b835eedf94 req-dc190c9a-e113-47ed-bb0d-4a5c72ca4ef6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.228516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197931-dac4-463f-bb20-67b835eedf94 req-dc190c9a-e113-47ed-bb0d-4a5c72ca4ef6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.234997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197931-dac4-463f-bb20-67b835eedf94 req-dc190c9a-e113-47ed-bb0d-4a5c72ca4ef6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.240917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197931-dac4-463f-bb20-67b835eedf94 req-dc190c9a-e113-47ed-bb0d-4a5c72ca4ef6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.246882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197931-dac4-463f-bb20-67b835eedf94 req-dc190c9a-e113-47ed-bb0d-4a5c72ca4ef6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.253122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197931-dac4-463f-bb20-67b835eedf94 req-dc190c9a-e113-47ed-bb0d-4a5c72ca4ef6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.255090 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-30197931-dac4-463f-bb20-67b835eedf94 req-dc190c9a-e113-47ed-bb0d-4a5c72ca4ef6 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5443 time: 0.1289582 Sep 09 09:21:54.315935 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-30197931-dac4-463f-bb20-67b835eedf94 req-af3e3659-9fda-4a37-8664-5b1fc809ebdd tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461109 Sep 09 09:21:54.371280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da033a-bc07-471a-9491-83d716c3d320 req-af3297a7-9b37-45f8-bf44-eeb380640cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.372383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45da033a-bc07-471a-9491-83d716c3d320 req-af3297a7-9b37-45f8-bf44-eeb380640cc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 1097 time: 0.0427327 Sep 09 09:21:54.400456 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65801b0b-d631-46e1-acb3-e95bfae3b0a6 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:54.439509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65801b0b-d631-46e1-acb3-e95bfae3b0a6 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Subnet': ['ID=cdaa468c-3479-4002-ab19-f001e4f25eab,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:54.441446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65801b0b-d631-46e1-acb3-e95bfae3b0a6 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:54.445811 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-65801b0b-d631-46e1-acb3-e95bfae3b0a6 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "DELETE /v2.0/subnets/cdaa468c-3479-4002-ab19-f001e4f25eab HTTP/1.1" status: 204 len: 168 time: 0.5153167 Sep 09 09:21:54.449622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34926) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:54.451734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc5ae0-a367-45ad-90cd-ba1c78d2fe3f None None] Network f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:54.538413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd77bb5c-f200-4070-9fdc-d93528eaca4b'}, {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:54.541425 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4422fd-207c-4a9c-9708-471610b2ec84" -d '{"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "dd77bb5c-f200-4070-9fdc-d93528eaca4b"}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "c2f69134-2934-42cb-bb06-f7d2b55fb6eb"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:54.550996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c41cc-7db8-4cca-a268-25ce78b63b00 req-ead12167-1bbe-47c2-a0e7-b93a26bac1c0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.558002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c41cc-7db8-4cca-a268-25ce78b63b00 req-ead12167-1bbe-47c2-a0e7-b93a26bac1c0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.573919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c41cc-7db8-4cca-a268-25ce78b63b00 req-ead12167-1bbe-47c2-a0e7-b93a26bac1c0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.573919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c41cc-7db8-4cca-a268-25ce78b63b00 req-ead12167-1bbe-47c2-a0e7-b93a26bac1c0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.580243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c41cc-7db8-4cca-a268-25ce78b63b00 req-ead12167-1bbe-47c2-a0e7-b93a26bac1c0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.586716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c41cc-7db8-4cca-a268-25ce78b63b00 req-ead12167-1bbe-47c2-a0e7-b93a26bac1c0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.593810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c41cc-7db8-4cca-a268-25ce78b63b00 req-ead12167-1bbe-47c2-a0e7-b93a26bac1c0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.596082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-304c41cc-7db8-4cca-a268-25ce78b63b00 req-ead12167-1bbe-47c2-a0e7-b93a26bac1c0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.1641643 Sep 09 09:21:54.625530 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:54.645321 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da033a-bc07-471a-9491-83d716c3d320 req-1adbe531-5bc7-4f3c-8694-f1dd2d55768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.646832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45da033a-bc07-471a-9491-83d716c3d320 req-1adbe531-5bc7-4f3c-8694-f1dd2d55768d service neutron] 10.222.0.41 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 911 time: 0.2674489 Sep 09 09:21:54.648357 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-304c41cc-7db8-4cca-a268-25ce78b63b00 req-8b7af076-dbff-40fe-8e68-2e925c95f072 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455494 Sep 09 09:21:54.653885 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-462a66f8-69c6-47d5-88a9-7e0e2c5e15a2 req-baff9aa8-1353-437d-a163-e96a94fe11d9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ab2fbc-1d99-4b07-9fbc-938516574e5e HTTP/1.1" status: 200 len: 210 time: 0.0614400 Sep 09 09:21:54.706217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45da033a-bc07-471a-9491-83d716c3d320 req-50854bad-0be8-4bac-a1c1-a35dcd3c07a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b HTTP/1.1" status: 200 len: 217 time: 0.0490613 Sep 09 09:21:54.727908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7008b01-81c2-4785-a1b0-197f3e83ef52 None None] DHCP port deletion for f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:21:54.738718 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1168e70-deb4-4f58-89af-49c056a6dafc x-openstack-request-id: req-d1168e70-deb4-4f58-89af-49c056a6dafc {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:54.744461 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "dd77bb5c-f200-4070-9fdc-d93528eaca4b", "code": 200}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-plugged", "status": "completed", "tag": "c2f69134-2934-42cb-bb06-f7d2b55fb6eb", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:54.744461 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1168e70-deb4-4f58-89af-49c056a6dafc {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:54.744461 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd77bb5c-f200-4070-9fdc-d93528eaca4b', 'code': 200} Sep 09 09:21:54.744461 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb', 'code': 200} Sep 09 09:21:54.812758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da033a-bc07-471a-9491-83d716c3d320 req-824024c5-4287-40dd-9234-2083b29f97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.814254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45da033a-bc07-471a-9491-83d716c3d320 req-824024c5-4287-40dd-9234-2083b29f97cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 200 len: 850 time: 0.0834823 Sep 09 09:21:54.825497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b7008b01-81c2-4785-a1b0-197f3e83ef52 None None] Deleting port 115426b1-1ac4-48e4-958c-951acb7c60dc {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:54.825972 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7008b01-81c2-4785-a1b0-197f3e83ef52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:54.871006 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45da033a-bc07-471a-9491-83d716c3d320 req-f076e216-5d0a-4646-bdd2-eb527af8d78d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485759 Sep 09 09:21:54.874469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Deleting port 115426b1-1ac4-48e4-958c-951acb7c60dc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:54.875008 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:54.900862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cff669-9134-4407-8683-b90cf51b0af4 req-0e7e1b72-d532-4179-8792-64447617a04f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:54.903340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b7008b01-81c2-4785-a1b0-197f3e83ef52 None None] For port 115426b1-1ac4-48e4-958c-951acb7c60dc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=115426b1-1ac4-48e4-958c-951acb7c60dc,segment=NetworkSegment(3465dcd8-73e0-4807-8a91-ed7f5472cc1b),segment_id=3465dcd8-73e0-4807-8a91-ed7f5472cc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:54.903907 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7008b01-81c2-4785-a1b0-197f3e83ef52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:54.910375 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-24cff669-9134-4407-8683-b90cf51b0af4 req-0e7e1b72-d532-4179-8792-64447617a04f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.0830259 Sep 09 09:21:54.916824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b7008b01-81c2-4785-a1b0-197f3e83ef52 None None] Calling delete_port for 115426b1-1ac4-48e4-958c-951acb7c60dc owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:54.964822 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-24cff669-9134-4407-8683-b90cf51b0af4 req-c5a1f851-25cf-419e-9782-70d22337aa09 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526035 Sep 09 09:21:55.014060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5538a-41e5-4c23-baae-51dd182ee0f0 req-4287d7f2-6b97-4a3b-9d89-8c3ba30bc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.014060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5538a-41e5-4c23-baae-51dd182ee0f0 req-4287d7f2-6b97-4a3b-9d89-8c3ba30bc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.014060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5538a-41e5-4c23-baae-51dd182ee0f0 req-4287d7f2-6b97-4a3b-9d89-8c3ba30bc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.014060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5538a-41e5-4c23-baae-51dd182ee0f0 req-4287d7f2-6b97-4a3b-9d89-8c3ba30bc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.014877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5538a-41e5-4c23-baae-51dd182ee0f0 req-4287d7f2-6b97-4a3b-9d89-8c3ba30bc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.014877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5538a-41e5-4c23-baae-51dd182ee0f0 req-4287d7f2-6b97-4a3b-9d89-8c3ba30bc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.015311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5538a-41e5-4c23-baae-51dd182ee0f0 req-4287d7f2-6b97-4a3b-9d89-8c3ba30bc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.017257 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-97d5538a-41e5-4c23-baae-51dd182ee0f0 req-4287d7f2-6b97-4a3b-9d89-8c3ba30bc1a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6507 time: 0.1858613 Sep 09 09:21:55.024629 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] For port 115426b1-1ac4-48e4-958c-951acb7c60dc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=115426b1-1ac4-48e4-958c-951acb7c60dc,segment=NetworkSegment(3465dcd8-73e0-4807-8a91-ed7f5472cc1b),segment_id=3465dcd8-73e0-4807-8a91-ed7f5472cc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:55.024997 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:55.056674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Calling delete_port for 115426b1-1ac4-48e4-958c-951acb7c60dc owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:55.063520 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:55.087120 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7008b01-81c2-4785-a1b0-197f3e83ef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:55.090609 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45da033a-bc07-471a-9491-83d716c3d320 req-3aba8605-137e-4ec5-8727-6adf678ca518 service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111650 Sep 09 09:21:55.096937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-97d5538a-41e5-4c23-baae-51dd182ee0f0 req-b084e0df-03a6-4f4c-ad34-af0d68a152a4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1030c417-c232-45e5-bc7d-a1038ef88184&id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688543 Sep 09 09:21:55.123053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7008b01-81c2-4785-a1b0-197f3e83ef52 None None] Pushing event deleted for resources: {'Port': ['ID=115426b1-1ac4-48e4-958c-951acb7c60dc,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:55.130486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7008b01-81c2-4785-a1b0-197f3e83ef52 None None] No DVR routers for this DVR port 115426b1-1ac4-48e4-958c-951acb7c60dc on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:21:55.241051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:55.250623 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45da033a-bc07-471a-9491-83d716c3d320 req-482b1bb6-9182-49ea-af5e-45d900bcb83f service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229362 Sep 09 09:21:55.269703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Port': ['ID=115426b1-1ac4-48e4-958c-951acb7c60dc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:55.273064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] No DVR routers for this DVR port 115426b1-1ac4-48e4-958c-951acb7c60dc on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:21:55.355669 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:55.377326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:55.386839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3465dcd8-73e0-4807-8a91-ed7f5472cc1b') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:55.387846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3465dcd8-73e0-4807-8a91-ed7f5472cc1b') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:55.396942 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:55.432337 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:55.440476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:21:55.440869 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:21:55.443745 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:21:55.515637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce906013-03a0-4f6e-a850-ee44b0c1e4ca req-aba71714-7c45-4f7c-a7b2-4984e6a72d4a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.521383 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce906013-03a0-4f6e-a850-ee44b0c1e4ca req-aba71714-7c45-4f7c-a7b2-4984e6a72d4a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.528308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce906013-03a0-4f6e-a850-ee44b0c1e4ca req-aba71714-7c45-4f7c-a7b2-4984e6a72d4a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.534350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce906013-03a0-4f6e-a850-ee44b0c1e4ca req-aba71714-7c45-4f7c-a7b2-4984e6a72d4a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.540392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce906013-03a0-4f6e-a850-ee44b0c1e4ca req-aba71714-7c45-4f7c-a7b2-4984e6a72d4a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.547218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce906013-03a0-4f6e-a850-ee44b0c1e4ca req-aba71714-7c45-4f7c-a7b2-4984e6a72d4a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.553583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce906013-03a0-4f6e-a850-ee44b0c1e4ca req-aba71714-7c45-4f7c-a7b2-4984e6a72d4a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.555614 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce906013-03a0-4f6e-a850-ee44b0c1e4ca req-aba71714-7c45-4f7c-a7b2-4984e6a72d4a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5443 time: 0.1518521 Sep 09 09:21:55.698378 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:55.712541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 115426b1-1ac4-48e4-958c-951acb7c60dc no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:21:55.741335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 115426b1-1ac4-48e4-958c-951acb7c60dc {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:21:55.741823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 115426b1-1ac4-48e4-958c-951acb7c60dc not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:21:55.803683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e45b1-774a-4703-9d0b-0fa890ffe55f req-89650dbf-99e1-4c6b-a880-80f0d228b408 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.809673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e45b1-774a-4703-9d0b-0fa890ffe55f req-89650dbf-99e1-4c6b-a880-80f0d228b408 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.815699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e45b1-774a-4703-9d0b-0fa890ffe55f req-89650dbf-99e1-4c6b-a880-80f0d228b408 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.821737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e45b1-774a-4703-9d0b-0fa890ffe55f req-89650dbf-99e1-4c6b-a880-80f0d228b408 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.828612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e45b1-774a-4703-9d0b-0fa890ffe55f req-89650dbf-99e1-4c6b-a880-80f0d228b408 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.834586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e45b1-774a-4703-9d0b-0fa890ffe55f req-89650dbf-99e1-4c6b-a880-80f0d228b408 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.835424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:55.842644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e45b1-774a-4703-9d0b-0fa890ffe55f req-89650dbf-99e1-4c6b-a880-80f0d228b408 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:55.843688 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:55.847795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-824e45b1-774a-4703-9d0b-0fa890ffe55f req-89650dbf-99e1-4c6b-a880-80f0d228b408 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.1033208 Sep 09 09:21:55.847939 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "DELETE /v2.0/networks/f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d HTTP/1.1" status: 204 len: 168 time: 1.3951492 Sep 09 09:21:55.848267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34960) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:55.863642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ece3bf-d802-45cb-a7dd-ea98fab3367b tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Network': ['ID=f3813c0f-31ee-4bb0-9d41-ce8cfa48b36d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:55.876547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce906013-03a0-4f6e-a850-ee44b0c1e4ca req-ee5ec1e1-ce8e-463c-8678-411513fb4c73 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3090827 Sep 09 09:21:55.935500 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-824e45b1-774a-4703-9d0b-0fa890ffe55f req-6c2e8f94-b214-4c1a-b630-302ab6780859 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776660 Sep 09 09:21:55.943555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Deleting subnet 20f26ded-20ac-48d4-a8d9-41ae5b0aa32d {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:21:55.947038 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.010462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.099184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81214f-805c-4d47-80ce-ec12c8f3c472 req-9c566d79-447d-43b0-a6e7-763de65f205a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:56.100757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b81214f-805c-4d47-80ce-ec12c8f3c472 req-9c566d79-447d-43b0-a6e7-763de65f205a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.0485277 Sep 09 09:21:56.114825 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.156914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b81214f-805c-4d47-80ce-ec12c8f3c472 req-4345b05b-de13-4445-a1af-959a96714b8a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483654 Sep 09 09:21:56.241110 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.269662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Subnet': ['ID=20f26ded-20ac-48d4-a8d9-41ae5b0aa32d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:56.274157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.276336 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "DELETE /v2.0/subnets/20f26ded-20ac-48d4-a8d9-41ae5b0aa32d HTTP/1.1" status: 204 len: 168 time: 0.4267592 Sep 09 09:21:56.278637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:56.281185 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b9bc5-447c-43e4-91fe-7f9bb7d28b0f None None] Network a15daf05-10b1-4048-b63f-fc14ceec3374 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:56.281477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.281826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.282165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.282648 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.282822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.283147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.283507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.283832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.284157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.284476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.284798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.285134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f7233d-966f-4b7d-a162-6b60e0378dc3 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:21:56.336735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4311070a-c4e8-4b72-9c02-90ad4a4164d1 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Deleting subnet 9125972f-94b3-4f2a-a024-44c80a1b27f3 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:21:56.340375 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4311070a-c4e8-4b72-9c02-90ad4a4164d1 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.387834 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4311070a-c4e8-4b72-9c02-90ad4a4164d1 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.559130 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60de671-e6a7-4bd4-a8d2-86610a656d7d req-6c00bbc1-399b-4be2-96d3-36a8228b66bf tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:56.560790 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60de671-e6a7-4bd4-a8d2-86610a656d7d req-6c00bbc1-399b-4be2-96d3-36a8228b66bf tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 951 time: 0.1379559 Sep 09 09:21:56.564369 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4311070a-c4e8-4b72-9c02-90ad4a4164d1 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.623646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb941029-a17b-468b-912f-4c8498bcfa10 None None] DHCP port deletion for a15daf05-10b1-4048-b63f-fc14ceec3374 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:21:56.642890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60de671-e6a7-4bd4-a8d2-86610a656d7d req-e5336486-b96d-42bf-a84e-1a62bfc34eec tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523784 Sep 09 09:21:56.685002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-eb941029-a17b-468b-912f-4c8498bcfa10 None None] Deleting port 4531511f-d629-4afd-87cc-af9ca37951b6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:56.685486 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb941029-a17b-468b-912f-4c8498bcfa10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.744191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4311070a-c4e8-4b72-9c02-90ad4a4164d1 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.750137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-eb941029-a17b-468b-912f-4c8498bcfa10 None None] For port 4531511f-d629-4afd-87cc-af9ca37951b6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4531511f-d629-4afd-87cc-af9ca37951b6,segment=NetworkSegment(8e4a2da4-297c-4058-a274-934430014949),segment_id=8e4a2da4-297c-4058-a274-934430014949)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:56.750641 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb941029-a17b-468b-912f-4c8498bcfa10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.762375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-eb941029-a17b-468b-912f-4c8498bcfa10 None None] Calling delete_port for 4531511f-d629-4afd-87cc-af9ca37951b6 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:56.773399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311070a-c4e8-4b72-9c02-90ad4a4164d1 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Subnet': ['ID=9125972f-94b3-4f2a-a024-44c80a1b27f3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:56.775393 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4311070a-c4e8-4b72-9c02-90ad4a4164d1 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.777452 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4311070a-c4e8-4b72-9c02-90ad4a4164d1 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "DELETE /v2.0/subnets/9125972f-94b3-4f2a-a024-44c80a1b27f3 HTTP/1.1" status: 204 len: 168 time: 0.4975915 Sep 09 09:21:56.780243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34980) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:56.810363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1398c2-130f-4787-b916-e5cfb031bad1 None None] Network 038d46a8-20ea-4602-b9fb-3f29bdef595d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:56.860094 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:56.957005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Deleting port 4531511f-d629-4afd-87cc-af9ca37951b6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:56.957391 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.009120 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb941029-a17b-468b-912f-4c8498bcfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.047293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb941029-a17b-468b-912f-4c8498bcfa10 None None] Pushing event deleted for resources: {'Port': ['ID=4531511f-d629-4afd-87cc-af9ca37951b6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:57.057793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb941029-a17b-468b-912f-4c8498bcfa10 None None] No DVR routers for this DVR port 4531511f-d629-4afd-87cc-af9ca37951b6 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:21:57.077582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] For port 4531511f-d629-4afd-87cc-af9ca37951b6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4531511f-d629-4afd-87cc-af9ca37951b6,segment=NetworkSegment(8e4a2da4-297c-4058-a274-934430014949),segment_id=8e4a2da4-297c-4058-a274-934430014949)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:57.078365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.090921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6b452-3005-4e0c-a78f-3702a2175bc4 None None] DHCP port deletion for 038d46a8-20ea-4602-b9fb-3f29bdef595d request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:21:57.101922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Calling delete_port for 4531511f-d629-4afd-87cc-af9ca37951b6 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:57.110990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73834445-82bf-4c90-8c9e-b2481fc25656 req-4a889de8-4eab-41d9-936b-d31946f67206 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.117544 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73834445-82bf-4c90-8c9e-b2481fc25656 req-4a889de8-4eab-41d9-936b-d31946f67206 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.126448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73834445-82bf-4c90-8c9e-b2481fc25656 req-4a889de8-4eab-41d9-936b-d31946f67206 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.132379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73834445-82bf-4c90-8c9e-b2481fc25656 req-4a889de8-4eab-41d9-936b-d31946f67206 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.146435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73834445-82bf-4c90-8c9e-b2481fc25656 req-4a889de8-4eab-41d9-936b-d31946f67206 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.156028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73834445-82bf-4c90-8c9e-b2481fc25656 req-4a889de8-4eab-41d9-936b-d31946f67206 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.162070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73834445-82bf-4c90-8c9e-b2481fc25656 req-4a889de8-4eab-41d9-936b-d31946f67206 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.164331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73834445-82bf-4c90-8c9e-b2481fc25656 req-4a889de8-4eab-41d9-936b-d31946f67206 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5443 time: 0.1873586 Sep 09 09:21:57.170293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-83c6b452-3005-4e0c-a78f-3702a2175bc4 None None] Deleting port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:57.170735 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83c6b452-3005-4e0c-a78f-3702a2175bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.218551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b06fd0-e17b-42e9-9f4c-b9e5fe1fccd7 req-f9516a2e-dca1-467d-b860-7ddb1a2908b2 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.219451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73834445-82bf-4c90-8c9e-b2481fc25656 req-d3ae145b-7d9d-4e31-a5e5-899a8b16c622 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477960 Sep 09 09:21:57.224678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b06fd0-e17b-42e9-9f4c-b9e5fe1fccd7 req-f9516a2e-dca1-467d-b860-7ddb1a2908b2 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.230997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b06fd0-e17b-42e9-9f4c-b9e5fe1fccd7 req-f9516a2e-dca1-467d-b860-7ddb1a2908b2 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.237972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b06fd0-e17b-42e9-9f4c-b9e5fe1fccd7 req-f9516a2e-dca1-467d-b860-7ddb1a2908b2 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.244425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b06fd0-e17b-42e9-9f4c-b9e5fe1fccd7 req-f9516a2e-dca1-467d-b860-7ddb1a2908b2 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.251087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b06fd0-e17b-42e9-9f4c-b9e5fe1fccd7 req-f9516a2e-dca1-467d-b860-7ddb1a2908b2 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.257410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b06fd0-e17b-42e9-9f4c-b9e5fe1fccd7 req-f9516a2e-dca1-467d-b860-7ddb1a2908b2 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.265710 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94b06fd0-e17b-42e9-9f4c-b9e5fe1fccd7 req-f9516a2e-dca1-467d-b860-7ddb1a2908b2 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.1616116 Sep 09 09:21:57.272868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-83c6b452-3005-4e0c-a78f-3702a2175bc4 None None] For port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8dfa0a79-f3e8-4563-b3f9-0266da55d5f7,segment=NetworkSegment(b37f6471-186c-482c-a056-3b8ddbcfc37d),segment_id=b37f6471-186c-482c-a056-3b8ddbcfc37d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:57.273637 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83c6b452-3005-4e0c-a78f-3702a2175bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.289922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-83c6b452-3005-4e0c-a78f-3702a2175bc4 None None] Calling delete_port for 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:57.343998 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94b06fd0-e17b-42e9-9f4c-b9e5fe1fccd7 req-4810dce1-48f4-432f-9392-d8265c26b696 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673547 Sep 09 09:21:57.352186 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.404765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Port': ['ID=4531511f-d629-4afd-87cc-af9ca37951b6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:57.414976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] No DVR routers for this DVR port 4531511f-d629-4afd-87cc-af9ca37951b6 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:21:57.469345 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83c6b452-3005-4e0c-a78f-3702a2175bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.503833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f665b4-81b3-4118-8e13-85735f7bbc57 req-7e814e7c-bbb2-433e-8f9a-54596789ba5c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.506599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6b452-3005-4e0c-a78f-3702a2175bc4 None None] Pushing event deleted for resources: {'Port': ['ID=8dfa0a79-f3e8-4563-b3f9-0266da55d5f7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:57.517862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f665b4-81b3-4118-8e13-85735f7bbc57 req-7e814e7c-bbb2-433e-8f9a-54596789ba5c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.518885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6b452-3005-4e0c-a78f-3702a2175bc4 None None] No DVR routers for this DVR port 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:21:57.522083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f665b4-81b3-4118-8e13-85735f7bbc57 req-7e814e7c-bbb2-433e-8f9a-54596789ba5c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.530220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f665b4-81b3-4118-8e13-85735f7bbc57 req-7e814e7c-bbb2-433e-8f9a-54596789ba5c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.536282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f665b4-81b3-4118-8e13-85735f7bbc57 req-7e814e7c-bbb2-433e-8f9a-54596789ba5c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.542900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f665b4-81b3-4118-8e13-85735f7bbc57 req-7e814e7c-bbb2-433e-8f9a-54596789ba5c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.549046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f665b4-81b3-4118-8e13-85735f7bbc57 req-7e814e7c-bbb2-433e-8f9a-54596789ba5c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.551240 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-62f665b4-81b3-4118-8e13-85735f7bbc57 req-7e814e7c-bbb2-433e-8f9a-54596789ba5c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5443 time: 0.1130028 Sep 09 09:21:57.551644 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.562524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35002) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:57.567100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0db991a0-9fe8-4592-9433-933fc69f7cf8 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Request body: {'floatingip': {'port_id': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:21:57.587447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb34a7-d1bd-4aa5-81cd-c2add660b08b req-a613eade-94ed-4a4a-b1ac-54143277e32b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.589168 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31cb34a7-d1bd-4aa5-81cd-c2add660b08b req-a613eade-94ed-4a4a-b1ac-54143277e32b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 945 time: 0.1434631 Sep 09 09:21:57.591338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15daf05-10b1-4048-b63f-fc14ceec3374']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:57.610350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4a2da4-297c-4058-a274-934430014949') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:57.610629 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4a2da4-297c-4058-a274-934430014949') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:57.613957 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0db991a0-9fe8-4592-9433-933fc69f7cf8 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.632989 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.675929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31cb34a7-d1bd-4aa5-81cd-c2add660b08b req-c31861d3-e879-4f45-9369-c1899f19ca5e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755985 Sep 09 09:21:57.677148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.699818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:21:57.700242 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:21:57.703452 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:21:57.778012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4531511f-d629-4afd-87cc-af9ca37951b6 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:21:57.825205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 4531511f-d629-4afd-87cc-af9ca37951b6 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:21:57.825736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4531511f-d629-4afd-87cc-af9ca37951b6 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:21:57.826352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:21:57.865333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:21:57.866790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8dfa0a79-f3e8-4563-b3f9-0266da55d5f7 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:21:57.889272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8bdfe-30a7-4e4b-b8c2-7213287464a4 req-b836c8c3-da83-4cb7-8b37-f47d1a044e32 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.896511 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81a8bdfe-30a7-4e4b-b8c2-7213287464a4 req-b836c8c3-da83-4cb7-8b37-f47d1a044e32 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 951 time: 0.1207447 Sep 09 09:21:57.899722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8253d2-fda7-4668-8209-47b60b0f3ea0 req-54a755e4-2bc1-4aff-9a6a-0adccd499419 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:57.902495 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e8253d2-fda7-4668-8209-47b60b0f3ea0 req-54a755e4-2bc1-4aff-9a6a-0adccd499419 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 951 time: 0.0651155 Sep 09 09:21:57.914025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 2b62e81f-979c-4259-aa9e-e3e481ff038b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:21:57.962377 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81a8bdfe-30a7-4e4b-b8c2-7213287464a4 req-24e8ec15-315d-4b3b-984e-a363ec8dcab6 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce404e26-a5af-4424-997e-23b4972a8b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646129 Sep 09 09:21:57.996821 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.016518 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.021134 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "DELETE /v2.0/networks/a15daf05-10b1-4048-b63f-fc14ceec3374 HTTP/1.1" status: 204 len: 168 time: 1.2397635 Sep 09 09:21:58.022945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a30ec-6cae-44fb-b94d-935b0cafcc7e tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Network': ['ID=a15daf05-10b1-4048-b63f-fc14ceec3374,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:58.023230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35020) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:58.073632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.083462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-1e8253d2-fda7-4668-8209-47b60b0f3ea0 req-973b821a-71e9-4dbd-8289-4df6547eadf9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Deleting port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:58.083814 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1e8253d2-fda7-4668-8209-47b60b0f3ea0 req-973b821a-71e9-4dbd-8289-4df6547eadf9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.103026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b62e81f-979c-4259-aa9e-e3e481ff038b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:58.106086 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01607ec1-2a17-4049-95bf-8877df5608bc" -d '{"events": [{"server_uuid": "53f5e59f-c596-40c2-b354-7064ea8f36cb", "name": "network-vif-unplugged", "status": "completed", "tag": "2b62e81f-979c-4259-aa9e-e3e481ff038b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:58.121570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 2b62e81f-979c-4259-aa9e-e3e481ff038b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:58.149536 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aea3b02-f2fb-4adc-8a6e-10c8146973d8 x-openstack-request-id: req-9aea3b02-f2fb-4adc-8a6e-10c8146973d8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:58.149536 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f5e59f-c596-40c2-b354-7064ea8f36cb", "name": "network-vif-unplugged", "status": "failed", "tag": "2b62e81f-979c-4259-aa9e-e3e481ff038b", "code": 422}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:58.149536 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9aea3b02-f2fb-4adc-8a6e-10c8146973d8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:58.149536 n-d-778696-16 neutron-server[95327]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b62e81f-979c-4259-aa9e-e3e481ff038b', 'code': 422} returned with failed status Sep 09 09:21:58.187322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1e8253d2-fda7-4668-8209-47b60b0f3ea0 req-973b821a-71e9-4dbd-8289-4df6547eadf9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] For port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:58.187972 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1e8253d2-fda7-4668-8209-47b60b0f3ea0 req-973b821a-71e9-4dbd-8289-4df6547eadf9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.195799 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.196388 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.197759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:21:58.212330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-1e8253d2-fda7-4668-8209-47b60b0f3ea0 req-973b821a-71e9-4dbd-8289-4df6547eadf9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Calling delete_port for 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:58.256314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:21:58.257115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 9ed0b3fd-ef69-4bc6-ae40-51704e69af8c not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:21:58.308708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=2b62e81f-979c-4259-aa9e-e3e481ff038b,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:58.372682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.422254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038d46a8-20ea-4602-b9fb-3f29bdef595d']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:58.441139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1e8253d2-fda7-4668-8209-47b60b0f3ea0 req-973b821a-71e9-4dbd-8289-4df6547eadf9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.455763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:21:58.481045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b821a-71e9-4dbd-8289-4df6547eadf9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Pushing event deleted for resources: {'Port': ['ID=10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:58.489524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37f6471-186c-482c-a056-3b8ddbcfc37d') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:58.489823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37f6471-186c-482c-a056-3b8ddbcfc37d') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:58.543812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8253d2-fda7-4668-8209-47b60b0f3ea0 req-973b821a-71e9-4dbd-8289-4df6547eadf9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] No DVR routers for this DVR port 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:21:58.546833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1e8253d2-fda7-4668-8209-47b60b0f3ea0 req-973b821a-71e9-4dbd-8289-4df6547eadf9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.549572 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e8253d2-fda7-4668-8209-47b60b0f3ea0 req-973b821a-71e9-4dbd-8289-4df6547eadf9 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.41 "DELETE /v2.0/ports/10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 HTTP/1.1" status: 204 len: 173 time: 0.6415493 Sep 09 09:21:58.550367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'name': 'network-vif-deleted', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:58.554325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0db991a0-9fe8-4592-9433-933fc69f7cf8 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.560998 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c68663-41bb-403c-ab03-62761135cc32" -d '{"events": [{"server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "name": "network-vif-deleted", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:58.561159 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.579210 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.588194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:21:58.588643 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:21:58.593354 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:21:58.618152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727a251-044a-4c2c-a395-d069ff27b635 req-e388e1cf-f95e-4aca-b637-f733d9cd1edd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:58.624741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727a251-044a-4c2c-a395-d069ff27b635 req-e388e1cf-f95e-4aca-b637-f733d9cd1edd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:58.630775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727a251-044a-4c2c-a395-d069ff27b635 req-e388e1cf-f95e-4aca-b637-f733d9cd1edd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:58.637502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727a251-044a-4c2c-a395-d069ff27b635 req-e388e1cf-f95e-4aca-b637-f733d9cd1edd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:58.643483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727a251-044a-4c2c-a395-d069ff27b635 req-e388e1cf-f95e-4aca-b637-f733d9cd1edd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:58.649410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727a251-044a-4c2c-a395-d069ff27b635 req-e388e1cf-f95e-4aca-b637-f733d9cd1edd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:58.655664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727a251-044a-4c2c-a395-d069ff27b635 req-e388e1cf-f95e-4aca-b637-f733d9cd1edd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:58.657633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8727a251-044a-4c2c-a395-d069ff27b635 req-e388e1cf-f95e-4aca-b637-f733d9cd1edd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.2293329 Sep 09 09:21:58.670313 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0db991a0-9fe8-4592-9433-933fc69f7cf8 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.780153 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8727a251-044a-4c2c-a395-d069ff27b635 req-eae47e28-e4e9-49ad-8d93-132d93881729 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106682 Sep 09 09:21:58.839738 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.849088 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.853673 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "DELETE /v2.0/networks/038d46a8-20ea-4602-b9fb-3f29bdef595d HTTP/1.1" status: 204 len: 168 time: 0.8290291 Sep 09 09:21:58.853998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35066) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:58.857502 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-0db991a0-9fe8-4592-9433-933fc69f7cf8 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Floating IP c11d2dcd-10dd-4f64-a4dd-681d16aa8445 associated. External IP: 172.25.8.229, port: c2f69134-2934-42cb-bb06-f7d2b55fb6eb. Sep 09 09:21:58.870785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb7a4c-df08-488d-bdf3-acb6f5a36b71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Network': ['ID=038d46a8-20ea-4602-b9fb-3f29bdef595d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:58.940517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-682ed311-c46c-427b-aa56-8f2bfbf29de8 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Deleting subnet d7c7ccdd-47bb-4846-aa49-6ebb130c6e2f {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:21:58.944470 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-682ed311-c46c-427b-aa56-8f2bfbf29de8 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:58.997826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-682ed311-c46c-427b-aa56-8f2bfbf29de8 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.000572 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f86e19b-82d5-4f22-9261-79e2d0624817 x-openstack-request-id: req-9f86e19b-82d5-4f22-9261-79e2d0624817 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:59.001114 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315f2384-8d73-43e0-99a9-5c0556d2daa2", "name": "network-vif-deleted", "tag": "10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:59.001460 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f86e19b-82d5-4f22-9261-79e2d0624817 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:59.002387 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315f2384-8d73-43e0-99a9-5c0556d2daa2', 'name': 'network-vif-deleted', 'tag': '10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09', 'status': 'completed', 'code': 200} Sep 09 09:21:59.127404 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-682ed311-c46c-427b-aa56-8f2bfbf29de8 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.246711 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-682ed311-c46c-427b-aa56-8f2bfbf29de8 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.279095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ed311-c46c-427b-aa56-8f2bfbf29de8 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c7ccdd-47bb-4846-aa49-6ebb130c6e2f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:21:59.284353 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-682ed311-c46c-427b-aa56-8f2bfbf29de8 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.286312 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-682ed311-c46c-427b-aa56-8f2bfbf29de8 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "DELETE /v2.0/subnets/d7c7ccdd-47bb-4846-aa49-6ebb130c6e2f HTTP/1.1" status: 204 len: 168 time: 0.4305077 Sep 09 09:21:59.288816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35076) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:21:59.294476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63b68c0-9f72-4285-96f1-fbc3454ce772 None None] Network 8e0bed8c-ccbf-4186-aa9e-0db840c5606a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:21:59.337376 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac7fd78b-42a3-4beb-95b9-c66ea8fb570d req-e7713201-bee2-4c3a-8c7b-62a6d72d6322 tempest-ServersAdminTestJSON-835736594 tempest-ServersAdminTestJSON-835736594-project] 10.222.0.32 "GET /v2.0/ports?device_id=315f2384-8d73-43e0-99a9-5c0556d2daa2 HTTP/1.1" status: 200 len: 210 time: 0.0582800 Sep 09 09:21:59.425935 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.456229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df171a-43fb-487e-9cea-43dd254ec6be req-1b219713-8cfb-4cbe-8181-2063ba37e6ca tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:21:59.463776 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0df171a-43fb-487e-9cea-43dd254ec6be req-1b219713-8cfb-4cbe-8181-2063ba37e6ca tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f5e59f-c596-40c2-b354-7064ea8f36cb HTTP/1.1" status: 200 len: 943 time: 0.1274853 Sep 09 09:21:59.564999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79429ff7-8c4e-4adf-a249-17d1d17595be None None] DHCP port deletion for 8e0bed8c-ccbf-4186-aa9e-0db840c5606a request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:21:59.571167 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db991a0-9fe8-4592-9433-933fc69f7cf8 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Router a059c2ea-e941-472b-afba-8225e2900988 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:21:59.599027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Deleting port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:59.599350 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.619196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-79429ff7-8c4e-4adf-a249-17d1d17595be None None] Deleting port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:59.619196 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79429ff7-8c4e-4adf-a249-17d1d17595be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.639521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d0df171a-43fb-487e-9cea-43dd254ec6be req-b663c92f-3b13-4ff5-832b-c87dc5e9d1ec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Deleting port 2b62e81f-979c-4259-aa9e-e3e481ff038b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:21:59.640003 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d0df171a-43fb-487e-9cea-43dd254ec6be req-b663c92f-3b13-4ff5-832b-c87dc5e9d1ec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.712263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] For port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda,segment=NetworkSegment(97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7),segment_id=97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:59.712263 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.712615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db991a0-9fe8-4592-9433-933fc69f7cf8 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:21:59.729795 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0db991a0-9fe8-4592-9433-933fc69f7cf8 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.738416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-79429ff7-8c4e-4adf-a249-17d1d17595be None None] For port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda,segment=NetworkSegment(97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7),segment_id=97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:59.738883 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79429ff7-8c4e-4adf-a249-17d1d17595be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.744098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106cdf88-e3e7-4d21-92bf-7d742288469a None None] Sync routers for ids ['a059c2ea-e941-472b-afba-8225e2900988'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:21:59.752255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:21:59.776591 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0db991a0-9fe8-4592-9433-933fc69f7cf8 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "PUT /v2.0/floatingips/c11d2dcd-10dd-4f64-a4dd-681d16aa8445 HTTP/1.1" status: 200 len: 991 time: 2.2127650 Sep 09 09:21:59.777467 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:21:59.780263 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "c2f69134-2934-42cb-bb06-f7d2b55fb6eb"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:21:59.795209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Calling delete_port for 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:59.797857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-79429ff7-8c4e-4adf-a249-17d1d17595be None None] Calling delete_port for 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:59.814152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106cdf88-e3e7-4d21-92bf-7d742288469a None None] Routers {'a059c2ea-e941-472b-afba-8225e2900988'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:21:59.814788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-106cdf88-e3e7-4d21-92bf-7d742288469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:21:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a059c2ea-e941-472b-afba-8225e2900988'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:21:59.880615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d0df171a-43fb-487e-9cea-43dd254ec6be req-b663c92f-3b13-4ff5-832b-c87dc5e9d1ec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] For port 2b62e81f-979c-4259-aa9e-e3e481ff038b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=2b62e81f-979c-4259-aa9e-e3e481ff038b,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:21:59.881229 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d0df171a-43fb-487e-9cea-43dd254ec6be req-b663c92f-3b13-4ff5-832b-c87dc5e9d1ec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:21:59.905936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d0df171a-43fb-487e-9cea-43dd254ec6be req-b663c92f-3b13-4ff5-832b-c87dc5e9d1ec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Calling delete_port for 2b62e81f-979c-4259-aa9e-e3e481ff038b owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:21:59.911549 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef8492a-7fe2-408e-ba43-96f994bd4b5b x-openstack-request-id: req-4ef8492a-7fe2-408e-ba43-96f994bd4b5b {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:21:59.918014 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "tag": "c2f69134-2934-42cb-bb06-f7d2b55fb6eb", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:21:59.918014 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ef8492a-7fe2-408e-ba43-96f994bd4b5b {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:21:59.918014 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'tag': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb', 'status': 'completed', 'code': 200} Sep 09 09:22:00.033218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-064891dc-5a35-4299-b11c-a61e94e4de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.033762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-064891dc-5a35-4299-b11c-a61e94e4de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.034251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-064891dc-5a35-4299-b11c-a61e94e4de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.034662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-106cdf88-e3e7-4d21-92bf-7d742288469a None None] Set router a059c2ea-e941-472b-afba-8225e2900988 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:22:00.034858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-064891dc-5a35-4299-b11c-a61e94e4de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.035191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-064891dc-5a35-4299-b11c-a61e94e4de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.035691 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-064891dc-5a35-4299-b11c-a61e94e4de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.036170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-064891dc-5a35-4299-b11c-a61e94e4de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.036328 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.038100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f55-9fed-4f94-adf0-690f7578de48 req-73a695d4-e1cc-4929-8e88-f824e2bc6c46 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.038281 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-064891dc-5a35-4299-b11c-a61e94e4de53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6507 time: 0.0705390 Sep 09 09:22:00.045247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f55-9fed-4f94-adf0-690f7578de48 req-73a695d4-e1cc-4929-8e88-f824e2bc6c46 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.053401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f55-9fed-4f94-adf0-690f7578de48 req-73a695d4-e1cc-4929-8e88-f824e2bc6c46 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.062634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f55-9fed-4f94-adf0-690f7578de48 req-73a695d4-e1cc-4929-8e88-f824e2bc6c46 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.074559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f55-9fed-4f94-adf0-690f7578de48 req-73a695d4-e1cc-4929-8e88-f824e2bc6c46 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.082148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f55-9fed-4f94-adf0-690f7578de48 req-73a695d4-e1cc-4929-8e88-f824e2bc6c46 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.088372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f55-9fed-4f94-adf0-690f7578de48 req-73a695d4-e1cc-4929-8e88-f824e2bc6c46 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.093673 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea2d9f55-9fed-4f94-adf0-690f7578de48 req-73a695d4-e1cc-4929-8e88-f824e2bc6c46 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.1303885 Sep 09 09:22:00.138557 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.146501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea2d9f55-9fed-4f94-adf0-690f7578de48 req-dcdb1ace-e092-4bb9-8b01-1e04781e6c16 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492685 Sep 09 09:22:00.173947 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79429ff7-8c4e-4adf-a249-17d1d17595be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.184555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Port': ['ID=0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:00.191155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] No DVR routers for this DVR port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:22:00.220703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79429ff7-8c4e-4adf-a249-17d1d17595be None None] Pushing event deleted for resources: {'Port': ['ID=0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:00.229370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79429ff7-8c4e-4adf-a249-17d1d17595be None None] No DVR routers for this DVR port 0f5ef1eb-c72b-4d59-bc12-3cae2f1abbda on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:22:00.232715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-50d9db09-cc02-4d2f-af0d-4fd3058fd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.234286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-50d9db09-cc02-4d2f-af0d-4fd3058fd5ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=cde98297-5ac2-4658-b7e9-2b86e45e252b HTTP/1.1" status: 200 len: 917 time: 0.1875818 Sep 09 09:22:00.302297 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d0df171a-43fb-487e-9cea-43dd254ec6be req-b663c92f-3b13-4ff5-832b-c87dc5e9d1ec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.354717 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663c92f-3b13-4ff5-832b-c87dc5e9d1ec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event deleted for resources: {'Port': ['ID=2b62e81f-979c-4259-aa9e-e3e481ff038b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:00.383731 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.389620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-106cdf88-e3e7-4d21-92bf-7d742288469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:13Z', 'revision_number': 4, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'c11d2dcd-10dd-4f64-a4dd-681d16aa8445', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'floating_ip_address': '172.25.8.229', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'port_id': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'mac_address': 'fa:16:3e:84:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:20:32Z', 'updated_at': '2021-09-09T09:21:58Z', 'revision_number': 1, 'project_id': '77c44c0859204d059165e2a3262a3398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8630071-69aa-421a-b5f5-2d3bef597bfc', 'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'mac_address': 'fa:16:3e:b3:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:11Z', 'updated_at': '2021-09-09T09:19:20Z', 'revision_number': 5, 'project_id': '77c44c0859204d059165e2a3262a3398', 'subnets': [{'id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:00.406022 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-df201cb5-26ed-48e1-9b2a-090130fb7983 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f69134-2934-42cb-bb06-f7d2b55fb6eb HTTP/1.1" status: 200 len: 999 time: 0.1457345 Sep 09 09:22:00.433894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106cdf88-e3e7-4d21-92bf-7d742288469a None None] Checking router: a059c2ea-e941-472b-afba-8225e2900988 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:22:00.443207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0bed8c-ccbf-4186-aa9e-0db840c5606a']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:00.454792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106cdf88-e3e7-4d21-92bf-7d742288469a None None] Routers {'a059c2ea-e941-472b-afba-8225e2900988'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:22:00.455466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-106cdf88-e3e7-4d21-92bf-7d742288469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:21:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a059c2ea-e941-472b-afba-8225e2900988'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:00.489599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0df171a-43fb-487e-9cea-43dd254ec6be req-b663c92f-3b13-4ff5-832b-c87dc5e9d1ec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] No DVR routers for this DVR port 2b62e81f-979c-4259-aa9e-e3e481ff038b on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:22:00.492275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:00.492623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f5fa91-f7bb-48de-b9a5-81aaa1dc2eb7') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:00.500883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d0df171a-43fb-487e-9cea-43dd254ec6be req-b663c92f-3b13-4ff5-832b-c87dc5e9d1ec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.500883 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0df171a-43fb-487e-9cea-43dd254ec6be req-b663c92f-3b13-4ff5-832b-c87dc5e9d1ec tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "DELETE /v2.0/ports/2b62e81f-979c-4259-aa9e-e3e481ff038b HTTP/1.1" status: 204 len: 173 time: 1.0360663 Sep 09 09:22:00.512118 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.531069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-2b172a76-d42e-4df7-bdaa-994b43146bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.532594 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-2b172a76-d42e-4df7-bdaa-994b43146bf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eaf9055-4be0-4b7a-8a4c-147c7f236463 HTTP/1.1" status: 200 len: 855 time: 0.1088462 Sep 09 09:22:00.533519 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.539669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:22:00.540071 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:22:00.543100 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:22:00.589786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-106cdf88-e3e7-4d21-92bf-7d742288469a None None] Set router a059c2ea-e941-472b-afba-8225e2900988 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:22:00.639025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-79f6f13c-0ef3-4c05-858a-60455661d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:00.640607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-79f6f13c-0ef3-4c05-858a-60455661d7ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cde98297-5ac2-4658-b7e9-2b86e45e252b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966690 Sep 09 09:22:00.738119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.765144 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.767139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "DELETE /v2.0/networks/8e0bed8c-ccbf-4186-aa9e-0db840c5606a HTTP/1.1" status: 204 len: 168 time: 1.4770772 Sep 09 09:22:00.769643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f50b7-1070-428e-aae1-2e6b2acb5a71 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Pushing event deleted for resources: {'Network': ['ID=8e0bed8c-ccbf-4186-aa9e-0db840c5606a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:00.769869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35104) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:00.790454 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-212e1af2-565d-4f12-baae-b4201eba5a73 service neutron] 10.222.0.24 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420150 Sep 09 09:22:00.812525 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-99fa5d06-a15a-4dbf-aa66-634e49ba80e9 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684e69c-ccf7-4904-b365-030308012942 HTTP/1.1" status: 200 len: 205 time: 0.0393200 Sep 09 09:22:00.814415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35108) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:00.931305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb249c0d-0bc7-45f0-a1bc-8a96c1e8e6c0 req-ca62ca65-8e46-49f5-a654-711025f250ec service neutron] 10.222.0.24 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327994 Sep 09 09:22:00.941162 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-994024d5-6cd5-4889-9799-33af0b2e6819 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:00.967083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-106cdf88-e3e7-4d21-92bf-7d742288469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:13Z', 'revision_number': 4, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'c11d2dcd-10dd-4f64-a4dd-681d16aa8445', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'floating_ip_address': '172.25.8.229', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'port_id': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'mac_address': 'fa:16:3e:84:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:20:32Z', 'updated_at': '2021-09-09T09:21:58Z', 'revision_number': 1, 'project_id': '77c44c0859204d059165e2a3262a3398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8630071-69aa-421a-b5f5-2d3bef597bfc', 'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'mac_address': 'fa:16:3e:b3:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:11Z', 'updated_at': '2021-09-09T09:19:20Z', 'revision_number': 5, 'project_id': '77c44c0859204d059165e2a3262a3398', 'subnets': [{'id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:00.998463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106cdf88-e3e7-4d21-92bf-7d742288469a None None] The sync data for ids ['a059c2ea-e941-472b-afba-8225e2900988'] in n-d-778696-16 is: [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:13Z', 'revision_number': 4, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'c11d2dcd-10dd-4f64-a4dd-681d16aa8445', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'floating_ip_address': '172.25.8.229', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'port_id': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'mac_address': 'fa:16:3e:84:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:20:32Z', 'updated_at': '2021-09-09T09:21:58Z', 'revision_number': 1, 'project_id': '77c44c0859204d059165e2a3262a3398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8630071-69aa-421a-b5f5-2d3bef597bfc', 'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'mac_address': 'fa:16:3e:b3:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:11Z', 'updated_at': '2021-09-09T09:19:20Z', 'revision_number': 5, 'project_id': '77c44c0859204d059165e2a3262a3398', 'subnets': [{'id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:22:01.000355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:01.006906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'name': 'network-vif-deleted', 'tag': '2b62e81f-979c-4259-aa9e-e3e481ff038b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:01.009069 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b01f25-f784-4e51-8520-c99c25098cac" -d '{"events": [{"server_uuid": "53f5e59f-c596-40c2-b354-7064ea8f36cb", "name": "network-vif-deleted", "tag": "2b62e81f-979c-4259-aa9e-e3e481ff038b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:01.059066 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8260520-27f2-430c-88f1-fd0616ea3d30 x-openstack-request-id: req-d8260520-27f2-430c-88f1-fd0616ea3d30 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:01.059066 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f5e59f-c596-40c2-b354-7064ea8f36cb", "name": "network-vif-deleted", "tag": "2b62e81f-979c-4259-aa9e-e3e481ff038b", "status": "failed", "code": 422}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:01.059066 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8260520-27f2-430c-88f1-fd0616ea3d30 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:01.059066 n-d-778696-16 neutron-server[95326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53f5e59f-c596-40c2-b354-7064ea8f36cb', 'name': 'network-vif-deleted', 'tag': '2b62e81f-979c-4259-aa9e-e3e481ff038b', 'status': 'failed', 'code': 422} returned with failed status Sep 09 09:22:01.149835 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-994024d5-6cd5-4889-9799-33af0b2e6819 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:01.152827 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-994024d5-6cd5-4889-9799-33af0b2e6819 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:01.185142 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ef43f5d2-e8e4-46a4-ac75-99530d3e5e91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee7db48c8d3449779d14fdacb4e0a996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831455 Sep 09 09:22:01.187716 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:01.252650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-994024d5-6cd5-4889-9799-33af0b2e6819 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:01.253789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994024d5-6cd5-4889-9799-33af0b2e6819 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Fanout notify agent at l3_agent the message router_deleted on router 9684e69c-ccf7-4904-b365-030308012942 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:22:01.269897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-994024d5-6cd5-4889-9799-33af0b2e6819 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:01.271502 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-994024d5-6cd5-4889-9799-33af0b2e6819 tempest-RoutersNegativeIpV6Test-1770313100 tempest-RoutersNegativeIpV6Test-1770313100-project] 10.222.0.32 "DELETE /v2.0/routers/9684e69c-ccf7-4904-b365-030308012942 HTTP/1.1" status: 204 len: 168 time: 0.4567213 Sep 09 09:22:01.281886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29b3c3fd-2302-4a12-9a33-4c8e80cdbbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:01.342596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29b3c3fd-2302-4a12-9a33-4c8e80cdbbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:01.399103 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e005fb-7774-4c30-b3f4-c9775c7c79cd None None] New status for floating IP c11d2dcd-10dd-4f64-a4dd-681d16aa8445: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:22:01.422105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d887e-924c-4c7a-9ee5-63b4de1a286b req-6c4faae9-eeb5-43d0-8b42-f39bcfe71d68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:01.428923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d887e-924c-4c7a-9ee5-63b4de1a286b req-6c4faae9-eeb5-43d0-8b42-f39bcfe71d68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:01.438387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d887e-924c-4c7a-9ee5-63b4de1a286b req-6c4faae9-eeb5-43d0-8b42-f39bcfe71d68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:01.453600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d887e-924c-4c7a-9ee5-63b4de1a286b req-6c4faae9-eeb5-43d0-8b42-f39bcfe71d68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:01.459865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d887e-924c-4c7a-9ee5-63b4de1a286b req-6c4faae9-eeb5-43d0-8b42-f39bcfe71d68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:01.466454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d887e-924c-4c7a-9ee5-63b4de1a286b req-6c4faae9-eeb5-43d0-8b42-f39bcfe71d68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:01.476095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d887e-924c-4c7a-9ee5-63b4de1a286b req-6c4faae9-eeb5-43d0-8b42-f39bcfe71d68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:01.484049 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c1d887e-924c-4c7a-9ee5-63b4de1a286b req-6c4faae9-eeb5-43d0-8b42-f39bcfe71d68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.2112143 Sep 09 09:22:01.498817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29b3c3fd-2302-4a12-9a33-4c8e80cdbbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:01.503348 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29b3c3fd-2302-4a12-9a33-4c8e80cdbbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:01.507259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-29b3c3fd-2302-4a12-9a33-4c8e80cdbbd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce404e26-a5af-4424-997e-23b4972a8b4f HTTP/1.1" status: 204 len: 168 time: 0.3163075 Sep 09 09:22:01.524578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3c3fd-2302-4a12-9a33-4c8e80cdbbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce404e26-a5af-4424-997e-23b4972a8b4f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:01.553735 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c1d887e-924c-4c7a-9ee5-63b4de1a286b req-d34dd6a9-0fa9-4ebc-8baa-df957aa902db tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686898 Sep 09 09:22:01.718578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-ce27e4a7-bae1-41fd-9bed-985ac0f7167e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:01.720129 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-ce27e4a7-bae1-41fd-9bed-985ac0f7167e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.1152008 Sep 09 09:22:01.742290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-993ea1f3-a26e-404a-a090-270ce5c0d676 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/quotas/8488de5af68f47c9a85ed402dd053b64 HTTP/1.1" status: 200 len: 375 time: 0.0145037 Sep 09 09:22:01.801768 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-13f82217-42bc-4577-b34f-e2b53b0ce541 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492063 Sep 09 09:22:01.833407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35158) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:01.907627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-d5ba27cf-12d1-47f7-b129-c2708c0c59ef service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973322 Sep 09 09:22:01.946635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:22:01.988161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:22:01.996637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 10fd5dba-e61d-4bb4-a119-f9f2ffa7ae09 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:22:01.997205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 2b62e81f-979c-4259-aa9e-e3e481ff038b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:22:02.035815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 2b62e81f-979c-4259-aa9e-e3e481ff038b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:22:02.036221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 2b62e81f-979c-4259-aa9e-e3e481ff038b not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:22:02.056932 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-5b388c0c-1d78-4331-8273-019bf77c9229 service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418018 Sep 09 09:22:02.073911 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1be6fb4e-c6ba-4bd2-9934-d7c70866181e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f364c5b88664aedabc864eaa4fcb12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375395 Sep 09 09:22:02.074917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35168) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:02.129905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:02.152859 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:02.332195 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:02.335304 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:02.336524 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/904fce20-54e9-41ec-869d-b6b9de2e7e1d HTTP/1.1" status: 204 len: 168 time: 0.2605431 Sep 09 09:22:02.350067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904fce20-54e9-41ec-869d-b6b9de2e7e1d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:02.368390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.368831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.369557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.369557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.369822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.373483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.373483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.373483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.373483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.373483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.373483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.373483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c286238-319f-414b-879a-341ca33a411f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:02.393580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35182) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:02.396416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d2cb40ec-d9ee-44ba-beeb-c85a13933de9 req-8ee47aa0-370e-4715-961c-1c95113d6c98 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 210 time: 0.0635214 Sep 09 09:22:02.476374 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-97756e86-43a2-493b-a352-cdc0109af24f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00dc52e7677d4e7e8498cfc27b750acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813012 Sep 09 09:22:02.479032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35186) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:02.551417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d39e78ad-fb72-409d-ba5d-d14d9619d24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:02.570150 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 54a9eada-2302-4987-9a71-5d62c23e0612 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:02.588819 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d39e78ad-fb72-409d-ba5d-d14d9619d24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:02.724421 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d39e78ad-fb72-409d-ba5d-d14d9619d24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:02.727329 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d39e78ad-fb72-409d-ba5d-d14d9619d24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:02.728722 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d39e78ad-fb72-409d-ba5d-d14d9619d24a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f41eb15-8762-4178-842f-9b2a7074a825 HTTP/1.1" status: 204 len: 168 time: 0.2485864 Sep 09 09:22:02.742828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e78ad-fb72-409d-ba5d-d14d9619d24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f41eb15-8762-4178-842f-9b2a7074a825,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:02.801328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d8a4-c629-469b-ba05-6d7e6e574b05 req-0ac55b9a-1aa1-4969-9b12-aec6cffacb68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:02.808893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d8a4-c629-469b-ba05-6d7e6e574b05 req-0ac55b9a-1aa1-4969-9b12-aec6cffacb68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:02.817865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d8a4-c629-469b-ba05-6d7e6e574b05 req-0ac55b9a-1aa1-4969-9b12-aec6cffacb68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:02.824623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d8a4-c629-469b-ba05-6d7e6e574b05 req-0ac55b9a-1aa1-4969-9b12-aec6cffacb68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:02.831547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d8a4-c629-469b-ba05-6d7e6e574b05 req-0ac55b9a-1aa1-4969-9b12-aec6cffacb68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:02.837927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d8a4-c629-469b-ba05-6d7e6e574b05 req-0ac55b9a-1aa1-4969-9b12-aec6cffacb68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:02.844603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d8a4-c629-469b-ba05-6d7e6e574b05 req-0ac55b9a-1aa1-4969-9b12-aec6cffacb68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:02.846875 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52e7d8a4-c629-469b-ba05-6d7e6e574b05 req-0ac55b9a-1aa1-4969-9b12-aec6cffacb68 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5418 time: 0.1735287 Sep 09 09:22:02.908575 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52e7d8a4-c629-469b-ba05-6d7e6e574b05 req-98d0cbcb-3689-4d85-b033-2af0df7cb241 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512288 Sep 09 09:22:02.961412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 54a9eada-2302-4987-9a71-5d62c23e0612, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=54a9eada-2302-4987-9a71-5d62c23e0612,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:02.973775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '54a9eada-2302-4987-9a71-5d62c23e0612', 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28', 'port_id': '54a9eada-2302-4987-9a71-5d62c23e0612', 'mac_address': 'fa:16:3e:73:ce:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2383f1-918d-4ac7-a813-895bf8e33315', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:03.023045 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:03.033095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a9eada-2302-4987-9a71-5d62c23e0612 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:03.052533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 54a9eada-2302-4987-9a71-5d62c23e0612, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=54a9eada-2302-4987-9a71-5d62c23e0612,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:03.117586 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:03.118529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 0b452867-3ba8-45d4-a9a0-2fc91d2100da details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:03.241802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=54a9eada-2302-4987-9a71-5d62c23e0612,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:03.329575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 0b452867-3ba8-45d4-a9a0-2fc91d2100da, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0b452867-3ba8-45d4-a9a0-2fc91d2100da,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:03.343426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '0b452867-3ba8-45d4-a9a0-2fc91d2100da', 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be', 'port_id': '0b452867-3ba8-45d4-a9a0-2fc91d2100da', 'mac_address': 'fa:16:3e:cd:d0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c583d19-5c37-4f47-8332-479ed553c312', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:03.389950 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:03.410963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b452867-3ba8-45d4-a9a0-2fc91d2100da {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:03.452677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 0b452867-3ba8-45d4-a9a0-2fc91d2100da, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0b452867-3ba8-45d4-a9a0-2fc91d2100da,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:03.507409 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:03.509061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:03.545163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7c83d0ef-c6df-4fd6-8c41-da57e9f991f8 req-edb2ccb3-6851-41d8-a8f5-fed92921bd3c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 210 time: 0.0502594 Sep 09 09:22:03.608690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:03.632296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e', 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28', 'port_id': 'bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e', 'mac_address': 'fa:16:3e:6e:02:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2383f1-918d-4ac7-a813-895bf8e33315', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:03.637347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=0b452867-3ba8-45d4-a9a0-2fc91d2100da,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:03.693794 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:03.708055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:03.732256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:03.783579 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:03.784467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 0945a5a1-1382-439d-8477-1f7be1080912 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:03.803772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35246) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:03.888950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:03.959037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 0945a5a1-1382-439d-8477-1f7be1080912, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0945a5a1-1382-439d-8477-1f7be1080912,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:03.973946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '0945a5a1-1382-439d-8477-1f7be1080912', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'port_id': '0945a5a1-1382-439d-8477-1f7be1080912', 'mac_address': 'fa:16:3e:b4:54:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:03.989171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1717725596'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:04.044056 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.061024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0945a5a1-1382-439d-8477-1f7be1080912 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:04.081331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8c1b-8621-4879-b589-35e24c0e560e req-c87742a3-11e4-4088-82e2-305df936fdd4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:04.083363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 0945a5a1-1382-439d-8477-1f7be1080912, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0945a5a1-1382-439d-8477-1f7be1080912,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:04.089738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8c1b-8621-4879-b589-35e24c0e560e req-c87742a3-11e4-4088-82e2-305df936fdd4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:04.096119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8c1b-8621-4879-b589-35e24c0e560e req-c87742a3-11e4-4088-82e2-305df936fdd4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:04.102376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8c1b-8621-4879-b589-35e24c0e560e req-c87742a3-11e4-4088-82e2-305df936fdd4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:04.108922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8c1b-8621-4879-b589-35e24c0e560e req-c87742a3-11e4-4088-82e2-305df936fdd4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:04.114993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8c1b-8621-4879-b589-35e24c0e560e req-c87742a3-11e4-4088-82e2-305df936fdd4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:04.121187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8c1b-8621-4879-b589-35e24c0e560e req-c87742a3-11e4-4088-82e2-305df936fdd4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:04.123895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b5d8c1b-8621-4879-b589-35e24c0e560e req-c87742a3-11e4-4088-82e2-305df936fdd4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5421 time: 0.1390455 Sep 09 09:22:04.143413 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.144129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6be1f8b0-5a95-4777-b3b4-e3d5df654bda details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:04.145276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Made reservation on behalf of c25531b1036f4d4085fe46f22e3ac0d3 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:22:04.150647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.170239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.260764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:04.277551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=0945a5a1-1382-439d-8477-1f7be1080912,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:04.281005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '6be1f8b0-5a95-4777-b3b4-e3d5df654bda', 'network_id': 'b0b609e8-3ebb-4e45-96f5-45f4fef663be', 'port_id': '6be1f8b0-5a95-4777-b3b4-e3d5df654bda', 'mac_address': 'fa:16:3e:9b:b1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c583d19-5c37-4f47-8332-479ed553c312', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:04.284378 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b5d8c1b-8621-4879-b589-35e24c0e560e req-f9e738cc-e6ad-4536-afad-2f66476d4680 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546202 Sep 09 09:22:04.330557 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.342453 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.345161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be1f8b0-5a95-4777-b3b4-e3d5df654bda {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:04.368164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:04.390491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.424896 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:22:04.434771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9f8be4-99f4-4717-835a-f90a9d810024,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:04.443067 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.443439 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Added segment 389ab477-6ce9-4858-a9de-2d444ac95753 of type vlan for network 148a2355-3266-423e-834d-928d716970c8 Sep 09 09:22:04.446808 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.447536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e6a74eb9-c984-49ee-91be-f4e64312dfb4 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:04.511364 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.523508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e6a74eb9-c984-49ee-91be-f4e64312dfb4, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e6a74eb9-c984-49ee-91be-f4e64312dfb4,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:04.546040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:04.556868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'e6a74eb9-c984-49ee-91be-f4e64312dfb4', 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28', 'port_id': 'e6a74eb9-c984-49ee-91be-f4e64312dfb4', 'mac_address': 'fa:16:3e:a3:9a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2383f1-918d-4ac7-a813-895bf8e33315', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:04.600680 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.607412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:04.608350 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.620690 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.641625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a74eb9-c984-49ee-91be-f4e64312dfb4 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:04.666204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e6a74eb9-c984-49ee-91be-f4e64312dfb4, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e6a74eb9-c984-49ee-91be-f4e64312dfb4,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:04.666447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-e6942d5f-7cb6-46ac-be0c-b673d2201acb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:04.670901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-e6942d5f-7cb6-46ac-be0c-b673d2201acb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.1696131 Sep 09 09:22:04.687476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Request body: {'port': {'device_id': '35e7e5ba-f120-42e3-8eff-745db5050722', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'admin_state_up': True, 'tenant_id': '8488de5af68f47c9a85ed402dd053b64'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:04.730554 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-350d34c7-5062-4281-b89e-c55824e3d7f6 req-379b6114-fe61-4db9-ba0f-25e351987f65 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 210 time: 0.0576110 Sep 09 09:22:04.743523 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.744214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 453ae082-fabe-44d6-98f0-a13b1423af32 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:04.781011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9759934 Sep 09 09:22:04.781914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35282) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:04.782592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74744d3f-1c38-4ad9-ab21-9802950518cd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Pushing event updated for resources: {'Network': ['ID=148a2355-3266-423e-834d-928d716970c8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:04.795897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Request body: {'subnet': {'network_id': '148a2355-3266-423e-834d-928d716970c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:04.811477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 148a2355-3266-423e-834d-928d716970c8 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:22:04.915925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=e6a74eb9-c984-49ee-91be-f4e64312dfb4,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:04.923415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 453ae082-fabe-44d6-98f0-a13b1423af32, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=453ae082-fabe-44d6-98f0-a13b1423af32,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:04.934215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Made reservation on behalf of 8488de5af68f47c9a85ed402dd053b64 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:22:04.941898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '453ae082-fabe-44d6-98f0-a13b1423af32', 'network_id': '41e822bc-d4ae-4d0a-8791-d5bfd0f84b28', 'port_id': '453ae082-fabe-44d6-98f0-a13b1423af32', 'mac_address': 'fa:16:3e:82:c3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2383f1-918d-4ac7-a813-895bf8e33315', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:04.942249 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:04.985632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:05.005816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453ae082-fabe-44d6-98f0-a13b1423af32 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:05.032279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 453ae082-fabe-44d6-98f0-a13b1423af32, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=453ae082-fabe-44d6-98f0-a13b1423af32,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:05.040838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Made reservation on behalf of c25531b1036f4d4085fe46f22e3ac0d3 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:22:05.045273 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:05.101721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Allocated IP 172.20.0.13 (26aaa9bc-15bb-4aa8-b609-bb0d56dcd254/fcecb474-ea10-44b3-96f9-cd7cd9d5e862/a27bac3c-2df5-42fd-a233-764a1c4a82fc) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:22:05.126830 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:05.232455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=453ae082-fabe-44d6-98f0-a13b1423af32,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:05.303942 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:05.382435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:05.431500 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:05.482775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Pushing event updated for resources: {'Subnet': ['ID=0b04be81-ac85-481c-a52a-1790b7bf2899,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:05.501133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Checking segment: {'id': '389ab477-6ce9-4858-a9de-2d444ac95753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '148a2355-3266-423e-834d-928d716970c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:22:05.501284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:22:05.501378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Network hostable DHCP agents. Network: 148a2355-3266-423e-834d-928d716970c8, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:22:05.508289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:22:05.510255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event updated for resources: {'Port': ['ID=a27bac3c-2df5-42fd-a233-764a1c4a82fc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:05.513098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:22:05.514266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432bb33-8604-43c7-930f-d268af78dd32 req-682b2aed-bddc-4c26-bd55-317eeaa39f9d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:05.523043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432bb33-8604-43c7-930f-d268af78dd32 req-682b2aed-bddc-4c26-bd55-317eeaa39f9d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:05.527479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432bb33-8604-43c7-930f-d268af78dd32 req-682b2aed-bddc-4c26-bd55-317eeaa39f9d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:05.533971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432bb33-8604-43c7-930f-d268af78dd32 req-682b2aed-bddc-4c26-bd55-317eeaa39f9d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:05.540390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432bb33-8604-43c7-930f-d268af78dd32 req-682b2aed-bddc-4c26-bd55-317eeaa39f9d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:05.547642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432bb33-8604-43c7-930f-d268af78dd32 req-682b2aed-bddc-4c26-bd55-317eeaa39f9d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:05.560409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432bb33-8604-43c7-930f-d268af78dd32 req-682b2aed-bddc-4c26-bd55-317eeaa39f9d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:05.571469 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4432bb33-8604-43c7-930f-d268af78dd32 req-682b2aed-bddc-4c26-bd55-317eeaa39f9d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5425 time: 0.1786983 Sep 09 09:22:05.571734 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:05.571734 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:05.614581 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4432bb33-8604-43c7-930f-d268af78dd32 req-55c4b34d-1096-48fb-b706-133b3d85a58f tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500789 Sep 09 09:22:05.664188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-17f7c8ef-7a9f-46dc-8d4a-d69bb9aec2c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9809918 Sep 09 09:22:05.675202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Network 148a2355-3266-423e-834d-928d716970c8 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:22:05.679579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Request body: {'port': {'device_id': '35e7e5ba-f120-42e3-8eff-745db5050722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:05.736772 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:05.762174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 148a2355-3266-423e-834d-928d716970c8) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:22:05.766949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:05.767579 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:05.775823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7bad74-2de2-4c1e-a3a1-afd2c0163218 None None] Network 148a2355-3266-423e-834d-928d716970c8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:22:05.889617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b1ebc-6523-4495-8a5f-53c852ae78cd req-d47a7c3c-52ba-454b-8f20-7fda527e0bae tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:05.891260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a13b1ebc-6523-4495-8a5f-53c852ae78cd req-d47a7c3c-52ba-454b-8f20-7fda527e0bae tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 932 time: 0.0587342 Sep 09 09:22:05.902789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6abcd598-d854-4309-ae8a-a72339bbdba0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1075385 Sep 09 09:22:05.903741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35328) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:05.908940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Request body: {'port': {'network_id': '148a2355-3266-423e-834d-928d716970c8', 'name': 'tempest-TagsExtTest-142922154'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:05.942688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-752c4817-6bae-4831-afe8-93603b1d696b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430806 Sep 09 09:22:06.019623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-148a2355-3266-423e-834d-928d716970c8', 'network_id': '148a2355-3266-423e-834d-928d716970c8', 'tenant_id': 'c25531b1036f4d4085fe46f22e3ac0d3', 'fixed_ips': [{'subnet_id': '0b04be81-ac85-481c-a52a-1790b7bf2899'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:22:06.021568 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:06.058710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a13b1ebc-6523-4495-8a5f-53c852ae78cd req-ba2a8515-d4e4-4f99-b7cf-062a14ff5db5 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508361 Sep 09 09:22:06.152551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['54a9eada-2302-4987-9a71-5d62c23e0612'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:06.154698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:06.154865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Made reservation on behalf of c25531b1036f4d4085fe46f22e3ac0d3 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:22:06.157275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['0b452867-3ba8-45d4-a9a0-2fc91d2100da'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:06.161057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e6a74eb9-c984-49ee-91be-f4e64312dfb4'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:06.162429 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:06.186481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] device_id is not set on port a64d8295-6537-4b82-a312-86938597d18f yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:22:06.196351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['0945a5a1-1382-439d-8477-1f7be1080912'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:06.404152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Allocated IP 172.20.0.2 (148a2355-3266-423e-834d-928d716970c8/0b04be81-ac85-481c-a52a-1790b7bf2899/61e913a1-2564-492f-8570-346a9a6c150e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:22:06.524427 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:22:06.605292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-0c117773-01dd-47ef-86ab-46afa1d8ffee tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:06.609029 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-0c117773-01dd-47ef-86ab-46afa1d8ffee tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6383128 Sep 09 09:22:06.630839 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-7fb339e1-8a48-496a-82ed-718e631bc529 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/quotas/3075177ca7204a6db633c5f58d701800 HTTP/1.1" status: 200 len: 375 time: 0.0142448 Sep 09 09:22:06.715685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-83e3f433-ce72-4a01-8028-e10929772d1d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718484 Sep 09 09:22:06.757588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27bac3c-2df5-42fd-a233-764a1c4a82fc {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:06.775332 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:06.804270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Transition to ACTIVE for port object a27bac3c-2df5-42fd-a233-764a1c4a82fc will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:06.839738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2710ba-11e9-482e-8758-ad60855272c2 req-6ded3055-9e45-482c-83d8-1ed97dcbb223 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:06.846450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2710ba-11e9-482e-8758-ad60855272c2 req-6ded3055-9e45-482c-83d8-1ed97dcbb223 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:06.853255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2710ba-11e9-482e-8758-ad60855272c2 req-6ded3055-9e45-482c-83d8-1ed97dcbb223 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:06.860421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2710ba-11e9-482e-8758-ad60855272c2 req-6ded3055-9e45-482c-83d8-1ed97dcbb223 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:06.870328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2710ba-11e9-482e-8758-ad60855272c2 req-6ded3055-9e45-482c-83d8-1ed97dcbb223 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:06.874143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2710ba-11e9-482e-8758-ad60855272c2 req-6ded3055-9e45-482c-83d8-1ed97dcbb223 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:06.880867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:06.882436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2710ba-11e9-482e-8758-ad60855272c2 req-6ded3055-9e45-482c-83d8-1ed97dcbb223 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:06.893845 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df2710ba-11e9-482e-8758-ad60855272c2 req-6ded3055-9e45-482c-83d8-1ed97dcbb223 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5425 time: 0.1885028 Sep 09 09:22:06.938278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Pushing event updated for resources: {'Port': ['ID=a27bac3c-2df5-42fd-a233-764a1c4a82fc,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:06.983083 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df2710ba-11e9-482e-8758-ad60855272c2 req-ac45da47-3726-4c67-84e5-4eedade9bb76 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879011 Sep 09 09:22:07.040615 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a2dfafc2-1e34-45f4-9bbd-2561be48f626 req-92a7269e-70ee-4615-abe3-351a69dc78cd tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 210 time: 0.0543308 Sep 09 09:22:07.051640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['6be1f8b0-5a95-4777-b3b4-e3d5df654bda'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:07.053723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['453ae082-fabe-44d6-98f0-a13b1423af32'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:07.067587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Attempting to bind port a27bac3c-2df5-42fd-a233-764a1c4a82fc on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:22:07.068015 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Attempting to bind port a27bac3c-2df5-42fd-a233-764a1c4a82fc by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:22:07.068426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Attempting to bind port a27bac3c-2df5-42fd-a233-764a1c4a82fc on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:07.073617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Port a27bac3c-2df5-42fd-a233-764a1c4a82fc on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:22:07.074113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Attempting to bind port a27bac3c-2df5-42fd-a233-764a1c4a82fc on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:07.079628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:22:07.080057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Checking segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:22:07.080523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Bound using segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:22:07.081040 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Bound port: a27bac3c-2df5-42fd-a233-764a1c4a82fc, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:22:07.081677 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:07.212412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] For port a27bac3c-2df5-42fd-a233-764a1c4a82fc, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:22:07.217144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] For port a27bac3c-2df5-42fd-a233-764a1c4a82fc, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a27bac3c-2df5-42fd-a233-764a1c4a82fc,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:22:07.231146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb90ae-ecf5-4a7f-805d-64d1f98cd9d0 req-9a0d4eac-aa67-499f-8ed7-368726953c60 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:07.233487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29eb90ae-ecf5-4a7f-805d-64d1f98cd9d0 req-9a0d4eac-aa67-499f-8ed7-368726953c60 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 944 time: 0.0569711 Sep 09 09:22:07.251967 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:07.262092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Transition to ACTIVE for port object 61e913a1-2564-492f-8570-346a9a6c150e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:07.285520 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29eb90ae-ecf5-4a7f-805d-64d1f98cd9d0 req-57f9b5a6-09b8-4a72-8961-89ef1109ac28 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Sep 09 09:22:07.298771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:07.342601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Transition to ACTIVE for port object 61e913a1-2564-492f-8570-346a9a6c150e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:07.343833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:07.344055 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:07.345806 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] 10.222.0.41 "PUT /v2.0/ports/a27bac3c-2df5-42fd-a233-764a1c4a82fc HTTP/1.1" status: 200 len: 1093 time: 1.6718459 Sep 09 09:22:07.348152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e7e5ba-f120-42e3-8eff-745db5050722', 'tag': 'a27bac3c-2df5-42fd-a233-764a1c4a82fc'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:07.351799 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eefdba-2f20-42b3-9563-eedc6fa898f2" -d '{"events": [{"name": "network-changed", "server_uuid": "35e7e5ba-f120-42e3-8eff-745db5050722", "tag": "a27bac3c-2df5-42fd-a233-764a1c4a82fc"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:07.387289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89f2bf-dd29-41c5-91a2-d053a8850894 service neutron] Pushing event updated for resources: {'Port': ['ID=a27bac3c-2df5-42fd-a233-764a1c4a82fc,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:07.428639 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216af35e-ef97-4626-9479-70cbf82763c4 x-openstack-request-id: req-216af35e-ef97-4626-9479-70cbf82763c4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:07.429004 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e7e5ba-f120-42e3-8eff-745db5050722", "tag": "a27bac3c-2df5-42fd-a233-764a1c4a82fc", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:07.429263 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-216af35e-ef97-4626-9479-70cbf82763c4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:07.429839 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e7e5ba-f120-42e3-8eff-745db5050722', 'tag': 'a27bac3c-2df5-42fd-a233-764a1c4a82fc', 'status': 'completed', 'code': 200} Sep 09 09:22:07.448416 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:07.511153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eefdba-2f20-42b3-9563-eedc6fa898f2 req-54bc4a9f-72d5-4675-a9c4-e5f6fdf60a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:07.513219 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8eefdba-2f20-42b3-9563-eedc6fa898f2 req-54bc4a9f-72d5-4675-a9c4-e5f6fdf60a70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 1096 time: 0.0621011 Sep 09 09:22:07.517992 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Network 148a2355-3266-423e-834d-928d716970c8 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:22:07.538904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:22:07.549163 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:22:07.558210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Pushing event updated for resources: {'Port': ['ID=61e913a1-2564-492f-8570-346a9a6c150e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:07.586829 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0235fb81-43af-4230-a6dd-0be31715e9b0 {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:22:07.586829 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:22:07.664410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Attempting to bind port 61e913a1-2564-492f-8570-346a9a6c150e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:22:07.664612 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Attempting to bind port 61e913a1-2564-492f-8570-346a9a6c150e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '389ab477-6ce9-4858-a9de-2d444ac95753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '148a2355-3266-423e-834d-928d716970c8'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:22:07.665059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Attempting to bind port 61e913a1-2564-492f-8570-346a9a6c150e on network 148a2355-3266-423e-834d-928d716970c8 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:07.679479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eefdba-2f20-42b3-9563-eedc6fa898f2 req-5b98639b-91b8-4152-bdf7-1a51ac56142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:07.681002 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8eefdba-2f20-42b3-9563-eedc6fa898f2 req-5b98639b-91b8-4152-bdf7-1a51ac56142d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8488de5af68f47c9a85ed402dd053b64&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1494360 Sep 09 09:22:07.685503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:22:07.685890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Checking segment: {'id': '389ab477-6ce9-4858-a9de-2d444ac95753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '148a2355-3266-423e-834d-928d716970c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:22:07.686298 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:07.686702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Bound using segment: {'id': '389ab477-6ce9-4858-a9de-2d444ac95753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '148a2355-3266-423e-834d-928d716970c8'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:22:07.687177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Bound port: 61e913a1-2564-492f-8570-346a9a6c150e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389ab477-6ce9-4858-a9de-2d444ac95753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '148a2355-3266-423e-834d-928d716970c8'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:22:07.687612 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:07.771014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] For port 61e913a1-2564-492f-8570-346a9a6c150e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:22:07.774869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] For port 61e913a1-2564-492f-8570-346a9a6c150e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=61e913a1-2564-492f-8570-346a9a6c150e,segment=NetworkSegment(389ab477-6ce9-4858-a9de-2d444ac95753),segment_id=389ab477-6ce9-4858-a9de-2d444ac95753)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:22:07.788772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eefdba-2f20-42b3-9563-eedc6fa898f2 req-baa7187a-55e7-4a34-ac9f-d4cb48d19c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:07.790301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8eefdba-2f20-42b3-9563-eedc6fa898f2 req-baa7187a-55e7-4a34-ac9f-d4cb48d19c31 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021264 Sep 09 09:22:07.829841 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:07.873391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-6b55294e-bc80-46dd-817c-c40144e4c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:07.881179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-6b55294e-bc80-46dd-817c-c40144e4c460 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 1096 time: 0.0435450 Sep 09 09:22:07.894460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316be1fb-ccda-4bb6-bd70-1e29a6377cc2 None None] Pushing event updated for resources: {'Port': ['ID=61e913a1-2564-492f-8570-346a9a6c150e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:07.923774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-b340434a-31f0-4583-9cc7-9f4c09cf0e77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a27bac3c-2df5-42fd-a233-764a1c4a82fc HTTP/1.1" status: 200 len: 217 time: 0.0405128 Sep 09 09:22:07.975252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-d6758676-575d-42c9-b926-c96e7de6bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:07.976679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-d6758676-575d-42c9-b926-c96e7de6bd1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 200 len: 850 time: 0.0465753 Sep 09 09:22:08.011089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-3de25051-e657-4b4b-9f3a-2b399b1ab1dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261497 Sep 09 09:22:08.084415 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:08.119527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] device_id is not set on port c88450f4-ac72-49b5-9731-3d85a736e0a7 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:22:08.206707 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-4561b471-8ad4-4b8d-a57d-6a6d74a87297 service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857402 Sep 09 09:22:08.280836 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75859b7-3997-4408-a988-64a5caafdaaa req-893410b5-acf6-426b-84e9-6abf0c769967 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 210 time: 0.0347261 Sep 09 09:22:08.322012 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Allocated IP 172.20.0.10 (148a2355-3266-423e-834d-928d716970c8/0b04be81-ac85-481c-a52a-1790b7bf2899/c88450f4-ac72-49b5-9731-3d85a736e0a7) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:22:08.346459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b90d-cd1c-4407-a75f-9ee17ded3e62 req-7b6cc0ed-c0b5-4430-bedf-45c4b77d9f2d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:08.352616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b90d-cd1c-4407-a75f-9ee17ded3e62 req-7b6cc0ed-c0b5-4430-bedf-45c4b77d9f2d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:08.360122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b90d-cd1c-4407-a75f-9ee17ded3e62 req-7b6cc0ed-c0b5-4430-bedf-45c4b77d9f2d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:08.366425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b90d-cd1c-4407-a75f-9ee17ded3e62 req-7b6cc0ed-c0b5-4430-bedf-45c4b77d9f2d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:08.373253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b90d-cd1c-4407-a75f-9ee17ded3e62 req-7b6cc0ed-c0b5-4430-bedf-45c4b77d9f2d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:08.379274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b90d-cd1c-4407-a75f-9ee17ded3e62 req-7b6cc0ed-c0b5-4430-bedf-45c4b77d9f2d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:08.385709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b90d-cd1c-4407-a75f-9ee17ded3e62 req-7b6cc0ed-c0b5-4430-bedf-45c4b77d9f2d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:08.388098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6834b90d-cd1c-4407-a75f-9ee17ded3e62 req-7b6cc0ed-c0b5-4430-bedf-45c4b77d9f2d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5425 time: 0.2014592 Sep 09 09:22:08.411259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3e6f97-103f-45fd-9ce0-55977cdc1d4a req-436fdb8f-c7ad-4098-86de-c73c8ee07496 service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735947 Sep 09 09:22:08.482828 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6834b90d-cd1c-4407-a75f-9ee17ded3e62 req-873f6c82-db96-44e1-b0dc-88621ba06609 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828919 Sep 09 09:22:08.618742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364c462-5b22-43fa-883a-f1422844e4bc req-d14f480a-a1e3-4cac-84ff-249ffc485cd5 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:08.621129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c364c462-5b22-43fa-883a-f1422844e4bc req-d14f480a-a1e3-4cac-84ff-249ffc485cd5 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 944 time: 0.1048481 Sep 09 09:22:08.624733 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:08.652737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Transition to ACTIVE for port object c88450f4-ac72-49b5-9731-3d85a736e0a7 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:08.681803 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c364c462-5b22-43fa-883a-f1422844e4bc req-c49a8ccf-6ddd-42bb-9dfa-969768476946 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488658 Sep 09 09:22:08.802514 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:08.863118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Network 148a2355-3266-423e-834d-928d716970c8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:22:08.865084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:22:08.869353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:22:08.873106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Pushing event updated for resources: {'Port': ['ID=c88450f4-ac72-49b5-9731-3d85a736e0a7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:08.928051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:08.928720 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:08.996923 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9521a929-9409-47c0-a2a2-5c3f439fee9b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0923820 Sep 09 09:22:08.999404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35396) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:09.004258 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-33250b05-687f-4317-9193-b0f619833bd4 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2119027086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:09.045422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35289f86-9cc2-40a8-8f7d-3ea63ee0a60f None None] Network 148a2355-3266-423e-834d-928d716970c8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:22:09.115323 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33250b05-687f-4317-9193-b0f619833bd4 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:09.116766 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33250b05-687f-4317-9193-b0f619833bd4 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:09.177510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33250b05-687f-4317-9193-b0f619833bd4 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:09.234812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7839ccb0-dbd2-4054-871e-e68266436c74 None None] Provisioning for port 61e913a1-2564-492f-8570-346a9a6c150e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:09.275548 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33250b05-687f-4317-9193-b0f619833bd4 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:09.332027 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-4da86b26-a333-4054-9dd7-fe0d2cc9396d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275371 Sep 09 09:22:09.333505 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33250b05-687f-4317-9193-b0f619833bd4 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:09.334689 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-33250b05-687f-4317-9193-b0f619833bd4 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3342664 Sep 09 09:22:09.337712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35404) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:09.344685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-fd02128d-be27-479e-9fef-cdb1843580a3 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1961113844', 'prefixes': ['172.20.0.0/16']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:09.497680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-437a9db9-7c8f-415b-b035-3342e82303ac req-3d2d92ca-c8d8-4ebf-a9ad-c5263da9ccec tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 210 time: 0.0443740 Sep 09 09:22:09.546617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-acca0e85-5318-4c85-9683-11132a3b9dbd tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:09.551354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-acca0e85-5318-4c85-9683-11132a3b9dbd tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099056 Sep 09 09:22:09.567502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Request body: {'port': {'device_id': 'ee8916b6-2b08-4d45-9f14-47cc34d3f130', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '3075177ca7204a6db633c5f58d701800'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:09.630449 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fd02128d-be27-479e-9fef-cdb1843580a3 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for subnetpool, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:09.636260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fd02128d-be27-479e-9fef-cdb1843580a3 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2964149 Sep 09 09:22:09.636902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35418) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:09.642802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0d677e1d-2937-4647-a205-cc2f03002cff None None] Provisioning for port c88450f4-ac72-49b5-9731-3d85a736e0a7 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:09.644301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-98608278-f55c-4f9b-bb6e-f9bdb6ed295c tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899', 'tempest-TagsExtTest-Tag-360881487') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:09.655773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0d677e1d-2937-4647-a205-cc2f03002cff None None] Provisioning complete for port c88450f4-ac72-49b5-9731-3d85a736e0a7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:09.655773 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d677e1d-2937-4647-a205-cc2f03002cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:09.758834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0d677e1d-2937-4647-a205-cc2f03002cff None None] Port c88450f4-ac72-49b5-9731-3d85a736e0a7 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:22:09.806692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b63291-06bd-4e63-b4f8-1c88af6bd0c0 req-e73e6a53-831e-4b7a-8293-47eac04b7c23 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:09.816042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b63291-06bd-4e63-b4f8-1c88af6bd0c0 req-e73e6a53-831e-4b7a-8293-47eac04b7c23 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:09.824023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b63291-06bd-4e63-b4f8-1c88af6bd0c0 req-e73e6a53-831e-4b7a-8293-47eac04b7c23 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:09.833110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b63291-06bd-4e63-b4f8-1c88af6bd0c0 req-e73e6a53-831e-4b7a-8293-47eac04b7c23 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:09.841211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b63291-06bd-4e63-b4f8-1c88af6bd0c0 req-e73e6a53-831e-4b7a-8293-47eac04b7c23 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:09.855465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b63291-06bd-4e63-b4f8-1c88af6bd0c0 req-e73e6a53-831e-4b7a-8293-47eac04b7c23 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:09.863948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b63291-06bd-4e63-b4f8-1c88af6bd0c0 req-e73e6a53-831e-4b7a-8293-47eac04b7c23 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:09.866058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05b63291-06bd-4e63-b4f8-1c88af6bd0c0 req-e73e6a53-831e-4b7a-8293-47eac04b7c23 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5425 time: 0.2730541 Sep 09 09:22:09.879544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797b54-f2e7-4b6f-974b-8cc671139101 req-891192a9-7c8d-47e4-aa33-38f8f1d5a5f7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:09.890689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 61e913a1-2564-492f-8570-346a9a6c150e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:09.892105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc797b54-f2e7-4b6f-974b-8cc671139101 req-891192a9-7c8d-47e4-aa33-38f8f1d5a5f7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 944 time: 0.0819881 Sep 09 09:22:09.909735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Made reservation on behalf of 3075177ca7204a6db633c5f58d701800 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:22:09.914019 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:09.943017 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:09.950005 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05b63291-06bd-4e63-b4f8-1c88af6bd0c0 req-384e278f-4178-4097-b460-bd393b5914e7 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733907 Sep 09 09:22:09.969089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc797b54-f2e7-4b6f-974b-8cc671139101 req-64e98bf0-e2aa-4c67-affe-1b6508f58d4b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757296 Sep 09 09:22:09.986267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ea6ddd18-8de7-4e6a-a50b-dbd91e0a200b None None] Provisioning complete for port c88450f4-ac72-49b5-9731-3d85a736e0a7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:09.986599 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ea6ddd18-8de7-4e6a-a50b-dbd91e0a200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:09.990852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a27bac3c-2df5-42fd-a233-764a1c4a82fc details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:10.034031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 61e913a1-2564-492f-8570-346a9a6c150e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:10.055793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 61e913a1-2564-492f-8570-346a9a6c150e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:10.055793 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:10.063294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:10.076726 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-98608278-f55c-4f9b-bb6e-f9bdb6ed295c tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags/tempest-TagsExtTest-Tag-360881487 HTTP/1.1" status: 201 len: 201 time: 0.4374099 Sep 09 09:22:10.079006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35426) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:10.082421 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ea6ddd18-8de7-4e6a-a50b-dbd91e0a200b None None] Port c88450f4-ac72-49b5-9731-3d85a736e0a7 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:22:10.083780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-56e88571-fd12-439d-bfff-00bfe86d5d42 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7', 'tempest-TagsExtTest-Tag-1446832542') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:10.126559 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:10.197142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c8ea5a-41c3-42d4-a902-328d654e8cba,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:10.203213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a27bac3c-2df5-42fd-a233-764a1c4a82fc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a27bac3c-2df5-42fd-a233-764a1c4a82fc,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:10.220850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'a27bac3c-2df5-42fd-a233-764a1c4a82fc', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'port_id': 'a27bac3c-2df5-42fd-a233-764a1c4a82fc', 'mac_address': 'fa:16:3e:58:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcecb474-ea10-44b3-96f9-cd7cd9d5e862', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:10.230969 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:10.239302 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-56e88571-fd12-439d-bfff-00bfe86d5d42 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags/tempest-TagsExtTest-Tag-1446832542 HTTP/1.1" status: 201 len: 201 time: 0.1567116 Sep 09 09:22:10.239762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35430) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:10.245205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-43b3144b-a99a-43c6-b83c-7fb357c2f512 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722', 'tempest-TagsExtTest-Tag-249341407') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:10.279257 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Allocated IP 192.168.233.136 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/a9cd282a-419c-46f6-bf52-62f8624d6e5d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:22:10.296535 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:10.310069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 61e913a1-2564-492f-8570-346a9a6c150e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=61e913a1-2564-492f-8570-346a9a6c150e,segment=NetworkSegment(389ab477-6ce9-4858-a9de-2d444ac95753),segment_id=389ab477-6ce9-4858-a9de-2d444ac95753)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:10.315362 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27bac3c-2df5-42fd-a233-764a1c4a82fc {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:10.342840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a27bac3c-2df5-42fd-a233-764a1c4a82fc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a27bac3c-2df5-42fd-a233-764a1c4a82fc,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:10.378189 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:10.413408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-43b3144b-a99a-43c6-b83c-7fb357c2f512 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags/tempest-TagsExtTest-Tag-249341407 HTTP/1.1" status: 201 len: 201 time: 0.1725190 Sep 09 09:22:10.415961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35436) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:10.418141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:10.422808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-d20a51c4-f0fe-4cea-b250-24a7936d2dda tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2', 'tempest-TagsExtTest-Tag-1133327974') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:10.433483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=61e913a1-2564-492f-8570-346a9a6c150e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:10.475525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:10.490795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Transition to ACTIVE for port object a9cd282a-419c-46f6-bf52-62f8624d6e5d will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:10.503849 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a27bac3c-2df5-42fd-a233-764a1c4a82fc,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:10.539254 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d20a51c4-f0fe-4cea-b250-24a7936d2dda tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags/tempest-TagsExtTest-Tag-1133327974 HTTP/1.1" status: 201 len: 201 time: 0.1216302 Sep 09 09:22:10.542863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35444) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:10.553719 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-a8d72bbe-f41f-4f02-ba40-b901a296fce7 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:10.605946 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:10.610020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a27bac3c-2df5-42fd-a233-764a1c4a82fc'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:10.640355 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a8d72bbe-f41f-4f02-ba40-b901a296fce7 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags HTTP/1.1" status: 200 len: 240 time: 0.0956419 Sep 09 09:22:10.642578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35446) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:10.649407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-a304e3fb-1a19-4335-847b-c342affd31e3 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899', 'tempest-TagsExtTest-Tag-360881487') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:10.705552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:22:10.708722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event updated for resources: {'Port': ['ID=a9cd282a-419c-46f6-bf52-62f8624d6e5d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:10.720395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:22:10.735629 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a304e3fb-1a19-4335-847b-c342affd31e3 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags/tempest-TagsExtTest-Tag-360881487 HTTP/1.1" status: 204 len: 168 time: 0.0889578 Sep 09 09:22:10.737955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35452) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:10.739897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531750a1-aae3-45c2-a2a4-8606a421214b req-7ecadd3d-22c1-4dfe-874c-df1eb08bf2af tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:10.741913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-531750a1-aae3-45c2-a2a4-8606a421214b req-7ecadd3d-22c1-4dfe-874c-df1eb08bf2af tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 936 time: 0.1510041 Sep 09 09:22:10.742329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:22:10.754183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-b291cdfe-e984-4b52-8e18-9e601ba8f170 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899', 'tempest-TagsExtTest-Tag-360881487') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:10.876621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-531750a1-aae3-45c2-a2a4-8606a421214b req-600964dd-9620-46d1-9cae-12c19d858f47 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185064 Sep 09 09:22:10.882758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:10.883591 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.042622 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b291cdfe-e984-4b52-8e18-9e601ba8f170 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags/tempest-TagsExtTest-Tag-360881487 HTTP/1.1" status: 204 len: 168 time: 0.3031828 Sep 09 09:22:11.043849 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-50a80ff6-b894-4ab0-9dbf-ff1780149840 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4813428 Sep 09 09:22:11.044562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:11.051628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-971d3b3e-4ba9-4d81-93fc-5c49c3a23110 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:11.101100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e40c1-e329-4acc-bd65-aeec8b44909a req-17cfd139-2140-424d-b6a0-ca0a880a70c1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:11.103876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Request body: {'port': {'device_id': 'ee8916b6-2b08-4d45-9f14-47cc34d3f130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:11.107149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e40c1-e329-4acc-bd65-aeec8b44909a req-17cfd139-2140-424d-b6a0-ca0a880a70c1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:11.109269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f46183cf-ae1f-4378-9c0c-14f0e1405fd2 None None] Provisioning for port a9cd282a-419c-46f6-bf52-62f8624d6e5d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:11.114030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e40c1-e329-4acc-bd65-aeec8b44909a req-17cfd139-2140-424d-b6a0-ca0a880a70c1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:11.114708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f46183cf-ae1f-4378-9c0c-14f0e1405fd2 None None] Provisioning complete for port a9cd282a-419c-46f6-bf52-62f8624d6e5d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:11.115460 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f46183cf-ae1f-4378-9c0c-14f0e1405fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.120417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e40c1-e329-4acc-bd65-aeec8b44909a req-17cfd139-2140-424d-b6a0-ca0a880a70c1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:11.127241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e40c1-e329-4acc-bd65-aeec8b44909a req-17cfd139-2140-424d-b6a0-ca0a880a70c1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:11.132329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e40c1-e329-4acc-bd65-aeec8b44909a req-17cfd139-2140-424d-b6a0-ca0a880a70c1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:11.138784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e40c1-e329-4acc-bd65-aeec8b44909a req-17cfd139-2140-424d-b6a0-ca0a880a70c1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:11.140808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a47e40c1-e329-4acc-bd65-aeec8b44909a req-17cfd139-2140-424d-b6a0-ca0a880a70c1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5425 time: 0.0969787 Sep 09 09:22:11.153242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 54a9eada-2302-4987-9a71-5d62c23e0612 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:11.194682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f46183cf-ae1f-4378-9c0c-14f0e1405fd2 None None] Port a9cd282a-419c-46f6-bf52-62f8624d6e5d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:22:11.200355 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a47e40c1-e329-4acc-bd65-aeec8b44909a req-9a6ee792-f8dc-416e-9dec-8e71b2a04986 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531652 Sep 09 09:22:11.236708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4751677-9e67-41f8-a940-5d0c6da53e03 req-7b28c982-c659-408e-8ee8-64ebb4381439 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:11.238234 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4751677-9e67-41f8-a940-5d0c6da53e03 req-7b28c982-c659-408e-8ee8-64ebb4381439 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 945 time: 0.1926780 Sep 09 09:22:11.256842 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.294753 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-971d3b3e-4ba9-4d81-93fc-5c49c3a23110 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags HTTP/1.1" status: 200 len: 205 time: 0.2479160 Sep 09 09:22:11.297556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35462) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:11.298168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 54a9eada-2302-4987-9a71-5d62c23e0612 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:11.302436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-0a1c9ef4-3cbe-4943-88ec-707d755cbdac tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:11.302985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 54a9eada-2302-4987-9a71-5d62c23e0612 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:11.303438 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.333536 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4751677-9e67-41f8-a940-5d0c6da53e03 req-1ac9a198-4e9d-4b7d-84f5-13f0c13d4927 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834961 Sep 09 09:22:11.365727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0a1c9ef4-3cbe-4943-88ec-707d755cbdac tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags HTTP/1.1" status: 200 len: 241 time: 0.0642834 Sep 09 09:22:11.365902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35464) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:11.374442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-284501a2-e168-40e7-97c2-293ffe8bd7af tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7', 'tempest-TagsExtTest-Tag-1446832542') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:11.414357 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.435242 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-284501a2-e168-40e7-97c2-293ffe8bd7af tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags/tempest-TagsExtTest-Tag-1446832542 HTTP/1.1" status: 204 len: 168 time: 0.0683265 Sep 09 09:22:11.436206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35466) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:11.440482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-b4cab38e-7ad4-42f3-a579-c64b5eccaec7 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7', 'tempest-TagsExtTest-Tag-1446832542') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:11.442721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a9eada-2302-4987-9a71-5d62c23e0612'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:11.445312 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c951ca95-85d6-49af-9821-985a17d25920" -d '{"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "54a9eada-2302-4987-9a71-5d62c23e0612"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:11.458609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 54a9eada-2302-4987-9a71-5d62c23e0612, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=54a9eada-2302-4987-9a71-5d62c23e0612,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:11.492903 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ce21f9-d7e1-4eaa-aad7-860f831a107e x-openstack-request-id: req-21ce21f9-d7e1-4eaa-aad7-860f831a107e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:11.493198 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "54a9eada-2302-4987-9a71-5d62c23e0612", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:11.493458 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21ce21f9-d7e1-4eaa-aad7-860f831a107e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:11.493855 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a9eada-2302-4987-9a71-5d62c23e0612', 'code': 200} Sep 09 09:22:11.520797 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.521889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 0b452867-3ba8-45d4-a9a0-2fc91d2100da up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:11.578810 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b4cab38e-7ad4-42f3-a579-c64b5eccaec7 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags/tempest-TagsExtTest-Tag-1446832542 HTTP/1.1" status: 204 len: 168 time: 0.1416705 Sep 09 09:22:11.581478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35470) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:11.593217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-4c739c2b-42d2-41c4-a4c9-857d3aef49bb tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:11.600718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cd282a-419c-46f6-bf52-62f8624d6e5d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:11.609577 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=54a9eada-2302-4987-9a71-5d62c23e0612,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:11.610092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.626239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Transition to ACTIVE for port object a9cd282a-419c-46f6-bf52-62f8624d6e5d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:11.669679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35474) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:11.672041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4c739c2b-42d2-41c4-a4c9-857d3aef49bb tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags HTTP/1.1" status: 200 len: 205 time: 0.0893939 Sep 09 09:22:11.674395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-a655f60b-6622-458c-a32f-8c7ca7dd4a2d tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:11.697521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 0b452867-3ba8-45d4-a9a0-2fc91d2100da completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:11.701642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 0b452867-3ba8-45d4-a9a0-2fc91d2100da triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:11.702024 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.710203 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.755799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 61e913a1-2564-492f-8570-346a9a6c150e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:11.836300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35478) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:11.836563 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a655f60b-6622-458c-a32f-8c7ca7dd4a2d tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags HTTP/1.1" status: 200 len: 240 time: 0.1656001 Sep 09 09:22:11.842525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-b0ff86fe-3142-4fba-bead-57638e2989c5 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722', 'tempest-TagsExtTest-Tag-249341407') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:11.865899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cd282a-419c-46f6-bf52-62f8624d6e5d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:11.870398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 61e913a1-2564-492f-8570-346a9a6c150e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:11.870696 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.874832 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.910045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Attempting to bind port a9cd282a-419c-46f6-bf52-62f8624d6e5d on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:22:11.910693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Attempting to bind port a9cd282a-419c-46f6-bf52-62f8624d6e5d by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:22:11.911197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Attempting to bind port a9cd282a-419c-46f6-bf52-62f8624d6e5d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:11.916219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Port a9cd282a-419c-46f6-bf52-62f8624d6e5d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:22:11.917926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Attempting to bind port a9cd282a-419c-46f6-bf52-62f8624d6e5d on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:11.924115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:22:11.924474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:22:11.924850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:22:11.925543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Bound port: a9cd282a-419c-46f6-bf52-62f8624d6e5d, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:22:11.925902 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:11.965757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 0b452867-3ba8-45d4-a9a0-2fc91d2100da, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0b452867-3ba8-45d4-a9a0-2fc91d2100da,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:12.021533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b0ff86fe-3142-4fba-bead-57638e2989c5 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags/tempest-TagsExtTest-Tag-249341407 HTTP/1.1" status: 204 len: 168 time: 0.1832552 Sep 09 09:22:12.023507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35484) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:12.030540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a27bac3c-2df5-42fd-a233-764a1c4a82fc up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:12.032500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-8cd4e3fb-55a8-44e7-a43c-44efc7299fdc tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722', 'tempest-TagsExtTest-Tag-249341407') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:12.059539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] For port a9cd282a-419c-46f6-bf52-62f8624d6e5d, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:22:12.076055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] For port a9cd282a-419c-46f6-bf52-62f8624d6e5d, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a9cd282a-419c-46f6-bf52-62f8624d6e5d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:22:12.090855 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:12.091719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:12.096103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cfb10-608b-4662-90cc-282174d93349 req-d4f3d8c0-fb58-4006-8ee2-6c10e38c4d50 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.104819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f8cfb10-608b-4662-90cc-282174d93349 req-d4f3d8c0-fb58-4006-8ee2-6c10e38c4d50 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 948 time: 0.0869174 Sep 09 09:22:12.139450 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:12.186169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f8cfb10-608b-4662-90cc-282174d93349 req-e0feb94e-fa9a-4e52-9d3d-e87ec5b18406 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797246 Sep 09 09:22:12.210357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.211008 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:12.212530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/a9cd282a-419c-46f6-bf52-62f8624d6e5d HTTP/1.1" status: 200 len: 1097 time: 1.1647570 Sep 09 09:22:12.215275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8916b6-2b08-4d45-9f14-47cc34d3f130', 'tag': 'a9cd282a-419c-46f6-bf52-62f8624d6e5d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:12.226188 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b169b61-53d9-4d6e-b0ff-678c75095e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8916b6-2b08-4d45-9f14-47cc34d3f130", "tag": "a9cd282a-419c-46f6-bf52-62f8624d6e5d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:12.243506 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8cd4e3fb-55a8-44e7-a43c-44efc7299fdc tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags/tempest-TagsExtTest-Tag-249341407 HTTP/1.1" status: 204 len: 168 time: 0.2173178 Sep 09 09:22:12.246058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35490) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:12.249277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=0b452867-3ba8-45d4-a9a0-2fc91d2100da,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:12.265513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-51880a18-b133-4f1c-9595-9b14acf78dd2 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:12.274663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa0295-426a-44e9-966c-b4544b8659c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cd282a-419c-46f6-bf52-62f8624d6e5d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:12.296028 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1796982-6d11-4908-b5fd-12b26257504e x-openstack-request-id: req-a1796982-6d11-4908-b5fd-12b26257504e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:12.296472 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8916b6-2b08-4d45-9f14-47cc34d3f130", "tag": "a9cd282a-419c-46f6-bf52-62f8624d6e5d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:12.296815 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1796982-6d11-4908-b5fd-12b26257504e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:12.297361 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8916b6-2b08-4d45-9f14-47cc34d3f130', 'tag': 'a9cd282a-419c-46f6-bf52-62f8624d6e5d', 'status': 'completed', 'code': 200} Sep 09 09:22:12.343458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port a27bac3c-2df5-42fd-a233-764a1c4a82fc completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:12.347592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port a27bac3c-2df5-42fd-a233-764a1c4a82fc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:12.347969 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:12.379351 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-51880a18-b133-4f1c-9595-9b14acf78dd2 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags HTTP/1.1" status: 200 len: 205 time: 0.1322260 Sep 09 09:22:12.382148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35494) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:12.389474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-a7674d7c-6a80-4aed-8461-e2d7f3297c6a tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:12.392662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:12.415337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:12.421376 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a7674d7c-6a80-4aed-8461-e2d7f3297c6a tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags HTTP/1.1" status: 200 len: 241 time: 0.0381336 Sep 09 09:22:12.422245 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:12.423980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35496) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:12.432335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-43a1186b-2635-4509-80f6-d1e8748af0d0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2', 'tempest-TagsExtTest-Tag-1133327974') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:12.433008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2545-b07a-4179-bce1-0364cdfed7fa req-a3b6fed7-0b14-4eed-85b1-5085b00d4d69 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.439556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2545-b07a-4179-bce1-0364cdfed7fa req-a3b6fed7-0b14-4eed-85b1-5085b00d4d69 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.446215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2545-b07a-4179-bce1-0364cdfed7fa req-a3b6fed7-0b14-4eed-85b1-5085b00d4d69 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.456212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2545-b07a-4179-bce1-0364cdfed7fa req-a3b6fed7-0b14-4eed-85b1-5085b00d4d69 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.458356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-43a1186b-2635-4509-80f6-d1e8748af0d0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags/tempest-TagsExtTest-Tag-1133327974 HTTP/1.1" status: 204 len: 168 time: 0.0330775 Sep 09 09:22:12.460808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35498) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:12.466061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2545-b07a-4179-bce1-0364cdfed7fa req-a3b6fed7-0b14-4eed-85b1-5085b00d4d69 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.466961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-49109ace-e5bc-4517-a4fe-0cf0b4ce7846 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2', 'tempest-TagsExtTest-Tag-1133327974') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:12.473294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2545-b07a-4179-bce1-0364cdfed7fa req-a3b6fed7-0b14-4eed-85b1-5085b00d4d69 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.479841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2545-b07a-4179-bce1-0364cdfed7fa req-a3b6fed7-0b14-4eed-85b1-5085b00d4d69 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.483876 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da1f2545-b07a-4179-bce1-0364cdfed7fa req-a3b6fed7-0b14-4eed-85b1-5085b00d4d69 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5427 time: 0.1502869 Sep 09 09:22:12.540333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b169b61-53d9-4d6e-b0ff-678c75095e3e req-3081700f-9582-4869-8f47-37bafcb3f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.541945 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b169b61-53d9-4d6e-b0ff-678c75095e3e req-3081700f-9582-4869-8f47-37bafcb3f5e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 1100 time: 0.2195864 Sep 09 09:22:12.585909 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da1f2545-b07a-4179-bce1-0364cdfed7fa req-0f550034-757a-4f24-9ba9-d58acf2188b1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949371 Sep 09 09:22:12.587841 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b169b61-53d9-4d6e-b0ff-678c75095e3e req-7835957f-d1d0-4087-a336-91a7df7a4709 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284376 Sep 09 09:22:12.597353 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:12.598399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfc604-7403-44b0-b4c2-662fe5b762ce req-b52a88e7-30d0-4984-a6db-a895a5622879 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.601698 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-31cfc604-7403-44b0-b4c2-662fe5b762ce req-b52a88e7-30d0-4984-a6db-a895a5622879 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 945 time: 0.1091299 Sep 09 09:22:12.618986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:12.649090 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-31cfc604-7403-44b0-b4c2-662fe5b762ce req-7bf72794-3de2-4857-b704-a66d9f296238 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402884 Sep 09 09:22:12.658653 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-49109ace-e5bc-4517-a4fe-0cf0b4ce7846 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags/tempest-TagsExtTest-Tag-1133327974 HTTP/1.1" status: 204 len: 168 time: 0.1963816 Sep 09 09:22:12.662152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35500) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:12.670111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-3da9c828-683e-4ca9-ae30-df4d2a6c90c5 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:12.709995 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3da9c828-683e-4ca9-ae30-df4d2a6c90c5 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags HTTP/1.1" status: 200 len: 205 time: 0.0461974 Sep 09 09:22:12.712355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35504) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:12.715701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:12.717705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a27bac3c-2df5-42fd-a233-764a1c4a82fc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a27bac3c-2df5-42fd-a233-764a1c4a82fc,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:12.719351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-fb05eef3-b6e1-4826-96d3-7d73ad82f8c0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:12.745191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b169b61-53d9-4d6e-b0ff-678c75095e3e req-7d1f5501-1f09-442f-ab45-135a386c1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.748746 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b169b61-53d9-4d6e-b0ff-678c75095e3e req-7d1f5501-1f09-442f-ab45-135a386c1fb5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538677 Sep 09 09:22:12.754767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fb05eef3-b6e1-4826-96d3-7d73ad82f8c0 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags HTTP/1.1" status: 204 len: 168 time: 0.0412009 Sep 09 09:22:12.757641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35506) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:12.763999 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-d28b513a-22ed-42ca-b4e9-7d3857a959ad tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:12.789660 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:12.791057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 0945a5a1-1382-439d-8477-1f7be1080912 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:12.842927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-5b909fac-bb0a-4195-8b13-e613b60cdf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.844604 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-5b909fac-bb0a-4195-8b13-e613b60cdf56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 1100 time: 0.0517242 Sep 09 09:22:12.881416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:12.889973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d28b513a-22ed-42ca-b4e9-7d3857a959ad tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags HTTP/1.1" status: 204 len: 168 time: 0.1308286 Sep 09 09:22:12.891789 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:12.897798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35510) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:12.903592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-774831b7-f625-4feb-94d0-c53e930c63fd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:12.907790 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-9e43c338-9488-4c99-9336-57a8071852fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a9cd282a-419c-46f6-bf52-62f8624d6e5d HTTP/1.1" status: 200 len: 217 time: 0.0539341 Sep 09 09:22:12.965543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-0eceba6b-e70f-4c71-a9dc-801afeda3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:12.967260 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-0eceba6b-e70f-4c71-a9dc-801afeda3d37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0548921 Sep 09 09:22:12.970386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a27bac3c-2df5-42fd-a233-764a1c4a82fc,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:12.973683 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-774831b7-f625-4feb-94d0-c53e930c63fd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags HTTP/1.1" status: 204 len: 168 time: 0.0745177 Sep 09 09:22:12.983913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35514) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:12.990269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-ac277e9f-f2d5-4a28-a5c7-41567cd225bd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:13.027525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-92a4b5fd-b10e-46c2-b8be-016ae7173ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:13.030360 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-92a4b5fd-b10e-46c2-b8be-016ae7173ae1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551209 Sep 09 09:22:13.041234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 0945a5a1-1382-439d-8477-1f7be1080912 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:13.046388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 0945a5a1-1382-439d-8477-1f7be1080912 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:13.050625 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:13.071815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ac277e9f-f2d5-4a28-a5c7-41567cd225bd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags HTTP/1.1" status: 204 len: 168 time: 0.0862107 Sep 09 09:22:13.079444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35518) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:13.079444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-746ed950-aeb5-4875-98ef-dda941e164bd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899', 'tempest-TagsExtTest-Tag-2081065772') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:13.164888 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:13.174775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-ad7072f7-6d1e-4d1d-8b95-d03b3ec54864 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375272 Sep 09 09:22:13.221913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-746ed950-aeb5-4875-98ef-dda941e164bd tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags/tempest-TagsExtTest-Tag-2081065772 HTTP/1.1" status: 201 len: 201 time: 0.1476605 Sep 09 09:22:13.222841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35522) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:13.229313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-21c2de02-67a8-4a66-8fcc-5c7523815734 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7', 'tempest-TagsExtTest-Tag-2046884253') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:13.395606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 0945a5a1-1382-439d-8477-1f7be1080912, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0945a5a1-1382-439d-8477-1f7be1080912,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:13.442562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-21c2de02-67a8-4a66-8fcc-5c7523815734 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags/tempest-TagsExtTest-Tag-2046884253 HTTP/1.1" status: 201 len: 201 time: 0.2181270 Sep 09 09:22:13.445097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35524) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:13.450581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-43dac0b9-0cf8-4fae-a4e9-b62ecf9a5025 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722', 'tempest-TagsExtTest-Tag-1367382137') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:13.475233 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:13.476337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6be1f8b0-5a95-4777-b3b4-e3d5df654bda up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:13.538839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b452867-3ba8-45d4-a9a0-2fc91d2100da'}, {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e'}, {'server_uuid': '35e7e5ba-f120-42e3-8eff-745db5050722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27bac3c-2df5-42fd-a233-764a1c4a82fc'}, {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0945a5a1-1382-439d-8477-1f7be1080912'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:13.541384 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339e08bb-80ef-4275-8add-c91a4948bd6b" -d '{"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "0b452867-3ba8-45d4-a9a0-2fc91d2100da"}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e"}, {"server_uuid": "35e7e5ba-f120-42e3-8eff-745db5050722", "name": "network-vif-plugged", "status": "completed", "tag": "a27bac3c-2df5-42fd-a233-764a1c4a82fc"}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "0945a5a1-1382-439d-8477-1f7be1080912"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:13.602137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=0945a5a1-1382-439d-8477-1f7be1080912,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:13.628650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f13ad709-a78e-4103-aa03-69dedfb3c824 req-21079bfe-0730-4a01-8679-2a13be238fd4 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471807 Sep 09 09:22:13.641782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff7ce8-fd4a-4f55-bf06-1e10d36db42e req-841301c0-1ea0-4054-9a61-71d06db8d34e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:13.643416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-50ff7ce8-fd4a-4f55-bf06-1e10d36db42e req-841301c0-1ea0-4054-9a61-71d06db8d34e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 948 time: 0.3537264 Sep 09 09:22:13.647858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-43dac0b9-0cf8-4fae-a4e9-b62ecf9a5025 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags/tempest-TagsExtTest-Tag-1367382137 HTTP/1.1" status: 201 len: 201 time: 0.2016835 Sep 09 09:22:13.650478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35530) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:13.657255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-2894c982-bf57-4061-aec5-2c3b9635d6b9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2', 'tempest-TagsExtTest-Tag-495976692') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:13.664555 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6536eaf6-7132-4c9e-a79b-65126010371c x-openstack-request-id: req-6536eaf6-7132-4c9e-a79b-65126010371c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:13.664858 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "0b452867-3ba8-45d4-a9a0-2fc91d2100da", "code": 200}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e", "code": 200}, {"server_uuid": "35e7e5ba-f120-42e3-8eff-745db5050722", "name": "network-vif-plugged", "status": "completed", "tag": "a27bac3c-2df5-42fd-a233-764a1c4a82fc", "code": 200}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "0945a5a1-1382-439d-8477-1f7be1080912", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:13.665175 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6536eaf6-7132-4c9e-a79b-65126010371c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:13.665534 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b452867-3ba8-45d4-a9a0-2fc91d2100da', 'code': 200} Sep 09 09:22:13.665795 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e', 'code': 200} Sep 09 09:22:13.666046 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e7e5ba-f120-42e3-8eff-745db5050722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27bac3c-2df5-42fd-a233-764a1c4a82fc', 'code': 200} Sep 09 09:22:13.666324 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0945a5a1-1382-439d-8477-1f7be1080912', 'code': 200} Sep 09 09:22:13.685872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:13.689839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:13.690242 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:13.694393 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-50ff7ce8-fd4a-4f55-bf06-1e10d36db42e req-9a2f64db-069f-4a2e-a6a7-fe769ea5e277 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444865 Sep 09 09:22:13.784114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2f438-7a3c-41cb-89a3-093c73492da4 req-b829cdbd-8f5b-4802-85c2-10095fa0c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:13.798518 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0cc2f438-7a3c-41cb-89a3-093c73492da4 req-b829cdbd-8f5b-4802-85c2-10095fa0c1b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 1098 time: 0.0922053 Sep 09 09:22:13.808118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2894c982-bf57-4061-aec5-2c3b9635d6b9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags/tempest-TagsExtTest-Tag-495976692 HTTP/1.1" status: 201 len: 201 time: 0.1556356 Sep 09 09:22:13.809514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35536) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:13.814253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-e1425dbe-fef5-45c7-a8d5-c6460b44256b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899', {'tags': ['tempest-TagsExtTest-Tag-1100653569', 'tempest-TagsExtTest-Tag-1305606847', 'tempest-TagsExtTest-Tag-1362194338']}) {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:13.859989 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:13.881362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648f41d-5302-4f47-bea4-e567e2631afa req-92ec77e0-1ff4-46de-8ee7-b2aba3582a44 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:13.883793 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8648f41d-5302-4f47-bea4-e567e2631afa req-92ec77e0-1ff4-46de-8ee7-b2aba3582a44 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.1115952 Sep 09 09:22:13.886405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0cc2f438-7a3c-41cb-89a3-093c73492da4 req-13c3ebfa-479d-4f08-9a10-bfefc2d36b76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641813 Sep 09 09:22:13.910998 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:13.917671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888385-a639-4491-8053-34bd3e16482d req-72cddfa9-4a6f-45f9-b311-343be3e8c097 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:13.923860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888385-a639-4491-8053-34bd3e16482d req-72cddfa9-4a6f-45f9-b311-343be3e8c097 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:13.930027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888385-a639-4491-8053-34bd3e16482d req-72cddfa9-4a6f-45f9-b311-343be3e8c097 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:13.931967 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8648f41d-5302-4f47-bea4-e567e2631afa req-16b437fd-7712-485c-a713-3d3135379d36 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Sep 09 09:22:13.936623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888385-a639-4491-8053-34bd3e16482d req-72cddfa9-4a6f-45f9-b311-343be3e8c097 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:13.943401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888385-a639-4491-8053-34bd3e16482d req-72cddfa9-4a6f-45f9-b311-343be3e8c097 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:13.949891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888385-a639-4491-8053-34bd3e16482d req-72cddfa9-4a6f-45f9-b311-343be3e8c097 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:13.955976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888385-a639-4491-8053-34bd3e16482d req-72cddfa9-4a6f-45f9-b311-343be3e8c097 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:13.957850 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85888385-a639-4491-8053-34bd3e16482d req-72cddfa9-4a6f-45f9-b311-343be3e8c097 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5429 time: 0.1942723 Sep 09 09:22:13.961214 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e1425dbe-fef5-45c7-a8d5-c6460b44256b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags HTTP/1.1" status: 200 len: 318 time: 0.1506596 Sep 09 09:22:13.968424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35540) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:13.979133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-b744a4ee-5b7c-4049-a9bb-455a63fd6991 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:13.989988 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:13.991587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e6a74eb9-c984-49ee-91be-f4e64312dfb4 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:14.045629 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85888385-a639-4491-8053-34bd3e16482d req-e160c205-be55-4686-a1c3-1a6b6de8d696 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761969 Sep 09 09:22:14.076276 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:14.116513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b744a4ee-5b7c-4049-a9bb-455a63fd6991 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags HTTP/1.1" status: 204 len: 168 time: 0.1457894 Sep 09 09:22:14.119011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35544) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:14.123647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-9a8c2c22-671b-4f22-bcc5-4645810f02d2 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899', 'tempest-TagsExtTest-Tag-1100653569') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:14.132062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port e6a74eb9-c984-49ee-91be-f4e64312dfb4 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:14.137151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port e6a74eb9-c984-49ee-91be-f4e64312dfb4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:14.139601 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:14.179777 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-9a8c2c22-671b-4f22-bcc5-4645810f02d2 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:14.180818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9a8c2c22-671b-4f22-bcc5-4645810f02d2 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags/tempest-TagsExtTest-Tag-1100653569 HTTP/1.1" status: 404 len: 329 time: 0.0605109 Sep 09 09:22:14.184339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35546) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:14.188986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-3ad8b39c-0a05-48db-8430-de04415acc7e tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899', 'tempest-TagsExtTest-Tag-1305606847') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:14.236289 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:14.241136 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-3ad8b39c-0a05-48db-8430-de04415acc7e tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:14.242484 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3ad8b39c-0a05-48db-8430-de04415acc7e tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags/tempest-TagsExtTest-Tag-1305606847 HTTP/1.1" status: 404 len: 329 time: 0.0569344 Sep 09 09:22:14.246332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35548) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:14.252198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-2f70891f-058c-43b3-8fda-01cfe8ca2919 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899', 'tempest-TagsExtTest-Tag-1362194338') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:14.271113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e6a74eb9-c984-49ee-91be-f4e64312dfb4, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e6a74eb9-c984-49ee-91be-f4e64312dfb4,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:14.305685 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-2f70891f-058c-43b3-8fda-01cfe8ca2919 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:14.306742 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2f70891f-058c-43b3-8fda-01cfe8ca2919 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags/tempest-TagsExtTest-Tag-1362194338 HTTP/1.1" status: 404 len: 329 time: 0.0586429 Sep 09 09:22:14.310443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35550) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:14.315131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-ca6f4038-8791-4688-8039-b4507a40d4d6 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7', {'tags': ['tempest-TagsExtTest-Tag-529556049', 'tempest-TagsExtTest-Tag-943243237', 'tempest-TagsExtTest-Tag-1643386638']}) {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:14.360598 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:14.361541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 453ae082-fabe-44d6-98f0-a13b1423af32 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:14.409747 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8341fe9c-7172-4f85-88ed-e8cc436c3569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:14.447201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=e6a74eb9-c984-49ee-91be-f4e64312dfb4,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:14.457382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35552) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:14.458497 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ca6f4038-8791-4688-8039-b4507a40d4d6 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags HTTP/1.1" status: 200 len: 316 time: 0.1469679 Sep 09 09:22:14.461802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-dd0148d9-2978-4680-89c8-c5380c1ed7aa tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:14.531656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 453ae082-fabe-44d6-98f0-a13b1423af32 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:14.535885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 453ae082-fabe-44d6-98f0-a13b1423af32 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:14.537661 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:14.590668 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dd0148d9-2978-4680-89c8-c5380c1ed7aa tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags HTTP/1.1" status: 204 len: 168 time: 0.1324844 Sep 09 09:22:14.593436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35554) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:14.598120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-b74bb7d0-70a9-42bd-ac79-23e28abad956 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7', 'tempest-TagsExtTest-Tag-529556049') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:14.621451 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:14.654069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 453ae082-fabe-44d6-98f0-a13b1423af32, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=453ae082-fabe-44d6-98f0-a13b1423af32,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:14.662346 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-b74bb7d0-70a9-42bd-ac79-23e28abad956 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:14.666071 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b74bb7d0-70a9-42bd-ac79-23e28abad956 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags/tempest-TagsExtTest-Tag-529556049 HTTP/1.1" status: 404 len: 328 time: 0.0690124 Sep 09 09:22:14.666965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35556) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:14.671471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-198a380a-9252-436e-8ca4-9175e49bd1c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7', 'tempest-TagsExtTest-Tag-943243237') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:14.697641 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:14.738576 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-198a380a-9252-436e-8ca4-9175e49bd1c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:14.743014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-198a380a-9252-436e-8ca4-9175e49bd1c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags/tempest-TagsExtTest-Tag-943243237 HTTP/1.1" status: 404 len: 328 time: 0.0718884 Sep 09 09:22:14.743014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35560) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:14.749178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-7bbd4d83-bac6-4049-9f96-34c6ef787c3b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7', 'tempest-TagsExtTest-Tag-1643386638') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:14.760634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=453ae082-fabe-44d6-98f0-a13b1423af32,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:14.808566 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-7bbd4d83-bac6-4049-9f96-34c6ef787c3b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:14.811420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7bbd4d83-bac6-4049-9f96-34c6ef787c3b tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags/tempest-TagsExtTest-Tag-1643386638 HTTP/1.1" status: 404 len: 329 time: 0.0660710 Sep 09 09:22:14.816821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35562) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:14.826891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-9fe8d868-e24b-470b-9ea9-8050a6a8c71c tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722', {'tags': ['tempest-TagsExtTest-Tag-1761013608', 'tempest-TagsExtTest-Tag-1995348987', 'tempest-TagsExtTest-Tag-1549106080']}) {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:14.865227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59bf4c-67b7-4ff7-824b-69db0f872e32 req-c12aa26e-51b4-43fd-b553-bf5f92bd37f4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:14.875449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c59bf4c-67b7-4ff7-824b-69db0f872e32 req-c12aa26e-51b4-43fd-b553-bf5f92bd37f4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 948 time: 0.0867131 Sep 09 09:22:14.918716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c59bf4c-67b7-4ff7-824b-69db0f872e32 req-f54ffad4-1efe-4949-8010-60a2c64359b5 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Sep 09 09:22:15.013313 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9fe8d868-e24b-470b-9ea9-8050a6a8c71c tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags HTTP/1.1" status: 200 len: 318 time: 0.1952007 Sep 09 09:22:15.015955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35570) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:15.020917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-353ec6f6-8749-413e-a7c3-04264662c3ef tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:15.055399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39845f01-7f65-4dee-a207-24c5877e940e req-2db063cc-fec0-46b8-b182-e4269a25edda tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.057105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39845f01-7f65-4dee-a207-24c5877e940e req-2db063cc-fec0-46b8-b182-e4269a25edda tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0573747 Sep 09 09:22:15.122967 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39845f01-7f65-4dee-a207-24c5877e940e req-c38a80c9-94c0-402d-9ce3-ebf274e96a0e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582085 Sep 09 09:22:15.516313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95839f-08fe-46f5-8de4-e22803ddd921 req-d447b1be-e068-4adf-a960-846fef4f90cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.522119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95839f-08fe-46f5-8de4-e22803ddd921 req-d447b1be-e068-4adf-a960-846fef4f90cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.528942 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95839f-08fe-46f5-8de4-e22803ddd921 req-d447b1be-e068-4adf-a960-846fef4f90cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.534724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95839f-08fe-46f5-8de4-e22803ddd921 req-d447b1be-e068-4adf-a960-846fef4f90cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.540542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95839f-08fe-46f5-8de4-e22803ddd921 req-d447b1be-e068-4adf-a960-846fef4f90cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.546607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95839f-08fe-46f5-8de4-e22803ddd921 req-d447b1be-e068-4adf-a960-846fef4f90cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.552711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95839f-08fe-46f5-8de4-e22803ddd921 req-d447b1be-e068-4adf-a960-846fef4f90cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.554641 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a95839f-08fe-46f5-8de4-e22803ddd921 req-d447b1be-e068-4adf-a960-846fef4f90cb tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5432 time: 0.1299365 Sep 09 09:22:15.599937 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a95839f-08fe-46f5-8de4-e22803ddd921 req-f1564571-ae51-4955-b2ae-bccedcc08989 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361433 Sep 09 09:22:15.629676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-353ec6f6-8749-413e-a7c3-04264662c3ef tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags HTTP/1.1" status: 204 len: 168 time: 0.6125607 Sep 09 09:22:15.632249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35576) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:15.637414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-c87e3335-ae2f-4bbe-885f-a59cd2e1a662 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722', 'tempest-TagsExtTest-Tag-1761013608') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:15.667718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be1f8b0-5a95-4777-b3b4-e3d5df654bda'}, {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a74eb9-c984-49ee-91be-f4e64312dfb4'}, {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453ae082-fabe-44d6-98f0-a13b1423af32'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:15.670177 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b6b2b6-01fe-45e0-92f5-80aa8bb57ab5" -d '{"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "6be1f8b0-5a95-4777-b3b4-e3d5df654bda"}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "e6a74eb9-c984-49ee-91be-f4e64312dfb4"}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "453ae082-fabe-44d6-98f0-a13b1423af32"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:15.713427 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f533f781-e3a9-4aa5-8053-0282703b3969 x-openstack-request-id: req-f533f781-e3a9-4aa5-8053-0282703b3969 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:15.713735 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "6be1f8b0-5a95-4777-b3b4-e3d5df654bda", "code": 200}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "e6a74eb9-c984-49ee-91be-f4e64312dfb4", "code": 200}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "453ae082-fabe-44d6-98f0-a13b1423af32", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:15.714181 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f533f781-e3a9-4aa5-8053-0282703b3969 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:15.714593 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be1f8b0-5a95-4777-b3b4-e3d5df654bda', 'code': 200} Sep 09 09:22:15.714851 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a74eb9-c984-49ee-91be-f4e64312dfb4', 'code': 200} Sep 09 09:22:15.715108 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453ae082-fabe-44d6-98f0-a13b1423af32', 'code': 200} Sep 09 09:22:15.726695 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-c87e3335-ae2f-4bbe-885f-a59cd2e1a662 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:15.727790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c87e3335-ae2f-4bbe-885f-a59cd2e1a662 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags/tempest-TagsExtTest-Tag-1761013608 HTTP/1.1" status: 404 len: 329 time: 0.0946147 Sep 09 09:22:15.730771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35580) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:15.735113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-d6cefff2-9959-4770-9fa0-b47eb645b9c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722', 'tempest-TagsExtTest-Tag-1995348987') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:15.823706 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-d6cefff2-9959-4770-9fa0-b47eb645b9c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:15.826944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d6cefff2-9959-4770-9fa0-b47eb645b9c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags/tempest-TagsExtTest-Tag-1995348987 HTTP/1.1" status: 404 len: 329 time: 0.0938146 Sep 09 09:22:15.827892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35582) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:15.832558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-6baeecd6-5efc-40d3-aa78-d814d6b48256 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722', 'tempest-TagsExtTest-Tag-1549106080') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:15.885408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d471ccc-21b3-40c3-a26b-3f844cb8a27e req-5d158831-6ab1-407d-9b28-3ecda5cb04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.885978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d471ccc-21b3-40c3-a26b-3f844cb8a27e req-5d158831-6ab1-407d-9b28-3ecda5cb04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.886358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d471ccc-21b3-40c3-a26b-3f844cb8a27e req-5d158831-6ab1-407d-9b28-3ecda5cb04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.886829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d471ccc-21b3-40c3-a26b-3f844cb8a27e req-5d158831-6ab1-407d-9b28-3ecda5cb04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.887296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d471ccc-21b3-40c3-a26b-3f844cb8a27e req-5d158831-6ab1-407d-9b28-3ecda5cb04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.887793 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d471ccc-21b3-40c3-a26b-3f844cb8a27e req-5d158831-6ab1-407d-9b28-3ecda5cb04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.888593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d471ccc-21b3-40c3-a26b-3f844cb8a27e req-5d158831-6ab1-407d-9b28-3ecda5cb04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:15.891023 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d471ccc-21b3-40c3-a26b-3f844cb8a27e req-5d158831-6ab1-407d-9b28-3ecda5cb04a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 6496 time: 0.0736418 Sep 09 09:22:15.931844 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-6baeecd6-5efc-40d3-aa78-d814d6b48256 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:15.939318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6baeecd6-5efc-40d3-aa78-d814d6b48256 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags/tempest-TagsExtTest-Tag-1549106080 HTTP/1.1" status: 404 len: 329 time: 0.1041763 Sep 09 09:22:15.939680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d471ccc-21b3-40c3-a26b-3f844cb8a27e req-47cf2795-97b7-4505-b757-bf8e0aca48bb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391154 Sep 09 09:22:15.941060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35586) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:15.945758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-ce9228cf-6b86-469f-b211-b8c27244a2a8 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2', {'tags': ['tempest-TagsExtTest-Tag-437142208', 'tempest-TagsExtTest-Tag-320720727', 'tempest-TagsExtTest-Tag-804242280']}) {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:16.012479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a9cd282a-419c-46f6-bf52-62f8624d6e5d details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:16.061854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26682f0c-1420-4699-91e6-75d97232ac19 req-edf6f3a6-d2ea-45f3-917f-0c90584bfc56 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:16.063958 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-26682f0c-1420-4699-91e6-75d97232ac19 req-edf6f3a6-d2ea-45f3-917f-0c90584bfc56 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 948 time: 0.0635900 Sep 09 09:22:16.069337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ce9228cf-6b86-469f-b211-b8c27244a2a8 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "PUT /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags HTTP/1.1" status: 200 len: 315 time: 0.1256635 Sep 09 09:22:16.070134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35590) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:16.078437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-d940421f-a9b6-433a-8987-1f6c8d37e4e5 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:16.169148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a9cd282a-419c-46f6-bf52-62f8624d6e5d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a9cd282a-419c-46f6-bf52-62f8624d6e5d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:16.188641 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-26682f0c-1420-4699-91e6-75d97232ac19 req-dd22942b-5c09-44b3-bddb-bfd207adc58e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060925 Sep 09 09:22:16.196319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'a9cd282a-419c-46f6-bf52-62f8624d6e5d', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'a9cd282a-419c-46f6-bf52-62f8624d6e5d', 'mac_address': 'fa:16:3e:99:1a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:16.265109 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:16.282952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cd282a-419c-46f6-bf52-62f8624d6e5d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:16.304671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35598) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:16.305041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d940421f-a9b6-433a-8987-1f6c8d37e4e5 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags HTTP/1.1" status: 204 len: 168 time: 0.2336295 Sep 09 09:22:16.311786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-6b26341a-0e43-469a-96fd-ca0b8644d0e9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2', 'tempest-TagsExtTest-Tag-437142208') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:16.330157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1461392-2f19-42ae-9f99-c814cc5a3ac9 req-d44dcc57-0610-4eab-bbcd-7d14a0821faf tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:16.330971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a9cd282a-419c-46f6-bf52-62f8624d6e5d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a9cd282a-419c-46f6-bf52-62f8624d6e5d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:16.339269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f1461392-2f19-42ae-9f99-c814cc5a3ac9 req-d44dcc57-0610-4eab-bbcd-7d14a0821faf tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0693014 Sep 09 09:22:16.366526 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-6b26341a-0e43-469a-96fd-ca0b8644d0e9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:16.367798 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6b26341a-0e43-469a-96fd-ca0b8644d0e9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags/tempest-TagsExtTest-Tag-437142208 HTTP/1.1" status: 404 len: 328 time: 0.0617197 Sep 09 09:22:16.371501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35600) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:16.375806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-e0d7dbc1-fbf5-4490-8139-90d12817edda tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2', 'tempest-TagsExtTest-Tag-320720727') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:16.386601 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f1461392-2f19-42ae-9f99-c814cc5a3ac9 req-94c08b5f-f7ec-4c8d-a355-9b21297a7203 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461214 Sep 09 09:22:16.389595 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:16.402253 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-e0d7dbc1-fbf5-4490-8139-90d12817edda tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:16.403403 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e0d7dbc1-fbf5-4490-8139-90d12817edda tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags/tempest-TagsExtTest-Tag-320720727 HTTP/1.1" status: 404 len: 328 time: 0.0310175 Sep 09 09:22:16.414665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35604) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:16.419532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-acf9e880-83c8-4023-853e-f4900d00ac42 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2', 'tempest-TagsExtTest-Tag-804242280') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:16.447220 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-acf9e880-83c8-4023-853e-f4900d00ac42 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] show failed (client error): The resource could not be found. Sep 09 09:22:16.449141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-acf9e880-83c8-4023-853e-f4900d00ac42 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags/tempest-TagsExtTest-Tag-804242280 HTTP/1.1" status: 404 len: 328 time: 0.0330210 Sep 09 09:22:16.456608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35606) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:16.458305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-ec6be242-8c6e-4afa-b55c-c26796d4a50e tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2f40058c-fa91-4e30-a05d-4e95a5b044d2') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:16.464676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a9cd282a-419c-46f6-bf52-62f8624d6e5d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:16.490260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ec6be242-8c6e-4afa-b55c-c26796d4a50e tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2/tags HTTP/1.1" status: 204 len: 168 time: 0.0344448 Sep 09 09:22:16.490573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35608) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:16.495912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-095a2c82-3c74-4098-8230-bd6283f04f61 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '10e7bd1f-27da-4965-b0ce-6c38eda98722') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:16.585435 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-095a2c82-3c74-4098-8230-bd6283f04f61 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722/tags HTTP/1.1" status: 204 len: 168 time: 0.0938518 Sep 09 09:22:16.588039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35610) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:16.592546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-6e20ace0-2a6f-4e05-9f58-d4ad615ac857 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c88450f4-ac72-49b5-9731-3d85a736e0a7') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:16.595752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:16.688716 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35616) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:16.688966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6e20ace0-2a6f-4e05-9f58-d4ad615ac857 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7/tags HTTP/1.1" status: 204 len: 168 time: 0.0997834 Sep 09 09:22:16.693707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-9c63c794-4188-46b3-9591-393eead87c30 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0b04be81-ac85-481c-a52a-1790b7bf2899') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:16.783273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93811a-3dc3-451a-8435-7e98149dcb6b req-00287b5a-2eaf-468d-b00a-5375e9e28f4a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:16.789694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93811a-3dc3-451a-8435-7e98149dcb6b req-00287b5a-2eaf-468d-b00a-5375e9e28f4a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:16.797114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93811a-3dc3-451a-8435-7e98149dcb6b req-00287b5a-2eaf-468d-b00a-5375e9e28f4a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:16.804660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93811a-3dc3-451a-8435-7e98149dcb6b req-00287b5a-2eaf-468d-b00a-5375e9e28f4a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:16.811682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93811a-3dc3-451a-8435-7e98149dcb6b req-00287b5a-2eaf-468d-b00a-5375e9e28f4a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:16.817834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93811a-3dc3-451a-8435-7e98149dcb6b req-00287b5a-2eaf-468d-b00a-5375e9e28f4a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:16.823941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93811a-3dc3-451a-8435-7e98149dcb6b req-00287b5a-2eaf-468d-b00a-5375e9e28f4a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:16.826015 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de93811a-3dc3-451a-8435-7e98149dcb6b req-00287b5a-2eaf-468d-b00a-5375e9e28f4a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5432 time: 0.1283431 Sep 09 09:22:16.832039 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9c63c794-4188-46b3-9591-393eead87c30 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899/tags HTTP/1.1" status: 204 len: 168 time: 0.1422749 Sep 09 09:22:16.836840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35618) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:16.843935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b48bcb-0ad5-41c4-97c8-c15923f8ad38 req-2a37bbdc-dd57-4bdc-ac49-5613543760de tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:16.845589 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79b48bcb-0ad5-41c4-97c8-c15923f8ad38 req-2a37bbdc-dd57-4bdc-ac49-5613543760de tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0794489 Sep 09 09:22:16.902700 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79b48bcb-0ad5-41c4-97c8-c15923f8ad38 req-253b9aca-d55d-4442-a56e-236b8da17a8b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507393 Sep 09 09:22:16.973426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de93811a-3dc3-451a-8435-7e98149dcb6b req-167cb6bc-9f22-4bb1-92d8-ee6db7f792e2 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375031 Sep 09 09:22:17.065502 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b69263ab-f667-4121-9e6a-7391f898a303 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for subnetpool, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:17.066633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b69263ab-f667-4121-9e6a-7391f898a303 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2f40058c-fa91-4e30-a05d-4e95a5b044d2 HTTP/1.1" status: 204 len: 168 time: 0.2284203 Sep 09 09:22:17.069286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35628) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:17.097604 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c29fe0cf-636a-46b2-9b55-0eb29b10464d tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e7bd1f-27da-4965-b0ce-6c38eda98722 HTTP/1.1" status: 200 len: 205 time: 0.0271883 Sep 09 09:22:17.106283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35632) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:17.139575 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7cec8632-cedc-48f0-9b3a-a6c00a8c432f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:17.191309 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4cd206a1-5b3d-4c13-b657-586ee37a36c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:17.301792 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:17.360619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d3a78-b090-4cf2-87d8-c5f46b6c32b8 req-79acf530-74ca-469a-8206-476175fdc88b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:17.362344 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-096d3a78-b090-4cf2-87d8-c5f46b6c32b8 req-79acf530-74ca-469a-8206-476175fdc88b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 949 time: 0.0746608 Sep 09 09:22:17.418474 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4cd206a1-5b3d-4c13-b657-586ee37a36c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:17.423133 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4cd206a1-5b3d-4c13-b657-586ee37a36c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:17.427918 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-096d3a78-b090-4cf2-87d8-c5f46b6c32b8 req-7c6e0402-29ce-4ccb-8746-c678995d4f14 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582280 Sep 09 09:22:17.560395 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4cd206a1-5b3d-4c13-b657-586ee37a36c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:17.560841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd206a1-5b3d-4c13-b657-586ee37a36c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Fanout notify agent at l3_agent the message router_deleted on router 10e7bd1f-27da-4965-b0ce-6c38eda98722 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:22:17.568278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4cd206a1-5b3d-4c13-b657-586ee37a36c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:17.569914 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4cd206a1-5b3d-4c13-b657-586ee37a36c9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/routers/10e7bd1f-27da-4965-b0ce-6c38eda98722 HTTP/1.1" status: 204 len: 168 time: 0.4655282 Sep 09 09:22:17.571933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35654) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:17.695195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-526c0065-e54d-4ea1-acb6-f7ed05c4cbf9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Deleting port c88450f4-ac72-49b5-9731-3d85a736e0a7 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:22:17.695667 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-526c0065-e54d-4ea1-acb6-f7ed05c4cbf9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:17.796364 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-526c0065-e54d-4ea1-acb6-f7ed05c4cbf9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:17.810286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-526c0065-e54d-4ea1-acb6-f7ed05c4cbf9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Calling delete_port for c88450f4-ac72-49b5-9731-3d85a736e0a7 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:22:18.038188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a9cd282a-419c-46f6-bf52-62f8624d6e5d up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:18.045306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca395b-294b-4e95-9aab-74fdb6ca9d05 req-f9a65f04-a1a0-4a7a-9cde-693bfec1c3ee tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.047633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5ca395b-294b-4e95-9aab-74fdb6ca9d05 req-f9a65f04-a1a0-4a7a-9cde-693bfec1c3ee tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0580034 Sep 09 09:22:18.052340 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-526c0065-e54d-4ea1-acb6-f7ed05c4cbf9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:18.108171 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5ca395b-294b-4e95-9aab-74fdb6ca9d05 req-c38ec2c4-bfe9-4a4f-a7f7-a5904ebd499c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460260 Sep 09 09:22:18.146640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c0065-e54d-4ea1-acb6-f7ed05c4cbf9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Pushing event deleted for resources: {'Port': ['ID=c88450f4-ac72-49b5-9731-3d85a736e0a7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:18.166069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port a9cd282a-419c-46f6-bf52-62f8624d6e5d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:18.170930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port a9cd282a-419c-46f6-bf52-62f8624d6e5d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:18.171324 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:18.240326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4910f-808e-4250-93b5-ff5ec123e9da req-b36b82f0-9087-43ad-ae98-4f3b08543641 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.249710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4910f-808e-4250-93b5-ff5ec123e9da req-b36b82f0-9087-43ad-ae98-4f3b08543641 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.254476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4910f-808e-4250-93b5-ff5ec123e9da req-b36b82f0-9087-43ad-ae98-4f3b08543641 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.262049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4910f-808e-4250-93b5-ff5ec123e9da req-b36b82f0-9087-43ad-ae98-4f3b08543641 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.270276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4910f-808e-4250-93b5-ff5ec123e9da req-b36b82f0-9087-43ad-ae98-4f3b08543641 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.276465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4910f-808e-4250-93b5-ff5ec123e9da req-b36b82f0-9087-43ad-ae98-4f3b08543641 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.289963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:18.290291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4910f-808e-4250-93b5-ff5ec123e9da req-b36b82f0-9087-43ad-ae98-4f3b08543641 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.292588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2fd4910f-808e-4250-93b5-ff5ec123e9da req-b36b82f0-9087-43ad-ae98-4f3b08543641 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5432 time: 0.1856053 Sep 09 09:22:18.331009 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-526c0065-e54d-4ea1-acb6-f7ed05c4cbf9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:18.343078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-526c0065-e54d-4ea1-acb6-f7ed05c4cbf9 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/ports/c88450f4-ac72-49b5-9731-3d85a736e0a7 HTTP/1.1" status: 204 len: 168 time: 0.7600515 Sep 09 09:22:18.343277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35688) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:18.354422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8916b6-2b08-4d45-9f14-47cc34d3f130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cd282a-419c-46f6-bf52-62f8624d6e5d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:18.360282 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b45c201-2279-47e0-944a-45f69634b3ab" -d '{"events": [{"server_uuid": "ee8916b6-2b08-4d45-9f14-47cc34d3f130", "name": "network-vif-plugged", "status": "completed", "tag": "a9cd282a-419c-46f6-bf52-62f8624d6e5d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:18.380371 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2fd4910f-808e-4250-93b5-ff5ec123e9da req-7fd6872f-44f4-4bea-a0ed-398a40a61e17 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675671 Sep 09 09:22:18.454692 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e71aba-2381-4852-b881-65fb903cfa17 x-openstack-request-id: req-58e71aba-2381-4852-b881-65fb903cfa17 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:18.455080 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8916b6-2b08-4d45-9f14-47cc34d3f130", "name": "network-vif-plugged", "status": "completed", "tag": "a9cd282a-419c-46f6-bf52-62f8624d6e5d", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:18.455441 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58e71aba-2381-4852-b881-65fb903cfa17 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:18.459149 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8916b6-2b08-4d45-9f14-47cc34d3f130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cd282a-419c-46f6-bf52-62f8624d6e5d', 'code': 200} Sep 09 09:22:18.461208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a9cd282a-419c-46f6-bf52-62f8624d6e5d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a9cd282a-419c-46f6-bf52-62f8624d6e5d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:18.494839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c105685-1fb4-4531-b26a-8b34608c4b48 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Deleting subnet 0b04be81-ac85-481c-a52a-1790b7bf2899 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:22:18.503131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c105685-1fb4-4531-b26a-8b34608c4b48 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:18.520493 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:18.589085 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:18.611699 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c105685-1fb4-4531-b26a-8b34608c4b48 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:18.615958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a9cd282a-419c-46f6-bf52-62f8624d6e5d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:18.637300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae868-a16f-4a67-95ec-4bc25bdb1006 req-0b53581d-60c0-4808-9c2e-9f163b003af8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.643678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae868-a16f-4a67-95ec-4bc25bdb1006 req-0b53581d-60c0-4808-9c2e-9f163b003af8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.650636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae868-a16f-4a67-95ec-4bc25bdb1006 req-0b53581d-60c0-4808-9c2e-9f163b003af8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.657643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae868-a16f-4a67-95ec-4bc25bdb1006 req-0b53581d-60c0-4808-9c2e-9f163b003af8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.664324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae868-a16f-4a67-95ec-4bc25bdb1006 req-0b53581d-60c0-4808-9c2e-9f163b003af8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.672664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae868-a16f-4a67-95ec-4bc25bdb1006 req-0b53581d-60c0-4808-9c2e-9f163b003af8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.685944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae868-a16f-4a67-95ec-4bc25bdb1006 req-0b53581d-60c0-4808-9c2e-9f163b003af8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.687931 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc4ae868-a16f-4a67-95ec-4bc25bdb1006 req-0b53581d-60c0-4808-9c2e-9f163b003af8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5432 time: 0.1254978 Sep 09 09:22:18.688054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16d124-efba-4073-9ba8-7cbeff0c2eaa req-54f82056-ad46-4e4a-b0ba-53dca9bad65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.689477 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b16d124-efba-4073-9ba8-7cbeff0c2eaa req-54f82056-ad46-4e4a-b0ba-53dca9bad65b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 1102 time: 0.1520221 Sep 09 09:22:18.700098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35712) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:18.705471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7142be37-294c-49b4-97e4-60114dab14c8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Request body: {'floatingip': {'port_id': '0945a5a1-1382-439d-8477-1f7be1080912'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:18.725945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095a72d-5c62-4562-96c3-46bcd2fa5a27 req-ad154194-b480-4587-b028-ecd374907018 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:18.734413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9095a72d-5c62-4562-96c3-46bcd2fa5a27 req-ad154194-b480-4587-b028-ecd374907018 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 950 time: 0.1543450 Sep 09 09:22:18.749205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7142be37-294c-49b4-97e4-60114dab14c8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:18.811520 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c105685-1fb4-4531-b26a-8b34608c4b48 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:18.853308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b16d124-efba-4073-9ba8-7cbeff0c2eaa req-4dc4420d-76bf-41ad-9a58-7feaa3b8b45e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511872 Sep 09 09:22:18.876297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9095a72d-5c62-4562-96c3-46bcd2fa5a27 req-6e571ec5-1ef0-4f98-93a8-e026423eabcd tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408091 Sep 09 09:22:19.000496 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c105685-1fb4-4531-b26a-8b34608c4b48 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.033964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c105685-1fb4-4531-b26a-8b34608c4b48 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Pushing event deleted for resources: {'Subnet': ['ID=0b04be81-ac85-481c-a52a-1790b7bf2899,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:19.037638 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c105685-1fb4-4531-b26a-8b34608c4b48 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.039840 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7c105685-1fb4-4531-b26a-8b34608c4b48 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/subnets/0b04be81-ac85-481c-a52a-1790b7bf2899 HTTP/1.1" status: 204 len: 168 time: 0.7022967 Sep 09 09:22:19.042183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35724) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:19.050882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04249060-2dac-4836-ac9a-012334625e20 None None] Network 148a2355-3266-423e-834d-928d716970c8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:22:19.123655 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.187525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Deleting port 61e913a1-2564-492f-8570-346a9a6c150e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:22:19.187873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.254232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd04f21-5824-4454-b3f2-d0a112e5c180 None None] DHCP port deletion for 148a2355-3266-423e-834d-928d716970c8 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:22:19.268408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] For port 61e913a1-2564-492f-8570-346a9a6c150e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=61e913a1-2564-492f-8570-346a9a6c150e,segment=NetworkSegment(389ab477-6ce9-4858-a9de-2d444ac95753),segment_id=389ab477-6ce9-4858-a9de-2d444ac95753)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:19.268971 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.284894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Calling delete_port for 61e913a1-2564-492f-8570-346a9a6c150e owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:22:19.296058 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7142be37-294c-49b4-97e4-60114dab14c8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.316768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee1ed-245c-45c9-a46d-fad54f70eda0 req-89c13b8e-7377-4ec5-af3d-9388122bfc9d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:19.317819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4fd04f21-5824-4454-b3f2-d0a112e5c180 None None] Deleting port 61e913a1-2564-492f-8570-346a9a6c150e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:22:19.318211 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4fd04f21-5824-4454-b3f2-d0a112e5c180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.324717 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79dee1ed-245c-45c9-a46d-fad54f70eda0 req-89c13b8e-7377-4ec5-af3d-9388122bfc9d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0747905 Sep 09 09:22:19.359054 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79dee1ed-245c-45c9-a46d-fad54f70eda0 req-ab6272fb-1e24-4437-b141-b52fdd356daa tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 Sep 09 09:22:19.385291 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7142be37-294c-49b4-97e4-60114dab14c8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.390632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4fd04f21-5824-4454-b3f2-d0a112e5c180 None None] For port 61e913a1-2564-492f-8570-346a9a6c150e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=61e913a1-2564-492f-8570-346a9a6c150e,segment=NetworkSegment(389ab477-6ce9-4858-a9de-2d444ac95753),segment_id=389ab477-6ce9-4858-a9de-2d444ac95753)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:19.391092 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4fd04f21-5824-4454-b3f2-d0a112e5c180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.405859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4fd04f21-5824-4454-b3f2-d0a112e5c180 None None] Calling delete_port for 61e913a1-2564-492f-8570-346a9a6c150e owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:22:19.457826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.494570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] No DVR routers for this DVR port 61e913a1-2564-492f-8570-346a9a6c150e on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:22:19.497460 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Pushing event deleted for resources: {'Port': ['ID=61e913a1-2564-492f-8570-346a9a6c150e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:19.497761 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4fd04f21-5824-4454-b3f2-d0a112e5c180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.501448 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-7142be37-294c-49b4-97e4-60114dab14c8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Floating IP f8e75328-1feb-4473-abdb-f42a3f43ab41 associated. External IP: 172.25.8.117, port: 0945a5a1-1382-439d-8477-1f7be1080912. Sep 09 09:22:19.518528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd04f21-5824-4454-b3f2-d0a112e5c180 None None] No DVR routers for this DVR port 61e913a1-2564-492f-8570-346a9a6c150e on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:22:19.551109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd04f21-5824-4454-b3f2-d0a112e5c180 None None] Pushing event deleted for resources: {'Port': ['ID=61e913a1-2564-492f-8570-346a9a6c150e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:19.600553 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.625540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148a2355-3266-423e-834d-928d716970c8']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:19.636888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389ab477-6ce9-4858-a9de-2d444ac95753') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:19.637300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389ab477-6ce9-4858-a9de-2d444ac95753') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:19.647141 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.661346 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.668540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:22:19.669345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:22:19.671950 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:22:19.750975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7142be37-294c-49b4-97e4-60114dab14c8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Router 1a474d8f-cf47-4674-9157-f7746bc53dfd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:22:19.755811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 61e913a1-2564-492f-8570-346a9a6c150e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:22:19.776398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 61e913a1-2564-492f-8570-346a9a6c150e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:22:19.777246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 61e913a1-2564-492f-8570-346a9a6c150e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:22:19.828997 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.837404 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.842457 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] 10.222.0.32 "DELETE /v2.0/networks/148a2355-3266-423e-834d-928d716970c8 HTTP/1.1" status: 204 len: 168 time: 0.7956090 Sep 09 09:22:19.851025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40474b49-5416-4a05-a5f1-0f7b77f21d24 tempest-TagsExtTest-1108028554 tempest-TagsExtTest-1108028554-project] Pushing event deleted for resources: {'Network': ['ID=148a2355-3266-423e-834d-928d716970c8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:19.896635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7142be37-294c-49b4-97e4-60114dab14c8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:22:19.903536 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7142be37-294c-49b4-97e4-60114dab14c8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:19.908077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e1768-12d9-4855-a9bd-ddb925f4a65e None None] Sync routers for ids ['1a474d8f-cf47-4674-9157-f7746bc53dfd'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:22:19.932690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e1768-12d9-4855-a9bd-ddb925f4a65e None None] Routers {'1a474d8f-cf47-4674-9157-f7746bc53dfd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:22:19.934641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-214e1768-12d9-4855-a9bd-ddb925f4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:22:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1a474d8f-cf47-4674-9157-f7746bc53dfd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:19.940319 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7142be37-294c-49b4-97e4-60114dab14c8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "PUT /v2.0/floatingips/f8e75328-1feb-4473-abdb-f42a3f43ab41 HTTP/1.1" status: 200 len: 991 time: 1.2387784 Sep 09 09:22:19.941062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '0945a5a1-1382-439d-8477-1f7be1080912'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:19.943966 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b3da7e-b7ab-422d-9843-b50c4a46410b" -d '{"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "0945a5a1-1382-439d-8477-1f7be1080912"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:20.036449 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:20.040158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbd010-2231-4441-90dd-4bced2dea0e7 req-ccf7db33-475c-4aa8-b67e-32dbb362fa63 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.042331 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-07dbd010-2231-4441-90dd-4bced2dea0e7 req-ccf7db33-475c-4aa8-b67e-32dbb362fa63 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 950 time: 0.0682406 Sep 09 09:22:20.062198 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68375a25-16a2-4a21-8446-956f1869fc13 x-openstack-request-id: req-68375a25-16a2-4a21-8446-956f1869fc13 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:20.062718 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "tag": "0945a5a1-1382-439d-8477-1f7be1080912", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:20.063146 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68375a25-16a2-4a21-8446-956f1869fc13 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:20.063769 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'tag': '0945a5a1-1382-439d-8477-1f7be1080912', 'status': 'completed', 'code': 200} Sep 09 09:22:20.072555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-214e1768-12d9-4855-a9bd-ddb925f4a65e None None] Set router 1a474d8f-cf47-4674-9157-f7746bc53dfd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:22:20.100001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-07dbd010-2231-4441-90dd-4bced2dea0e7 req-e1e1d0b7-75f6-4db1-b8c5-4c6c03a836de tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513875 Sep 09 09:22:20.157097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-6d85b44b-5c90-407f-89a4-92514f400b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.157820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-6d85b44b-5c90-407f-89a4-92514f400b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.158029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-6d85b44b-5c90-407f-89a4-92514f400b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.158504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-6d85b44b-5c90-407f-89a4-92514f400b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.159128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-6d85b44b-5c90-407f-89a4-92514f400b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.159534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-6d85b44b-5c90-407f-89a4-92514f400b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.160001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-6d85b44b-5c90-407f-89a4-92514f400b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.161965 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-6d85b44b-5c90-407f-89a4-92514f400b32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 6496 time: 0.0555148 Sep 09 09:22:20.265684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-cf18ffdc-bfe5-469f-8721-7009f7b60ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.267350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-cf18ffdc-bfe5-469f-8721-7009f7b60ab0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2b4f655-d0a3-4b76-8382-fa71539d21df HTTP/1.1" status: 200 len: 912 time: 0.0972192 Sep 09 09:22:20.311004 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-214e1768-12d9-4855-a9bd-ddb925f4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:50Z', 'revision_number': 4, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f8e75328-1feb-4473-abdb-f42a3f43ab41', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'port_id': '0945a5a1-1382-439d-8477-1f7be1080912', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'mac_address': 'fa:16:3e:b4:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:20:57Z', 'updated_at': '2021-09-09T09:22:19Z', 'revision_number': 1, 'project_id': '95a35275c4864a71b4d060d54546604f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0287b8a9-4e0a-4692-a314-45aabaf675cb', 'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'mac_address': 'fa:16:3e:e2:d7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:48Z', 'updated_at': '2021-09-09T09:19:58Z', 'revision_number': 5, 'project_id': '95a35275c4864a71b4d060d54546604f', 'subnets': [{'id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:20.338811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e1768-12d9-4855-a9bd-ddb925f4a65e None None] Checking router: 1a474d8f-cf47-4674-9157-f7746bc53dfd for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:22:20.347515 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-d6edb3f6-32b8-4eef-8d24-b51da36b05b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0945a5a1-1382-439d-8477-1f7be1080912 HTTP/1.1" status: 200 len: 999 time: 0.0711100 Sep 09 09:22:20.352675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e1768-12d9-4855-a9bd-ddb925f4a65e None None] Routers {'1a474d8f-cf47-4674-9157-f7746bc53dfd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:22:20.352675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-214e1768-12d9-4855-a9bd-ddb925f4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:22:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1a474d8f-cf47-4674-9157-f7746bc53dfd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:20.411516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-bba6f35d-5101-42c5-89c7-ccea90d679e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.412432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-bba6f35d-5101-42c5-89c7-ccea90d679e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=309c9f43-74ce-495f-a6f3-f2e389cd1b2f HTTP/1.1" status: 200 len: 850 time: 0.0508552 Sep 09 09:22:20.476799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-214e1768-12d9-4855-a9bd-ddb925f4a65e None None] Set router 1a474d8f-cf47-4674-9157-f7746bc53dfd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:22:20.482101 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-9a3b449c-7013-43c5-9521-4137048d81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.484049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-9a3b449c-7013-43c5-9521-4137048d81ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2b4f655-d0a3-4b76-8382-fa71539d21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600474 Sep 09 09:22:20.513274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35794) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:20.522807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2674a0-fe34-4e92-85fd-7df48d5c1a74 req-12c26165-c0b2-43f2-b8c2-91ad1bba3117 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:20.524649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5b2674a0-fe34-4e92-85fd-7df48d5c1a74 req-12c26165-c0b2-43f2-b8c2-91ad1bba3117 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0634935 Sep 09 09:22:20.584635 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5b2674a0-fe34-4e92-85fd-7df48d5c1a74 req-c9325a7e-164d-4006-876f-a614b96d4a0b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460541 Sep 09 09:22:20.631221 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-68dec367-0259-4a2c-a353-6ca59b56780a service neutron] 10.222.0.24 "GET /v2.0/networks/b2b4f655-d0a3-4b76-8382-fa71539d21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319761 Sep 09 09:22:20.758601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5fbce7b7-5b77-4c9c-8416-746a9cf84fd8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c25531b1036f4d4085fe46f22e3ac0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418833 Sep 09 09:22:20.758821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35808) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:20.765722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-214e1768-12d9-4855-a9bd-ddb925f4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:50Z', 'revision_number': 4, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f8e75328-1feb-4473-abdb-f42a3f43ab41', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'port_id': '0945a5a1-1382-439d-8477-1f7be1080912', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'mac_address': 'fa:16:3e:b4:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:20:57Z', 'updated_at': '2021-09-09T09:22:19Z', 'revision_number': 1, 'project_id': '95a35275c4864a71b4d060d54546604f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0287b8a9-4e0a-4692-a314-45aabaf675cb', 'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'mac_address': 'fa:16:3e:e2:d7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:48Z', 'updated_at': '2021-09-09T09:19:58Z', 'revision_number': 5, 'project_id': '95a35275c4864a71b4d060d54546604f', 'subnets': [{'id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:22:20.799629 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e1768-12d9-4855-a9bd-ddb925f4a65e None None] The sync data for ids ['1a474d8f-cf47-4674-9157-f7746bc53dfd'] in n-d-778696-16 is: [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:50Z', 'revision_number': 4, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f8e75328-1feb-4473-abdb-f42a3f43ab41', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'port_id': '0945a5a1-1382-439d-8477-1f7be1080912', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'mac_address': 'fa:16:3e:b4:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:20:57Z', 'updated_at': '2021-09-09T09:22:19Z', 'revision_number': 1, 'project_id': '95a35275c4864a71b4d060d54546604f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0287b8a9-4e0a-4692-a314-45aabaf675cb', 'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'mac_address': 'fa:16:3e:e2:d7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:48Z', 'updated_at': '2021-09-09T09:19:58Z', 'revision_number': 5, 'project_id': '95a35275c4864a71b4d060d54546604f', 'subnets': [{'id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:22:20.803257 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4b3da7e-b7ab-422d-9843-b50c4a46410b req-46a854e0-2d91-4b25-8e7b-e3e529c60d99 service neutron] 10.222.0.24 "GET /v2.0/networks/b2b4f655-d0a3-4b76-8382-fa71539d21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502087 Sep 09 09:22:20.836984 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-423ced14-38c7-4118-964c-87039c86b9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:20.861996 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-423ced14-38c7-4118-964c-87039c86b9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:21.006242 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-423ced14-38c7-4118-964c-87039c86b9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:21.009049 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-423ced14-38c7-4118-964c-87039c86b9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:21.010216 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-423ced14-38c7-4118-964c-87039c86b9c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd9f8be4-99f4-4717-835a-f90a9d810024 HTTP/1.1" status: 204 len: 168 time: 0.2505078 Sep 09 09:22:21.019120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ced14-38c7-4118-964c-87039c86b9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9f8be4-99f4-4717-835a-f90a9d810024,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:21.030763 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591bc08b-a898-42f3-9d89-93c1e53b357b None None] New status for floating IP f8e75328-1feb-4473-abdb-f42a3f43ab41: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:22:21.224613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c12f3a-4d51-4b33-be15-de6c04369a8c req-2b1aa5a0-3574-4ffd-9151-3527a2d86b57 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:21.226104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0c12f3a-4d51-4b33-be15-de6c04369a8c req-2b1aa5a0-3574-4ffd-9151-3527a2d86b57 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 950 time: 0.0557108 Sep 09 09:22:21.268447 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0c12f3a-4d51-4b33-be15-de6c04369a8c req-97c2d522-c1f1-4e00-961d-3514cd64b9a2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349755 Sep 09 09:22:21.649567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368a5ee-bc7c-4b5b-b893-aa6b14814ab0 req-898102cf-fe55-4063-9d57-f220e7933a09 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:21.664152 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f368a5ee-bc7c-4b5b-b893-aa6b14814ab0 req-898102cf-fe55-4063-9d57-f220e7933a09 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 1102 time: 0.0636721 Sep 09 09:22:21.679340 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f368a5ee-bc7c-4b5b-b893-aa6b14814ab0 req-4eeeb594-b335-4c3c-8c5a-a58f4ccbc91f tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:21.744416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd9f79-99d0-4a30-8a6f-ca8a666a2160 req-bc8ddb4c-6572-410c-828b-f1d205dbd991 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:21.747930 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7bd9f79-99d0-4a30-8a6f-ca8a666a2160 req-bc8ddb4c-6572-410c-828b-f1d205dbd991 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0811837 Sep 09 09:22:21.785417 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f368a5ee-bc7c-4b5b-b893-aa6b14814ab0 req-4eeeb594-b335-4c3c-8c5a-a58f4ccbc91f tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:21.806532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7bd9f79-99d0-4a30-8a6f-ca8a666a2160 req-c4f37ea8-f461-4a30-bc09-a9798e881991 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502207 Sep 09 09:22:21.852580 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f368a5ee-bc7c-4b5b-b893-aa6b14814ab0 req-4eeeb594-b335-4c3c-8c5a-a58f4ccbc91f tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:21.877610 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f368a5ee-bc7c-4b5b-b893-aa6b14814ab0 req-4eeeb594-b335-4c3c-8c5a-a58f4ccbc91f tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123051 Sep 09 09:22:21.900695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeeb594-b335-4c3c-8c5a-a58f4ccbc91f tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02c6bf9-699e-4558-b993-acdf38b5a351,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:22.314502 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-f5b7e11e-b939-4c52-9b77-392b0ac21ad9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274887 Sep 09 09:22:22.446722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-fad6abf9-16e6-4df3-aa5c-cf8ea678858b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:22.449604 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-fad6abf9-16e6-4df3-aa5c-cf8ea678858b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1283913 Sep 09 09:22:22.466379 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-5a1c4404-97fb-44a8-b229-c204f238f8d5 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/quotas/3075177ca7204a6db633c5f58d701800 HTTP/1.1" status: 200 len: 375 time: 0.0101810 Sep 09 09:22:22.532755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-fbe20a06-0507-4230-861a-add1f38a2083 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606971 Sep 09 09:22:22.948137 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe3001-1a3c-46df-a391-2e442f4e3e59 req-3c122e6d-0536-4f6b-bdd5-9d59cfdc1083 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:22.960953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffbe3001-1a3c-46df-a391-2e442f4e3e59 req-3c122e6d-0536-4f6b-bdd5-9d59cfdc1083 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0717521 Sep 09 09:22:23.032168 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffbe3001-1a3c-46df-a391-2e442f4e3e59 req-e33ed61c-85d7-4e21-a1a7-00772ffd9cc3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717092 Sep 09 09:22:23.544472 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a3c133a-3d79-49e6-9d80-98fdd97d857f req-8fe6db84-bb58-4c47-9c5b-ccbae42de6cd tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 210 time: 0.0296490 Sep 09 09:22:24.159604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba88ca-c97e-4c6e-9742-f0a8af3b49b2 req-e6b0653d-a4c6-4774-b7a1-506793f05a26 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:24.161212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0dba88ca-c97e-4c6e-9742-f0a8af3b49b2 req-e6b0653d-a4c6-4774-b7a1-506793f05a26 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0588467 Sep 09 09:22:24.204025 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0dba88ca-c97e-4c6e-9742-f0a8af3b49b2 req-37b3fd27-7d91-41d8-a82c-9d9d3597fe42 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364077 Sep 09 09:22:24.628156 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee9b6186-5b7c-46d2-9583-36571fc19666 req-e661e067-95ac-4709-876a-4effb28d3103 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 210 time: 0.0297546 Sep 09 09:22:25.131544 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:25.326189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8dfa-60c1-473a-b912-f61adeed45da req-288009fe-dcc1-4cd5-a7f2-7cdea6305a3b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:25.328476 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-319d8dfa-60c1-473a-b912-f61adeed45da req-288009fe-dcc1-4cd5-a7f2-7cdea6305a3b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0520825 Sep 09 09:22:25.377614 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-319d8dfa-60c1-473a-b912-f61adeed45da req-3a3e7de1-8fe1-4034-bc32-58b6474023cb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 Sep 09 09:22:25.691802 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:25.736619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d163b44-a77e-4629-955a-a83b1ce230f4 req-bb86c8b4-dc6a-45f4-ad7e-6958d2248975 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 210 time: 0.0288048 Sep 09 09:22:26.005756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-8473ae38-b452-464f-acba-362b27cf8dec tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255761 Sep 09 09:22:26.122552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-b021212d-a21c-4060-9090-2795b2d2eea0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:26.124336 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-b021212d-a21c-4060-9090-2795b2d2eea0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134470 Sep 09 09:22:26.158822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Request body: {'port': {'device_id': '74ceb3fb-3df7-4200-967a-06918c86ab20', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '3075177ca7204a6db633c5f58d701800'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:26.321512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957157d2-84a8-4757-8fd4-440af280d6f1 req-1562291b-5e3f-43ef-8861-201efe224819 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:26.323203 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-957157d2-84a8-4757-8fd4-440af280d6f1 req-1562291b-5e3f-43ef-8861-201efe224819 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0835080 Sep 09 09:22:26.384897 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-957157d2-84a8-4757-8fd4-440af280d6f1 req-1571ab34-a063-4d6c-a754-62e852d7aeee tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346746 Sep 09 09:22:26.429625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Made reservation on behalf of 3075177ca7204a6db633c5f58d701800 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:22:26.441544 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:26.583614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26127912-66db-410e-8f64-a1f211e70fea req-a76e6808-5476-48bc-9f85-10d62e9ec1a7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:26.587941 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-26127912-66db-410e-8f64-a1f211e70fea req-a76e6808-5476-48bc-9f85-10d62e9ec1a7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0635648 Sep 09 09:22:26.635661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Allocated IP 192.168.233.93 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/f3fecfd3-2e67-40e6-b65d-cf85fdd369fd) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:22:26.664445 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-4088d15c-89ef-4bc9-972f-d7fc69ebd9eb tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403614 Sep 09 09:22:26.668128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-26127912-66db-410e-8f64-a1f211e70fea req-cbbe0980-3614-4ad2-835b-06b3005882e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747542 Sep 09 09:22:26.793538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-5b48cfb1-a5f4-4326-8043-ad1591cbdd3d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:26.796047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-5b48cfb1-a5f4-4326-8043-ad1591cbdd3d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1242392 Sep 09 09:22:26.817038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Request body: {'port': {'device_id': '36c418f6-cd33-4336-bc2e-dbb7114ead3c', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '3075177ca7204a6db633c5f58d701800'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:26.871128 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:26.890244 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db67fcbb-7347-452b-abb5-2977fc19b8ca req-394e79fc-985d-4880-a06d-31f296aa0cde tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 210 time: 0.0475581 Sep 09 09:22:26.902251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Transition to ACTIVE for port object f3fecfd3-2e67-40e6-b65d-cf85fdd369fd will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:27.018040 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:27.030335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:27.054615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Made reservation on behalf of 3075177ca7204a6db633c5f58d701800 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:22:27.062303 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:27.078886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:22:27.082368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:22:27.088922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:22:27.116818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event updated for resources: {'Port': ['ID=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:27.151059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:27.152616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:27.219107 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-d9e36771-7c74-47f7-a877-c82af67ee1e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0807984 Sep 09 09:22:27.232573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Request body: {'port': {'device_id': '74ceb3fb-3df7-4200-967a-06918c86ab20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:27.267921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Allocated IP 192.168.233.199 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/28eaa780-3a81-4dd5-97ec-a26641e90b48) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:22:27.301647 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:27.487106 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:27.501473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Transition to ACTIVE for port object 28eaa780-3a81-4dd5-97ec-a26641e90b48 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:27.569271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0daac6-2162-4ff0-a924-33a34f1a4a72 req-d7fc19e0-dcd7-4ab0-ae4a-df0ef77375cf tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:27.571761 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd0daac6-2162-4ff0-a924-33a34f1a4a72 req-d7fc19e0-dcd7-4ab0-ae4a-df0ef77375cf tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0668414 Sep 09 09:22:27.588840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8fbd3e84-64ed-442d-9c97-995954330ae4 None None] Provisioning for port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:27.593995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8fbd3e84-64ed-442d-9c97-995954330ae4 None None] Provisioning complete for port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:27.594690 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3e84-64ed-442d-9c97-995954330ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:27.640496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd0daac6-2162-4ff0-a924-33a34f1a4a72 req-1be60b8e-14f4-4dfa-b417-917d30a8ced2 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607255 Sep 09 09:22:27.641322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd3e84-64ed-442d-9c97-995954330ae4 None None] Port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:22:27.726571 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:27.738495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:27.878230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:22:27.889988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:22:27.895098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:22:27.934048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fecfd3-2e67-40e6-b65d-cf85fdd369fd {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:27.943729 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:27.960649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Transition to ACTIVE for port object f3fecfd3-2e67-40e6-b65d-cf85fdd369fd will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:27.977171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event updated for resources: {'Port': ['ID=28eaa780-3a81-4dd5-97ec-a26641e90b48,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:27.998450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:27.999206 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:28.026991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684419f7-a529-4c69-8f7a-10bd8c1a2923 req-2822df06-2422-4a95-ad2b-66f372e7b0c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:28.029227 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-684419f7-a529-4c69-8f7a-10bd8c1a2923 req-2822df06-2422-4a95-ad2b-66f372e7b0c4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.2134318 Sep 09 09:22:28.030476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:28.082779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-684419f7-a529-4c69-8f7a-10bd8c1a2923 req-2565ca19-c42d-45c4-87b9-fb4215927fce tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Sep 09 09:22:28.124575 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9ca77471-6db5-493a-8f07-e6044fef0394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3108697 Sep 09 09:22:28.126512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:28.137093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Request body: {'port': {'device_id': '36c418f6-cd33-4336-bc2e-dbb7114ead3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:28.154972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268ad0d-9527-43e2-9e7d-1e109385f589 req-3a8ce973-1d60-49bd-b615-bbb913079a96 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:28.156551 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3268ad0d-9527-43e2-9e7d-1e109385f589 req-3a8ce973-1d60-49bd-b615-bbb913079a96 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 936 time: 0.1438859 Sep 09 09:22:28.216241 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:28.247598 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3268ad0d-9527-43e2-9e7d-1e109385f589 req-570f2431-339e-4f26-bc1f-bcffef36a10d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656412 Sep 09 09:22:28.258592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Attempting to bind port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:22:28.261088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Attempting to bind port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:22:28.261594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Attempting to bind port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:28.275397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:22:28.275397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Attempting to bind port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:28.278027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:22:28.278027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:22:28.278531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:22:28.279117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Bound port: f3fecfd3-2e67-40e6-b65d-cf85fdd369fd, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:22:28.279867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:28.387187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] For port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:22:28.390989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] For port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:22:28.394960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bb0130ce-31b3-4e17-b264-e32724972feb None None] Provisioning for port 28eaa780-3a81-4dd5-97ec-a26641e90b48 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:28.399803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bb0130ce-31b3-4e17-b264-e32724972feb None None] Provisioning complete for port 28eaa780-3a81-4dd5-97ec-a26641e90b48 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:28.400463 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb0130ce-31b3-4e17-b264-e32724972feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:28.458205 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:28.472412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bb0130ce-31b3-4e17-b264-e32724972feb None None] Port 28eaa780-3a81-4dd5-97ec-a26641e90b48 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:22:28.534317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:28.535206 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:28.536812 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] 10.222.0.41 "PUT /v2.0/ports/f3fecfd3-2e67-40e6-b65d-cf85fdd369fd HTTP/1.1" status: 200 len: 1096 time: 1.3099427 Sep 09 09:22:28.537457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ceb3fb-3df7-4200-967a-06918c86ab20', 'tag': 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:28.539946 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b90020-6a33-4635-abbf-e738bc8623eb" -d '{"events": [{"name": "network-changed", "server_uuid": "74ceb3fb-3df7-4200-967a-06918c86ab20", "tag": "f3fecfd3-2e67-40e6-b65d-cf85fdd369fd"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:28.569341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6ad98-986e-4cea-80e7-afe8f5f0d048 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:28.613735 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc8c317-c4dc-464f-97af-2511b22b78f4 x-openstack-request-id: req-1bc8c317-c4dc-464f-97af-2511b22b78f4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:28.615535 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ceb3fb-3df7-4200-967a-06918c86ab20", "tag": "f3fecfd3-2e67-40e6-b65d-cf85fdd369fd", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:28.616051 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bc8c317-c4dc-464f-97af-2511b22b78f4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:28.616680 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ceb3fb-3df7-4200-967a-06918c86ab20', 'tag': 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', 'status': 'completed', 'code': 200} Sep 09 09:22:28.726575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b90020-6a33-4635-abbf-e738bc8623eb req-f74d5de7-a5f4-4ac0-8484-f2cf8dd45c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:28.728317 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84b90020-6a33-4635-abbf-e738bc8623eb req-f74d5de7-a5f4-4ac0-8484-f2cf8dd45c86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 1099 time: 0.0816700 Sep 09 09:22:28.746058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28eaa780-3a81-4dd5-97ec-a26641e90b48 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:28.758281 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:28.778382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Transition to ACTIVE for port object 28eaa780-3a81-4dd5-97ec-a26641e90b48 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:28.786710 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84b90020-6a33-4635-abbf-e738bc8623eb req-7482391a-597f-4bec-a191-c1926561f9be service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493224 Sep 09 09:22:28.839840 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:28.883819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Pushing event updated for resources: {'Port': ['ID=28eaa780-3a81-4dd5-97ec-a26641e90b48,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:29.017961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Attempting to bind port 28eaa780-3a81-4dd5-97ec-a26641e90b48 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:22:29.018311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Attempting to bind port 28eaa780-3a81-4dd5-97ec-a26641e90b48 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:22:29.018900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Attempting to bind port 28eaa780-3a81-4dd5-97ec-a26641e90b48 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:29.025283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Port 28eaa780-3a81-4dd5-97ec-a26641e90b48 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:22:29.025658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Attempting to bind port 28eaa780-3a81-4dd5-97ec-a26641e90b48 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:29.033476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:22:29.033718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:22:29.034208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:22:29.034760 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Bound port: 28eaa780-3a81-4dd5-97ec-a26641e90b48, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:22:29.035034 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:29.131345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] For port 28eaa780-3a81-4dd5-97ec-a26641e90b48, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:22:29.138979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] For port 28eaa780-3a81-4dd5-97ec-a26641e90b48, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=28eaa780-3a81-4dd5-97ec-a26641e90b48,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:22:29.201367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:29.275928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f3ba8-5532-4b61-bb6f-4e3c208bd083 req-bd431eb5-67dd-4599-8f75-d39a73b8ad6d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:29.285353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b38f3ba8-5532-4b61-bb6f-4e3c208bd083 req-bd431eb5-67dd-4599-8f75-d39a73b8ad6d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.4663484 Sep 09 09:22:29.321957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b90020-6a33-4635-abbf-e738bc8623eb req-02fca8f5-5eb8-4059-9443-06f9d346a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:29.324061 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84b90020-6a33-4635-abbf-e738bc8623eb req-02fca8f5-5eb8-4059-9443-06f9d346a49f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5296259 Sep 09 09:22:29.376380 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b38f3ba8-5532-4b61-bb6f-4e3c208bd083 req-04acf730-9a6f-4f25-a102-e3248e431b3d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897374 Sep 09 09:22:29.445090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-456eef27-d502-4e32-aa60-c472a4472c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:29.449495 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-456eef27-d502-4e32-aa60-c472a4472c61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 1099 time: 0.0652092 Sep 09 09:22:29.591066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-cfa6e59d-a314-4394-b34f-216f8f39478d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd HTTP/1.1" status: 200 len: 217 time: 0.1174846 Sep 09 09:22:29.650965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f25d34-9fd0-4c60-8c7e-d5791536cd4e req-e44b1222-955a-4524-b5e0-83bdd1411480 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:29.653437 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0f25d34-9fd0-4c60-8c7e-d5791536cd4e req-e44b1222-955a-4524-b5e0-83bdd1411480 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 948 time: 0.1714759 Sep 09 09:22:29.691285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-68ba3bc6-782d-4151-bce4-5f0ebdd25681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:29.692820 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-68ba3bc6-782d-4151-bce4-5f0ebdd25681 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0905871 Sep 09 09:22:29.728291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:29.729376 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:29.731534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/28eaa780-3a81-4dd5-97ec-a26641e90b48 HTTP/1.1" status: 200 len: 1097 time: 1.5993400 Sep 09 09:22:29.733958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c418f6-cd33-4336-bc2e-dbb7114ead3c', 'tag': '28eaa780-3a81-4dd5-97ec-a26641e90b48'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:29.736266 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef" -d '{"events": [{"name": "network-changed", "server_uuid": "36c418f6-cd33-4336-bc2e-dbb7114ead3c", "tag": "28eaa780-3a81-4dd5-97ec-a26641e90b48"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:29.748439 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0f25d34-9fd0-4c60-8c7e-d5791536cd4e req-77c904f5-d599-41d1-92e2-bea0374f9583 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860553 Sep 09 09:22:29.773816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-20a9b0c3-a55c-403f-8423-fdc31421f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:29.775881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-20a9b0c3-a55c-403f-8423-fdc31421f67b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738821 Sep 09 09:22:29.790893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73997d0e-a884-4b7f-86f7-23d63e2a658b req-7d17e1c7-6979-4069-8bd4-6251babcca38 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:29.792887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73997d0e-a884-4b7f-86f7-23d63e2a658b req-7d17e1c7-6979-4069-8bd4-6251babcca38 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.5824776 Sep 09 09:22:29.793776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4b554-618d-4801-ad49-3252284215b1 service neutron] Pushing event updated for resources: {'Port': ['ID=28eaa780-3a81-4dd5-97ec-a26641e90b48,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:29.868913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73997d0e-a884-4b7f-86f7-23d63e2a658b req-285025c2-6907-4d28-beb8-603a67f6d605 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674584 Sep 09 09:22:29.876480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-674dc30d-7288-4251-aa76-282e9433e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:29.882290 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-674dc30d-7288-4251-aa76-282e9433e6b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 1100 time: 0.0619445 Sep 09 09:22:29.893361 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-c17dcf5a-911e-4ff7-8edd-0321c9f17e41 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073177 Sep 09 09:22:29.931073 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cc426a-328f-491c-bb4b-9a6669d89931 x-openstack-request-id: req-15cc426a-328f-491c-bb4b-9a6669d89931 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:29.931367 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c418f6-cd33-4336-bc2e-dbb7114ead3c", "tag": "28eaa780-3a81-4dd5-97ec-a26641e90b48", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:29.931668 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15cc426a-328f-491c-bb4b-9a6669d89931 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:29.932069 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c418f6-cd33-4336-bc2e-dbb7114ead3c', 'tag': '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'status': 'completed', 'code': 200} Sep 09 09:22:29.935097 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-e3feaaff-ad21-4f51-9dab-afd8f8c85211 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=28eaa780-3a81-4dd5-97ec-a26641e90b48 HTTP/1.1" status: 200 len: 217 time: 0.0460327 Sep 09 09:22:30.000830 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-eb02990b-598e-442b-a63e-8a133324776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:30.002408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-eb02990b-598e-442b-a63e-8a133324776e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0589709 Sep 09 09:22:30.022191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-e45878a7-1270-4638-918d-d969fea4cf6b service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225419 Sep 09 09:22:30.059927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-e298a614-e465-4a72-a14a-40c9ce1a6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:30.061534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-e298a614-e465-4a72-a14a-40c9ce1a6efc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0428402 Sep 09 09:22:30.167428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-4c9c12d8-1fee-484c-b0f5-6b12ec6c7073 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943940 Sep 09 09:22:30.283457 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431e2a03-b91f-4f6d-81d6-74ef5e8eeaa5 req-9998ad78-d537-48cd-9ca0-84506682b423 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956910 Sep 09 09:22:30.437136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef req-0c33f8b5-98e2-4c26-aa61-1b7f08afd596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:30.438906 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef req-0c33f8b5-98e2-4c26-aa61-1b7f08afd596 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 1100 time: 0.0526791 Sep 09 09:22:30.582204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290e82-2a95-495d-ae00-6af23e0d3a80 req-bf9b3006-f0d3-42eb-9013-e835a4a7ef4a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:30.589509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef290e82-2a95-495d-ae00-6af23e0d3a80 req-bf9b3006-f0d3-42eb-9013-e835a4a7ef4a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.1371813 Sep 09 09:22:30.621271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef req-56ea6802-da42-4d05-a586-a66de7d8ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:30.622779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef req-56ea6802-da42-4d05-a586-a66de7d8ca2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1749406 Sep 09 09:22:30.647803 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef290e82-2a95-495d-ae00-6af23e0d3a80 req-a973ff5e-5a84-46c0-9a91-4ec4bb562238 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573790 Sep 09 09:22:30.684120 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef req-edcc7bb0-a2bf-44bb-97b7-4d39b5244700 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=28eaa780-3a81-4dd5-97ec-a26641e90b48 HTTP/1.1" status: 200 len: 217 time: 0.0443351 Sep 09 09:22:30.736153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef req-89366ba4-1b33-476d-a25d-ccf05b4106e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:30.738069 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef req-89366ba4-1b33-476d-a25d-ccf05b4106e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0467806 Sep 09 09:22:30.793738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef req-ef6623d8-914f-4919-8221-71fdd3046789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:30.796136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef req-ef6623d8-914f-4919-8221-71fdd3046789 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0485909 Sep 09 09:22:30.908846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-f5d32678-2104-4375-8961-6b7e9913c7bb tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:30.911433 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-f5d32678-2104-4375-8961-6b7e9913c7bb tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/networks?id=17ab205a-8b76-4441-9544-651fb0daef91 HTTP/1.1" status: 200 len: 814 time: 0.1269715 Sep 09 09:22:30.929706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-a1b4b44d-a993-4bb2-855a-4290ffd944c9 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/quotas/8c906887936d4e70b47c3f714e0540db HTTP/1.1" status: 200 len: 375 time: 0.0107701 Sep 09 09:22:30.975169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-e262b204-801f-4744-9b16-9a02c5b7a64d tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c906887936d4e70b47c3f714e0540db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378025 Sep 09 09:22:30.976518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6116ab-a024-4529-8007-17fa7bd8d588 req-1f183f4e-c865-4b64-bba5-c4468561ca9c tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:30.978235 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cb6116ab-a024-4529-8007-17fa7bd8d588 req-1f183f4e-c865-4b64-bba5-c4468561ca9c tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 948 time: 0.1396503 Sep 09 09:22:30.981114 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef req-4e7c345e-0742-4795-9f61-403dcc08ea2e service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762381 Sep 09 09:22:31.083105 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cb6116ab-a024-4529-8007-17fa7bd8d588 req-6b255905-6e38-43f4-9f1f-2966f7306e00 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958979 Sep 09 09:22:31.097492 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7268f74d-9cdd-4eff-b927-3ccdbaa60e88 service neutron] 10.222.0.32 "GET /v2.0/networks/17ab205a-8b76-4441-9544-651fb0daef91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129560 Sep 09 09:22:31.126557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b34b10bf-1cbb-4c42-9f99-8a9370f588ef req-992c5260-8f76-457a-9caa-16879efc0e7a service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374538 Sep 09 09:22:31.207159 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-a44cb3c6-7241-486c-be88-571bcf82601d service neutron] 10.222.0.32 "GET /v2.0/networks/17ab205a-8b76-4441-9544-651fb0daef91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086969 Sep 09 09:22:31.275654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8896ce-7320-4c78-bb2e-3069e2aad868 req-9ed81dd6-c086-43f0-998d-137a5039fa65 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:31.283410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa8896ce-7320-4c78-bb2e-3069e2aad868 req-9ed81dd6-c086-43f0-998d-137a5039fa65 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0607257 Sep 09 09:22:31.320567 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa8896ce-7320-4c78-bb2e-3069e2aad868 req-6ce31715-0b55-4ac6-b768-9e6514ca1442 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359766 Sep 09 09:22:31.609982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-785536de-dc46-458b-9834-3ee716919306 req-2f373ce1-fc98-4fb8-b738-1dae93343376 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 210 time: 0.0558622 Sep 09 09:22:31.796362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36773481-3b25-4646-8bea-e14430f2f5cc req-cf23b4e6-c5b1-4a8e-8fc8-0525edb95c08 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:31.797908 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36773481-3b25-4646-8bea-e14430f2f5cc req-cf23b4e6-c5b1-4a8e-8fc8-0525edb95c08 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0545335 Sep 09 09:22:31.838540 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36773481-3b25-4646-8bea-e14430f2f5cc req-f3d3a731-1833-4f76-8c3b-3a1d7a3ad63d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342865 Sep 09 09:22:32.100359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 28eaa780-3a81-4dd5-97ec-a26641e90b48 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:32.236556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afa677-5259-488d-84d8-3e353f7b1958 req-7e454b60-bc47-4787-93c7-ccdfcb055a85 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:32.238342 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56afa677-5259-488d-84d8-3e353f7b1958 req-7e454b60-bc47-4787-93c7-ccdfcb055a85 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 948 time: 0.0732267 Sep 09 09:22:32.243568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 28eaa780-3a81-4dd5-97ec-a26641e90b48, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=28eaa780-3a81-4dd5-97ec-a26641e90b48,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:32.260370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'mac_address': 'fa:16:3e:64:da:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:32.288531 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56afa677-5259-488d-84d8-3e353f7b1958 req-3c408207-1bbc-4e84-b9d9-fefa822c97d0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388484 Sep 09 09:22:32.317598 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:32.331013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28eaa780-3a81-4dd5-97ec-a26641e90b48 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:32.353737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 28eaa780-3a81-4dd5-97ec-a26641e90b48, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=28eaa780-3a81-4dd5-97ec-a26641e90b48,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:32.428816 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:32.429942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f3fecfd3-2e67-40e6-b65d-cf85fdd369fd details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:32.456695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741848a-6ccc-45b1-a44f-5d8f3924938d req-d48fea39-bf9f-4e87-8869-ddf84f8fc009 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:32.458591 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4741848a-6ccc-45b1-a44f-5d8f3924938d req-d48fea39-bf9f-4e87-8869-ddf84f8fc009 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0655246 Sep 09 09:22:32.515175 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4741848a-6ccc-45b1-a44f-5d8f3924938d req-9f92eb47-4ed2-4e3f-b6f2-f17253867534 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459366 Sep 09 09:22:32.515664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=28eaa780-3a81-4dd5-97ec-a26641e90b48,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:32.519071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:32.537601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.537949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.538287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.538841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.539211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.539568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.539900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.540225 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.540571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.541114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.541437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.541762 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:22:32.545706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', 'mac_address': 'fa:16:3e:0d:61:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:32.587256 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:32.603232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fecfd3-2e67-40e6-b65d-cf85fdd369fd {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:32.636044 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:32.712026 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a39c7f6-e8ab-4fd1-9097-fc732209a416 req-d6ace33f-47b5-44d7-8105-094c9f7d6692 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 210 time: 0.0331891 Sep 09 09:22:32.720399 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:32.790756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:32.984665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['28eaa780-3a81-4dd5-97ec-a26641e90b48'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:32.993707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['f3fecfd3-2e67-40e6-b65d-cf85fdd369fd'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:33.050783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84320023-5942-4060-9311-f2a15d973fc2 req-65bb7268-c11d-449a-8d2c-20ec06475097 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:33.052769 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84320023-5942-4060-9311-f2a15d973fc2 req-65bb7268-c11d-449a-8d2c-20ec06475097 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.1099367 Sep 09 09:22:33.103116 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84320023-5942-4060-9311-f2a15d973fc2 req-27eef546-4b59-4e38-b1f3-150ae4ed41a8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393281 Sep 09 09:22:33.440188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f524e-beda-4074-b71e-825d28a76c0e req-fe19e94b-3633-4e34-b856-8bee9e8212d8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:33.442133 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c46f524e-beda-4074-b71e-825d28a76c0e req-fe19e94b-3633-4e34-b856-8bee9e8212d8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 949 time: 0.0662935 Sep 09 09:22:33.515920 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c46f524e-beda-4074-b71e-825d28a76c0e req-1dff8753-2ed9-4c5f-ab60-1e846ee33b1f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671091 Sep 09 09:22:33.685859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c279a-fc73-4bf9-9450-3022e628db95 req-b4243f99-b15b-45b4-a599-9fae49df71a9 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:33.693668 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-047c279a-fc73-4bf9-9450-3022e628db95 req-b4243f99-b15b-45b4-a599-9fae49df71a9 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.1083674 Sep 09 09:22:33.786778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-e78acfd3-3a78-42da-b3e7-03149a6df49b tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:33.788514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-e78acfd3-3a78-42da-b3e7-03149a6df49b tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.24 "GET /v2.0/networks?id=17ab205a-8b76-4441-9544-651fb0daef91 HTTP/1.1" status: 200 len: 814 time: 0.1703825 Sep 09 09:22:33.837836 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9548436-ad6c-4574-9b7d-719e766e1455 req-256951c0-19a3-4daf-99a6-f0f7950789bc tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 210 time: 0.0388951 Sep 09 09:22:33.838688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Request body: {'port': {'device_id': 'f3141e37-0138-4477-ae05-82764e66c21f', 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91', 'admin_state_up': True, 'tenant_id': '8c906887936d4e70b47c3f714e0540db'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:33.874219 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-047c279a-fc73-4bf9-9450-3022e628db95 req-4b6ca2f1-e9ff-4aaa-9f6e-7fae38930ad2 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795266 Sep 09 09:22:34.062555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Made reservation on behalf of 8c906887936d4e70b47c3f714e0540db for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:22:34.066422 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:34.106567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 28eaa780-3a81-4dd5-97ec-a26641e90b48 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:34.226743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Allocated IP 172.20.0.3 (17ab205a-8b76-4441-9544-651fb0daef91/9e12ceb2-7c7e-4491-834d-94bac73f3d97/027685d4-681a-4c5c-90c6-abfd664ea41d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:22:34.263069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 28eaa780-3a81-4dd5-97ec-a26641e90b48 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:34.268448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee58246-127d-421e-9ffa-0a438c7f897a req-ff3ee476-d3a1-49cc-befd-025cee1e68eb tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:34.268652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 28eaa780-3a81-4dd5-97ec-a26641e90b48 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:34.269179 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:34.271028 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ee58246-127d-421e-9ffa-0a438c7f897a req-ff3ee476-d3a1-49cc-befd-025cee1e68eb tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0616188 Sep 09 09:22:34.330155 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ee58246-127d-421e-9ffa-0a438c7f897a req-d804732e-7610-44cb-9e4b-3b94fc4ff83f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518789 Sep 09 09:22:34.420256 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:34.447342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c418f6-cd33-4336-bc2e-dbb7114ead3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eaa780-3a81-4dd5-97ec-a26641e90b48'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:34.450578 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e427bcee-46f0-4cee-a53c-a62db09c7072" -d '{"events": [{"server_uuid": "36c418f6-cd33-4336-bc2e-dbb7114ead3c", "name": "network-vif-plugged", "status": "completed", "tag": "28eaa780-3a81-4dd5-97ec-a26641e90b48"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:34.478791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 28eaa780-3a81-4dd5-97ec-a26641e90b48, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=28eaa780-3a81-4dd5-97ec-a26641e90b48,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:34.496107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:34.502542 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d5bada-4c34-41ce-a3dc-db349c27f600 x-openstack-request-id: req-84d5bada-4c34-41ce-a3dc-db349c27f600 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:34.503001 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c418f6-cd33-4336-bc2e-dbb7114ead3c", "name": "network-vif-plugged", "status": "completed", "tag": "28eaa780-3a81-4dd5-97ec-a26641e90b48", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:34.503309 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84d5bada-4c34-41ce-a3dc-db349c27f600 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:34.503772 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c418f6-cd33-4336-bc2e-dbb7114ead3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'code': 200} Sep 09 09:22:34.548516 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:34.549344 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f3fecfd3-2e67-40e6-b65d-cf85fdd369fd up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:34.584514 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:34.608093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=28eaa780-3a81-4dd5-97ec-a26641e90b48,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:34.664695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262e8dc-155d-47e3-bd0d-fd05a1df03d8 req-dda430ab-b554-4d7c-955a-0042e4d341c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:34.666509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0262e8dc-155d-47e3-bd0d-fd05a1df03d8 req-dda430ab-b554-4d7c-955a-0042e4d341c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 1102 time: 0.0924709 Sep 09 09:22:34.680169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Pushing event updated for resources: {'Port': ['ID=027685d4-681a-4c5c-90c6-abfd664ea41d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:34.730958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Network 17ab205a-8b76-4441-9544-651fb0daef91 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:22:34.736658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:22:34.746386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:22:34.764189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0262e8dc-155d-47e3-bd0d-fd05a1df03d8 req-568d28f9-fd1b-436f-a255-6b6d9d27a4d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809960 Sep 09 09:22:34.782653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:34.787152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:34.787626 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:34.814351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3b798-77d1-47bb-948a-5df3b60ef5ac req-4f27ff6e-02a3-4e11-aeb1-37b6b534265f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:34.821857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75b3b798-77d1-47bb-948a-5df3b60ef5ac req-4f27ff6e-02a3-4e11-aeb1-37b6b534265f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 950 time: 0.1535296 Sep 09 09:22:34.851782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:34.852338 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:34.893649 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:34.897812 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75b3b798-77d1-47bb-948a-5df3b60ef5ac req-cb06babe-55b6-4c73-b945-a5314f4a80a3 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750940 Sep 09 09:22:34.941656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:34.960838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-0dcd2a87-287a-4ecd-a285-295deb6c2f85 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1459436 Sep 09 09:22:34.976111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Request body: {'port': {'device_id': 'f3141e37-0138-4477-ae05-82764e66c21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:35.000919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc1518-0b1d-436a-99c4-162fb4ca8b52 req-6e148af0-eb0f-4437-8375-782a4e102c31 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:35.008768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99cc1518-0b1d-436a-99c4-162fb4ca8b52 req-6e148af0-eb0f-4437-8375-782a4e102c31 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 931 time: 0.0631340 Sep 09 09:22:35.047970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99cc1518-0b1d-436a-99c4-162fb4ca8b52 req-b483a225-7bb0-4e4c-b69c-b26d2f9e5460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 Sep 09 09:22:35.068857 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:35.076543 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:35.096056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7349c6a-ccde-4b0a-b720-7a07dbefa743 req-5e9a5489-1fe1-4afa-9fc8-89ff988e1981 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:35.097277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7349c6a-ccde-4b0a-b720-7a07dbefa743 req-5e9a5489-1fe1-4afa-9fc8-89ff988e1981 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0943620 Sep 09 09:22:35.135736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:35.175362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7349c6a-ccde-4b0a-b720-7a07dbefa743 req-779acd71-f671-4402-8913-d963560abe1b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708034 Sep 09 09:22:35.437242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027685d4-681a-4c5c-90c6-abfd664ea41d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:35.446934 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:35.463275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Transition to ACTIVE for port object 027685d4-681a-4c5c-90c6-abfd664ea41d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:35.519776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0a832-697b-412d-ade0-efce48774a4e req-deae53be-4b2c-4758-a36f-f5494d78f590 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:35.521708 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-06f0a832-697b-412d-ade0-efce48774a4e req-deae53be-4b2c-4758-a36f-f5494d78f590 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0840845 Sep 09 09:22:35.531659 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:35.599407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-06f0a832-697b-412d-ade0-efce48774a4e req-7747ea71-7d52-4686-9a54-3ba810b8570a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632789 Sep 09 09:22:35.624877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36466) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:35.659760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Pushing event updated for resources: {'Port': ['ID=027685d4-681a-4c5c-90c6-abfd664ea41d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:35.694813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Attempting to bind port 027685d4-681a-4c5c-90c6-abfd664ea41d on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:22:35.695245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Attempting to bind port 027685d4-681a-4c5c-90c6-abfd664ea41d by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'd4f3041e-42fe-41e9-87ab-2908037cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:22:35.695769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Attempting to bind port 027685d4-681a-4c5c-90c6-abfd664ea41d on network 17ab205a-8b76-4441-9544-651fb0daef91 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:35.701620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Port 027685d4-681a-4c5c-90c6-abfd664ea41d on network 17ab205a-8b76-4441-9544-651fb0daef91 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:22:35.701976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Attempting to bind port 027685d4-681a-4c5c-90c6-abfd664ea41d on network 17ab205a-8b76-4441-9544-651fb0daef91 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:35.709121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:22:35.709464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Checking segment: {'id': 'd4f3041e-42fe-41e9-87ab-2908037cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:22:35.709850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Bound using segment: {'id': 'd4f3041e-42fe-41e9-87ab-2908037cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:22:35.710291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Bound port: 027685d4-681a-4c5c-90c6-abfd664ea41d, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f3041e-42fe-41e9-87ab-2908037cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:22:35.710652 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:35.754559 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc864587-2d83-4da3-a5c1-64c1cac92a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:35.789677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] For port 027685d4-681a-4c5c-90c6-abfd664ea41d, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:22:35.794145 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] For port 027685d4-681a-4c5c-90c6-abfd664ea41d, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=027685d4-681a-4c5c-90c6-abfd664ea41d,segment=NetworkSegment(d4f3041e-42fe-41e9-87ab-2908037cce9b),segment_id=d4f3041e-42fe-41e9-87ab-2908037cce9b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:22:35.861629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc864587-2d83-4da3-a5c1-64c1cac92a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:35.912364 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:35.955664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cc864587-2d83-4da3-a5c1-64c1cac92a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:35.964698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:35.966827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:35.969487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] 10.222.0.24 "PUT /v2.0/ports/027685d4-681a-4c5c-90c6-abfd664ea41d HTTP/1.1" status: 200 len: 1092 time: 0.9980969 Sep 09 09:22:35.971064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3141e37-0138-4477-ae05-82764e66c21f', 'tag': '027685d4-681a-4c5c-90c6-abfd664ea41d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:35.975303 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201a544f-b356-4171-a7e8-ec04e24ab65b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3141e37-0138-4477-ae05-82764e66c21f", "tag": "027685d4-681a-4c5c-90c6-abfd664ea41d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:36.019755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc864587-2d83-4da3-a5c1-64c1cac92a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5d7e3-d054-4161-846b-9d390d976fbd,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:36.027447 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cc864587-2d83-4da3-a5c1-64c1cac92a2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b29a63bcf40411e92f03b556dd74578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000914 Sep 09 09:22:36.029507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36480) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:36.045212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46da20-f076-4940-9a9d-f0e9d7d3e13e service neutron] Pushing event updated for resources: {'Port': ['ID=027685d4-681a-4c5c-90c6-abfd664ea41d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:36.072740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaab6b-5c83-408c-9888-c7c07b87a486 req-1d4f070e-dd6c-408a-8d38-2eb994c49418 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:36.079926 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3eaab6b-5c83-408c-9888-c7c07b87a486 req-1d4f070e-dd6c-408a-8d38-2eb994c49418 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 950 time: 0.0710807 Sep 09 09:22:36.107992 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d4afb40-1b6e-40a4-878f-221303ee46c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:36.126336 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3eaab6b-5c83-408c-9888-c7c07b87a486 req-92418269-059a-49c0-98c4-2111417efded tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 Sep 09 09:22:36.135056 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d4afb40-1b6e-40a4-878f-221303ee46c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:36.212736 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dee964-cb32-40d6-aeaf-0af26a39aad8 x-openstack-request-id: req-59dee964-cb32-40d6-aeaf-0af26a39aad8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:36.213033 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3141e37-0138-4477-ae05-82764e66c21f", "tag": "027685d4-681a-4c5c-90c6-abfd664ea41d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:36.213496 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59dee964-cb32-40d6-aeaf-0af26a39aad8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:36.214175 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3141e37-0138-4477-ae05-82764e66c21f', 'tag': '027685d4-681a-4c5c-90c6-abfd664ea41d', 'status': 'completed', 'code': 200} Sep 09 09:22:36.217833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-5f2d5cea-7953-4136-9502-ee952692167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:36.219743 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-5f2d5cea-7953-4136-9502-ee952692167f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c906887936d4e70b47c3f714e0540db&device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 1095 time: 0.0786641 Sep 09 09:22:36.273026 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-3615c6fb-2244-43b1-bb3e-d24f2233e8d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=027685d4-681a-4c5c-90c6-abfd664ea41d HTTP/1.1" status: 200 len: 217 time: 0.0445120 Sep 09 09:22:36.295920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596940d-10af-42a7-a971-8ad13818fe49 req-1dfccb56-052b-4d3d-b352-8884964a7fe3 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:36.297500 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3596940d-10af-42a7-a971-8ad13818fe49 req-1dfccb56-052b-4d3d-b352-8884964a7fe3 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 943 time: 0.0630038 Sep 09 09:22:36.319968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d4afb40-1b6e-40a4-878f-221303ee46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:36.322507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d4afb40-1b6e-40a4-878f-221303ee46c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:36.323700 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3d4afb40-1b6e-40a4-878f-221303ee46c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19e5d7e3-d054-4161-846b-9d390d976fbd HTTP/1.1" status: 204 len: 168 time: 0.2930968 Sep 09 09:22:36.355423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-152cda7b-a377-427e-91c4-e83a4578af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:36.357535 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-152cda7b-a377-427e-91c4-e83a4578af6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e12ceb2-7c7e-4491-834d-94bac73f3d97 HTTP/1.1" status: 200 len: 854 time: 0.0766091 Sep 09 09:22:36.367345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4afb40-1b6e-40a4-878f-221303ee46c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e5d7e3-d054-4161-846b-9d390d976fbd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:36.377673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527e860-9e94-4dad-9554-a150d3a8db59 req-823d1e81-7809-44f9-b356-35253f74dd96 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:36.377673 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c527e860-9e94-4dad-9554-a150d3a8db59 req-823d1e81-7809-44f9-b356-35253f74dd96 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1018543 Sep 09 09:22:36.390645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3596940d-10af-42a7-a971-8ad13818fe49 req-02a7ca18-0e66-4762-8c97-80e61e9d93c6 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822101 Sep 09 09:22:36.413084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-d8da0b7b-fa74-4af0-b25d-b1723c354d41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17ab205a-8b76-4441-9544-651fb0daef91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398839 Sep 09 09:22:36.472907 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c527e860-9e94-4dad-9554-a150d3a8db59 req-5cfe9a14-a2e4-40da-aa81-c552db17012e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625317 Sep 09 09:22:36.496956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5552a1e-76d3-4331-ae03-e6eb289d9b0f req-452a57a0-74fa-438b-88df-fbedccde1d74 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:36.498579 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5552a1e-76d3-4331-ae03-e6eb289d9b0f req-452a57a0-74fa-438b-88df-fbedccde1d74 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0583351 Sep 09 09:22:36.504973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ceb3fb-3df7-4200-967a-06918c86ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:36.508613 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84b1fea-c7a8-45ed-99be-3095685de65f" -d '{"events": [{"server_uuid": "74ceb3fb-3df7-4200-967a-06918c86ab20", "name": "network-vif-plugged", "status": "completed", "tag": "f3fecfd3-2e67-40e6-b65d-cf85fdd369fd"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:36.549976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-37ed5bf2-af09-4388-b6ee-aa567bf76418 service neutron] 10.222.0.24 "GET /v2.0/networks/17ab205a-8b76-4441-9544-651fb0daef91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223872 Sep 09 09:22:36.550709 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c615866-9a6f-4e94-8e1c-2ebdc714ab36 x-openstack-request-id: req-0c615866-9a6f-4e94-8e1c-2ebdc714ab36 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:36.551055 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ceb3fb-3df7-4200-967a-06918c86ab20", "name": "network-vif-plugged", "status": "completed", "tag": "f3fecfd3-2e67-40e6-b65d-cf85fdd369fd", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:36.551317 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c615866-9a6f-4e94-8e1c-2ebdc714ab36 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:36.551753 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ceb3fb-3df7-4200-967a-06918c86ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', 'code': 200} Sep 09 09:22:36.553359 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5552a1e-76d3-4331-ae03-e6eb289d9b0f req-d4b62f46-a7ae-400f-b9e6-0a89b5c950e9 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465763 Sep 09 09:22:36.665995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f6458-0600-441c-b81f-1ff347e1b298 req-3401a865-fdcd-4b6d-abd8-8d28d353fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:36.668944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c68f6458-0600-441c-b81f-1ff347e1b298 req-3401a865-fdcd-4b6d-abd8-8d28d353fd01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 1101 time: 0.0557110 Sep 09 09:22:36.673871 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2af6ff5d-66a2-44d4-b8b6-2f760bb9a4f1 req-9defbe2a-c289-4f16-ae04-8dcb3616b75c service neutron] 10.222.0.24 "GET /v2.0/networks/17ab205a-8b76-4441-9544-651fb0daef91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165218 Sep 09 09:22:36.751316 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c68f6458-0600-441c-b81f-1ff347e1b298 req-99b739ce-f93b-4509-9e2b-09605adbb136 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752647 Sep 09 09:22:36.768183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a3b70-7742-4386-a666-0bb6f5ce93a0 req-0254af46-a6f3-42a4-ae24-3da6eae2a3ed tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:36.769859 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-012a3b70-7742-4386-a666-0bb6f5ce93a0 req-0254af46-a6f3-42a4-ae24-3da6eae2a3ed tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0714984 Sep 09 09:22:36.811806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-012a3b70-7742-4386-a666-0bb6f5ce93a0 req-80e70d5a-0eeb-43f9-a59d-fa55945ddfb1 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348909 Sep 09 09:22:36.913917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a544f-b356-4171-a7e8-ec04e24ab65b req-47c8abb1-4f41-4e78-bfdb-35cd0087b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:36.915405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-201a544f-b356-4171-a7e8-ec04e24ab65b req-47c8abb1-4f41-4e78-bfdb-35cd0087b9fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c906887936d4e70b47c3f714e0540db&device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 1095 time: 0.0457666 Sep 09 09:22:37.008315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a544f-b356-4171-a7e8-ec04e24ab65b req-ac052a28-8276-43c3-9bb7-3fbd2df2db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:37.009852 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-201a544f-b356-4171-a7e8-ec04e24ab65b req-ac052a28-8276-43c3-9bb7-3fbd2df2db66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17ab205a-8b76-4441-9544-651fb0daef91 HTTP/1.1" status: 200 len: 915 time: 0.0852566 Sep 09 09:22:37.065213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-201a544f-b356-4171-a7e8-ec04e24ab65b req-9067586f-c823-4401-a8e7-c22b9b9ec83c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=027685d4-681a-4c5c-90c6-abfd664ea41d HTTP/1.1" status: 200 len: 217 time: 0.0411649 Sep 09 09:22:37.089644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36500) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:37.110189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8abccc29-02dc-4b42-a6ca-a0015468f771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:37.118516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a544f-b356-4171-a7e8-ec04e24ab65b req-15185181-d53c-4813-81f3-cd64a8d940a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:37.120304 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-201a544f-b356-4171-a7e8-ec04e24ab65b req-15185181-d53c-4813-81f3-cd64a8d940a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e12ceb2-7c7e-4491-834d-94bac73f3d97 HTTP/1.1" status: 200 len: 854 time: 0.0480661 Sep 09 09:22:37.155036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-201a544f-b356-4171-a7e8-ec04e24ab65b req-65f1618b-074b-46a2-8626-df7612772d2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17ab205a-8b76-4441-9544-651fb0daef91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253427 Sep 09 09:22:37.215300 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8abccc29-02dc-4b42-a6ca-a0015468f771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:37.252124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261d632-b6a1-4142-87f8-198db0c99602 req-786b779e-a6fc-44ee-b70a-cf8c4ef524dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:37.253704 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a261d632-b6a1-4142-87f8-198db0c99602 req-786b779e-a6fc-44ee-b70a-cf8c4ef524dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 950 time: 0.0562720 Sep 09 09:22:37.258470 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-201a544f-b356-4171-a7e8-ec04e24ab65b req-1aa0addc-2bbf-47a2-bed5-5be6a92ff39c service neutron] 10.222.0.24 "GET /v2.0/networks/17ab205a-8b76-4441-9544-651fb0daef91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926707 Sep 09 09:22:37.293137 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a261d632-b6a1-4142-87f8-198db0c99602 req-c3341ed8-738f-4fcc-ab18-29812e8fb79d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332580 Sep 09 09:22:37.320869 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8abccc29-02dc-4b42-a6ca-a0015468f771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:37.356445 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-201a544f-b356-4171-a7e8-ec04e24ab65b req-1fea2594-c7a0-4dbc-9171-5b70e879c4f9 service neutron] 10.222.0.24 "GET /v2.0/networks/17ab205a-8b76-4441-9544-651fb0daef91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881872 Sep 09 09:22:37.363463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8abccc29-02dc-4b42-a6ca-a0015468f771 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e86fb69c8fa40bfa10f04c1d3a0b23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710359 Sep 09 09:22:37.366424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abccc29-02dc-4b42-a6ca-a0015468f771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce186d2-c76f-4cd6-95a4-a3ec13e940dd,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:37.367937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36506) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:37.470068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f702df-b9e7-418f-ad8e-b94382f3b03c req-9f95a033-8844-40d9-b0f8-ea37a1ebc267 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:37.473205 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01f702df-b9e7-418f-ad8e-b94382f3b03c req-9f95a033-8844-40d9-b0f8-ea37a1ebc267 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 949 time: 0.1042767 Sep 09 09:22:37.474384 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-de4dd69f-8c9c-43b8-a47a-3aeb28da7b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:37.511454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb6b79-098e-4f48-a7eb-0d5cccb9ead7 req-8da1e664-17ce-4161-b356-fec642aae223 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:37.512126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-de4dd69f-8c9c-43b8-a47a-3aeb28da7b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:37.513367 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3bcb6b79-098e-4f48-a7eb-0d5cccb9ead7 req-8da1e664-17ce-4161-b356-fec642aae223 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 943 time: 0.0556490 Sep 09 09:22:37.548336 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01f702df-b9e7-418f-ad8e-b94382f3b03c req-cbdb72b8-d57e-419c-909f-e164279dfe18 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707204 Sep 09 09:22:37.555599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3bcb6b79-098e-4f48-a7eb-0d5cccb9ead7 req-3b8ddde4-61f8-4dfe-9602-167cbbe369d0 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353813 Sep 09 09:22:37.658314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab0b0a-1181-4481-b529-418c5fa49c2c req-6fe5c99b-b005-4a05-a122-1782a776f941 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:37.660093 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-87ab0b0a-1181-4481-b529-418c5fa49c2c req-6fe5c99b-b005-4a05-a122-1782a776f941 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0520210 Sep 09 09:22:37.661431 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-de4dd69f-8c9c-43b8-a47a-3aeb28da7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:37.664310 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-de4dd69f-8c9c-43b8-a47a-3aeb28da7b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:37.665987 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-de4dd69f-8c9c-43b8-a47a-3aeb28da7b66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ce186d2-c76f-4cd6-95a4-a3ec13e940dd HTTP/1.1" status: 204 len: 168 time: 0.2958803 Sep 09 09:22:37.678010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06308a44-fe08-47b3-9d0a-0ff3ef94687d req-293f9584-cead-4ae7-90a3-8a6ae1cb5a6d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:37.683909 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-06308a44-fe08-47b3-9d0a-0ff3ef94687d req-293f9584-cead-4ae7-90a3-8a6ae1cb5a6d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0621862 Sep 09 09:22:37.694840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dd69f-8c9c-43b8-a47a-3aeb28da7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce186d2-c76f-4cd6-95a4-a3ec13e940dd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:37.724954 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-87ab0b0a-1181-4481-b529-418c5fa49c2c req-90af8e1c-4b05-470c-9f6d-ceb86d2879ba tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577900 Sep 09 09:22:37.748400 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-06308a44-fe08-47b3-9d0a-0ff3ef94687d req-9d9a6b78-06f9-4ccd-9a0f-88d528008e8f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562687 Sep 09 09:22:37.945553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec362e-7f8d-4d34-8742-4c1788c409d8 req-792c4958-ec1d-4b1d-a7bb-d8b4475e6170 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:37.947104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8ec362e-7f8d-4d34-8742-4c1788c409d8 req-792c4958-ec1d-4b1d-a7bb-d8b4475e6170 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0518763 Sep 09 09:22:37.989870 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8ec362e-7f8d-4d34-8742-4c1788c409d8 req-72842561-877a-454c-a8a3-8db89af1f23b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354085 Sep 09 09:22:38.669874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880526ff-11c2-46d3-b30a-3f26c97bf47e req-1dd57604-815a-4fd8-ae3c-cef34769a44a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:38.671568 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-880526ff-11c2-46d3-b30a-3f26c97bf47e req-1dd57604-815a-4fd8-ae3c-cef34769a44a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 949 time: 0.0504713 Sep 09 09:22:38.684528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a408-31fc-40f2-a525-981c4d1987e8 req-5c19c7dd-f9f2-478c-8e59-2baf5a02272b tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:38.686062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14f0a408-31fc-40f2-a525-981c4d1987e8 req-5c19c7dd-f9f2-478c-8e59-2baf5a02272b tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 943 time: 0.0565770 Sep 09 09:22:38.715874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-880526ff-11c2-46d3-b30a-3f26c97bf47e req-f672f530-a933-4f94-b206-0439bbd58d7d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372632 Sep 09 09:22:38.726494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14f0a408-31fc-40f2-a525-981c4d1987e8 req-729895ae-8506-4ae3-8c70-c131a4eaa074 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345771 Sep 09 09:22:38.857434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c346c-38a3-4e10-9c94-cd36d01d5a92 req-8ab19113-0546-466f-be39-ded18a422113 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:38.865217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b6c346c-38a3-4e10-9c94-cd36d01d5a92 req-8ab19113-0546-466f-be39-ded18a422113 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0623028 Sep 09 09:22:38.900799 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b6c346c-38a3-4e10-9c94-cd36d01d5a92 req-6c88d244-4f85-4b26-ae7d-eccc5e21ff79 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346942 Sep 09 09:22:39.012173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5af97-7ee4-4c49-9fc6-c881984f45eb req-0102e2b0-a11a-44c4-8161-3394a52a37bd tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:39.012953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31457d20-bea6-4826-be79-89c5c5fc2555 req-380ba845-baf4-4a8b-92bc-9a18b8355eb7 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:39.013744 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e0a5af97-7ee4-4c49-9fc6-c881984f45eb req-0102e2b0-a11a-44c4-8161-3394a52a37bd tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0537491 Sep 09 09:22:39.018927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31457d20-bea6-4826-be79-89c5c5fc2555 req-380ba845-baf4-4a8b-92bc-9a18b8355eb7 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:39.020560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31457d20-bea6-4826-be79-89c5c5fc2555 req-380ba845-baf4-4a8b-92bc-9a18b8355eb7 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c&device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 1690 time: 0.0623832 Sep 09 09:22:39.056125 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e0a5af97-7ee4-4c49-9fc6-c881984f45eb req-b0a2460c-8783-481a-93c3-dbcbbdb2cb40 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344012 Sep 09 09:22:39.066243 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31457d20-bea6-4826-be79-89c5c5fc2555 req-c02fbefa-db11-41ac-b382-f5c88db1b424 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369549 Sep 09 09:22:39.256008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35248888-be6d-4439-b088-94e41179fed2 req-236aa0d9-36c4-4b3e-a727-87e54c09086a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:39.257562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35248888-be6d-4439-b088-94e41179fed2 req-236aa0d9-36c4-4b3e-a727-87e54c09086a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0614178 Sep 09 09:22:39.306730 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35248888-be6d-4439-b088-94e41179fed2 req-b5c83780-bf4d-4ad9-a8a3-9e0a439dba26 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403478 Sep 09 09:22:39.313464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed55bc2-99a0-488e-86a5-1ce62c800b2d req-ac92d129-9814-43a9-bc48-338af3583301 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:39.315420 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ed55bc2-99a0-488e-86a5-1ce62c800b2d req-ac92d129-9814-43a9-bc48-338af3583301 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 1102 time: 0.0493681 Sep 09 09:22:39.323893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 77af0c0c-e578-4213-a288-d27728168d12 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:39.365270 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7ed55bc2-99a0-488e-86a5-1ce62c800b2d req-137be612-834a-43f1-b7dc-ed655f432e1e tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374901 Sep 09 09:22:39.467167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:39.489552 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '77af0c0c-e578-4213-a288-d27728168d12', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'port_id': '77af0c0c-e578-4213-a288-d27728168d12', 'mac_address': 'fa:16:3e:ce:79:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:39.497519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e3902-f2bf-45d9-abcc-befec35df1b7 req-4af4dfc0-0f90-4b98-a3a4-2eff4c20a999 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:39.516481 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b3e3902-f2bf-45d9-abcc-befec35df1b7 req-4af4dfc0-0f90-4b98-a3a4-2eff4c20a999 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 1101 time: 0.0626616 Sep 09 09:22:39.551589 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:39.565081 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b3e3902-f2bf-45d9-abcc-befec35df1b7 req-e8c44b0a-4403-4015-a24d-c7167a20d3a1 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574329 Sep 09 09:22:39.572369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77af0c0c-e578-4213-a288-d27728168d12 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:39.597990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:39.755081 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:39.805423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:39.866083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b938c8-dae1-4e53-8fd4-97a6aa740252 req-3dedff8f-6775-4ee3-a8e9-d2e1a7d72a06 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:39.867721 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46b938c8-dae1-4e53-8fd4-97a6aa740252 req-3dedff8f-6775-4ee3-a8e9-d2e1a7d72a06 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 943 time: 0.0519309 Sep 09 09:22:39.915944 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46b938c8-dae1-4e53-8fd4-97a6aa740252 req-a80c78e4-2fdb-41c5-81c0-ec945cc88d5a tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398901 Sep 09 09:22:39.943058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['77af0c0c-e578-4213-a288-d27728168d12'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:40.037263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4448df-58bf-4055-a7fd-27a85189879a req-677340f0-e3aa-43fb-a564-bd7f61a541ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:40.043690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f4448df-58bf-4055-a7fd-27a85189879a req-677340f0-e3aa-43fb-a564-bd7f61a541ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 1096 time: 0.1077452 Sep 09 09:22:40.045053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5978f6-d1a7-4c6c-bc9e-b4f4e081cb08 req-894d32c5-3aa2-453d-999c-853507b28b0e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:40.046696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f5978f6-d1a7-4c6c-bc9e-b4f4e081cb08 req-894d32c5-3aa2-453d-999c-853507b28b0e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0606313 Sep 09 09:22:40.122460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f5978f6-d1a7-4c6c-bc9e-b4f4e081cb08 req-a5516795-de7f-4757-8931-964f223be78a tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619574 Sep 09 09:22:40.168960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-35c8d2b5-c04c-408a-8588-97cde6e70a5f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597286 Sep 09 09:22:40.295289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dad4e-f800-494a-9a77-1a134a8d7bc4 req-c7663e87-07ae-4765-9503-92bbe456564e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:40.297151 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac2dad4e-f800-494a-9a77-1a134a8d7bc4 req-c7663e87-07ae-4765-9503-92bbe456564e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0637481 Sep 09 09:22:40.305426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4448df-58bf-4055-a7fd-27a85189879a req-b2c85d3d-06b3-4c49-8773-dbd7efaf550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:40.306969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f4448df-58bf-4055-a7fd-27a85189879a req-b2c85d3d-06b3-4c49-8773-dbd7efaf550c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.2376626 Sep 09 09:22:40.340947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac2dad4e-f800-494a-9a77-1a134a8d7bc4 req-8b236933-1ba2-49d2-8cd7-3a54128a4283 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372379 Sep 09 09:22:40.389468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-480bd447-7346-4137-89be-0bc969fb8a85 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:40.392982 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-480bd447-7346-4137-89be-0bc969fb8a85 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897604 Sep 09 09:22:40.422038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f4448df-58bf-4055-a7fd-27a85189879a req-3fefb7a9-0c42-43c2-a47f-fbe2d227da8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af0c0c-e578-4213-a288-d27728168d12 HTTP/1.1" status: 200 len: 1000 time: 0.1019490 Sep 09 09:22:40.423371 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cac76ceb-52b1-4c04-af0d-0896c7f211a3 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/quotas/3075177ca7204a6db633c5f58d701800 HTTP/1.1" status: 200 len: 375 time: 0.0216417 Sep 09 09:22:40.540207 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-3bd6d58f-03f1-451c-8de1-b143f9a5e8ed tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1081705 Sep 09 09:22:40.544433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4448df-58bf-4055-a7fd-27a85189879a req-41f1633a-15cd-4266-9a97-4463be74f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:40.546031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f4448df-58bf-4055-a7fd-27a85189879a req-41f1633a-15cd-4266-9a97-4463be74f7f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.1158123 Sep 09 09:22:40.620170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4448df-58bf-4055-a7fd-27a85189879a req-f5cb0496-8e21-4535-91e7-be9c665c4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:40.622239 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f4448df-58bf-4055-a7fd-27a85189879a req-f5cb0496-8e21-4535-91e7-be9c665c4bc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662794 Sep 09 09:22:40.633599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed9547-8aa2-4398-8c76-00046292f6af req-ea2d76c6-1782-41a1-9db9-30656a6ca89c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:40.646898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f2ed9547-8aa2-4398-8c76-00046292f6af req-ea2d76c6-1782-41a1-9db9-30656a6ca89c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.0901008 Sep 09 09:22:40.722414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f2ed9547-8aa2-4398-8c76-00046292f6af req-ae0d4dc9-263b-4eb1-9d85-b6172ce4b271 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745554 Sep 09 09:22:40.788503 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f4448df-58bf-4055-a7fd-27a85189879a req-f0815aa8-ad5e-4b1b-b32d-0a0734a6e732 service neutron] 10.222.0.24 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484606 Sep 09 09:22:40.912404 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f4448df-58bf-4055-a7fd-27a85189879a req-393e0abb-6f67-4017-8e7c-eec97d9ce063 service neutron] 10.222.0.24 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160061 Sep 09 09:22:41.068455 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a0f54-d458-4a54-a4c9-2d7df9c796f0 req-8e407b27-8d7b-4c3d-b833-646201e593c8 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:41.070639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431a0f54-d458-4a54-a4c9-2d7df9c796f0 req-8e407b27-8d7b-4c3d-b833-646201e593c8 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 943 time: 0.0655136 Sep 09 09:22:41.148313 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-431a0f54-d458-4a54-a4c9-2d7df9c796f0 req-c83f2cb2-a5d4-48f7-96e8-57333f41077d tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689828 Sep 09 09:22:41.295038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe47c1-c84f-4208-8bf4-0df80e64eb89 req-2752ff0d-3797-4fbb-87bc-0bda9f705e48 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:41.296653 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86fe47c1-c84f-4208-8bf4-0df80e64eb89 req-2752ff0d-3797-4fbb-87bc-0bda9f705e48 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0615754 Sep 09 09:22:41.345906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 027685d4-681a-4c5c-90c6-abfd664ea41d details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:41.351716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 77af0c0c-e578-4213-a288-d27728168d12 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:41.389034 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86fe47c1-c84f-4208-8bf4-0df80e64eb89 req-6c941473-5a77-40a1-9fdd-8f6577489117 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850177 Sep 09 09:22:41.621400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c13363-04c5-4671-951a-eb5ba3ce0248 req-390c6281-4599-4e32-9488-8877d8a2ed52 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:41.632281 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-07c13363-04c5-4671-951a-eb5ba3ce0248 req-390c6281-4599-4e32-9488-8877d8a2ed52 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.1872811 Sep 09 09:22:41.699331 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-07c13363-04c5-4671-951a-eb5ba3ce0248 req-10e584af-2ed2-4b97-bc8e-c7af054e0168 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629821 Sep 09 09:22:41.751977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 027685d4-681a-4c5c-90c6-abfd664ea41d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=027685d4-681a-4c5c-90c6-abfd664ea41d,segment=NetworkSegment(d4f3041e-42fe-41e9-87ab-2908037cce9b),segment_id=d4f3041e-42fe-41e9-87ab-2908037cce9b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:41.781887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '027685d4-681a-4c5c-90c6-abfd664ea41d', 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91', 'port_id': '027685d4-681a-4c5c-90c6-abfd664ea41d', 'mac_address': 'fa:16:3e:4f:03:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e12ceb2-7c7e-4491-834d-94bac73f3d97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:41.940493 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:41.959526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec987c26-ddb2-4828-82d0-6d14f9247347 req-8c7333dd-42a8-4c5f-ae47-84409170cbbf tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 210 time: 0.0625813 Sep 09 09:22:41.983459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 77af0c0c-e578-4213-a288-d27728168d12 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:41.984314 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:42.029064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027685d4-681a-4c5c-90c6-abfd664ea41d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:42.053108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e34df-3810-4291-b938-03b81e24a8fd req-aaa26654-f158-43e8-a428-2e704f23e0cb tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:42.060638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 027685d4-681a-4c5c-90c6-abfd664ea41d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=027685d4-681a-4c5c-90c6-abfd664ea41d,segment=NetworkSegment(d4f3041e-42fe-41e9-87ab-2908037cce9b),segment_id=d4f3041e-42fe-41e9-87ab-2908037cce9b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:42.069556 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c3e34df-3810-4291-b938-03b81e24a8fd req-aaa26654-f158-43e8-a428-2e704f23e0cb tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.0947957 Sep 09 09:22:42.101541 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:42.127366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77af0c0c-e578-4213-a288-d27728168d12'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:42.129897 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190ad10c-ebdf-423c-8781-96da0c8ffcce" -d '{"events": [{"server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "name": "network-vif-plugged", "status": "completed", "tag": "77af0c0c-e578-4213-a288-d27728168d12"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:42.132152 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c3e34df-3810-4291-b938-03b81e24a8fd req-f1ad3fa5-3c96-44fa-8554-2ed3acc875a6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622742 Sep 09 09:22:42.165687 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:42.165687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:42.234593 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d48f5a-e36c-4f0c-bad8-deaf1b274281 x-openstack-request-id: req-a6d48f5a-e36c-4f0c-bad8-deaf1b274281 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:42.234983 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "name": "network-vif-plugged", "status": "completed", "tag": "77af0c0c-e578-4213-a288-d27728168d12", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:42.235336 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6d48f5a-e36c-4f0c-bad8-deaf1b274281 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:42.235849 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77af0c0c-e578-4213-a288-d27728168d12', 'code': 200} Sep 09 09:22:42.279671 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:42.284876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=027685d4-681a-4c5c-90c6-abfd664ea41d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:42.319239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131605dd-2353-4ef8-a5fe-f537bbe5eeb0 req-4f2c7e69-ccd4-4876-9979-0d7c16f11c0e tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:42.320939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-131605dd-2353-4ef8-a5fe-f537bbe5eeb0 req-4f2c7e69-ccd4-4876-9979-0d7c16f11c0e tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 944 time: 0.0739017 Sep 09 09:22:42.372952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:42.379928 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-131605dd-2353-4ef8-a5fe-f537bbe5eeb0 req-9fb660b0-daa1-4b62-b9f1-63a6a0dcd7d2 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515127 Sep 09 09:22:42.547497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['027685d4-681a-4c5c-90c6-abfd664ea41d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:42.570590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6132-a849-4bb6-bb6b-6df5314f5f5e req-56c80969-88ac-4266-9ea2-c35b659155a0 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:42.572706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ea7b6132-a849-4bb6-bb6b-6df5314f5f5e req-56c80969-88ac-4266-9ea2-c35b659155a0 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0689747 Sep 09 09:22:42.634338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ea7b6132-a849-4bb6-bb6b-6df5314f5f5e req-fc1b0047-048c-4740-b86c-2a7fd6234c7b tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548761 Sep 09 09:22:42.923939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad5f1f-b373-4ad6-8ed3-d70b953dd502 req-df767f65-2356-4861-bca8-0eed5f7ef94a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:42.935292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4fad5f1f-b373-4ad6-8ed3-d70b953dd502 req-df767f65-2356-4861-bca8-0eed5f7ef94a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.1488674 Sep 09 09:22:43.023489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4fad5f1f-b373-4ad6-8ed3-d70b953dd502 req-6a33e8f2-0aff-41f9-9c0d-dc6989bcf0f2 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725529 Sep 09 09:22:43.111251 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-60e5b007-487b-423d-9173-c46fc7417f44 req-198946b0-fcd7-4875-9ff4-1e4c6bd5b681 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 210 time: 0.0430462 Sep 09 09:22:43.299962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a370f4a-560e-4d5b-9c85-f85dca50e5d5 req-b7b07109-370a-40c3-bab8-3b2260772db7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:43.310048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a370f4a-560e-4d5b-9c85-f85dca50e5d5 req-b7b07109-370a-40c3-bab8-3b2260772db7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0683522 Sep 09 09:22:43.358669 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a370f4a-560e-4d5b-9c85-f85dca50e5d5 req-4aa1f917-bf82-4e8f-9e9b-12376f655710 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475066 Sep 09 09:22:43.526997 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:22:43.536336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375fdb0-0803-4166-ac8f-bb16c5df06d0 req-b8e8c7ea-9b54-41a2-83e2-9aecb9bb7bfc tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:43.538189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b375fdb0-0803-4166-ac8f-bb16c5df06d0 req-b8e8c7ea-9b54-41a2-83e2-9aecb9bb7bfc tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 944 time: 0.0542777 Sep 09 09:22:43.608216 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b375fdb0-0803-4166-ac8f-bb16c5df06d0 req-a7718a2f-a08a-48a2-b7fe-231223cc12e5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560796 Sep 09 09:22:43.809081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebba26c-0839-429d-8a6f-03c4e26ca8bf req-c2942f6e-5f96-4cce-9883-90febb795bd7 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:43.817964 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cebba26c-0839-429d-8a6f-03c4e26ca8bf req-c2942f6e-5f96-4cce-9883-90febb795bd7 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0994899 Sep 09 09:22:43.884498 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cebba26c-0839-429d-8a6f-03c4e26ca8bf req-6f817060-7be9-41de-a9cd-8b79193bcc56 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640445 Sep 09 09:22:44.179087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf762f37-d31c-4faf-8c61-29a0616114b2 req-ca1ae0e3-335d-45b7-86f4-5f450399258c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:44.181052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf762f37-d31c-4faf-8c61-29a0616114b2 req-ca1ae0e3-335d-45b7-86f4-5f450399258c tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0597169 Sep 09 09:22:44.239607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf762f37-d31c-4faf-8c61-29a0616114b2 req-4b614f61-f25c-44eb-86a8-8846e093feaa tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458374 Sep 09 09:22:44.256263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-28d21a9b-710b-4263-94d6-068996776c1d req-73300d8a-551b-4c7d-ba30-a30d79574fa9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 210 time: 0.0330660 Sep 09 09:22:44.399680 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce5bd06a-1dfd-4a47-833a-5224b110f637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:44.469846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-3190e147-852d-4a4a-a945-0ae9a144f5c4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267422 Sep 09 09:22:44.770925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821be3b-beaa-4841-942a-de2d6fced184 req-c3c4c382-c4ae-439a-81d9-375ed55789a1 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:44.772651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1821be3b-beaa-4841-942a-de2d6fced184 req-c3c4c382-c4ae-439a-81d9-375ed55789a1 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 944 time: 0.0619814 Sep 09 09:22:44.824363 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1821be3b-beaa-4841-942a-de2d6fced184 req-1498c733-aa15-4a4a-b1c0-8c97c1632d11 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Sep 09 09:22:44.890555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926630d-2d30-49db-9a22-ed0dc36dba13 req-b7a6311f-2ba4-4449-9a2e-286b37371e95 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:44.892854 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f926630d-2d30-49db-9a22-ed0dc36dba13 req-b7a6311f-2ba4-4449-9a2e-286b37371e95 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.4276741 Sep 09 09:22:44.943829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-23340618-d799-48f6-b513-68fdb7f2a391 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:44.945289 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-23340618-d799-48f6-b513-68fdb7f2a391 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4662092 Sep 09 09:22:44.963337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Request body: {'port': {'device_id': '94f7f48e-4fe2-4fe9-8a31-72868835fdc4', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '3075177ca7204a6db633c5f58d701800'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:44.992702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f926630d-2d30-49db-9a22-ed0dc36dba13 req-2f12b2a0-d664-4112-8df8-777d90a76f42 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917795 Sep 09 09:22:45.051273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ac3b6-2670-4ed9-a4eb-8a168ca72376 req-7cba81e7-65cf-4630-a5b0-7707e643a68f tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:45.059775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a60ac3b6-2670-4ed9-a4eb-8a168ca72376 req-7cba81e7-65cf-4630-a5b0-7707e643a68f tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0790768 Sep 09 09:22:45.204968 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-92a96fef-a77f-413d-a2f0-98d16b87c5cb tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258510 Sep 09 09:22:45.257014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Made reservation on behalf of 3075177ca7204a6db633c5f58d701800 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:22:45.265445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:45.352951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 027685d4-681a-4c5c-90c6-abfd664ea41d up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:45.437571 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Allocated IP 192.168.233.125 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/e774fd7b-586b-492c-a048-cbd903c11511) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:22:45.445831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-dc9b2259-ea15-45a9-aa37-df03211e303f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:45.448561 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-dc9b2259-ea15-45a9-aa37-df03211e303f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379496 Sep 09 09:22:45.467280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Request body: {'port': {'device_id': '17f76417-2a7f-4404-b784-7bdd7668d1bd', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '3075177ca7204a6db633c5f58d701800'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:45.528027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a60ac3b6-2670-4ed9-a4eb-8a168ca72376 req-80062d48-24c8-4fed-a05e-16e6c63a10dc tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670725 Sep 09 09:22:45.571212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 027685d4-681a-4c5c-90c6-abfd664ea41d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:45.578265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 027685d4-681a-4c5c-90c6-abfd664ea41d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:45.578766 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:45.657433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:45.707585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Transition to ACTIVE for port object e774fd7b-586b-492c-a048-cbd903c11511 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:45.707828 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:45.764553 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57b39334-2ea1-41c9-b959-122bc855783b req-fe1a9822-5bdc-4e13-bc1a-6cbf6de813b2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 210 time: 0.0591869 Sep 09 09:22:45.779538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 027685d4-681a-4c5c-90c6-abfd664ea41d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=027685d4-681a-4c5c-90c6-abfd664ea41d,segment=NetworkSegment(d4f3041e-42fe-41e9-87ab-2908037cce9b),segment_id=d4f3041e-42fe-41e9-87ab-2908037cce9b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:45.787796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3141e37-0138-4477-ae05-82764e66c21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027685d4-681a-4c5c-90c6-abfd664ea41d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:45.787796 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d99918-4e6b-4052-aefb-9aae99c645a3" -d '{"events": [{"server_uuid": "f3141e37-0138-4477-ae05-82764e66c21f", "name": "network-vif-plugged", "status": "completed", "tag": "027685d4-681a-4c5c-90c6-abfd664ea41d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:45.799050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48409b9e-458a-4389-aeae-fe0fafe19232 req-54860fcf-c51d-419d-92ca-76079f356dcf tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:45.799050 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48409b9e-458a-4389-aeae-fe0fafe19232 req-54860fcf-c51d-419d-92ca-76079f356dcf tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.2731900 Sep 09 09:22:45.822216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Made reservation on behalf of 3075177ca7204a6db633c5f58d701800 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:22:45.826861 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:45.834303 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8948c41b-a7ac-4eff-abc6-881536076030 x-openstack-request-id: req-8948c41b-a7ac-4eff-abc6-881536076030 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:45.834873 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3141e37-0138-4477-ae05-82764e66c21f", "name": "network-vif-plugged", "status": "completed", "tag": "027685d4-681a-4c5c-90c6-abfd664ea41d", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:45.835346 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8948c41b-a7ac-4eff-abc6-881536076030 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:45.836026 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3141e37-0138-4477-ae05-82764e66c21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027685d4-681a-4c5c-90c6-abfd664ea41d', 'code': 200} Sep 09 09:22:45.879747 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:45.901615 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48409b9e-458a-4389-aeae-fe0fafe19232 req-85004d00-7511-466c-9c8a-dcbdc54676fb tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855846 Sep 09 09:22:45.937307 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:45.989029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:22:45.992027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:22:45.992348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=027685d4-681a-4c5c-90c6-abfd664ea41d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:45.996264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d', '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:46.014458 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:22:46.218772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event updated for resources: {'Port': ['ID=e774fd7b-586b-492c-a048-cbd903c11511,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:46.248377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:46.248617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:46.293188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Allocated IP 192.168.233.88 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/0b1fa163-20c8-4aea-88cf-80db8e14278a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:22:46.315560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dae029-a7ff-44bc-9b4c-644b122e3019 req-da22aef5-7b4e-4084-8964-636ef13c873f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:46.317606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35dae029-a7ff-44bc-9b4c-644b122e3019 req-da22aef5-7b4e-4084-8964-636ef13c873f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.1800015 Sep 09 09:22:46.408586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cad04cae-f874-41a5-91c9-486562f95a45 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4536490 Sep 09 09:22:46.421169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35dae029-a7ff-44bc-9b4c-644b122e3019 req-3da9c329-6f51-409f-9ac2-2d25e6477224 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897267 Sep 09 09:22:46.445936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Request body: {'port': {'device_id': '94f7f48e-4fe2-4fe9-8a31-72868835fdc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:46.510076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-49a2ca35-e813-44cf-84c0-2f8fbcfa9e9e None None] Provisioning for port e774fd7b-586b-492c-a048-cbd903c11511 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:46.532824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-49a2ca35-e813-44cf-84c0-2f8fbcfa9e9e None None] Provisioning complete for port e774fd7b-586b-492c-a048-cbd903c11511 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:46.536032 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49a2ca35-e813-44cf-84c0-2f8fbcfa9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:46.614883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:46.689604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-49a2ca35-e813-44cf-84c0-2f8fbcfa9e9e None None] Port e774fd7b-586b-492c-a048-cbd903c11511 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:22:46.698757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd7ee4-0abb-4eb1-bd68-09d6a3d565fc req-7a632cdf-5b29-404b-ba6e-6ab3f8a762ac tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:46.704780 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32cd7ee4-0abb-4eb1-bd68-09d6a3d565fc req-7a632cdf-5b29-404b-ba6e-6ab3f8a762ac tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 945 time: 0.6908967 Sep 09 09:22:46.780661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0239e2-4051-4114-ba9d-a4b0df365e31 req-28682837-2331-4cbf-83b9-cae8d75c5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:46.784418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a0239e2-4051-4114-ba9d-a4b0df365e31 req-28682837-2331-4cbf-83b9-cae8d75c5fcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 1097 time: 0.7328229 Sep 09 09:22:46.798162 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:46.888077 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32cd7ee4-0abb-4eb1-bd68-09d6a3d565fc req-d5c5c8f5-1c60-40c4-b6eb-f5ba85659c00 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754751 Sep 09 09:22:46.918523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Transition to ACTIVE for port object 0b1fa163-20c8-4aea-88cf-80db8e14278a will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:46.949726 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a0239e2-4051-4114-ba9d-a4b0df365e31 req-a3714425-6427-46dd-8704-bdb369d72254 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443415 Sep 09 09:22:46.996452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed708-bfc2-4f70-8b93-69d56363c735 req-e4cb4e3d-ca6a-4eb6-a37a-471ff84fa072 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:47.015699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-703ed708-bfc2-4f70-8b93-69d56363c735 req-e4cb4e3d-ca6a-4eb6-a37a-471ff84fa072 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1263986 Sep 09 09:22:47.035979 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-075cdb24-aec5-4e25-be1c-c731a9be8e68 req-b4b1ade6-68b7-49a2-9850-aedfecf42ba9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 210 time: 0.0503039 Sep 09 09:22:47.073445 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-703ed708-bfc2-4f70-8b93-69d56363c735 req-70769b7c-487b-49e0-8cf7-e542e522f10a tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553026 Sep 09 09:22:47.109815 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:47.159746 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-649f8a00-2fd4-4d1d-86e9-8de4a509de0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:47.181936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:22:47.218261 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:22:47.242106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:22:47.281305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event updated for resources: {'Port': ['ID=0b1fa163-20c8-4aea-88cf-80db8e14278a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:47.309832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ee271-c20d-4ab2-88ad-bc50dbf646fd req-5810a5e1-e99b-4156-b07b-d4b0a1279c0b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:47.311701 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d7ee271-c20d-4ab2-88ad-bc50dbf646fd req-5810a5e1-e99b-4156-b07b-d4b0a1279c0b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.1628079 Sep 09 09:22:47.314148 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:47.317618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d', '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:47.387741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:47.391677 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:47.429308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e774fd7b-586b-492c-a048-cbd903c11511 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:47.439490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:47.458821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Transition to ACTIVE for port object e774fd7b-586b-492c-a048-cbd903c11511 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:47.508260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d7ee271-c20d-4ab2-88ad-bc50dbf646fd req-66ebcb27-71a9-4bbc-8325-22841adddbd4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761441 Sep 09 09:22:47.550268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-43a00c47-d496-44a3-a65d-c1c8905668e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0885999 Sep 09 09:22:47.563630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Request body: {'port': {'device_id': '17f76417-2a7f-4404-b784-7bdd7668d1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:22:47.593141 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:47.700942 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:47.786483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Pushing event updated for resources: {'Port': ['ID=e774fd7b-586b-492c-a048-cbd903c11511,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:47.824076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bec79a-29a8-4785-9dfa-17abc9257107 req-06d2d85a-4d20-4107-aef6-fb33fbff688f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:47.833399 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7bec79a-29a8-4785-9dfa-17abc9257107 req-06d2d85a-4d20-4107-aef6-fb33fbff688f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.2564316 Sep 09 09:22:47.971822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5e9f9240-7211-4c3f-857d-064365630d3d None None] Provisioning for port 0b1fa163-20c8-4aea-88cf-80db8e14278a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:47.975895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5e9f9240-7211-4c3f-857d-064365630d3d None None] Provisioning complete for port 0b1fa163-20c8-4aea-88cf-80db8e14278a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:47.976283 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9240-7211-4c3f-857d-064365630d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:48.006236 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7bec79a-29a8-4785-9dfa-17abc9257107 req-489a8ca9-389a-4714-b79a-110fb56b9258 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718123 Sep 09 09:22:48.076849 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f9240-7211-4c3f-857d-064365630d3d None None] Port 0b1fa163-20c8-4aea-88cf-80db8e14278a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:22:48.096320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Attempting to bind port e774fd7b-586b-492c-a048-cbd903c11511 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:22:48.096664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Attempting to bind port e774fd7b-586b-492c-a048-cbd903c11511 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:22:48.096991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Attempting to bind port e774fd7b-586b-492c-a048-cbd903c11511 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:48.112683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Port e774fd7b-586b-492c-a048-cbd903c11511 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:22:48.113391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Attempting to bind port e774fd7b-586b-492c-a048-cbd903c11511 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:48.128247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:22:48.131743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:22:48.134073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:22:48.134791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Bound port: e774fd7b-586b-492c-a048-cbd903c11511, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:22:48.136602 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:48.218698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4dbb3-0dbe-401f-9508-de1866e95fc0 req-20e6aa80-ab5d-493a-8489-4902dd14c55c tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:48.220555 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86c4dbb3-0dbe-401f-9508-de1866e95fc0 req-20e6aa80-ab5d-493a-8489-4902dd14c55c tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 945 time: 0.1548347 Sep 09 09:22:48.297627 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a68092-f544-434a-bc2d-d382e640f8c1 req-9b69ad9c-f062-47df-9dbf-6a59c03016ea tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:48.305818 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55a68092-f544-434a-bc2d-d382e640f8c1 req-9b69ad9c-f062-47df-9dbf-6a59c03016ea tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 935 time: 0.1300554 Sep 09 09:22:48.314795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86c4dbb3-0dbe-401f-9508-de1866e95fc0 req-53fc196b-55b7-46e6-bfdf-b79c5b12bac3 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841157 Sep 09 09:22:48.345647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1fa163-20c8-4aea-88cf-80db8e14278a {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:48.356802 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:48.372668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Transition to ACTIVE for port object 0b1fa163-20c8-4aea-88cf-80db8e14278a will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:22:48.387925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] For port e774fd7b-586b-492c-a048-cbd903c11511, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:22:48.405624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] For port e774fd7b-586b-492c-a048-cbd903c11511, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e774fd7b-586b-492c-a048-cbd903c11511,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:22:48.438074 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55a68092-f544-434a-bc2d-d382e640f8c1 req-7d1ed2b5-bfc3-476b-b849-1306fefa12a4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311929 Sep 09 09:22:48.474023 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:48.475199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:48.500593 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:48.554544 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1fa163-20c8-4aea-88cf-80db8e14278a,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:48.631722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627624be-26bd-4159-83ca-db1dc6f0ee3d req-6df2805a-82b5-4021-a366-c18224d401ac tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:48.637544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:48.638138 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:48.639624 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] 10.222.0.24 "PUT /v2.0/ports/e774fd7b-586b-492c-a048-cbd903c11511 HTTP/1.1" status: 200 len: 1097 time: 2.1980519 Sep 09 09:22:48.640104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f7f48e-4fe2-4fe9-8a31-72868835fdc4', 'tag': 'e774fd7b-586b-492c-a048-cbd903c11511'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:48.641221 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-627624be-26bd-4159-83ca-db1dc6f0ee3d req-6df2805a-82b5-4021-a366-c18224d401ac tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.2203312 Sep 09 09:22:48.642380 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "94f7f48e-4fe2-4fe9-8a31-72868835fdc4", "tag": "e774fd7b-586b-492c-a048-cbd903c11511"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:48.726708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf2005-3cb5-4ba3-99c7-39350c436109 service neutron] Pushing event updated for resources: {'Port': ['ID=e774fd7b-586b-492c-a048-cbd903c11511,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:48.738748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2f5ce-0410-4e97-b63c-fe4efcf5bba4 req-207c3c80-a822-4363-bfff-c473f768634a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:48.747983 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93c2f5ce-0410-4e97-b63c-fe4efcf5bba4 req-207c3c80-a822-4363-bfff-c473f768634a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.0841048 Sep 09 09:22:48.798704 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93c2f5ce-0410-4e97-b63c-fe4efcf5bba4 req-bb1a7136-08e4-4bfa-b3d5-3ebab7cb0207 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494757 Sep 09 09:22:48.854528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Attempting to bind port 0b1fa163-20c8-4aea-88cf-80db8e14278a on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:22:48.854528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Attempting to bind port 0b1fa163-20c8-4aea-88cf-80db8e14278a by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:22:48.854528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Attempting to bind port 0b1fa163-20c8-4aea-88cf-80db8e14278a on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:48.910134 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-627624be-26bd-4159-83ca-db1dc6f0ee3d req-64ef3973-dfd2-4a32-b6db-c51dc977591a tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616024 Sep 09 09:22:48.914022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Port 0b1fa163-20c8-4aea-88cf-80db8e14278a on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:22:48.914633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Attempting to bind port 0b1fa163-20c8-4aea-88cf-80db8e14278a on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:22:48.921211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:22:48.921564 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:22:48.921935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:22:48.932074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Bound port: 0b1fa163-20c8-4aea-88cf-80db8e14278a, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:22:48.932552 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:48.952528 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a76f3ed-e98d-431d-a72a-265c831b5440 x-openstack-request-id: req-7a76f3ed-e98d-431d-a72a-265c831b5440 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:48.952830 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f7f48e-4fe2-4fe9-8a31-72868835fdc4", "tag": "e774fd7b-586b-492c-a048-cbd903c11511", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:48.953064 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a76f3ed-e98d-431d-a72a-265c831b5440 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:48.953469 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f7f48e-4fe2-4fe9-8a31-72868835fdc4', 'tag': 'e774fd7b-586b-492c-a048-cbd903c11511', 'status': 'completed', 'code': 200} Sep 09 09:22:48.979811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-179a7002-835b-4094-b3f9-d997e655a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:48.982671 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-179a7002-835b-4094-b3f9-d997e655a139 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 1100 time: 0.0953660 Sep 09 09:22:49.066786 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] For port 0b1fa163-20c8-4aea-88cf-80db8e14278a, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:22:49.071368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] For port 0b1fa163-20c8-4aea-88cf-80db8e14278a, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0b1fa163-20c8-4aea-88cf-80db8e14278a,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:22:49.132060 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-f9590118-1748-46af-8690-78ceadb6c10f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=e774fd7b-586b-492c-a048-cbd903c11511 HTTP/1.1" status: 200 len: 217 time: 0.1348367 Sep 09 09:22:49.158228 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:49.236579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:49.238297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:49.243060 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-55443457-f866-43a6-838a-aedaebe38878 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b1fa163-20c8-4aea-88cf-80db8e14278a HTTP/1.1" status: 200 len: 1096 time: 1.6842728 Sep 09 09:22:49.248016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f76417-2a7f-4404-b784-7bdd7668d1bd', 'tag': '0b1fa163-20c8-4aea-88cf-80db8e14278a'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:49.256568 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c88086a-9aee-4a9f-b878-d418ecfb9fab" -d '{"events": [{"name": "network-changed", "server_uuid": "17f76417-2a7f-4404-b784-7bdd7668d1bd", "tag": "0b1fa163-20c8-4aea-88cf-80db8e14278a"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:49.262029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-1abca256-379e-4023-ab4a-8c2c346973d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:49.266667 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-1abca256-379e-4023-ab4a-8c2c346973d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1247857 Sep 09 09:22:49.300653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55443457-f866-43a6-838a-aedaebe38878 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1fa163-20c8-4aea-88cf-80db8e14278a,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:49.328248 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-e61aba74-cf11-4117-89bf-453b6e7a485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:49.330105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-e61aba74-cf11-4117-89bf-453b6e7a485f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0510511 Sep 09 09:22:49.514674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-ecf9b127-b178-4982-8b49-d90cd8a00883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:49.517281 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-ecf9b127-b178-4982-8b49-d90cd8a00883 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 1099 time: 0.1303697 Sep 09 09:22:49.551830 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-b9f44ab8-9bad-4b7b-a06b-156113d1dbb9 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993113 Sep 09 09:22:49.589792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-66852184-61a4-4eac-a473-55996c5e877a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0b1fa163-20c8-4aea-88cf-80db8e14278a HTTP/1.1" status: 200 len: 217 time: 0.0621819 Sep 09 09:22:49.663027 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9683ff-4f07-4217-92be-b46e12ce57ae x-openstack-request-id: req-8d9683ff-4f07-4217-92be-b46e12ce57ae {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:49.663913 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f76417-2a7f-4404-b784-7bdd7668d1bd", "tag": "0b1fa163-20c8-4aea-88cf-80db8e14278a", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:49.666395 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d9683ff-4f07-4217-92be-b46e12ce57ae {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:49.668409 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f76417-2a7f-4404-b784-7bdd7668d1bd', 'tag': '0b1fa163-20c8-4aea-88cf-80db8e14278a', 'status': 'completed', 'code': 200} Sep 09 09:22:49.800605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-f7395171-cb13-4802-804e-8ecf27c87afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:49.802673 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-f7395171-cb13-4802-804e-8ecf27c87afe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1816018 Sep 09 09:22:49.813124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a8965-0f59-4759-8044-385be6a6d999 req-e76e9068-88c9-4ce0-8b9d-a2a82a036a55 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:49.820711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-918a8965-0f59-4759-8044-385be6a6d999 req-e76e9068-88c9-4ce0-8b9d-a2a82a036a55 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.2600272 Sep 09 09:22:49.925678 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-6162439d-9c19-48ca-b3f8-dcdac88ce2cf service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527887 Sep 09 09:22:49.949101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-918a8965-0f59-4759-8044-385be6a6d999 req-5daf0a2d-e780-4195-94c0-72234653e2b4 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274197 Sep 09 09:22:49.967909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da0468-be20-48e8-81e4-e66cede4b3ec req-b8643c9b-54e9-49e1-a284-f37843768c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:49.967909 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29da0468-be20-48e8-81e4-e66cede4b3ec req-b8643c9b-54e9-49e1-a284-f37843768c6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 1098 time: 0.1405480 Sep 09 09:22:49.984249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea5c40-1a48-45b3-bdc5-3189b060a9ff req-c103c2e0-5ad5-4456-b65a-94d8e718c35e tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:49.992315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8ea5c40-1a48-45b3-bdc5-3189b060a9ff req-c103c2e0-5ad5-4456-b65a-94d8e718c35e tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 945 time: 0.1868162 Sep 09 09:22:50.036051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-675cd05a-1d79-43f2-bcc9-63d0c8472c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:50.038786 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-675cd05a-1d79-43f2-bcc9-63d0c8472c6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2029452 Sep 09 09:22:50.074849 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:50.158917 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8ea5c40-1a48-45b3-bdc5-3189b060a9ff req-a77cadf9-afa4-4ec9-a5fa-bce2dde9c600 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652582 Sep 09 09:22:50.221369 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb25cd-63e9-4d66-9a47-feff19ed7bdf req-3194b044-2202-40a6-a328-1e971a6531a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:50.230225 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72fb25cd-63e9-4d66-9a47-feff19ed7bdf req-3194b044-2202-40a6-a328-1e971a6531a8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1557436 Sep 09 09:22:50.277647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4 req-85b336b9-a86b-44a9-b805-5c88d0b4e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:50.280136 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4 req-85b336b9-a86b-44a9-b805-5c88d0b4e1db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 1100 time: 0.1581309 Sep 09 09:22:50.310682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72fb25cd-63e9-4d66-9a47-feff19ed7bdf req-97424942-257b-4ff6-a2dc-7ca0ef054abd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791602 Sep 09 09:22:50.348870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da0468-be20-48e8-81e4-e66cede4b3ec req-1f0848e0-d8d7-43b5-aebb-31d6c033c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:50.350380 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29da0468-be20-48e8-81e4-e66cede4b3ec req-1f0848e0-d8d7-43b5-aebb-31d6c033c6b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 911 time: 0.3496568 Sep 09 09:22:50.446094 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-013981cb-5e64-4a9f-bce2-06c002c89137 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982787 Sep 09 09:22:50.509290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db73cf-169a-463d-80f2-3e409bf69860 req-fbc61a3f-4c1b-4768-920c-666675c3afe5 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:50.518074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29db73cf-169a-463d-80f2-3e409bf69860 req-fbc61a3f-4c1b-4768-920c-666675c3afe5 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 947 time: 0.2057946 Sep 09 09:22:50.575843 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29da0468-be20-48e8-81e4-e66cede4b3ec req-5240add1-78ab-4cc1-b6e5-0e46580e5602 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee767781-f598-47a4-b421-d2a42ac5c881 HTTP/1.1" status: 200 len: 1002 time: 0.2123113 Sep 09 09:22:50.640435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4 req-27f88048-6803-4e90-a799-846bfaa9b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:50.652038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4 req-27f88048-6803-4e90-a799-846bfaa9b9f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.3386598 Sep 09 09:22:50.680017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29db73cf-169a-463d-80f2-3e409bf69860 req-ec614430-7eea-4b83-99bf-2d18a9294a93 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607206 Sep 09 09:22:50.694134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258dc20-8c78-4ac1-b995-22a2393e2e5e req-9fe2bf98-d099-4c34-ba11-c7baa026ff01 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:50.707761 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3258dc20-8c78-4ac1-b995-22a2393e2e5e req-9fe2bf98-d099-4c34-ba11-c7baa026ff01 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.2354844 Sep 09 09:22:50.758431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da0468-be20-48e8-81e4-e66cede4b3ec req-a98b028c-6f31-4fb0-b71f-d7952d43f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:50.760344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29da0468-be20-48e8-81e4-e66cede4b3ec req-a98b028c-6f31-4fb0-b71f-d7952d43f505 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ffe02-efbd-415c-8929-c3e24abb7f53 HTTP/1.1" status: 200 len: 849 time: 0.1359971 Sep 09 09:22:50.763031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b426de-3232-4588-859b-7eecfdd16e5d req-cbd5c3b2-1f8d-478a-90c7-28d9f7fca24c service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974098 Sep 09 09:22:50.824697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36868) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:50.860461 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4 req-de6e55c6-5a75-4430-8403-d73651a7317b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=e774fd7b-586b-492c-a048-cbd903c11511 HTTP/1.1" status: 200 len: 217 time: 0.1302347 Sep 09 09:22:50.881659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da0468-be20-48e8-81e4-e66cede4b3ec req-980e0060-23d7-4a4e-9097-d9274c97aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:50.884444 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29da0468-be20-48e8-81e4-e66cede4b3ec req-980e0060-23d7-4a4e-9097-d9274c97aa14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7efe8e48-373b-4725-88ce-70a7125cfaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090996 Sep 09 09:22:50.978658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3258dc20-8c78-4ac1-b995-22a2393e2e5e req-73c2ca71-8070-44e8-9f0a-c3f6d5325396 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698891 Sep 09 09:22:51.049013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4 req-c1b3161e-12c4-47ef-a33f-219192bd5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:51.052183 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4 req-c1b3161e-12c4-47ef-a33f-219192bd5746 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1587889 Sep 09 09:22:51.100254 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88086a-9aee-4a9f-b878-d418ecfb9fab req-6a4079b7-a5d7-43f6-a1c9-61e5a28a0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:51.103285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c88086a-9aee-4a9f-b878-d418ecfb9fab req-6a4079b7-a5d7-43f6-a1c9-61e5a28a0e51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 1099 time: 0.1432326 Sep 09 09:22:51.208285 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d90-423c-4464-9a7d-cdeac83af507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:51.266168 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29da0468-be20-48e8-81e4-e66cede4b3ec req-b9f2541d-009d-4654-b904-e2285ef9ffea service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655317 Sep 09 09:22:51.282114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca6725-da7c-4b20-a18b-6f73e7c830a0 req-ab5fc599-12a4-4e3f-8bf9-42c171c8c0e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:51.283916 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0aca6725-da7c-4b20-a18b-6f73e7c830a0 req-ab5fc599-12a4-4e3f-8bf9-42c171c8c0e6 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.2054443 Sep 09 09:22:51.305867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4 req-f6119b6d-ea01-4203-b3f1-93c5a33cda18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:51.305867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4 req-f6119b6d-ea01-4203-b3f1-93c5a33cda18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2347741 Sep 09 09:22:51.373326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02ef21-fc32-424c-9acd-192bb3ea2613 req-0c389e44-8361-4494-b746-b9fdd1c85911 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:51.381055 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c02ef21-fc32-424c-9acd-192bb3ea2613 req-0c389e44-8361-4494-b746-b9fdd1c85911 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.2764866 Sep 09 09:22:51.424928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88086a-9aee-4a9f-b878-d418ecfb9fab req-381ddd24-24fb-47ca-b436-8f6995f39e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:51.426729 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c88086a-9aee-4a9f-b878-d418ecfb9fab req-381ddd24-24fb-47ca-b436-8f6995f39e27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2885334 Sep 09 09:22:51.511195 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c88086a-9aee-4a9f-b878-d418ecfb9fab req-709c13d9-230a-46a4-aed2-9b001554b8ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0b1fa163-20c8-4aea-88cf-80db8e14278a HTTP/1.1" status: 200 len: 217 time: 0.0727508 Sep 09 09:22:51.563194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4 req-6e6e7928-6b95-4d33-8b70-664b11ff8ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458878 Sep 09 09:22:51.594706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87725e44-4884-4c48-af1d-5ba981608f94 req-63853fce-60db-455f-b181-5b1fcf7228a7 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:51.602223 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-87725e44-4884-4c48-af1d-5ba981608f94 req-63853fce-60db-455f-b181-5b1fcf7228a7 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1814594 Sep 09 09:22:51.658671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88086a-9aee-4a9f-b878-d418ecfb9fab req-c93cfd5c-0782-4cc1-9535-8e05f5f03bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:51.660724 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c88086a-9aee-4a9f-b878-d418ecfb9fab req-c93cfd5c-0782-4cc1-9535-8e05f5f03bbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1347001 Sep 09 09:22:51.734869 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-87725e44-4884-4c48-af1d-5ba981608f94 req-072cc2ec-fbd0-41eb-b57a-0b592cc88a1d tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317568 Sep 09 09:22:51.803963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4bfd25f8-d2af-4894-b2be-58a45f11a3e4 req-88c6c082-d8a6-4c2c-adc1-8045eb753ee7 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298079 Sep 09 09:22:51.839341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88086a-9aee-4a9f-b878-d418ecfb9fab req-7ec44bcf-224e-43c0-9238-adfd6ad72cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:51.842009 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c88086a-9aee-4a9f-b878-d418ecfb9fab req-7ec44bcf-224e-43c0-9238-adfd6ad72cd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1723619 Sep 09 09:22:51.988027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c02ef21-fc32-424c-9acd-192bb3ea2613 req-b36cc3ee-c134-4407-88d7-ed43909310be tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6056590 Sep 09 09:22:52.024574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b117d3-3975-4a90-a9c2-240d85b59677 req-21c96b30-6f0f-48f2-a103-cca74b76a1ec tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:52.026801 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e5b117d3-3975-4a90-a9c2-240d85b59677 req-21c96b30-6f0f-48f2-a103-cca74b76a1ec tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 947 time: 0.1313570 Sep 09 09:22:52.028456 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29da0468-be20-48e8-81e4-e66cede4b3ec req-6ee14909-6ff8-43b4-bfee-d64d66dbe668 service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7424679 Sep 09 09:22:52.052957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c88086a-9aee-4a9f-b878-d418ecfb9fab req-b59547d2-4113-4f63-9949-ecc455836d9f service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908565 Sep 09 09:22:52.087779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-0aca6725-da7c-4b20-a18b-6f73e7c830a0 req-1cdad2eb-6081-4fe7-9819-53283a2f0d6e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Deleting port a27bac3c-2df5-42fd-a233-764a1c4a82fc {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:22:52.088765 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0aca6725-da7c-4b20-a18b-6f73e7c830a0 req-1cdad2eb-6081-4fe7-9819-53283a2f0d6e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.095511 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d90-423c-4464-9a7d-cdeac83af507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.139711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e5b117d3-3975-4a90-a9c2-240d85b59677 req-36023a9c-6f52-4351-a690-3fb7a1d2633b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825262 Sep 09 09:22:52.153175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0b1fa163-20c8-4aea-88cf-80db8e14278a details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:52.240887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0aca6725-da7c-4b20-a18b-6f73e7c830a0 req-1cdad2eb-6081-4fe7-9819-53283a2f0d6e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] For port a27bac3c-2df5-42fd-a233-764a1c4a82fc, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a27bac3c-2df5-42fd-a233-764a1c4a82fc,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:52.241871 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0aca6725-da7c-4b20-a18b-6f73e7c830a0 req-1cdad2eb-6081-4fe7-9819-53283a2f0d6e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.252901 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d90-423c-4464-9a7d-cdeac83af507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.281544 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-0aca6725-da7c-4b20-a18b-6f73e7c830a0 req-1cdad2eb-6081-4fe7-9819-53283a2f0d6e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Calling delete_port for a27bac3c-2df5-42fd-a233-764a1c4a82fc owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:22:52.305973 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c88086a-9aee-4a9f-b878-d418ecfb9fab req-a5b7cff4-00ed-4def-b29c-b52d2277b176 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318552 Sep 09 09:22:52.325375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0b1fa163-20c8-4aea-88cf-80db8e14278a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0b1fa163-20c8-4aea-88cf-80db8e14278a,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:52.329597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7cf08d90-423c-4464-9a7d-cdeac83af507 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fabd023415443329da2ae2e985a04b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5019927 Sep 09 09:22:52.334352 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36922) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:52.345503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '0b1fa163-20c8-4aea-88cf-80db8e14278a', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '0b1fa163-20c8-4aea-88cf-80db8e14278a', 'mac_address': 'fa:16:3e:3c:1a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:52.354686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfea21-c182-4b4e-9d2a-94138fcefd29 req-91c07c7d-d151-4e3f-a58f-a33ade6e54e1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:52.366365 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cabfea21-c182-4b4e-9d2a-94138fcefd29 req-91c07c7d-d151-4e3f-a58f-a33ade6e54e1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 946 time: 0.1310418 Sep 09 09:22:52.379412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf08d90-423c-4464-9a7d-cdeac83af507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d98e09-d571-4f4c-9027-efd489f29613,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:52.432336 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.445649 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cabfea21-c182-4b4e-9d2a-94138fcefd29 req-0602446b-6db6-4bbe-a991-a138a8a6d9f3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781279 Sep 09 09:22:52.469053 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72eec6e7-d175-4697-a984-459c45f93f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.471555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1fa163-20c8-4aea-88cf-80db8e14278a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:52.500269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0b1fa163-20c8-4aea-88cf-80db8e14278a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0b1fa163-20c8-4aea-88cf-80db8e14278a,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:52.513035 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72eec6e7-d175-4697-a984-459c45f93f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.601129 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.661969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0b1fa163-20c8-4aea-88cf-80db8e14278a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:52.754015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0aca6725-da7c-4b20-a18b-6f73e7c830a0 req-1cdad2eb-6081-4fe7-9819-53283a2f0d6e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.787509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdad2eb-6081-4fe7-9819-53283a2f0d6e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event deleted for resources: {'Port': ['ID=a27bac3c-2df5-42fd-a233-764a1c4a82fc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:52.824442 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72eec6e7-d175-4697-a984-459c45f93f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.827358 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72eec6e7-d175-4697-a984-459c45f93f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.830500 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-72eec6e7-d175-4697-a984-459c45f93f3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49d98e09-d571-4f4c-9027-efd489f29613 HTTP/1.1" status: 204 len: 168 time: 0.4929442 Sep 09 09:22:52.847244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca6725-da7c-4b20-a18b-6f73e7c830a0 req-1cdad2eb-6081-4fe7-9819-53283a2f0d6e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] No DVR routers for this DVR port a27bac3c-2df5-42fd-a233-764a1c4a82fc on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:22:52.864878 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0aca6725-da7c-4b20-a18b-6f73e7c830a0 req-1cdad2eb-6081-4fe7-9819-53283a2f0d6e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:52.874728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['0b1fa163-20c8-4aea-88cf-80db8e14278a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:52.878548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0aca6725-da7c-4b20-a18b-6f73e7c830a0 req-1cdad2eb-6081-4fe7-9819-53283a2f0d6e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "DELETE /v2.0/ports/a27bac3c-2df5-42fd-a233-764a1c4a82fc HTTP/1.1" status: 204 len: 173 time: 1.5800004 Sep 09 09:22:52.879346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e7e5ba-f120-42e3-8eff-745db5050722', 'name': 'network-vif-deleted', 'tag': 'a27bac3c-2df5-42fd-a233-764a1c4a82fc'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:52.881695 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3f11cb-4db8-4e5f-b7f0-d2ef08edf9f3" -d '{"events": [{"server_uuid": "35e7e5ba-f120-42e3-8eff-745db5050722", "name": "network-vif-deleted", "tag": "a27bac3c-2df5-42fd-a233-764a1c4a82fc"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:52.886090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eec6e7-d175-4697-a984-459c45f93f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d98e09-d571-4f4c-9027-efd489f29613,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:52.981417 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11432d1-d2dd-4b19-bc94-2e731de6ae72 x-openstack-request-id: req-a11432d1-d2dd-4b19-bc94-2e731de6ae72 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:52.981707 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e7e5ba-f120-42e3-8eff-745db5050722", "name": "network-vif-deleted", "tag": "a27bac3c-2df5-42fd-a233-764a1c4a82fc", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:52.981961 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a11432d1-d2dd-4b19-bc94-2e731de6ae72 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:52.982357 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e7e5ba-f120-42e3-8eff-745db5050722', 'name': 'network-vif-deleted', 'tag': 'a27bac3c-2df5-42fd-a233-764a1c4a82fc', 'status': 'completed', 'code': 200} Sep 09 09:22:53.000810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5606ba5-4362-4dc7-b579-a780354ce710 req-d61acb3a-42ae-42f6-a09d-ade41b78696e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:53.013580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5606ba5-4362-4dc7-b579-a780354ce710 req-d61acb3a-42ae-42f6-a09d-ade41b78696e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1063051 Sep 09 09:22:53.078247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5606ba5-4362-4dc7-b579-a780354ce710 req-854eb1fc-b8bc-4794-a2a4-12b9f7e44ac2 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637417 Sep 09 09:22:53.227794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf4b89-a546-4b55-8f33-2a0cffa8676f req-9499e7a1-7808-4c76-a8c7-d07bec5be7cd tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:53.239191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5caf4b89-a546-4b55-8f33-2a0cffa8676f req-9499e7a1-7808-4c76-a8c7-d07bec5be7cd tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.1263914 Sep 09 09:22:53.306463 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5caf4b89-a546-4b55-8f33-2a0cffa8676f req-d7f5681b-b4c9-4bd1-8600-b8ba06a448ab tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638471 Sep 09 09:22:53.379889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e774fd7b-586b-492c-a048-cbd903c11511 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:22:53.455849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890345b1-31ad-4e2f-a580-39fbbf384161 req-09b8bd6a-a982-412c-84bc-7de8bfe86394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:53.457812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-890345b1-31ad-4e2f-a580-39fbbf384161 req-09b8bd6a-a982-412c-84bc-7de8bfe86394 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 948 time: 0.1128860 Sep 09 09:22:53.552918 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-890345b1-31ad-4e2f-a580-39fbbf384161 req-9ac0cb02-6a4e-486b-9fa7-a6bdc3906687 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859087 Sep 09 09:22:53.591190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e774fd7b-586b-492c-a048-cbd903c11511, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e774fd7b-586b-492c-a048-cbd903c11511,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:53.616146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'e774fd7b-586b-492c-a048-cbd903c11511', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'e774fd7b-586b-492c-a048-cbd903c11511', 'mac_address': 'fa:16:3e:89:c6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:22:53.654686 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71bd40ac-165c-4597-99f6-8aabc9702e5c req-38ee2aa1-d05e-4aa9-ae1a-7720c8fb1314 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e7e5ba-f120-42e3-8eff-745db5050722 HTTP/1.1" status: 200 len: 210 time: 0.0432601 Sep 09 09:22:53.696161 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:53.717776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e774fd7b-586b-492c-a048-cbd903c11511 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:22:53.752244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e774fd7b-586b-492c-a048-cbd903c11511, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e774fd7b-586b-492c-a048-cbd903c11511,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:53.816950 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:53.911315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=e774fd7b-586b-492c-a048-cbd903c11511,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:54.025280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36946) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:54.053079 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c598bbbc-d910-43d0-b7fb-babda9f47ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:54.153072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0b1fa163-20c8-4aea-88cf-80db8e14278a up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:54.224908 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c598bbbc-d910-43d0-b7fb-babda9f47ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:54.238418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e774fd7b-586b-492c-a048-cbd903c11511'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:22:54.246353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccce77d-fbc6-43da-9e59-7d6f500c382b req-a953d6bd-eb44-40f8-9eee-df85c73439e1 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:54.247941 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ccce77d-fbc6-43da-9e59-7d6f500c382b req-a953d6bd-eb44-40f8-9eee-df85c73439e1 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0808470 Sep 09 09:22:54.298807 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c598bbbc-d910-43d0-b7fb-babda9f47ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:54.351429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 0b1fa163-20c8-4aea-88cf-80db8e14278a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:54.369388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 0b1fa163-20c8-4aea-88cf-80db8e14278a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:54.369388 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:54.403439 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ccce77d-fbc6-43da-9e59-7d6f500c382b req-bc4f59c1-c0f4-4883-828c-7c226992b14e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487455 Sep 09 09:22:54.412257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598bbbc-d910-43d0-b7fb-babda9f47ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf58505-c2cc-46b8-aa40-b7a902e0c871,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:54.426055 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c598bbbc-d910-43d0-b7fb-babda9f47ba9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaae8694a345411e8050f48e6f6fbf4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987715 Sep 09 09:22:54.431689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36956) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:54.590961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e683cd49-a65c-47fd-b3ac-f76b5e92a609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:54.596232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:54.617354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e683cd49-a65c-47fd-b3ac-f76b5e92a609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:54.660278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f9cea-a88e-4977-a3bd-11a1e148271f req-68175f8a-bb83-4535-8ea3-51accedd5529 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:54.665148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0b1fa163-20c8-4aea-88cf-80db8e14278a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0b1fa163-20c8-4aea-88cf-80db8e14278a,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:54.667761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f76417-2a7f-4404-b784-7bdd7668d1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1fa163-20c8-4aea-88cf-80db8e14278a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:54.668633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa8f9cea-a88e-4977-a3bd-11a1e148271f req-68175f8a-bb83-4535-8ea3-51accedd5529 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.1506965 Sep 09 09:22:54.681738 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb07871-048d-4ec2-a37d-f67ddf4bdab5" -d '{"events": [{"server_uuid": "17f76417-2a7f-4404-b784-7bdd7668d1bd", "name": "network-vif-plugged", "status": "completed", "tag": "0b1fa163-20c8-4aea-88cf-80db8e14278a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:54.717590 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa8f9cea-a88e-4977-a3bd-11a1e148271f req-3d09f4af-f29a-41b1-8658-5d0233371830 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479805 Sep 09 09:22:54.760775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a666-5b47-4eea-8553-2ab80d52b7e6 req-8701ff0f-f019-4042-8ae7-99e652b54742 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:54.761496 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:54.762141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a27bac3c-2df5-42fd-a233-764a1c4a82fc no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:22:54.773104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8b0a666-5b47-4eea-8553-2ab80d52b7e6 req-8701ff0f-f019-4042-8ae7-99e652b54742 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 948 time: 0.0961146 Sep 09 09:22:54.788411 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e683cd49-a65c-47fd-b3ac-f76b5e92a609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:54.791026 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e683cd49-a65c-47fd-b3ac-f76b5e92a609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:54.795665 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e683cd49-a65c-47fd-b3ac-f76b5e92a609 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5bf58505-c2cc-46b8-aa40-b7a902e0c871 HTTP/1.1" status: 204 len: 168 time: 0.3592520 Sep 09 09:22:54.816076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683cd49-a65c-47fd-b3ac-f76b5e92a609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf58505-c2cc-46b8-aa40-b7a902e0c871,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:54.839851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8b0a666-5b47-4eea-8553-2ab80d52b7e6 req-a9d3dac4-9eb2-4636-b1d4-2a7b1c979e7e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615032 Sep 09 09:22:54.878313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: a27bac3c-2df5-42fd-a233-764a1c4a82fc {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:22:54.881379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a27bac3c-2df5-42fd-a233-764a1c4a82fc not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:22:54.915895 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859fe3cf-0dd5-4331-8d16-522e896f2cc4 x-openstack-request-id: req-859fe3cf-0dd5-4331-8d16-522e896f2cc4 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:54.916183 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f76417-2a7f-4404-b784-7bdd7668d1bd", "name": "network-vif-plugged", "status": "completed", "tag": "0b1fa163-20c8-4aea-88cf-80db8e14278a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:54.917190 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-859fe3cf-0dd5-4331-8d16-522e896f2cc4 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:54.917399 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f76417-2a7f-4404-b784-7bdd7668d1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1fa163-20c8-4aea-88cf-80db8e14278a', 'code': 200} Sep 09 09:22:54.975117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0b1fa163-20c8-4aea-88cf-80db8e14278a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:55.036381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d850e5-f7c5-424a-9a09-bb79861ccaaf req-eed2255c-31ca-414e-8b6d-f66f33cb9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:55.037914 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-93d850e5-f7c5-424a-9a09-bb79861ccaaf req-eed2255c-31ca-414e-8b6d-f66f33cb9838 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 1101 time: 0.0537565 Sep 09 09:22:55.068286 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:55.090257 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-93d850e5-f7c5-424a-9a09-bb79861ccaaf req-7ed8a884-1e1b-4484-82a3-e1dd1448a8a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446112 Sep 09 09:22:55.702011 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:55.869186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:55.893636 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32c616c5-1d20-43c2-9f82-2eb78f674a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:55.895567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8853dc2-c269-47db-8c12-e386c5eae9d1 req-35403f90-02f2-4bdc-8789-62a72b78099c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:55.897337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8853dc2-c269-47db-8c12-e386c5eae9d1 req-35403f90-02f2-4bdc-8789-62a72b78099c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0806236 Sep 09 09:22:55.951491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8853dc2-c269-47db-8c12-e386c5eae9d1 req-8ca8210e-696c-4d34-831f-c64ccbc4d167 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466678 Sep 09 09:22:56.036070 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32c616c5-1d20-43c2-9f82-2eb78f674a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:56.096843 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32c616c5-1d20-43c2-9f82-2eb78f674a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:56.105821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea30b27-bd80-4ff5-9216-f8ff3d655b33 req-87c73880-e860-4eb3-9c36-6193d2317b08 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:56.117394 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ea30b27-bd80-4ff5-9216-f8ff3d655b33 req-87c73880-e860-4eb3-9c36-6193d2317b08 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 949 time: 0.0723643 Sep 09 09:22:56.144913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-32c616c5-1d20-43c2-9f82-2eb78f674a0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbc55bc0c7e8404aab8d9f807fe7e742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738516 Sep 09 09:22:56.145860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c616c5-1d20-43c2-9f82-2eb78f674a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed82e09-1a60-4498-94bd-e068cbb52b30,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:56.149625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36992) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:22:56.196988 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ea30b27-bd80-4ff5-9216-f8ff3d655b33 req-66848fb0-d286-4a83-a919-0e87a4a85b1a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785997 Sep 09 09:22:56.215208 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78971415-4448-4112-9cb0-35ef6581f7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:56.242888 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78971415-4448-4112-9cb0-35ef6581f7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:56.410919 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78971415-4448-4112-9cb0-35ef6581f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:56.413886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78971415-4448-4112-9cb0-35ef6581f7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:56.415155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-78971415-4448-4112-9cb0-35ef6581f7bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ed82e09-1a60-4498-94bd-e068cbb52b30 HTTP/1.1" status: 204 len: 168 time: 0.2646034 Sep 09 09:22:56.425610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78971415-4448-4112-9cb0-35ef6581f7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed82e09-1a60-4498-94bd-e068cbb52b30,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:57.130909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221c046-55e6-43cc-9a22-e642ac7be31f req-35c3710a-806d-4f35-84c2-0ae24f286537 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:57.133492 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e221c046-55e6-43cc-9a22-e642ac7be31f req-35c3710a-806d-4f35-84c2-0ae24f286537 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0927529 Sep 09 09:22:57.219990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e221c046-55e6-43cc-9a22-e642ac7be31f req-4c1eb392-a77c-4088-8d8e-d383ba2ea684 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707269 Sep 09 09:22:57.373364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4821b-6c85-49da-9e38-be7a97691e05 req-71818d68-3bd5-4aab-9b81-d0e21baa2570 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:57.380850 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdc4821b-6c85-49da-9e38-be7a97691e05 req-71818d68-3bd5-4aab-9b81-d0e21baa2570 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 949 time: 0.0710127 Sep 09 09:22:57.395108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e774fd7b-586b-492c-a048-cbd903c11511 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:22:57.434905 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdc4821b-6c85-49da-9e38-be7a97691e05 req-1410f4de-26bf-429d-ae37-58531f1ac600 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518506 Sep 09 09:22:57.571115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port e774fd7b-586b-492c-a048-cbd903c11511 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:22:57.579624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port e774fd7b-586b-492c-a048-cbd903c11511 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:22:57.579624 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:57.644750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f9d8f-7314-436e-962c-430290ac9cda req-9c5804ed-e87b-41d5-8653-5365ab3962ba tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:57.647226 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c44f9d8f-7314-436e-962c-430290ac9cda req-9c5804ed-e87b-41d5-8653-5365ab3962ba tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 949 time: 0.1042325 Sep 09 09:22:57.718837 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c44f9d8f-7314-436e-962c-430290ac9cda req-e5932d38-f325-44f7-9fad-edcee45d1fd8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561848 Sep 09 09:22:57.733894 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:57.764669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f7f48e-4fe2-4fe9-8a31-72868835fdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e774fd7b-586b-492c-a048-cbd903c11511'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:22:57.766929 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a6c29a-9736-4c0e-b77e-88860fe4549a" -d '{"events": [{"server_uuid": "94f7f48e-4fe2-4fe9-8a31-72868835fdc4", "name": "network-vif-plugged", "status": "completed", "tag": "e774fd7b-586b-492c-a048-cbd903c11511"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:22:57.783678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e774fd7b-586b-492c-a048-cbd903c11511, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e774fd7b-586b-492c-a048-cbd903c11511,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:22:57.856661 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:22:57.957520 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bacc2e-7579-4950-b1f6-c8a0c331516f x-openstack-request-id: req-e1bacc2e-7579-4950-b1f6-c8a0c331516f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:22:57.957942 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f7f48e-4fe2-4fe9-8a31-72868835fdc4", "name": "network-vif-plugged", "status": "completed", "tag": "e774fd7b-586b-492c-a048-cbd903c11511", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:22:57.958403 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1bacc2e-7579-4950-b1f6-c8a0c331516f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:22:57.958817 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f7f48e-4fe2-4fe9-8a31-72868835fdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e774fd7b-586b-492c-a048-cbd903c11511', 'code': 200} Sep 09 09:22:57.978107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=e774fd7b-586b-492c-a048-cbd903c11511,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:22:58.199041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc016d-a402-4f2c-a023-bc00f52734ba req-80a246a6-5bd7-420d-b8b6-c372c201f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:58.201046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8dc016d-a402-4f2c-a023-bc00f52734ba req-80a246a6-5bd7-420d-b8b6-c372c201f3b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 1102 time: 0.1806359 Sep 09 09:22:58.245712 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8dc016d-a402-4f2c-a023-bc00f52734ba req-7cd53638-46b8-4b5e-8059-d18bd135fd59 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364299 Sep 09 09:22:58.350591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287f2eb-b234-4970-8f23-3fe261274253 req-5dcfbb18-8bd5-4b1e-98b4-3a8e96244b22 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:58.352159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4287f2eb-b234-4970-8f23-3fe261274253 req-5dcfbb18-8bd5-4b1e-98b4-3a8e96244b22 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0511079 Sep 09 09:22:58.396268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4287f2eb-b234-4970-8f23-3fe261274253 req-bdd810a4-7d62-483c-83a7-0aace70b0c57 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374219 Sep 09 09:22:58.621061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-7bc89d0d-395e-448f-a919-d3e50a65f9ff tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:58.628238 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-7bc89d0d-395e-448f-a919-d3e50a65f9ff tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.1091032 Sep 09 09:22:58.641634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-41cae611-6fc8-462d-8a1c-3ffa3ee8f5ba tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/quotas/8488de5af68f47c9a85ed402dd053b64 HTTP/1.1" status: 200 len: 375 time: 0.0107565 Sep 09 09:22:58.696383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-67133b31-e203-4320-b40f-ad3a323ce3ca tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439806 Sep 09 09:22:58.819549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-7f5a44ff-9aee-4c75-b0f8-2131d9bccdde service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151583 Sep 09 09:22:58.840754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababda06-c308-4412-8e5f-72b22b556e7a req-cb41651d-4901-4ab4-9468-9008f45cc354 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:58.842444 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ababda06-c308-4412-8e5f-72b22b556e7a req-cb41651d-4901-4ab4-9468-9008f45cc354 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 950 time: 0.0592239 Sep 09 09:22:58.909949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ababda06-c308-4412-8e5f-72b22b556e7a req-dddc53ab-435e-4fd1-83d8-53141acd27b4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501924 Sep 09 09:22:58.993373 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-662aca3d-e5fd-4a22-898f-9defd69b920e service neutron] 10.222.0.32 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671662 Sep 09 09:22:59.220885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5367295-da5c-4a2b-8af5-cfbd6553b50e req-8e2caebf-728d-43b6-952e-3cd1b3e84c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:59.222477 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5367295-da5c-4a2b-8af5-cfbd6553b50e req-8e2caebf-728d-43b6-952e-3cd1b3e84c8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 1097 time: 0.0501778 Sep 09 09:22:59.336713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b24aedbe-21bd-4e67-a5b1-ea174d36dc46 req-4858445f-ca00-449e-a31d-2aaf47532038 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 210 time: 0.0341661 Sep 09 09:22:59.362652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5367295-da5c-4a2b-8af5-cfbd6553b50e req-3e08a339-a8de-4dec-a236-b259773e1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:59.364501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5367295-da5c-4a2b-8af5-cfbd6553b50e req-3e08a339-a8de-4dec-a236-b259773e1ba4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.1342559 Sep 09 09:22:59.447878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5367295-da5c-4a2b-8af5-cfbd6553b50e req-cede4f78-a34b-49d4-ac73-4b26c704c259 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af0c0c-e578-4213-a288-d27728168d12 HTTP/1.1" status: 200 len: 1001 time: 0.0750284 Sep 09 09:22:59.535417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5367295-da5c-4a2b-8af5-cfbd6553b50e req-679fb0f9-36a2-43fe-b010-37bc956d09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:59.537243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5367295-da5c-4a2b-8af5-cfbd6553b50e req-679fb0f9-36a2-43fe-b010-37bc956d09d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.0773313 Sep 09 09:22:59.577223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71762aaf-ccc1-4c42-aa1c-2ce319cf4544 req-e143c388-33ff-4ab3-a5d7-369515649155 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:59.583448 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71762aaf-ccc1-4c42-aa1c-2ce319cf4544 req-e143c388-33ff-4ab3-a5d7-369515649155 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0940998 Sep 09 09:22:59.611079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5367295-da5c-4a2b-8af5-cfbd6553b50e req-a5bf4c65-1828-4901-bf8c-daa2733258b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:22:59.617423 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5367295-da5c-4a2b-8af5-cfbd6553b50e req-a5bf4c65-1828-4901-bf8c-daa2733258b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702360 Sep 09 09:22:59.629887 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71762aaf-ccc1-4c42-aa1c-2ce319cf4544 req-711db23b-c89f-494a-9704-75e2adfadadd tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384586 Sep 09 09:22:59.727010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5367295-da5c-4a2b-8af5-cfbd6553b50e req-61cbbc61-af6c-4a11-a178-0716a14a3956 service neutron] 10.222.0.24 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990403 Sep 09 09:22:59.841047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5367295-da5c-4a2b-8af5-cfbd6553b50e req-9e4dc535-63e1-4218-9477-c7c811612a7b service neutron] 10.222.0.24 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060088 Sep 09 09:23:00.040882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33753301-e451-44c5-8c6e-d570923ec541 req-a78480c7-90b0-42d5-9aba-35f389bbc697 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:00.048397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-33753301-e451-44c5-8c6e-d570923ec541 req-a78480c7-90b0-42d5-9aba-35f389bbc697 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 950 time: 0.0623891 Sep 09 09:23:00.089617 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-33753301-e451-44c5-8c6e-d570923ec541 req-e1a3161a-c8fa-41b0-8393-fe8b765b78a4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391386 Sep 09 09:23:00.396394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f441685-1ba7-4094-b3d1-ec8787e20017 req-d835d7ab-8af8-47c4-a1d7-ea96ca9792fc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:00.405049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f441685-1ba7-4094-b3d1-ec8787e20017 req-d835d7ab-8af8-47c4-a1d7-ea96ca9792fc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:00.413178 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f441685-1ba7-4094-b3d1-ec8787e20017 req-d835d7ab-8af8-47c4-a1d7-ea96ca9792fc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd&device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 1690 time: 0.0703354 Sep 09 09:23:00.438283 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9999d85-86a9-4c5c-af55-d523aae49785 req-07dffaf7-2d9f-4ae0-99ce-7c49e4241076 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 210 time: 0.0382373 Sep 09 09:23:00.467973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f441685-1ba7-4094-b3d1-ec8787e20017 req-e8c7d75f-cb73-4f7f-bae2-1de44926aa1a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472682 Sep 09 09:23:00.623498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed146-471a-4413-911f-6bd9085083ce req-f794980c-c6d5-482c-a552-374629a58a75 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:00.625383 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51bed146-471a-4413-911f-6bd9085083ce req-f794980c-c6d5-482c-a552-374629a58a75 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 1101 time: 0.0420220 Sep 09 09:23:00.666457 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51bed146-471a-4413-911f-6bd9085083ce req-6988e785-b033-4f99-b8a5-5117e43a8c57 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333755 Sep 09 09:23:00.789510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bc3c3-7372-4151-bbcb-abf655f9c74d req-2aff9ddc-4388-4512-885f-25e8f258f89a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:00.790401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1e3f9-533d-4d31-89e6-6554fa6062b2 req-de3eff29-8ae2-4e4d-9e90-b078cc7fce79 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:00.791065 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b3bc3c3-7372-4151-bbcb-abf655f9c74d req-2aff9ddc-4388-4512-885f-25e8f258f89a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0705884 Sep 09 09:23:00.792412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2b1e3f9-533d-4d31-89e6-6554fa6062b2 req-de3eff29-8ae2-4e4d-9e90-b078cc7fce79 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 1102 time: 0.0515780 Sep 09 09:23:00.842481 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2b1e3f9-533d-4d31-89e6-6554fa6062b2 req-a5f2e9d0-dd8f-42d1-8bbf-b2806aa0b831 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Sep 09 09:23:00.842773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b3bc3c3-7372-4151-bbcb-abf655f9c74d req-e1a1d10e-c623-4884-92c6-be72167ef29a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Sep 09 09:23:01.091871 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-8739f748-e0a8-4348-8131-04d37d57e316 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243142 Sep 09 09:23:01.235330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f8887ff3-8510-41ea-a6a4-1aa67c131fad tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:01.237799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f8887ff3-8510-41ea-a6a4-1aa67c131fad tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364601 Sep 09 09:23:01.262084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-a3324e22-e7f7-43bd-876f-c54e0600e504 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/quotas/3075177ca7204a6db633c5f58d701800 HTTP/1.1" status: 200 len: 375 time: 0.0164456 Sep 09 09:23:01.332427 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-eb78ba3c-da37-4a23-b99a-986b61abc961 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0622952 Sep 09 09:23:01.544492 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12555d25-5728-4ae7-b3b7-dc89e86e1c11 req-6797a1ef-ab42-4bb4-b0cc-aa2467db152e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 210 time: 0.0333955 Sep 09 09:23:01.624107 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26b360c5-ef80-4f62-a963-e0cdd7cc6d4b req-5e4f53d2-6c29-411f-8047-aeede0c3f3b3 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 210 time: 0.0363514 Sep 09 09:23:01.840682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37174) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:01.976441 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a6736f0-91e8-4014-9027-86cdbed0e078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:01.980150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f15a3-5cbe-4d1f-92cf-6c4db15f3467 req-bf07b287-3c53-4a2f-bba3-6b14f176ad32 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:01.988282 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e1f15a3-5cbe-4d1f-92cf-6c4db15f3467 req-bf07b287-3c53-4a2f-bba3-6b14f176ad32 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0612187 Sep 09 09:23:02.044317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e1f15a3-5cbe-4d1f-92cf-6c4db15f3467 req-7c74b103-61df-48ce-aa91-381cbd7303bd tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550599 Sep 09 09:23:02.099656 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a6736f0-91e8-4014-9027-86cdbed0e078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:02.250548 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a6736f0-91e8-4014-9027-86cdbed0e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:02.309150 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5a6736f0-91e8-4014-9027-86cdbed0e078 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d1388c2647849eb80f53b3760f7a90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673381 Sep 09 09:23:02.311808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37188) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:02.312427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6736f0-91e8-4014-9027-86cdbed0e078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b7ddac-6f1b-406a-a75f-508697cc9687,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:02.373922 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:02.398198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:02.502852 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:02.505454 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:02.506622 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64b7ddac-6f1b-406a-a75f-508697cc9687 HTTP/1.1" status: 204 len: 168 time: 0.1932502 Sep 09 09:23:02.533009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b7ddac-6f1b-406a-a75f-508697cc9687,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:02.576530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.577101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.577214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.577460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.577794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.578122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.578446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.578771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.579093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.579424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.580380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.581679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5e6cef-b13a-477a-bf66-b192d46727fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:02.650036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-7a3e2eee-e6ea-4d86-9c3c-4cddda3a2652 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:02.652595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-7a3e2eee-e6ea-4d86-9c3c-4cddda3a2652 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 810 time: 0.1771574 Sep 09 09:23:02.667272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Request body: {'port': {'device_id': 'ad5ca242-cb69-49cf-8e19-f3b8be55dae7', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'admin_state_up': True, 'tenant_id': '8488de5af68f47c9a85ed402dd053b64'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:02.694000 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-07ae1d9f-76f0-4053-bd74-5ac9ca3cf018 req-2c65dea7-f7da-466a-b627-c6bb2e8bcea8 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 210 time: 0.0625548 Sep 09 09:23:02.790929 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9fef220-fc5d-4650-ad8a-f6bc4389dbe1 req-c01fb575-e90f-43ad-91bb-8e0b78f2d6dd tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 210 time: 0.0368760 Sep 09 09:23:02.904848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Made reservation on behalf of 8488de5af68f47c9a85ed402dd053b64 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:02.906721 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:03.065110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Allocated IP 172.20.0.6 (26aaa9bc-15bb-4aa8-b609-bb0d56dcd254/fcecb474-ea10-44b3-96f9-cd7cd9d5e862/12e157ab-7577-405a-81b1-57a7688a9010) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:03.261774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:03.442494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 77af0c0c-e578-4213-a288-d27728168d12 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:23:03.445303 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:03.471796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdade1-7870-42b4-b8f0-d0d5981e069b req-41d2b869-8692-455b-9ae2-987e75b09f88 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:03.471796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94fdade1-7870-42b4-b8f0-d0d5981e069b req-41d2b869-8692-455b-9ae2-987e75b09f88 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.3430696 Sep 09 09:23:03.492911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:03.496429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:03.506480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:03.513068 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94fdade1-7870-42b4-b8f0-d0d5981e069b req-2355c868-c512-4788-a2f0-b1486c5bad9e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365508 Sep 09 09:23:03.552364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event updated for resources: {'Port': ['ID=12e157ab-7577-405a-81b1-57a7688a9010,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:03.554844 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:03.562429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:03.563092 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:03.581220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77af0c0c-e578-4213-a288-d27728168d12'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:03.586957 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7b41a6-f4c0-43b1-8183-1bf5fe3c470e" -d '{"events": [{"server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "name": "network-vif-unplugged", "status": "completed", "tag": "77af0c0c-e578-4213-a288-d27728168d12"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:03.593323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37210) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:03.597788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:03.612639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:03.621360 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a506a9-035b-41f4-b0ab-bd9cc42e5aae x-openstack-request-id: req-92a506a9-035b-41f4-b0ab-bd9cc42e5aae {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:03.621655 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "name": "network-vif-unplugged", "status": "failed", "tag": "77af0c0c-e578-4213-a288-d27728168d12", "code": 422}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:03.632866 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92a506a9-035b-41f4-b0ab-bd9cc42e5aae {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:03.632866 n-d-778696-16 neutron-server[95327]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77af0c0c-e578-4213-a288-d27728168d12', 'code': 422} returned with failed status Sep 09 09:23:03.657682 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-27fb9fac-16ea-4ee3-b9c1-74688dec847a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9959230 Sep 09 09:23:03.736258 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:03.774748 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:03.794295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:03.844254 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bb89d-88da-4942-bbc8-8f605206e457 req-2133b430-c343-4002-8ff7-29ce4b94f0b1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:03.846121 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-124bb89d-88da-4942-bbc8-8f605206e457 req-2133b430-c343-4002-8ff7-29ce4b94f0b1 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 931 time: 0.0593014 Sep 09 09:23:03.865536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Request body: {'port': {'device_id': 'ad5ca242-cb69-49cf-8e19-f3b8be55dae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:03.898586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:03.937084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-124bb89d-88da-4942-bbc8-8f605206e457 req-ecb89bec-42df-42d3-a5dd-13af94eb3775 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725071 Sep 09 09:23:03.944445 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:03.962600 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24af034854e7446aac4f06945a3c1926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648162 Sep 09 09:23:03.962600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37224) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:03.971354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e88960-da20-4300-8f37-1705e4604eec,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:03.990135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:03.990135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:03.990135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:03.990135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:03.990135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:03.990135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:03.990812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:03.990812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:03.991006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:03.991184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:03.991563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:03.991941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae8fc6-1e75-4b0b-9270-7db9471dea4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:04.079633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b2760e3-ae0b-4d60-8515-cb333bfb6b0c req-e8ea1e0f-6171-462c-9a01-83681bd520fe tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 210 time: 0.0370312 Sep 09 09:23:04.080632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d96c34de-21fe-45fb-8ff1-0c40dd657887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:04.099910 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-013d80b6-5ceb-4d69-a361-f7cd919322a7 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358000 Sep 09 09:23:04.106982 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d96c34de-21fe-45fb-8ff1-0c40dd657887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:04.290399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-657e73d1-3934-4e07-bea4-d6dcf809797f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:04.291847 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-657e73d1-3934-4e07-bea4-d6dcf809797f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873989 Sep 09 09:23:04.312139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Request body: {'port': {'device_id': 'b864cd06-7398-4eb6-83fb-a4cc5365e2af', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '3075177ca7204a6db633c5f58d701800'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:04.425559 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d96c34de-21fe-45fb-8ff1-0c40dd657887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:04.428512 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d96c34de-21fe-45fb-8ff1-0c40dd657887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:04.429741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d96c34de-21fe-45fb-8ff1-0c40dd657887 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8e88960-da20-4300-8f37-1705e4604eec HTTP/1.1" status: 204 len: 168 time: 0.4650645 Sep 09 09:23:04.433285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e157ab-7577-405a-81b1-57a7688a9010 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:04.446039 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:04.454157 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c34de-21fe-45fb-8ff1-0c40dd657887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e88960-da20-4300-8f37-1705e4604eec,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:04.476721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Transition to ACTIVE for port object 12e157ab-7577-405a-81b1-57a7688a9010 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:04.543339 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:04.545318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Made reservation on behalf of 3075177ca7204a6db633c5f58d701800 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:04.549387 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:04.661521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Pushing event updated for resources: {'Port': ['ID=12e157ab-7577-405a-81b1-57a7688a9010,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:04.800921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Allocated IP 192.168.233.242 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/32be00a1-3eea-4049-95b8-8b424eb5eb59) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:04.806889 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Attempting to bind port 12e157ab-7577-405a-81b1-57a7688a9010 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:04.807404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Attempting to bind port 12e157ab-7577-405a-81b1-57a7688a9010 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:04.807733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Attempting to bind port 12e157ab-7577-405a-81b1-57a7688a9010 on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:04.817596 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Port 12e157ab-7577-405a-81b1-57a7688a9010 on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:23:04.817917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Attempting to bind port 12e157ab-7577-405a-81b1-57a7688a9010 on network 26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:04.830196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:04.830538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Checking segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:04.830919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Bound using segment: {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:04.831389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Bound port: 12e157ab-7577-405a-81b1-57a7688a9010, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131edaac-912f-416d-97dd-98daa9197c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:04.831832 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:04.999914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] For port 12e157ab-7577-405a-81b1-57a7688a9010, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:05.020598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] For port 12e157ab-7577-405a-81b1-57a7688a9010, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=12e157ab-7577-405a-81b1-57a7688a9010,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:05.069673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:05.095831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Transition to ACTIVE for port object 32be00a1-3eea-4049-95b8-8b424eb5eb59 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:05.121090 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:05.154462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4cee9-876a-4810-8512-dbe8a6b779e8 req-97f6cd5c-2961-448c-952c-1b13dcaea30a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:05.158804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7fc4cee9-876a-4810-8512-dbe8a6b779e8 req-97f6cd5c-2961-448c-952c-1b13dcaea30a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 943 time: 0.0968878 Sep 09 09:23:05.179768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:05.180393 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:05.182742 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-648409da-594f-4542-a346-4e82b93d1138 service neutron] 10.222.0.41 "PUT /v2.0/ports/12e157ab-7577-405a-81b1-57a7688a9010 HTTP/1.1" status: 200 len: 1092 time: 1.5157440 Sep 09 09:23:05.184992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5ca242-cb69-49cf-8e19-f3b8be55dae7', 'tag': '12e157ab-7577-405a-81b1-57a7688a9010'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:05.187724 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028b452a-b115-4d70-9c0b-397a77a47f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5ca242-cb69-49cf-8e19-f3b8be55dae7", "tag": "12e157ab-7577-405a-81b1-57a7688a9010"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:05.232530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7fc4cee9-876a-4810-8512-dbe8a6b779e8 req-cc3eab37-9c0f-4319-a2e5-c3f92d8006f2 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565684 Sep 09 09:23:05.234991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648409da-594f-4542-a346-4e82b93d1138 service neutron] Pushing event updated for resources: {'Port': ['ID=12e157ab-7577-405a-81b1-57a7688a9010,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:05.258874 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46e15cee-6efd-4c62-8526-e97a1483f589 req-e0ba0359-a66f-4964-93ba-c8f55b1534ef tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 210 time: 0.0409904 Sep 09 09:23:05.312581 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:05.322422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d', '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', '0b1fa163-20c8-4aea-88cf-80db8e14278a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:05.325412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e774fd7b-586b-492c-a048-cbd903c11511'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:05.364800 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-92730a81-d400-4582-8bea-be487c7831fe req-f5a6b49f-ca5e-4ff8-951c-fac15b8bab42 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:23:05.365815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92730a81-d400-4582-8bea-be487c7831fe req-f5a6b49f-ca5e-4ff8-951c-fac15b8bab42 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068595 Sep 09 09:23:05.418461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:05.425340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:05.443598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event updated for resources: {'Port': ['ID=32be00a1-3eea-4049-95b8-8b424eb5eb59,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:05.447000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:05.524572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-f1f6390f-a095-4845-bdad-0ec2ee78258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:05.527997 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-f1f6390f-a095-4845-bdad-0ec2ee78258f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 1095 time: 0.2161131 Sep 09 09:23:05.539738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:05.540421 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:05.612068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-d7390930-ae25-4da3-b394-31c84c07b7a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e157ab-7577-405a-81b1-57a7688a9010 HTTP/1.1" status: 200 len: 217 time: 0.0469668 Sep 09 09:23:05.689821 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df96e1f-3ffc-4a6a-9248-32b87dfb050f x-openstack-request-id: req-9df96e1f-3ffc-4a6a-9248-32b87dfb050f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:05.690502 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5ca242-cb69-49cf-8e19-f3b8be55dae7", "tag": "12e157ab-7577-405a-81b1-57a7688a9010", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:05.690502 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9df96e1f-3ffc-4a6a-9248-32b87dfb050f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:05.690979 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5ca242-cb69-49cf-8e19-f3b8be55dae7', 'tag': '12e157ab-7577-405a-81b1-57a7688a9010', 'status': 'completed', 'code': 200} Sep 09 09:23:05.694753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-3f7b8478-3cdc-4a81-a7c2-017f3b40f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:05.699392 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-3f7b8478-3cdc-4a81-a7c2-017f3b40f84e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 200 len: 850 time: 0.1001298 Sep 09 09:23:05.750969 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-a5a909fb-28f3-444d-8e6c-2498db0e35bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440733 Sep 09 09:23:05.883005 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-8c7af6c6-271e-498d-b238-8b28bcee3f49 service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238987 Sep 09 09:23:06.001259 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a5b821-b1d2-4f0e-aa2a-c2234a1b66cb req-87aa4640-f061-4465-960d-0d0b372cbd4e service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103992 Sep 09 09:23:06.302335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-569cf945-05d1-4094-864b-2902a3872aca None None] Provisioning for port 32be00a1-3eea-4049-95b8-8b424eb5eb59 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:06.307860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-c4feb62d-6589-4295-9dca-85567daa06dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9964547 Sep 09 09:23:06.309078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-569cf945-05d1-4094-864b-2902a3872aca None None] Provisioning complete for port 32be00a1-3eea-4049-95b8-8b424eb5eb59 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:06.309739 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-569cf945-05d1-4094-864b-2902a3872aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:06.324300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Request body: {'port': {'device_id': 'b864cd06-7398-4eb6-83fb-a4cc5365e2af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:06.380487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5cfa7-2b4f-48ac-9a4f-a03006100314 req-cd5b2a3d-56b9-4a6b-9192-c85832d91fbc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:06.382929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25a5cfa7-2b4f-48ac-9a4f-a03006100314 req-cd5b2a3d-56b9-4a6b-9192-c85832d91fbc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 943 time: 0.0711856 Sep 09 09:23:06.388307 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-569cf945-05d1-4094-864b-2902a3872aca None None] Port 32be00a1-3eea-4049-95b8-8b424eb5eb59 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:23:06.444219 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25a5cfa7-2b4f-48ac-9a4f-a03006100314 req-6bdcd2a3-e78b-43e7-b028-e6678151f6e7 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488296 Sep 09 09:23:06.465940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b452a-b115-4d70-9c0b-397a77a47f7b req-d0408e9f-bce1-4af5-af04-f6914221c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:06.469166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-028b452a-b115-4d70-9c0b-397a77a47f7b req-d0408e9f-bce1-4af5-af04-f6914221c818 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8488de5af68f47c9a85ed402dd053b64&device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 1095 time: 0.1239905 Sep 09 09:23:06.496872 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:06.579753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a124d-ec69-4d68-b508-752f67082519 req-142dcd13-de41-4c7e-b2fe-7bcc7f383764 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:06.582189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-075a124d-ec69-4d68-b508-752f67082519 req-142dcd13-de41-4c7e-b2fe-7bcc7f383764 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.0676672 Sep 09 09:23:06.654304 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-075a124d-ec69-4d68-b508-752f67082519 req-8d05b20f-fbd0-4e59-8f02-3f3cbbff76c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614192 Sep 09 09:23:06.707888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b452a-b115-4d70-9c0b-397a77a47f7b req-299572c5-b271-41ec-8dbb-c487ad749a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:06.709672 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-028b452a-b115-4d70-9c0b-397a77a47f7b req-299572c5-b271-41ec-8dbb-c487ad749a2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 200 len: 911 time: 0.2238028 Sep 09 09:23:06.723702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e124f7-beb6-4122-ab4e-03487a100c71 req-e98c43b4-426d-4cde-829a-1dc65395ceb2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:06.731409 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a5e124f7-beb6-4122-ab4e-03487a100c71 req-e98c43b4-426d-4cde-829a-1dc65395ceb2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 936 time: 0.2590961 Sep 09 09:23:06.873598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-028b452a-b115-4d70-9c0b-397a77a47f7b req-80275639-b93f-4fa4-8b56-f34c1334fae8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e157ab-7577-405a-81b1-57a7688a9010 HTTP/1.1" status: 200 len: 217 time: 0.1350341 Sep 09 09:23:06.943649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a5e124f7-beb6-4122-ab4e-03487a100c71 req-20c27218-b720-442f-9ec1-32e348d43722 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113440 Sep 09 09:23:06.972138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b452a-b115-4d70-9c0b-397a77a47f7b req-86b9d3cb-cf71-4e89-9952-52555fb6eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:06.973640 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-028b452a-b115-4d70-9c0b-397a77a47f7b req-86b9d3cb-cf71-4e89-9952-52555fb6eabc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 200 len: 850 time: 0.0888321 Sep 09 09:23:07.032969 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-028b452a-b115-4d70-9c0b-397a77a47f7b req-ffaeee37-8690-422e-a287-8574a41d46a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294061 Sep 09 09:23:07.233294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32be00a1-3eea-4049-95b8-8b424eb5eb59 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:07.242479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-028b452a-b115-4d70-9c0b-397a77a47f7b req-4f1ed736-08b1-4f5f-bcc9-4dcc3fa1335c service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005875 Sep 09 09:23:07.244758 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:07.280899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Transition to ACTIVE for port object 32be00a1-3eea-4049-95b8-8b424eb5eb59 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:07.298788 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-02ce43f9-6348-40e1-af72-596a47b85682 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2381189 Sep 09 09:23:07.336691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-1026d815-2902-449b-88c9-3075e1dc8cbb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:23:07.337661 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-1026d815-2902-449b-88c9-3075e1dc8cbb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066695 Sep 09 09:23:07.370783 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-028b452a-b115-4d70-9c0b-397a77a47f7b req-83a3b778-86f8-41f4-b437-db876ebc51e0 service neutron] 10.222.0.41 "GET /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147940 Sep 09 09:23:07.374633 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:07.451036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=32be00a1-3eea-4049-95b8-8b424eb5eb59,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:07.566418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Attempting to bind port 32be00a1-3eea-4049-95b8-8b424eb5eb59 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:07.567781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Attempting to bind port 32be00a1-3eea-4049-95b8-8b424eb5eb59 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:07.568892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Attempting to bind port 32be00a1-3eea-4049-95b8-8b424eb5eb59 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:07.583215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Port 32be00a1-3eea-4049-95b8-8b424eb5eb59 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:23:07.585632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Attempting to bind port 32be00a1-3eea-4049-95b8-8b424eb5eb59 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:07.596367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:07.596717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:07.597171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:07.597615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Bound port: 32be00a1-3eea-4049-95b8-8b424eb5eb59, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:07.598234 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:07.666084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992560d-281b-4187-b603-838265d4ad0f req-3ac8b3da-8aa5-47a3-9d85-49a53d4a8cb2 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:07.666084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f992560d-281b-4187-b603-838265d4ad0f req-3ac8b3da-8aa5-47a3-9d85-49a53d4a8cb2 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 943 time: 0.0856616 Sep 09 09:23:07.767202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f992560d-281b-4187-b603-838265d4ad0f req-f958175f-c714-49b8-b0b6-6940cb14546a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021369 Sep 09 09:23:07.805186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] For port 32be00a1-3eea-4049-95b8-8b424eb5eb59, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:08.204696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] For port 32be00a1-3eea-4049-95b8-8b424eb5eb59, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32be00a1-3eea-4049-95b8-8b424eb5eb59,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:08.222085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a05e2-7df7-465b-97e4-1e5a14a1c417 req-0d1ca71e-45aa-4daa-b414-baa5edd39a0c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:08.223835 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-470a05e2-7df7-465b-97e4-1e5a14a1c417 req-0d1ca71e-45aa-4daa-b414-baa5edd39a0c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.4777884 Sep 09 09:23:08.267059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-470a05e2-7df7-465b-97e4-1e5a14a1c417 req-a74bebcd-1f1b-4353-9f7d-dc26cec96aa6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348973 Sep 09 09:23:08.274394 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:08.310114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:08.310748 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:08.312192 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/32be00a1-3eea-4049-95b8-8b424eb5eb59 HTTP/1.1" status: 200 len: 1097 time: 1.9956157 Sep 09 09:23:08.312639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b864cd06-7398-4eb6-83fb-a4cc5365e2af', 'tag': '32be00a1-3eea-4049-95b8-8b424eb5eb59'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:08.314878 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b864cd06-7398-4eb6-83fb-a4cc5365e2af", "tag": "32be00a1-3eea-4049-95b8-8b424eb5eb59"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:08.352281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0ca2c-02e1-4a69-bf00-82ee9475b5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=32be00a1-3eea-4049-95b8-8b424eb5eb59,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:08.527740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-7ff070a7-c3e4-4b52-bc18-6770b7cfe55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:08.529352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-7ff070a7-c3e4-4b52-bc18-6770b7cfe55a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 1100 time: 0.0780923 Sep 09 09:23:08.586073 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-fc997c30-7fa6-4e5e-bdbf-41ad52c4f02b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=32be00a1-3eea-4049-95b8-8b424eb5eb59 HTTP/1.1" status: 200 len: 217 time: 0.0478675 Sep 09 09:23:08.676327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf99f0-9711-4abb-b615-03dbb95d23e1 req-b66221cb-0ff6-4403-9fc3-13a91cd14ca1 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:08.677899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5caf99f0-9711-4abb-b615-03dbb95d23e1 req-b66221cb-0ff6-4403-9fc3-13a91cd14ca1 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 948 time: 0.0947156 Sep 09 09:23:08.679573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-538e5ba4-4647-4484-a2c0-f532450667b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:08.680796 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-538e5ba4-4647-4484-a2c0-f532450667b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0854518 Sep 09 09:23:08.869759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5caf99f0-9711-4abb-b615-03dbb95d23e1 req-23ad6fe4-4334-434e-ac0c-fa415e4be454 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771730 Sep 09 09:23:08.869759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-abb75902-8cdb-43d9-8c2b-1b30cccd6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:08.869759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-abb75902-8cdb-43d9-8c2b-1b30cccd6b7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936902 Sep 09 09:23:08.871865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:08.871865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-055dbb73-fedd-4b45-8f48-f479e6d163b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-627882462', 'description': 'tempest-secgroup-smoke-627882462 description', 'project_id': '88c726152e4047b9b17518f59bbdcd13'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:08.897904 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28324b58-2195-4eba-94a8-ec1813f9c6ea x-openstack-request-id: req-28324b58-2195-4eba-94a8-ec1813f9c6ea {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:08.898358 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b864cd06-7398-4eb6-83fb-a4cc5365e2af", "tag": "32be00a1-3eea-4049-95b8-8b424eb5eb59", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:08.898661 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28324b58-2195-4eba-94a8-ec1813f9c6ea {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:08.899056 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b864cd06-7398-4eb6-83fb-a4cc5365e2af', 'tag': '32be00a1-3eea-4049-95b8-8b424eb5eb59', 'status': 'completed', 'code': 200} Sep 09 09:23:08.926255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-f6e05723-005c-4127-bed9-c17a7f972121 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320372 Sep 09 09:23:08.971425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a829ea8-76a6-4b92-8aca-c40c8bad8ff7 req-5d0438b1-3c69-4c50-a412-aa01b19cf38e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:08.973754 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a829ea8-76a6-4b92-8aca-c40c8bad8ff7 req-5d0438b1-3c69-4c50-a412-aa01b19cf38e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 943 time: 0.0646331 Sep 09 09:23:09.019112 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a829ea8-76a6-4b92-8aca-c40c8bad8ff7 req-3e659e35-6d05-4397-ae98-51e7b87a30bc tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375690 Sep 09 09:23:09.033927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-055dbb73-fedd-4b45-8f48-f479e6d163b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:09.047872 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-055dbb73-fedd-4b45-8f48-f479e6d163b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:09.065015 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b8f6cd3-ae5f-4363-bb78-cb1a08e5a284 req-da721dba-4495-4956-9cb3-72b8d73fe4dc service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291933 Sep 09 09:23:09.156403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-055dbb73-fedd-4b45-8f48-f479e6d163b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:09.234234 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-055dbb73-fedd-4b45-8f48-f479e6d163b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:09.266287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7 req-98aad6d5-f113-4290-b66b-43146fc7dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:09.268022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7 req-98aad6d5-f113-4290-b66b-43146fc7dd04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 1100 time: 0.0455101 Sep 09 09:23:09.274968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dbb73-fedd-4b45-8f48-f479e6d163b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a6378a-5bcb-4a33-a368-512063477eb6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:09.354865 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-055dbb73-fedd-4b45-8f48-f479e6d163b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:09.394868 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-055dbb73-fedd-4b45-8f48-f479e6d163b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:09.433292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dbb73-fedd-4b45-8f48-f479e6d163b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455f0cef-bf92-4bd5-b035-86592ea2fdd0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:09.487501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b11939-0af7-4e08-b49b-5c254259ad2e req-06ad0d38-1d9c-4389-9bfa-3eb9b346bf88 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:09.489380 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b2b11939-0af7-4e08-b49b-5c254259ad2e req-06ad0d38-1d9c-4389-9bfa-3eb9b346bf88 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.0985789 Sep 09 09:23:09.490592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7 req-03de8162-0647-4b76-a4b5-13450e01ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:09.492078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7 req-03de8162-0647-4b76-a4b5-13450e01ae11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2121184 Sep 09 09:23:09.508269 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-055dbb73-fedd-4b45-8f48-f479e6d163b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:09.511332 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-055dbb73-fedd-4b45-8f48-f479e6d163b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6903431 Sep 09 09:23:09.513710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37364) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:09.519271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8dcc12e6-b7c3-4b2d-a749-09251620b4f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '455f0cef-bf92-4bd5-b035-86592ea2fdd0', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:09.555058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7 req-a0077faa-4443-45dc-bf8d-47127bbc9f5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=32be00a1-3eea-4049-95b8-8b424eb5eb59 HTTP/1.1" status: 200 len: 217 time: 0.0502844 Sep 09 09:23:09.620471 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b2b11939-0af7-4e08-b49b-5c254259ad2e req-ce49aba3-6bd6-42b4-97d5-db09c144105f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218348 Sep 09 09:23:09.639430 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8dcc12e6-b7c3-4b2d-a749-09251620b4f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:09.639954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7 req-07b54ca2-0f52-4db0-bf3d-8d4eb16a9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:09.643789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7 req-07b54ca2-0f52-4db0-bf3d-8d4eb16a9d7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0769329 Sep 09 09:23:09.725290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7 req-c2d6c046-2927-459d-ae82-76dfd7e9e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:09.727125 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7 req-c2d6c046-2927-459d-ae82-76dfd7e9e59c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734456 Sep 09 09:23:09.729897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8dcc12e6-b7c3-4b2d-a749-09251620b4f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:09.797939 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8dcc12e6-b7c3-4b2d-a749-09251620b4f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:09.855539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7 req-9f3a98b7-abd2-4879-ba73-06cc2132d12f service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070762 Sep 09 09:23:09.855735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc12e6-b7c3-4b2d-a749-09251620b4f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8290188f-42ec-4411-9e85-da50b13cf132,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:09.946196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7fd92-0c52-4074-8936-b2895b17fc96 req-b9833ed7-bc16-427f-8f2a-0d6fe3b56c26 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:09.954855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3e7fd92-0c52-4074-8936-b2895b17fc96 req-b9833ed7-bc16-427f-8f2a-0d6fe3b56c26 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 948 time: 0.0930870 Sep 09 09:23:09.971279 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a520bb4-c3d1-4958-a0e8-8dc999bcd0e7 req-ec921e78-ffcc-49aa-b790-d3fcc6b59379 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158333 Sep 09 09:23:09.992237 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8dcc12e6-b7c3-4b2d-a749-09251620b4f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:09.996446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8dcc12e6-b7c3-4b2d-a749-09251620b4f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4789040 Sep 09 09:23:09.997791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37370) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:10.005011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7b2ea316-37bc-4da5-905e-f64c87142f0d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '455f0cef-bf92-4bd5-b035-86592ea2fdd0', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:10.024245 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3e7fd92-0c52-4074-8936-b2895b17fc96 req-082f6e66-bc6b-472a-acdb-197a631de453 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679641 Sep 09 09:23:10.116970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea316-37bc-4da5-905e-f64c87142f0d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:10.180577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e409-ba0d-418b-ac63-78d42341beff req-05be61cc-24d0-4615-8c64-21ab91f918a0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:10.183557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-64b1e409-ba0d-418b-ac63-78d42341beff req-05be61cc-24d0-4615-8c64-21ab91f918a0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 943 time: 0.0734732 Sep 09 09:23:10.206354 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea316-37bc-4da5-905e-f64c87142f0d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:10.227426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-64b1e409-ba0d-418b-ac63-78d42341beff req-e5c9d857-6f2a-4b08-9990-72414504379a tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378206 Sep 09 09:23:10.260798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 12e157ab-7577-405a-81b1-57a7688a9010 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:23:10.267948 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea316-37bc-4da5-905e-f64c87142f0d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:10.287997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ea316-37bc-4da5-905e-f64c87142f0d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e72600-92fc-4b8d-b836-e60457b2d253,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:10.367460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 12e157ab-7577-405a-81b1-57a7688a9010, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=12e157ab-7577-405a-81b1-57a7688a9010,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:10.376889 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea316-37bc-4da5-905e-f64c87142f0d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:10.378523 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7b2ea316-37bc-4da5-905e-f64c87142f0d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3796370 Sep 09 09:23:10.381387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37374) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:10.382585 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '12e157ab-7577-405a-81b1-57a7688a9010', 'network_id': '26aaa9bc-15bb-4aa8-b609-bb0d56dcd254', 'port_id': '12e157ab-7577-405a-81b1-57a7688a9010', 'mac_address': 'fa:16:3e:b0:5c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcecb474-ea10-44b3-96f9-cd7cd9d5e862', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:23:10.389129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-6115d4ab-146f-4b21-9049-dd567e248af6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '455f0cef-bf92-4bd5-b035-86592ea2fdd0', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:10.430211 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:10.446226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e157ab-7577-405a-81b1-57a7688a9010 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:10.467544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 12e157ab-7577-405a-81b1-57a7688a9010, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=12e157ab-7577-405a-81b1-57a7688a9010,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:10.547139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6115d4ab-146f-4b21-9049-dd567e248af6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:10.553237 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:10.607460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=12e157ab-7577-405a-81b1-57a7688a9010,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:10.615696 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6115d4ab-146f-4b21-9049-dd567e248af6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:10.721790 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6115d4ab-146f-4b21-9049-dd567e248af6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:10.763011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115d4ab-146f-4b21-9049-dd567e248af6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36c4be8-4549-4cc6-8f2d-50b9f7cef0d2,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:10.790744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0571492-b116-4c66-9f9d-24aca835969c req-277cb869-770b-487b-8964-53684f885ba1 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:10.792779 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0571492-b116-4c66-9f9d-24aca835969c req-277cb869-770b-487b-8964-53684f885ba1 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.0674372 Sep 09 09:23:10.832398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['12e157ab-7577-405a-81b1-57a7688a9010'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:10.834800 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6115d4ab-146f-4b21-9049-dd567e248af6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:10.839540 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6115d4ab-146f-4b21-9049-dd567e248af6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4566419 Sep 09 09:23:10.840731 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37382) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:10.845479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a84e3909-28d3-45ed-a2e8-b5bebb89cb80 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '455f0cef-bf92-4bd5-b035-86592ea2fdd0', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:10.862147 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0571492-b116-4c66-9f9d-24aca835969c req-aedaa9ef-c363-4c51-a3c2-07bf8a07d9ae tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614889 Sep 09 09:23:11.033523 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a84e3909-28d3-45ed-a2e8-b5bebb89cb80 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:11.099053 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a84e3909-28d3-45ed-a2e8-b5bebb89cb80 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:11.160026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b16c76-88d1-429f-937a-e33c7a74979c req-ba076e46-b21c-4fb4-aa2a-49eca0883567 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:11.161696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39b16c76-88d1-429f-937a-e33c7a74979c req-ba076e46-b21c-4fb4-aa2a-49eca0883567 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 948 time: 0.0525110 Sep 09 09:23:11.204952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39b16c76-88d1-429f-937a-e33c7a74979c req-8ca6fd29-c7ba-4a26-811c-bae56446a0f0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349162 Sep 09 09:23:11.225187 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a84e3909-28d3-45ed-a2e8-b5bebb89cb80 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:11.240712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e3909-28d3-45ed-a2e8-b5bebb89cb80 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067c571a-483a-4f0b-a8dc-8872a1c8a7af,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:11.313527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a84e3909-28d3-45ed-a2e8-b5bebb89cb80 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:11.314643 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a84e3909-28d3-45ed-a2e8-b5bebb89cb80 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4729357 Sep 09 09:23:11.317546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37398) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:11.323932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-771f9922-7c09-401a-a5a2-cd852c435190 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '455f0cef-bf92-4bd5-b035-86592ea2fdd0', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:11.354967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd55e37-eb1c-41ae-9b32-dade5c2ee3b1 req-6f5c3ffe-fc9a-455d-8a8c-c79cd73c76c0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:11.356723 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2fd55e37-eb1c-41ae-9b32-dade5c2ee3b1 req-6f5c3ffe-fc9a-455d-8a8c-c79cd73c76c0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 944 time: 0.0559607 Sep 09 09:23:11.398124 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2fd55e37-eb1c-41ae-9b32-dade5c2ee3b1 req-4df779fb-b9df-4888-93a2-6fccdd4ed40e tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344577 Sep 09 09:23:11.401427 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-771f9922-7c09-401a-a5a2-cd852c435190 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Project 88c726152e4047b9b17518f59bbdcd13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:23:11.410779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-771f9922-7c09-401a-a5a2-cd852c435190 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:11.466036 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-771f9922-7c09-401a-a5a2-cd852c435190 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:11.536344 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-771f9922-7c09-401a-a5a2-cd852c435190 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:11.556587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f9922-7c09-401a-a5a2-cd852c435190 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6cc23e9-484d-446b-8610-334c2ebc937d,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:11.718903 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-771f9922-7c09-401a-a5a2-cd852c435190 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:11.725462 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-771f9922-7c09-401a-a5a2-cd852c435190 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4020686 Sep 09 09:23:11.725594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37404) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:11.728790 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fe795eed-2a74-4b10-b869-fe463e83c118 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '455f0cef-bf92-4bd5-b035-86592ea2fdd0', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:11.867984 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-fe795eed-2a74-4b10-b869-fe463e83c118 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Project 88c726152e4047b9b17518f59bbdcd13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:23:11.874465 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe795eed-2a74-4b10-b869-fe463e83c118 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:11.946819 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe795eed-2a74-4b10-b869-fe463e83c118 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.017505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d9c29-cbda-48da-a097-015f47caa851 req-5adab7d9-d760-4730-9e2b-7f343752c1df tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:12.021792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe795eed-2a74-4b10-b869-fe463e83c118 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.029288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab5d9c29-cbda-48da-a097-015f47caa851 req-5adab7d9-d760-4730-9e2b-7f343752c1df tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.0648265 Sep 09 09:23:12.049341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe795eed-2a74-4b10-b869-fe463e83c118 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215ca017-3d59-4744-b106-6a0b75693f95,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:12.080299 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab5d9c29-cbda-48da-a097-015f47caa851 req-6d00ed88-373f-46ab-b8d1-ede8365c5f29 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532734 Sep 09 09:23:12.124780 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe795eed-2a74-4b10-b869-fe463e83c118 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.126631 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fe795eed-2a74-4b10-b869-fe463e83c118 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4016099 Sep 09 09:23:12.129139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:12.134493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'network': {'name': 'tempest-network-smoke--806784734', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:12.216466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:12.220159 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.241972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 12e157ab-7577-405a-81b1-57a7688a9010 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:12.276853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:23:12.299210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.299633 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Added segment 568513a0-7717-449b-bfd0-b7660d1b8f18 of type vlan for network 59886ec7-de9f-4901-a5a4-e93757e5dec9 Sep 09 09:23:12.374684 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.376116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 12e157ab-7577-405a-81b1-57a7688a9010 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:12.381008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 12e157ab-7577-405a-81b1-57a7688a9010 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:12.392974 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.408200 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74705855-c2e5-44c8-b067-fc9280aa2996 req-ed07d8d2-0e17-4508-a03c-99245bb38918 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:12.409918 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74705855-c2e5-44c8-b067-fc9280aa2996 req-ed07d8d2-0e17-4508-a03c-99245bb38918 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 948 time: 0.1000845 Sep 09 09:23:12.460901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74705855-c2e5-44c8-b067-fc9280aa2996 req-e569935c-4aae-452a-b423-86076534f742 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436065 Sep 09 09:23:12.488020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.529539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 12e157ab-7577-405a-81b1-57a7688a9010, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=12e157ab-7577-405a-81b1-57a7688a9010,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:12.530631 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.530821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5ca242-cb69-49cf-8e19-f3b8be55dae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e157ab-7577-405a-81b1-57a7688a9010'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:12.533725 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205ffb19-9f9b-4881-979d-a18036e763bb" -d '{"events": [{"server_uuid": "ad5ca242-cb69-49cf-8e19-f3b8be55dae7", "name": "network-vif-plugged", "status": "completed", "tag": "12e157ab-7577-405a-81b1-57a7688a9010"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:12.544911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:12.545584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.573397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e95bd-93d2-4e31-ab34-e1bde06a93dd req-726614f1-5ce8-472a-8f1d-39150d928769 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:12.581902 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fa3a5d-4665-48ca-b779-7d2880cdc674 x-openstack-request-id: req-98fa3a5d-4665-48ca-b779-7d2880cdc674 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:12.582596 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5ca242-cb69-49cf-8e19-f3b8be55dae7", "name": "network-vif-plugged", "status": "completed", "tag": "12e157ab-7577-405a-81b1-57a7688a9010", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:12.582720 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f76e95bd-93d2-4e31-ab34-e1bde06a93dd req-726614f1-5ce8-472a-8f1d-39150d928769 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 944 time: 0.0705638 Sep 09 09:23:12.583446 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98fa3a5d-4665-48ca-b779-7d2880cdc674 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:12.584085 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5ca242-cb69-49cf-8e19-f3b8be55dae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e157ab-7577-405a-81b1-57a7688a9010', 'code': 200} Sep 09 09:23:12.633646 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.658128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f76e95bd-93d2-4e31-ab34-e1bde06a93dd req-2b0508fd-d632-41d5-b2ec-0e9ebdbf972b tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707021 Sep 09 09:23:12.704128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c66336-bfeb-4230-b598-e84a3e786b81 req-592d169f-bb13-4087-8fa8-f8553c707e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:12.706276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5c66336-bfeb-4230-b598-e84a3e786b81 req-592d169f-bb13-4087-8fa8-f8553c707e12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 1097 time: 0.0467474 Sep 09 09:23:12.745475 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Network': ['ID=59886ec7-de9f-4901-a5a4-e93757e5dec9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:12.750208 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ca275119-8b1e-4e5d-a980-c8635e6058bb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6196961 Sep 09 09:23:12.763323 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37422) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:12.779185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'admin_state_up': True, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:12.814343 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5c66336-bfeb-4230-b598-e84a3e786b81 req-d80dfcc9-84cc-43b6-9cbb-2c1a5ea7e590 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994172 Sep 09 09:23:12.878870 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.880005 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.944180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 59886ec7-de9f-4901-a5a4-e93757e5dec9 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:23:12.947192 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:12.970850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=12e157ab-7577-405a-81b1-57a7688a9010,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:13.185359 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:13.214180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d930980-62c7-41a6-8599-84f22775854e req-6173794d-341c-422e-b699-25f9ec35e240 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:13.215807 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d930980-62c7-41a6-8599-84f22775854e req-6173794d-341c-422e-b699-25f9ec35e240 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.0533838 Sep 09 09:23:13.255132 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d930980-62c7-41a6-8599-84f22775854e req-79be0b5e-7bc2-492a-9a75-03075244210d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330455 Sep 09 09:23:13.500309 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:13.518502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32be00a1-3eea-4049-95b8-8b424eb5eb59 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:23:13.521185 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:13.627727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 32be00a1-3eea-4049-95b8-8b424eb5eb59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32be00a1-3eea-4049-95b8-8b424eb5eb59,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:13.639255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '32be00a1-3eea-4049-95b8-8b424eb5eb59', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '32be00a1-3eea-4049-95b8-8b424eb5eb59', 'mac_address': 'fa:16:3e:f2:99:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:23:13.657850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1b623-d395-4fef-96bd-74a8cbbf3d48 req-24ee35df-6c9e-4874-9b99-80affa3b460a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:13.659343 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dff1b623-d395-4fef-96bd-74a8cbbf3d48 req-24ee35df-6c9e-4874-9b99-80affa3b460a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 948 time: 0.1004577 Sep 09 09:23:13.678577 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:13.694398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32be00a1-3eea-4049-95b8-8b424eb5eb59 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:13.694986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.25.8.88 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/5905b963-8782-4ef4-890c-49571f523f86) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:13.717010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 32be00a1-3eea-4049-95b8-8b424eb5eb59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32be00a1-3eea-4049-95b8-8b424eb5eb59,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:13.749913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dff1b623-d395-4fef-96bd-74a8cbbf3d48 req-0075c919-812b-46cd-b4e5-a4433f12408b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810473 Sep 09 09:23:13.786737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bc5b5-081b-4c46-a720-379776b62073 req-bb3f674d-b32c-41c4-a396-581a7d7f68de tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:13.788607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e74bc5b5-081b-4c46-a720-379776b62073 req-bb3f674d-b32c-41c4-a396-581a7d7f68de tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 945 time: 0.0644493 Sep 09 09:23:13.816915 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:13.842161 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e74bc5b5-081b-4c46-a720-379776b62073 req-850a313a-9f16-4322-852e-f9100fda9dea tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447030 Sep 09 09:23:13.854700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:13.888555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=32be00a1-3eea-4049-95b8-8b424eb5eb59,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:14.079647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:14.142453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:14.156734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:14.156734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:14.174827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=5905b963-8782-4ef4-890c-49571f523f86,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:14.229959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['32be00a1-3eea-4049-95b8-8b424eb5eb59'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:14.395004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbcb5-9720-4f27-bf03-aad457c4c59d req-0f580b72-4841-4667-b20a-658b18bc9721 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:14.396571 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b91bbcb5-9720-4f27-bf03-aad457c4c59d req-0f580b72-4841-4667-b20a-658b18bc9721 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.0561371 Sep 09 09:23:14.438278 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b91bbcb5-9720-4f27-bf03-aad457c4c59d req-284bd585-e1eb-425f-9b1b-9d55c3ed65d3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346503 Sep 09 09:23:14.484323 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b4b3e1a-c5ac-4187-a355-e2f53997a723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:14.601876 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:14.874727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:14.948253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e76c1-9df6-4ea4-8ff7-a7beb3d2a018 req-c8e4c68a-6581-4c94-ada5-da4b788d18cf tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:14.950707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d0e76c1-9df6-4ea4-8ff7-a7beb3d2a018 req-c8e4c68a-6581-4c94-ada5-da4b788d18cf tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 949 time: 0.1120160 Sep 09 09:23:15.020791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54261edf-a6fa-4ddc-8118-b2e2cbdcff8e req-c99fcc82-4a11-4ea6-bb72-5019b6f203d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:15.022454 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54261edf-a6fa-4ddc-8118-b2e2cbdcff8e req-c99fcc82-4a11-4ea6-bb72-5019b6f203d3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 945 time: 0.0557556 Sep 09 09:23:15.043728 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d0e76c1-9df6-4ea4-8ff7-a7beb3d2a018 req-53fe8308-9fa8-4e5c-bce4-bce92096c566 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833533 Sep 09 09:23:15.077601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54261edf-a6fa-4ddc-8118-b2e2cbdcff8e req-f51aa6f3-6a12-4f72-aa6b-64884e642287 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476103 Sep 09 09:23:15.177627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:23:15.212313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75781c1-15f8-443f-b183-469a7596c663 req-0eef0840-d9f5-4685-8aa1-cfbf68ddf08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:15.213895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-0eef0840-d9f5-4685-8aa1-cfbf68ddf08e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c&tenant_id=c0a4fe5389874569ba106acc1ac2a89a HTTP/1.1" status: 200 len: 1095 time: 0.1012800 Sep 09 09:23:15.255102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:15.364430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:15.389607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:23:15.412326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Sync routers for ids ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:23:15.429075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Routers {'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:23:15.429829 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:22:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:15.589088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Set router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:23:15.600414 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:15.602475 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-76c5dd36-9f5a-40da-91e7-6fe9ff33251d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8324361 Sep 09 09:23:15.606401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:15.631222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93172a29-3e81-490b-a0c9-97bd4de649c3 req-28ead3d8-b14a-458f-bdff-23a0509141c3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:15.633113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93172a29-3e81-490b-a0c9-97bd4de649c3 req-28ead3d8-b14a-458f-bdff-23a0509141c3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.0695264 Sep 09 09:23:15.689613 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93172a29-3e81-490b-a0c9-97bd4de649c3 req-6b605029-ba83-44f8-9dab-3c95d445569a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482409 Sep 09 09:23:15.691112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e9cb3-292d-48d7-ae1e-edce49dd0c6e req-436e4a8b-56c0-47fe-8120-bd1d7774966f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:15.695013 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f60e9cb3-292d-48d7-ae1e-edce49dd0c6e req-436e4a8b-56c0-47fe-8120-bd1d7774966f tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 945 time: 0.1521959 Sep 09 09:23:15.799826 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f25c44a0-5de5-44f0-8e94-bc6f8c92064a tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=88c726152e4047b9b17518f59bbdcd13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1921437 Sep 09 09:23:15.802755 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37462) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:15.838645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:14Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:15.898846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Checking router: a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:23:15.899202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Updating router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 port 5905b963-8782-4ef4-890c-49571f523f86 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:23:15.941104 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:16.024917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd0d7bf-134d-416f-8de7-81c043836aa2 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:16.030134 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9dd0d7bf-134d-416f-8de7-81c043836aa2 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2259710 Sep 09 09:23:16.030776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37466) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:16.073434 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e8beb19a-aacc-431e-a670-f3766c13cff6 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406566 Sep 09 09:23:16.073794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37468) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:16.079133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1659164135', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:16.174537 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f60e9cb3-292d-48d7-ae1e-edce49dd0c6e req-90191057-ed81-46d3-b466-d29e78b115b0 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683874 Sep 09 09:23:16.184820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:16.236284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:16.303646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77af0c0c-e578-4213-a288-d27728168d12 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:16.313239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:16.320576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef1a90-6cf0-4ae5-8386-ce2745a00237 req-30592b30-3d2b-4017-b583-cdd1ba231b1e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:16.322758 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4ef1a90-6cf0-4ae5-8386-ce2745a00237 req-30592b30-3d2b-4017-b583-cdd1ba231b1e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 949 time: 0.1337845 Sep 09 09:23:16.333309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Transition to ACTIVE for port object 77af0c0c-e578-4213-a288-d27728168d12 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:16.344728 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:16.361398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Transition to ACTIVE for port object 5905b963-8782-4ef4-890c-49571f523f86 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:16.364244 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4ef1a90-6cf0-4ae5-8386-ce2745a00237 req-8b8dd733-8ea6-4b57-b335-6ffe5ccef14c tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Sep 09 09:23:16.484496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:16.484715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:16.484830 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:16.489369 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:16.535900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Attempting to bind port 5905b963-8782-4ef4-890c-49571f523f86 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:16.536284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Attempting to bind port 5905b963-8782-4ef4-890c-49571f523f86 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:16.536658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Attempting to bind port 5905b963-8782-4ef4-890c-49571f523f86 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:16.552303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:16.553778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:16.553778 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:16.553778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:16.554051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Bound port: 5905b963-8782-4ef4-890c-49571f523f86, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:16.554321 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:16.582152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568d8ff-21e7-4aa2-8fbd-3a32a41e28b0 None None] Pushing event updated for resources: {'Port': ['ID=5905b963-8782-4ef4-890c-49571f523f86,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:16.618188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=9']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:16.627696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] For port 5905b963-8782-4ef4-890c-49571f523f86, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:16.632116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] For port 5905b963-8782-4ef4-890c-49571f523f86, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5905b963-8782-4ef4-890c-49571f523f86,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:16.700643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] No DVR routers for this DVR port 77af0c0c-e578-4213-a288-d27728168d12 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:23:16.748061 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:16.812141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Routers {'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:23:16.812898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:22:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:16.816776 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:16.867418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568d8ff-21e7-4aa2-8fbd-3a32a41e28b0 None None] Pushing event updated for resources: {'Port': ['ID=5905b963-8782-4ef4-890c-49571f523f86,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:16.876155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2ad26-536f-45b7-b02c-678a481972b1 req-f0040744-7638-4995-9fed-dec6eb24a067 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:16.878405 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02a2ad26-536f-45b7-b02c-678a481972b1 req-f0040744-7638-4995-9fed-dec6eb24a067 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 943 time: 0.0765524 Sep 09 09:23:16.900113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Subnet': ['ID=857a3cac-c580-4d35-9bf6-4ec4c2bd2408,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:16.904299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Checking segment: {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:16.904299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network hostable DHCP agents. Network: 59886ec7-de9f-4901-a5a4-e93757e5dec9, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:23:16.939840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Attempting to bind port 77af0c0c-e578-4213-a288-d27728168d12 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:16.940209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Attempting to bind port 77af0c0c-e578-4213-a288-d27728168d12 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:16.940512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Attempting to bind port 77af0c0c-e578-4213-a288-d27728168d12 on network 6ee22ffa-2d33-4941-a1d2-77369ea07168 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:16.953022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Port 77af0c0c-e578-4213-a288-d27728168d12 on network 6ee22ffa-2d33-4941-a1d2-77369ea07168 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:23:16.953353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Attempting to bind port 77af0c0c-e578-4213-a288-d27728168d12 on network 6ee22ffa-2d33-4941-a1d2-77369ea07168 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:16.963015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] Set router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:23:16.964169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:16.964518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Checking segment: {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:16.964907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Bound using segment: {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:16.965341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Bound port: 77af0c0c-e578-4213-a288-d27728168d12, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:16.965699 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:16.971279 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02a2ad26-536f-45b7-b02c-678a481972b1 req-3e8c6543-2316-4632-b933-acc93df798ce tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641768 Sep 09 09:23:17.033116 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 59886ec7-de9f-4901-a5a4-e93757e5dec9 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:23:17.046490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:17.050905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:17.135972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 59886ec7-de9f-4901-a5a4-e93757e5dec9) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:17.142075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3894cd13-d429-4e56-ae8c-fdf2ffe6d9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:17.142365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:17.142998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:17.145288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:17.145757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f4d851-d972-457d-8ca3-c2e54b21e92a None None] Network 59886ec7-de9f-4901-a5a4-e93757e5dec9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:23:17.182973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:17.183628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:17.185032 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] 10.222.0.41 "PUT /v2.0/ports/77af0c0c-e578-4213-a288-d27728168d12 HTTP/1.1" status: 200 len: 1092 time: 1.9344943 Sep 09 09:23:17.187465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'tag': '77af0c0c-e578-4213-a288-d27728168d12'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:17.189763 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c" -d '{"events": [{"name": "network-changed", "server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "tag": "77af0c0c-e578-4213-a288-d27728168d12"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:17.260658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d68d2-b87d-4ce0-925a-53c93eb8a10c service neutron] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=10']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:17.274224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:14Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:17.275610 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6af0f6a6-5142-46e9-8638-f2741c6dc569 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2000844 Sep 09 09:23:17.278603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37484) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:17.287279 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75781c1-15f8-443f-b183-469a7596c663 req-8f3739f9-7d8a-464e-9920-f7d0f2e81df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:17.292975 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-8f3739f9-7d8a-464e-9920-f7d0f2e81df9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 1096 time: 0.0789666 Sep 09 09:23:17.297122 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a2694f-1626-4317-ad36-e9315d5a6283 x-openstack-request-id: req-a0a2694f-1626-4317-ad36-e9315d5a6283 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:17.297434 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "tag": "77af0c0c-e578-4213-a288-d27728168d12", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:17.297705 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0a2694f-1626-4317-ad36-e9315d5a6283 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:17.298123 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'tag': '77af0c0c-e578-4213-a288-d27728168d12', 'status': 'completed', 'code': 200} Sep 09 09:23:17.310585 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4097166d-87a7-4499-a0f8-c59d619074b6 None None] The sync data for ids ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'] in n-d-778696-16 is: [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:14Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:23:17.444539 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:17.450649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-59886ec7-de9f-4901-a5a4-e93757e5dec9', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:23:17.451942 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:17.516696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75781c1-15f8-443f-b183-469a7596c663 req-036268e4-7ead-44c4-9df8-811e6145d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:17.518533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-036268e4-7ead-44c4-9df8-811e6145d028 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.2169697 Sep 09 09:23:17.520724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6d409-0634-48d6-be99-5a2a75a28292 req-80e04d66-4554-46dd-bdf2-3e2b79ef7143 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:17.522253 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03a6d409-0634-48d6-be99-5a2a75a28292 req-80e04d66-4554-46dd-bdf2-3e2b79ef7143 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 945 time: 0.1479723 Sep 09 09:23:17.586841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32be00a1-3eea-4049-95b8-8b424eb5eb59 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:17.622941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03a6d409-0634-48d6-be99-5a2a75a28292 req-90d58a53-bb5a-4494-a483-078fc4c148b3 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912800 Sep 09 09:23:17.641757 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-64f8c173-6a17-423a-8e77-ecf614210d43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af0c0c-e578-4213-a288-d27728168d12 HTTP/1.1" status: 200 len: 999 time: 0.1046600 Sep 09 09:23:17.650264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f60fa9-6844-4905-95ee-7459fecab506 req-74c15916-2849-4594-a6da-916563b86c49 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:17.654016 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95f60fa9-6844-4905-95ee-7459fecab506 req-74c15916-2849-4594-a6da-916563b86c49 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 949 time: 0.1263282 Sep 09 09:23:17.724796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Allocated IP 172.20.0.2 (59886ec7-de9f-4901-a5a4-e93757e5dec9/857a3cac-c580-4d35-9bf6-4ec4c2bd2408/7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:17.756925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95f60fa9-6844-4905-95ee-7459fecab506 req-31a8c3e0-cfec-48e8-af32-4a522c41df7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894182 Sep 09 09:23:17.766932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75781c1-15f8-443f-b183-469a7596c663 req-5d9ca2d0-027f-4948-8e6c-084e59d24018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:17.768443 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-5d9ca2d0-027f-4948-8e6c-084e59d24018 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.1140873 Sep 09 09:23:17.859768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 32be00a1-3eea-4049-95b8-8b424eb5eb59 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:17.866747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 32be00a1-3eea-4049-95b8-8b424eb5eb59 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:17.868274 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:17.888209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75781c1-15f8-443f-b183-469a7596c663 req-82eb7687-e216-45f2-93b1-964ece82d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:17.890505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-82eb7687-e216-45f2-93b1-964ece82d127 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119235 Sep 09 09:23:18.035837 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-c13a022b-8080-41c0-b124-836adc339318 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342661 Sep 09 09:23:18.080284 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:18.093151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Transition to ACTIVE for port object 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:18.115698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Transition to ACTIVE for port object 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:18.142042 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:18.179875 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:18.202992 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b864cd06-7398-4eb6-83fb-a4cc5365e2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32be00a1-3eea-4049-95b8-8b424eb5eb59'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:18.205404 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba08ed29-e6e8-4ecd-916d-09a5ed71e4cb" -d '{"events": [{"server_uuid": "b864cd06-7398-4eb6-83fb-a4cc5365e2af", "name": "network-vif-plugged", "status": "completed", "tag": "32be00a1-3eea-4049-95b8-8b424eb5eb59"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:18.229157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 32be00a1-3eea-4049-95b8-8b424eb5eb59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32be00a1-3eea-4049-95b8-8b424eb5eb59,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:18.246025 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:18.303758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47012b0-e726-48cb-8787-9d1ab969330a req-0d9800a9-29db-4a6b-bd6f-6c60ba749f0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:18.310287 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f47012b0-e726-48cb-8787-9d1ab969330a req-0d9800a9-29db-4a6b-bd6f-6c60ba749f0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.1708455 Sep 09 09:23:18.318743 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f75781c1-15f8-443f-b183-469a7596c663 req-e2c60b02-d9fd-4db0-ac86-2c9e56115b40 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783182 Sep 09 09:23:18.350813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Network 59886ec7-de9f-4901-a5a4-e93757e5dec9 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:18.362408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:18.373822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:18.407516 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:18.413403 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f47012b0-e726-48cb-8787-9d1ab969330a req-3fb6185a-fcf8-4607-9282-0fa1fbe7590a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874436 Sep 09 09:23:18.435113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Pushing event updated for resources: {'Port': ['ID=7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:18.561590 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13513074-f622-4a62-9dea-5e4bafbe9b43 x-openstack-request-id: req-13513074-f622-4a62-9dea-5e4bafbe9b43 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:18.562016 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b864cd06-7398-4eb6-83fb-a4cc5365e2af", "name": "network-vif-plugged", "status": "completed", "tag": "32be00a1-3eea-4049-95b8-8b424eb5eb59", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:18.562347 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13513074-f622-4a62-9dea-5e4bafbe9b43 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:18.563016 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b864cd06-7398-4eb6-83fb-a4cc5365e2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32be00a1-3eea-4049-95b8-8b424eb5eb59', 'code': 200} Sep 09 09:23:18.569724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c req-eeb6de9e-04b4-4f3a-b184-a019d603f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:18.576808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c req-eeb6de9e-04b4-4f3a-b184-a019d603f297 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 1096 time: 0.1087089 Sep 09 09:23:18.582183 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:18.662312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Attempting to bind port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:18.662919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Attempting to bind port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:18.666766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Attempting to bind port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 on network 59886ec7-de9f-4901-a5a4-e93757e5dec9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:18.677970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=32be00a1-3eea-4049-95b8-8b424eb5eb59,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:18.681046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:18.681533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Checking segment: {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:18.681944 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:18.682338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Bound using segment: {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:18.682827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Bound port: 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:18.683218 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:18.744596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.20.0.1 (59886ec7-de9f-4901-a5a4-e93757e5dec9/857a3cac-c580-4d35-9bf6-4ec4c2bd2408/2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:18.801919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dcae8-f219-4a64-b940-0329e963eb75 req-45c2aec1-9f10-4a74-b281-73e8c9a44394 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:18.804426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f76dcae8-f219-4a64-b940-0329e963eb75 req-45c2aec1-9f10-4a74-b281-73e8c9a44394 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 945 time: 0.2296774 Sep 09 09:23:18.811926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79516d17-442b-43a6-acb4-f47810077c24 req-7643282c-e999-44aa-b292-ee956a8aa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:18.813839 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79516d17-442b-43a6-acb4-f47810077c24 req-7643282c-e999-44aa-b292-ee956a8aa84a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 1102 time: 0.1467278 Sep 09 09:23:18.887724 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79516d17-442b-43a6-acb4-f47810077c24 req-f8acb39a-0e5d-428a-8902-506843e45b1b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619764 Sep 09 09:23:18.892065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c req-3acfedf6-bece-4638-a028-5313694e7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:18.893541 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c req-3acfedf6-bece-4638-a028-5313694e7232 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.2725699 Sep 09 09:23:19.008206 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f76dcae8-f219-4a64-b940-0329e963eb75 req-8bf1c990-5d08-4d1b-a0ac-0d906e2861a4 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930559 Sep 09 09:23:19.013472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d3895601-8d16-429a-82c6-644d248495ea None None] For port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:19.018649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d3895601-8d16-429a-82c6-644d248495ea None None] For port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:19.032032 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c req-38748496-cd1b-4423-987e-087ccd0a99b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af0c0c-e578-4213-a288-d27728168d12 HTTP/1.1" status: 200 len: 999 time: 0.1267622 Sep 09 09:23:19.062154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c268f-84fa-4cdb-b7a3-e81693539071 req-9e226bb3-8fa4-4b39-9078-1112df21ad15 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:19.063605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-609c268f-84fa-4cdb-b7a3-e81693539071 req-9e226bb3-8fa4-4b39-9078-1112df21ad15 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 950 time: 0.1569839 Sep 09 09:23:19.066521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:19.085454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c req-2413716d-c88d-4e89-8cbf-05d7c57ed399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:19.086954 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c req-2413716d-c88d-4e89-8cbf-05d7c57ed399 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.0464287 Sep 09 09:23:19.095708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Transition to ACTIVE for port object 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:19.125328 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-609c268f-84fa-4cdb-b7a3-e81693539071 req-c42e3a9c-79ad-4ff0-afd0-adbde823f4bd tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507410 Sep 09 09:23:19.143190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c req-0c616641-8267-4dce-bda5-55fa5ceceddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:19.146982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c req-0c616641-8267-4dce-bda5-55fa5ceceddc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471385 Sep 09 09:23:19.171232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:19.250632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:19.283731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c req-a0828ca1-5407-4867-9db8-8d2c50d43410 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299722 Sep 09 09:23:19.301755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3895601-8d16-429a-82c6-644d248495ea None None] Pushing event updated for resources: {'Port': ['ID=7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:19.323722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 59886ec7-de9f-4901-a5a4-e93757e5dec9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:19.335352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:19.343763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:19.386197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:19.435173 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:19.728346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3a91-595a-40c4-817b-2f9521b367c5 req-879e17f7-de65-4441-9e38-ec2ab849fee9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:19.730414 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-668a3a91-595a-40c4-817b-2f9521b367c5 req-879e17f7-de65-4441-9e38-ec2ab849fee9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.1790066 Sep 09 09:23:19.788372 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-afffe444-0ed0-4f72-8f9d-b47ee2f1f01c req-f940cc5b-f52b-45bc-84f7-a373a7433de6 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616282 Sep 09 09:23:19.826563 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-668a3a91-595a-40c4-817b-2f9521b367c5 req-ccaf076e-8bb6-4acb-b572-0c738f36b42d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823445 Sep 09 09:23:19.921387 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:19.965915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:20.056126 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:20.124514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:20.130570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5905b963-8782-4ef4-890c-49571f523f86 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:20.326897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe771b7-f4ea-466f-af42-86a19300a797 req-477b59be-ac0f-4515-9ba2-24aa09c1b2a9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:20.335822 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3fe771b7-f4ea-466f-af42-86a19300a797 req-477b59be-ac0f-4515-9ba2-24aa09c1b2a9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 950 time: 0.1128461 Sep 09 09:23:20.336046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5905b963-8782-4ef4-890c-49571f523f86 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:20.346070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5905b963-8782-4ef4-890c-49571f523f86 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:20.346070 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:20.511426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3fe771b7-f4ea-466f-af42-86a19300a797 req-2a228b45-04b7-44f3-9193-1421adcf87c9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697979 Sep 09 09:23:20.532604 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:23:20.567490 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:20.609170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 5905b963-8782-4ef4-890c-49571f523f86, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5905b963-8782-4ef4-890c-49571f523f86,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:20.714784 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:20.808447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ba1c-e2d2-4d99-9f17-7c984ab01bfc req-6c26fcd6-6a16-4e8e-aa9b-e9f8fdc8c935 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:20.816286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9508ba1c-e2d2-4d99-9f17-7c984ab01bfc req-6c26fcd6-6a16-4e8e-aa9b-e9f8fdc8c935 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 945 time: 0.6638715 Sep 09 09:23:20.816487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=5905b963-8782-4ef4-890c-49571f523f86,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:20.920879 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9508ba1c-e2d2-4d99-9f17-7c984ab01bfc req-665f2bcb-6b68-443f-bbe8-f0eac484e1fd tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035984 Sep 09 09:23:20.980916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:21.014545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d06d9c-1b19-4936-bb7a-2345c1581049 None None] Network 59886ec7-de9f-4901-a5a4-e93757e5dec9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:23:21.024749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b6c66-b09d-43d9-b693-16ad14431cb8 req-9862920e-f536-41c9-866a-da5050b1169b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:21.028189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-216b6c66-b09d-43d9-b693-16ad14431cb8 req-9862920e-f536-41c9-866a-da5050b1169b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.0758107 Sep 09 09:23:21.067516 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:21.076410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-216b6c66-b09d-43d9-b693-16ad14431cb8 req-1cd64a52-b38f-4ab5-884e-417e1272ac25 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413539 Sep 09 09:23:21.175538 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:21.178457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:21.218768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3b34e005-9dd7-4e56-a913-f9cb29ea150b None None] Provisioning for port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:21.230770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3b34e005-9dd7-4e56-a913-f9cb29ea150b None None] Provisioning complete for port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:21.231152 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b34e005-9dd7-4e56-a913-f9cb29ea150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:21.307070 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 59886ec7-de9f-4901-a5a4-e93757e5dec9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:21.308390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:21.389922 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b34e005-9dd7-4e56-a913-f9cb29ea150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:21.435775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3b34e005-9dd7-4e56-a913-f9cb29ea150b None None] For port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:21.496834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:23:21.542120 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b34e005-9dd7-4e56-a913-f9cb29ea150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:21.624685 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34e005-9dd7-4e56-a913-f9cb29ea150b None None] Pushing event updated for resources: {'Port': ['ID=7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:21.754389 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b5658abf-6372-4688-bf2f-37859f695efd None None] Provisioning for port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:21.755067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:23:21.760355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b5658abf-6372-4688-bf2f-37859f695efd None None] Provisioning complete for port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:21.760810 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b5658abf-6372-4688-bf2f-37859f695efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:21.765418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67209f3-2a4e-4488-a264-d324f3ff5435 req-ee3fed4b-a2c5-4f72-a05a-ceeb4dc6d69f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:21.771155 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Sync routers for ids ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:23:21.771722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f67209f3-2a4e-4488-a264-d324f3ff5435 req-ee3fed4b-a2c5-4f72-a05a-ceeb4dc6d69f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 950 time: 0.0906808 Sep 09 09:23:21.775676 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-332b3031-45fd-468d-af75-262c5520c935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "PUT /v2.0/routers/a0d23e0d-49d3-4f6e-91ac-c406e20d5e85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4955192 Sep 09 09:23:21.820722 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Routers {'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:23:21.821364 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:23:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:21.893580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f67209f3-2a4e-4488-a264-d324f3ff5435 req-3ff79583-5a31-429d-9f24-b5cd01912571 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061378 Sep 09 09:23:21.954962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:21.965279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b5658abf-6372-4688-bf2f-37859f695efd None None] Port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:23:22.077012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b5658abf-6372-4688-bf2f-37859f695efd None None] Provisioning complete for port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:22.078256 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b5658abf-6372-4688-bf2f-37859f695efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:22.094560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccad61-b713-4a5e-8e7a-be04e45d6706 req-85451ec7-f7da-4c11-8bc4-c4e68f1b38a5 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:22.097956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-deccad61-b713-4a5e-8e7a-be04e45d6706 req-85451ec7-f7da-4c11-8bc4-c4e68f1b38a5 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 1102 time: 0.0812914 Sep 09 09:23:22.145800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:22.146206 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:22.191225 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Set router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:23:22.205381 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-deccad61-b713-4a5e-8e7a-be04e45d6706 req-588c11b8-0dae-40e0-98d8-13da2ad468a8 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000981 Sep 09 09:23:22.210986 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-79852ab0-788e-4d62-b9b7-99ced0ad2bd8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627882462&fields=id&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 267 time: 0.1667397 Sep 09 09:23:22.371412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac89b3-3223-4f71-b546-989d9127796e req-6770e047-ca66-4bed-b71a-a52fd0f0f761 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:22.373212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5bac89b3-3223-4f71-b546-989d9127796e req-6770e047-ca66-4bed-b71a-a52fd0f0f761 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 945 time: 0.1402681 Sep 09 09:23:22.424785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5905b963-8782-4ef4-890c-49571f523f86 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:22.488237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2e9e727d-93c5-42e3-9c64-8254ffd53a05 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:22.500110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2e9e727d-93c5-42e3-9c64-8254ffd53a05 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/networks?id=59886ec7-de9f-4901-a5a4-e93757e5dec9 HTTP/1.1" status: 200 len: 796 time: 0.2877440 Sep 09 09:23:22.521492 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-5de0354d-ced7-4922-9238-a831edf45600 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/quotas/88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 375 time: 0.0200362 Sep 09 09:23:22.524438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f1a59ad3-64d4-4040-8a0f-ef9cffe3a8bd None None] Provisioning complete for port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:22.524818 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1a59ad3-64d4-4040-8a0f-ef9cffe3a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:22.568740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d710f23-0b23-4690-9318-e123edafa8d3 req-6562e535-147c-47dd-938a-c6f2c58eb9ae tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:22.572519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f1a59ad3-64d4-4040-8a0f-ef9cffe3a8bd None None] Port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:23:22.578715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5905b963-8782-4ef4-890c-49571f523f86 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:22.579103 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:22.586412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d710f23-0b23-4690-9318-e123edafa8d3 req-6562e535-147c-47dd-938a-c6f2c58eb9ae tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 945 time: 0.2013502 Sep 09 09:23:22.617349 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-06f0076b-566f-4f8b-8f5e-defd739d021d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872934 Sep 09 09:23:22.726420 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d710f23-0b23-4690-9318-e123edafa8d3 req-320fa986-f460-4cbc-ac5a-2a9f54155b0d tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3af3442-76da-40d6-ae05-cbedbca42477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389339 Sep 09 09:23:22.775866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5bac89b3-3223-4f71-b546-989d9127796e req-a697f505-728c-467e-a316-248c1fd30124 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Deleting port 12e157ab-7577-405a-81b1-57a7688a9010 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:23:22.775866 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5bac89b3-3223-4f71-b546-989d9127796e req-a697f505-728c-467e-a316-248c1fd30124 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:22.788902 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:19Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02', 'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:5d:77:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:18Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 2, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:22.814447 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-4c872d6a-f0f4-450c-8884-0310f79bfdcc service neutron] 10.222.0.32 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943998 Sep 09 09:23:22.826988 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Checking router: a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:23:22.827919 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Updating router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:23:22.861844 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:23.034793 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-a31ad9cf-5696-49e7-b45f-f80b7470755a service neutron] 10.222.0.32 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194469 Sep 09 09:23:23.054896 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5bac89b3-3223-4f71-b546-989d9127796e req-a697f505-728c-467e-a316-248c1fd30124 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] For port 12e157ab-7577-405a-81b1-57a7688a9010, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=12e157ab-7577-405a-81b1-57a7688a9010,segment=NetworkSegment(131edaac-912f-416d-97dd-98daa9197c6f),segment_id=131edaac-912f-416d-97dd-98daa9197c6f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:23.062264 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5bac89b3-3223-4f71-b546-989d9127796e req-a697f505-728c-467e-a316-248c1fd30124 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:23.103755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5bac89b3-3223-4f71-b546-989d9127796e req-a697f505-728c-467e-a316-248c1fd30124 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Calling delete_port for 12e157ab-7577-405a-81b1-57a7688a9010 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:23:23.237779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9701d7-a6bd-4294-8448-133bd5ea858a req-098004f9-d3e7-4d93-8b91-77f9c4803110 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:23.241258 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d9701d7-a6bd-4294-8448-133bd5ea858a req-098004f9-d3e7-4d93-8b91-77f9c4803110 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.1499925 Sep 09 09:23:23.279277 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:23.300019 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Transition to ACTIVE for port object 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:23.329273 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d9701d7-a6bd-4294-8448-133bd5ea858a req-c9b8ca50-1024-4a21-92ce-0f7d65a57549 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600343 Sep 09 09:23:23.462599 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:23.535606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5bac89b3-3223-4f71-b546-989d9127796e req-a697f505-728c-467e-a316-248c1fd30124 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:23.542460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['12e157ab-7577-405a-81b1-57a7688a9010'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:23.603665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697f505-728c-467e-a316-248c1fd30124 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Pushing event deleted for resources: {'Port': ['ID=12e157ab-7577-405a-81b1-57a7688a9010,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:23.618397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-d350128d-33a1-422a-a2c0-def8a42a6588 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1473246 Sep 09 09:23:23.696590 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Pushing event updated for resources: {'Port': ['ID=2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:23.714887 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.715081 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.715350 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.715734 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.716061 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.716525 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.716678 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.717144 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.717429 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.727542 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.727542 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.727542 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:23.819081 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Attempting to bind port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:23.821036 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Attempting to bind port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:23.823145 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Attempting to bind port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 on network 59886ec7-de9f-4901-a5a4-e93757e5dec9 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:23.824960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a704d1bc-479d-480f-a49a-b3b437f49ed2 req-a5a59164-57f0-4c22-9277-f4e626845e68 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 210 time: 0.0785379 Sep 09 09:23:23.838718 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:23.839657 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Checking segment: {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:23.841158 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:23.842809 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Bound using segment: {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:23.843603 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Bound port: 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:23.844370 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:23.978783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bac89b3-3223-4f71-b546-989d9127796e req-a697f505-728c-467e-a316-248c1fd30124 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] No DVR routers for this DVR port 12e157ab-7577-405a-81b1-57a7688a9010 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:23:23.986380 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5bac89b3-3223-4f71-b546-989d9127796e req-a697f505-728c-467e-a316-248c1fd30124 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:23.993249 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5bac89b3-3223-4f71-b546-989d9127796e req-a697f505-728c-467e-a316-248c1fd30124 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.41 "DELETE /v2.0/ports/12e157ab-7577-405a-81b1-57a7688a9010 HTTP/1.1" status: 204 len: 173 time: 1.5464714 Sep 09 09:23:23.994131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5ca242-cb69-49cf-8e19-f3b8be55dae7', 'name': 'network-vif-deleted', 'tag': '12e157ab-7577-405a-81b1-57a7688a9010'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:24.024374 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57fe7b9-1e2a-46c6-88fd-5cc746eefbd4" -d '{"events": [{"server_uuid": "ad5ca242-cb69-49cf-8e19-f3b8be55dae7", "name": "network-vif-deleted", "tag": "12e157ab-7577-405a-81b1-57a7688a9010"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:24.081664 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] For port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:24.096405 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] For port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:24.127720 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7260846-12ca-4c8c-95b0-ad78b9cb3bab req-844386bd-68f1-4f77-9888-bd9525584edf tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 210 time: 0.0759923 Sep 09 09:23:24.145627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-db119939-23d5-4a04-849a-8031f7225418 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:24.153648 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-db119939-23d5-4a04-849a-8031f7225418 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5309906 Sep 09 09:23:24.181275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-ddb3a0d6-24be-44fe-af4e-6094b4984aa0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/quotas/3075177ca7204a6db633c5f58d701800 HTTP/1.1" status: 200 len: 375 time: 0.0261784 Sep 09 09:23:24.194714 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:24.352736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-b9d1e2fc-8f88-4a5c-a1ce-efacc9dfb3ee tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1698701 Sep 09 09:23:24.355310 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496f8716-a6f8-4b1b-a4fe-5509764b41d6 x-openstack-request-id: req-496f8716-a6f8-4b1b-a4fe-5509764b41d6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:24.355655 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5ca242-cb69-49cf-8e19-f3b8be55dae7", "name": "network-vif-deleted", "tag": "12e157ab-7577-405a-81b1-57a7688a9010", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:24.355909 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-496f8716-a6f8-4b1b-a4fe-5509764b41d6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:24.356304 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5ca242-cb69-49cf-8e19-f3b8be55dae7', 'name': 'network-vif-deleted', 'tag': '12e157ab-7577-405a-81b1-57a7688a9010', 'status': 'completed', 'code': 200} Sep 09 09:23:24.419814 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Routers {'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:23:24.421073 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:23:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:24.429052 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cab8a-0882-4890-ad32-f74d9e013ace None None] Pushing event updated for resources: {'Port': ['ID=2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:24.685158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f5438-97c7-4472-ba32-97cfddf9a738 req-f38a3cb0-7931-4ada-8e42-cb2bdfca4411 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:24.686815 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd4f5438-97c7-4472-ba32-97cfddf9a738 req-f38a3cb0-7931-4ada-8e42-cb2bdfca4411 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.1586323 Sep 09 09:23:24.820588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4432cb0d-a05b-406a-ae77-8dbad73b0a1e req-95ea8c09-2dee-452c-9a6c-8638e141bce2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 210 time: 0.0816801 Sep 09 09:23:24.851687 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd4f5438-97c7-4472-ba32-97cfddf9a738 req-c9c281ec-3efb-473d-ac46-e06da7f61bc5 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492696 Sep 09 09:23:24.895581 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] Set router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:23:25.059896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c12df91-bb84-4439-846a-1b5352e1f134 req-9f2c44bf-0a17-464b-b14e-72c16dd4dace tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 210 time: 0.0755792 Sep 09 09:23:25.090450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:25.276964 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:19Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02', 'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:5d:77:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:18Z', 'updated_at': '2021-09-09T09:23:24Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:25.385715 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d060d-fa57-4f12-bd94-10de9fbce21a None None] The sync data for ids ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'] in n-d-778696-16 is: [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:19Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02', 'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:5d:77:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:18Z', 'updated_at': '2021-09-09T09:23:24Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:23:25.398953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50bbb499-333a-461a-b8db-54701dcfd6ee req-f10b805b-b29b-4bb4-9a2f-3f0b04fa66f5 tempest-DeleteServersTestJSON-1117120976 tempest-DeleteServersTestJSON-1117120976-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5ca242-cb69-49cf-8e19-f3b8be55dae7 HTTP/1.1" status: 200 len: 210 time: 0.1080420 Sep 09 09:23:25.718648 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:25.831642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:26.027474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:26.033439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:26.034124 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:26.050319 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc4f13d7-133e-49f0-84d3-16ff47e69b46 req-f63a3c38-c06a-4ec9-9179-c8ac5531e562 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 210 time: 0.1028938 Sep 09 09:23:26.097434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ad41e-c266-4b63-8a50-bea259739167 req-4edfa1fa-b03f-490a-b8e9-a352d198856d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:26.106444 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-410ad41e-c266-4b63-8a50-bea259739167 req-4edfa1fa-b03f-490a-b8e9-a352d198856d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.1613421 Sep 09 09:23:26.192620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-410ad41e-c266-4b63-8a50-bea259739167 req-de96473a-fc82-4196-85ad-916864fbd7fa tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842593 Sep 09 09:23:26.222020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:26.286373 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de2cd3f0-fe74-48f2-a1cf-dda1abbf937e req-8f28dc32-8d9e-4625-96e3-874ef7fc29c5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 210 time: 0.0474620 Sep 09 09:23:26.290464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:26.334227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 12e157ab-7577-405a-81b1-57a7688a9010 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:23:26.357767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 12e157ab-7577-405a-81b1-57a7688a9010 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:23:26.362050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 12e157ab-7577-405a-81b1-57a7688a9010 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:23:26.411368 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:26.532388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:27.193820 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-840eafbd-2e35-4029-9110-ed50b20b923e req-9108ce3a-9d3b-4ba8-aab1-72bde4711ac7 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 210 time: 0.0456436 Sep 09 09:23:27.438333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27f9d0-a4ff-4ed3-bceb-59a4ed7a5c36 req-b48bebe2-603c-4ca5-a6a6-3f4011473925 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:27.454288 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa27f9d0-a4ff-4ed3-bceb-59a4ed7a5c36 req-b48bebe2-603c-4ca5-a6a6-3f4011473925 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.0941634 Sep 09 09:23:27.511956 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa27f9d0-a4ff-4ed3-bceb-59a4ed7a5c36 req-c732db2f-a623-4dbe-b475-eaeb99613b3d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606954 Sep 09 09:23:27.679417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-29450574-0cee-4df1-9451-2b783bc15c30 req-d85d1735-3467-4d51-b85c-3669efec664e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 210 time: 0.0686924 Sep 09 09:23:27.718991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-ec64df61-a75b-4b02-9212-f70ea4c47a6d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361648 Sep 09 09:23:27.797822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:27.930368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:27.930744 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:27.946537 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-af59eaa2-e013-4bc9-8df3-6aeb2b6b7711 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:27.949058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-af59eaa2-e013-4bc9-8df3-6aeb2b6b7711 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324226 Sep 09 09:23:27.966792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Request body: {'port': {'device_id': '31cd5c77-4b80-439b-88b6-11c5bfe05824', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '3075177ca7204a6db633c5f58d701800'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:28.221722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Made reservation on behalf of 3075177ca7204a6db633c5f58d701800 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:28.234604 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:28.374195 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41614a86-c18b-4ad3-844e-2f12016789fd req-ce60a4c5-343c-4a1b-be8a-aee841cd9121 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 210 time: 0.0551252 Sep 09 09:23:28.600712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Allocated IP 192.168.233.79 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/15ea570a-f2f6-424e-8833-f0b0f9427fc5) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:28.719019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80ba9a-2d29-4ca2-ac15-16e9ff7e3771 req-fbbb6936-14ad-44ae-b4f3-fa67f6602065 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:28.720997 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e80ba9a-2d29-4ca2-ac15-16e9ff7e3771 req-fbbb6936-14ad-44ae-b4f3-fa67f6602065 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.0811217 Sep 09 09:23:28.804957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e80ba9a-2d29-4ca2-ac15-16e9ff7e3771 req-02890089-df51-4197-9467-de99a7d64bb7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709543 Sep 09 09:23:28.954256 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c350e32d-6ec9-4ddf-bdaf-1d0fa3f80d5f req-9347110a-fe0f-425f-a01c-7965657780d6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 210 time: 0.0615885 Sep 09 09:23:29.081456 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:29.111602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Transition to ACTIVE for port object 15ea570a-f2f6-424e-8833-f0b0f9427fc5 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:29.258727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:29.268385 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-14a85b1b-7b35-4fee-90dd-755895a7726c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:29.270087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-14a85b1b-7b35-4fee-90dd-755895a7726c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.41 "GET /v2.0/networks?id=59886ec7-de9f-4901-a5a4-e93757e5dec9 HTTP/1.1" status: 200 len: 796 time: 0.1312199 Sep 09 09:23:29.274280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d', '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', '0b1fa163-20c8-4aea-88cf-80db8e14278a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:29.358580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:29.372176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:29.380151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event updated for resources: {'Port': ['ID=15ea570a-f2f6-424e-8833-f0b0f9427fc5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:29.393376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:29.399287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e774fd7b-586b-492c-a048-cbd903c11511', '32be00a1-3eea-4049-95b8-8b424eb5eb59'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:29.455371 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-b16ffb0c-55d4-444a-8446-55f10556cb50 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 379 time: 0.1668851 Sep 09 09:23:29.478564 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'port': {'device_id': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'admin_state_up': True, 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'security_groups': ['455f0cef-bf92-4bd5-b035-86592ea2fdd0']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:29.514251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:29.514917 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:29.615560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e9de8-edcc-4739-8313-729a3d4d8500 req-7ea5e162-b13c-4d98-a91e-04120d35d11a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:29.615560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-653e9de8-edcc-4739-8313-729a3d4d8500 req-7ea5e162-b13c-4d98-a91e-04120d35d11a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 935 time: 0.0785170 Sep 09 09:23:29.714478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-653e9de8-edcc-4739-8313-729a3d4d8500 req-dc400822-5b99-452b-9e49-11052bdec41a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834913 Sep 09 09:23:29.751345 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-5fff1274-180d-43e8-a44a-c69ab7363a7f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7903261 Sep 09 09:23:29.769273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Request body: {'port': {'device_id': '31cd5c77-4b80-439b-88b6-11c5bfe05824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:29.978868 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:30.088507 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b413af80-40be-4037-9a51-a329273c58f8 None None] Provisioning for port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:30.234896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7fc8416b-57d8-4923-972a-61f00272f90c req-977be126-ed33-4884-8a85-54473d244afe tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 210 time: 0.0459368 Sep 09 09:23:30.248146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b413af80-40be-4037-9a51-a329273c58f8 None None] Provisioning complete for port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:30.248684 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b413af80-40be-4037-9a51-a329273c58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:30.274179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:30.279776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:30.528246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b413af80-40be-4037-9a51-a329273c58f8 None None] Port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:23:30.936731 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9493f-067b-43bb-aea9-a81cb5f9dfae req-441a0498-991d-4923-960e-9c162227f58b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:30.947334 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82f9493f-067b-43bb-aea9-a81cb5f9dfae req-441a0498-991d-4923-960e-9c162227f58b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 935 time: 0.0714061 Sep 09 09:23:31.025800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82f9493f-067b-43bb-aea9-a81cb5f9dfae req-4b604403-8921-4cd1-a785-9984f372ebc7 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769274 Sep 09 09:23:31.112480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dd3e2-62c8-4a37-a054-28bb06d412eb req-56f9fc5d-5099-4fee-a9ec-b93feb7a9d4c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:31.123115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee2dd3e2-62c8-4a37-a054-28bb06d412eb req-56f9fc5d-5099-4fee-a9ec-b93feb7a9d4c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 1.0750349 Sep 09 09:23:31.438177 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-22b5454f-dbb8-4d20-93fa-41d1598f3c77 req-89ccedd6-c052-46c5-8ce0-5378113aee56 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 210 time: 0.0757461 Sep 09 09:23:31.537296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee2dd3e2-62c8-4a37-a054-28bb06d412eb req-548f73d5-ecee-47ea-acf2-a0f8e0ae61f1 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4115829 Sep 09 09:23:31.611759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.20.0.9 (59886ec7-de9f-4901-a5a4-e93757e5dec9/857a3cac-c580-4d35-9bf6-4ec4c2bd2408/1c53aa8c-4829-4caf-8f52-2ba1aeb1df62) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:31.885056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ea570a-f2f6-424e-8833-f0b0f9427fc5 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:31.900850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:31.905702 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:31.929199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Transition to ACTIVE for port object 15ea570a-f2f6-424e-8833-f0b0f9427fc5 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:31.930493 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Transition to ACTIVE for port object 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:32.124266 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:32.192211 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:32.194944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Pushing event updated for resources: {'Port': ['ID=15ea570a-f2f6-424e-8833-f0b0f9427fc5,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:32.232235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19f9ea-0035-4d35-a4d8-6f7439dd4b10 req-5ad10f63-7666-4bff-b74c-087a2d5f29cd tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:32.234861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff19f9ea-0035-4d35-a4d8-6f7439dd4b10 req-5ad10f63-7666-4bff-b74c-087a2d5f29cd tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 935 time: 0.1426799 Sep 09 09:23:32.359615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 59886ec7-de9f-4901-a5a4-e93757e5dec9 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:32.377605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:32.381629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:32.393841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:32.435979 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff19f9ea-0035-4d35-a4d8-6f7439dd4b10 req-5ab27cdd-392c-4903-8ce6-42bc53d7c82e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790276 Sep 09 09:23:32.444461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Attempting to bind port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:32.444802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Attempting to bind port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:32.445136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Attempting to bind port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:32.467085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:23:32.467085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Attempting to bind port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:32.476531 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:32.486149 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:32.503560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:32.504012 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:32.504523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:32.505078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Bound port: 15ea570a-f2f6-424e-8833-f0b0f9427fc5, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:32.505542 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:32.587339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] For port 15ea570a-f2f6-424e-8833-f0b0f9427fc5, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:32.591155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64425f-0ddd-4410-b751-42b0bd563e07 req-e1fcdc35-2457-4040-824b-cdd85082cb6b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:32.591769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2c8a8ed5-0bdd-43c7-aa01-a5d33a61bd12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1193228 Sep 09 09:23:32.593619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c64425f-0ddd-4410-b751-42b0bd563e07 req-e1fcdc35-2457-4040-824b-cdd85082cb6b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 931 time: 0.0591202 Sep 09 09:23:32.594002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] For port 15ea570a-f2f6-424e-8833-f0b0f9427fc5, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=15ea570a-f2f6-424e-8833-f0b0f9427fc5,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:32.609624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Request body: {'port': {'device_id': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:32.669253 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c64425f-0ddd-4410-b751-42b0bd563e07 req-a52c4bc8-5245-4296-ac5e-36b8e1091f66 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689504 Sep 09 09:23:32.696646 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:32.814262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:32.815059 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:32.817001 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] 10.222.0.24 "PUT /v2.0/ports/15ea570a-f2f6-424e-8833-f0b0f9427fc5 HTTP/1.1" status: 200 len: 1096 time: 3.0544219 Sep 09 09:23:32.851355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cd5c77-4b80-439b-88b6-11c5bfe05824', 'tag': '15ea570a-f2f6-424e-8833-f0b0f9427fc5'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:32.851355 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8f32c3-fe72-4e29-88e8-933eefa84d58" -d '{"events": [{"name": "network-changed", "server_uuid": "31cd5c77-4b80-439b-88b6-11c5bfe05824", "tag": "15ea570a-f2f6-424e-8833-f0b0f9427fc5"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:32.879163 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bb260d7b-f466-4409-82fa-0f42e25ce4d4 None None] Provisioning for port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:32.881795 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:32.885675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bb260d7b-f466-4409-82fa-0f42e25ce4d4 None None] Provisioning complete for port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:32.886530 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb260d7b-f466-4409-82fa-0f42e25ce4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:32.900456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12d504-9935-490a-9f17-ffef573fbaad service neutron] Pushing event updated for resources: {'Port': ['ID=15ea570a-f2f6-424e-8833-f0b0f9427fc5,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:32.919523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430e0c2-970b-4e85-a047-dc6b795419bb req-68f3b13c-bf44-4453-9392-0b20be70bca8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:32.925953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4430e0c2-970b-4e85-a047-dc6b795419bb req-68f3b13c-bf44-4453-9392-0b20be70bca8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.2359302 Sep 09 09:23:32.966234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bb260d7b-f466-4409-82fa-0f42e25ce4d4 None None] Port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:23:33.113859 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4430e0c2-970b-4e85-a047-dc6b795419bb req-0145dfb8-0215-4164-a2c7-7d30317d000f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801128 Sep 09 09:23:33.256571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-6ce97efc-7b59-462b-9e19-c3ed0b644a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:33.258099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-6ce97efc-7b59-462b-9e19-c3ed0b644a9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 1099 time: 0.3348627 Sep 09 09:23:33.335765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-ab2a1121-4d18-442a-836e-4c08a8c40e14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=15ea570a-f2f6-424e-8833-f0b0f9427fc5 HTTP/1.1" status: 200 len: 217 time: 0.0586710 Sep 09 09:23:33.382462 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0ee5f8-ab39-4d3d-9fc2-6f777235402e x-openstack-request-id: req-2b0ee5f8-ab39-4d3d-9fc2-6f777235402e {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:33.382832 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cd5c77-4b80-439b-88b6-11c5bfe05824", "tag": "15ea570a-f2f6-424e-8833-f0b0f9427fc5", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:33.383036 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b0ee5f8-ab39-4d3d-9fc2-6f777235402e {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:33.383430 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cd5c77-4b80-439b-88b6-11c5bfe05824', 'tag': '15ea570a-f2f6-424e-8833-f0b0f9427fc5', 'status': 'completed', 'code': 200} Sep 09 09:23:33.495172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-c56a918c-8fcd-43f6-8cab-97a3135a9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:33.496696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-c56a918c-8fcd-43f6-8cab-97a3135a9beb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1486316 Sep 09 09:23:33.601684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-a07744c3-633f-48da-91e1-58c5dbfb6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:33.603237 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-a07744c3-633f-48da-91e1-58c5dbfb6701 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0890014 Sep 09 09:23:33.617891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:33.635843 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:33.658208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8cd6f-b64a-4c39-be3b-3bf0ede1c2dd req-e147712b-41c2-45df-91d7-1076374a40a7 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:33.660516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cfd8cd6f-b64a-4c39-be3b-3bf0ede1c2dd req-e147712b-41c2-45df-91d7-1076374a40a7 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 947 time: 0.0610938 Sep 09 09:23:33.695876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Transition to ACTIVE for port object 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:33.716057 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cfd8cd6f-b64a-4c39-be3b-3bf0ede1c2dd req-a0da1c3f-a3b3-497c-ac1a-ae748870f440 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479119 Sep 09 09:23:33.777611 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:33.784895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-03974523-380c-4799-b279-6e16bb6e16d9 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696377 Sep 09 09:23:33.858321 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88519-a6dd-4264-ac00-dc5a1adf3e1e req-a39b4817-85fe-4de1-b9f8-1d0c4d8a90df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:33.860688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-efd88519-a6dd-4264-ac00-dc5a1adf3e1e req-a39b4817-85fe-4de1-b9f8-1d0c4d8a90df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 943 time: 0.0679646 Sep 09 09:23:33.920436 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-efd88519-a6dd-4264-ac00-dc5a1adf3e1e req-e2a8e093-f348-4815-a4fb-04bc31aa5118 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536320 Sep 09 09:23:33.967726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37786) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:34.011071 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:34.017452 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e94e80bc-faf5-4fa9-9403-c67df5970877 req-ace5c824-9dd4-43fd-8be4-d10ab45f5d77 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036622 Sep 09 09:23:34.078547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-765cae43-dd86-45b7-b6a9-b934b11d7506 admin admin] Deleting subnet fcecb474-ea10-44b3-96f9-cd7cd9d5e862 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:23:34.082210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-765cae43-dd86-45b7-b6a9-b934b11d7506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.132479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-765cae43-dd86-45b7-b6a9-b934b11d7506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.133361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Attempting to bind port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:34.134000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Attempting to bind port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:34.134580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Attempting to bind port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 on network 59886ec7-de9f-4901-a5a4-e93757e5dec9 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:34.151655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e86bfb-eb75-44c1-854f-de470ce156a7 req-03a25d11-7464-4534-8401-baa7b4eac2dc tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:34.159420 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43e86bfb-eb75-44c1-854f-de470ce156a7 req-03a25d11-7464-4534-8401-baa7b4eac2dc tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.3006859 Sep 09 09:23:34.168465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 on network 59886ec7-de9f-4901-a5a4-e93757e5dec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:23:34.169298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Attempting to bind port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 on network 59886ec7-de9f-4901-a5a4-e93757e5dec9 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:34.186073 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-765cae43-dd86-45b7-b6a9-b934b11d7506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.193074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:34.193419 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Checking segment: {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:34.193819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Bound using segment: {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:34.194275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Bound port: 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:34.195652 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.271484 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43e86bfb-eb75-44c1-854f-de470ce156a7 req-3afd64de-8437-4da0-b4c2-41821d207f96 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108408 Sep 09 09:23:34.277391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4cd6f-667f-4f5c-bc67-4da168ff225c req-04fcb802-6109-4214-b0e0-019c4cf5c615 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:34.282713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f32c3-fe72-4e29-88e8-933eefa84d58 req-b946f0df-7c07-467a-8c36-d8b07082a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:34.284371 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a8f32c3-fe72-4e29-88e8-933eefa84d58 req-b946f0df-7c07-467a-8c36-d8b07082a3d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 1099 time: 0.1030362 Sep 09 09:23:34.284765 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78f4cd6f-667f-4f5c-bc67-4da168ff225c req-04fcb802-6109-4214-b0e0-019c4cf5c615 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.0729079 Sep 09 09:23:34.333195 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78f4cd6f-667f-4f5c-bc67-4da168ff225c req-7a5fd301-8dd7-4c63-adc7-ed96b03e5ac2 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475769 Sep 09 09:23:34.335314 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:34.379265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:34.393232 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-765cae43-dd86-45b7-b6a9-b934b11d7506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.406809 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-765cae43-dd86-45b7-b6a9-b934b11d7506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.408773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-765cae43-dd86-45b7-b6a9-b934b11d7506 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fcecb474-ea10-44b3-96f9-cd7cd9d5e862 HTTP/1.1" status: 204 len: 168 time: 0.4401875 Sep 09 09:23:34.421312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37794) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:34.436575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cae43-dd86-45b7-b6a9-b934b11d7506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcecb474-ea10-44b3-96f9-cd7cd9d5e862,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:34.440215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f32c3-fe72-4e29-88e8-933eefa84d58 req-386262a5-0d8d-4b91-bb84-bb25f188f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:34.441767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a8f32c3-fe72-4e29-88e8-933eefa84d58 req-386262a5-0d8d-4b91-bb84-bb25f188f991 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1430857 Sep 09 09:23:34.500414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a8f32c3-fe72-4e29-88e8-933eefa84d58 req-adc66015-19d0-4a69-95c4-bd5a8a43c400 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=15ea570a-f2f6-424e-8833-f0b0f9427fc5 HTTP/1.1" status: 200 len: 217 time: 0.0468981 Sep 09 09:23:34.501491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.601731 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.608776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:34.609399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.610808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 200 len: 1092 time: 2.0100338 Sep 09 09:23:34.648042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f32c3-fe72-4e29-88e8-933eefa84d58 req-e800ea3d-0c31-4898-bd03-32757fbc9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:34.649642 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a8f32c3-fe72-4e29-88e8-933eefa84d58 req-e800ea3d-0c31-4898-bd03-32757fbc9601 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1081169 Sep 09 09:23:34.654220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55168684-eaff-4957-8027-fb676c6d36e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:34.762648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.795014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f32c3-fe72-4e29-88e8-933eefa84d58 req-90da46e2-6559-4079-8c9c-45bfd156923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:34.796666 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a8f32c3-fe72-4e29-88e8-933eefa84d58 req-90da46e2-6559-4079-8c9c-45bfd156923e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1155636 Sep 09 09:23:34.801257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26aaa9bc-15bb-4aa8-b609-bb0d56dcd254']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:34.842083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131edaac-912f-416d-97dd-98daa9197c6f') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:34.842374 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131edaac-912f-416d-97dd-98daa9197c6f') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:34.859207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91539ad-2378-4162-a72b-089b5f471982 req-c88a0282-f5ef-4599-8c4a-847a062bdbb6 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:34.861016 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b91539ad-2378-4162-a72b-089b5f471982 req-c88a0282-f5ef-4599-8c4a-847a062bdbb6 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 947 time: 0.0565562 Sep 09 09:23:34.865901 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.904073 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b91539ad-2378-4162-a72b-089b5f471982 req-c74a960c-9f39-4911-a63e-97fa8ad9f421 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Sep 09 09:23:34.926092 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.926092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-60035227-e02e-4f00-8f75-fe5662802c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:34.926092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-60035227-e02e-4f00-8f75-fe5662802c89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1095 time: 0.1465797 Sep 09 09:23:34.936715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:23:34.937140 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:23:34.939139 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:23:35.001691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-d31ac900-15e1-497a-8ed9-963a3e001b37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 200 len: 217 time: 0.0662789 Sep 09 09:23:35.108676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a8f32c3-fe72-4e29-88e8-933eefa84d58 req-ad9ff123-62d4-4a71-a1bd-e8e89cef5745 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877865 Sep 09 09:23:35.136537 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-db64d4df-e986-462b-a8df-530ff0a3de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:35.138113 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-db64d4df-e986-462b-a8df-530ff0a3de17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=857a3cac-c580-4d35-9bf6-4ec4c2bd2408 HTTP/1.1" status: 200 len: 835 time: 0.1243255 Sep 09 09:23:35.146205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13faf8-e616-4f4b-866b-0ea9b0387a4e req-609ad6ed-9b2e-44b5-8a79-5768c38bd3e5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:35.149599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c13faf8-e616-4f4b-866b-0ea9b0387a4e req-609ad6ed-9b2e-44b5-8a79-5768c38bd3e5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 943 time: 0.1561005 Sep 09 09:23:35.192833 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:35.213899 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:35.215805 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] 10.222.0.32 "DELETE /v2.0/networks/26aaa9bc-15bb-4aa8-b609-bb0d56dcd254 HTTP/1.1" status: 204 len: 168 time: 0.7975643 Sep 09 09:23:35.264765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbe048-d9db-4ea4-9d90-44738ef2bc3c admin admin] Pushing event deleted for resources: {'Network': ['ID=26aaa9bc-15bb-4aa8-b609-bb0d56dcd254,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:35.295087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c13faf8-e616-4f4b-866b-0ea9b0387a4e req-d713b5aa-9463-41b1-90e7-0096373b1148 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290762 Sep 09 09:23:35.299535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-26df6f2d-df33-4383-8569-8586919e0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:35.301330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-26df6f2d-df33-4383-8569-8586919e0343 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59886ec7-de9f-4901-a5a4-e93757e5dec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527936 Sep 09 09:23:35.338890 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a8f32c3-fe72-4e29-88e8-933eefa84d58 req-2b9b5c60-d2b1-46c0-bfb8-f2a2a56eb0b5 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148178 Sep 09 09:23:35.386902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:35.389179 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258c40c7-02e9-409f-b3c1-28f3d858c2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:35.418409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a6614-d257-4caf-99bf-7b2a22a013b7 req-a987a748-0566-4274-b4ff-d04d9040bb80 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:35.420162 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c04a6614-d257-4caf-99bf-7b2a22a013b7 req-a987a748-0566-4274-b4ff-d04d9040bb80 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0561438 Sep 09 09:23:35.435839 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-0785b376-70dc-4034-95bc-c091b6b21e05 service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186244 Sep 09 09:23:35.459680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c04a6614-d257-4caf-99bf-7b2a22a013b7 req-35b509f7-a908-4343-a83c-4d30959772bc tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331388 Sep 09 09:23:35.524327 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1674c2b-4542-45c5-bc9d-84ab70f40586 x-openstack-request-id: req-c1674c2b-4542-45c5-bc9d-84ab70f40586 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:35.524873 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:35.525429 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1674c2b-4542-45c5-bc9d-84ab70f40586 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:35.525820 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'status': 'completed', 'code': 200} Sep 09 09:23:35.544653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa00b5-3644-446a-8a99-e1738908d852 req-4e773c3e-00ca-4d47-9e6a-4b4938446741 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:35.544653 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b0aa00b5-3644-446a-8a99-e1738908d852 req-4e773c3e-00ca-4d47-9e6a-4b4938446741 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.1228590 Sep 09 09:23:35.593100 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b0aa00b5-3644-446a-8a99-e1738908d852 req-cd1693e9-def6-4054-bbb5-2aea437ee2a3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498204 Sep 09 09:23:35.595171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c99fbfe5-a5d2-4f77-8b82-7ef3244bf9ff req-2fc1e412-98a5-40d4-a0b7-40b6acbf3bee service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465039 Sep 09 09:23:35.668537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37816) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:35.708406 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-107eeba5-71a2-45a9-8648-8b7d87e84363 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8488de5af68f47c9a85ed402dd053b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386090 Sep 09 09:23:35.710923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37818) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:35.756907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c40c7-02e9-409f-b3c1-28f3d858c2c2 req-5cd27a91-9dbe-4ceb-bad3-1c39eb48546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:35.759139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-258c40c7-02e9-409f-b3c1-28f3d858c2c2 req-5cd27a91-9dbe-4ceb-bad3-1c39eb48546a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1095 time: 0.0507188 Sep 09 09:23:35.775831 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a92b-c6cf-4652-a04a-dd40c3e7b562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:35.797841 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a92b-c6cf-4652-a04a-dd40c3e7b562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:35.851809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c40c7-02e9-409f-b3c1-28f3d858c2c2 req-e83d4242-04ea-4723-a9c7-f4783a7702c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:35.853956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-258c40c7-02e9-409f-b3c1-28f3d858c2c2 req-e83d4242-04ea-4723-a9c7-f4783a7702c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59886ec7-de9f-4901-a5a4-e93757e5dec9 HTTP/1.1" status: 200 len: 897 time: 0.0871744 Sep 09 09:23:35.901018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-258c40c7-02e9-409f-b3c1-28f3d858c2c2 req-83843818-b112-4ea1-8bbd-5657b3a2f63d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 200 len: 217 time: 0.0390241 Sep 09 09:23:35.947851 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a92b-c6cf-4652-a04a-dd40c3e7b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:35.951052 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a92b-c6cf-4652-a04a-dd40c3e7b562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:35.954398 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e6f1a92b-c6cf-4652-a04a-dd40c3e7b562 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3af3442-76da-40d6-ae05-cbedbca42477 HTTP/1.1" status: 204 len: 168 time: 0.2400508 Sep 09 09:23:35.954556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c40c7-02e9-409f-b3c1-28f3d858c2c2 req-89892f84-8db8-47fc-b515-c6e8a98d392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:35.954556 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-258c40c7-02e9-409f-b3c1-28f3d858c2c2 req-89892f84-8db8-47fc-b515-c6e8a98d392e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=857a3cac-c580-4d35-9bf6-4ec4c2bd2408 HTTP/1.1" status: 200 len: 835 time: 0.0462589 Sep 09 09:23:35.961337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1a92b-c6cf-4652-a04a-dd40c3e7b562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3af3442-76da-40d6-ae05-cbedbca42477,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:36.063979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07db1b6-8c78-4b90-b512-cd1723e6f47e req-8aeb0bd1-8981-4638-942e-1878c54338c4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:36.073023 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b07db1b6-8c78-4b90-b512-cd1723e6f47e req-8aeb0bd1-8981-4638-942e-1878c54338c4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 947 time: 0.0879221 Sep 09 09:23:36.073023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c40c7-02e9-409f-b3c1-28f3d858c2c2 req-3872c00a-5527-4681-8c91-b59a13411c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:36.073023 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-258c40c7-02e9-409f-b3c1-28f3d858c2c2 req-3872c00a-5527-4681-8c91-b59a13411c46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59886ec7-de9f-4901-a5a4-e93757e5dec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042743 Sep 09 09:23:36.188062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b07db1b6-8c78-4b90-b512-cd1723e6f47e req-634f4f74-9f18-4382-9af0-fe50add8ae00 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165128 Sep 09 09:23:36.215246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-fd3ba65f-5429-4fc9-862e-0d64883ee721 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:36.216755 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-fd3ba65f-5429-4fc9-862e-0d64883ee721 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.24 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1180291 Sep 09 09:23:36.233909 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-258c40c7-02e9-409f-b3c1-28f3d858c2c2 req-0ac6ccf6-e3a0-474d-9828-5bf0ed3df9f0 service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540375 Sep 09 09:23:36.428524 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-258c40c7-02e9-409f-b3c1-28f3d858c2c2 req-5437a2cf-8d6e-4e6b-a95c-a56fe0d94c9f service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861200 Sep 09 09:23:36.439247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Deleting port ee767781-f598-47a4-b421-d2a42ac5c881 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:23:36.439623 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:36.469259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68829bae-5ed3-4c27-98b1-728a8638e7d8 req-7f61fc97-e964-47c8-933f-2ce611c3993d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:36.470717 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68829bae-5ed3-4c27-98b1-728a8638e7d8 req-7f61fc97-e964-47c8-933f-2ce611c3993d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 943 time: 0.0977385 Sep 09 09:23:36.566201 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68829bae-5ed3-4c27-98b1-728a8638e7d8 req-3490945a-a574-4832-9ece-3a03334a5f29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884612 Sep 09 09:23:36.587700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] For port ee767781-f598-47a4-b421-d2a42ac5c881, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=ee767781-f598-47a4-b421-d2a42ac5c881,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:36.587700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:36.607628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258c142-5096-4cc9-b33e-ff56a20f50d1 req-c31c6804-e748-4f37-bb9f-e247fb2b12ad tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:36.612039 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2258c142-5096-4cc9-b33e-ff56a20f50d1 req-c31c6804-e748-4f37-bb9f-e247fb2b12ad tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0776353 Sep 09 09:23:36.665980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2258c142-5096-4cc9-b33e-ff56a20f50d1 req-0f51c1fd-3962-40c0-82f0-b3924f4c41eb tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499372 Sep 09 09:23:36.798810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baad222-160d-41be-bd27-5d029d6b3a23 req-617ce9cf-d57c-4686-9727-e0674c2f54ee tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:36.800345 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6baad222-160d-41be-bd27-5d029d6b3a23 req-617ce9cf-d57c-4686-9727-e0674c2f54ee tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.1259766 Sep 09 09:23:36.838226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:36.838597 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:36.838925 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Floating IP 21bcdae9-a4d4-4e3c-bf78-565ed9c991bb disassociated. External IP: 172.25.8.148, port: ee767781-f598-47a4-b421-d2a42ac5c881. Sep 09 09:23:36.839266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Calling delete_port for ee767781-f598-47a4-b421-d2a42ac5c881 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:23:36.894580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6baad222-160d-41be-bd27-5d029d6b3a23 req-098a58d2-3806-47d7-aaa1-23224a67d219 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852811 Sep 09 09:23:37.331436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6908-782a-41bc-b390-ee1097ff7e0c req-be9a2f76-103e-4898-8c24-995810de555d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:37.333002 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f81f6908-782a-41bc-b390-ee1097ff7e0c req-be9a2f76-103e-4898-8c24-995810de555d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 947 time: 0.0658414 Sep 09 09:23:37.372550 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f81f6908-782a-41bc-b390-ee1097ff7e0c req-dc1fe15a-78fe-4fb6-bc86-cde35ac3f930 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324569 Sep 09 09:23:37.685121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 15ea570a-f2f6-424e-8833-f0b0f9427fc5 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:23:37.694476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f435e1-a213-4206-9d9e-0aba75240821 req-59ad50b5-aef4-4f1e-8b33-1bba79bf0935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:37.696081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-31f435e1-a213-4206-9d9e-0aba75240821 req-59ad50b5-aef4-4f1e-8b33-1bba79bf0935 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 943 time: 0.0559461 Sep 09 09:23:37.741507 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 15ea570a-f2f6-424e-8833-f0b0f9427fc5, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=15ea570a-f2f6-424e-8833-f0b0f9427fc5,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:37.742736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-31f435e1-a213-4206-9d9e-0aba75240821 req-b433bcc7-c6fd-41c5-a136-e74636533f7a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387957 Sep 09 09:23:37.753548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '15ea570a-f2f6-424e-8833-f0b0f9427fc5', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '15ea570a-f2f6-424e-8833-f0b0f9427fc5', 'mac_address': 'fa:16:3e:09:52:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:23:37.795675 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:37.810144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ea570a-f2f6-424e-8833-f0b0f9427fc5 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:37.812563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4127e4-c8d2-439f-9176-c591ceef1f18 req-9df38599-2d78-415d-a71e-422457e8254c tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:37.814857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb4127e4-c8d2-439f-9176-c591ceef1f18 req-9df38599-2d78-415d-a71e-422457e8254c tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0651100 Sep 09 09:23:37.832778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 15ea570a-f2f6-424e-8833-f0b0f9427fc5, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=15ea570a-f2f6-424e-8833-f0b0f9427fc5,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:37.844657 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:37.867983 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb4127e4-c8d2-439f-9176-c591ceef1f18 req-0a7a21a4-7ae2-47ff-b73d-b1459b04a45f tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453188 Sep 09 09:23:37.887792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event deleted for resources: {'Port': ['ID=ee767781-f598-47a4-b421-d2a42ac5c881,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:37.901981 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:37.918454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37866) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:37.961375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=15ea570a-f2f6-424e-8833-f0b0f9427fc5,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:37.971064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:37.971690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:37.972284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:37.972889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:37.973228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:37.973747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:37.974257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:37.974837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:37.975441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:37.975954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:37.976836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:37.977352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:23:38.033658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-436870107-network', 'tenant_id': '7ff3552c7fbf42178bf0d298d1e282cb'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:38.066051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Router 60f4d0c1-8309-44c9-8ead-dc21aa667013 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:23:38.081536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b7d47-1c59-4a25-81d9-4ba175d0bea7 req-ff9b3315-c128-4801-acd3-b7bb3e545a53 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:38.083070 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-372b7d47-1c59-4a25-81d9-4ba175d0bea7 req-ff9b3315-c128-4801-acd3-b7bb3e545a53 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.1005979 Sep 09 09:23:38.089716 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Made reservation on behalf of 7ff3552c7fbf42178bf0d298d1e282cb for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:38.092258 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:38.100994 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:38.166671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-372b7d47-1c59-4a25-81d9-4ba175d0bea7 req-09018b6d-a8ee-43ce-a6a5-479430937848 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751247 Sep 09 09:23:38.199656 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:38.218228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:23:38.229583 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e65edf8-9c40-4aad-95b5-295cbd7a1fbf None None] Sync routers for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:23:38.239930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e65edf8-9c40-4aad-95b5-295cbd7a1fbf None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:23:38.240555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8e65edf8-9c40-4aad-95b5-295cbd7a1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:23:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:38.257754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] No DVR routers for this DVR port ee767781-f598-47a4-b421-d2a42ac5c881 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:23:38.260979 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:38.263026 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e71ea21a-7c6f-4f8c-a378-915babc1ea91 req-8aa81e3c-8da0-4a09-8dbc-d0c9bb4100cf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.24 "DELETE /v2.0/ports/ee767781-f598-47a4-b421-d2a42ac5c881 HTTP/1.1" status: 204 len: 173 time: 2.0269899 Sep 09 09:23:38.263623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'name': 'network-vif-deleted', 'tag': 'ee767781-f598-47a4-b421-d2a42ac5c881'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:38.266273 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c2a1b9-4872-41b2-8a73-ce833823f75e" -d '{"events": [{"server_uuid": "36648564-aa13-42e5-940a-f7e7d56cd6b8", "name": "network-vif-deleted", "tag": "ee767781-f598-47a4-b421-d2a42ac5c881"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:38.276565 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:38.302499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:23:38.309180 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7828ecf3-4302-434c-9061-88738b20038b x-openstack-request-id: req-7828ecf3-4302-434c-9061-88738b20038b {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:38.309496 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36648564-aa13-42e5-940a-f7e7d56cd6b8", "name": "network-vif-deleted", "tag": "ee767781-f598-47a4-b421-d2a42ac5c881", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:38.309750 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7828ecf3-4302-434c-9061-88738b20038b {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:38.310957 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36648564-aa13-42e5-940a-f7e7d56cd6b8', 'name': 'network-vif-deleted', 'tag': 'ee767781-f598-47a4-b421-d2a42ac5c881', 'status': 'completed', 'code': 200} Sep 09 09:23:38.326614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24fb7ca-83c2-4477-a563-38202405898f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:38.331655 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:38.332230 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Added segment b15ad1d8-6a83-4472-be6f-0cd0394894d6 of type vlan for network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea Sep 09 09:23:38.371939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['15ea570a-f2f6-424e-8833-f0b0f9427fc5'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:38.378963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-8e65edf8-9c40-4aad-95b5-295cbd7a1fbf None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:23:38.411686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:38.450363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:23:38.536994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3079d1e-a23d-4adf-85c4-972e244781a6 req-2a09b43b-8e76-43bd-826d-6801b5d5a7bd tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:38.538455 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3079d1e-a23d-4adf-85c4-972e244781a6 req-2a09b43b-8e76-43bd-826d-6801b5d5a7bd tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 948 time: 0.0589058 Sep 09 09:23:38.541812 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:38.544995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:38.544995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:38.632737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] Pushing event updated for resources: {'Network': ['ID=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:38.643584 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3079d1e-a23d-4adf-85c4-972e244781a6 req-3688a861-9fd0-4bb0-abb5-6fda17762977 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966439 Sep 09 09:23:38.672380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:23:38.673677 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bd001223-0f4d-43e6-90da-156e48457e2e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7538102 Sep 09 09:23:38.677594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37878) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:38.682699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] Request body: {'subnet': {'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-436870107-subnet', 'tenant_id': '7ff3552c7fbf42178bf0d298d1e282cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:38.710790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:38.770681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'port_id': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:23:38.796480 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] Made reservation on behalf of 7ff3552c7fbf42178bf0d298d1e282cb for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:38.796480 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:38.903587 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:38.930893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab8681-5409-47e7-ac9c-1995545e7b2e req-c66d3ff2-8609-4468-886e-3c3834d686a5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:38.932720 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0cab8681-5409-47e7-ac9c-1995545e7b2e req-c66d3ff2-8609-4468-886e-3c3834d686a5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 943 time: 0.0965624 Sep 09 09:23:38.936086 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:38.965857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:38.968227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8e65edf8-9c40-4aad-95b5-295cbd7a1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:39.001095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0cab8681-5409-47e7-ac9c-1995545e7b2e req-81282751-9bf9-4dcf-aae3-b5b9affe9fd5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554900 Sep 09 09:23:39.013558 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e65edf8-9c40-4aad-95b5-295cbd7a1fbf None None] Checking router: 60f4d0c1-8309-44c9-8ead-dc21aa667013 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:23:39.023488 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:39.045760 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ff20dbff-e66f-4e95-ac09-e2e1617f01b2 req-2ecc4091-2d26-406b-9f56-b8270b489ce3 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=36648564-aa13-42e5-940a-f7e7d56cd6b8 HTTP/1.1" status: 200 len: 210 time: 0.0322821 Sep 09 09:23:39.075709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e65edf8-9c40-4aad-95b5-295cbd7a1fbf None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:23:39.075709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8e65edf8-9c40-4aad-95b5-295cbd7a1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:23:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:39.146596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:39.170247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:39.249766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9022a5e-f13b-4004-8404-97f109bc40bf,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:39.262300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] Checking segment: {'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:39.262693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] Network hostable DHCP agents. Network: 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:23:39.319589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027195bd-78f1-412f-9af5-f44c75b98169 req-174988cc-9012-4f13-904b-ec3a73f495e9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:39.321885 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-027195bd-78f1-412f-9af5-f44c75b98169 req-174988cc-9012-4f13-904b-ec3a73f495e9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.0701966 Sep 09 09:23:39.330165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] Network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:23:39.355900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['1c53aa8c-4829-4caf-8f52-2ba1aeb1df62'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:39.361607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-8e65edf8-9c40-4aad-95b5-295cbd7a1fbf None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:23:39.370760 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-027195bd-78f1-412f-9af5-f44c75b98169 req-6dc27979-555d-4995-a9f2-58c4b7d0c90f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424244 Sep 09 09:23:39.426984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:39.431901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:39.432656 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:39.442312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5cbd8-9c9c-4efa-a000-4b205afd8d54 None None] Network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:23:39.576240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2e4102ff-f5de-45b6-9d73-4e9bda930421 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8975413 Sep 09 09:23:39.745564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf4f1d4-a915-46ce-9151-d4e9b513a8d7 None None] Network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:23:39.785970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c48d1-a9aa-482e-aefb-6572dc966a9e req-3a5e30b6-d2b1-44ef-9f4b-1af967b17f25 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:39.787591 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e0c48d1-a9aa-482e-aefb-6572dc966a9e req-3a5e30b6-d2b1-44ef-9f4b-1af967b17f25 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 948 time: 0.0613737 Sep 09 09:23:39.836727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e0c48d1-a9aa-482e-aefb-6572dc966a9e req-575f4a98-1d44-4bb8-b6ec-201536a183cb tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Sep 09 09:23:39.938687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8e65edf8-9c40-4aad-95b5-295cbd7a1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:39.967764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-89dcd383-ce11-4efa-9ca8-a70ca7de7f9e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0540421 Sep 09 09:23:40.013800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e65edf8-9c40-4aad-95b5-295cbd7a1fbf None None] The sync data for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 is: [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:23:40.102546 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-1e6a87fc-7b5c-43c6-9b4d-757dfab1e05d tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.105012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-1e6a87fc-7b5c-43c6-9b4d-757dfab1e05d tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/networks?id=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea HTTP/1.1" status: 200 len: 817 time: 0.1463888 Sep 09 09:23:40.126853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-b47bb827-3742-4e02-a6c4-bacc903e1bad tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/quotas/7ff3552c7fbf42178bf0d298d1e282cb HTTP/1.1" status: 200 len: 375 time: 0.0151565 Sep 09 09:23:40.153105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-ca379809-b5cb-4d1e-a138-feed008808b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.153613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-ca379809-b5cb-4d1e-a138-feed008808b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.154094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-ca379809-b5cb-4d1e-a138-feed008808b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.154567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-ca379809-b5cb-4d1e-a138-feed008808b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.155035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-ca379809-b5cb-4d1e-a138-feed008808b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.155546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-ca379809-b5cb-4d1e-a138-feed008808b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.156019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-ca379809-b5cb-4d1e-a138-feed008808b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.158132 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-ca379809-b5cb-4d1e-a138-feed008808b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6507 time: 0.1189873 Sep 09 09:23:40.158302 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2fbbcee2-66d6-4659-9523-7e043ae29a3d tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff3552c7fbf42178bf0d298d1e282cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296564 Sep 09 09:23:40.183040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024af784-afd8-47ca-859b-48e73814d7eb req-fe85f88d-10d5-4d7c-8f14-f2db82de5b3a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.184812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-024af784-afd8-47ca-859b-48e73814d7eb req-fe85f88d-10d5-4d7c-8f14-f2db82de5b3a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 944 time: 0.0781763 Sep 09 09:23:40.267824 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-024af784-afd8-47ca-859b-48e73814d7eb req-841ff14b-13f5-49ec-8eac-22553f715525 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757520 Sep 09 09:23:40.286263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-d9d17106-f17c-44f0-9dfe-ecbdb1692649 service neutron] 10.222.0.32 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126435 Sep 09 09:23:40.351407 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c996e2-020f-4ff3-b446-375aee778859 None None] New status for floating IP 21bcdae9-a4d4-4e3c-bf78-565ed9c991bb: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:23:40.376381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-c77e054d-7de2-40b3-892c-258980dadda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.388102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-c77e054d-7de2-40b3-892c-258980dadda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.388102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-c77e054d-7de2-40b3-892c-258980dadda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.388102 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-c77e054d-7de2-40b3-892c-258980dadda4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cde98297-5ac2-4658-b7e9-2b86e45e252b&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&id=ae378c4f-bcc5-4684-9b14-0072a5045cf1 HTTP/1.1" status: 200 len: 2298 time: 0.1793315 Sep 09 09:23:40.389489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40837462-c1b0-49de-a36d-ab81071fe1d9 req-f4909af7-a545-4d3c-b831-ce7d49c2b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.391008 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40837462-c1b0-49de-a36d-ab81071fe1d9 req-f4909af7-a545-4d3c-b831-ce7d49c2b01a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 1096 time: 0.0619347 Sep 09 09:23:40.411802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37924) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:40.414690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c54f8b47-78fc-437e-9d1f-ff56b4e2bd36 service neutron] 10.222.0.32 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228883 Sep 09 09:23:40.598818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-6d7ed59b-316c-47ec-95b0-6b644220e32d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f69134-2934-42cb-bb06-f7d2b55fb6eb HTTP/1.1" status: 200 len: 1001 time: 0.1891940 Sep 09 09:23:40.684391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4916e-50df-449f-861c-3d8682aad768 req-046cdc32-e950-44e0-918d-012d35a28f74 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.685904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdb4916e-50df-449f-861c-3d8682aad768 req-046cdc32-e950-44e0-918d-012d35a28f74 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.2044313 Sep 09 09:23:40.695964 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55dd1b43-93f5-41d2-af54-05e18505b000 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:40.710686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40837462-c1b0-49de-a36d-ab81071fe1d9 req-70b6f547-511a-4e34-8cbf-ecebcd13f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.713558 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40837462-c1b0-49de-a36d-ab81071fe1d9 req-70b6f547-511a-4e34-8cbf-ecebcd13f392 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.2825339 Sep 09 09:23:40.742624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-5a160118-66d3-4d27-87bb-80266092c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.744733 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-5a160118-66d3-4d27-87bb-80266092c478 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eaf9055-4be0-4b7a-8a4c-147c7f236463 HTTP/1.1" status: 200 len: 855 time: 0.1373358 Sep 09 09:23:40.809676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55dd1b43-93f5-41d2-af54-05e18505b000 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:40.851852 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdb4916e-50df-449f-861c-3d8682aad768 req-868ed781-d676-452e-9ee2-50fb19ed7961 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584320 Sep 09 09:23:40.871634 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40837462-c1b0-49de-a36d-ab81071fe1d9 req-886f36f3-9bff-4ec4-ab94-2b32a515dd8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af0c0c-e578-4213-a288-d27728168d12 HTTP/1.1" status: 200 len: 999 time: 0.1456666 Sep 09 09:23:40.963003 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-2a358e92-98b9-49ee-b41c-4060e686d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:40.965232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-2a358e92-98b9-49ee-b41c-4060e686d982 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cde98297-5ac2-4658-b7e9-2b86e45e252b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817317 Sep 09 09:23:41.007532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40837462-c1b0-49de-a36d-ab81071fe1d9 req-d6911457-0cf5-4ecc-9a27-ae93285a7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:41.009789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40837462-c1b0-49de-a36d-ab81071fe1d9 req-d6911457-0cf5-4ecc-9a27-ae93285a7328 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.1289468 Sep 09 09:23:41.143025 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55dd1b43-93f5-41d2-af54-05e18505b000 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:41.146000 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55dd1b43-93f5-41d2-af54-05e18505b000 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:41.154873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-55dd1b43-93f5-41d2-af54-05e18505b000 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "DELETE /v2.0/security-groups/7f6e9d9b-eaf7-48c9-ac16-2cb11567b422 HTTP/1.1" status: 204 len: 168 time: 0.7256727 Sep 09 09:23:41.156978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37946) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:41.174085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40837462-c1b0-49de-a36d-ab81071fe1d9 req-1f2aaf7f-8dd8-4d26-82ec-fb48fb6d1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:41.181895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40837462-c1b0-49de-a36d-ab81071fe1d9 req-1f2aaf7f-8dd8-4d26-82ec-fb48fb6d1378 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511641 Sep 09 09:23:41.181895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd1b43-93f5-41d2-af54-05e18505b000 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e9d9b-eaf7-48c9-ac16-2cb11567b422,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:41.182209 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-c7f5d70d-53e2-4025-814e-c28a26eafd8b tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] show failed (client error): The resource could not be found. Sep 09 09:23:41.182209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c7f5d70d-53e2-4025-814e-c28a26eafd8b tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups/7f6e9d9b-eaf7-48c9-ac16-2cb11567b422 HTTP/1.1" status: 404 len: 347 time: 0.0197129 Sep 09 09:23:41.186718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37950) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:41.188931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2a78a-dc8d-4537-bf9a-dd1d3e543019 req-0b5ccd43-fac0-48bc-9682-f6eff7ba1b97 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:41.196300 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aab2a78a-dc8d-4537-bf9a-dd1d3e543019 req-0b5ccd43-fac0-48bc-9682-f6eff7ba1b97 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 948 time: 0.2038763 Sep 09 09:23:41.258419 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-635d0e80-35b8-4ae0-9c7d-28d4449b7b22 service neutron] 10.222.0.24 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792954 Sep 09 09:23:41.277241 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9cc574a6-b205-451b-ac7b-8db13dfbd14f req-cf1be61f-d7f4-48d4-8e09-0785c64666d1 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 210 time: 0.0391300 Sep 09 09:23:41.341238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aab2a78a-dc8d-4537-bf9a-dd1d3e543019 req-7689da86-ea51-41d8-8c26-6934b05c1531 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376400 Sep 09 09:23:41.364708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c12fd630-8521-4b83-9436-fe3472a71add tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Deleting port 97f11873-2286-415e-b11e-1435e0522368 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:23:41.365046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c12fd630-8521-4b83-9436-fe3472a71add tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:41.431071 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40837462-c1b0-49de-a36d-ab81071fe1d9 req-2a11247c-1edc-4c17-bf5e-24fdeaec3750 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286077 Sep 09 09:23:41.470953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-c4130f5d-b218-4df1-808d-d69fb74a0c2b service neutron] 10.222.0.24 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739125 Sep 09 09:23:41.486912 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c12fd630-8521-4b83-9436-fe3472a71add tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:41.487321 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c12fd630-8521-4b83-9436-fe3472a71add tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:41.498614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d10ac-fe70-4d1b-8fb7-727721bf74f0 req-d039219a-ca9c-4991-b645-df50584b54d4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:41.498614 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-188d10ac-fe70-4d1b-8fb7-727721bf74f0 req-d039219a-ca9c-4991-b645-df50584b54d4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 944 time: 0.1085880 Sep 09 09:23:41.517049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c12fd630-8521-4b83-9436-fe3472a71add tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Calling delete_port for 97f11873-2286-415e-b11e-1435e0522368 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:23:41.549824 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-5fd17213-21ac-4e2d-bfce-8d1c13e7b8d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=e655b2cd-242f-4a3f-8779-c4ab04142ef2 HTTP/1.1" status: 200 len: 217 time: 0.0704730 Sep 09 09:23:41.593411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-188d10ac-fe70-4d1b-8fb7-727721bf74f0 req-5147e5b0-4160-4e1c-965e-90a905e5f3a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870316 Sep 09 09:23:41.612440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 15ea570a-f2f6-424e-8833-f0b0f9427fc5 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:41.620376 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40837462-c1b0-49de-a36d-ab81071fe1d9 req-aa33955c-f347-46a5-8de9-e737b9c008db service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826675 Sep 09 09:23:41.636254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-b7a66463-00ac-4506-8ccb-a3c995ede900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:41.637793 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-b7a66463-00ac-4506-8ccb-a3c995ede900 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0797935 Sep 09 09:23:41.692244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-1928b901-1c80-431d-bd17-4c0526294a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:41.693967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-1928b901-1c80-431d-bd17-4c0526294a56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457811 Sep 09 09:23:41.803850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:41.804080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c12fd630-8521-4b83-9436-fe3472a71add tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:41.808911 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-c9bc566b-2566-4c7b-afa6-8c8ae66dd57e service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996923 Sep 09 09:23:41.809155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:41.809760 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:41.833392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fd630-8521-4b83-9436-fe3472a71add tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event deleted for resources: {'Port': ['ID=97f11873-2286-415e-b11e-1435e0522368,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:41.904498 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:41.917377 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c12fd630-8521-4b83-9436-fe3472a71add tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:41.920739 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c12fd630-8521-4b83-9436-fe3472a71add tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:41.922252 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c12fd630-8521-4b83-9436-fe3472a71add tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "DELETE /v2.0/floatingips/21bcdae9-a4d4-4e3c-bf78-565ed9c991bb HTTP/1.1" status: 204 len: 168 time: 0.7344930 Sep 09 09:23:41.924446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-0eb33740-86e0-4935-820e-c72a274fedae service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065032 Sep 09 09:23:41.962535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 15ea570a-f2f6-424e-8833-f0b0f9427fc5, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=15ea570a-f2f6-424e-8833-f0b0f9427fc5,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:41.963762 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cd5c77-4b80-439b-88b6-11c5bfe05824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ea570a-f2f6-424e-8833-f0b0f9427fc5'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:41.966762 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22ae07e-dcc0-42f2-a350-78fb26206507" -d '{"events": [{"server_uuid": "31cd5c77-4b80-439b-88b6-11c5bfe05824", "name": "network-vif-plugged", "status": "completed", "tag": "15ea570a-f2f6-424e-8833-f0b0f9427fc5"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:42.009119 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-5824cfcd-07e5-449b-92b2-35f078d572f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=61dacf64-85aa-40e8-857f-3c2822090211 HTTP/1.1" status: 200 len: 217 time: 0.0736263 Sep 09 09:23:42.055921 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:42.062764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device ee767781-f598-47a4-b421-d2a42ac5c881 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:23:42.103918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5e682-da5f-446b-a832-cc286779f812 req-0da20429-3c4d-4691-b48d-88e8379787b7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:42.111105 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdd5e682-da5f-446b-a832-cc286779f812 req-0da20429-3c4d-4691-b48d-88e8379787b7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 944 time: 0.0945475 Sep 09 09:23:42.111282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: ee767781-f598-47a4-b421-d2a42ac5c881 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:23:42.112090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device ee767781-f598-47a4-b421-d2a42ac5c881 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:23:42.117963 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376576dd-9bea-4f31-8a67-190dee8e4db0 x-openstack-request-id: req-376576dd-9bea-4f31-8a67-190dee8e4db0 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:42.118298 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cd5c77-4b80-439b-88b6-11c5bfe05824", "name": "network-vif-plugged", "status": "completed", "tag": "15ea570a-f2f6-424e-8833-f0b0f9427fc5", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:42.118558 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-376576dd-9bea-4f31-8a67-190dee8e4db0 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:42.118958 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cd5c77-4b80-439b-88b6-11c5bfe05824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ea570a-f2f6-424e-8833-f0b0f9427fc5', 'code': 200} Sep 09 09:23:42.123759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-dcf0a628-67e3-473d-b86f-cd03635caebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:42.125264 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-dcf0a628-67e3-473d-b86f-cd03635caebc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0820265 Sep 09 09:23:42.179333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=15ea570a-f2f6-424e-8833-f0b0f9427fc5,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:42.210766 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdd5e682-da5f-446b-a832-cc286779f812 req-200ff37d-4fea-4d1f-8e56-220bc1662445 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870113 Sep 09 09:23:42.226710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-703a3ea6-7010-4c2f-8402-fd01ee6b5ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:42.239170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-703a3ea6-7010-4c2f-8402-fd01ee6b5ff8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030724 Sep 09 09:23:42.280542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f85d40-7809-40ed-a9b8-3ab671a0f863 req-d6e0ab6a-7ac5-4044-9c58-cb661fab6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:42.282374 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4f85d40-7809-40ed-a9b8-3ab671a0f863 req-d6e0ab6a-7ac5-4044-9c58-cb661fab6875 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 1101 time: 0.0818105 Sep 09 09:23:42.340419 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4f85d40-7809-40ed-a9b8-3ab671a0f863 req-f98c2315-db6d-41ab-ba11-e92908cd758f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484300 Sep 09 09:23:42.367676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-fc485910-c846-4d81-b729-6b6e80379454 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170979 Sep 09 09:23:42.396939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4269ce47-edc2-4b71-83e3-c6b0916cef1c req-7fe568ce-90cf-49c1-bd8e-c9380ff13e06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 210 time: 0.0277598 Sep 09 09:23:42.428480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 77af0c0c-e578-4213-a288-d27728168d12 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:23:42.431177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:42.512553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e08a3-2f17-43a9-acac-a9ce76b06b06 req-69f83772-719f-47c7-9c2d-0b7081e74eef tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:42.514244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8e4e08a3-2f17-43a9-acac-a9ce76b06b06 req-69f83772-719f-47c7-9c2d-0b7081e74eef tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 949 time: 0.0542397 Sep 09 09:23:42.598800 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8e4e08a3-2f17-43a9-acac-a9ce76b06b06 req-5497cc57-9f30-4174-a44f-92afb74bae60 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743897 Sep 09 09:23:42.612073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:42.633636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '77af0c0c-e578-4213-a288-d27728168d12', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'port_id': '77af0c0c-e578-4213-a288-d27728168d12', 'mac_address': 'fa:16:3e:ce:79:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:23:42.640555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:42.678292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:42.678821 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:42.711526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:42.717315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-710be04a-14ed-44f9-9fa6-8ec423dc26bd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887089887', 'description': 'tempest-description--918016390'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:42.719075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-ea444c67-9ff0-4edd-a60f-bba4c333a206 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682930 Sep 09 09:23:42.722904 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:42.746027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77af0c0c-e578-4213-a288-d27728168d12 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:42.771126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:42.785729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-7a14cb09-a96b-4a5c-9cc2-b54a7f1dd3f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=dd77bb5c-f200-4070-9fdc-d93528eaca4b HTTP/1.1" status: 200 len: 217 time: 0.0481966 Sep 09 09:23:42.812219 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea129b-756a-4745-bf08-fecb218547f9 req-bb16ed3a-e184-4e92-80c8-bfe47f6074db tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:42.813895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c1ea129b-756a-4745-bf08-fecb218547f9 req-bb16ed3a-e184-4e92-80c8-bfe47f6074db tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 944 time: 0.1140163 Sep 09 09:23:42.817707 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:42.845115 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-710be04a-14ed-44f9-9fa6-8ec423dc26bd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:42.853135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:42.855300 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:42.867619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-df12e64f-3767-42a2-8342-8401eb0b1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:42.869166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-df12e64f-3767-42a2-8342-8401eb0b1e07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0756993 Sep 09 09:23:42.890695 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c1ea129b-756a-4745-bf08-fecb218547f9 req-4b57ec52-9272-4127-a065-344e5684ccbe tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582340 Sep 09 09:23:42.935601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=11']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:42.939283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-31654d03-4cd8-4eb6-b716-155897f0aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:42.939283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-31654d03-4cd8-4eb6-b716-155897f0aef7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587511 Sep 09 09:23:42.952820 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-710be04a-14ed-44f9-9fa6-8ec423dc26bd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:42.981252 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:43.040478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:43.049170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-eb226b5f-87eb-4c5b-8073-4c5089664b2e service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012025 Sep 09 09:23:43.060977 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-710be04a-14ed-44f9-9fa6-8ec423dc26bd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:43.109451 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['77af0c0c-e578-4213-a288-d27728168d12'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:43.119651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710be04a-14ed-44f9-9fa6-8ec423dc26bd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:43.226622 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-1a8cd175-8923-4b6d-b4f3-87a2c09d104c service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674912 Sep 09 09:23:43.253157 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-710be04a-14ed-44f9-9fa6-8ec423dc26bd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:43.254638 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-710be04a-14ed-44f9-9fa6-8ec423dc26bd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5413790 Sep 09 09:23:43.259086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37992) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:43.278781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5c11a239-27b3-485d-b896-3705346ca0cd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'security_group_rule': {'security_group_id': 'aa3b053d-5d8e-4f33-8006-31f1b3ffbe44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:43.295566 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-1069eb44-c259-485f-914c-3f2c2b899575 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=6ee26517-ed70-4c71-b9ef-170f240a2c83 HTTP/1.1" status: 200 len: 217 time: 0.0572753 Sep 09 09:23:43.414563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-d127486e-099d-458b-8cd0-87c0a72967d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:43.416834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-d127486e-099d-458b-8cd0-87c0a72967d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.1021214 Sep 09 09:23:43.426825 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c11a239-27b3-485d-b896-3705346ca0cd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:43.453200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e76d8d-1626-47f3-a404-98b3fa1ab0dc req-ae24d9aa-c250-4132-8f54-bc62a279bd8f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:43.454927 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88e76d8d-1626-47f3-a404-98b3fa1ab0dc req-ae24d9aa-c250-4132-8f54-bc62a279bd8f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0923717 Sep 09 09:23:43.504714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-dff739c0-7676-422c-b6f0-a59090e3de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:43.506250 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-dff739c0-7676-422c-b6f0-a59090e3de9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737259 Sep 09 09:23:43.519626 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88e76d8d-1626-47f3-a404-98b3fa1ab0dc req-9af05ed6-3af5-481e-9569-7fa2aeccda12 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502062 Sep 09 09:23:43.536137 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5c3266a9-2fd7-4c9c-881d-43ac86fcc6a6 req-b1265dbe-6461-482a-b5eb-12377792a5e7 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 210 time: 0.0516791 Sep 09 09:23:43.595991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c11a239-27b3-485d-b896-3705346ca0cd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:43.625946 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-d46bc64b-55ee-4a88-993e-6da3df0ec0fd service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055474 Sep 09 09:23:43.735719 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c11a239-27b3-485d-b896-3705346ca0cd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:43.756004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11a239-27b3-485d-b896-3705346ca0cd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8544581-991e-4daa-841d-9bc2ad3572e0,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:43.762560 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-2a67c9b2-ef7c-4a04-ac66-399c77394ad6 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263828 Sep 09 09:23:43.785288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffabe9-50ba-47db-9d2d-bcb32f12ff7e req-ecfb4a05-a439-49dc-bef6-87e1776be21e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:43.788920 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4ffabe9-50ba-47db-9d2d-bcb32f12ff7e req-ecfb4a05-a439-49dc-bef6-87e1776be21e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 949 time: 0.0749972 Sep 09 09:23:43.837506 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-b4ab431a-3d48-452a-8233-f5edd65af459 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 HTTP/1.1" status: 200 len: 217 time: 0.0442989 Sep 09 09:23:43.896170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4ffabe9-50ba-47db-9d2d-bcb32f12ff7e req-5d7b9ec0-5c0f-4ece-87f5-0e067e33752a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024168 Sep 09 09:23:43.900730 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c11a239-27b3-485d-b896-3705346ca0cd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:43.905487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5c11a239-27b3-485d-b896-3705346ca0cd tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6413715 Sep 09 09:23:43.905742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38002) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:43.910403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-bcb27c17-d445-4050-85fa-f3e2208c6188 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'security_group_rule': {'security_group_id': 'aa3b053d-5d8e-4f33-8006-31f1b3ffbe44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:43.931156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-72755c35-ad3b-4f6d-9059-a7205b2b24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:43.932759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-72755c35-ad3b-4f6d-9059-a7205b2b24fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de5e6f51-78b8-499b-a687-41940dcd6078 HTTP/1.1" status: 200 len: 797 time: 0.0876400 Sep 09 09:23:43.987861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-a12d5165-7f96-41c7-b831-90409d137852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:43.989384 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-a12d5165-7f96-41c7-b831-90409d137852 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0428720 Sep 09 09:23:44.027309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f18b9-d8c2-433e-9284-f24811659343 req-3159add3-6a07-43bb-a7c3-4df51cfec9aa tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:44.028832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d01f18b9-d8c2-433e-9284-f24811659343 req-3159add3-6a07-43bb-a7c3-4df51cfec9aa tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0526018 Sep 09 09:23:44.098895 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d01f18b9-d8c2-433e-9284-f24811659343 req-cb492cde-a041-44eb-9cc5-4a90ffb12b8c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631406 Sep 09 09:23:44.120253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:44.123471 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9408296-d8c9-4db6-bc95-2217c74e080d" -d '{"events": [{"server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "name": "network-vif-plugged", "status": "completed", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:44.171613 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fb72ff-489d-483a-a697-e39139096ab4 x-openstack-request-id: req-62fb72ff-489d-483a-a697-e39139096ab4 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:44.171613 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "name": "network-vif-plugged", "status": "completed", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:44.171613 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62fb72ff-489d-483a-a697-e39139096ab4 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:44.171613 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'code': 200} Sep 09 09:23:44.441850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 77af0c0c-e578-4213-a288-d27728168d12 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:44.444942 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcb27c17-d445-4050-85fa-f3e2208c6188 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:44.468150 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3713e40-6e24-4d76-9ebe-3f285ba40807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:44.513514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d16b8-82cc-44ba-b2a5-774ceba43ae1 req-2f97be0f-7c75-4cd8-a920-659aaf7dc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:44.515021 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff5d16b8-82cc-44ba-b2a5-774ceba43ae1 req-2f97be0f-7c75-4cd8-a920-659aaf7dc72c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1097 time: 0.1257243 Sep 09 09:23:44.529395 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-69a18309-b1bf-4a1f-b3b9-b5921e8a26d3 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246718 Sep 09 09:23:44.596543 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcb27c17-d445-4050-85fa-f3e2208c6188 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:44.602686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 77af0c0c-e578-4213-a288-d27728168d12 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:44.605585 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 77af0c0c-e578-4213-a288-d27728168d12 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:44.605951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff5d16b8-82cc-44ba-b2a5-774ceba43ae1 req-3a98023a-2683-45ee-9f2a-ea0b7c99c477 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789559 Sep 09 09:23:44.606088 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:44.691450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3c4c1-083e-4bb0-9ce8-cb9b40bb81cc req-8f155973-b1cd-4f65-9d06-72ec3318f41e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:44.699126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcb27c17-d445-4050-85fa-f3e2208c6188 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:44.701041 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dd3c4c1-083e-4bb0-9ce8-cb9b40bb81cc req-8f155973-b1cd-4f65-9d06-72ec3318f41e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 945 time: 0.0802059 Sep 09 09:23:44.706243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c1a498d-1df8-4e82-9171-3b4af2246a18 req-c8691e02-1a5c-4a48-bf5b-be66d1c43e25 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 210 time: 0.0459127 Sep 09 09:23:44.718303 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:44.719386 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-c85fb0c8-e624-4f00-861e-5919ddcd503a service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805210 Sep 09 09:23:44.728984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb27c17-d445-4050-85fa-f3e2208c6188 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b34ba6-df1b-441d-9c0c-e3d2a8f2ab66,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:44.764253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:44.770814 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dd3c4c1-083e-4bb0-9ce8-cb9b40bb81cc req-35dc2037-a5bc-4d6c-9db4-feac8be1c0b8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686255 Sep 09 09:23:44.782234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-7edb31d3-7c67-4859-b237-7fd81c9b9812 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d6b256d0-8f4a-411d-83c3-e57f8b485b2f HTTP/1.1" status: 200 len: 217 time: 0.0450046 Sep 09 09:23:44.834684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-8c618b00-cc09-4dce-ac3f-c0b6c1872077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:44.836251 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-8c618b00-cc09-4dce-ac3f-c0b6c1872077 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de5e6f51-78b8-499b-a687-41940dcd6078 HTTP/1.1" status: 200 len: 797 time: 0.0462313 Sep 09 09:23:44.890037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-4dd31aee-1332-4588-aa39-edd5f19d88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:44.893439 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-4dd31aee-1332-4588-aa39-edd5f19d88a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0469382 Sep 09 09:23:44.912556 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:44.919227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcb27c17-d445-4050-85fa-f3e2208c6188 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:44.921347 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bcb27c17-d445-4050-85fa-f3e2208c6188 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0137377 Sep 09 09:23:44.924121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38020) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:44.929574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:44.975124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=12']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:45.003217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-e6ed081c-8c9d-496b-a0e4-fe601124075a service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022830 Sep 09 09:23:45.078039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:45.117940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2ac51-71ae-42e4-adc4-51dd671fd254 req-030e77cb-f9dd-49c1-8087-e6681b30e794 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:45.120079 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3c2ac51-71ae-42e4-adc4-51dd671fd254 req-030e77cb-f9dd-49c1-8087-e6681b30e794 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 949 time: 0.1121478 Sep 09 09:23:45.148092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3940dfb2-277c-4799-9cdd-fdb2fdf4709d req-f51866e2-17f1-45d8-99f3-f44e85b654e3 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285799 Sep 09 09:23:45.197589 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:45.223567 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3c2ac51-71ae-42e4-adc4-51dd671fd254 req-9515d4de-f0af-49a5-af8b-c83b4be2ce1b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669358 Sep 09 09:23:45.346806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7870fb-a335-4c6e-8f18-3fbb908a6e1f req-09318c70-a61f-4bf8-b6a0-8c04377dc429 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:45.348599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e7870fb-a335-4c6e-8f18-3fbb908a6e1f req-09318c70-a61f-4bf8-b6a0-8c04377dc429 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 1101 time: 0.0459564 Sep 09 09:23:45.386050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6eebc-316d-4853-aa6c-2335643bfd93 req-03cc4769-54e1-4d8d-8a37-13c139dace80 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:45.386269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e7870fb-a335-4c6e-8f18-3fbb908a6e1f req-d5736fdd-7243-434c-b8b7-444117bfca93 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297494 Sep 09 09:23:45.387451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-13e6eebc-316d-4853-aa6c-2335643bfd93 req-03cc4769-54e1-4d8d-8a37-13c139dace80 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.1491075 Sep 09 09:23:45.452626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Allocated IP 172.25.8.14 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/2054aa74-52c7-4a3d-91ad-3c6d2845f4d5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:45.479199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-13e6eebc-316d-4853-aa6c-2335643bfd93 req-2e11ae7a-ff1c-4d8d-95b8-de3c8c7b4ee7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826957 Sep 09 09:23:45.656474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-8d6412b5-84db-4071-ad27-51303a184f3f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:45.661104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-8d6412b5-84db-4071-ad27-51303a184f3f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.41 "GET /v2.0/networks?id=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea HTTP/1.1" status: 200 len: 817 time: 0.2394633 Sep 09 09:23:45.678401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Request body: {'port': {'device_id': '4ff7194a-c03c-4167-bbdf-bdf0f852faf4', 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea', 'admin_state_up': True, 'tenant_id': '7ff3552c7fbf42178bf0d298d1e282cb'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:45.728175 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:45.778587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-ea8008bc-02ef-4712-aac5-002d6bf2e140 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635331 Sep 09 09:23:45.910446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d1122146-67e3-48b2-85ac-eb1b03f51cdc req-cf919550-42c3-40b9-a422-f8c7d8325ddd tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 210 time: 0.0903256 Sep 09 09:23:45.973203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-19ee5ed5-d0a6-4f9d-945b-6219b7235286 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:45.977081 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-19ee5ed5-d0a6-4f9d-945b-6219b7235286 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839051 Sep 09 09:23:45.996626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-5a50c49c-ff9a-4bb7-8e3d-33ec7210b742 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/quotas/3075177ca7204a6db633c5f58d701800 HTTP/1.1" status: 200 len: 375 time: 0.0131066 Sep 09 09:23:46.013349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:46.078694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:46.083910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:46.089182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:46.104045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-3a2997f0-245a-4b66-b9cf-86aa45c98d28 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:46.106254 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-3a2997f0-245a-4b66-b9cf-86aa45c98d28 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.24 "GET /v2.0/networks?id=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea HTTP/1.1" status: 200 len: 817 time: 0.2644918 Sep 09 09:23:46.115306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fcedd-4614-4c92-a084-9d8ab6235e8d req-6fbcc43d-4c3a-4ff2-aa9d-c7ddee7691db tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:46.116939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f7fcedd-4614-4c92-a084-9d8ab6235e8d req-6fbcc43d-4c3a-4ff2-aa9d-c7ddee7691db tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 946 time: 0.1057546 Sep 09 09:23:46.124393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Request body: {'port': {'device_id': '7afb0cf2-c3be-4fb2-9c72-0adb1020db4d', 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea', 'admin_state_up': True, 'tenant_id': '7ff3552c7fbf42178bf0d298d1e282cb'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:46.138302 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-252d05db-04e9-422d-992f-c8209ed72961 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1345847 Sep 09 09:23:46.161847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'Port': ['ID=2054aa74-52c7-4a3d-91ad-3c6d2845f4d5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:46.168485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77af0c0c-e578-4213-a288-d27728168d12'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:46.170873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Made reservation on behalf of 7ff3552c7fbf42178bf0d298d1e282cb for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:46.171018 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8652df-b346-45f6-83cf-de076a3fc0ac" -d '{"events": [{"server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "name": "network-vif-plugged", "status": "completed", "tag": "77af0c0c-e578-4213-a288-d27728168d12"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:46.176340 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:46.311734 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f7fcedd-4614-4c92-a084-9d8ab6235e8d req-4422217e-cbb0-4a40-9a53-45b2a800d81e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817155 Sep 09 09:23:46.414495 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652f58cd-7848-4ea2-89ff-4e920f363de8 x-openstack-request-id: req-652f58cd-7848-4ea2-89ff-4e920f363de8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:46.414828 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "name": "network-vif-plugged", "status": "completed", "tag": "77af0c0c-e578-4213-a288-d27728168d12", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:46.415898 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-652f58cd-7848-4ea2-89ff-4e920f363de8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:46.416491 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77af0c0c-e578-4213-a288-d27728168d12', 'code': 200} Sep 09 09:23:46.427407 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:46.492455 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Allocated IP 172.20.0.8 (026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea/d9022a5e-f13b-4004-8404-97f109bc40bf/f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:46.521911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Made reservation on behalf of 7ff3552c7fbf42178bf0d298d1e282cb for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:46.525896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:46.670383 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79bea465-e87e-4c49-984e-f9ef9353c6cb req-f94672fb-61ba-4720-8c78-c8c52bf77384 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 210 time: 0.0943944 Sep 09 09:23:46.868559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-480b3180-0844-48c1-9800-008740e05fa4 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:46.870725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-480b3180-0844-48c1-9800-008740e05fa4 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.41 "GET /v2.0/networks?id=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea HTTP/1.1" status: 200 len: 817 time: 0.5445914 Sep 09 09:23:46.880799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008e9d5-c8bb-4503-a111-941247f830b7 req-86821520-007b-423e-984d-a93f702a26fa tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:46.889527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e008e9d5-c8bb-4503-a111-941247f830b7 req-86821520-007b-423e-984d-a93f702a26fa tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0965188 Sep 09 09:23:46.902048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Request body: {'port': {'device_id': '241da884-29cd-4e93-b47a-7892f86e21c8', 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea', 'admin_state_up': True, 'tenant_id': '7ff3552c7fbf42178bf0d298d1e282cb'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:46.948657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb506465-6416-4b48-9e9d-377bbac5666b req-1373e28e-9d33-4a7d-aaaf-1aff60a319cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:46.950500 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb506465-6416-4b48-9e9d-377bbac5666b req-1373e28e-9d33-4a7d-aaaf-1aff60a319cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 1098 time: 0.1692460 Sep 09 09:23:46.985642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.024914 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.050771 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb506465-6416-4b48-9e9d-377bbac5666b req-7cbe4c5e-c001-43e0-9d53-c1fe644e9b9c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879402 Sep 09 09:23:47.143064 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e008e9d5-c8bb-4503-a111-941247f830b7 req-ddb99b3b-ca09-47ef-894d-b399d169a9bd tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523172 Sep 09 09:23:47.167962 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-040207ea-cdf8-4e3f-8c12-570756a57727 req-9451230e-2837-4a78-9587-70b12040670d tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 210 time: 0.0379224 Sep 09 09:23:47.194114 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ced9516-739e-4d56-8202-8945c068078e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.222661 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.352802 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.369925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:47.384622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:47.394166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.397727 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:47.402514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Allocated IP 172.20.0.13 (026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea/d9022a5e-f13b-4004-8404-97f109bc40bf/a1514fd4-af96-445b-a946-e22d577f7839) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:47.403621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Pushing event updated for resources: {'Port': ['ID=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:47.438017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Made reservation on behalf of 7ff3552c7fbf42178bf0d298d1e282cb for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:47.441625 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.450006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef7927-70de-4edc-b227-b03d87be4890 req-796252b7-6fc4-41ee-9ac4-7a56f6fc407b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:47.451565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0aef7927-70de-4edc-b227-b03d87be4890 req-796252b7-6fc4-41ee-9ac4-7a56f6fc407b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.1805773 Sep 09 09:23:47.496706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:47.497315 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.527590 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.544162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e46e5-314b-4a9b-966a-e3c6bf46c9d9 req-6dd12923-9ff9-479b-b4e8-ca40590e85cf tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:47.544419 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0aef7927-70de-4edc-b227-b03d87be4890 req-5ba7b70e-a500-4dcb-b7c5-63c831996c39 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811243 Sep 09 09:23:47.545720 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d6e46e5-314b-4a9b-966a-e3c6bf46c9d9 req-6dd12923-9ff9-479b-b4e8-ca40590e85cf tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 946 time: 0.1205130 Sep 09 09:23:47.573147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38078) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:47.621082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-f1d512ad-ef5e-4178-83c0-791c73cb3b19 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9524994 Sep 09 09:23:47.643955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'Port': ['ID=2054aa74-52c7-4a3d-91ad-3c6d2845f4d5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:47.655292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Request body: {'port': {'device_id': '4ff7194a-c03c-4167-bbdf-bdf0f852faf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:47.667081 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d6e46e5-314b-4a9b-966a-e3c6bf46c9d9 req-db4968d8-58fb-4e5a-a143-57af06961345 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939293 Sep 09 09:23:47.672126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.717559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9be59a-7ca7-445c-8641-32f0e59983df tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:47.719134 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3c9be59a-7ca7-445c-8641-32f0e59983df tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1092 time: 0.1450040 Sep 09 09:23:47.722750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:47.729960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:47.748341 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.751467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d7ee6eef-7f0b-4630-ba68-3f10d543405e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8242629 Sep 09 09:23:47.766086 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.782617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.788477 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5966c1a-b108-4e94-9ecf-3b8a1e3c8120 req-44277dab-05b6-4838-9a1f-b6e5f279dcf5 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 210 time: 0.0367594 Sep 09 09:23:47.869638 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:47.996936 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-27c0b45d-e26e-4fba-9696-bd6478fa0a07 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--887089887&fields=id&tenant_id=319038797d6444fe83fac263f792c8b1 HTTP/1.1" status: 200 len: 267 time: 0.0676980 Sep 09 09:23:48.040370 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:48.087776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:48.089446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:48.093768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:48.130076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Pushing event updated for resources: {'Port': ['ID=a1514fd4-af96-445b-a946-e22d577f7839,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:48.150700 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:48.152657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:48.153298 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:48.180231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Allocated IP 172.20.0.4 (026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea/d9022a5e-f13b-4004-8404-97f109bc40bf/1cf54611-9d6d-4b15-9d97-7f8fccc25233) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:48.227128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-f9996fc4-ec34-457b-b449-cc2ee989b2b6 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:48.229240 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a26bf1e7-2582-4680-a13d-5ad0ce927b06 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1086497 Sep 09 09:23:48.230101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-f9996fc4-ec34-457b-b449-cc2ee989b2b6 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 810 time: 0.2238595 Sep 09 09:23:48.267434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Request body: {'port': {'device_id': '7afb0cf2-c3be-4fb2-9c72-0adb1020db4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:48.275970 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-b2797f29-11e5-4560-bac4-f65bfdde9ff9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/quotas/319038797d6444fe83fac263f792c8b1 HTTP/1.1" status: 200 len: 375 time: 0.0332706 Sep 09 09:23:48.353681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab8156-bf06-4ed2-8d8e-652a6d36f4fe req-da2f542d-55e0-44b6-a707-3bbb1a7c5af0 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:48.363784 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fab8156-bf06-4ed2-8d8e-652a6d36f4fe req-da2f542d-55e0-44b6-a707-3bbb1a7c5af0 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 932 time: 0.1276760 Sep 09 09:23:48.413040 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.25.8.37 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/13ea1dbc-a03d-4f2b-8889-7049bb45d666) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:48.426042 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:48.426707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:48.452824 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-07c8ca37-eefd-4875-91b5-07174ce0e5a0 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1421762 Sep 09 09:23:48.462860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fab8156-bf06-4ed2-8d8e-652a6d36f4fe req-d6c0aa32-0476-4c6a-acd5-c1e8cdd52795 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980651 Sep 09 09:23:48.684037 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:48.721203 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-6afd9fe2-810b-4070-8834-56f91d39eb2a service neutron] 10.222.0.32 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137880 Sep 09 09:23:48.805149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68565a64-3cf1-4fb0-886b-b931108e3c81 req-4fd168cd-87b1-4025-a023-51d363d99944 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:48.808235 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68565a64-3cf1-4fb0-886b-b931108e3c81 req-4fd168cd-87b1-4025-a023-51d363d99944 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 946 time: 0.0564020 Sep 09 09:23:48.812432 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:48.839458 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-224831a5-e161-4f67-a5dd-5adc94fde613 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3075177ca7204a6db633c5f58d701800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303197 Sep 09 09:23:48.870344 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-3ee48e0c-5e6e-45e8-8674-25dd44446584 service neutron] 10.222.0.32 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404293 Sep 09 09:23:48.937611 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68565a64-3cf1-4fb0-886b-b931108e3c81 req-9633e315-2272-4a9b-b217-e8436e24b3f0 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159647 Sep 09 09:23:48.964783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:49.022526 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:49.053157 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:49.066916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:49.070823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:49.071804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:49.094802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a5c189c-87f8-4fda-beb5-93ecd0bc0d62 req-85089319-83d6-499c-b0dc-de3db79878a0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 210 time: 0.0582254 Sep 09 09:23:49.100838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:49.103663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:49.136882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Pushing event updated for resources: {'Port': ['ID=1cf54611-9d6d-4b15-9d97-7f8fccc25233,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:49.157221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1418477f-b0ca-489c-b0b5-d53c39586f96 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:49.158747 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1418477f-b0ca-489c-b0b5-d53c39586f96 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125918 Sep 09 09:23:49.173447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Request body: {'port': {'device_id': 'a5db0c91-cb7e-4827-b6f4-2365d64506f0', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '3075177ca7204a6db633c5f58d701800'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:49.229635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:49.237458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:49.292173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=13ea1dbc-a03d-4f2b-8889-7049bb45d666,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:49.412349 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9514733-23d1-4b42-8f56-c0ad062106ef req-97fa45be-a3ca-43ca-8678-975f61888eaa tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 210 time: 0.0352683 Sep 09 09:23:49.426971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:49.437130 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-eb95fb67-5129-4e4f-91bb-575dbff1f17c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5399337 Sep 09 09:23:49.447302 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:49.461733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Transition to ACTIVE for port object f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:49.492616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Request body: {'port': {'device_id': '241da884-29cd-4e93-b47a-7892f86e21c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:49.613707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:49.619000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Made reservation on behalf of 3075177ca7204a6db633c5f58d701800 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:49.622585 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:49.640619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:49.742217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Pushing event updated for resources: {'Port': ['ID=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:49.798688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6a138-819c-4234-9896-4791a5e27b56 req-0b963d3f-dbe5-404f-9abd-2ea197fd9510 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:49.800358 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7c6a138-819c-4234-9896-4791a5e27b56 req-0b963d3f-dbe5-404f-9abd-2ea197fd9510 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 932 time: 0.2380736 Sep 09 09:23:49.929240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7c6a138-819c-4234-9896-4791a5e27b56 req-8a2cd2a2-47bc-400e-8728-ac82dfb994a6 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148252 Sep 09 09:23:49.949989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1514fd4-af96-445b-a946-e22d577f7839 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:49.965280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Allocated IP 192.168.233.189 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/d54d288d-88de-47ca-9f39-ac2f08942457) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:49.971699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Attempting to bind port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:49.972041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Attempting to bind port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:49.972378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Attempting to bind port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d on network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:49.977167 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:49.994541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d on network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:23:49.994915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Attempting to bind port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d on network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:50.007506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:50.007849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Checking segment: {'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:50.008328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Bound using segment: {'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:50.009586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Bound port: f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:50.009968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.018856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Transition to ACTIVE for port object a1514fd4-af96-445b-a946-e22d577f7839 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:50.032306 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.121351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.195887 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.198639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] For port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:50.249053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] For port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:50.279662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fc5a1-142a-492e-8508-123a4bffe360 req-3c0f9826-eefd-4e46-b59a-df349bcda1f6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:50.281334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d75fc5a1-142a-492e-8508-123a4bffe360 req-3c0f9826-eefd-4e46-b59a-df349bcda1f6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 946 time: 0.1824117 Sep 09 09:23:50.310484 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17aa9c0c-c937-4649-9197-cbdfc27c4307 req-cdac232d-a733-42e7-8faa-6321137d5d66 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 210 time: 0.0430987 Sep 09 09:23:50.314810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Pushing event updated for resources: {'Port': ['ID=a1514fd4-af96-445b-a946-e22d577f7839,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:50.363809 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.474655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf54611-9d6d-4b15-9d97-7f8fccc25233 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:50.496085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.542305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Transition to ACTIVE for port object 1cf54611-9d6d-4b15-9d97-7f8fccc25233 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:50.612693 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c5e7f931-899a-4956-ad50-be810ef08f3b req-afec6847-7a32-4917-bb7c-52119434b320 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 210 time: 0.0381734 Sep 09 09:23:50.682969 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.687518 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.749150 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.761733 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.787415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.793549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf54611-9d6d-4b15-9d97-7f8fccc25233,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:50.839539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Transition to ACTIVE for port object d54d288d-88de-47ca-9f39-ac2f08942457 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:50.882840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d75fc5a1-142a-492e-8508-123a4bffe360 req-1056ea26-aa7c-4745-8d5a-6d6abcf689aa tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5843735 Sep 09 09:23:50.890608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:50.891177 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.892592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] 10.222.0.41 "PUT /v2.0/ports/f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d HTTP/1.1" status: 200 len: 1092 time: 3.2449760 Sep 09 09:23:50.893132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff7194a-c03c-4167-bbdf-bdf0f852faf4', 'tag': 'f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:50.895448 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb229b2-d9e3-4229-a908-c82eceb1bd72" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff7194a-c03c-4167-bbdf-bdf0f852faf4", "tag": "f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:50.925601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c7355-61f8-4e16-b8de-6134672e6d56 service neutron] Pushing event updated for resources: {'Port': ['ID=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:50.942136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Attempting to bind port a1514fd4-af96-445b-a946-e22d577f7839 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:50.942297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Attempting to bind port a1514fd4-af96-445b-a946-e22d577f7839 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:50.942561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Attempting to bind port a1514fd4-af96-445b-a946-e22d577f7839 on network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:50.955704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Port a1514fd4-af96-445b-a946-e22d577f7839 on network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:23:50.956233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Attempting to bind port a1514fd4-af96-445b-a946-e22d577f7839 on network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:50.968516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:50.968516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Checking segment: {'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:50.968516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Bound using segment: {'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:50.968516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Bound port: a1514fd4-af96-445b-a946-e22d577f7839, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:50.968516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:50.972498 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f54400f-670c-452d-929d-d0b0eaea7ffd x-openstack-request-id: req-0f54400f-670c-452d-929d-d0b0eaea7ffd {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:50.972788 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff7194a-c03c-4167-bbdf-bdf0f852faf4", "tag": "f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:50.973033 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f54400f-670c-452d-929d-d0b0eaea7ffd {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:50.973424 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff7194a-c03c-4167-bbdf-bdf0f852faf4', 'tag': 'f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d', 'status': 'completed', 'code': 200} Sep 09 09:23:50.992413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=13ea1dbc-a03d-4f2b-8889-7049bb45d666,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:51.020895 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:51.088531 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:51.089223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Attempting to bind port 1cf54611-9d6d-4b15-9d97-7f8fccc25233 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:51.089763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Attempting to bind port 1cf54611-9d6d-4b15-9d97-7f8fccc25233 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:51.092376 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Attempting to bind port 1cf54611-9d6d-4b15-9d97-7f8fccc25233 on network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:51.101031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d', '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', '0b1fa163-20c8-4aea-88cf-80db8e14278a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:51.135126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] For port a1514fd4-af96-445b-a946-e22d577f7839, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:51.138465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Port 1cf54611-9d6d-4b15-9d97-7f8fccc25233 on network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:23:51.138956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Attempting to bind port 1cf54611-9d6d-4b15-9d97-7f8fccc25233 on network 026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:51.172477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] For port a1514fd4-af96-445b-a946-e22d577f7839, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a1514fd4-af96-445b-a946-e22d577f7839,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:51.175639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:51.190923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb229b2-d9e3-4229-a908-c82eceb1bd72 req-4c98f591-7260-4b70-873c-cb1fd12bc0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:51.191213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e774fd7b-586b-492c-a048-cbd903c11511', '32be00a1-3eea-4049-95b8-8b424eb5eb59', '15ea570a-f2f6-424e-8833-f0b0f9427fc5'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:51.191363 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bbb229b2-d9e3-4229-a908-c82eceb1bd72 req-4c98f591-7260-4b70-873c-cb1fd12bc0d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ff3552c7fbf42178bf0d298d1e282cb&device_id=4ff7194a-c03c-4167-bbdf-bdf0f852faf4 HTTP/1.1" status: 200 len: 1095 time: 0.1772468 Sep 09 09:23:51.191487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:51.191487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Checking segment: {'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:51.191487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Bound using segment: {'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:51.191487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Bound port: 1cf54611-9d6d-4b15-9d97-7f8fccc25233, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15ad1d8-6a83-4472-be6f-0cd0394894d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:51.193277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:51.196727 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdced9ad-6e62-4ff2-b10c-9762ad032e4e req-c573f14e-3caa-40f9-b7d8-64a61bf53983 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:51.198162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdced9ad-6e62-4ff2-b10c-9762ad032e4e req-c573f14e-3caa-40f9-b7d8-64a61bf53983 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 944 time: 0.1573346 Sep 09 09:23:51.203214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:51.218020 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Floating IP d4bfdd17-d32e-4024-af9d-cd68758e50f5 associated. External IP: 172.25.8.37, port: 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62. Sep 09 09:23:51.219704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:51.224900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event updated for resources: {'Port': ['ID=d54d288d-88de-47ca-9f39-ac2f08942457,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:51.370578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:51.371355 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:51.392073 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:51.427143 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] For port 1cf54611-9d6d-4b15-9d97-7f8fccc25233, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:51.482902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] For port 1cf54611-9d6d-4b15-9d97-7f8fccc25233, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1cf54611-9d6d-4b15-9d97-7f8fccc25233,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:51.558545 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-8cc26acc-b53b-4201-bf61-84a6cdce9784 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3891580 Sep 09 09:23:51.568593 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:51.569224 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:51.570625 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] 10.222.0.24 "PUT /v2.0/ports/a1514fd4-af96-445b-a946-e22d577f7839 HTTP/1.1" status: 200 len: 1093 time: 3.3106179 Sep 09 09:23:51.595139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Request body: {'port': {'device_id': 'a5db0c91-cb7e-4827-b6f4-2365d64506f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:51.610024 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdced9ad-6e62-4ff2-b10c-9762ad032e4e req-329c7bb4-7a8e-483a-b3fd-6ea4a63c83b3 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942029 Sep 09 09:23:51.686307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675a88a-3ed6-4648-b62d-0ec2a3684c11 service neutron] Pushing event updated for resources: {'Port': ['ID=a1514fd4-af96-445b-a946-e22d577f7839,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:51.687005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5d8256c3-38e6-49a9-9103-b00a731ce7c7 None None] Provisioning for port d54d288d-88de-47ca-9f39-ac2f08942457 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:51.716694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5d8256c3-38e6-49a9-9103-b00a731ce7c7 None None] Provisioning complete for port d54d288d-88de-47ca-9f39-ac2f08942457 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:51.717343 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d8256c3-38e6-49a9-9103-b00a731ce7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:51.766094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb229b2-d9e3-4229-a908-c82eceb1bd72 req-bb3f08b7-74b7-4945-9e21-013ad38021cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:51.767665 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bbb229b2-d9e3-4229-a908-c82eceb1bd72 req-bb3f08b7-74b7-4945-9e21-013ad38021cd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7ff3552c7fbf42178bf0d298d1e282cb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5684054 Sep 09 09:23:51.812512 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:51.863047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6fdf6ff8-7ec5-4f1f-99da-50a4ff48793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:51.864647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-6fdf6ff8-7ec5-4f1f-99da-50a4ff48793b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff3552c7fbf42178bf0d298d1e282cb&device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 1096 time: 0.1579869 Sep 09 09:23:51.880806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5d8256c3-38e6-49a9-9103-b00a731ce7c7 None None] Port d54d288d-88de-47ca-9f39-ac2f08942457 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:23:51.989945 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:51.996636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-abd0f459-9e11-41eb-b8a5-7b8b01df0509 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1514fd4-af96-445b-a946-e22d577f7839 HTTP/1.1" status: 200 len: 217 time: 0.1176240 Sep 09 09:23:52.021141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-da729f8b-2345-47bc-8636-a11f886c7a7f req-ea135db4-f76e-46bb-af1f-6bf488a3169f tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 210 time: 0.1095438 Sep 09 09:23:52.030491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b54d99-2e96-47b5-94c2-6eee27b6a06a req-27a031aa-60a1-4131-8c43-e17849989c92 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:52.036693 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76b54d99-2e96-47b5-94c2-6eee27b6a06a req-27a031aa-60a1-4131-8c43-e17849989c92 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 936 time: 0.6198814 Sep 09 09:23:52.074100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-31d07848-5bdd-4e9e-a0b9-b632eb5ace62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:52.075651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-31d07848-5bdd-4e9e-a0b9-b632eb5ace62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9022a5e-f13b-4004-8404-97f109bc40bf HTTP/1.1" status: 200 len: 857 time: 0.0571365 Sep 09 09:23:52.125969 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-d7ddd35c-28bb-46d4-9b2a-45ee56065582 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399897 Sep 09 09:23:52.176420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:52.177059 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:52.178901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/1cf54611-9d6d-4b15-9d97-7f8fccc25233 HTTP/1.1" status: 200 len: 1092 time: 2.6916926 Sep 09 09:23:52.185646 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241da884-29cd-4e93-b47a-7892f86e21c8', 'tag': '1cf54611-9d6d-4b15-9d97-7f8fccc25233'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:52.188035 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4494d24-c42f-4db2-97b5-8103ed93a4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "241da884-29cd-4e93-b47a-7892f86e21c8", "tag": "1cf54611-9d6d-4b15-9d97-7f8fccc25233"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:52.264000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb229b2-d9e3-4229-a908-c82eceb1bd72 req-2463a893-5da4-44a3-8cd5-495076055922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:52.265765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bbb229b2-d9e3-4229-a908-c82eceb1bd72 req-2463a893-5da4-44a3-8cd5-495076055922 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4901891 Sep 09 09:23:52.281194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-76b54d99-2e96-47b5-94c2-6eee27b6a06a req-31846237-94e5-4f6a-9aec-9fd3dec584a1 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432630 Sep 09 09:23:52.285714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f283ba4-e1d8-4813-9d60-be8c29bcf3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf54611-9d6d-4b15-9d97-7f8fccc25233,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:52.327133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-ab577f60-74c1-4986-9fe2-353e28c87ed4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:52.328774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-ab577f60-74c1-4986-9fe2-353e28c87ed4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.24 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 810 time: 0.3552849 Sep 09 09:23:52.334045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:23:52.465357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56537a0-dd1f-4af3-8092-9a136c5d059c req-9ddb4c24-d0d3-494c-85a8-a239caa8a1c8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:52.467013 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e56537a0-dd1f-4af3-8092-9a136c5d059c req-9ddb4c24-d0d3-494c-85a8-a239caa8a1c8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 946 time: 0.2540054 Sep 09 09:23:52.473702 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8981cb-3c66-4037-ba98-8ce5cde04579 x-openstack-request-id: req-6d8981cb-3c66-4037-ba98-8ce5cde04579 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:52.473998 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241da884-29cd-4e93-b47a-7892f86e21c8", "tag": "1cf54611-9d6d-4b15-9d97-7f8fccc25233", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:52.478599 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d8981cb-3c66-4037-ba98-8ce5cde04579 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:52.478599 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241da884-29cd-4e93-b47a-7892f86e21c8', 'tag': '1cf54611-9d6d-4b15-9d97-7f8fccc25233', 'status': 'completed', 'code': 200} Sep 09 09:23:52.491021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-83ee4323-b5ca-44b2-87bf-960ff3aa4810 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=319038797d6444fe83fac263f792c8b1 HTTP/1.1" status: 200 len: 379 time: 0.1522517 Sep 09 09:23:52.533960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'port': {'device_id': '0189a973-0f6a-4cac-952e-797ffd05afed', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'admin_state_up': True, 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'security_groups': ['aa3b053d-5d8e-4f33-8006-31f1b3ffbe44']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:52.539714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-256df49e-e77e-4edc-834c-62b349f0d5c1 service neutron] 10.222.0.24 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253844 Sep 09 09:23:52.575903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-cfcf0311-bca9-4b2e-9285-dc55b451b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:52.577622 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-cfcf0311-bca9-4b2e-9285-dc55b451b8ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ff3552c7fbf42178bf0d298d1e282cb&device_id=4ff7194a-c03c-4167-bbdf-bdf0f852faf4 HTTP/1.1" status: 200 len: 1095 time: 0.2065294 Sep 09 09:23:52.582401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-870130e9-dbe3-4b43-a9c8-98cf5771db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:52.583930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-870130e9-dbe3-4b43-a9c8-98cf5771db7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ff3552c7fbf42178bf0d298d1e282cb&device_id=241da884-29cd-4e93-b47a-7892f86e21c8 HTTP/1.1" status: 200 len: 1095 time: 0.1565845 Sep 09 09:23:52.587856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:23:52.606131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a5961-eddf-4b27-9f06-561519addc95 None None] Sync routers for ids ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:23:52.621368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a5961-eddf-4b27-9f06-561519addc95 None None] Routers {'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:23:52.622189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-306a5961-eddf-4b27-9f06-561519addc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:23:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:52.675189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e56537a0-dd1f-4af3-8092-9a136c5d059c req-cb57f76b-7801-4f53-b13b-4c4cbfe5e237 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950121 Sep 09 09:23:52.686988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-a8cb7500-56cb-433a-84d2-d073363a96c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf54611-9d6d-4b15-9d97-7f8fccc25233 HTTP/1.1" status: 200 len: 217 time: 0.0893998 Sep 09 09:23:52.692023 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-923bb018-0ad6-4eb6-aa62-d3717ac125ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d HTTP/1.1" status: 200 len: 217 time: 0.0946629 Sep 09 09:23:52.758351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:52.838217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-306a5961-eddf-4b27-9f06-561519addc95 None None] Set router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:23:52.843225 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-53dd6a4e-3f5b-4bde-9e86-421e8715e2c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1165586 Sep 09 09:23:52.845748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-0fdbef67-5878-431d-9be6-ffafc2615666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:52.847191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-0fdbef67-5878-431d-9be6-ffafc2615666 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9022a5e-f13b-4004-8404-97f109bc40bf HTTP/1.1" status: 200 len: 857 time: 0.1440086 Sep 09 09:23:52.873710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-79b8f6b5-d7dc-4028-b574-15c83769067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:52.875210 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-79b8f6b5-d7dc-4028-b574-15c83769067b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9022a5e-f13b-4004-8404-97f109bc40bf HTTP/1.1" status: 200 len: 857 time: 0.1683643 Sep 09 09:23:52.878807 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-7177e9ed-e19a-4a22-bb4c-7326de532e16 service neutron] 10.222.0.24 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226852 Sep 09 09:23:52.911737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54d288d-88de-47ca-9f39-ac2f08942457 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:52.914546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-cdeecfe6-ccf4-4ce6-9772-09c646622d6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561063 Sep 09 09:23:52.927131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831a904-f40a-4126-bd5f-89d1e18e4b29 req-48f49b75-3773-4c51-a3f6-df01cb625302 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:52.930002 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e831a904-f40a-4126-bd5f-89d1e18e4b29 req-48f49b75-3773-4c51-a3f6-df01cb625302 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 944 time: 0.1790459 Sep 09 09:23:52.948021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:52.952349 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-842c6155-a726-4c18-89d1-f0e7c24a379b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559514 Sep 09 09:23:52.973639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Made reservation on behalf of 319038797d6444fe83fac263f792c8b1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:23:52.975675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afb0cf2-c3be-4fb2-9c72-0adb1020db4d', 'tag': 'a1514fd4-af96-445b-a946-e22d577f7839'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:52.978917 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291f3874-6556-40c8-9771-81b5ebd50a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7afb0cf2-c3be-4fb2-9c72-0adb1020db4d", "tag": "a1514fd4-af96-445b-a946-e22d577f7839"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:52.979294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:52.997503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Transition to ACTIVE for port object d54d288d-88de-47ca-9f39-ac2f08942457 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:53.124839 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e831a904-f40a-4126-bd5f-89d1e18e4b29 req-060ccd51-7ae9-466d-9fd2-3f2ef220b879 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743960 Sep 09 09:23:53.129618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-931a7fd1-a92c-4dfc-91df-e4e1e900ce89 service neutron] 10.222.0.41 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661055 Sep 09 09:23:53.157853 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:53.241852 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-4f424780-a87e-403b-826c-45eb9e6be92b service neutron] 10.222.0.41 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107896 Sep 09 09:23:53.255994 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429f05a3-6624-4692-bb85-1b449c5f1b42 x-openstack-request-id: req-429f05a3-6624-4692-bb85-1b449c5f1b42 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:53.256459 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afb0cf2-c3be-4fb2-9c72-0adb1020db4d", "tag": "a1514fd4-af96-445b-a946-e22d577f7839", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:53.256723 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-429f05a3-6624-4692-bb85-1b449c5f1b42 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:53.257172 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afb0cf2-c3be-4fb2-9c72-0adb1020db4d', 'tag': 'a1514fd4-af96-445b-a946-e22d577f7839', 'status': 'completed', 'code': 200} Sep 09 09:23:53.318034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee17e63-1bc4-4cb5-a935-6dd4653c8d9e req-44cb76cb-6569-436c-8c82-554bf0c0a923 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:53.326413 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dee17e63-1bc4-4cb5-a935-6dd4653c8d9e req-44cb76cb-6569-436c-8c82-554bf0c0a923 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.2307973 Sep 09 09:23:53.406958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Pushing event updated for resources: {'Port': ['ID=d54d288d-88de-47ca-9f39-ac2f08942457,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:53.429157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dee17e63-1bc4-4cb5-a935-6dd4653c8d9e req-54e67361-3d4a-429e-bfa0-7e9c1778cc1b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018615 Sep 09 09:23:53.438319 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-8a68b877-0241-4917-9c83-07f1a6b7be23 service neutron] 10.222.0.41 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838503 Sep 09 09:23:53.462731 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Allocated IP 172.20.0.10 (7efe8e48-373b-4725-88ce-70a7125cfaad/e75ffe02-efbd-415c-8929-c3e24abb7f53/d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:23:53.473177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38220) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:53.480511 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac9edb6e-aa63-44f0-b45f-c76a3ffa54bc req-fa023468-ac16-4359-b4c0-96fa8819295f tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 210 time: 0.0519884 Sep 09 09:23:53.529142 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-306a5961-eddf-4b27-9f06-561519addc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:19Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'd4bfdd17-d32e-4024-af9d-cd68758e50f5', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'port_id': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:23:49Z', 'updated_at': '2021-09-09T09:23:49Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02', 'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:5d:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:18Z', 'updated_at': '2021-09-09T09:23:26Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:53.536789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f3874-6556-40c8-9771-81b5ebd50a9a req-1609998a-3b00-499b-aae6-fe311a9f414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:53.538326 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-291f3874-6556-40c8-9771-81b5ebd50a9a req-1609998a-3b00-499b-aae6-fe311a9f414a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff3552c7fbf42178bf0d298d1e282cb&device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 1096 time: 0.2804248 Sep 09 09:23:53.620386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a5961-eddf-4b27-9f06-561519addc95 None None] Checking router: a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:23:53.634906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a5961-eddf-4b27-9f06-561519addc95 None None] Routers {'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:23:53.636477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-306a5961-eddf-4b27-9f06-561519addc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:23:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:53.725011 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f502454c-e040-472b-bfea-faddb7a12bda tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/d4bfdd17-d32e-4024-af9d-cd68758e50f5 HTTP/1.1" status: 200 len: 990 time: 0.2486038 Sep 09 09:23:53.756891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4494d24-c42f-4db2-97b5-8103ed93a4c6 req-070bd2a3-66f0-449f-aae9-da1692d46cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:53.758231 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4494d24-c42f-4db2-97b5-8103ed93a4c6 req-070bd2a3-66f0-449f-aae9-da1692d46cb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ff3552c7fbf42178bf0d298d1e282cb&device_id=241da884-29cd-4e93-b47a-7892f86e21c8 HTTP/1.1" status: 200 len: 1095 time: 0.1412606 Sep 09 09:23:53.806557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Attempting to bind port d54d288d-88de-47ca-9f39-ac2f08942457 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:53.806908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Attempting to bind port d54d288d-88de-47ca-9f39-ac2f08942457 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:53.807239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Attempting to bind port d54d288d-88de-47ca-9f39-ac2f08942457 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:53.810128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-306a5961-eddf-4b27-9f06-561519addc95 None None] Set router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:23:53.810746 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d839cc46-9c27-42d8-a5ed-2ab49b8ac6bf req-890c4a46-8322-4a4f-abf0-9a617ecd9725 service neutron] 10.222.0.41 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702805 Sep 09 09:23:53.837903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f3874-6556-40c8-9771-81b5ebd50a9a req-89f5487b-27bd-4580-a73e-ece3b00b97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:53.840126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-291f3874-6556-40c8-9771-81b5ebd50a9a req-89f5487b-27bd-4580-a73e-ece3b00b97ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea HTTP/1.1" status: 200 len: 918 time: 0.2842467 Sep 09 09:23:53.842607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Port d54d288d-88de-47ca-9f39-ac2f08942457 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:23:53.843515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Attempting to bind port d54d288d-88de-47ca-9f39-ac2f08942457 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:53.889447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:53.891556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:53.892285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:53.892996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Bound port: d54d288d-88de-47ca-9f39-ac2f08942457, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:53.895959 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:53.949100 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:53.953649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4494d24-c42f-4db2-97b5-8103ed93a4c6 req-268f4633-608a-4f7d-afd2-be5058994187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:53.955158 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4494d24-c42f-4db2-97b5-8103ed93a4c6 req-268f4633-608a-4f7d-afd2-be5058994187 service neutron] 10.222.0.41 "GET /v2.0/networks?id=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea HTTP/1.1" status: 200 len: 918 time: 0.1863554 Sep 09 09:23:53.970339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Transition to ACTIVE for port object d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:54.010763 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4494d24-c42f-4db2-97b5-8103ed93a4c6 req-52421df4-c2cd-46a0-a355-a9b752cdc04d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf54611-9d6d-4b15-9d97-7f8fccc25233 HTTP/1.1" status: 200 len: 217 time: 0.0408003 Sep 09 09:23:54.035600 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-291f3874-6556-40c8-9771-81b5ebd50a9a req-8c9e4fef-c4b0-4d73-84e3-f3dbfcb9b807 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1514fd4-af96-445b-a946-e22d577f7839 HTTP/1.1" status: 200 len: 217 time: 0.1550806 Sep 09 09:23:54.046795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d24e2-db66-40ef-9d0c-6be60282a499 req-0a83932d-9776-4ea7-9046-81c1aef1337a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:54.053970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce5d24e2-db66-40ef-9d0c-6be60282a499 req-0a83932d-9776-4ea7-9046-81c1aef1337a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 948 time: 0.4301724 Sep 09 09:23:54.115234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4494d24-c42f-4db2-97b5-8103ed93a4c6 req-068e2300-4159-4ccb-969e-9b95936c2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:54.116803 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4494d24-c42f-4db2-97b5-8103ed93a4c6 req-068e2300-4159-4ccb-969e-9b95936c2ef1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9022a5e-f13b-4004-8404-97f109bc40bf HTTP/1.1" status: 200 len: 857 time: 0.0985980 Sep 09 09:23:54.135617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:54.155184 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-306a5961-eddf-4b27-9f06-561519addc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:19Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'd4bfdd17-d32e-4024-af9d-cd68758e50f5', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'port_id': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:23:49Z', 'updated_at': '2021-09-09T09:23:49Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02', 'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:5d:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:18Z', 'updated_at': '2021-09-09T09:23:26Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:23:54.167417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4494d24-c42f-4db2-97b5-8103ed93a4c6 req-a7dfaecc-48cc-4cfe-902d-0311d4725636 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427001 Sep 09 09:23:54.169439 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce5d24e2-db66-40ef-9d0c-6be60282a499 req-a165f52e-e2ba-450c-ac5b-1c40594bc519 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083550 Sep 09 09:23:54.170763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] For port d54d288d-88de-47ca-9f39-ac2f08942457, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:54.186268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f3874-6556-40c8-9771-81b5ebd50a9a req-279873fd-b3cb-404f-acfb-ff9f72a09075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:54.187913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-291f3874-6556-40c8-9771-81b5ebd50a9a req-279873fd-b3cb-404f-acfb-ff9f72a09075 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9022a5e-f13b-4004-8404-97f109bc40bf HTTP/1.1" status: 200 len: 857 time: 0.1293352 Sep 09 09:23:54.191885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] For port d54d288d-88de-47ca-9f39-ac2f08942457, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d54d288d-88de-47ca-9f39-ac2f08942457,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:54.202399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a5961-eddf-4b27-9f06-561519addc95 None None] The sync data for ids ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'] in n-d-778696-16 is: [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:19Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'd4bfdd17-d32e-4024-af9d-cd68758e50f5', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'port_id': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:23:49Z', 'updated_at': '2021-09-09T09:23:49Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02', 'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:5d:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:18Z', 'updated_at': '2021-09-09T09:23:26Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:23:54.211840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Network 7efe8e48-373b-4725-88ce-70a7125cfaad is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:23:54.227998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:23:54.241977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-291f3874-6556-40c8-9771-81b5ebd50a9a req-103b6a26-1853-45c0-867b-84caccbba3c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451691 Sep 09 09:23:54.244526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:23:54.326709 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:54.340061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event updated for resources: {'Port': ['ID=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:54.388422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:54.392568 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:54.392568 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] 10.222.0.41 "PUT /v2.0/ports/d54d288d-88de-47ca-9f39-ac2f08942457 HTTP/1.1" status: 200 len: 1097 time: 2.8186367 Sep 09 09:23:54.419429 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:54.420192 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:54.428713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-291f3874-6556-40c8-9771-81b5ebd50a9a req-7066f467-d13c-4b09-9e35-9b1319fd0d21 service neutron] 10.222.0.24 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772611 Sep 09 09:23:54.429773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcbfb2-7313-406b-9d03-cdc16dc04c7d service neutron] Pushing event updated for resources: {'Port': ['ID=d54d288d-88de-47ca-9f39-ac2f08942457,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:54.453441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759435e-9a67-40b1-80e3-7f9c96c78ccf req-f3d2d83c-46ed-48b4-aa3d-b7457f09fca9 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:54.455003 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7759435e-9a67-40b1-80e3-7f9c96c78ccf req-f3d2d83c-46ed-48b4-aa3d-b7457f09fca9 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 944 time: 0.2316079 Sep 09 09:23:54.481596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:54.489735 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c398da4-6755-490e-b468-712037c25fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:54.529370 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4494d24-c42f-4db2-97b5-8103ed93a4c6 req-592f20b5-0741-402f-9183-7b65f79782f6 service neutron] 10.222.0.41 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199096 Sep 09 09:23:54.541713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-08589a6c-5ee4-49a9-aa02-9d802c35eb33 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0089502 Sep 09 09:23:54.571109 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe22e73-569c-46d8-8a52-c2eb72ad1e3e None None] New status for floating IP d4bfdd17-d32e-4024-af9d-cd68758e50f5: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:23:54.605252 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8fc4f5-7431-4b05-8818-54dfd6d99e6e x-openstack-request-id: req-ac8fc4f5-7431-4b05-8818-54dfd6d99e6e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:54.605558 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:54.605981 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac8fc4f5-7431-4b05-8818-54dfd6d99e6e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:54.606520 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'status': 'completed', 'code': 200} Sep 09 09:23:54.620200 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Request body: {'port': {'device_id': '0189a973-0f6a-4cac-952e-797ffd05afed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:23:54.734294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38238) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:54.780932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-08a8cfc5-ea9c-4c0b-878d-43d801367ea9 None None] Provisioning for port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:54.795909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-08a8cfc5-ea9c-4c0b-878d-43d801367ea9 None None] Provisioning complete for port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:54.797687 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08a8cfc5-ea9c-4c0b-878d-43d801367ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:54.798917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7759435e-9a67-40b1-80e3-7f9c96c78ccf req-9f7e506e-041e-40cd-aa1e-95068edd5909 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209496 Sep 09 09:23:54.859277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-08a8cfc5-ea9c-4c0b-878d-43d801367ea9 None None] Port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:23:54.892227 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:54.901298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eb8b5e19-8649-4d88-a18e-37c0ceed0cb8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/d4bfdd17-d32e-4024-af9d-cd68758e50f5 HTTP/1.1" status: 200 len: 990 time: 0.1624048 Sep 09 09:23:54.927027 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4494d24-c42f-4db2-97b5-8103ed93a4c6 req-692dc5df-48e3-4f2f-8bf1-4a55c1739dee service neutron] 10.222.0.41 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626995 Sep 09 09:23:55.056119 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:55.216458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-5ab33705-9d77-4ada-99e0-75ac237a5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:55.218019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-5ab33705-9d77-4ada-99e0-75ac237a5772 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 1100 time: 0.6216285 Sep 09 09:23:55.226278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c398da4-6755-490e-b468-712037c25fdb req-72c1483c-8248-4619-8b98-9e2ee5cf76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:55.228452 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c398da4-6755-490e-b468-712037c25fdb req-72c1483c-8248-4619-8b98-9e2ee5cf76ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1097 time: 0.6084054 Sep 09 09:23:55.230501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-291f3874-6556-40c8-9771-81b5ebd50a9a req-d74d434e-68d8-42e4-ac25-a65ab73c4992 service neutron] 10.222.0.24 "GET /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7932804 Sep 09 09:23:55.256696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec2c9f-1814-4d6e-ba6b-c13c4f236ba8 req-e91ad38e-449a-4ee5-8126-de38f5665980 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:55.258092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5ec2c9f-1814-4d6e-ba6b-c13c4f236ba8 req-e91ad38e-449a-4ee5-8126-de38f5665980 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 932 time: 0.5587723 Sep 09 09:23:55.279499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:55.287053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5db0c91-cb7e-4827-b6f4-2365d64506f0', 'tag': 'd54d288d-88de-47ca-9f39-ac2f08942457'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:55.289479 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391282d0-1e96-4730-b341-8a740d485079" -d '{"events": [{"name": "network-changed", "server_uuid": "a5db0c91-cb7e-4827-b6f4-2365d64506f0", "tag": "d54d288d-88de-47ca-9f39-ac2f08942457"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:55.292206 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:55.307511 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-c261bb0c-f754-40ea-bca3-a32bf11b30b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d54d288d-88de-47ca-9f39-ac2f08942457 HTTP/1.1" status: 200 len: 217 time: 0.0736170 Sep 09 09:23:55.315184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Transition to ACTIVE for port object d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:23:55.325871 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7bfb-d09f-4c6f-b655-87cdb6dd6d4d req-637b7264-4acb-40f5-8afe-3e8d1a26b11f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:55.327569 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93cd7bfb-d09f-4c6f-b655-87cdb6dd6d4d req-637b7264-4acb-40f5-8afe-3e8d1a26b11f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 948 time: 0.0879726 Sep 09 09:23:55.370185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93cd7bfb-d09f-4c6f-b655-87cdb6dd6d4d req-59e156e2-ff8b-438a-824a-c42ea7ec0b0c tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362778 Sep 09 09:23:55.394087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:55.413078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5ec2c9f-1814-4d6e-ba6b-c13c4f236ba8 req-81512941-bf72-49f2-812a-7eed7e58aaa6 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101694 Sep 09 09:23:55.445068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-939a115f-3fca-4cdf-bfe6-63b3257a0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:55.445068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-939a115f-3fca-4cdf-bfe6-63b3257a0e55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1225324 Sep 09 09:23:55.458927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Pushing event updated for resources: {'Port': ['ID=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:55.471067 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e9138-295e-4090-8c34-5cd940474687 x-openstack-request-id: req-b50e9138-295e-4090-8c34-5cd940474687 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:55.471264 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5db0c91-cb7e-4827-b6f4-2365d64506f0", "tag": "d54d288d-88de-47ca-9f39-ac2f08942457", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:55.471494 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b50e9138-295e-4090-8c34-5cd940474687 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:55.471946 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5db0c91-cb7e-4827-b6f4-2365d64506f0', 'tag': 'd54d288d-88de-47ca-9f39-ac2f08942457', 'status': 'completed', 'code': 200} Sep 09 09:23:55.491305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c398da4-6755-490e-b468-712037c25fdb req-7d6df6d3-c910-4cd1-85c5-6a9bbbeeeb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:55.493578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c398da4-6755-490e-b468-712037c25fdb req-7d6df6d3-c910-4cd1-85c5-6a9bbbeeeb41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59886ec7-de9f-4901-a5a4-e93757e5dec9 HTTP/1.1" status: 200 len: 897 time: 0.2525988 Sep 09 09:23:55.552855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-35fa67fc-7fd0-4484-ace4-220b4daad83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:55.554304 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-35fa67fc-7fd0-4484-ace4-220b4daad83e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1058824 Sep 09 09:23:55.558808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Attempting to bind port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:23:55.559367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Attempting to bind port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:23:55.559909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Attempting to bind port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 on network 7efe8e48-373b-4725-88ce-70a7125cfaad {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:55.565681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 on network 7efe8e48-373b-4725-88ce-70a7125cfaad not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:23:55.566012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Attempting to bind port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 on network 7efe8e48-373b-4725-88ce-70a7125cfaad {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:23:55.571924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:23:55.572271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Checking segment: {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:23:55.572658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Bound using segment: {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:23:55.573326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Bound port: d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2cad1d-818d-4395-b038-c313496964aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:23:55.573842 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:55.594373 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c398da4-6755-490e-b468-712037c25fdb req-2c9d09d6-caaf-4f73-b459-15b15cc46305 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 200 len: 1000 time: 0.0947781 Sep 09 09:23:55.664176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] For port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:23:55.672079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] For port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:23:55.693951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c398da4-6755-490e-b468-712037c25fdb req-7ad96698-ecaf-4501-a5ef-91cafcc6ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:55.695497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c398da4-6755-490e-b468-712037c25fdb req-7ad96698-ecaf-4501-a5ef-91cafcc6ddee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=857a3cac-c580-4d35-9bf6-4ec4c2bd2408 HTTP/1.1" status: 200 len: 835 time: 0.0914776 Sep 09 09:23:55.725587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a1514fd4-af96-445b-a946-e22d577f7839 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:23:55.735141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-7cd68f5e-54d4-4468-afed-7ba774282ab0 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727419 Sep 09 09:23:55.740634 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:55.751647 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:55.782528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c398da4-6755-490e-b468-712037c25fdb req-de21f866-6cc8-423f-905e-74dae861c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:55.784152 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c398da4-6755-490e-b468-712037c25fdb req-de21f866-6cc8-423f-905e-74dae861c501 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59886ec7-de9f-4901-a5a4-e93757e5dec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792403 Sep 09 09:23:55.796095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:55.796773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:55.802426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] 10.222.0.24 "PUT /v2.0/ports/d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 HTTP/1.1" status: 200 len: 1093 time: 1.2004113 Sep 09 09:23:55.857050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc07623-7cda-4b8a-be35-da5da83b837c service neutron] Pushing event updated for resources: {'Port': ['ID=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:55.905274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38252) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:23:55.915406 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b69e23f-8606-4f38-a30f-209110f34c62 req-5f16ce5f-b485-4a63-9c07-7cc1dfe51730 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728842 Sep 09 09:23:55.960157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a1514fd4-af96-445b-a946-e22d577f7839, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a1514fd4-af96-445b-a946-e22d577f7839,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:55.963103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c398da4-6755-490e-b468-712037c25fdb req-df682ec2-3b60-44be-9f46-8a343b53a366 service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721520 Sep 09 09:23:56.029151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'a1514fd4-af96-445b-a946-e22d577f7839', 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea', 'port_id': 'a1514fd4-af96-445b-a946-e22d577f7839', 'mac_address': 'fa:16:3e:6e:9f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9022a5e-f13b-4004-8404-97f109bc40bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:23:56.057465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-fb7b560f-96d9-44ab-bb1f-8e7cf03babd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:56.057659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d09b08-f0c2-4ad3-9e3c-439f52c383a3 req-78aa7253-ff47-4cf0-9706-6709d28aff70 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:56.058215 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-fb7b560f-96d9-44ab-bb1f-8e7cf03babd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 1096 time: 0.0869839 Sep 09 09:23:56.080948 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-45f01cfb-e8f2-4bbd-9c2c-d9d299d84fd9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/d4bfdd17-d32e-4024-af9d-cd68758e50f5 HTTP/1.1" status: 200 len: 992 time: 0.1688912 Sep 09 09:23:56.092039 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a7d09b08-f0c2-4ad3-9e3c-439f52c383a3 req-78aa7253-ff47-4cf0-9706-6709d28aff70 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 944 time: 0.1693699 Sep 09 09:23:56.131267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-e6b02042-22bc-458e-80db-46445dfaa5c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 HTTP/1.1" status: 200 len: 217 time: 0.0518773 Sep 09 09:23:56.137332 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:56.162272 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1514fd4-af96-445b-a946-e22d577f7839 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:56.207724 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a1514fd4-af96-445b-a946-e22d577f7839, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a1514fd4-af96-445b-a946-e22d577f7839,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:56.208356 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-a9b04f29-e89e-4073-bee2-e0bd5e67a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:56.219692 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-a9b04f29-e89e-4073-bee2-e0bd5e67a799 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ffe02-efbd-415c-8929-c3e24abb7f53 HTTP/1.1" status: 200 len: 849 time: 0.0776901 Sep 09 09:23:56.261269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a7d09b08-f0c2-4ad3-9e3c-439f52c383a3 req-7e86cecc-5cd8-45fd-ab07-331939059eb5 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634781 Sep 09 09:23:56.263192 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c398da4-6755-490e-b468-712037c25fdb req-c02fc279-04df-4c65-91ad-38666eaeea75 service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927642 Sep 09 09:23:56.268494 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391282d0-1e96-4730-b341-8a740d485079 req-dffe3d26-c2b7-4056-9b7e-c73c3a95ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:56.270068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-391282d0-1e96-4730-b341-8a740d485079 req-dffe3d26-c2b7-4056-9b7e-c73c3a95ee30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3075177ca7204a6db633c5f58d701800&device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 1100 time: 0.1711185 Sep 09 09:23:56.275684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-46296ed9-ffee-4bbf-a35e-648321d6062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:56.277577 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-46296ed9-ffee-4bbf-a35e-648321d6062d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7efe8e48-373b-4725-88ce-70a7125cfaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536280 Sep 09 09:23:56.318012 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:56.369312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=a1514fd4-af96-445b-a946-e22d577f7839,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:56.370354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391282d0-1e96-4730-b341-8a740d485079 req-33b161a6-80c2-4f04-8b5b-6af347427c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:56.372238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-391282d0-1e96-4730-b341-8a740d485079 req-33b161a6-80c2-4f04-8b5b-6af347427c4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.0947835 Sep 09 09:23:56.384101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-d839688b-3405-4b8b-9add-3d6c128cefda service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951879 Sep 09 09:23:56.437825 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-391282d0-1e96-4730-b341-8a740d485079 req-9ec12d86-fbb3-4e86-955f-6404053db60e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d54d288d-88de-47ca-9f39-ac2f08942457 HTTP/1.1" status: 200 len: 217 time: 0.0498235 Sep 09 09:23:56.441294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1cf54611-9d6d-4b15-9d97-7f8fccc25233 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:23:56.583014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391282d0-1e96-4730-b341-8a740d485079 req-96b25b3e-c1a6-4b57-a285-21e6a42b8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:56.584907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-391282d0-1e96-4730-b341-8a740d485079 req-96b25b3e-c1a6-4b57-a285-21e6a42b8b4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1320813 Sep 09 09:23:56.600944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22817d8f-5e57-4864-bf42-d15990e47f94 req-dfeacbe0-7d43-479f-82db-560484f48603 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:56.602692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22817d8f-5e57-4864-bf42-d15990e47f94 req-dfeacbe0-7d43-479f-82db-560484f48603 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 948 time: 0.0850174 Sep 09 09:23:56.627317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 1cf54611-9d6d-4b15-9d97-7f8fccc25233, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1cf54611-9d6d-4b15-9d97-7f8fccc25233,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:56.639712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '1cf54611-9d6d-4b15-9d97-7f8fccc25233', 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea', 'port_id': '1cf54611-9d6d-4b15-9d97-7f8fccc25233', 'mac_address': 'fa:16:3e:dd:5c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9022a5e-f13b-4004-8404-97f109bc40bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:23:56.678400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391282d0-1e96-4730-b341-8a740d485079 req-ad1fd7af-d099-48b2-aa83-e305243cd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:56.680116 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-391282d0-1e96-4730-b341-8a740d485079 req-ad1fd7af-d099-48b2-aa83-e305243cd9e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0758307 Sep 09 09:23:56.683779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22817d8f-5e57-4864-bf42-d15990e47f94 req-c7dcaaf8-38b5-435f-b003-9a1a24fa86d9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685036 Sep 09 09:23:56.685949 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:56.701835 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf54611-9d6d-4b15-9d97-7f8fccc25233 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:56.725209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 1cf54611-9d6d-4b15-9d97-7f8fccc25233, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1cf54611-9d6d-4b15-9d97-7f8fccc25233,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:56.755911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0189a973-0f6a-4cac-952e-797ffd05afed', 'tag': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:56.758237 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02" -d '{"events": [{"name": "network-changed", "server_uuid": "0189a973-0f6a-4cac-952e-797ffd05afed", "tag": "d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:56.762029 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['a1514fd4-af96-445b-a946-e22d577f7839'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:56.806396 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-391282d0-1e96-4730-b341-8a740d485079 req-d900ceb0-9d41-48b8-b4aa-bab5628b2860 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174681 Sep 09 09:23:56.807164 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:56.851333 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca5efb5-247f-4105-b33d-c0aa1f44a61f x-openstack-request-id: req-9ca5efb5-247f-4105-b33d-c0aa1f44a61f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:56.851718 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0189a973-0f6a-4cac-952e-797ffd05afed", "tag": "d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:56.851923 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ca5efb5-247f-4105-b33d-c0aa1f44a61f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:56.852832 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0189a973-0f6a-4cac-952e-797ffd05afed', 'tag': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3', 'status': 'completed', 'code': 200} Sep 09 09:23:56.882817 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e16fc-195f-4fd0-bb9d-e82c397f39d0 req-b315f669-d7ef-41c4-9031-443261d19b50 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:56.885391 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db4e16fc-195f-4fd0-bb9d-e82c397f39d0 req-b315f669-d7ef-41c4-9031-443261d19b50 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 944 time: 0.1233730 Sep 09 09:23:56.891814 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=1cf54611-9d6d-4b15-9d97-7f8fccc25233,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:56.906711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c5910ec-826a-465b-afd4-582f8c3ca41c req-db9f525e-dd11-44a7-8418-590ea2de522e service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108664 Sep 09 09:23:56.948687 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-391282d0-1e96-4730-b341-8a740d485079 req-8ab18828-7764-4c27-8131-60409733a2da service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339498 Sep 09 09:23:56.953296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db4e16fc-195f-4fd0-bb9d-e82c397f39d0 req-8f2e141a-277a-46a4-97fa-be1977d9de81 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422478 Sep 09 09:23:57.107999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02 req-ad65debe-872f-4387-bf03-e0a829c30dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:57.109618 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02 req-ad65debe-872f-4387-bf03-e0a829c30dee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 1096 time: 0.0405552 Sep 09 09:23:57.121107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['1cf54611-9d6d-4b15-9d97-7f8fccc25233'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:57.227993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02 req-a122f578-37ab-4e00-9966-a2cc3bd4e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:57.230211 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02 req-a122f578-37ab-4e00-9966-a2cc3bd4e37e service neutron] 10.222.0.24 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 911 time: 0.1088421 Sep 09 09:23:57.282963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02 req-2543d059-b281-46de-bced-f2f1962b9756 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 HTTP/1.1" status: 200 len: 217 time: 0.0424728 Sep 09 09:23:57.355203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02 req-3c12d001-9dd2-4f8a-8f76-3e59ebec3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:57.356844 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02 req-3c12d001-9dd2-4f8a-8f76-3e59ebec3043 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ffe02-efbd-415c-8929-c3e24abb7f53 HTTP/1.1" status: 200 len: 849 time: 0.0562975 Sep 09 09:23:57.440497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4366c-7d8d-4db2-95fa-04e1d27c1177 req-e1e334f4-0652-4032-b351-da2c08c0ba27 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:57.442121 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ee4366c-7d8d-4db2-95fa-04e1d27c1177 req-e1e334f4-0652-4032-b351-da2c08c0ba27 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 945 time: 0.0831442 Sep 09 09:23:57.445367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02 req-707a256a-d59b-456d-afa7-4bfaaa24071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:57.447365 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02 req-707a256a-d59b-456d-afa7-4bfaaa24071b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7efe8e48-373b-4725-88ce-70a7125cfaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782125 Sep 09 09:23:57.513916 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ee4366c-7d8d-4db2-95fa-04e1d27c1177 req-dba8ef48-7ff4-44bc-8ef0-197ac68d7d76 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642002 Sep 09 09:23:57.526581 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:23:57.575233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02 req-9974ffdb-4fe6-453a-82f9-594d7a40174e service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184595 Sep 09 09:23:57.670395 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1e98dd5-0f3f-4aa5-a5da-a792af844c02 req-18432dd6-e2dd-4db6-b9de-a54f678774cc service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879247 Sep 09 09:23:57.816477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3766bc-496a-4c28-a128-6e220a7eeb7e req-0b6303e1-f5fe-4ff5-81de-e17e87aed2e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:57.817936 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf3766bc-496a-4c28-a128-6e220a7eeb7e req-0b6303e1-f5fe-4ff5-81de-e17e87aed2e0 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 948 time: 0.0531101 Sep 09 09:23:57.857826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf3766bc-496a-4c28-a128-6e220a7eeb7e req-3f098e59-c56c-4c70-b62f-c0371d48ec6b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334377 Sep 09 09:23:58.090925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9379ff-c487-489c-8804-80a73ded4a3f req-db5debac-3c6e-47d3-90d2-905f25b3484e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:58.092438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de9379ff-c487-489c-8804-80a73ded4a3f req-db5debac-3c6e-47d3-90d2-905f25b3484e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 944 time: 0.0536821 Sep 09 09:23:58.134049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-de9379ff-c487-489c-8804-80a73ded4a3f req-19055d2e-a215-4abb-b400-31fc60df86f3 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354486 Sep 09 09:23:58.456719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:23:58.460860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1cf54611-9d6d-4b15-9d97-7f8fccc25233 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:58.594640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:58.605837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d', 'network_id': '026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea', 'port_id': 'f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d', 'mac_address': 'fa:16:3e:2d:18:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9022a5e-f13b-4004-8404-97f109bc40bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:23:58.631969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4c09d-0dc3-4c14-95fc-2e2a2eda60cb req-25c3c5e9-3fdd-4ab7-a599-c585e70c22eb tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:58.634113 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dd4c09d-0dc3-4c14-95fc-2e2a2eda60cb req-25c3c5e9-3fdd-4ab7-a599-c585e70c22eb tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 945 time: 0.0508258 Sep 09 09:23:58.648404 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:58.662268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:23:58.668083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 1cf54611-9d6d-4b15-9d97-7f8fccc25233 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:58.673814 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dd4c09d-0dc3-4c14-95fc-2e2a2eda60cb req-1ee7f29f-6e3e-4d57-93c4-408ec8692483 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Sep 09 09:23:58.676097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 1cf54611-9d6d-4b15-9d97-7f8fccc25233 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:58.676564 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:58.706075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:58.765103 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:58.783208 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:58.793307 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241da884-29cd-4e93-b47a-7892f86e21c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf54611-9d6d-4b15-9d97-7f8fccc25233'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:23:58.795892 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06135c47-a0a7-4026-8c96-3b0934fd8c51" -d '{"events": [{"server_uuid": "241da884-29cd-4e93-b47a-7892f86e21c8", "name": "network-vif-plugged", "status": "completed", "tag": "1cf54611-9d6d-4b15-9d97-7f8fccc25233"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:23:58.830578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 1cf54611-9d6d-4b15-9d97-7f8fccc25233, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1cf54611-9d6d-4b15-9d97-7f8fccc25233,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:58.854946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:58.861371 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803a5251-4e4c-43e6-b618-816e740442b3 x-openstack-request-id: req-803a5251-4e4c-43e6-b618-816e740442b3 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:23:58.861662 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241da884-29cd-4e93-b47a-7892f86e21c8", "name": "network-vif-plugged", "status": "completed", "tag": "1cf54611-9d6d-4b15-9d97-7f8fccc25233", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:23:58.861963 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-803a5251-4e4c-43e6-b618-816e740442b3 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:23:58.862348 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241da884-29cd-4e93-b47a-7892f86e21c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf54611-9d6d-4b15-9d97-7f8fccc25233', 'code': 200} Sep 09 09:23:58.946060 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:58.998010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=1cf54611-9d6d-4b15-9d97-7f8fccc25233,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:23:59.013245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0656ef-59a2-43b7-8dc1-b2ff7e88a314 req-6495da1b-868f-497e-a8c0-dbef5c33e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:59.014858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae0656ef-59a2-43b7-8dc1-b2ff7e88a314 req-6495da1b-868f-497e-a8c0-dbef5c33e5ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=241da884-29cd-4e93-b47a-7892f86e21c8 HTTP/1.1" status: 200 len: 1097 time: 0.0765319 Sep 09 09:23:59.022550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03660c65-3191-4f0f-82e1-a9ccc8dd7909 req-30d216c3-df7b-475e-8c8b-5117e750f3c4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:59.024533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03660c65-3191-4f0f-82e1-a9ccc8dd7909 req-30d216c3-df7b-475e-8c8b-5117e750f3c4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 948 time: 0.0774858 Sep 09 09:23:59.082031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae0656ef-59a2-43b7-8dc1-b2ff7e88a314 req-cf0fec6b-b9bd-4048-b7d7-d053df4fdf89 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559518 Sep 09 09:23:59.085054 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03660c65-3191-4f0f-82e1-a9ccc8dd7909 req-9281f468-09e3-400c-9681-606330a49987 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533667 Sep 09 09:23:59.112000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:23:59.256114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47ea68-15d0-4a1b-856c-9fadc46cff91 req-841961e8-6f84-4c69-954e-0e632a8bc08a tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:59.259308 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee47ea68-15d0-4a1b-856c-9fadc46cff91 req-841961e8-6f84-4c69-954e-0e632a8bc08a tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 944 time: 0.0519125 Sep 09 09:23:59.303574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee47ea68-15d0-4a1b-856c-9fadc46cff91 req-a88b6bdb-b857-4706-b81e-123cf52f258d tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359714 Sep 09 09:23:59.752532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:23:59.757032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a1514fd4-af96-445b-a946-e22d577f7839 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:23:59.799112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30255deb-010f-4e75-a5bd-a913651f4478 req-8faeaa45-d1be-4d16-afce-57372c89ee46 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:23:59.800651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30255deb-010f-4e75-a5bd-a913651f4478 req-8faeaa45-d1be-4d16-afce-57372c89ee46 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 945 time: 0.0558534 Sep 09 09:23:59.840471 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30255deb-010f-4e75-a5bd-a913651f4478 req-0595a926-4767-40fd-bdcd-814f19e75a69 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Sep 09 09:23:59.890842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:23:59.902323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'port_id': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3', 'mac_address': 'fa:16:3e:ab:ae:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:23:59.929889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port a1514fd4-af96-445b-a946-e22d577f7839 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:23:59.936665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port a1514fd4-af96-445b-a946-e22d577f7839 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:23:59.937045 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:59.969539 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:23:59.991805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:24:00.017748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:00.053632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:00.083107 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:00.089122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port a1514fd4-af96-445b-a946-e22d577f7839, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a1514fd4-af96-445b-a946-e22d577f7839,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:00.150627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:00.163325 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:00.216444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=a1514fd4-af96-445b-a946-e22d577f7839,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:00.230745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885069a6-e1a1-4fc6-a722-5168a6dd5599 req-0cd02200-a697-4026-9d0b-9b3d6a1254d4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:00.232486 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-885069a6-e1a1-4fc6-a722-5168a6dd5599 req-0cd02200-a697-4026-9d0b-9b3d6a1254d4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 948 time: 0.0576794 Sep 09 09:24:00.273827 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-885069a6-e1a1-4fc6-a722-5168a6dd5599 req-e056af91-d4cb-43c5-89cb-e739a54c68ce tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 Sep 09 09:24:00.434648 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef45f7-3a49-4cba-9c8a-aba86e2b0881 req-61c9ad79-9587-4b79-b1b8-29c38f55927c tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:00.435194 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ebef45f7-3a49-4cba-9c8a-aba86e2b0881 req-61c9ad79-9587-4b79-b1b8-29c38f55927c tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 945 time: 0.0529432 Sep 09 09:24:00.465295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d54d288d-88de-47ca-9f39-ac2f08942457 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:24:00.494017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ebef45f7-3a49-4cba-9c8a-aba86e2b0881 req-5c45e4f7-2f58-4e2c-8ffe-0068e57ec391 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478592 Sep 09 09:24:00.498782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:00.533422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:00.639344 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d54d288d-88de-47ca-9f39-ac2f08942457, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d54d288d-88de-47ca-9f39-ac2f08942457,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:00.662190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'd54d288d-88de-47ca-9f39-ac2f08942457', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'd54d288d-88de-47ca-9f39-ac2f08942457', 'mac_address': 'fa:16:3e:8b:da:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:24:00.733496 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:00.738064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:00.762530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:00.763148 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:00.767908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54d288d-88de-47ca-9f39-ac2f08942457 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:24:00.826457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d54d288d-88de-47ca-9f39-ac2f08942457, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d54d288d-88de-47ca-9f39-ac2f08942457,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:00.876566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afb0cf2-c3be-4fb2-9c72-0adb1020db4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1514fd4-af96-445b-a946-e22d577f7839'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:00.877590 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81db257f-4f9e-4d02-930e-3844b89b4142" -d '{"events": [{"server_uuid": "7afb0cf2-c3be-4fb2-9c72-0adb1020db4d", "name": "network-vif-plugged", "status": "completed", "tag": "a1514fd4-af96-445b-a946-e22d577f7839"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:00.905046 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:00.919340 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbbdd43-7af7-489c-9b08-82cdc6f15709 x-openstack-request-id: req-ebbbdd43-7af7-489c-9b08-82cdc6f15709 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:00.919684 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afb0cf2-c3be-4fb2-9c72-0adb1020db4d", "name": "network-vif-plugged", "status": "completed", "tag": "a1514fd4-af96-445b-a946-e22d577f7839", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:00.919934 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebbbdd43-7af7-489c-9b08-82cdc6f15709 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:00.920319 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afb0cf2-c3be-4fb2-9c72-0adb1020db4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1514fd4-af96-445b-a946-e22d577f7839', 'code': 200} Sep 09 09:24:00.928857 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:00.998342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:01.001738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76de00-e317-43e9-9823-cf292b110a2a req-d902387b-2ecb-4ca0-a9fd-33e542d9d8a0 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:01.004351 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b76de00-e317-43e9-9823-cf292b110a2a req-d902387b-2ecb-4ca0-a9fd-33e542d9d8a0 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 946 time: 0.0788801 Sep 09 09:24:01.020511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=d54d288d-88de-47ca-9f39-ac2f08942457,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:01.077142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80abf5-304b-4f88-837f-87156ec76199 req-fba4239f-bfd1-4c18-baa7-af07b71e85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:01.077389 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:01.078938 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e80abf5-304b-4f88-837f-87156ec76199 req-fba4239f-bfd1-4c18-baa7-af07b71e85e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 1098 time: 0.0733972 Sep 09 09:24:01.082882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b76de00-e317-43e9-9823-cf292b110a2a req-95b9b8b0-e81c-4520-a719-d34199ed4d77 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468476 Sep 09 09:24:01.132145 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e80abf5-304b-4f88-837f-87156ec76199 req-39efc171-425b-4b17-a3f4-c1b4063134c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445364 Sep 09 09:24:01.132800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:01.271177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['d54d288d-88de-47ca-9f39-ac2f08942457'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:01.411827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26fa1e-bc76-40e4-afd7-8924b3f9863c req-56636083-f6e9-4c1e-ae8e-daf4b11f2c7b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:01.413861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f26fa1e-bc76-40e4-afd7-8924b3f9863c req-56636083-f6e9-4c1e-ae8e-daf4b11f2c7b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 949 time: 0.0542023 Sep 09 09:24:01.456000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f26fa1e-bc76-40e4-afd7-8924b3f9863c req-62d437c6-0e57-41fc-ba72-2a1372a68844 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344908 Sep 09 09:24:01.605903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993252e-97a3-487b-ad35-f03f782a9f58 req-7f791008-a98d-4438-bbf5-a3d831f6d51d tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:01.607650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c993252e-97a3-487b-ad35-f03f782a9f58 req-7f791008-a98d-4438-bbf5-a3d831f6d51d tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 945 time: 0.0519462 Sep 09 09:24:01.655369 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c993252e-97a3-487b-ad35-f03f782a9f58 req-6effa2d6-d6ba-466b-b5d3-0fa358480ddf tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402205 Sep 09 09:24:02.207426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab769c7c-0aa4-4078-b89e-2364e290c2ff req-a6d1e61c-82d5-4af7-8345-223dc4de6c25 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:02.208915 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab769c7c-0aa4-4078-b89e-2364e290c2ff req-a6d1e61c-82d5-4af7-8345-223dc4de6c25 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 946 time: 0.0513141 Sep 09 09:24:02.249289 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab769c7c-0aa4-4078-b89e-2364e290c2ff req-e4b74f87-8496-4756-85b0-2ad82c7557f5 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332468 Sep 09 09:24:02.585418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42da97d-6986-4d3b-b5ce-00076ac3f5ed req-ffa31842-ddc2-4598-8cdd-be09553b8ca6 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:02.587916 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a42da97d-6986-4d3b-b5ce-00076ac3f5ed req-ffa31842-ddc2-4598-8cdd-be09553b8ca6 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 949 time: 0.0561867 Sep 09 09:24:02.633270 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a42da97d-6986-4d3b-b5ce-00076ac3f5ed req-a6230631-d177-4b50-bd32-367bbe9ce757 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369389 Sep 09 09:24:02.786136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd20f6-d40a-4037-9cda-b8d0cd6b3caf req-1a731c29-a894-40dc-a186-9c1546702dfe tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:02.787678 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eefd20f6-d40a-4037-9cda-b8d0cd6b3caf req-1a731c29-a894-40dc-a186-9c1546702dfe tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 945 time: 0.0541327 Sep 09 09:24:02.827902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eefd20f6-d40a-4037-9cda-b8d0cd6b3caf req-16bb19a0-0668-45bd-957e-3da210c0bfe9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337031 Sep 09 09:24:02.921384 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff7194a-c03c-4167-bbdf-bdf0f852faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:02.924000 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65b44f9-23b3-4d33-971d-7400e0a0bd9a" -d '{"events": [{"server_uuid": "4ff7194a-c03c-4167-bbdf-bdf0f852faf4", "name": "network-vif-plugged", "status": "completed", "tag": "f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:02.962908 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737e6ee3-b91e-4cf4-964c-437a45caa49f x-openstack-request-id: req-737e6ee3-b91e-4cf4-964c-437a45caa49f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:02.963199 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff7194a-c03c-4167-bbdf-bdf0f852faf4", "name": "network-vif-plugged", "status": "completed", "tag": "f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:02.963490 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-737e6ee3-b91e-4cf4-964c-437a45caa49f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:02.963885 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff7194a-c03c-4167-bbdf-bdf0f852faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d', 'code': 200} Sep 09 09:24:03.064296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcde6-f462-4096-919e-44128120af13 req-8be3be80-3263-46b2-a614-0b568e8e6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:03.065795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-523fcde6-f462-4096-919e-44128120af13 req-8be3be80-3263-46b2-a614-0b568e8e6e2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ff7194a-c03c-4167-bbdf-bdf0f852faf4 HTTP/1.1" status: 200 len: 1097 time: 0.0401714 Sep 09 09:24:03.102603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-523fcde6-f462-4096-919e-44128120af13 req-51581eea-5126-4d51-8113-af61e1d6f8f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276537 Sep 09 09:24:03.373867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d1cc5-c991-41a5-97a4-f26fa4bbdac0 req-e3c0089f-b83a-4346-9527-c3adea0b6212 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:03.375494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-532d1cc5-c991-41a5-97a4-f26fa4bbdac0 req-e3c0089f-b83a-4346-9527-c3adea0b6212 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 946 time: 0.0553536 Sep 09 09:24:03.414010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-532d1cc5-c991-41a5-97a4-f26fa4bbdac0 req-1a193e3b-efe2-4296-a2d6-0ac677c47de5 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324244 Sep 09 09:24:03.532709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a60d55-c7e7-40ea-839e-5d2c18e63918 req-e3b64226-3904-45de-a298-217c778a08f7 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:03.534153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56a60d55-c7e7-40ea-839e-5d2c18e63918 req-e3b64226-3904-45de-a298-217c778a08f7 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=241da884-29cd-4e93-b47a-7892f86e21c8 HTTP/1.1" status: 200 len: 945 time: 0.0497484 Sep 09 09:24:03.579617 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56a60d55-c7e7-40ea-839e-5d2c18e63918 req-73264dea-bef8-4060-9936-e07c21700b25 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386798 Sep 09 09:24:03.701855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5627d7-e117-4f95-8b12-cdd497157996 req-06df431d-7d68-4e1b-8160-16c10715ceec tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:03.703445 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b5627d7-e117-4f95-8b12-cdd497157996 req-06df431d-7d68-4e1b-8160-16c10715ceec tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ff7194a-c03c-4167-bbdf-bdf0f852faf4 HTTP/1.1" status: 200 len: 945 time: 0.0535038 Sep 09 09:24:03.756586 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b5627d7-e117-4f95-8b12-cdd497157996 req-7c30b523-03d0-47c6-a6e6-03fcd0d6c99b tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 Sep 09 09:24:03.761347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc08b0-13e9-4b86-87a6-4d58107f2530 req-d9424309-d9a2-4c93-8753-41bc54dd1441 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:03.774329 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-04fc08b0-13e9-4b86-87a6-4d58107f2530 req-d9424309-d9a2-4c93-8753-41bc54dd1441 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 949 time: 0.0696454 Sep 09 09:24:03.801072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:03.842808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-04fc08b0-13e9-4b86-87a6-4d58107f2530 req-14bb7ede-8d80-4858-8639-d3d5e4a7eb2f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540028 Sep 09 09:24:03.946800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:03.950886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:03.951325 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:04.035749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931daf75-909e-472b-970e-14505c171c85 req-26625b66-4a4e-4876-940d-2666dd892934 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:04.037595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-931daf75-909e-472b-970e-14505c171c85 req-26625b66-4a4e-4876-940d-2666dd892934 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 945 time: 0.0522592 Sep 09 09:24:04.041511 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:04.078264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:04.080666 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-931daf75-909e-472b-970e-14505c171c85 req-b0c63ed7-81b2-4283-996c-356540ea1833 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334842 Sep 09 09:24:04.219917 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:04.272564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:04.510615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d54d288d-88de-47ca-9f39-ac2f08942457 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:04.666123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port d54d288d-88de-47ca-9f39-ac2f08942457 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:04.670121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port d54d288d-88de-47ca-9f39-ac2f08942457 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:04.670615 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:04.750896 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:04.785705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d54d288d-88de-47ca-9f39-ac2f08942457, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d54d288d-88de-47ca-9f39-ac2f08942457,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:04.831920 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:04.893305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7239772-3906-457c-b0d9-8141b8f4c0ea req-810a0979-2b1d-4254-b66d-d2c7f346323c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:04.894286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=d54d288d-88de-47ca-9f39-ac2f08942457,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:04.895060 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7239772-3906-457c-b0d9-8141b8f4c0ea req-810a0979-2b1d-4254-b66d-d2c7f346323c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ff7194a-c03c-4167-bbdf-bdf0f852faf4 HTTP/1.1" status: 200 len: 945 time: 0.0716691 Sep 09 09:24:04.943670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7239772-3906-457c-b0d9-8141b8f4c0ea req-8c658a21-de60-4d9a-a432-57dd341aebea tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348673 Sep 09 09:24:04.964655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0189a973-0f6a-4cac-952e-797ffd05afed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3'}, {'server_uuid': 'a5db0c91-cb7e-4827-b6f4-2365d64506f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d288d-88de-47ca-9f39-ac2f08942457'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:04.967277 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409d4b0b-cabe-482a-95ab-1eb0fb2e963c" -d '{"events": [{"server_uuid": "0189a973-0f6a-4cac-952e-797ffd05afed", "name": "network-vif-plugged", "status": "completed", "tag": "d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3"}, {"server_uuid": "a5db0c91-cb7e-4827-b6f4-2365d64506f0", "name": "network-vif-plugged", "status": "completed", "tag": "d54d288d-88de-47ca-9f39-ac2f08942457"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:04.970340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ac4e5-1de9-4cba-9a53-981e46d5e01b req-78931a38-90eb-48b6-a812-c84e7933af4e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:04.972121 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6e9ac4e5-1de9-4cba-9a53-981e46d5e01b req-78931a38-90eb-48b6-a812-c84e7933af4e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 950 time: 0.0612776 Sep 09 09:24:05.012345 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6e9ac4e5-1de9-4cba-9a53-981e46d5e01b req-87208378-69f9-406d-89bd-b5ac1afc5ad8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341129 Sep 09 09:24:05.351413 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e95d885-7f13-47f2-adaf-1fb0de4490eb x-openstack-request-id: req-9e95d885-7f13-47f2-adaf-1fb0de4490eb {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:05.351712 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0189a973-0f6a-4cac-952e-797ffd05afed", "name": "network-vif-plugged", "status": "completed", "tag": "d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3", "code": 200}, {"server_uuid": "a5db0c91-cb7e-4827-b6f4-2365d64506f0", "name": "network-vif-plugged", "status": "completed", "tag": "d54d288d-88de-47ca-9f39-ac2f08942457", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:05.352460 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e95d885-7f13-47f2-adaf-1fb0de4490eb {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:05.352860 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0189a973-0f6a-4cac-952e-797ffd05afed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3', 'code': 200} Sep 09 09:24:05.353270 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5db0c91-cb7e-4827-b6f4-2365d64506f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d288d-88de-47ca-9f39-ac2f08942457', 'code': 200} Sep 09 09:24:05.459141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630e67-70e1-47c8-88b2-c1fe6d98f424 req-29a1fe63-9464-4280-996c-d6246a98cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:05.460932 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b630e67-70e1-47c8-88b2-c1fe6d98f424 req-29a1fe63-9464-4280-996c-d6246a98cc0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 1102 time: 0.0414608 Sep 09 09:24:05.485378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f03a6-9aa4-4d25-a1df-d9ca49fae5a1 req-57674876-e67b-4fb5-b3bc-b4cbda2ee7ae tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:05.486916 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-743f03a6-9aa4-4d25-a1df-d9ca49fae5a1 req-57674876-e67b-4fb5-b3bc-b4cbda2ee7ae tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 946 time: 0.0862823 Sep 09 09:24:05.493595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f986b-bc8a-4340-b685-b24bd1d922f4 req-15512903-745a-45d9-af1a-d8a5bf5ddc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:05.498569 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d2f986b-bc8a-4340-b685-b24bd1d922f4 req-15512903-745a-45d9-af1a-d8a5bf5ddc0c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 1098 time: 0.0615897 Sep 09 09:24:05.512014 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b630e67-70e1-47c8-88b2-c1fe6d98f424 req-4f23fa27-23e3-410d-8787-58ab7a7eb71c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Sep 09 09:24:05.552614 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-743f03a6-9aa4-4d25-a1df-d9ca49fae5a1 req-3304bb31-c7d4-4109-b182-15f6c9d08095 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564668 Sep 09 09:24:05.559316 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d2f986b-bc8a-4340-b685-b24bd1d922f4 req-f446e6fb-4fc4-4db0-b605-c1598af940e5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463431 Sep 09 09:24:05.601973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a10700-4b5f-48a8-924d-151f25eeb1b4 req-88ed1fd1-0a66-45b6-9d1f-19a277d99f5a tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:05.603577 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-62a10700-4b5f-48a8-924d-151f25eeb1b4 req-88ed1fd1-0a66-45b6-9d1f-19a277d99f5a tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 945 time: 0.0533772 Sep 09 09:24:05.643344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-62a10700-4b5f-48a8-924d-151f25eeb1b4 req-6d4ed01b-1541-4b5c-b9e9-4a9f72b1717e tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335410 Sep 09 09:24:05.661521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939df87a-e085-423c-8e5a-59d5de653f7b req-a80c9480-3a0a-47f5-ac61-07dd8c76f1b6 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:05.663038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-939df87a-e085-423c-8e5a-59d5de653f7b req-a80c9480-3a0a-47f5-ac61-07dd8c76f1b6 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ff7194a-c03c-4167-bbdf-bdf0f852faf4 HTTP/1.1" status: 200 len: 945 time: 0.0523546 Sep 09 09:24:05.702017 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-939df87a-e085-423c-8e5a-59d5de653f7b req-4f029bdb-6a62-49ac-9f80-5799c351b2b2 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Sep 09 09:24:06.133794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c39d9-5a4b-4622-afa5-cf4fc6ca9fef req-9d42d23a-e8a6-4a36-8853-76f1af21461e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:06.135481 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f3c39d9-5a4b-4622-afa5-cf4fc6ca9fef req-9d42d23a-e8a6-4a36-8853-76f1af21461e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 950 time: 0.0547330 Sep 09 09:24:06.177375 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f3c39d9-5a4b-4622-afa5-cf4fc6ca9fef req-02c73430-d3f9-4e0a-a501-e2ae1623e907 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352938 Sep 09 09:24:06.670907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f7899-43ef-4178-8a1f-0613a986dfa0 req-797c9fc7-bd43-48c2-91f4-1fdc698529c9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:06.672499 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b94f7899-43ef-4178-8a1f-0613a986dfa0 req-797c9fc7-bd43-48c2-91f4-1fdc698529c9 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 946 time: 0.0509460 Sep 09 09:24:06.714127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b94f7899-43ef-4178-8a1f-0613a986dfa0 req-8c87413b-87a1-4a48-a8c4-ee0bf9b2cdd2 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352733 Sep 09 09:24:06.775103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed96745-e3b1-4c4b-8995-b1fa78f0c847 req-a5ba495c-fd68-4551-9652-e5f56123f5f6 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:06.776767 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ed96745-e3b1-4c4b-8995-b1fa78f0c847 req-a5ba495c-fd68-4551-9652-e5f56123f5f6 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 945 time: 0.0549202 Sep 09 09:24:06.820058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ed96745-e3b1-4c4b-8995-b1fa78f0c847 req-40a3ae07-edf1-454c-b408-342832a06c33 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370588 Sep 09 09:24:06.843079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dedfc-f840-4cb5-ade6-6c5153f98601 req-98db8637-85ab-4c5a-8b6c-88741f46e571 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:06.843079 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c7dedfc-f840-4cb5-ade6-6c5153f98601 req-98db8637-85ab-4c5a-8b6c-88741f46e571 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ff7194a-c03c-4167-bbdf-bdf0f852faf4 HTTP/1.1" status: 200 len: 945 time: 0.0531561 Sep 09 09:24:06.876356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c7dedfc-f840-4cb5-ade6-6c5153f98601 req-ae986441-988b-4c7c-a5b2-a85e524346df tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327251 Sep 09 09:24:07.312028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9de1fb-d271-48eb-9e48-21fb5e48984b req-46ca74df-2327-4818-adfa-6f087cddfcc9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:07.313530 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad9de1fb-d271-48eb-9e48-21fb5e48984b req-46ca74df-2327-4818-adfa-6f087cddfcc9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 950 time: 0.0570269 Sep 09 09:24:07.354846 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad9de1fb-d271-48eb-9e48-21fb5e48984b req-0855fcbb-b985-42ac-8677-b846d3ee2868 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351412 Sep 09 09:24:07.372158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d6a4-8fa4-4051-be11-63bac4d26235 req-560c2d9f-fb39-4cdc-8bf2-360f930345de tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:07.373759 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4c9d6a4-8fa4-4051-be11-63bac4d26235 req-560c2d9f-fb39-4cdc-8bf2-360f930345de tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 945 time: 0.0512712 Sep 09 09:24:07.437200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ca7fa-f77d-4656-891a-97aee1b35a2b req-e117de53-992b-4ff3-8fa7-cf6eeb48a202 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:07.438819 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-363ca7fa-f77d-4656-891a-97aee1b35a2b req-e117de53-992b-4ff3-8fa7-cf6eeb48a202 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff7194a-c03c-4167-bbdf-bdf0f852faf4 HTTP/1.1" status: 200 len: 945 time: 0.0537925 Sep 09 09:24:07.499967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b1f41-5034-4336-a6f4-9073a11d37f8 req-d751284b-9233-48bd-ae69-2b44493091fd tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:07.501691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c0b1f41-5034-4336-a6f4-9073a11d37f8 req-d751284b-9233-48bd-ae69-2b44493091fd tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 1102 time: 0.0722504 Sep 09 09:24:07.520556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e4c9d6a4-8fa4-4051-be11-63bac4d26235 req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Deleting port 027685d4-681a-4c5c-90c6-abfd664ea41d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:07.520901 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4c9d6a4-8fa4-4051-be11-63bac4d26235 req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:07.537639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-363ca7fa-f77d-4656-891a-97aee1b35a2b req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Deleting port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:07.538087 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-363ca7fa-f77d-4656-891a-97aee1b35a2b req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:07.571053 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c0b1f41-5034-4336-a6f4-9073a11d37f8 req-5cf42792-87f0-4c1c-ae2d-15ad9d1fcca9 tempest-ServersOnMultiNodesTest-800070609 tempest-ServersOnMultiNodesTest-800070609-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614419 Sep 09 09:24:07.634504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e4c9d6a4-8fa4-4051-be11-63bac4d26235 req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] For port 027685d4-681a-4c5c-90c6-abfd664ea41d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=027685d4-681a-4c5c-90c6-abfd664ea41d,segment=NetworkSegment(d4f3041e-42fe-41e9-87ab-2908037cce9b),segment_id=d4f3041e-42fe-41e9-87ab-2908037cce9b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:07.634972 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4c9d6a4-8fa4-4051-be11-63bac4d26235 req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:07.637656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-363ca7fa-f77d-4656-891a-97aee1b35a2b req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] For port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:07.638022 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-363ca7fa-f77d-4656-891a-97aee1b35a2b req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:07.648725 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e4c9d6a4-8fa4-4051-be11-63bac4d26235 req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Calling delete_port for 027685d4-681a-4c5c-90c6-abfd664ea41d owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:07.653419 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-363ca7fa-f77d-4656-891a-97aee1b35a2b req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Calling delete_port for f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:07.845228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25889acd-ba05-4ec0-aa81-d49ac646506a req-6e7ca2e9-8caa-4054-8b82-a0b2c6d1c8d6 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:07.846312 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25889acd-ba05-4ec0-aa81-d49ac646506a req-6e7ca2e9-8caa-4054-8b82-a0b2c6d1c8d6 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 946 time: 0.0576148 Sep 09 09:24:07.877374 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-363ca7fa-f77d-4656-891a-97aee1b35a2b req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:07.886650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25889acd-ba05-4ec0-aa81-d49ac646506a req-02654115-dcc7-4ac7-91bc-a1e29ce201b4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325677 Sep 09 09:24:07.891255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['a1514fd4-af96-445b-a946-e22d577f7839'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:07.894810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['1cf54611-9d6d-4b15-9d97-7f8fccc25233', 'f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:07.917845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Pushing event deleted for resources: {'Port': ['ID=f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:07.940408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.940763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.941169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.941541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.941891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.942262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.942639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.942981 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.943314 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.943700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.944037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.944365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:07.957455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4c9d6a4-8fa4-4051-be11-63bac4d26235 req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:07.970395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-363ca7fa-f77d-4656-891a-97aee1b35a2b req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] No DVR routers for this DVR port f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:07.974140 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-363ca7fa-f77d-4656-891a-97aee1b35a2b req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:07.977759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-363ca7fa-f77d-4656-891a-97aee1b35a2b req-c3181276-0639-457c-90d7-3496c2d603cf tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.41 "DELETE /v2.0/ports/f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d HTTP/1.1" status: 204 len: 173 time: 0.5303607 Sep 09 09:24:07.977759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff7194a-c03c-4167-bbdf-bdf0f852faf4', 'name': 'network-vif-deleted', 'tag': 'f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:07.980643 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30343df6-020b-4b17-9d2f-836e2dcf84d4" -d '{"events": [{"server_uuid": "4ff7194a-c03c-4167-bbdf-bdf0f852faf4", "name": "network-vif-deleted", "tag": "f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:08.021914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Pushing event deleted for resources: {'Port': ['ID=027685d4-681a-4c5c-90c6-abfd664ea41d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:08.061676 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2dcb0816-7633-41e3-a518-706e3e581395 req-c430c9cc-39ee-4ca8-9971-022b03a3f975 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 210 time: 0.0846424 Sep 09 09:24:08.068072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.068072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.068381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.068614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.068955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.069292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.069605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.069931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.070257 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.070591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.070967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.071557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:08.085867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b0dafc4b-af21-4e0b-bf7d-44b1077b597b req-eb95d114-2278-4e86-b7f0-d2271ac49029 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ff7194a-c03c-4167-bbdf-bdf0f852faf4 HTTP/1.1" status: 200 len: 210 time: 0.0405378 Sep 09 09:24:08.089290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c9d6a4-8fa4-4051-be11-63bac4d26235 req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] No DVR routers for this DVR port 027685d4-681a-4c5c-90c6-abfd664ea41d on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:08.091957 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4c9d6a4-8fa4-4051-be11-63bac4d26235 req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:08.094178 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4c9d6a4-8fa4-4051-be11-63bac4d26235 req-3d8252be-13d7-4ec1-9ef3-6f2ce45416f5 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.24 "DELETE /v2.0/ports/027685d4-681a-4c5c-90c6-abfd664ea41d HTTP/1.1" status: 204 len: 173 time: 0.7086451 Sep 09 09:24:08.094624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3141e37-0138-4477-ae05-82764e66c21f', 'name': 'network-vif-deleted', 'tag': '027685d4-681a-4c5c-90c6-abfd664ea41d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:08.097428 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a1134-2a4f-4ba2-b109-37765bb643d1" -d '{"events": [{"server_uuid": "f3141e37-0138-4477-ae05-82764e66c21f", "name": "network-vif-deleted", "tag": "027685d4-681a-4c5c-90c6-abfd664ea41d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:08.143923 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83c2236-d496-4dc9-9ce1-e6d589a68a55 x-openstack-request-id: req-a83c2236-d496-4dc9-9ce1-e6d589a68a55 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:08.144614 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff7194a-c03c-4167-bbdf-bdf0f852faf4", "name": "network-vif-deleted", "tag": "f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:08.145193 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a83c2236-d496-4dc9-9ce1-e6d589a68a55 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:08.145809 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff7194a-c03c-4167-bbdf-bdf0f852faf4', 'name': 'network-vif-deleted', 'tag': 'f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d', 'status': 'completed', 'code': 200} Sep 09 09:24:08.218766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4aec3-eb52-4269-9b21-5aea72d77b06 req-13a7ed40-5154-4f60-9146-51d0069724c8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:08.220697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02f4aec3-eb52-4269-9b21-5aea72d77b06 req-13a7ed40-5154-4f60-9146-51d0069724c8 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 946 time: 0.0585542 Sep 09 09:24:08.230575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38432) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:08.237435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-dc0fddfe-79cf-463b-8dc2-e45d55aef466 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Request body: {'floatingip': {'port_id': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:08.271252 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fb3d0e-907f-40a1-81c2-b846f82b4dab x-openstack-request-id: req-98fb3d0e-907f-40a1-81c2-b846f82b4dab {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:08.271569 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3141e37-0138-4477-ae05-82764e66c21f", "name": "network-vif-deleted", "tag": "027685d4-681a-4c5c-90c6-abfd664ea41d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:08.274981 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98fb3d0e-907f-40a1-81c2-b846f82b4dab {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:08.274981 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3141e37-0138-4477-ae05-82764e66c21f', 'name': 'network-vif-deleted', 'tag': '027685d4-681a-4c5c-90c6-abfd664ea41d', 'status': 'completed', 'code': 200} Sep 09 09:24:08.295420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc0fddfe-79cf-463b-8dc2-e45d55aef466 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:08.306763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2947b5-9913-4ba8-a235-c4a09149714a req-c6ba7aaa-e622-4944-88e5-eeb8d917e78c tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:08.308448 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a2947b5-9913-4ba8-a235-c4a09149714a req-c6ba7aaa-e622-4944-88e5-eeb8d917e78c tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 950 time: 0.1100276 Sep 09 09:24:08.366062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a2947b5-9913-4ba8-a235-c4a09149714a req-f0e34c61-a5f8-43f9-a826-3419a86dc818 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Sep 09 09:24:08.758938 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc0fddfe-79cf-463b-8dc2-e45d55aef466 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:08.814001 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc0fddfe-79cf-463b-8dc2-e45d55aef466 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:08.831143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['027685d4-681a-4c5c-90c6-abfd664ea41d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:08.921105 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-dc0fddfe-79cf-463b-8dc2-e45d55aef466 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Floating IP 0142b066-7b54-4fbb-8a96-e96747d4fc62 associated. External IP: 172.25.8.14, port: d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3. Sep 09 09:24:09.134245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0fddfe-79cf-463b-8dc2-e45d55aef466 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Router 60f4d0c1-8309-44c9-8ead-dc21aa667013 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:24:09.208128 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ec5f26e-d5d1-4a2c-8ebe-7b9b9b728bfd req-c281de69-b8be-4af3-ab28-632e454143ac tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3141e37-0138-4477-ae05-82764e66c21f HTTP/1.1" status: 200 len: 210 time: 0.0369890 Sep 09 09:24:09.262308 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f0c8df3-088b-437c-b4e6-723023c4e29c req-3f0825bf-f840-4d1c-a3ac-5bc3c1737ffb tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ff7194a-c03c-4167-bbdf-bdf0f852faf4 HTTP/1.1" status: 200 len: 210 time: 0.0605478 Sep 09 09:24:09.274516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0fddfe-79cf-463b-8dc2-e45d55aef466 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:24:09.279458 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc0fddfe-79cf-463b-8dc2-e45d55aef466 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:09.294893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c8608-de83-44b2-99e0-9f28fa2ae2e4 None None] Sync routers for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:24:09.306040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c8608-de83-44b2-99e0-9f28fa2ae2e4 None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:24:09.307455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-294c8608-de83-44b2-99e0-9f28fa2ae2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:23:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:09.320115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dc0fddfe-79cf-463b-8dc2-e45d55aef466 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "PUT /v2.0/floatingips/0142b066-7b54-4fbb-8a96-e96747d4fc62 HTTP/1.1" status: 200 len: 991 time: 1.0857296 Sep 09 09:24:09.457612 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-294c8608-de83-44b2-99e0-9f28fa2ae2e4 None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:24:09.507748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e74f7f-1595-4f51-adc5-3e19e5769899 req-84b461a5-ee09-4313-a8e8-82ae67ed9e6b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:09.510051 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9e74f7f-1595-4f51-adc5-3e19e5769899 req-84b461a5-ee09-4313-a8e8-82ae67ed9e6b tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 950 time: 0.0558960 Sep 09 09:24:09.549011 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9e74f7f-1595-4f51-adc5-3e19e5769899 req-ff600384-0caa-402b-a00a-f2353447af3f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327058 Sep 09 09:24:09.700863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1c4cf-f8d1-410e-807a-0fe3eb0ecb10 req-5cb7e67f-47b8-4269-b425-dafa429c16e1 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:09.702667 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00d1c4cf-f8d1-410e-807a-0fe3eb0ecb10 req-5cb7e67f-47b8-4269-b425-dafa429c16e1 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 950 time: 0.0550478 Sep 09 09:24:09.709829 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-294c8608-de83-44b2-99e0-9f28fa2ae2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '0142b066-7b54-4fbb-8a96-e96747d4fc62', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'port_id': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'mac_address': 'fa:16:3e:ab:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189a973-0f6a-4cac-952e-797ffd05afed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:23:46Z', 'updated_at': '2021-09-09T09:24:08Z', 'revision_number': 1, 'project_id': '319038797d6444fe83fac263f792c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:09.736905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c8608-de83-44b2-99e0-9f28fa2ae2e4 None None] Checking router: 60f4d0c1-8309-44c9-8ead-dc21aa667013 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:24:09.746172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c8608-de83-44b2-99e0-9f28fa2ae2e4 None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:24:09.747416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-294c8608-de83-44b2-99e0-9f28fa2ae2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:23:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:09.810006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-00d1c4cf-f8d1-410e-807a-0fe3eb0ecb10 req-3d043b92-28dd-4b60-80ee-ab937dddd147 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Deleting port d54d288d-88de-47ca-9f39-ac2f08942457 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:09.810006 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-00d1c4cf-f8d1-410e-807a-0fe3eb0ecb10 req-3d043b92-28dd-4b60-80ee-ab937dddd147 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:09.853243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-294c8608-de83-44b2-99e0-9f28fa2ae2e4 None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:24:09.897023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-00d1c4cf-f8d1-410e-807a-0fe3eb0ecb10 req-3d043b92-28dd-4b60-80ee-ab937dddd147 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] For port d54d288d-88de-47ca-9f39-ac2f08942457, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d54d288d-88de-47ca-9f39-ac2f08942457,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:09.897393 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-00d1c4cf-f8d1-410e-807a-0fe3eb0ecb10 req-3d043b92-28dd-4b60-80ee-ab937dddd147 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:09.910668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-00d1c4cf-f8d1-410e-807a-0fe3eb0ecb10 req-3d043b92-28dd-4b60-80ee-ab937dddd147 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Calling delete_port for d54d288d-88de-47ca-9f39-ac2f08942457 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:10.104628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-294c8608-de83-44b2-99e0-9f28fa2ae2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '0142b066-7b54-4fbb-8a96-e96747d4fc62', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'port_id': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'mac_address': 'fa:16:3e:ab:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189a973-0f6a-4cac-952e-797ffd05afed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:23:46Z', 'updated_at': '2021-09-09T09:24:08Z', 'revision_number': 1, 'project_id': '319038797d6444fe83fac263f792c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:10.136322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c8608-de83-44b2-99e0-9f28fa2ae2e4 None None] The sync data for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 is: [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '0142b066-7b54-4fbb-8a96-e96747d4fc62', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'port_id': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'mac_address': 'fa:16:3e:ab:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189a973-0f6a-4cac-952e-797ffd05afed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:23:46Z', 'updated_at': '2021-09-09T09:24:08Z', 'revision_number': 1, 'project_id': '319038797d6444fe83fac263f792c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:24:10.312255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0189a973-0f6a-4cac-952e-797ffd05afed', 'tag': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:10.314513 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530d67f9-2f57-45af-83fe-1342f09d8900" -d '{"events": [{"name": "network-changed", "server_uuid": "0189a973-0f6a-4cac-952e-797ffd05afed", "tag": "d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:10.407038 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8103f6-0678-4f5f-99d5-21c60563886f x-openstack-request-id: req-3b8103f6-0678-4f5f-99d5-21c60563886f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:10.407038 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0189a973-0f6a-4cac-952e-797ffd05afed", "tag": "d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:10.407038 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b8103f6-0678-4f5f-99d5-21c60563886f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:10.407038 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0189a973-0f6a-4cac-952e-797ffd05afed', 'tag': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3', 'status': 'completed', 'code': 200} Sep 09 09:24:10.440487 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5fb640-9229-448d-9760-2d0255ca7ae1 None None] New status for floating IP 0142b066-7b54-4fbb-8a96-e96747d4fc62: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:24:10.486878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d67f9-2f57-45af-83fe-1342f09d8900 req-ae3b3d89-f4a4-48a2-b9ff-1837e6e7c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:10.486878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-530d67f9-2f57-45af-83fe-1342f09d8900 req-ae3b3d89-f4a4-48a2-b9ff-1837e6e7c13d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319038797d6444fe83fac263f792c8b1&device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 1098 time: 0.0578697 Sep 09 09:24:10.557649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-00d1c4cf-f8d1-410e-807a-0fe3eb0ecb10 req-3d043b92-28dd-4b60-80ee-ab937dddd147 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:10.569935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e774fd7b-586b-492c-a048-cbd903c11511', '32be00a1-3eea-4049-95b8-8b424eb5eb59', '15ea570a-f2f6-424e-8833-f0b0f9427fc5'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:10.599561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d', '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', '0b1fa163-20c8-4aea-88cf-80db8e14278a', 'd54d288d-88de-47ca-9f39-ac2f08942457'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:10.647975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d043b92-28dd-4b60-80ee-ab937dddd147 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event deleted for resources: {'Port': ['ID=d54d288d-88de-47ca-9f39-ac2f08942457,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:10.735606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bec6e844-eb2f-4461-931d-40f3e390b51a req-f6bfb586-f420-456b-9b70-362744ed090e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 210 time: 0.0611274 Sep 09 09:24:10.759083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d1c4cf-f8d1-410e-807a-0fe3eb0ecb10 req-3d043b92-28dd-4b60-80ee-ab937dddd147 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] No DVR routers for this DVR port d54d288d-88de-47ca-9f39-ac2f08942457 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:10.762672 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-00d1c4cf-f8d1-410e-807a-0fe3eb0ecb10 req-3d043b92-28dd-4b60-80ee-ab937dddd147 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:10.765464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00d1c4cf-f8d1-410e-807a-0fe3eb0ecb10 req-3d043b92-28dd-4b60-80ee-ab937dddd147 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "DELETE /v2.0/ports/d54d288d-88de-47ca-9f39-ac2f08942457 HTTP/1.1" status: 204 len: 173 time: 1.0544689 Sep 09 09:24:10.777411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d67f9-2f57-45af-83fe-1342f09d8900 req-87d631a3-b504-4cee-be6d-864c6140d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:10.779256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-530d67f9-2f57-45af-83fe-1342f09d8900 req-87d631a3-b504-4cee-be6d-864c6140d0d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 200 len: 911 time: 0.2836068 Sep 09 09:24:10.911865 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-530d67f9-2f57-45af-83fe-1342f09d8900 req-adb718e7-fb20-4dbc-add8-e3447a4442fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 HTTP/1.1" status: 200 len: 1001 time: 0.1243861 Sep 09 09:24:10.992843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d67f9-2f57-45af-83fe-1342f09d8900 req-3d5f7368-887c-4a93-9bf1-fcf87a674a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:11.003116 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-530d67f9-2f57-45af-83fe-1342f09d8900 req-3d5f7368-887c-4a93-9bf1-fcf87a674a17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ffe02-efbd-415c-8929-c3e24abb7f53 HTTP/1.1" status: 200 len: 849 time: 0.0755954 Sep 09 09:24:11.059955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d67f9-2f57-45af-83fe-1342f09d8900 req-5cf836de-0fdf-48ee-96e7-6c43d16c93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:11.061509 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-530d67f9-2f57-45af-83fe-1342f09d8900 req-5cf836de-0fdf-48ee-96e7-6c43d16c93b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7efe8e48-373b-4725-88ce-70a7125cfaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562623 Sep 09 09:24:11.206749 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-530d67f9-2f57-45af-83fe-1342f09d8900 req-f7b3bd2a-9152-48a7-a30a-47a788759811 service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368043 Sep 09 09:24:11.338356 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-530d67f9-2f57-45af-83fe-1342f09d8900 req-880239be-3c68-414d-976b-13bc7f85c37c service neutron] 10.222.0.24 "GET /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239345 Sep 09 09:24:11.424356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2010-9a03-41fa-bb57-b3e9711604e1 req-4433cdc1-e9b5-42d2-8d25-4d6bd374a17e tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:11.430448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2010-9a03-41fa-bb57-b3e9711604e1 req-4433cdc1-e9b5-42d2-8d25-4d6bd374a17e tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:11.432367 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50cf2010-9a03-41fa-bb57-b3e9711604e1 req-4433cdc1-e9b5-42d2-8d25-4d6bd374a17e tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=241da884-29cd-4e93-b47a-7892f86e21c8&device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 1682 time: 0.0618305 Sep 09 09:24:11.479204 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50cf2010-9a03-41fa-bb57-b3e9711604e1 req-88561599-3097-4b54-8737-40a82e42ef01 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Sep 09 09:24:11.829590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 027685d4-681a-4c5c-90c6-abfd664ea41d no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:11.855258 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eed53426-c1d8-4082-a6b3-79be692529fa req-ed221a7f-ab8d-4a44-a64d-40742a5e4831 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db0c91-cb7e-4827-b6f4-2365d64506f0 HTTP/1.1" status: 200 len: 210 time: 0.0319405 Sep 09 09:24:11.862862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 027685d4-681a-4c5c-90c6-abfd664ea41d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:11.863211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 027685d4-681a-4c5c-90c6-abfd664ea41d not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:12.406237 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5db0c91-cb7e-4827-b6f4-2365d64506f0', 'name': 'network-vif-deleted', 'tag': 'd54d288d-88de-47ca-9f39-ac2f08942457'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:12.408555 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d46573-b8f0-4505-ae8d-f1c2ea542b3d" -d '{"events": [{"server_uuid": "a5db0c91-cb7e-4827-b6f4-2365d64506f0", "name": "network-vif-deleted", "tag": "d54d288d-88de-47ca-9f39-ac2f08942457"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:12.453103 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7927be-ef75-40ef-a13f-2b750fdb92c7 x-openstack-request-id: req-9a7927be-ef75-40ef-a13f-2b750fdb92c7 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:12.453710 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5db0c91-cb7e-4827-b6f4-2365d64506f0", "name": "network-vif-deleted", "tag": "d54d288d-88de-47ca-9f39-ac2f08942457", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:12.453710 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a7927be-ef75-40ef-a13f-2b750fdb92c7 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:12.454048 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5db0c91-cb7e-4827-b6f4-2365d64506f0', 'name': 'network-vif-deleted', 'tag': 'd54d288d-88de-47ca-9f39-ac2f08942457', 'status': 'completed', 'code': 200} Sep 09 09:24:12.524026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d54d288d-88de-47ca-9f39-ac2f08942457 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:12.544216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: d54d288d-88de-47ca-9f39-ac2f08942457 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:12.544568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d54d288d-88de-47ca-9f39-ac2f08942457 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:12.544998 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:12.565398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:12.565777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f686b78f-cfb7-46b3-86d5-e22a2f1b1d4d not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:12.594131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d4f65-d092-47c9-93b1-e6d1a94f8dd2 req-27cf53e9-79ac-4ea3-a30e-b1c58cbe8262 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:12.595793 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-800d4f65-d092-47c9-93b1-e6d1a94f8dd2 req-27cf53e9-79ac-4ea3-a30e-b1c58cbe8262 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=241da884-29cd-4e93-b47a-7892f86e21c8 HTTP/1.1" status: 200 len: 945 time: 0.0569880 Sep 09 09:24:12.635912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-800d4f65-d092-47c9-93b1-e6d1a94f8dd2 req-b0e2a19c-708f-470e-8de8-63e30fa69f55 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335920 Sep 09 09:24:13.435144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719806a1-328d-4fdf-a80f-d572ff594063 req-8abd969d-db56-4d74-9c51-b72fa5fd96ca tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:13.436715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-719806a1-328d-4fdf-a80f-d572ff594063 req-8abd969d-db56-4d74-9c51-b72fa5fd96ca tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 949 time: 0.0502071 Sep 09 09:24:13.475273 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-719806a1-328d-4fdf-a80f-d572ff594063 req-26df5d4d-2267-4f41-88c9-0690c144615f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Sep 09 09:24:13.782854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23addc8-c99c-40e4-8b5d-5847fe901114 req-8f89e18b-090d-4a22-a3cb-fbc933c62fea tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:13.784390 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e23addc8-c99c-40e4-8b5d-5847fe901114 req-8f89e18b-090d-4a22-a3cb-fbc933c62fea tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.41 "GET /v2.0/ports?device_id=241da884-29cd-4e93-b47a-7892f86e21c8 HTTP/1.1" status: 200 len: 945 time: 0.0909138 Sep 09 09:24:13.798839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2175a4-85b0-465e-a241-6b5ef3437a99 req-d4e94d9b-9222-4ccc-be26-f30e4c67bb58 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:13.800598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e2175a4-85b0-465e-a241-6b5ef3437a99 req-d4e94d9b-9222-4ccc-be26-f30e4c67bb58 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=241da884-29cd-4e93-b47a-7892f86e21c8 HTTP/1.1" status: 200 len: 945 time: 0.0759602 Sep 09 09:24:13.902147 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e2175a4-85b0-465e-a241-6b5ef3437a99 req-8d861675-e89d-4caa-90fe-c4db3886ec63 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/security-groups?id=f24fb7ca-83c2-4477-a563-38202405898f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917771 Sep 09 09:24:13.947152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e23addc8-c99c-40e4-8b5d-5847fe901114 req-ddd99445-d389-4d7c-a6b4-ad91e5f2f96f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Deleting port 1cf54611-9d6d-4b15-9d97-7f8fccc25233 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:13.947521 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e23addc8-c99c-40e4-8b5d-5847fe901114 req-ddd99445-d389-4d7c-a6b4-ad91e5f2f96f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:14.039254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e23addc8-c99c-40e4-8b5d-5847fe901114 req-ddd99445-d389-4d7c-a6b4-ad91e5f2f96f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] For port 1cf54611-9d6d-4b15-9d97-7f8fccc25233, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1cf54611-9d6d-4b15-9d97-7f8fccc25233,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:14.040229 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e23addc8-c99c-40e4-8b5d-5847fe901114 req-ddd99445-d389-4d7c-a6b4-ad91e5f2f96f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:14.052866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e23addc8-c99c-40e4-8b5d-5847fe901114 req-ddd99445-d389-4d7c-a6b4-ad91e5f2f96f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Calling delete_port for 1cf54611-9d6d-4b15-9d97-7f8fccc25233 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:14.194941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d1a5b-b1cc-4881-9d6e-51d47c54a7a4 req-845ed8f6-4a0e-4648-ad90-ed68a3e37605 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:14.198527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-077d1a5b-b1cc-4881-9d6e-51d47c54a7a4 req-845ed8f6-4a0e-4648-ad90-ed68a3e37605 tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afb0cf2-c3be-4fb2-9c72-0adb1020db4d HTTP/1.1" status: 200 len: 946 time: 0.0874748 Sep 09 09:24:14.249166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e23addc8-c99c-40e4-8b5d-5847fe901114 req-ddd99445-d389-4d7c-a6b4-ad91e5f2f96f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:14.263033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['a1514fd4-af96-445b-a946-e22d577f7839'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:14.266459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['1cf54611-9d6d-4b15-9d97-7f8fccc25233'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:14.294051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd99445-d389-4d7c-a6b4-ad91e5f2f96f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Pushing event deleted for resources: {'Port': ['ID=1cf54611-9d6d-4b15-9d97-7f8fccc25233,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:14.338403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23addc8-c99c-40e4-8b5d-5847fe901114 req-ddd99445-d389-4d7c-a6b4-ad91e5f2f96f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] No DVR routers for this DVR port 1cf54611-9d6d-4b15-9d97-7f8fccc25233 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:14.341158 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e23addc8-c99c-40e4-8b5d-5847fe901114 req-ddd99445-d389-4d7c-a6b4-ad91e5f2f96f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:14.343214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-077d1a5b-b1cc-4881-9d6e-51d47c54a7a4 req-e615dc0f-b35f-445f-a9a8-e35c508ee7ae tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Deleting port a1514fd4-af96-445b-a946-e22d577f7839 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:14.343214 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-077d1a5b-b1cc-4881-9d6e-51d47c54a7a4 req-e615dc0f-b35f-445f-a9a8-e35c508ee7ae tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:14.343522 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e23addc8-c99c-40e4-8b5d-5847fe901114 req-ddd99445-d389-4d7c-a6b4-ad91e5f2f96f tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.41 "DELETE /v2.0/ports/1cf54611-9d6d-4b15-9d97-7f8fccc25233 HTTP/1.1" status: 204 len: 173 time: 0.5417104 Sep 09 09:24:14.438809 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-740966b3-4204-4a54-88de-a7aa1b1f7cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:14.451572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-077d1a5b-b1cc-4881-9d6e-51d47c54a7a4 req-e615dc0f-b35f-445f-a9a8-e35c508ee7ae tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] For port a1514fd4-af96-445b-a946-e22d577f7839, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=a1514fd4-af96-445b-a946-e22d577f7839,segment=NetworkSegment(b15ad1d8-6a83-4472-be6f-0cd0394894d6),segment_id=b15ad1d8-6a83-4472-be6f-0cd0394894d6)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:14.451944 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-077d1a5b-b1cc-4881-9d6e-51d47c54a7a4 req-e615dc0f-b35f-445f-a9a8-e35c508ee7ae tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:14.454916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241da884-29cd-4e93-b47a-7892f86e21c8', 'name': 'network-vif-deleted', 'tag': '1cf54611-9d6d-4b15-9d97-7f8fccc25233'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:14.460021 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deea1e76-0a67-4638-ab3d-1fadb193b98c" -d '{"events": [{"server_uuid": "241da884-29cd-4e93-b47a-7892f86e21c8", "name": "network-vif-deleted", "tag": "1cf54611-9d6d-4b15-9d97-7f8fccc25233"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:14.469230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-077d1a5b-b1cc-4881-9d6e-51d47c54a7a4 req-e615dc0f-b35f-445f-a9a8-e35c508ee7ae tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Calling delete_port for a1514fd4-af96-445b-a946-e22d577f7839 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:14.501064 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fe4ea1-8cf6-4eee-a1d2-96e810cb1ff4 x-openstack-request-id: req-37fe4ea1-8cf6-4eee-a1d2-96e810cb1ff4 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:14.501640 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241da884-29cd-4e93-b47a-7892f86e21c8", "name": "network-vif-deleted", "tag": "1cf54611-9d6d-4b15-9d97-7f8fccc25233", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:14.501752 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37fe4ea1-8cf6-4eee-a1d2-96e810cb1ff4 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:14.502209 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241da884-29cd-4e93-b47a-7892f86e21c8', 'name': 'network-vif-deleted', 'tag': '1cf54611-9d6d-4b15-9d97-7f8fccc25233', 'status': 'completed', 'code': 200} Sep 09 09:24:14.626523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3a944-3552-4353-9aa0-7769a9dd406a req-db0c8d74-86e2-4604-8d5a-54f703da7838 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:14.628147 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9e3a944-3552-4353-9aa0-7769a9dd406a req-db0c8d74-86e2-4604-8d5a-54f703da7838 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 949 time: 0.0566432 Sep 09 09:24:14.672623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9e3a944-3552-4353-9aa0-7769a9dd406a req-feec2269-f436-4fe4-a9f6-848ef50c0d13 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368137 Sep 09 09:24:14.706916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-077d1a5b-b1cc-4881-9d6e-51d47c54a7a4 req-e615dc0f-b35f-445f-a9a8-e35c508ee7ae tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:14.721197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['1cf54611-9d6d-4b15-9d97-7f8fccc25233'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:14.755624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615dc0f-b35f-445f-a9a8-e35c508ee7ae tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Pushing event deleted for resources: {'Port': ['ID=a1514fd4-af96-445b-a946-e22d577f7839,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:14.794995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-077d1a5b-b1cc-4881-9d6e-51d47c54a7a4 req-e615dc0f-b35f-445f-a9a8-e35c508ee7ae tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] No DVR routers for this DVR port a1514fd4-af96-445b-a946-e22d577f7839 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:14.797518 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-077d1a5b-b1cc-4881-9d6e-51d47c54a7a4 req-e615dc0f-b35f-445f-a9a8-e35c508ee7ae tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:14.800119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-077d1a5b-b1cc-4881-9d6e-51d47c54a7a4 req-e615dc0f-b35f-445f-a9a8-e35c508ee7ae tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.24 "DELETE /v2.0/ports/a1514fd4-af96-445b-a946-e22d577f7839 HTTP/1.1" status: 204 len: 173 time: 0.5948482 Sep 09 09:24:14.800575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afb0cf2-c3be-4fb2-9c72-0adb1020db4d', 'name': 'network-vif-deleted', 'tag': 'a1514fd4-af96-445b-a946-e22d577f7839'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:14.803195 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe50f529-deb7-4aa5-9e2a-13932650b907" -d '{"events": [{"server_uuid": "7afb0cf2-c3be-4fb2-9c72-0adb1020db4d", "name": "network-vif-deleted", "tag": "a1514fd4-af96-445b-a946-e22d577f7839"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:14.843521 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da285511-a36f-4570-b4aa-e46a7e31e1ae x-openstack-request-id: req-da285511-a36f-4570-b4aa-e46a7e31e1ae {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:14.843819 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afb0cf2-c3be-4fb2-9c72-0adb1020db4d", "name": "network-vif-deleted", "tag": "a1514fd4-af96-445b-a946-e22d577f7839", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:14.844069 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da285511-a36f-4570-b4aa-e46a7e31e1ae {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:14.844469 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afb0cf2-c3be-4fb2-9c72-0adb1020db4d', 'name': 'network-vif-deleted', 'tag': 'a1514fd4-af96-445b-a946-e22d577f7839', 'status': 'completed', 'code': 200} Sep 09 09:24:15.042690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b93a50d3-5779-455a-af6f-3cf248450cbb req-879d4c52-3f95-46a1-84b9-899acb17360c tempest-ListServersNegativeTestJSON-903498367 tempest-ListServersNegativeTestJSON-903498367-project] 10.222.0.32 "GET /v2.0/ports?device_id=241da884-29cd-4e93-b47a-7892f86e21c8 HTTP/1.1" status: 200 len: 210 time: 0.0329514 Sep 09 09:24:15.064550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302823ef-989d-4313-b91e-6918423d1d6e req-6d5b25ee-392f-4e5e-a089-2c75a932913f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:15.066464 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-302823ef-989d-4313-b91e-6918423d1d6e req-6d5b25ee-392f-4e5e-a089-2c75a932913f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 949 time: 0.0691898 Sep 09 09:24:15.185773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-302823ef-989d-4313-b91e-6918423d1d6e req-44ef2cc6-eb36-4a0e-ad25-8b2672eccee2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Deleting port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:15.186140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-302823ef-989d-4313-b91e-6918423d1d6e req-44ef2cc6-eb36-4a0e-ad25-8b2672eccee2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:15.297893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-302823ef-989d-4313-b91e-6918423d1d6e req-44ef2cc6-eb36-4a0e-ad25-8b2672eccee2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] For port 15ea570a-f2f6-424e-8833-f0b0f9427fc5, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=15ea570a-f2f6-424e-8833-f0b0f9427fc5,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:15.298574 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-302823ef-989d-4313-b91e-6918423d1d6e req-44ef2cc6-eb36-4a0e-ad25-8b2672eccee2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:15.316722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-302823ef-989d-4313-b91e-6918423d1d6e req-44ef2cc6-eb36-4a0e-ad25-8b2672eccee2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Calling delete_port for 15ea570a-f2f6-424e-8833-f0b0f9427fc5 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:15.551550 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-302823ef-989d-4313-b91e-6918423d1d6e req-44ef2cc6-eb36-4a0e-ad25-8b2672eccee2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:15.565193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e774fd7b-586b-492c-a048-cbd903c11511', '32be00a1-3eea-4049-95b8-8b424eb5eb59', '15ea570a-f2f6-424e-8833-f0b0f9427fc5'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:15.567874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d', '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', '0b1fa163-20c8-4aea-88cf-80db8e14278a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:15.584987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef2cc6-eb36-4a0e-ad25-8b2672eccee2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event deleted for resources: {'Port': ['ID=15ea570a-f2f6-424e-8833-f0b0f9427fc5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:15.629118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-302823ef-989d-4313-b91e-6918423d1d6e req-44ef2cc6-eb36-4a0e-ad25-8b2672eccee2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] No DVR routers for this DVR port 15ea570a-f2f6-424e-8833-f0b0f9427fc5 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:15.631898 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-302823ef-989d-4313-b91e-6918423d1d6e req-44ef2cc6-eb36-4a0e-ad25-8b2672eccee2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:15.634354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-302823ef-989d-4313-b91e-6918423d1d6e req-44ef2cc6-eb36-4a0e-ad25-8b2672eccee2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "DELETE /v2.0/ports/15ea570a-f2f6-424e-8833-f0b0f9427fc5 HTTP/1.1" status: 204 len: 173 time: 0.5540609 Sep 09 09:24:15.813935 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-614c2474-72a1-40e8-8913-2632d97e58ff req-2fff2253-f32c-4fd4-aa1b-b5be7af18be4 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 210 time: 0.0531511 Sep 09 09:24:16.191622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38584) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:16.330991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-29af841c-5131-480c-9dcd-578c87533a6a admin admin] Deleting subnet d9022a5e-f13b-4004-8404-97f109bc40bf {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:24:16.334556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29af841c-5131-480c-9dcd-578c87533a6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.373017 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29af841c-5131-480c-9dcd-578c87533a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.422568 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29af841c-5131-480c-9dcd-578c87533a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.557708 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29af841c-5131-480c-9dcd-578c87533a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.588282 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29af841c-5131-480c-9dcd-578c87533a6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.590291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-29af841c-5131-480c-9dcd-578c87533a6a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d9022a5e-f13b-4004-8404-97f109bc40bf HTTP/1.1" status: 204 len: 168 time: 0.3976355 Sep 09 09:24:16.591627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af841c-5131-480c-9dcd-578c87533a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9022a5e-f13b-4004-8404-97f109bc40bf,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:16.592834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38590) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:16.668368 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.761169 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.771150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:16.787068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15ad1d8-6a83-4472-be6f-0cd0394894d6') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:16.787962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15ad1d8-6a83-4472-be6f-0cd0394894d6') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:16.798772 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.813303 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.819079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:24:16.819495 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:24:16.821134 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:24:16.865478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cd5c77-4b80-439b-88b6-11c5bfe05824', 'name': 'network-vif-deleted', 'tag': '15ea570a-f2f6-424e-8833-f0b0f9427fc5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:16.875014 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a8eef3-f2e0-409a-9a0c-0657e7230103" -d '{"events": [{"server_uuid": "31cd5c77-4b80-439b-88b6-11c5bfe05824", "name": "network-vif-deleted", "tag": "15ea570a-f2f6-424e-8833-f0b0f9427fc5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:16.951123 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba089dd5-08cf-43f6-bf26-7af1650b3462 x-openstack-request-id: req-ba089dd5-08cf-43f6-bf26-7af1650b3462 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:16.951544 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cd5c77-4b80-439b-88b6-11c5bfe05824", "name": "network-vif-deleted", "tag": "15ea570a-f2f6-424e-8833-f0b0f9427fc5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:16.957287 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba089dd5-08cf-43f6-bf26-7af1650b3462 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:16.957287 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cd5c77-4b80-439b-88b6-11c5bfe05824', 'name': 'network-vif-deleted', 'tag': '15ea570a-f2f6-424e-8833-f0b0f9427fc5', 'status': 'completed', 'code': 200} Sep 09 09:24:16.957741 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29f77abb-04fd-49e2-9850-f2bc4a8b1711 req-dd8995ba-0bfa-4d5f-89fa-ac9659988790 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=31cd5c77-4b80-439b-88b6-11c5bfe05824 HTTP/1.1" status: 200 len: 210 time: 0.0310066 Sep 09 09:24:16.968876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.975068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:16.982533 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] 10.222.0.32 "DELETE /v2.0/networks/026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea HTTP/1.1" status: 204 len: 168 time: 0.3847778 Sep 09 09:24:16.991826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc29f6d-81b2-45f4-a857-909a175d36bf admin admin] Pushing event deleted for resources: {'Network': ['ID=026fd1f3-6c01-4ad7-9ac9-a4dcfc8a04ea,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:17.099628 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5d655ee-58f4-43f7-8968-843cbba689c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:17.300677 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:17.350374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38606) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:17.400362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4ca1eaaf-4862-4b7b-adc3-6ffd474e58a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ff3552c7fbf42178bf0d298d1e282cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486720 Sep 09 09:24:17.402736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38608) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:17.450873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97545b93-3544-42d9-93d8-86dff22ee303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:17.472838 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97545b93-3544-42d9-93d8-86dff22ee303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:17.619922 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97545b93-3544-42d9-93d8-86dff22ee303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:17.622574 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97545b93-3544-42d9-93d8-86dff22ee303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:17.623786 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-97545b93-3544-42d9-93d8-86dff22ee303 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f24fb7ca-83c2-4477-a563-38202405898f HTTP/1.1" status: 204 len: 168 time: 0.2201314 Sep 09 09:24:17.631938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97545b93-3544-42d9-93d8-86dff22ee303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24fb7ca-83c2-4477-a563-38202405898f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:17.879233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a1514fd4-af96-445b-a946-e22d577f7839 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:17.903911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: a1514fd4-af96-445b-a946-e22d577f7839 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:17.904265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device a1514fd4-af96-445b-a946-e22d577f7839 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:17.904769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 15ea570a-f2f6-424e-8833-f0b0f9427fc5 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:17.924979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 15ea570a-f2f6-424e-8833-f0b0f9427fc5 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:17.925258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 15ea570a-f2f6-424e-8833-f0b0f9427fc5 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:18.163681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-0c2cf984-1690-4a4c-b757-ad3093457584 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:18.165208 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-0c2cf984-1690-4a4c-b757-ad3093457584 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/networks?id=17ab205a-8b76-4441-9544-651fb0daef91 HTTP/1.1" status: 200 len: 814 time: 0.1079874 Sep 09 09:24:18.180478 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-3619b4e2-d23c-4efe-ad2e-b23c5b9f240b tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/quotas/8c906887936d4e70b47c3f714e0540db HTTP/1.1" status: 200 len: 375 time: 0.0095179 Sep 09 09:24:18.215047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-e7ca2c8e-7bd5-4a04-91f0-7c345cf59bab tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c906887936d4e70b47c3f714e0540db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280645 Sep 09 09:24:18.310148 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-48f02a9a-770b-4069-ba30-4f04ecb6b79c service neutron] 10.222.0.32 "GET /v2.0/networks/17ab205a-8b76-4441-9544-651fb0daef91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879135 Sep 09 09:24:18.408998 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-414d6625-5e3f-4497-8671-0dfe258e3c01 service neutron] 10.222.0.32 "GET /v2.0/networks/17ab205a-8b76-4441-9544-651fb0daef91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914683 Sep 09 09:24:18.435992 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:18.568546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1cf54611-9d6d-4b15-9d97-7f8fccc25233 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:18.610707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 1cf54611-9d6d-4b15-9d97-7f8fccc25233 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:18.613022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1cf54611-9d6d-4b15-9d97-7f8fccc25233 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:18.681421 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e1206-3a8b-471d-ac98-27fdda302b84 req-32629ccb-2aa0-4e33-8cbe-425e2ab4671f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:18.681939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38660) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:18.687912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-140e1206-3a8b-471d-ac98-27fdda302b84 req-32629ccb-2aa0-4e33-8cbe-425e2ab4671f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 950 time: 0.0729437 Sep 09 09:24:18.716441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3caaaaf3-d682-4fd2-8694-ac0e7ee2aecb req-ede415fe-e7e1-4449-afe2-38e552217e31 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0456798 Sep 09 09:24:18.748796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-140e1206-3a8b-471d-ac98-27fdda302b84 req-e6983b0e-19c0-4de8-b265-0f40287d3fe2 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585897 Sep 09 09:24:18.830092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1170377553-network', 'tenant_id': 'a1fdceb53e1c4ccfb5473b9e26a67c79'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:18.934261 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Made reservation on behalf of a1fdceb53e1c4ccfb5473b9e26a67c79 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:24:18.936624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:18.945713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:19.043684 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:19.197819 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:19.218847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:24:19.232516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646bff49-a2db-4b06-8283-443a740f0e8f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:19.237398 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:19.237740 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Added segment 6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2 of type vlan for network d615f1d8-7858-4af1-963d-b530011af852 Sep 09 09:24:19.278910 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:19.425696 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:19.426716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:19.427314 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:19.487063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] Pushing event updated for resources: {'Network': ['ID=d615f1d8-7858-4af1-963d-b530011af852,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:19.497938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network d615f1d8-7858-4af1-963d-b530011af852 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:24:19.552297 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-177d8414-3286-4883-bb87-d7a63bfc3848 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8694243 Sep 09 09:24:19.555242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38676) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:19.561972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] Request body: {'subnet': {'network_id': 'd615f1d8-7858-4af1-963d-b530011af852', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1170377553-subnet', 'tenant_id': 'a1fdceb53e1c4ccfb5473b9e26a67c79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:19.666129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] Made reservation on behalf of a1fdceb53e1c4ccfb5473b9e26a67c79 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:24:19.668675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:19.810725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-038db715-6e83-4e47-9434-b8eaac4f4536 req-4c8774f3-82b0-4580-a8b0-9d2f7d2d819b tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0315418 Sep 09 09:24:19.897663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefa78b-98b9-47b0-8975-1cbfb73d7c22 req-913df15d-d35a-4b24-98e3-37b16ad8eb2f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:19.899745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dcefa78b-98b9-47b0-8975-1cbfb73d7c22 req-913df15d-d35a-4b24-98e3-37b16ad8eb2f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 950 time: 0.0786259 Sep 09 09:24:19.938937 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dcefa78b-98b9-47b0-8975-1cbfb73d7c22 req-dfbc5ad9-54b1-4d7c-9f26-f210892ea8f1 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Sep 09 09:24:19.940033 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:20.031560 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:20.035353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d48734-7a34-4b3c-aa93-c7b2cf1fdae6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:20.048491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] Checking segment: {'id': '6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd615f1d8-7858-4af1-963d-b530011af852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:20.048847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] Network hostable DHCP agents. Network: d615f1d8-7858-4af1-963d-b530011af852, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:24:20.058661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23195c7a-8f67-42e1-8472-5f43cfb29846 req-04ecc8ed-ce41-4597-841d-988a4eefb85d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:20.060267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-23195c7a-8f67-42e1-8472-5f43cfb29846 req-04ecc8ed-ce41-4597-841d-988a4eefb85d tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 950 time: 0.0954001 Sep 09 09:24:20.170023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-23195c7a-8f67-42e1-8472-5f43cfb29846 req-f19efcbf-a53b-4823-a491-e51c69add765 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Deleting port 32be00a1-3eea-4049-95b8-8b424eb5eb59 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:20.170361 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23195c7a-8f67-42e1-8472-5f43cfb29846 req-f19efcbf-a53b-4823-a491-e51c69add765 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:20.234530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] Network d615f1d8-7858-4af1-963d-b530011af852 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:24:20.270008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-23195c7a-8f67-42e1-8472-5f43cfb29846 req-f19efcbf-a53b-4823-a491-e51c69add765 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] For port 32be00a1-3eea-4049-95b8-8b424eb5eb59, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32be00a1-3eea-4049-95b8-8b424eb5eb59,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:20.270323 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23195c7a-8f67-42e1-8472-5f43cfb29846 req-f19efcbf-a53b-4823-a491-e51c69add765 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:20.283561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-23195c7a-8f67-42e1-8472-5f43cfb29846 req-f19efcbf-a53b-4823-a491-e51c69add765 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Calling delete_port for 32be00a1-3eea-4049-95b8-8b424eb5eb59 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:20.324747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, d615f1d8-7858-4af1-963d-b530011af852) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:20.329247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:20.329846 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:20.334254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c520cc87-6e2f-4ac1-bad8-2c7488d25249 None None] Network d615f1d8-7858-4af1-963d-b530011af852 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:24:20.432254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ed1383e0-0396-4d9f-82e7-790f30644655 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8749647 Sep 09 09:24:20.463343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1416d69c-e0a9-4b0d-bfcd-84985aa40400 None None] Network d615f1d8-7858-4af1-963d-b530011af852 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:24:20.517294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23195c7a-8f67-42e1-8472-5f43cfb29846 req-f19efcbf-a53b-4823-a491-e51c69add765 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:20.542398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e774fd7b-586b-492c-a048-cbd903c11511', '32be00a1-3eea-4049-95b8-8b424eb5eb59'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:20.545235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d', '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', '0b1fa163-20c8-4aea-88cf-80db8e14278a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:20.558759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19efcbf-a53b-4823-a491-e51c69add765 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event deleted for resources: {'Port': ['ID=32be00a1-3eea-4049-95b8-8b424eb5eb59,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:20.631175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-23195c7a-8f67-42e1-8472-5f43cfb29846 req-f19efcbf-a53b-4823-a491-e51c69add765 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] No DVR routers for this DVR port 32be00a1-3eea-4049-95b8-8b424eb5eb59 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:20.635270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23195c7a-8f67-42e1-8472-5f43cfb29846 req-f19efcbf-a53b-4823-a491-e51c69add765 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:20.637482 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-23195c7a-8f67-42e1-8472-5f43cfb29846 req-f19efcbf-a53b-4823-a491-e51c69add765 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "DELETE /v2.0/ports/32be00a1-3eea-4049-95b8-8b424eb5eb59 HTTP/1.1" status: 204 len: 173 time: 0.5692194 Sep 09 09:24:20.637994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b864cd06-7398-4eb6-83fb-a4cc5365e2af', 'name': 'network-vif-deleted', 'tag': '32be00a1-3eea-4049-95b8-8b424eb5eb59'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:20.640606 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69f9b14-1cf2-49bf-8cd4-d75da91d1fef" -d '{"events": [{"server_uuid": "b864cd06-7398-4eb6-83fb-a4cc5365e2af", "name": "network-vif-deleted", "tag": "32be00a1-3eea-4049-95b8-8b424eb5eb59"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:20.800302 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ef579-b292-4095-8b49-544faea1a87b x-openstack-request-id: req-430ef579-b292-4095-8b49-544faea1a87b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:20.801558 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b864cd06-7398-4eb6-83fb-a4cc5365e2af", "name": "network-vif-deleted", "tag": "32be00a1-3eea-4049-95b8-8b424eb5eb59", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:20.801873 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-430ef579-b292-4095-8b49-544faea1a87b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:20.802483 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b864cd06-7398-4eb6-83fb-a4cc5365e2af', 'name': 'network-vif-deleted', 'tag': '32be00a1-3eea-4049-95b8-8b424eb5eb59', 'status': 'completed', 'code': 200} Sep 09 09:24:20.973019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b230833e-95fe-4578-85e5-6cdc419d7ec3 req-d30aaf08-69c1-4970-96fb-d8b3a5488aea tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0637753 Sep 09 09:24:21.053016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-4dfb4eb9-7872-40d0-aec5-27d95f6ad6e4 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:21.058956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-4dfb4eb9-7872-40d0-aec5-27d95f6ad6e4 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.41 "GET /v2.0/networks?id=17ab205a-8b76-4441-9544-651fb0daef91 HTTP/1.1" status: 200 len: 814 time: 0.2817209 Sep 09 09:24:21.075288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Request body: {'port': {'device_id': '0dc5e973-233b-497c-8ec1-3199be92dfc6', 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91', 'admin_state_up': True, 'tenant_id': '8c906887936d4e70b47c3f714e0540db'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:21.224853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ef5b4e4-c18e-4bdf-a9a6-acda511bf732 req-6c56dab4-afad-46c5-8be0-ee0502970040 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=b864cd06-7398-4eb6-83fb-a4cc5365e2af HTTP/1.1" status: 200 len: 210 time: 0.0465384 Sep 09 09:24:21.362631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Made reservation on behalf of 8c906887936d4e70b47c3f714e0540db for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:24:21.366321 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:21.390308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-bb99a6fb-4ccf-414c-b7e9-5c8a884aa926 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:21.391838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-bb99a6fb-4ccf-414c-b7e9-5c8a884aa926 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/networks?id=d615f1d8-7858-4af1-963d-b530011af852 HTTP/1.1" status: 200 len: 813 time: 0.5250592 Sep 09 09:24:21.408224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-4ff21a9c-4949-49cc-8906-23be436dbc32 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/quotas/a1fdceb53e1c4ccfb5473b9e26a67c79 HTTP/1.1" status: 200 len: 375 time: 0.0101805 Sep 09 09:24:21.441375 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-556d06dc-ebdc-4b30-ad48-8549e676271e tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1fdceb53e1c4ccfb5473b9e26a67c79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269189 Sep 09 09:24:21.503283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Allocated IP 172.20.0.12 (17ab205a-8b76-4441-9544-651fb0daef91/9e12ceb2-7c7e-4491-834d-94bac73f3d97/1ee40d95-5267-42fb-b8ea-8749aa6a4ae5) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:24:21.586912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-d0a1dae6-050e-4528-b0bb-53466f45a54b service neutron] 10.222.0.32 "GET /v2.0/networks/d615f1d8-7858-4af1-963d-b530011af852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367846 Sep 09 09:24:21.669773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:21.685925 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-7d1a1e9f-314b-4efc-9357-4ce79c532b1f service neutron] 10.222.0.32 "GET /v2.0/networks/d615f1d8-7858-4af1-963d-b530011af852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921757 Sep 09 09:24:21.792340 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:21.834794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Network 17ab205a-8b76-4441-9544-651fb0daef91 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:21.838843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:21.842552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:24:21.883845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Pushing event updated for resources: {'Port': ['ID=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:21.910466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:21.911171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:21.948025 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cec56fbb-e84c-4e7e-9d07-caa9a4149422 req-6d576cd5-100c-43f7-b093-72c67c5d14f7 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 210 time: 0.0442996 Sep 09 09:24:22.011345 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-ddebff74-5aa2-4d0b-8e17-79a04a24cdbe tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9407542 Sep 09 09:24:22.025287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Request body: {'port': {'device_id': '0dc5e973-233b-497c-8ec1-3199be92dfc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:22.089716 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:22.091096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f82a-3289-4a43-ada1-6810e6a20e08 req-effe5b4e-d50b-49dc-b9c4-b64e0d58d424 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:22.092613 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7564f82a-3289-4a43-ada1-6810e6a20e08 req-effe5b4e-d50b-49dc-b9c4-b64e0d58d424 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 932 time: 0.0535712 Sep 09 09:24:22.132650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7564f82a-3289-4a43-ada1-6810e6a20e08 req-d1b9615c-b90e-4687-930b-1189e4128890 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330608 Sep 09 09:24:22.377074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:24:22.385717 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:22.398789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Transition to ACTIVE for port object 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:22.460195 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:22.515002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Pushing event updated for resources: {'Port': ['ID=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:22.582903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Attempting to bind port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:24:22.583245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Attempting to bind port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'd4f3041e-42fe-41e9-87ab-2908037cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:24:22.583608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Attempting to bind port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 on network 17ab205a-8b76-4441-9544-651fb0daef91 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:22.588571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 on network 17ab205a-8b76-4441-9544-651fb0daef91 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:24:22.588865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Attempting to bind port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 on network 17ab205a-8b76-4441-9544-651fb0daef91 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:22.593877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:24:22.594144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Checking segment: {'id': 'd4f3041e-42fe-41e9-87ab-2908037cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:22.594552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Bound using segment: {'id': 'd4f3041e-42fe-41e9-87ab-2908037cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:24:22.594975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Bound port: 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f3041e-42fe-41e9-87ab-2908037cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:24:22.595331 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:22.665402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] For port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:24:22.668495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] For port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5,segment=NetworkSegment(d4f3041e-42fe-41e9-87ab-2908037cce9b),segment_id=d4f3041e-42fe-41e9-87ab-2908037cce9b)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:24:22.757995 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:22.796870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:22.797726 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:22.799467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] 10.222.0.41 "PUT /v2.0/ports/1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 HTTP/1.1" status: 200 len: 1093 time: 0.7791345 Sep 09 09:24:22.799912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc5e973-233b-497c-8ec1-3199be92dfc6', 'tag': '1ee40d95-5267-42fb-b8ea-8749aa6a4ae5'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:22.802210 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203fd667-c985-4f2e-9aeb-07db928cbfbc" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc5e973-233b-497c-8ec1-3199be92dfc6", "tag": "1ee40d95-5267-42fb-b8ea-8749aa6a4ae5"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:22.827819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58cd5c-ebed-4f86-bd3c-662e001d044c service neutron] Pushing event updated for resources: {'Port': ['ID=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:22.864546 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd68c86-799d-44d3-9f63-3266d67bf983 x-openstack-request-id: req-1fd68c86-799d-44d3-9f63-3266d67bf983 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:22.864861 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc5e973-233b-497c-8ec1-3199be92dfc6", "tag": "1ee40d95-5267-42fb-b8ea-8749aa6a4ae5", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:22.865470 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fd68c86-799d-44d3-9f63-3266d67bf983 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:22.865855 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc5e973-233b-497c-8ec1-3199be92dfc6', 'tag': '1ee40d95-5267-42fb-b8ea-8749aa6a4ae5', 'status': 'completed', 'code': 200} Sep 09 09:24:22.932568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fd667-c985-4f2e-9aeb-07db928cbfbc req-a677f09a-61d7-420b-958f-88365e2920e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:22.934099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-203fd667-c985-4f2e-9aeb-07db928cbfbc req-a677f09a-61d7-420b-958f-88365e2920e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c906887936d4e70b47c3f714e0540db&device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 1096 time: 0.0444739 Sep 09 09:24:23.047741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fd667-c985-4f2e-9aeb-07db928cbfbc req-f2e195f9-1726-4463-a96a-538e1c170179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:23.049415 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-203fd667-c985-4f2e-9aeb-07db928cbfbc req-f2e195f9-1726-4463-a96a-538e1c170179 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8c906887936d4e70b47c3f714e0540db&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1057298 Sep 09 09:24:23.059513 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f904ea73-db2e-4abd-932b-e303ecbf2cf4 req-fb316bbf-12b9-4316-8af1-e515d335ab53 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 210 time: 0.0386603 Sep 09 09:24:23.161143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed08fe-3a95-4092-b466-d63e378a6d28 req-2c65aaf3-fc9e-435d-94d4-115bd5b7f278 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:23.162708 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2ed08fe-3a95-4092-b466-d63e378a6d28 req-2c65aaf3-fc9e-435d-94d4-115bd5b7f278 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 950 time: 0.1101358 Sep 09 09:24:23.201714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fd667-c985-4f2e-9aeb-07db928cbfbc req-c4b8e93d-60a3-48ec-9d89-a646fb41f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:23.203222 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-203fd667-c985-4f2e-9aeb-07db928cbfbc req-c4b8e93d-60a3-48ec-9d89-a646fb41f7c6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407940 Sep 09 09:24:23.223534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2ed08fe-3a95-4092-b466-d63e378a6d28 req-bd7a8d8f-5377-46bf-9885-82b10fcb6090 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499272 Sep 09 09:24:23.262130 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16bee-f681-4e1c-a3a4-04b851653820 req-7a59817b-bf93-48c7-980b-2127e05ce24e tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:23.263738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83e16bee-f681-4e1c-a3a4-04b851653820 req-7a59817b-bf93-48c7-980b-2127e05ce24e tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 944 time: 0.0576389 Sep 09 09:24:23.302081 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83e16bee-f681-4e1c-a3a4-04b851653820 req-cb643a51-c832-4f87-9d22-4f239ea9444b tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Sep 09 09:24:23.310347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-da3b3fd4-89af-4097-a24b-afd5a99c9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:23.311893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-da3b3fd4-89af-4097-a24b-afd5a99c9f49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c906887936d4e70b47c3f714e0540db&device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 1096 time: 0.0406504 Sep 09 09:24:23.358416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-9b5d562b-48cb-405d-b8a7-acbcf2b15d48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 HTTP/1.1" status: 200 len: 217 time: 0.0345454 Sep 09 09:24:23.424233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-1c2bf140-7c46-423a-8d0f-76a98e8d6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:23.424233 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-1c2bf140-7c46-423a-8d0f-76a98e8d6d96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e12ceb2-7c7e-4491-834d-94bac73f3d97 HTTP/1.1" status: 200 len: 854 time: 0.0518377 Sep 09 09:24:23.462918 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-9fecca75-63c7-4ae0-9e32-f44074001b89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17ab205a-8b76-4441-9544-651fb0daef91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260341 Sep 09 09:24:23.560777 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-06e4f2d7-18ef-42f7-81f7-715d4d6f33e6 service neutron] 10.222.0.41 "GET /v2.0/networks/17ab205a-8b76-4441-9544-651fb0daef91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894825 Sep 09 09:24:23.657743 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b80a15d9-d039-4ed6-ac06-fb3be0a3e306 req-bfb91154-bccc-4d11-8028-b50c669bc530 service neutron] 10.222.0.41 "GET /v2.0/networks/17ab205a-8b76-4441-9544-651fb0daef91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853894 Sep 09 09:24:23.938520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32be00a1-3eea-4049-95b8-8b424eb5eb59 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:23.964711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 32be00a1-3eea-4049-95b8-8b424eb5eb59 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:23.965116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32be00a1-3eea-4049-95b8-8b424eb5eb59 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:24.053432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadac4b-c8d6-4033-bb5c-4fed0d6a9438 req-f23b89b2-328e-4ac1-ae5e-bfbb663cdea8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:24.054809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1cadac4b-c8d6-4033-bb5c-4fed0d6a9438 req-f23b89b2-328e-4ac1-ae5e-bfbb663cdea8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 950 time: 0.0505137 Sep 09 09:24:24.096554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-2358fc82-13fb-40dd-bc49-7a6abb23c967 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:24.098142 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-2358fc82-13fb-40dd-bc49-7a6abb23c967 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.24 "GET /v2.0/networks?id=d615f1d8-7858-4af1-963d-b530011af852 HTTP/1.1" status: 200 len: 813 time: 0.1074090 Sep 09 09:24:24.120423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Request body: {'port': {'device_id': '11198293-6fc6-400d-9104-809dc84dfd44', 'network_id': 'd615f1d8-7858-4af1-963d-b530011af852', 'admin_state_up': True, 'tenant_id': 'a1fdceb53e1c4ccfb5473b9e26a67c79'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:24.167917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-1cadac4b-c8d6-4033-bb5c-4fed0d6a9438 req-4397bb45-635a-463b-8ef5-1f21a128a021 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Deleting port e774fd7b-586b-492c-a048-cbd903c11511 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:24.168267 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1cadac4b-c8d6-4033-bb5c-4fed0d6a9438 req-4397bb45-635a-463b-8ef5-1f21a128a021 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:24.175330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92a7aa6e-3ede-4117-9151-49703b899df8 req-9bb5b19a-81c6-49f9-b4b1-c003949387d6 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 210 time: 0.0369802 Sep 09 09:24:24.265014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1cadac4b-c8d6-4033-bb5c-4fed0d6a9438 req-4397bb45-635a-463b-8ef5-1f21a128a021 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] For port e774fd7b-586b-492c-a048-cbd903c11511, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e774fd7b-586b-492c-a048-cbd903c11511,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:24.265389 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1cadac4b-c8d6-4033-bb5c-4fed0d6a9438 req-4397bb45-635a-463b-8ef5-1f21a128a021 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:24.277675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-1cadac4b-c8d6-4033-bb5c-4fed0d6a9438 req-4397bb45-635a-463b-8ef5-1f21a128a021 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Calling delete_port for e774fd7b-586b-492c-a048-cbd903c11511 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:24.351501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Made reservation on behalf of a1fdceb53e1c4ccfb5473b9e26a67c79 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:24:24.356609 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:24.398634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f245b-f077-47e8-8b4b-0fe7af0aecc6 req-86beb330-0ec1-4899-a075-409a5e6151fb tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:24.400706 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a9f245b-f077-47e8-8b4b-0fe7af0aecc6 req-86beb330-0ec1-4899-a075-409a5e6151fb tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 950 time: 0.0738411 Sep 09 09:24:24.473642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8284e56-1f78-4b54-afe4-4f322c44e02b req-9fccb989-94c0-472b-8eea-9a6b585383a7 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:24.475575 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8284e56-1f78-4b54-afe4-4f322c44e02b req-9fccb989-94c0-472b-8eea-9a6b585383a7 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 944 time: 0.1013002 Sep 09 09:24:24.482622 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a9f245b-f077-47e8-8b4b-0fe7af0aecc6 req-4cddefa5-fed3-49ce-a554-1f0e17235284 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678720 Sep 09 09:24:24.534589 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1cadac4b-c8d6-4033-bb5c-4fed0d6a9438 req-4397bb45-635a-463b-8ef5-1f21a128a021 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:24.549284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e774fd7b-586b-492c-a048-cbd903c11511'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:24.552074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d', '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', '0b1fa163-20c8-4aea-88cf-80db8e14278a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:24.560986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Allocated IP 172.20.0.6 (d615f1d8-7858-4af1-963d-b530011af852/32d48734-7a34-4b3c-aa93-c7b2cf1fdae6/86b14e12-8095-4e88-a88e-096b8cb8e24e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:24:24.568050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397bb45-635a-463b-8ef5-1f21a128a021 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event deleted for resources: {'Port': ['ID=e774fd7b-586b-492c-a048-cbd903c11511,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:24.575950 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8284e56-1f78-4b54-afe4-4f322c44e02b req-f4b6c285-c2a9-4609-ab91-20b241712448 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723138 Sep 09 09:24:24.617563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cadac4b-c8d6-4033-bb5c-4fed0d6a9438 req-4397bb45-635a-463b-8ef5-1f21a128a021 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] No DVR routers for this DVR port e774fd7b-586b-492c-a048-cbd903c11511 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:24.621178 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1cadac4b-c8d6-4033-bb5c-4fed0d6a9438 req-4397bb45-635a-463b-8ef5-1f21a128a021 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:24.623234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1cadac4b-c8d6-4033-bb5c-4fed0d6a9438 req-4397bb45-635a-463b-8ef5-1f21a128a021 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.24 "DELETE /v2.0/ports/e774fd7b-586b-492c-a048-cbd903c11511 HTTP/1.1" status: 204 len: 173 time: 0.5593953 Sep 09 09:24:24.733732 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7108f4-6839-4cfb-b60e-9d49b44fb302 req-4af1a350-0810-4d5f-a0ea-eef05d274063 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:24.735303 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7c7108f4-6839-4cfb-b60e-9d49b44fb302 req-4af1a350-0810-4d5f-a0ea-eef05d274063 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/ports?device_id=17f76417-2a7f-4404-b784-7bdd7668d1bd HTTP/1.1" status: 200 len: 949 time: 0.0566838 Sep 09 09:24:24.771978 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:24.864870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-7c7108f4-6839-4cfb-b60e-9d49b44fb302 req-cea682e6-646a-414c-bcda-be83d663d814 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Deleting port 0b1fa163-20c8-4aea-88cf-80db8e14278a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:24.865222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7c7108f4-6839-4cfb-b60e-9d49b44fb302 req-cea682e6-646a-414c-bcda-be83d663d814 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:24.886585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f7f48e-4fe2-4fe9-8a31-72868835fdc4', 'name': 'network-vif-deleted', 'tag': 'e774fd7b-586b-492c-a048-cbd903c11511'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:24.888865 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d0a8c6-96fb-47de-852b-6d4efbc47a76" -d '{"events": [{"server_uuid": "94f7f48e-4fe2-4fe9-8a31-72868835fdc4", "name": "network-vif-deleted", "tag": "e774fd7b-586b-492c-a048-cbd903c11511"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:24.923761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:24.963948 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc5e3aa-c7ee-4fde-aca1-a40b8c82f9e4 x-openstack-request-id: req-6fc5e3aa-c7ee-4fde-aca1-a40b8c82f9e4 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:24.964370 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f7f48e-4fe2-4fe9-8a31-72868835fdc4", "name": "network-vif-deleted", "tag": "e774fd7b-586b-492c-a048-cbd903c11511", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:24.964717 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fc5e3aa-c7ee-4fde-aca1-a40b8c82f9e4 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:24.965245 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f7f48e-4fe2-4fe9-8a31-72868835fdc4', 'name': 'network-vif-deleted', 'tag': 'e774fd7b-586b-492c-a048-cbd903c11511', 'status': 'completed', 'code': 200} Sep 09 09:24:25.024072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Network d615f1d8-7858-4af1-963d-b530011af852 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:25.026209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7c7108f4-6839-4cfb-b60e-9d49b44fb302 req-cea682e6-646a-414c-bcda-be83d663d814 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] For port 0b1fa163-20c8-4aea-88cf-80db8e14278a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0b1fa163-20c8-4aea-88cf-80db8e14278a,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:25.027271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7c7108f4-6839-4cfb-b60e-9d49b44fb302 req-cea682e6-646a-414c-bcda-be83d663d814 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:25.041820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:25.049332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:24:25.057737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-7c7108f4-6839-4cfb-b60e-9d49b44fb302 req-cea682e6-646a-414c-bcda-be83d663d814 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Calling delete_port for 0b1fa163-20c8-4aea-88cf-80db8e14278a owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:25.088795 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:25.096763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Pushing event updated for resources: {'Port': ['ID=86b14e12-8095-4e88-a88e-096b8cb8e24e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:25.146092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:25.146739 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:25.276865 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fa425759-e8dc-45d7-9c3a-8171962ac26d tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1636508 Sep 09 09:24:25.291905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Request body: {'port': {'device_id': '11198293-6fc6-400d-9104-809dc84dfd44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:25.319942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5eff5-9010-4f7f-bbc6-8e4e441d5816 req-fd5feae7-fad6-4760-867a-6a04d2a04b7c tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:25.321490 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0de5eff5-9010-4f7f-bbc6-8e4e441d5816 req-fd5feae7-fad6-4760-867a-6a04d2a04b7c tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 931 time: 0.0726006 Sep 09 09:24:25.373791 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7c7108f4-6839-4cfb-b60e-9d49b44fb302 req-cea682e6-646a-414c-bcda-be83d663d814 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:25.374017 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:25.387352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e774fd7b-586b-492c-a048-cbd903c11511'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:25.401276 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0de5eff5-9010-4f7f-bbc6-8e4e441d5816 req-efa5d0df-9295-47cf-be30-aed94e43dbaa tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730693 Sep 09 09:24:25.409795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea682e6-646a-414c-bcda-be83d663d814 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event deleted for resources: {'Port': ['ID=0b1fa163-20c8-4aea-88cf-80db8e14278a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:25.464022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7108f4-6839-4cfb-b60e-9d49b44fb302 req-cea682e6-646a-414c-bcda-be83d663d814 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] No DVR routers for this DVR port 0b1fa163-20c8-4aea-88cf-80db8e14278a on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:25.469078 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7c7108f4-6839-4cfb-b60e-9d49b44fb302 req-cea682e6-646a-414c-bcda-be83d663d814 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:25.469078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7c7108f4-6839-4cfb-b60e-9d49b44fb302 req-cea682e6-646a-414c-bcda-be83d663d814 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "DELETE /v2.0/ports/0b1fa163-20c8-4aea-88cf-80db8e14278a HTTP/1.1" status: 204 len: 173 time: 0.7115245 Sep 09 09:24:25.611862 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0da8395b-b8d2-4061-86fd-4a5ce8b09719 req-a6767ad4-9278-43c8-b4ac-7699df90753e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=94f7f48e-4fe2-4fe9-8a31-72868835fdc4 HTTP/1.1" status: 200 len: 210 time: 0.0343707 Sep 09 09:24:25.692397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b14e12-8095-4e88-a88e-096b8cb8e24e {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:24:25.700018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:25.716277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Transition to ACTIVE for port object 86b14e12-8095-4e88-a88e-096b8cb8e24e will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:25.734394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316e3c-f5f8-4421-8d58-765a86f79956 req-33019cb0-06e2-4422-b14f-14ce093256a2 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:25.738451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3316e3c-f5f8-4421-8d58-765a86f79956 req-33019cb0-06e2-4422-b14f-14ce093256a2 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 944 time: 0.0577550 Sep 09 09:24:25.780128 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:25.784535 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3316e3c-f5f8-4421-8d58-765a86f79956 req-42fc09e5-178c-4d9a-a580-1bcafbed6a52 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Sep 09 09:24:25.808732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d', '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:25.825862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:25.893863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Pushing event updated for resources: {'Port': ['ID=86b14e12-8095-4e88-a88e-096b8cb8e24e,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:25.963812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Attempting to bind port 86b14e12-8095-4e88-a88e-096b8cb8e24e on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:24:25.964534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Attempting to bind port 86b14e12-8095-4e88-a88e-096b8cb8e24e by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd615f1d8-7858-4af1-963d-b530011af852'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:24:25.964691 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Attempting to bind port 86b14e12-8095-4e88-a88e-096b8cb8e24e on network d615f1d8-7858-4af1-963d-b530011af852 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:25.973315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Port 86b14e12-8095-4e88-a88e-096b8cb8e24e on network d615f1d8-7858-4af1-963d-b530011af852 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:24:25.973743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Attempting to bind port 86b14e12-8095-4e88-a88e-096b8cb8e24e on network d615f1d8-7858-4af1-963d-b530011af852 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:25.979923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:24:25.980396 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Checking segment: {'id': '6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd615f1d8-7858-4af1-963d-b530011af852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:25.980862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Bound using segment: {'id': '6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd615f1d8-7858-4af1-963d-b530011af852'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:24:25.981253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Bound port: 86b14e12-8095-4e88-a88e-096b8cb8e24e, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd615f1d8-7858-4af1-963d-b530011af852'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:24:25.981619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:26.049741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] For port 86b14e12-8095-4e88-a88e-096b8cb8e24e, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:24:26.053302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] For port 86b14e12-8095-4e88-a88e-096b8cb8e24e, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=86b14e12-8095-4e88-a88e-096b8cb8e24e,segment=NetworkSegment(6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2),segment_id=6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:24:26.149597 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:26.182181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:26.182799 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:26.184214 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] 10.222.0.24 "PUT /v2.0/ports/86b14e12-8095-4e88-a88e-096b8cb8e24e HTTP/1.1" status: 200 len: 1092 time: 0.8978744 Sep 09 09:24:26.184660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11198293-6fc6-400d-9104-809dc84dfd44', 'tag': '86b14e12-8095-4e88-a88e-096b8cb8e24e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:26.186887 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba09d50-9225-4791-817a-1ba358a3e279" -d '{"events": [{"name": "network-changed", "server_uuid": "11198293-6fc6-400d-9104-809dc84dfd44", "tag": "86b14e12-8095-4e88-a88e-096b8cb8e24e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:26.210609 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e2e18-b15f-443f-aebe-93cf9c3e19ab service neutron] Pushing event updated for resources: {'Port': ['ID=86b14e12-8095-4e88-a88e-096b8cb8e24e,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:26.224568 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbac6d6-005b-45c6-9d2a-88288c5d85a8 x-openstack-request-id: req-cbbac6d6-005b-45c6-9d2a-88288c5d85a8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:26.224855 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11198293-6fc6-400d-9104-809dc84dfd44", "tag": "86b14e12-8095-4e88-a88e-096b8cb8e24e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:26.225102 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbbac6d6-005b-45c6-9d2a-88288c5d85a8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:26.225498 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11198293-6fc6-400d-9104-809dc84dfd44', 'tag': '86b14e12-8095-4e88-a88e-096b8cb8e24e', 'status': 'completed', 'code': 200} Sep 09 09:24:26.291969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09d50-9225-4791-817a-1ba358a3e279 req-2ac43b56-0c30-4dc4-8fbf-493d50f9cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:26.293543 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ba09d50-9225-4791-817a-1ba358a3e279 req-2ac43b56-0c30-4dc4-8fbf-493d50f9cd63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1fdceb53e1c4ccfb5473b9e26a67c79&device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 1095 time: 0.0464666 Sep 09 09:24:26.391607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09d50-9225-4791-817a-1ba358a3e279 req-f114c6a5-d8d4-4db1-9b4c-190fc17666bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:26.393141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ba09d50-9225-4791-817a-1ba358a3e279 req-f114c6a5-d8d4-4db1-9b4c-190fc17666bd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a1fdceb53e1c4ccfb5473b9e26a67c79&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0918739 Sep 09 09:24:26.495410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09d50-9225-4791-817a-1ba358a3e279 req-ef09d1ea-d907-476a-92b2-910ba31fb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:26.496937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ba09d50-9225-4791-817a-1ba358a3e279 req-ef09d1ea-d907-476a-92b2-910ba31fb204 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963333 Sep 09 09:24:26.569640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f251b-305c-4ae0-a001-c1f2444d3d74 req-d6082843-9ba6-4f43-9ddf-ab5492749ead tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:26.571214 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-331f251b-305c-4ae0-a001-c1f2444d3d74 req-d6082843-9ba6-4f43-9ddf-ab5492749ead tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 943 time: 0.0513918 Sep 09 09:24:26.578142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-9c9a0c1e-41ee-42d2-8ac5-06be5a625366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:26.579771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-9c9a0c1e-41ee-42d2-8ac5-06be5a625366 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1fdceb53e1c4ccfb5473b9e26a67c79&device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 1095 time: 0.0431383 Sep 09 09:24:26.613229 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-331f251b-305c-4ae0-a001-c1f2444d3d74 req-7122b329-0a2a-4f30-b5aa-931234417a61 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353174 Sep 09 09:24:26.628169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-9620cad0-d09f-4061-80bd-c79d503a320c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86b14e12-8095-4e88-a88e-096b8cb8e24e HTTP/1.1" status: 200 len: 217 time: 0.0399325 Sep 09 09:24:26.686986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-c97ebdd6-0b47-4e73-a0b6-46f3a08703bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:26.687977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-c97ebdd6-0b47-4e73-a0b6-46f3a08703bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32d48734-7a34-4b3c-aa93-c7b2cf1fdae6 HTTP/1.1" status: 200 len: 853 time: 0.0528100 Sep 09 09:24:26.722425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-64c8a76b-f6bb-4f6f-8e79-f44972ab963e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d615f1d8-7858-4af1-963d-b530011af852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273547 Sep 09 09:24:26.824512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-c7465240-94e9-4319-a449-bd5bebda3492 service neutron] 10.222.0.24 "GET /v2.0/networks/d615f1d8-7858-4af1-963d-b530011af852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921857 Sep 09 09:24:26.954834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854fbf-ad7b-44a4-879a-7ffeb5f4941a req-136eaa1b-1778-4c63-9364-ec6e63deaab9 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:26.956269 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82854fbf-ad7b-44a4-879a-7ffeb5f4941a req-136eaa1b-1778-4c63-9364-ec6e63deaab9 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 944 time: 0.0941947 Sep 09 09:24:26.959990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b496d1da-009b-4db7-a702-5a1d90ddd669 req-fbdb8225-c6a3-4915-94a0-266e0309a88a service neutron] 10.222.0.24 "GET /v2.0/networks/d615f1d8-7858-4af1-963d-b530011af852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303210 Sep 09 09:24:26.966503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f76417-2a7f-4404-b784-7bdd7668d1bd', 'name': 'network-vif-deleted', 'tag': '0b1fa163-20c8-4aea-88cf-80db8e14278a'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:26.969146 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7709428f-cc69-4f3c-a13b-902b4ade19e7" -d '{"events": [{"server_uuid": "17f76417-2a7f-4404-b784-7bdd7668d1bd", "name": "network-vif-deleted", "tag": "0b1fa163-20c8-4aea-88cf-80db8e14278a"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:27.004755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82854fbf-ad7b-44a4-879a-7ffeb5f4941a req-e31436ac-0f79-48ea-9a65-c8e748a38d33 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388727 Sep 09 09:24:27.047829 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2eb854-7e08-4220-bfd6-8e497fdfa1ac x-openstack-request-id: req-fe2eb854-7e08-4220-bfd6-8e497fdfa1ac {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:27.048117 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f76417-2a7f-4404-b784-7bdd7668d1bd", "name": "network-vif-deleted", "tag": "0b1fa163-20c8-4aea-88cf-80db8e14278a", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:27.048367 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe2eb854-7e08-4220-bfd6-8e497fdfa1ac {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:27.048843 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f76417-2a7f-4404-b784-7bdd7668d1bd', 'name': 'network-vif-deleted', 'tag': '0b1fa163-20c8-4aea-88cf-80db8e14278a', 'status': 'completed', 'code': 200} Sep 09 09:24:27.322381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1399fd9-85a9-4896-a8d5-80d3ef50fd6c req-766ef33a-d709-4e3f-8dce-22dee22b668b tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:27.323941 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c1399fd9-85a9-4896-a8d5-80d3ef50fd6c req-766ef33a-d709-4e3f-8dce-22dee22b668b tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1097 time: 0.0445080 Sep 09 09:24:27.342441 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c1399fd9-85a9-4896-a8d5-80d3ef50fd6c req-76627f0e-33e0-4e3f-9fc6-b01b1ac386ae tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:27.442480 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c1399fd9-85a9-4896-a8d5-80d3ef50fd6c req-76627f0e-33e0-4e3f-9fc6-b01b1ac386ae tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:27.562837 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c1399fd9-85a9-4896-a8d5-80d3ef50fd6c req-76627f0e-33e0-4e3f-9fc6-b01b1ac386ae tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:27.585867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c1399fd9-85a9-4896-a8d5-80d3ef50fd6c req-76627f0e-33e0-4e3f-9fc6-b01b1ac386ae tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559421 Sep 09 09:24:27.595195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76627f0e-33e0-4e3f-9fc6-b01b1ac386ae tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a57e7-2ca0-4588-a818-201035340d07,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:27.668210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5bce4-9ef1-43b2-8425-f97db5b630f1 req-f6ceeb96-77ff-4851-9e24-40869571e2f9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:27.669926 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ee5bce4-9ef1-43b2-8425-f97db5b630f1 req-f6ceeb96-77ff-4851-9e24-40869571e2f9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 949 time: 0.0521634 Sep 09 09:24:27.703803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929a0b-a49b-49a8-ad43-df15e493abb8 req-4d4c9395-476f-4349-aa38-f872b563ce3a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:27.705364 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a929a0b-a49b-49a8-ad43-df15e493abb8 req-4d4c9395-476f-4349-aa38-f872b563ce3a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0502009 Sep 09 09:24:27.708712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ee5bce4-9ef1-43b2-8425-f97db5b630f1 req-e5e34001-802d-4d1d-928a-c7c9f84f3f42 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323915 Sep 09 09:24:27.753019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a929a0b-a49b-49a8-ad43-df15e493abb8 req-4b746def-5456-4817-98b4-68b803ebfe12 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414667 Sep 09 09:24:27.778092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:27.878207 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8fb5df97-0e37-4f43-92d8-7ccc2cc5a798 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/d4bfdd17-d32e-4024-af9d-cd68758e50f5 HTTP/1.1" status: 200 len: 992 time: 0.0927701 Sep 09 09:24:27.881439 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34db5cc-ea63-45a6-8cb3-104b7add7a4c req-0af0ec9b-006c-4952-9a6e-87f0e7f3fb45 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:27.883117 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b34db5cc-ea63-45a6-8cb3-104b7add7a4c req-0af0ec9b-006c-4952-9a6e-87f0e7f3fb45 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 943 time: 0.1059899 Sep 09 09:24:27.923837 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b34db5cc-ea63-45a6-8cb3-104b7add7a4c req-b1d16e5f-7349-41e2-8078-1562d8fbba8f tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339692 Sep 09 09:24:27.971836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e774fd7b-586b-492c-a048-cbd903c11511 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:27.992373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: e774fd7b-586b-492c-a048-cbd903c11511 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:27.992722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e774fd7b-586b-492c-a048-cbd903c11511 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:28.129410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dfb57-09fa-4631-a47c-3d3169a5eef3 req-e2d58801-156c-4f13-bc81-cb31bfa8db3c tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:28.130936 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-504dfb57-09fa-4631-a47c-3d3169a5eef3 req-e2d58801-156c-4f13-bc81-cb31bfa8db3c tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 944 time: 0.0504763 Sep 09 09:24:28.170539 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-504dfb57-09fa-4631-a47c-3d3169a5eef3 req-61026836-6d19-4d7d-a30a-4c4e70f9727f tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327382 Sep 09 09:24:28.229807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-d0c7e324-9f76-42cf-a646-ea9cc4e92750 req-67f93815-769f-4542-ba6a-f5ab0fe7be46 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:24:28.231033 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0c7e324-9f76-42cf-a646-ea9cc4e92750 req-67f93815-769f-4542-ba6a-f5ab0fe7be46 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055909 Sep 09 09:24:28.632761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:24:28.635633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0b1fa163-20c8-4aea-88cf-80db8e14278a no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:28.662821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 0b1fa163-20c8-4aea-88cf-80db8e14278a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:28.664850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0b1fa163-20c8-4aea-88cf-80db8e14278a not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:28.758269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5,segment=NetworkSegment(d4f3041e-42fe-41e9-87ab-2908037cce9b),segment_id=d4f3041e-42fe-41e9-87ab-2908037cce9b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:28.766440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967534e-d946-401f-ae43-66676bebff43 req-7e75c15a-fc4c-42d3-b8e0-160d074ac48e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:28.768619 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4967534e-d946-401f-ae43-66676bebff43 req-7e75c15a-fc4c-42d3-b8e0-160d074ac48e tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 949 time: 0.0948703 Sep 09 09:24:28.770334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '1ee40d95-5267-42fb-b8ea-8749aa6a4ae5', 'network_id': '17ab205a-8b76-4441-9544-651fb0daef91', 'port_id': '1ee40d95-5267-42fb-b8ea-8749aa6a4ae5', 'mac_address': 'fa:16:3e:83:f6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e12ceb2-7c7e-4491-834d-94bac73f3d97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:24:28.791812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6204097-5f3b-4ebf-a0d5-d76bb5e53fad req-57fd4d74-17a2-453a-8c5d-781b3f6592ab tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:28.797166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b6204097-5f3b-4ebf-a0d5-d76bb5e53fad req-57fd4d74-17a2-453a-8c5d-781b3f6592ab tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0959578 Sep 09 09:24:28.824956 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:28.837944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f45d0-7e3a-425d-a206-3ff1d8367308 req-082056a2-f909-4532-b21c-daf4fc239b91 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:28.839413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-201f45d0-7e3a-425d-a206-3ff1d8367308 req-082056a2-f909-4532-b21c-daf4fc239b91 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 949 time: 0.0529292 Sep 09 09:24:28.841636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:24:28.865994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5,segment=NetworkSegment(d4f3041e-42fe-41e9-87ab-2908037cce9b),segment_id=d4f3041e-42fe-41e9-87ab-2908037cce9b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:28.888850 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-201f45d0-7e3a-425d-a206-3ff1d8367308 req-2c11c475-5db4-4cf6-83ea-4b107b864c73 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431709 Sep 09 09:24:28.934768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b6204097-5f3b-4ebf-a0d5-d76bb5e53fad req-7eca35b8-98a9-499b-a40a-75b3c4192255 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174600 Sep 09 09:24:28.974529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-011dcde8-4c3a-42d9-944e-857d9fd32527 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887723 Sep 09 09:24:28.979695 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:28.983679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-4967534e-d946-401f-ae43-66676bebff43 req-1ba83489-157a-4adf-8785-9c4d8ebfbad9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Deleting port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:28.983679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4967534e-d946-401f-ae43-66676bebff43 req-1ba83489-157a-4adf-8785-9c4d8ebfbad9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:29.030453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:29.128432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97507371-772b-46e2-8b5c-f176b6059bf9 req-f2dc300e-f2ad-463a-ab71-310a14ff365f tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:29.129911 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97507371-772b-46e2-8b5c-f176b6059bf9 req-f2dc300e-f2ad-463a-ab71-310a14ff365f tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 943 time: 0.1308496 Sep 09 09:24:29.160687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0159a-c124-4b01-860d-65f2f83b5ca1 req-7e6d3090-ca9c-4653-82e9-1c0a23fe4a5a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:29.162302 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c6f0159a-c124-4b01-860d-65f2f83b5ca1 req-7e6d3090-ca9c-4653-82e9-1c0a23fe4a5a tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/ports?device_id=36c418f6-cd33-4336-bc2e-dbb7114ead3c HTTP/1.1" status: 200 len: 950 time: 0.1358745 Sep 09 09:24:29.168920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-4967534e-d946-401f-ae43-66676bebff43 req-1ba83489-157a-4adf-8785-9c4d8ebfbad9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] For port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:29.168920 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4967534e-d946-401f-ae43-66676bebff43 req-1ba83489-157a-4adf-8785-9c4d8ebfbad9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:29.209970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-4967534e-d946-401f-ae43-66676bebff43 req-1ba83489-157a-4adf-8785-9c4d8ebfbad9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Calling delete_port for f3fecfd3-2e67-40e6-b65d-cf85fdd369fd owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:29.245034 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97507371-772b-46e2-8b5c-f176b6059bf9 req-1ee6f8c2-cbd4-4105-b749-6de5d3500af2 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044619 Sep 09 09:24:29.250863 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['1ee40d95-5267-42fb-b8ea-8749aa6a4ae5'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:29.319142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5bc1a-0a72-43a1-929d-ba5c762e33e9 req-339931ed-b6bc-44d0-ad8c-6e09a595c615 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:29.320869 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7db5bc1a-0a72-43a1-929d-ba5c762e33e9 req-339931ed-b6bc-44d0-ad8c-6e09a595c615 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0707419 Sep 09 09:24:29.366222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7db5bc1a-0a72-43a1-929d-ba5c762e33e9 req-f6230329-4cdf-458f-b9f5-60269cd4b64a tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380971 Sep 09 09:24:29.402606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-c6f0159a-c124-4b01-860d-65f2f83b5ca1 req-80d935a8-1234-461a-9c05-fbe9765df2c8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Deleting port 28eaa780-3a81-4dd5-97ec-a26641e90b48 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:29.402606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c6f0159a-c124-4b01-860d-65f2f83b5ca1 req-80d935a8-1234-461a-9c05-fbe9765df2c8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:29.877840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c6f0159a-c124-4b01-860d-65f2f83b5ca1 req-80d935a8-1234-461a-9c05-fbe9765df2c8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] For port 28eaa780-3a81-4dd5-97ec-a26641e90b48, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=28eaa780-3a81-4dd5-97ec-a26641e90b48,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:29.878427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c6f0159a-c124-4b01-860d-65f2f83b5ca1 req-80d935a8-1234-461a-9c05-fbe9765df2c8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:29.893032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-c6f0159a-c124-4b01-860d-65f2f83b5ca1 req-80d935a8-1234-461a-9c05-fbe9765df2c8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Calling delete_port for 28eaa780-3a81-4dd5-97ec-a26641e90b48 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:29.897084 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4967534e-d946-401f-ae43-66676bebff43 req-1ba83489-157a-4adf-8785-9c4d8ebfbad9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:29.908758 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d', '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:29.935209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba83489-157a-4adf-8785-9c4d8ebfbad9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event deleted for resources: {'Port': ['ID=f3fecfd3-2e67-40e6-b65d-cf85fdd369fd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:29.974194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 86b14e12-8095-4e88-a88e-096b8cb8e24e details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:24:30.044131 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7137499b-8771-40eb-adfb-b325b203227f req-10451585-e68b-4460-9c53-3e5843a93540 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 210 time: 0.0531189 Sep 09 09:24:30.062313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4967534e-d946-401f-ae43-66676bebff43 req-1ba83489-157a-4adf-8785-9c4d8ebfbad9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] No DVR routers for this DVR port f3fecfd3-2e67-40e6-b65d-cf85fdd369fd on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:30.068709 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4967534e-d946-401f-ae43-66676bebff43 req-1ba83489-157a-4adf-8785-9c4d8ebfbad9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:30.076563 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4967534e-d946-401f-ae43-66676bebff43 req-1ba83489-157a-4adf-8785-9c4d8ebfbad9 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "DELETE /v2.0/ports/f3fecfd3-2e67-40e6-b65d-cf85fdd369fd HTTP/1.1" status: 204 len: 173 time: 1.2946827 Sep 09 09:24:30.076563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ceb3fb-3df7-4200-967a-06918c86ab20', 'name': 'network-vif-deleted', 'tag': 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:30.076563 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4681c6f3-af41-4227-b9e6-43f0d4365cc5" -d '{"events": [{"server_uuid": "74ceb3fb-3df7-4200-967a-06918c86ab20", "name": "network-vif-deleted", "tag": "f3fecfd3-2e67-40e6-b65d-cf85fdd369fd"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:30.106025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144884ec-cbda-440e-a2bc-65c3e35365be req-a05f5c39-d668-4843-be56-c87eba70ba54 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:30.107788 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-144884ec-cbda-440e-a2bc-65c3e35365be req-a05f5c39-d668-4843-be56-c87eba70ba54 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0774236 Sep 09 09:24:30.164308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-144884ec-cbda-440e-a2bc-65c3e35365be req-405955c1-fcdc-4ae7-b95a-9cbb4c199767 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440803 Sep 09 09:24:30.202107 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad8932-4911-45a3-813f-83409fcbf2e2 x-openstack-request-id: req-c3ad8932-4911-45a3-813f-83409fcbf2e2 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:30.202851 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ceb3fb-3df7-4200-967a-06918c86ab20", "name": "network-vif-deleted", "tag": "f3fecfd3-2e67-40e6-b65d-cf85fdd369fd", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:30.202851 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3ad8932-4911-45a3-813f-83409fcbf2e2 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:30.203293 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ceb3fb-3df7-4200-967a-06918c86ab20', 'name': 'network-vif-deleted', 'tag': 'f3fecfd3-2e67-40e6-b65d-cf85fdd369fd', 'status': 'completed', 'code': 200} Sep 09 09:24:30.385123 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c6f0159a-c124-4b01-860d-65f2f83b5ca1 req-80d935a8-1234-461a-9c05-fbe9765df2c8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:30.409901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b4cd6-2730-4bc9-a39e-7cbee8192c5c req-9255eb74-3113-4d62-a500-01e3e69e8af3 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:30.417159 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-256b4cd6-2730-4bc9-a39e-7cbee8192c5c req-9255eb74-3113-4d62-a500-01e3e69e8af3 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 943 time: 0.0830302 Sep 09 09:24:30.435548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d935a8-1234-461a-9c05-fbe9765df2c8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event deleted for resources: {'Port': ['ID=28eaa780-3a81-4dd5-97ec-a26641e90b48,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:30.506470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f0159a-c124-4b01-860d-65f2f83b5ca1 req-80d935a8-1234-461a-9c05-fbe9765df2c8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] No DVR routers for this DVR port 28eaa780-3a81-4dd5-97ec-a26641e90b48 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:30.509930 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c6f0159a-c124-4b01-860d-65f2f83b5ca1 req-80d935a8-1234-461a-9c05-fbe9765df2c8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:30.512614 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c6f0159a-c124-4b01-860d-65f2f83b5ca1 req-80d935a8-1234-461a-9c05-fbe9765df2c8 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "DELETE /v2.0/ports/28eaa780-3a81-4dd5-97ec-a26641e90b48 HTTP/1.1" status: 204 len: 173 time: 1.3387322 Sep 09 09:24:30.514901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-256b4cd6-2730-4bc9-a39e-7cbee8192c5c req-94b39b74-ec7b-4143-8499-258411a6f9ff tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792425 Sep 09 09:24:30.554025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 86b14e12-8095-4e88-a88e-096b8cb8e24e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=86b14e12-8095-4e88-a88e-096b8cb8e24e,segment=NetworkSegment(6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2),segment_id=6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:30.569778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '86b14e12-8095-4e88-a88e-096b8cb8e24e', 'network_id': 'd615f1d8-7858-4af1-963d-b530011af852', 'port_id': '86b14e12-8095-4e88-a88e-096b8cb8e24e', 'mac_address': 'fa:16:3e:ae:1b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d48734-7a34-4b3c-aa93-c7b2cf1fdae6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:24:30.594553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f39d4-78f8-4e42-97c5-c860a01ffd1e req-b8507ef3-6016-4d99-84df-84117956523d tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:30.596104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a0f39d4-78f8-4e42-97c5-c860a01ffd1e req-b8507ef3-6016-4d99-84df-84117956523d tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0661669 Sep 09 09:24:30.613578 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:30.633666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b14e12-8095-4e88-a88e-096b8cb8e24e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:24:30.641772 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a0f39d4-78f8-4e42-97c5-c860a01ffd1e req-b3128c69-69af-4cc5-a7ad-f2066b9e27ef tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389981 Sep 09 09:24:30.651031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:30.700484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 86b14e12-8095-4e88-a88e-096b8cb8e24e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=86b14e12-8095-4e88-a88e-096b8cb8e24e,segment=NetworkSegment(6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2),segment_id=6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:30.808308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:30.810809 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:30.817550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:30.817843 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:30.840645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:30.935885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=86b14e12-8095-4e88-a88e-096b8cb8e24e,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:31.025259 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:31.075710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc5e973-233b-497c-8ec1-3199be92dfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee40d95-5267-42fb-b8ea-8749aa6a4ae5'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:31.078288 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb7a2eb-823e-4b8a-abda-a87158e90fe0" -d '{"events": [{"server_uuid": "0dc5e973-233b-497c-8ec1-3199be92dfc6", "name": "network-vif-plugged", "status": "completed", "tag": "1ee40d95-5267-42fb-b8ea-8749aa6a4ae5"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:31.104824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5,segment=NetworkSegment(d4f3041e-42fe-41e9-87ab-2908037cce9b),segment_id=d4f3041e-42fe-41e9-87ab-2908037cce9b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:31.176014 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3fb818-e403-4a30-8765-85402aa6ad4b x-openstack-request-id: req-6b3fb818-e403-4a30-8765-85402aa6ad4b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:31.176014 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc5e973-233b-497c-8ec1-3199be92dfc6", "name": "network-vif-plugged", "status": "completed", "tag": "1ee40d95-5267-42fb-b8ea-8749aa6a4ae5", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:31.176287 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b3fb818-e403-4a30-8765-85402aa6ad4b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:31.176605 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc5e973-233b-497c-8ec1-3199be92dfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee40d95-5267-42fb-b8ea-8749aa6a4ae5', 'code': 200} Sep 09 09:24:31.184665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['86b14e12-8095-4e88-a88e-096b8cb8e24e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:31.194283 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:31.200075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 28eaa780-3a81-4dd5-97ec-a26641e90b48 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:31.224351 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7403b32f-dfd1-4646-a56b-67d6900fd443 req-623e86c0-c10f-4ca4-bc38-e4e2b646841f tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=74ceb3fb-3df7-4200-967a-06918c86ab20 HTTP/1.1" status: 200 len: 210 time: 0.0747154 Sep 09 09:24:31.309062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 28eaa780-3a81-4dd5-97ec-a26641e90b48 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:31.309426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 28eaa780-3a81-4dd5-97ec-a26641e90b48 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:31.310042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f3fecfd3-2e67-40e6-b65d-cf85fdd369fd no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:31.351326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: f3fecfd3-2e67-40e6-b65d-cf85fdd369fd {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:31.352400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f3fecfd3-2e67-40e6-b65d-cf85fdd369fd not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:31.360093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760d759-c51e-47b9-9f1d-db0969e13a16 req-0d45d74e-2479-4460-9834-143a84e96a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:31.361678 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c760d759-c51e-47b9-9f1d-db0969e13a16 req-0d45d74e-2479-4460-9834-143a84e96a82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 1098 time: 0.0950370 Sep 09 09:24:31.374633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:31.390610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82540fe6-3978-4d65-bf6f-222987a422fa req-0357fa4b-9f38-4b09-9170-e1954b5cd64b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:31.392324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82540fe6-3978-4d65-bf6f-222987a422fa req-0357fa4b-9f38-4b09-9170-e1954b5cd64b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0870895 Sep 09 09:24:31.459352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c760d759-c51e-47b9-9f1d-db0969e13a16 req-fbf93a51-da85-4d10-8632-3afb68e6a48e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858996 Sep 09 09:24:31.491173 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82540fe6-3978-4d65-bf6f-222987a422fa req-c1201635-42bb-4703-a5b6-4b3797558965 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819781 Sep 09 09:24:31.507538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-30b8d71b-295f-4113-9afb-b2549cd3cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:31.509559 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-30b8d71b-295f-4113-9afb-b2549cd3cf24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1097 time: 0.0485268 Sep 09 09:24:31.632079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49628612-4365-4fb4-851b-0e053836995d req-352adbac-8187-416f-80ee-1d6dbeb2fd25 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:31.634333 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49628612-4365-4fb4-851b-0e053836995d req-352adbac-8187-416f-80ee-1d6dbeb2fd25 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 944 time: 0.0528567 Sep 09 09:24:31.707501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49628612-4365-4fb4-851b-0e053836995d req-f66df2cf-396a-4541-a866-23f716c31964 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669889 Sep 09 09:24:31.769774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-bd4422b0-9ee8-4b67-a303-368adcd3afad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:31.771278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-bd4422b0-9ee8-4b67-a303-368adcd3afad service neutron] 10.222.0.41 "GET /v2.0/networks?id=59886ec7-de9f-4901-a5a4-e93757e5dec9 HTTP/1.1" status: 200 len: 897 time: 0.1147268 Sep 09 09:24:31.898505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5eb4-7cf9-486c-8d09-ab48a00ec6d8 req-edd3f296-6d09-4073-a121-47c0e7f5db61 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:31.901985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-da0f5eb4-7cf9-486c-8d09-ab48a00ec6d8 req-edd3f296-6d09-4073-a121-47c0e7f5db61 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 946 time: 0.1064668 Sep 09 09:24:31.911930 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-f00a36f8-fba3-479a-92e6-4141f843fbaa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 200 len: 1000 time: 0.1068418 Sep 09 09:24:31.981900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-da0f5eb4-7cf9-486c-8d09-ab48a00ec6d8 req-d6ec18c6-4f01-4c8e-8eed-c4476b471862 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730810 Sep 09 09:24:31.987130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-28afba61-6637-4458-966f-142dc478a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:31.988606 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-28afba61-6637-4458-966f-142dc478a3a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=857a3cac-c580-4d35-9bf6-4ec4c2bd2408 HTTP/1.1" status: 200 len: 835 time: 0.0698922 Sep 09 09:24:32.038009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-d6bc3429-7b29-46c3-a32f-6b99b15985a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:32.039581 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-d6bc3429-7b29-46c3-a32f-6b99b15985a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59886ec7-de9f-4901-a5a4-e93757e5dec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424001 Sep 09 09:24:32.132184 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-462dfc8b-6afe-4ffa-84a2-1e2a3cc5924e service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850282 Sep 09 09:24:32.205722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c418f6-cd33-4336-bc2e-dbb7114ead3c', 'name': 'network-vif-deleted', 'tag': '28eaa780-3a81-4dd5-97ec-a26641e90b48'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:32.207928 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ef1f79-2d10-47d4-a072-87d776695de4" -d '{"events": [{"server_uuid": "36c418f6-cd33-4336-bc2e-dbb7114ead3c", "name": "network-vif-deleted", "tag": "28eaa780-3a81-4dd5-97ec-a26641e90b48"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:32.238551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-6f098aa6-76a4-47e6-8280-0304edb2265f service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967987 Sep 09 09:24:32.248864 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17072cf-7a26-4d96-b404-1ac029ce776b x-openstack-request-id: req-a17072cf-7a26-4d96-b404-1ac029ce776b {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:32.249022 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c418f6-cd33-4336-bc2e-dbb7114ead3c", "name": "network-vif-deleted", "tag": "28eaa780-3a81-4dd5-97ec-a26641e90b48", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:32.249294 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a17072cf-7a26-4d96-b404-1ac029ce776b {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:32.249629 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c418f6-cd33-4336-bc2e-dbb7114ead3c', 'name': 'network-vif-deleted', 'tag': '28eaa780-3a81-4dd5-97ec-a26641e90b48', 'status': 'completed', 'code': 200} Sep 09 09:24:32.612821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd20677-b911-4899-a70b-3b386839ffac req-0826728a-ede1-45b6-9d5d-10f357c4947a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:32.614645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbd20677-b911-4899-a70b-3b386839ffac req-0826728a-ede1-45b6-9d5d-10f357c4947a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0503943 Sep 09 09:24:32.661569 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbd20677-b911-4899-a70b-3b386839ffac req-00b074d0-bedd-4fc3-b5a0-1f508be3f0f2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398927 Sep 09 09:24:32.799081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe890e47-08a7-44d1-b6ee-8dac05c8d70b req-74bff588-4d19-4dc4-9e2f-4d33b25f49dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:32.800707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe890e47-08a7-44d1-b6ee-8dac05c8d70b req-74bff588-4d19-4dc4-9e2f-4d33b25f49dc tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 950 time: 0.0581746 Sep 09 09:24:32.843453 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe890e47-08a7-44d1-b6ee-8dac05c8d70b req-f001a276-133b-435b-93bb-cf35e9122475 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352392 Sep 09 09:24:32.850306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d29b4-9b0e-40aa-afcc-a1dfe632b006 req-4ee160ad-1f58-4755-8031-2b5ebf7a0fcd tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:32.862909 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cd0d29b4-9b0e-40aa-afcc-a1dfe632b006 req-4ee160ad-1f58-4755-8031-2b5ebf7a0fcd tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 944 time: 0.0710571 Sep 09 09:24:32.906545 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cd0d29b4-9b0e-40aa-afcc-a1dfe632b006 req-7fbb1245-1813-4afe-a1d7-3f01e22c4e77 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423167 Sep 09 09:24:33.099581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828393d-3469-499f-b935-153f16210eff req-4765b297-f27c-45e4-bb09-9ba29f8c9bca tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:33.101163 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3828393d-3469-499f-b935-153f16210eff req-4765b297-f27c-45e4-bb09-9ba29f8c9bca tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 946 time: 0.0514574 Sep 09 09:24:33.139599 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3828393d-3469-499f-b935-153f16210eff req-374f5a4a-d117-431b-9e36-4f106d2f47ec tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320339 Sep 09 09:24:33.781072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222ea32-91f8-4464-a7f6-e6fc2cd191ce req-97a51b7a-aed4-4918-912a-f1d45c8346eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:33.782619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e222ea32-91f8-4464-a7f6-e6fc2cd191ce req-97a51b7a-aed4-4918-912a-f1d45c8346eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0497856 Sep 09 09:24:33.824557 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e222ea32-91f8-4464-a7f6-e6fc2cd191ce req-a1cac51c-3524-4759-b5d1-0857b3eba34f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354655 Sep 09 09:24:34.000688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 86b14e12-8095-4e88-a88e-096b8cb8e24e up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:34.008392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3049af-2002-42c8-b95a-7b2b7afc6442 req-8487e17a-eaba-4257-b793-38cead5d1d69 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:34.009995 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c3049af-2002-42c8-b95a-7b2b7afc6442 req-8487e17a-eaba-4257-b793-38cead5d1d69 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 950 time: 0.0757418 Sep 09 09:24:34.060800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c3049af-2002-42c8-b95a-7b2b7afc6442 req-9f3430d8-c45e-4d3f-b1b6-89d36c6e14aa tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/security-groups?id=30c8ea5a-41c3-42d4-a902-328d654e8cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Sep 09 09:24:34.111232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ecab2-7e64-4c75-99af-1cb3e509890f req-c296a439-07a1-4d50-943b-f24fc10c7f44 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:34.112133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f47ecab2-7e64-4c75-99af-1cb3e509890f req-c296a439-07a1-4d50-943b-f24fc10c7f44 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 944 time: 0.0858142 Sep 09 09:24:34.183417 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f47ecab2-7e64-4c75-99af-1cb3e509890f req-80e903f7-de5f-4358-bf84-d422f14b96fd tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695434 Sep 09 09:24:34.226377 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d8a34-fb67-4be7-97ed-0fd123feebf0 req-3dcdceaf-c8d3-4705-86aa-4edf36071c33 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:34.226377 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a25d8a34-fb67-4be7-97ed-0fd123feebf0 req-3dcdceaf-c8d3-4705-86aa-4edf36071c33 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 950 time: 0.1454573 Sep 09 09:24:34.265096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 86b14e12-8095-4e88-a88e-096b8cb8e24e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:34.270023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 86b14e12-8095-4e88-a88e-096b8cb8e24e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:34.270648 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:34.348093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-a25d8a34-fb67-4be7-97ed-0fd123feebf0 req-ec68b591-3269-4361-9fde-94f89026a142 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Deleting port a9cd282a-419c-46f6-bf52-62f8624d6e5d {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:34.348451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a25d8a34-fb67-4be7-97ed-0fd123feebf0 req-ec68b591-3269-4361-9fde-94f89026a142 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:34.369259 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:34.459476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11198293-6fc6-400d-9104-809dc84dfd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b14e12-8095-4e88-a88e-096b8cb8e24e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:34.460984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-a25d8a34-fb67-4be7-97ed-0fd123feebf0 req-ec68b591-3269-4361-9fde-94f89026a142 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] For port a9cd282a-419c-46f6-bf52-62f8624d6e5d, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a9cd282a-419c-46f6-bf52-62f8624d6e5d,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:34.461358 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a25d8a34-fb67-4be7-97ed-0fd123feebf0 req-ec68b591-3269-4361-9fde-94f89026a142 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:34.464155 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25e5cc7-ac77-4858-89ec-2dff545c1351" -d '{"events": [{"server_uuid": "11198293-6fc6-400d-9104-809dc84dfd44", "name": "network-vif-plugged", "status": "completed", "tag": "86b14e12-8095-4e88-a88e-096b8cb8e24e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:34.469049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 86b14e12-8095-4e88-a88e-096b8cb8e24e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=86b14e12-8095-4e88-a88e-096b8cb8e24e,segment=NetworkSegment(6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2),segment_id=6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:34.483128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-a25d8a34-fb67-4be7-97ed-0fd123feebf0 req-ec68b591-3269-4361-9fde-94f89026a142 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Calling delete_port for a9cd282a-419c-46f6-bf52-62f8624d6e5d owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:34.513921 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dd50f6-cc22-4f38-a276-840131e76223 x-openstack-request-id: req-a8dd50f6-cc22-4f38-a276-840131e76223 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:34.513921 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11198293-6fc6-400d-9104-809dc84dfd44", "name": "network-vif-plugged", "status": "completed", "tag": "86b14e12-8095-4e88-a88e-096b8cb8e24e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:34.513921 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8dd50f6-cc22-4f38-a276-840131e76223 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:34.513921 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11198293-6fc6-400d-9104-809dc84dfd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b14e12-8095-4e88-a88e-096b8cb8e24e', 'code': 200} Sep 09 09:24:34.529642 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:24:34.568161 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:34.627131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5d33a-2650-4754-9c34-5a79f7d25274 req-3921f9de-2efa-4ff6-a0d9-01d332e8cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:34.629202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7b5d33a-2650-4754-9c34-5a79f7d25274 req-3921f9de-2efa-4ff6-a0d9-01d332e8cbe5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 1097 time: 0.0548141 Sep 09 09:24:34.631488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=86b14e12-8095-4e88-a88e-096b8cb8e24e,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:34.673846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7b5d33a-2650-4754-9c34-5a79f7d25274 req-b263d864-5d03-469f-a985-baf4edd96e64 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307508 Sep 09 09:24:34.716441 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a25d8a34-fb67-4be7-97ed-0fd123feebf0 req-ec68b591-3269-4361-9fde-94f89026a142 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:34.731547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9cd282a-419c-46f6-bf52-62f8624d6e5d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:34.748110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68b591-3269-4361-9fde-94f89026a142 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Pushing event deleted for resources: {'Port': ['ID=a9cd282a-419c-46f6-bf52-62f8624d6e5d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:34.796066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25d8a34-fb67-4be7-97ed-0fd123feebf0 req-ec68b591-3269-4361-9fde-94f89026a142 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] No DVR routers for this DVR port a9cd282a-419c-46f6-bf52-62f8624d6e5d on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:34.799109 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a25d8a34-fb67-4be7-97ed-0fd123feebf0 req-ec68b591-3269-4361-9fde-94f89026a142 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:34.801425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a25d8a34-fb67-4be7-97ed-0fd123feebf0 req-ec68b591-3269-4361-9fde-94f89026a142 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.41 "DELETE /v2.0/ports/a9cd282a-419c-46f6-bf52-62f8624d6e5d HTTP/1.1" status: 204 len: 173 time: 0.5723612 Sep 09 09:24:34.801885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8916b6-2b08-4d45-9f14-47cc34d3f130', 'name': 'network-vif-deleted', 'tag': 'a9cd282a-419c-46f6-bf52-62f8624d6e5d'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:34.804722 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb6d253-0073-4745-9b65-5491ded3ebb5" -d '{"events": [{"server_uuid": "ee8916b6-2b08-4d45-9f14-47cc34d3f130", "name": "network-vif-deleted", "tag": "a9cd282a-419c-46f6-bf52-62f8624d6e5d"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:34.843102 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90fcad9-c2b3-4b1b-ad7c-e2f198f3f793 x-openstack-request-id: req-b90fcad9-c2b3-4b1b-ad7c-e2f198f3f793 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:34.843420 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8916b6-2b08-4d45-9f14-47cc34d3f130", "name": "network-vif-deleted", "tag": "a9cd282a-419c-46f6-bf52-62f8624d6e5d", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:34.843679 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b90fcad9-c2b3-4b1b-ad7c-e2f198f3f793 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:34.844079 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8916b6-2b08-4d45-9f14-47cc34d3f130', 'name': 'network-vif-deleted', 'tag': 'a9cd282a-419c-46f6-bf52-62f8624d6e5d', 'status': 'completed', 'code': 200} Sep 09 09:24:34.955555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36326c05-7bf6-43a5-a6a4-7bed4db0a062 req-45af6115-0681-4676-bf41-e78520af2f35 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:34.958659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36326c05-7bf6-43a5-a6a4-7bed4db0a062 req-45af6115-0681-4676-bf41-e78520af2f35 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0589685 Sep 09 09:24:35.000900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36326c05-7bf6-43a5-a6a4-7bed4db0a062 req-91e7c171-fcdd-4dd1-a7c1-2358d0354fb3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352132 Sep 09 09:24:35.199536 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-047cfd7c-cac7-4dde-8bce-f9c41e9f0e40 req-7ba5773a-92ad-43db-98cb-c61244736381 tempest-ServersOnMultiNodesTest-109607163 tempest-ServersOnMultiNodesTest-109607163-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8916b6-2b08-4d45-9f14-47cc34d3f130 HTTP/1.1" status: 200 len: 210 time: 0.0404856 Sep 09 09:24:35.327619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164930fe-918d-4b06-8498-b2d8f42d7804 req-c1532bdd-9f5b-4abb-a33e-5d61fd35c491 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:35.329219 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-164930fe-918d-4b06-8498-b2d8f42d7804 req-c1532bdd-9f5b-4abb-a33e-5d61fd35c491 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 945 time: 0.0638855 Sep 09 09:24:35.374764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-164930fe-918d-4b06-8498-b2d8f42d7804 req-4fe48e97-77ac-40ac-a025-cf987b1882ee tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386558 Sep 09 09:24:36.122933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9612ec-fc86-4e96-9dd4-0c67617bfc00 req-4526eecf-be1b-4ec2-9d91-6e8292b12913 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:36.124574 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d9612ec-fc86-4e96-9dd4-0c67617bfc00 req-4526eecf-be1b-4ec2-9d91-6e8292b12913 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0522137 Sep 09 09:24:36.163037 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d9612ec-fc86-4e96-9dd4-0c67617bfc00 req-4304eb21-271d-40fc-9e1e-0d636dc4bf89 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320435 Sep 09 09:24:36.501567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e1ae6-0edd-4c7d-9132-7c231b9d70a7 req-7c28ce63-95f1-4a9d-9428-b785108ef475 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:36.503854 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bd0e1ae6-0edd-4c7d-9132-7c231b9d70a7 req-7c28ce63-95f1-4a9d-9428-b785108ef475 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 945 time: 0.0526474 Sep 09 09:24:36.561213 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bd0e1ae6-0edd-4c7d-9132-7c231b9d70a7 req-95a0412a-31be-4509-b01d-2a9796ef0e64 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492184 Sep 09 09:24:36.763553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39024) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:36.943166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752c22e-6ae7-4ce3-8c4e-630b58f06167 req-23d0e281-31f2-4155-8fba-c2536e24f9a2 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:36.945113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c752c22e-6ae7-4ce3-8c4e-630b58f06167 req-23d0e281-31f2-4155-8fba-c2536e24f9a2 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 946 time: 0.0688357 Sep 09 09:24:36.954357 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-87a28e57-78fb-4044-80db-033057300aed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3075177ca7204a6db633c5f58d701800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895189 Sep 09 09:24:36.956992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39034) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:36.986800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c752c22e-6ae7-4ce3-8c4e-630b58f06167 req-9187437a-30ef-49f3-9a30-f3ca54935a0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350668 Sep 09 09:24:37.010517 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d193b2a-d945-4cbf-9d2e-69e871986fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:37.037334 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d193b2a-d945-4cbf-9d2e-69e871986fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:37.214159 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d193b2a-d945-4cbf-9d2e-69e871986fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:37.217073 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d193b2a-d945-4cbf-9d2e-69e871986fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:37.220828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5d193b2a-d945-4cbf-9d2e-69e871986fbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30c8ea5a-41c3-42d4-a902-328d654e8cba HTTP/1.1" status: 204 len: 168 time: 0.2604036 Sep 09 09:24:37.245223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d193b2a-d945-4cbf-9d2e-69e871986fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c8ea5a-41c3-42d4-a902-328d654e8cba,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:37.309657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ed8fd-ddcc-4d5e-b0c7-c854b9ebe549 req-45df4d1f-fd60-4c3a-a4fb-f88acdafed14 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:37.311256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-904ed8fd-ddcc-4d5e-b0c7-c854b9ebe549 req-45df4d1f-fd60-4c3a-a4fb-f88acdafed14 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 945 time: 0.0724926 Sep 09 09:24:37.343430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb04c1-fa01-4a89-84c5-bebc45229751 req-407ef17a-b892-4ce8-8f74-72625690d9f0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:37.345517 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-58bb04c1-fa01-4a89-84c5-bebc45229751 req-407ef17a-b892-4ce8-8f74-72625690d9f0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.1011498 Sep 09 09:24:37.370925 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-904ed8fd-ddcc-4d5e-b0c7-c854b9ebe549 req-b2a41ec9-7e4a-4c3d-ac4e-c9687cdf732f tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522115 Sep 09 09:24:37.405295 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-58bb04c1-fa01-4a89-84c5-bebc45229751 req-179bc188-d84d-47fd-8219-9d3a18024063 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532892 Sep 09 09:24:37.906331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39052) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:37.947088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5f292782-f606-4f5f-92ed-04eb44e2c91d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3193107e1d334e198fc63cfbdfdb5d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390549 Sep 09 09:24:37.949949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39054) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:38.002655 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8ff5599a-3eab-410b-ad3e-6266e52a620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:38.024451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8ff5599a-3eab-410b-ad3e-6266e52a620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:38.116949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8ff5599a-3eab-410b-ad3e-6266e52a620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:38.120258 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8ff5599a-3eab-410b-ad3e-6266e52a620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:38.121410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8ff5599a-3eab-410b-ad3e-6266e52a620e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d02c6bf9-699e-4558-b993-acdf38b5a351 HTTP/1.1" status: 204 len: 168 time: 0.1705678 Sep 09 09:24:38.136660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04edad-997e-4ca6-a994-2594e3fb43b0 req-9bbc3bee-14e8-4207-bfa5-c6c631eb5ee6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:38.138159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef04edad-997e-4ca6-a994-2594e3fb43b0 req-9bbc3bee-14e8-4207-bfa5-c6c631eb5ee6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 946 time: 0.0596278 Sep 09 09:24:38.143368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5599a-3eab-410b-ad3e-6266e52a620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02c6bf9-699e-4558-b993-acdf38b5a351,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:38.188277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef04edad-997e-4ca6-a994-2594e3fb43b0 req-b7bf9580-2279-4fea-b690-86a61db216f9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bfbc65-c26a-4dc8-849a-bbd790337040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Sep 09 09:24:38.352768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-ca85493e-9471-4ef2-910d-945ed7691249 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:38.355802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-ca85493e-9471-4ef2-910d-945ed7691249 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.41 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 946 time: 0.0494924 Sep 09 09:24:38.516039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Deleting port 77af0c0c-e578-4213-a288-d27728168d12 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:38.516309 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:38.553196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13e319-ea55-4182-a855-0adcf4d021d3 req-290bbdb9-400d-4dca-b2ee-417e7b91f6cf tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:38.556235 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b13e319-ea55-4182-a855-0adcf4d021d3 req-290bbdb9-400d-4dca-b2ee-417e7b91f6cf tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 945 time: 0.0683231 Sep 09 09:24:38.604710 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b13e319-ea55-4182-a855-0adcf4d021d3 req-ab1572f6-caa1-460a-bb70-550dd7ea2c43 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/security-groups?id=646bff49-a2db-4b06-8283-443a740f0e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Sep 09 09:24:38.629813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c68e35-57de-4420-a998-84bd6b57c30c req-3dd639bb-37fa-4439-9b5b-b4e1b7540533 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:38.631331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02c68e35-57de-4420-a998-84bd6b57c30c req-3dd639bb-37fa-4439-9b5b-b4e1b7540533 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.1280518 Sep 09 09:24:38.678116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] For port 77af0c0c-e578-4213-a288-d27728168d12, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=77af0c0c-e578-4213-a288-d27728168d12,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:38.678484 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:38.705762 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02c68e35-57de-4420-a998-84bd6b57c30c req-7c3f7ac3-a564-4645-8a6e-8c2f352c7ba2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682251 Sep 09 09:24:38.706963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a457a22-f1a2-4b65-9fff-94d1efca4592 req-0e3460d7-3ddd-4efc-818a-d20df3415c32 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:38.711458 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a457a22-f1a2-4b65-9fff-94d1efca4592 req-0e3460d7-3ddd-4efc-818a-d20df3415c32 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.24 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 945 time: 0.0753353 Sep 09 09:24:38.741070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a9cd282a-419c-46f6-bf52-62f8624d6e5d no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:38.787846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: a9cd282a-419c-46f6-bf52-62f8624d6e5d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:38.790762 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a9cd282a-419c-46f6-bf52-62f8624d6e5d not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:38.860455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5a457a22-f1a2-4b65-9fff-94d1efca4592 req-f9c981e1-ee83-45f1-9b10-9a438e835948 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Deleting port 86b14e12-8095-4e88-a88e-096b8cb8e24e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:38.860805 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a457a22-f1a2-4b65-9fff-94d1efca4592 req-f9c981e1-ee83-45f1-9b10-9a438e835948 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:38.944184 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:38.944904 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:38.945241 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Floating IP 961d9018-5d5a-49ec-a063-87f5f8d1bb9b disassociated. External IP: 172.25.8.179, port: 77af0c0c-e578-4213-a288-d27728168d12. Sep 09 09:24:38.945597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Calling delete_port for 77af0c0c-e578-4213-a288-d27728168d12 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:38.980782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5a457a22-f1a2-4b65-9fff-94d1efca4592 req-f9c981e1-ee83-45f1-9b10-9a438e835948 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] For port 86b14e12-8095-4e88-a88e-096b8cb8e24e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=86b14e12-8095-4e88-a88e-096b8cb8e24e,segment=NetworkSegment(6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2),segment_id=6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:38.981163 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a457a22-f1a2-4b65-9fff-94d1efca4592 req-f9c981e1-ee83-45f1-9b10-9a438e835948 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:38.995158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5a457a22-f1a2-4b65-9fff-94d1efca4592 req-f9c981e1-ee83-45f1-9b10-9a438e835948 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Calling delete_port for 86b14e12-8095-4e88-a88e-096b8cb8e24e owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:39.179918 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:39.202329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a457a22-f1a2-4b65-9fff-94d1efca4592 req-f9c981e1-ee83-45f1-9b10-9a438e835948 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:39.216471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['86b14e12-8095-4e88-a88e-096b8cb8e24e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:39.223477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event deleted for resources: {'Port': ['ID=77af0c0c-e578-4213-a288-d27728168d12,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:39.273647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c981e1-ee83-45f1-9b10-9a438e835948 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Pushing event deleted for resources: {'Port': ['ID=86b14e12-8095-4e88-a88e-096b8cb8e24e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:39.323479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a457a22-f1a2-4b65-9fff-94d1efca4592 req-f9c981e1-ee83-45f1-9b10-9a438e835948 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] No DVR routers for this DVR port 86b14e12-8095-4e88-a88e-096b8cb8e24e on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:39.326142 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a457a22-f1a2-4b65-9fff-94d1efca4592 req-f9c981e1-ee83-45f1-9b10-9a438e835948 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:39.328254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a457a22-f1a2-4b65-9fff-94d1efca4592 req-f9c981e1-ee83-45f1-9b10-9a438e835948 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.24 "DELETE /v2.0/ports/86b14e12-8095-4e88-a88e-096b8cb8e24e HTTP/1.1" status: 204 len: 173 time: 0.6075952 Sep 09 09:24:39.328691 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11198293-6fc6-400d-9104-809dc84dfd44', 'name': 'network-vif-deleted', 'tag': '86b14e12-8095-4e88-a88e-096b8cb8e24e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:39.331542 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e820b5-66d5-41b2-b79e-e5fee9c1c208" -d '{"events": [{"server_uuid": "11198293-6fc6-400d-9104-809dc84dfd44", "name": "network-vif-deleted", "tag": "86b14e12-8095-4e88-a88e-096b8cb8e24e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:39.340089 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3967a8b6-cb94-40a0-86e7-e98ab7b16d5d req-667cd4ec-208f-48e4-8b44-0a342271082b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f1aeef-e4fa-450c-a24c-fb29aa6a698c HTTP/1.1" status: 200 len: 210 time: 0.0445833 Sep 09 09:24:39.398441 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab20188-3bee-4df6-a170-8c16274158ee x-openstack-request-id: req-9ab20188-3bee-4df6-a170-8c16274158ee {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:39.398728 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11198293-6fc6-400d-9104-809dc84dfd44", "name": "network-vif-deleted", "tag": "86b14e12-8095-4e88-a88e-096b8cb8e24e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:39.398979 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ab20188-3bee-4df6-a170-8c16274158ee {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:39.400637 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11198293-6fc6-400d-9104-809dc84dfd44', 'name': 'network-vif-deleted', 'tag': '86b14e12-8095-4e88-a88e-096b8cb8e24e', 'status': 'completed', 'code': 200} Sep 09 09:24:39.423971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:24:39.436786 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39094) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:39.549916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:24:39.560118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56450782-3df7-49b2-af5b-733d01712061 None None] Sync routers for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:24:39.576249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56450782-3df7-49b2-af5b-733d01712061 None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:24:39.578859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-56450782-3df7-49b2-af5b-733d01712061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:39.621141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] No DVR routers for this DVR port 77af0c0c-e578-4213-a288-d27728168d12 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:39.628686 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:39.630907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78ce0e1a-e1cf-4d60-9870-307e513f5bee req-048594cd-4b51-4dc0-9ea7-7b1ebc2bb5c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.41 "DELETE /v2.0/ports/77af0c0c-e578-4213-a288-d27728168d12 HTTP/1.1" status: 204 len: 173 time: 1.2701113 Sep 09 09:24:39.631416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'name': 'network-vif-deleted', 'tag': '77af0c0c-e578-4213-a288-d27728168d12'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:39.637100 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4d0266-2dcb-4eba-b671-966e6da1141a" -d '{"events": [{"server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "name": "network-vif-deleted", "tag": "77af0c0c-e578-4213-a288-d27728168d12"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:39.683581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-network', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:39.722849 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfe274e-0787-4ba8-8c63-9405c776a22b x-openstack-request-id: req-fdfe274e-0787-4ba8-8c63-9405c776a22b {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:39.723150 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f1aeef-e4fa-450c-a24c-fb29aa6a698c", "name": "network-vif-deleted", "tag": "77af0c0c-e578-4213-a288-d27728168d12", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:39.723561 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdfe274e-0787-4ba8-8c63-9405c776a22b {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:39.723852 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f1aeef-e4fa-450c-a24c-fb29aa6a698c', 'name': 'network-vif-deleted', 'tag': '77af0c0c-e578-4213-a288-d27728168d12', 'status': 'completed', 'code': 200} Sep 09 09:24:39.785754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-56450782-3df7-49b2-af5b-733d01712061 None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:24:39.797597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02150ed8-46e1-40b1-a8e9-be047c198f34 req-a5b32d50-cc7a-444f-9123-84e805afcdf0 tempest-ServerPasswordTestJSON-48210445 tempest-ServerPasswordTestJSON-48210445-project] 10.222.0.32 "GET /v2.0/ports?device_id=11198293-6fc6-400d-9104-809dc84dfd44 HTTP/1.1" status: 200 len: 210 time: 0.0533679 Sep 09 09:24:39.814997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Made reservation on behalf of 2a81a37f689d4093a1dc146ec86fb2b2 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:24:39.818104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:39.838685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:39.919798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce693d-e611-4820-8df6-a47079a437ae req-3a66757a-fd78-4758-8480-083eb5d08992 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:39.931615 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74ce693d-e611-4820-8df6-a47079a437ae req-3a66757a-fd78-4758-8480-083eb5d08992 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.1180723 Sep 09 09:24:39.996890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74ce693d-e611-4820-8df6-a47079a437ae req-06d05fa0-84db-48e9-bbd6-ef693bdf6a93 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641482 Sep 09 09:24:40.054064 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.099243 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.114160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:24:40.144956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.145325 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Added segment d1ce3530-50a2-4709-b1d2-e15bd58c5df7 of type vlan for network af864b17-9274-4b34-b7e5-6749bc5edb04 Sep 09 09:24:40.161163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff26dce-07a3-4601-8e7b-2af39241cdaf,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:40.169044 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-56450782-3df7-49b2-af5b-733d01712061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:40.202529 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.208671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56450782-3df7-49b2-af5b-733d01712061 None None] Checking router: 59ebda07-7d77-4e2e-9136-86bf5d9d43fb for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:24:40.219864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56450782-3df7-49b2-af5b-733d01712061 None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:24:40.220822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-56450782-3df7-49b2-af5b-733d01712061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:40.265742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.267500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:40.268191 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.338880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-56450782-3df7-49b2-af5b-733d01712061 None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:24:40.341984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] Pushing event updated for resources: {'Network': ['ID=af864b17-9274-4b34-b7e5-6749bc5edb04,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:40.355074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39114) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:40.355795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d1acb37e-9f45-453c-8f66-43d1ee79cc38 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9171755 Sep 09 09:24:40.360389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] Request body: {'subnet': {'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-subnet', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:40.382669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network af864b17-9274-4b34-b7e5-6749bc5edb04 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:24:40.448031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] Made reservation on behalf of 2a81a37f689d4093a1dc146ec86fb2b2 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:24:40.450538 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.491011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39120) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:40.558089 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-647b8c5b-d2a5-45a8-9ddc-13cb09542cff tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.590003 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-647b8c5b-d2a5-45a8-9ddc-13cb09542cff tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.649868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-56450782-3df7-49b2-af5b-733d01712061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:40.680616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56450782-3df7-49b2-af5b-733d01712061 None None] The sync data for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 is: [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:24:40.728427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-647b8c5b-d2a5-45a8-9ddc-13cb09542cff tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.731281 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-647b8c5b-d2a5-45a8-9ddc-13cb09542cff tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.732584 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-647b8c5b-d2a5-45a8-9ddc-13cb09542cff tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "DELETE /v2.0/security-groups/71bfbc65-c26a-4dc8-849a-bbd790337040 HTTP/1.1" status: 204 len: 168 time: 0.2403672 Sep 09 09:24:40.735548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:40.742521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b8c5b-d2a5-45a8-9ddc-13cb09542cff tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bfbc65-c26a-4dc8-849a-bbd790337040,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:40.749294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.754863 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-71103f4b-64c7-4164-be98-5606e45fc037 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] show failed (client error): The resource could not be found. Sep 09 09:24:40.756276 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-71103f4b-64c7-4164-be98-5606e45fc037 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups/71bfbc65-c26a-4dc8-849a-bbd790337040 HTTP/1.1" status: 404 len: 347 time: 0.0194898 Sep 09 09:24:40.759814 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39126) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:40.804697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad4cbea-085c-4fab-9fb0-931aad3708ee,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:40.820844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] Checking segment: {'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:40.834075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] Network hostable DHCP agents. Network: af864b17-9274-4b34-b7e5-6749bc5edb04, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:24:40.873811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39130) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:40.910162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d81eb61b-6ed7-41ae-9636-84663a53809c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Deleting port f8cc540d-a718-4d25-8807-24f3db9bb57f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:24:40.910515 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d81eb61b-6ed7-41ae-9636-84663a53809c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:40.969358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] Network af864b17-9274-4b34-b7e5-6749bc5edb04 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:24:40.988097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-362f17ee-6f84-4a50-ab4f-08462457f4fb admin admin] Deleting subnet 32d48734-7a34-4b3c-aa93-c7b2cf1fdae6 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:24:40.992015 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-362f17ee-6f84-4a50-ab4f-08462457f4fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.010335 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d81eb61b-6ed7-41ae-9636-84663a53809c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.010919 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d81eb61b-6ed7-41ae-9636-84663a53809c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.018391 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df0710-7398-4de8-8b0d-a7a3d22e4ab8 None None] New status for floating IP 961d9018-5d5a-49ec-a063-87f5f8d1bb9b: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:24:41.026053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d81eb61b-6ed7-41ae-9636-84663a53809c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Calling delete_port for f8cc540d-a718-4d25-8807-24f3db9bb57f owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:24:41.035002 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-fc7ce086-7055-440a-ad08-2a4cfb66c714 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1119690 Sep 09 09:24:41.042622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-362f17ee-6f84-4a50-ab4f-08462457f4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.080957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, af864b17-9274-4b34-b7e5-6749bc5edb04) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:41.091209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2f3dc-a2be-40e6-bf38-51756673f0ea None None] Network af864b17-9274-4b34-b7e5-6749bc5edb04 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:24:41.110607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.111213 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.137561 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-362f17ee-6f84-4a50-ab4f-08462457f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.178027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-5a3d591d-39d3-4adb-bd0b-090059ce8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.179054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-5a3d591d-39d3-4adb-bd0b-090059ce8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.179054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-5a3d591d-39d3-4adb-bd0b-090059ce8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.179542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-5a3d591d-39d3-4adb-bd0b-090059ce8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.182909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-5a3d591d-39d3-4adb-bd0b-090059ce8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.182909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-5a3d591d-39d3-4adb-bd0b-090059ce8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.182909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-5a3d591d-39d3-4adb-bd0b-090059ce8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.183263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-5a3d591d-39d3-4adb-bd0b-090059ce8d7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 6496 time: 0.1193063 Sep 09 09:24:41.233865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8257f6d-4439-4450-bd47-765e63673f0c req-9588908c-dce3-4e05-b1f6-6a7d9643eb5e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.241209 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8257f6d-4439-4450-bd47-765e63673f0c req-9588908c-dce3-4e05-b1f6-6a7d9643eb5e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0969357 Sep 09 09:24:41.246725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b7e9e025-2cff-41c4-a466-a8383b42f3b8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8902888 Sep 09 09:24:41.249379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39140) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:41.254307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:41.280530 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8257f6d-4439-4450-bd47-765e63673f0c req-073f0a15-27e5-425a-b8ee-7ea8a84c2d57 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384705 Sep 09 09:24:41.348148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-af864b17-9274-4b34-b7e5-6749bc5edb04', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'fixed_ips': [{'subnet_id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:24:41.349123 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.357325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-82b9170d-440e-4b37-9bac-db574c65adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.357494 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-82b9170d-440e-4b37-9bac-db574c65adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.357946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-82b9170d-440e-4b37-9bac-db574c65adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.359792 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-82b9170d-440e-4b37-9bac-db574c65adb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2b4f655-d0a3-4b76-8382-fa71539d21df&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&id=b0b609e8-3ebb-4e45-96f5-45f4fef663be HTTP/1.1" status: 200 len: 2292 time: 0.1409621 Sep 09 09:24:41.365427 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-362f17ee-6f84-4a50-ab4f-08462457f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.399039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f17ee-6f84-4a50-ab4f-08462457f4fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d48734-7a34-4b3c-aa93-c7b2cf1fdae6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:41.409866 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.409866 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.425674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d81eb61b-6ed7-41ae-9636-84663a53809c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.438616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-362f17ee-6f84-4a50-ab4f-08462457f4fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.440595 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-362f17ee-6f84-4a50-ab4f-08462457f4fb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/32d48734-7a34-4b3c-aa93-c7b2cf1fdae6 HTTP/1.1" status: 204 len: 168 time: 0.5654352 Sep 09 09:24:41.444122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39142) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:41.460151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81eb61b-6ed7-41ae-9636-84663a53809c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event deleted for resources: {'Port': ['ID=f8cc540d-a718-4d25-8807-24f3db9bb57f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:41.510703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Allocated IP 172.20.0.2 (af864b17-9274-4b34-b7e5-6749bc5edb04/1ad4cbea-085c-4fab-9fb0-931aad3708ee/64379fa9-e09a-495d-bfdd-6e9cc6aa35e3) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:24:41.516903 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-a6c63e76-2146-45c5-9e88-4a41b87557fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0945a5a1-1382-439d-8477-1f7be1080912 HTTP/1.1" status: 200 len: 1001 time: 0.1275818 Sep 09 09:24:41.526976 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d81eb61b-6ed7-41ae-9636-84663a53809c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.529664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d81eb61b-6ed7-41ae-9636-84663a53809c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.530845 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d81eb61b-6ed7-41ae-9636-84663a53809c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "DELETE /v2.0/floatingips/961d9018-5d5a-49ec-a063-87f5f8d1bb9b HTTP/1.1" status: 204 len: 168 time: 0.7700045 Sep 09 09:24:41.541924 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.633510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-fefbf487-a0e5-469a-b24a-c02ab9b7fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:41.636402 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-fefbf487-a0e5-469a-b24a-c02ab9b7fc6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=309c9f43-74ce-495f-a6f3-f2e389cd1b2f HTTP/1.1" status: 200 len: 850 time: 0.0923376 Sep 09 09:24:41.641440 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.680069 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.689592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Transition to ACTIVE for port object 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:41.705828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Transition to ACTIVE for port object 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:41.769025 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.815461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Network af864b17-9274-4b34-b7e5-6749bc5edb04 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:41.818580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:41.826160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:24:41.831921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Pushing event updated for resources: {'Port': ['ID=64379fa9-e09a-495d-bfdd-6e9cc6aa35e3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:41.844753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.845245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.845787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.846308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.846649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.846984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.847316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.847670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.847997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.848321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.848649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.848972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:41.902223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Attempting to bind port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:24:41.902590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Attempting to bind port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:24:41.903147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Attempting to bind port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 on network af864b17-9274-4b34-b7e5-6749bc5edb04 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:41.908481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:24:41.908858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Checking segment: {'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:41.909258 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.909747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Bound using segment: {'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:24:41.910175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Bound port: 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:24:41.910552 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:41.976723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] For port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:24:41.980466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] For port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=64379fa9-e09a-495d-bfdd-6e9cc6aa35e3,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:24:42.077494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 86b14e12-8095-4e88-a88e-096b8cb8e24e no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:42.100007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 86b14e12-8095-4e88-a88e-096b8cb8e24e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:42.100688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 86b14e12-8095-4e88-a88e-096b8cb8e24e not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:42.103505 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.132738 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.138464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-edbccf83-ef54-490a-87e2-8be624b988fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:42.140076 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-edbccf83-ef54-490a-87e2-8be624b988fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2b4f655-d0a3-4b76-8382-fa71539d21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4948540 Sep 09 09:24:42.175468 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c1ad0-72d1-45ac-bcbd-7ad54882c518 None None] Pushing event updated for resources: {'Port': ['ID=64379fa9-e09a-495d-bfdd-6e9cc6aa35e3,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:42.242796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.273735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d615f1d8-7858-4af1-963d-b530011af852']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:42.327131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:42.327529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a52f8ab-0091-4ed9-87c6-4a15bb0f20e2') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:42.338064 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.370505 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.414694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:24:42.419132 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:24:42.440181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-08a351a5-d532-44c6-96c6-3f9d2fe6708d service neutron] 10.222.0.24 "GET /v2.0/networks/b2b4f655-d0a3-4b76-8382-fa71539d21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881136 Sep 09 09:24:42.468357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39156) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:42.471491 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-05f8cbcb-47da-4b97-9f0c-6de2d8213055 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79983751', 'description': 'tempest-description--1591122980'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:42.533110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41f224-df3a-49b7-a5af-575f5a8683bf req-68b8fa2e-8973-404c-9d4e-f3332ffb491e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:42.534696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd41f224-df3a-49b7-a5af-575f5a8683bf req-68b8fa2e-8973-404c-9d4e-f3332ffb491e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0795968 Sep 09 09:24:42.575466 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dd41f224-df3a-49b7-a5af-575f5a8683bf req-22400b08-70d3-46a3-b6ab-62a54483d5c0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342362 Sep 09 09:24:42.590609 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05f8cbcb-47da-4b97-9f0c-6de2d8213055 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.623177 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.649281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.652059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d615f1d8-7858-4af1-963d-b530011af852 HTTP/1.1" status: 204 len: 168 time: 1.2058623 Sep 09 09:24:42.656322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57201d6a-e66e-40c0-9154-5e1ef8dbb4d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d615f1d8-7858-4af1-963d-b530011af852,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:42.665839 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-ca2d03ac-2568-4f14-88be-d60c3fe408a6 service neutron] 10.222.0.24 "GET /v2.0/networks/b2b4f655-d0a3-4b76-8382-fa71539d21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138021 Sep 09 09:24:42.684464 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05f8cbcb-47da-4b97-9f0c-6de2d8213055 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.762423 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-7ffe7ffa-1b60-4d28-935e-a3e3d6befe1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=453ae082-fabe-44d6-98f0-a13b1423af32 HTTP/1.1" status: 200 len: 217 time: 0.0494850 Sep 09 09:24:42.763243 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05f8cbcb-47da-4b97-9f0c-6de2d8213055 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.769273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 77af0c0c-e578-4213-a288-d27728168d12 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:42.802619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 77af0c0c-e578-4213-a288-d27728168d12 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:24:42.803458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 77af0c0c-e578-4213-a288-d27728168d12 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:42.803745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8cbcb-47da-4b97-9f0c-6de2d8213055 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448579f5-0df3-4a0d-9910-d18358a48906,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:42.848220 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05f8cbcb-47da-4b97-9f0c-6de2d8213055 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.850375 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-05f8cbcb-47da-4b97-9f0c-6de2d8213055 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3821454 Sep 09 09:24:42.853181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39162) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:42.858163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-717c9240-c650-4d22-b517-eaf5d48adf86 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'security_group_rule': {'security_group_id': '448579f5-0df3-4a0d-9910-d18358a48906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:42.879941 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.882434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-8f9e4bd2-0aa4-4116-827b-476d7a8d5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:42.885075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-8f9e4bd2-0aa4-4116-827b-476d7a8d5e56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.0915165 Sep 09 09:24:42.912838 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.990104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-717c9240-c650-4d22-b517-eaf5d48adf86 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:42.991960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-02a161db-c521-41fb-b89b-ee12b072beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:42.994217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-02a161db-c521-41fb-b89b-ee12b072beb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0895028 Sep 09 09:24:43.053674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-717c9240-c650-4d22-b517-eaf5d48adf86 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.113057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Allocated IP 172.25.8.31 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/9dd17e6d-e531-4c26-9fa4-cdb2681f1b64) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:24:43.162667 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-717c9240-c650-4d22-b517-eaf5d48adf86 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.171952 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-8f8bed6d-3530-45e0-8227-8b2d2042977a service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677139 Sep 09 09:24:43.182712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c9240-c650-4d22-b517-eaf5d48adf86 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f162f9df-a456-4c6f-b078-485e69c96696,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:43.244259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-717c9240-c650-4d22-b517-eaf5d48adf86 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.248050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-717c9240-c650-4d22-b517-eaf5d48adf86 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3908603 Sep 09 09:24:43.248050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39166) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:43.248515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39168) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:43.258060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-864b5d6f-5a71-49f8-b7f1-46cee5fc55f7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'security_group_rule': {'security_group_id': '448579f5-0df3-4a0d-9910-d18358a48906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:43.268810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab160a-fb86-41a3-b60b-07acfa4c5458 None None] Network af864b17-9274-4b34-b7e5-6749bc5edb04 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:24:43.326338 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1da7fde4-5273-4c1f-b8df-8ce8699a4f86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1fdceb53e1c4ccfb5473b9e26a67c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775700 Sep 09 09:24:43.328379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39172) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:43.350160 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.373002 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-600eb1cc-9aa2-4829-aa85-9efa2a24104e service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938717 Sep 09 09:24:43.391317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-774377cc-1e2d-43f5-a3bb-b3445cdba7ba None None] Provisioning for port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:43.406634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-306ee2cd-3dd8-4078-875b-8ba7dee694d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.433567 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-306ee2cd-3dd8-4078-875b-8ba7dee694d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.438569 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-28064bb6-af43-43de-a3cb-02fd4363f6b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e HTTP/1.1" status: 200 len: 217 time: 0.0568249 Sep 09 09:24:43.444837 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-864b5d6f-5a71-49f8-b7f1-46cee5fc55f7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.526478 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.531713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-f2735d6e-a887-4437-8b5f-11ea31bd642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:43.533203 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-f2735d6e-a887-4437-8b5f-11ea31bd642c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.0839250 Sep 09 09:24:43.599779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-864b5d6f-5a71-49f8-b7f1-46cee5fc55f7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.609794 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-306ee2cd-3dd8-4078-875b-8ba7dee694d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.613855 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:43.614707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-306ee2cd-3dd8-4078-875b-8ba7dee694d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.621356 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:43.623968 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-306ee2cd-3dd8-4078-875b-8ba7dee694d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/646bff49-a2db-4b06-8283-443a740f0e8f HTTP/1.1" status: 204 len: 168 time: 0.2931249 Sep 09 09:24:43.632172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:24:43.640077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ee2cd-3dd8-4078-875b-8ba7dee694d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646bff49-a2db-4b06-8283-443a740f0e8f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:43.656267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Pushing event updated for resources: {'Port': ['ID=9dd17e6d-e531-4c26-9fa4-cdb2681f1b64,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:43.675571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-864b5d6f-5a71-49f8-b7f1-46cee5fc55f7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.688705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-f5568299-223e-469e-97d7-6a3ea52ad879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:43.690245 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-f5568299-223e-469e-97d7-6a3ea52ad879 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1446452 Sep 09 09:24:43.710871 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b5d6f-5a71-49f8-b7f1-46cee5fc55f7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3726b08-943d-41fa-a3cc-5fb2b583c868,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:43.757851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aeea6-b8f2-4225-98d8-916a712c8ad0 req-50c59b52-380c-4f39-9d73-be7190f1ed73 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:43.759946 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d90aeea6-b8f2-4225-98d8-916a712c8ad0 req-50c59b52-380c-4f39-9d73-be7190f1ed73 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0666742 Sep 09 09:24:43.824116 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d90aeea6-b8f2-4225-98d8-916a712c8ad0 req-82ff581e-f9b3-483e-885a-9fcdbdda501b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521679 Sep 09 09:24:43.864004 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-864b5d6f-5a71-49f8-b7f1-46cee5fc55f7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:43.868376 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-864b5d6f-5a71-49f8-b7f1-46cee5fc55f7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6140335 Sep 09 09:24:43.873630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39182) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:43.884403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:43.906711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-24c38f13-f0f5-4bf8-b543-4a3c64167484 service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081885 Sep 09 09:24:43.918320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:44.007587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-9ca0408e-74da-4fe8-96f1-9bb77151986b service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874777 Sep 09 09:24:44.026107 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.047984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:44.052506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:44.053128 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.065084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-698ef1c5-23f8-45d4-b580-e93b0c6c8cb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=e6a74eb9-c984-49ee-91be-f4e64312dfb4 HTTP/1.1" status: 200 len: 217 time: 0.0447986 Sep 09 09:24:44.145815 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.158433 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.185603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-5e93d219-1dfc-48d8-893d-8e4bb13532e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:44.187080 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-5e93d219-1dfc-48d8-893d-8e4bb13532e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.0950305 Sep 09 09:24:44.202588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=64379fa9-e09a-495d-bfdd-6e9cc6aa35e3,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:44.246815 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.260023 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.290573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-73bfd74c-d524-4147-a6c9-8b5c807f97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:44.292113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-73bfd74c-d524-4147-a6c9-8b5c807f97ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0946584 Sep 09 09:24:44.322236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=64379fa9-e09a-495d-bfdd-6e9cc6aa35e3,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:44.323554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Allocated IP 172.25.8.202 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/b5fc9c0f-1db3-4281-872d-6e4039d8f5ec) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:24:44.421380 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a1c06cf-1809-4d6e-a2ce-4c7ea6edafa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.462114 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.591132 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.634687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:44.637710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:44.640386 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:24:44.676524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'Port': ['ID=b5fc9c0f-1db3-4281-872d-6e4039d8f5ec,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:44.744393 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.798099 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-d8266195-8fbb-4634-b982-8544382d78d8 service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963927 Sep 09 09:24:44.892202 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.901107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39212) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:44.923923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:44.988837 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-dbab1d89-ccce-4d4a-a87c-fae9c7e27667 service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826601 Sep 09 09:24:45.030951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbbc49-4b8a-4552-b942-b6aff04ae664 req-fe78014a-dd80-45cc-8d49-8be89c5c8567 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:45.034782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-89fbbc49-4b8a-4552-b942-b6aff04ae664 req-fe78014a-dd80-45cc-8d49-8be89c5c8567 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.1060131 Sep 09 09:24:45.046976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-network', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:45.050776 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-fad7d47e-c108-4de4-aa81-47b31a84504a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=54a9eada-2302-4987-9a71-5d62c23e0612 HTTP/1.1" status: 200 len: 217 time: 0.0528004 Sep 09 09:24:45.115997 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-89fbbc49-4b8a-4552-b942-b6aff04ae664 req-ebc07392-7f8d-4ea6-830f-c567b3082567 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528219 Sep 09 09:24:45.145124 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:45.161426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-e3618b5b-7ce1-4b39-a602-d45552a0307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:45.162895 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-e3618b5b-7ce1-4b39-a602-d45552a0307f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.0788150 Sep 09 09:24:45.212828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-217300e1-6bee-46a8-a133-c4dfc3d3325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:45.214364 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-217300e1-6bee-46a8-a133-c4dfc3d3325f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432062 Sep 09 09:24:45.230645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Made reservation on behalf of d13a21f052e14d2489bc3e8efc13a7c2 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:24:45.232852 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:45.250998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:45.253960 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:45.312283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Router f20ae2f1-f482-409d-837c-06f2d0454c48 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:24:45.334196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'Port': ['ID=b5fc9c0f-1db3-4281-872d-6e4039d8f5ec,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:45.341334 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:45.402095 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-310d5a6d-1eb7-4671-8b7e-ab21e4262846 service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801975 Sep 09 09:24:45.556504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:24:45.566007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Sync routers for ids ['f20ae2f1-f482-409d-837c-06f2d0454c48'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:24:45.572478 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:45.576580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Routers {'f20ae2f1-f482-409d-837c-06f2d0454c48'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:24:45.577471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f20ae2f1-f482-409d-837c-06f2d0454c48'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:45.595839 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-ce6282f9-222a-48c6-9c5a-041f72f5255c service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823223 Sep 09 09:24:45.644408 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-019236cc-d674-4833-b8b9-b628fd862fd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6be1f8b0-5a95-4777-b3b4-e3d5df654bda HTTP/1.1" status: 200 len: 217 time: 0.0408051 Sep 09 09:24:45.646428 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:45.677296 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:45.688553 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c80ea41d-a9f3-45f9-bb53-56e9a2656d36 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8085358 Sep 09 09:24:45.690038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:24:45.710268 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:45.714767 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-258c51f7-6ff8-45e9-8228-9f5d08246d2b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.4608238 Sep 09 09:24:45.716510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39222) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:45.728908 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:45.729325 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Added segment 4af42b6d-2331-4237-866d-d5289ef86d9c of type vlan for network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 Sep 09 09:24:45.748992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d764034-d2f9-4c28-bcf7-325d104ffe29,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:45.796021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-dbef9674-b5de-4f91-ad74-d0c83f79e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:45.797781 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-dbef9674-b5de-4f91-ad74-d0c83f79e8ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c583d19-5c37-4f47-8332-479ed553c312 HTTP/1.1" status: 200 len: 797 time: 0.1435788 Sep 09 09:24:45.808336 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:45.876575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-2713eafa-d10b-4107-af60-6bd6edef971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:45.878135 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-2713eafa-d10b-4107-af60-6bd6edef971b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0728209 Sep 09 09:24:45.888516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Set router f20ae2f1-f482-409d-837c-06f2d0454c48 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:24:45.921830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:46.042935 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:46.047477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:46.047477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:46.100128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:46.100906 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:46.133784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] Pushing event updated for resources: {'Network': ['ID=3f1c7ea5-57da-47de-8722-e9f6cbb412a3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:46.138331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-54e1a2d4-eedb-4e4f-9e2d-9259c438f39b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--79983751&fields=id&tenant_id=c0a4fe5389874569ba106acc1ac2a89a HTTP/1.1" status: 200 len: 267 time: 0.0815973 Sep 09 09:24:46.147739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-29a181dc-1f6b-4492-8d54-ba01f8a2f480 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598376 Sep 09 09:24:46.152804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-033a067b-08d9-4468-83ea-1748a47a8392 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2464881 Sep 09 09:24:46.155978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39240) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:46.163886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] Request body: {'subnet': {'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-subnet', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:46.183745 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:24:46.316656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-006e660a-90af-4fca-a2ec-943909dfafba service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590941 Sep 09 09:24:46.319689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-ec4781fc-77b1-4d50-a7d8-9a69cc098daa tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:46.322856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-ec4781fc-77b1-4d50-a7d8-9a69cc098daa tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 816 time: 0.1763399 Sep 09 09:24:46.323180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] Made reservation on behalf of d13a21f052e14d2489bc3e8efc13a7c2 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:24:46.326156 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:46.340434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ccf24-d282-46c3-94bd-c034011e003b req-7015e1cc-8790-4ce4-b312-fd3189717b15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:46.342014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e04ccf24-d282-46c3-94bd-c034011e003b req-7015e1cc-8790-4ce4-b312-fd3189717b15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0963168 Sep 09 09:24:46.358409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:43Z', 'revision_number': 3, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:46.358961 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-e74c6862-d7dc-4794-8739-31ac5e827688 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/quotas/c0a4fe5389874569ba106acc1ac2a89a HTTP/1.1" status: 200 len: 375 time: 0.0308661 Sep 09 09:24:46.388259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Checking router: f20ae2f1-f482-409d-837c-06f2d0454c48 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:24:46.388594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Updating router f20ae2f1-f482-409d-837c-06f2d0454c48 port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:24:46.396808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-2d54a531-43ac-4427-8b96-7a46c4682c95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0b452867-3ba8-45d4-a9a0-2fc91d2100da HTTP/1.1" status: 200 len: 217 time: 0.0680165 Sep 09 09:24:46.418337 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:46.452682 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-0fc6e99b-06f5-464f-9800-7d195f5ce1a6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903099 Sep 09 09:24:46.519764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e04ccf24-d282-46c3-94bd-c034011e003b req-4d1f4921-c486-4d2b-8e68-84d128718795 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614604 Sep 09 09:24:46.522638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-1925b33e-24ed-494c-9a80-2e6e5b28a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:46.524585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-1925b33e-24ed-494c-9a80-2e6e5b28a003 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c583d19-5c37-4f47-8332-479ed553c312 HTTP/1.1" status: 200 len: 797 time: 0.1143060 Sep 09 09:24:46.636474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-60d90126-54d9-4c62-946a-c9da4dd95297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:46.638066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-60d90126-54d9-4c62-946a-c9da4dd95297 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047380 Sep 09 09:24:46.772402 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:46.786667 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:46.803199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Transition to ACTIVE for port object 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:46.809384 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-02710615-8fea-4a97-a692-14bc1d84b2cf service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628411 Sep 09 09:24:46.877596 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:46.880393 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=097c4ac4-df45-45a5-bd8d-bae444d137e1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:46.880841 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:46.918844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] Checking segment: {'id': '4af42b6d-2331-4237-866d-d5289ef86d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:46.918844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] Network hostable DHCP agents. Network: 3f1c7ea5-57da-47de-8722-e9f6cbb412a3, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:24:46.939770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Attempting to bind port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:24:46.940168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Attempting to bind port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:24:46.940541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Attempting to bind port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:46.949454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:24:46.949837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:46.950268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:46.950383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f753fa7-7684-440b-b71c-eee297e83f4b req-ea80c6b7-cdd9-4fc3-937a-ea1a4fa1e829 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329129 Sep 09 09:24:46.950649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:24:46.951147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Bound port: 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:24:46.951610 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:46.953255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb93c4a-5bfe-4b34-811d-22d564619e25 None None] Pushing event updated for resources: {'Port': ['ID=9dd17e6d-e531-4c26-9fa4-cdb2681f1b64,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:46.998841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-9cab04c7-5a36-491c-87e5-07d769c50a58 service neutron] 10.222.0.32 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261400 Sep 09 09:24:47.010831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] For port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:24:47.014303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] For port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9dd17e6d-e531-4c26-9fa4-cdb2681f1b64,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:24:47.088446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] Network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:24:47.158707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Allocated IP 172.20.0.1 (af864b17-9274-4b34-b7e5-6749bc5edb04/1ad4cbea-085c-4fab-9fb0-931aad3708ee/b10f05e6-fc08-4220-9137-0743a90e9069) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:24:47.162775 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8917-3a8f-46b3-8118-17533a024393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:47.166119 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-b64ceaa5-7b28-4810-9d0c-c3be611785f5 service neutron] 10.222.0.32 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437802 Sep 09 09:24:47.169449 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:47.197061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 3f1c7ea5-57da-47de-8722-e9f6cbb412a3) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:47.201881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:47.202668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:47.224827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd089d3-2d22-4731-80d2-5ba04f5f1181 None None] Network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:24:47.277209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Routers {'f20ae2f1-f482-409d-837c-06f2d0454c48'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:24:47.277840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f20ae2f1-f482-409d-837c-06f2d0454c48'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:47.282788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb93c4a-5bfe-4b34-811d-22d564619e25 None None] Pushing event updated for resources: {'Port': ['ID=9dd17e6d-e531-4c26-9fa4-cdb2681f1b64,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:47.284680 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:47.300975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Transition to ACTIVE for port object b10f05e6-fc08-4220-9137-0743a90e9069 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:47.334578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4251e46a-2682-45f9-be23-a93553e34bba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1754951 Sep 09 09:24:47.338027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39252) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:47.342602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:47.361844 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:47.437383 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:47.438543 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:47.440417 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:47.491824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a0e0d-4fef-4bdb-bb06-30ac326c7df6 None None] Network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:24:47.526986 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:47.540297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] Set router f20ae2f1-f482-409d-837c-06f2d0454c48 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:24:47.549981 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Network af864b17-9274-4b34-b7e5-6749bc5edb04 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:47.553315 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:47.572466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:24:47.595882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c2157b5-f9d7-43e6-9528-adc1b2fa3967 req-6dd59782-c1b1-4024-8f4d-3345bcc8c04f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 210 time: 0.0432537 Sep 09 09:24:47.688249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Pushing event updated for resources: {'Port': ['ID=b10f05e6-fc08-4220-9137-0743a90e9069,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:47.720181 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:47.935790 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:48.085753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:43Z', 'revision_number': 3, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:48.157789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97147cfb-5e2b-4dd9-bb08-cef079e58155 None None] The sync data for ids ['f20ae2f1-f482-409d-837c-06f2d0454c48'] in n-d-778696-16 is: [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:43Z', 'revision_number': 3, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:24:48.202843 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:48.253967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b67a6c27-a020-4db2-992a-c4329f0b57bf None None] Provisioning for port b10f05e6-fc08-4220-9137-0743a90e9069 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:48.259037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b67a6c27-a020-4db2-992a-c4329f0b57bf None None] Provisioning complete for port b10f05e6-fc08-4220-9137-0743a90e9069 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:48.259465 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b67a6c27-a020-4db2-992a-c4329f0b57bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:48.299592 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:48.300281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d291b79-336d-468a-9a64-d3e1ec283744 req-ddb9d5f9-042b-4cda-abf1-131ffee5f17f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:48.306711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d291b79-336d-468a-9a64-d3e1ec283744 req-ddb9d5f9-042b-4cda-abf1-131ffee5f17f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.1490984 Sep 09 09:24:48.335288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b67a6c27-a020-4db2-992a-c4329f0b57bf None None] Port b10f05e6-fc08-4220-9137-0743a90e9069 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:24:48.337224 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:48.390036 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d291b79-336d-468a-9a64-d3e1ec283744 req-0b3fbc81-2079-48bb-bc64-6059f65c52a9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744641 Sep 09 09:24:48.465699 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:48.485816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Allocated IP 172.25.8.46 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:24:48.542615 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:48.644574 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:48.648157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:48.756633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-971f2293-ecab-4996-b8f9-b274f558afb7 req-cd3bca20-c2d4-4c01-a775-9b2b3d0441e6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 210 time: 0.0330205 Sep 09 09:24:48.791524 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:48.796772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Pushing event updated for resources: {'Port': ['ID=b10f05e6-fc08-4220-9137-0743a90e9069,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:48.813635 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:48.829910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:48.835730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:48.842458 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:24:48.927795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Pushing event updated for resources: {'Port': ['ID=7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:48.959790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Network af864b17-9274-4b34-b7e5-6749bc5edb04 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:48.959790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:49.157913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Router f20ae2f1-f482-409d-837c-06f2d0454c48 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:24:49.287871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:24:49.297856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f9fa08b6-5d12-4d5e-97f6-da443cd4d658 admin admin] 10.222.0.32 "PUT /v2.0/routers/f20ae2f1-f482-409d-837c-06f2d0454c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5793195 Sep 09 09:24:49.373785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a0a10ac8-37d4-4aa4-af7c-529f3325dcd1 None None] Provisioning complete for port b10f05e6-fc08-4220-9137-0743a90e9069 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:49.374369 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0a10ac8-37d4-4aa4-af7c-529f3325dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:49.386963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:49.448206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a0a10ac8-37d4-4aa4-af7c-529f3325dcd1 None None] Port b10f05e6-fc08-4220-9137-0743a90e9069 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:24:49.630384 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-37b53c6d-ab06-49f9-b262-9bb1c1ae8458 service neutron] show failed (client error): The resource could not be found. Sep 09 09:24:49.633320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-37b53c6d-ab06-49f9-b262-9bb1c1ae8458 service neutron] 10.222.0.41 "GET /v2.0/ports/1c53aa8c-4829-4caf-8f52-2ba1aeb1df62/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.2437894 Sep 09 09:24:49.942792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:50.046537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d947fa-7371-4b66-80e7-f58100265c73 req-d3a9bec3-c380-4a14-9de3-ce6cbf4bc5f2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:50.048359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60d947fa-7371-4b66-80e7-f58100265c73 req-d3a9bec3-c380-4a14-9de3-ce6cbf4bc5f2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.1274104 Sep 09 09:24:50.110688 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:50.111868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:50.113026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-65221018-06e1-4e0f-98c8-51a5b71e3fe2 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:50.114582 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-65221018-06e1-4e0f-98c8-51a5b71e3fe2 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/networks?id=af864b17-9274-4b34-b7e5-6749bc5edb04 HTTP/1.1" status: 200 len: 829 time: 0.2010753 Sep 09 09:24:50.116504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:50.116912 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:50.147898 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60d947fa-7371-4b66-80e7-f58100265c73 req-d3e85deb-9565-4bb9-84ca-b38ef4feb1d6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876992 Sep 09 09:24:50.171171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-18a09620-432d-4e2b-8d70-3ef07d28bd9b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/quotas/2a81a37f689d4093a1dc146ec86fb2b2 HTTP/1.1" status: 200 len: 375 time: 0.0365448 Sep 09 09:24:50.189053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-80e06ff7-3ac2-4490-8a0b-b8663d7f44e9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:50.190843 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-80e06ff7-3ac2-4490-8a0b-b8663d7f44e9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.41 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 816 time: 0.1768513 Sep 09 09:24:50.263256 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:50.273581 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-989f9b31-5706-486d-b3cf-70c28b387a42 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a4fe5389874569ba106acc1ac2a89a HTTP/1.1" status: 200 len: 378 time: 0.0705912 Sep 09 09:24:50.285043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'port': {'device_id': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'admin_state_up': True, 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'security_groups': ['448579f5-0df3-4a0d-9910-d18358a48906']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:50.300074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9dd17e6d-e531-4c26-9fa4-cdb2681f1b64,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:50.302242 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-55c0a96e-132d-4894-bc5f-9c584df6e7db tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a81a37f689d4093a1dc146ec86fb2b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301291 Sep 09 09:24:50.317440 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b3b5180-1d3d-492a-9b71-e3a1b6fe2e7c req-f626a0a9-3e3b-459f-8796-7f6727e4bb87 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 210 time: 0.0661085 Sep 09 09:24:50.348671 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:50.390998 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:50.409131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-03fcd552-073d-40fa-af95-3048c0d8d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:50.410644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-03fcd552-073d-40fa-af95-3048c0d8d8ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 1097 time: 0.1245372 Sep 09 09:24:50.425108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:50.514400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=9dd17e6d-e531-4c26-9fa4-cdb2681f1b64,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:50.525649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-facb78ec-892d-4767-a758-caadceeab69f service neutron] 10.222.0.32 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224214 Sep 09 09:24:50.536540 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:50.625842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Made reservation on behalf of c0a4fe5389874569ba106acc1ac2a89a for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:24:50.629486 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:50.671844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Router 790b0edd-785f-4430-ba0a-81d82ef62291 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:24:50.678047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-3bcc1818-ec34-49b7-931e-9f645313bf29 service neutron] 10.222.0.32 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322672 Sep 09 09:24:50.750894 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Sync routers for ids ['f20ae2f1-f482-409d-837c-06f2d0454c48'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:24:50.769388 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Routers {'f20ae2f1-f482-409d-837c-06f2d0454c48'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:24:50.770238 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f20ae2f1-f482-409d-837c-06f2d0454c48'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:50.816859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Allocated IP 172.20.0.3 (6ee22ffa-2d33-4941-a1d2-77369ea07168/90fec85b-e2e3-45da-b570-f28d25e6cd3f/504f45d0-07a2-4f7e-85b9-e5a8cd259a19) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:24:50.889294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:24:50.892137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:50.899996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Sync routers for ids ['790b0edd-785f-4430-ba0a-81d82ef62291'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:24:50.912928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Routers {'790b0edd-785f-4430-ba0a-81d82ef62291'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:24:50.913496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['790b0edd-785f-4430-ba0a-81d82ef62291'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:50.950558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:24:50.958000 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Set router f20ae2f1-f482-409d-837c-06f2d0454c48 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:24:50.997779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:51.000615 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75aff66-4e15-4e38-84c5-b07b0b13528c" -d '{"events": [{"server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:51.018171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:51.024729 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:51.031418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39322) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:24:51.032476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-16ca2ef6-426f-4b9a-ad01-a907471d1600 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6933448 Sep 09 09:24:51.113713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Transition to ACTIVE for port object 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:51.115594 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76df6f2-6b4a-4d32-8130-484b3611da79 x-openstack-request-id: req-f76df6f2-6b4a-4d32-8130-484b3611da79 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:51.115890 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:51.116148 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f76df6f2-6b4a-4d32-8130-484b3611da79 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:51.117075 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'code': 200} Sep 09 09:24:51.119420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba04a17e-cc05-413b-8524-a0435ac33eea req-97be6882-2a3e-4ac0-a213-cb0ffb45a602 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 210 time: 0.0826402 Sep 09 09:24:51.135535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Set router 790b0edd-785f-4430-ba0a-81d82ef62291 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:24:51.149273 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:51.184200 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:51.203290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Transition to ACTIVE for port object 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:51.352745 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:48Z', 'revision_number': 4, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b10f05e6-fc08-4220-9137-0743a90e9069', 'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'mac_address': 'fa:16:3e:79:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:46Z', 'updated_at': '2021-09-09T09:24:48Z', 'revision_number': 2, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'subnets': [{'id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:51.417974 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Checking router: f20ae2f1-f482-409d-837c-06f2d0454c48 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:24:51.418426 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Updating router f20ae2f1-f482-409d-837c-06f2d0454c48 port b10f05e6-fc08-4220-9137-0743a90e9069 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:24:51.443717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:49Z', 'revision_number': 3, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:51.470124 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:51.475371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Checking router: 790b0edd-785f-4430-ba0a-81d82ef62291 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:24:51.475760 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Updating router 790b0edd-785f-4430-ba0a-81d82ef62291 port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:24:51.520389 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:51.520590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489e3ca-a725-462d-841a-a471ca55c16d req-cfaa9a24-c794-4ae3-96e2-8d1061504d3b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:51.528626 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8489e3ca-a725-462d-841a-a471ca55c16d req-cfaa9a24-c794-4ae3-96e2-8d1061504d3b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 943 time: 0.2416439 Sep 09 09:24:51.634656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:51.670550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8489e3ca-a725-462d-841a-a471ca55c16d req-496cfede-2001-4538-8034-f97f411ae0df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408737 Sep 09 09:24:51.748424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba483900-f346-4e6d-a5d1-91d23c886392 req-ba2c1e98-1923-40bb-8ded-1492ad541c4f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 210 time: 0.1160109 Sep 09 09:24:51.749274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] No DVR routers for this DVR port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:24:51.766022 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:51.931463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event updated for resources: {'Port': ['ID=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:51.985636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Network 6ee22ffa-2d33-4941-a1d2-77369ea07168 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:52.022000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:52.026534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:24:52.076009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:52.089883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Attempting to bind port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:24:52.090495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Attempting to bind port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:24:52.090944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Attempting to bind port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 on network 59886ec7-de9f-4901-a5a4-e93757e5dec9 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:52.104633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 on network 59886ec7-de9f-4901-a5a4-e93757e5dec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:24:52.105114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Attempting to bind port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 on network 59886ec7-de9f-4901-a5a4-e93757e5dec9 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:52.134812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:52.142030 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.156963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:24:52.157312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Checking segment: {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:52.157706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Bound using segment: {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:24:52.158159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Bound port: 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568513a0-7717-449b-bfd0-b7660d1b8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:24:52.158522 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.192066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:52.192353 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.258496 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-3876e643-c584-4de3-8c57-5989894e9008 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9782841 Sep 09 09:24:52.273418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Request body: {'port': {'device_id': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:52.288533 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.313743 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.318660 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75c943fc-4eeb-4d17-9c83-26071b5f6f47 req-bd3ceb44-03f5-4505-aba0-b9b45319da77 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 210 time: 0.0653501 Sep 09 09:24:52.332680 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Transition to ACTIVE for port object b10f05e6-fc08-4220-9137-0743a90e9069 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:52.368500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Transition to ACTIVE for port object 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:52.396454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:24:52.405663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:24:52.422944 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.441726 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.465570 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.470259 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.500569 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.520264 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Pushing event updated for resources: {'Port': ['ID=b10f05e6-fc08-4220-9137-0743a90e9069,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:52.533166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c09a4b-e684-48be-b5a4-d7f6219d3307 None None] Pushing event updated for resources: {'Port': ['ID=7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:52.561823 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.563294 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.563633 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.563969 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.566020 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.566380 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.566724 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.567076 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.567423 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.567770 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.568074 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.568396 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:24:52.608719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:52.611069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Attempting to bind port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:24:52.611507 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Attempting to bind port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:24:52.611788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Attempting to bind port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:52.632813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:52.636383 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.639789 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-7c7db62b-7e2d-448d-99fa-7abda1acf3b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 200 len: 1092 time: 2.2190533 Sep 09 09:24:52.645121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:24:52.645121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:52.657268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.657268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:24:52.657268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Bound port: 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:24:52.657268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.665619 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Attempting to bind port b10f05e6-fc08-4220-9137-0743a90e9069 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:24:52.667092 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Attempting to bind port b10f05e6-fc08-4220-9137-0743a90e9069 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:24:52.667718 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Attempting to bind port b10f05e6-fc08-4220-9137-0743a90e9069 on network af864b17-9274-4b34-b7e5-6749bc5edb04 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:52.682819 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:24:52.683513 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Checking segment: {'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:52.685602 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.685927 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Bound using segment: {'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:24:52.689172 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Bound port: b10f05e6-fc08-4220-9137-0743a90e9069, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:24:52.689868 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.771106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] For port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:24:52.777439 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-4e245f37-e5d2-4cd1-8b5c-b1b43d3c9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:52.781699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-4e245f37-e5d2-4cd1-8b5c-b1b43d3c9ce3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1095 time: 0.1085434 Sep 09 09:24:52.793015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] For port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:24:52.794145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-20ab029b-0271-4d02-aa75-4e9920d6ae7f None None] Provisioning for port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:52.801365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-20ab029b-0271-4d02-aa75-4e9920d6ae7f None None] Provisioning complete for port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:52.801489 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20ab029b-0271-4d02-aa75-4e9920d6ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.876892 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:52.880011 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] For port b10f05e6-fc08-4220-9137-0743a90e9069, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:24:52.885640 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] For port b10f05e6-fc08-4220-9137-0743a90e9069, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b10f05e6-fc08-4220-9137-0743a90e9069,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:24:52.971774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-82bef6bd-102f-46af-9dfd-c4b9caa3270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:52.973450 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-82bef6bd-102f-46af-9dfd-c4b9caa3270d service neutron] 10.222.0.24 "GET /v2.0/networks?id=59886ec7-de9f-4901-a5a4-e93757e5dec9 HTTP/1.1" status: 200 len: 897 time: 0.1872478 Sep 09 09:24:52.990709 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:53.014645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-20ab029b-0271-4d02-aa75-4e9920d6ae7f None None] Port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:24:53.017050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c09a4b-e684-48be-b5a4-d7f6219d3307 None None] Pushing event updated for resources: {'Port': ['ID=7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:53.061356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:24:53.063450 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Routers {'790b0edd-785f-4430-ba0a-81d82ef62291'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:24:53.071883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['790b0edd-785f-4430-ba0a-81d82ef62291'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:53.083667 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:53.102526 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86bfab-1a5b-49fa-b30a-286d140c6a80 None None] Pushing event updated for resources: {'Port': ['ID=b10f05e6-fc08-4220-9137-0743a90e9069,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:53.104948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52707b-1804-4b8d-a0cd-a61b37f8cf30 req-69cc0c39-ded0-44bc-9390-4d70cc7e3fc6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:53.106294 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Routers {'f20ae2f1-f482-409d-837c-06f2d0454c48'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:24:53.107064 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f20ae2f1-f482-409d-837c-06f2d0454c48'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:53.113891 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a52707b-1804-4b8d-a0cd-a61b37f8cf30 req-69cc0c39-ded0-44bc-9390-4d70cc7e3fc6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 931 time: 0.1388257 Sep 09 09:24:53.119334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:53.132021 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:53.147140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180eb74b-2fc7-459c-91cb-c0c866dfabd4 req-6dee60a2-2def-4203-8510-cbd6984337a4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:53.148795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-180eb74b-2fc7-459c-91cb-c0c866dfabd4 req-6dee60a2-2def-4203-8510-cbd6984337a4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 943 time: 0.1717207 Sep 09 09:24:53.152127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Transition to ACTIVE for port object 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:53.219737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a52707b-1804-4b8d-a0cd-a61b37f8cf30 req-1a05112d-d43b-49e4-96a8-2a24c2dfc5e3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999506 Sep 09 09:24:53.312504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-9f0b1969-9544-4698-9aec-6d3904f8483f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 200 len: 998 time: 0.2856200 Sep 09 09:24:53.407602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Allocated IP 172.20.0.1 (3f1c7ea5-57da-47de-8722-e9f6cbb412a3/097c4ac4-df45-45a5-bd8d-bae444d137e1/b480fa48-70c2-4850-b312-40829c829f4e) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:24:53.500053 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:53.541265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-0b6786b5-4190-4ef6-8449-527315e39c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:53.542861 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-0b6786b5-4190-4ef6-8449-527315e39c96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=857a3cac-c580-4d35-9bf6-4ec4c2bd2408 HTTP/1.1" status: 200 len: 835 time: 0.2173622 Sep 09 09:24:53.547071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] Set router 790b0edd-785f-4430-ba0a-81d82ef62291 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:24:53.572402 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] Set router f20ae2f1-f482-409d-837c-06f2d0454c48 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:24:53.622965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-d626cdb8-6ad0-423b-8a45-6e0fa3cc0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:53.624675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-d626cdb8-6ad0-423b-8a45-6e0fa3cc0aeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59886ec7-de9f-4901-a5a4-e93757e5dec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741379 Sep 09 09:24:53.807740 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-f44cc3d2-d5f5-4225-bec7-5b7e688bf7c5 service neutron] 10.222.0.24 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743877 Sep 09 09:24:53.863468 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:49Z', 'revision_number': 3, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:53.871784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Pushing event updated for resources: {'Port': ['ID=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:53.926382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952355-b588-4e00-9544-098d925c5d62 None None] The sync data for ids ['790b0edd-785f-4430-ba0a-81d82ef62291'] in n-d-778696-16 is: [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:49Z', 'revision_number': 3, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:24:53.943339 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-180eb74b-2fc7-459c-91cb-c0c866dfabd4 req-0ff2a074-9f37-497b-916d-281722272754 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7578843 Sep 09 09:24:54.050113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdeda2cc-4d9d-409c-b48e-7eb8583d3581 req-465f2936-0e87-483f-b7c0-64ecdd3b75bf service neutron] 10.222.0.24 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331109 Sep 09 09:24:54.105989 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ddc07-51f2-409c-ac46-8c852438285e x-openstack-request-id: req-3f4ddc07-51f2-409c-ac46-8c852438285e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:54.106588 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:54.106935 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f4ddc07-51f2-409c-ac46-8c852438285e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:54.107504 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'status': 'completed', 'code': 200} Sep 09 09:24:54.108956 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:48Z', 'revision_number': 4, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b10f05e6-fc08-4220-9137-0743a90e9069', 'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'mac_address': 'fa:16:3e:79:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:46Z', 'updated_at': '2021-09-09T09:24:52Z', 'revision_number': 4, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'subnets': [{'id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:54.160159 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f158c6f-5c92-4525-9e60-df83519c26fc None None] The sync data for ids ['f20ae2f1-f482-409d-837c-06f2d0454c48'] in n-d-778696-16 is: [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:48Z', 'revision_number': 4, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b10f05e6-fc08-4220-9137-0743a90e9069', 'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'mac_address': 'fa:16:3e:79:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:46Z', 'updated_at': '2021-09-09T09:24:52Z', 'revision_number': 4, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'subnets': [{'id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:24:54.190650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c26cd2-a8b6-47fc-bff8-820860cd6cae req-13d8fe05-9115-4415-ae0d-45b4707ba0e4 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 210 time: 0.0350218 Sep 09 09:24:54.334576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-dd97bb79-7733-4c77-901b-55816176deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:54.336134 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-dd97bb79-7733-4c77-901b-55816176deb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1095 time: 0.0675850 Sep 09 09:24:54.482900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-e63f9b84-86a5-4725-8d8c-cc1156d1cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:54.484575 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-e63f9b84-86a5-4725-8d8c-cc1156d1cd0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=59886ec7-de9f-4901-a5a4-e93757e5dec9 HTTP/1.1" status: 200 len: 897 time: 0.1400692 Sep 09 09:24:54.567275 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:54.587231 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-5152d4ba-3824-4cc0-b9db-bbc807d704c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 200 len: 998 time: 0.0942264 Sep 09 09:24:54.672055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-ff87b814-f786-40cd-a17c-31836dd634c9 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:54.673639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-ff87b814-f786-40cd-a17c-31836dd634c9 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.24 "GET /v2.0/networks?id=af864b17-9274-4b34-b7e5-6749bc5edb04 HTTP/1.1" status: 200 len: 829 time: 1.0224407 Sep 09 09:24:54.679537 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-c6582621-2c04-49bd-b2ce-3f9b8f81f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:54.682331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-c6582621-2c04-49bd-b2ce-3f9b8f81f651 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1095 time: 0.2292614 Sep 09 09:24:54.685613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-cea152d2-48fc-4996-acb9-1ea1989724b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:54.690051 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-cea152d2-48fc-4996-acb9-1ea1989724b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=857a3cac-c580-4d35-9bf6-4ec4c2bd2408 HTTP/1.1" status: 200 len: 835 time: 0.0906868 Sep 09 09:24:54.723834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c2f0b-89a6-4438-98ab-71a466bddf1b req-24e7fc04-b8d0-4565-aba3-6bbaeafe630b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:54.728110 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc4c2f0b-89a6-4438-98ab-71a466bddf1b req-24e7fc04-b8d0-4565-aba3-6bbaeafe630b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.2760308 Sep 09 09:24:54.752178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Request body: {'port': {'device_id': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'admin_state_up': True, 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:54.765422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Attempting to bind port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:24:54.765750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Attempting to bind port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:24:54.766083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Attempting to bind port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 on network 6ee22ffa-2d33-4941-a1d2-77369ea07168 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:54.770262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-57935aa2-7211-4a2d-afcc-ff5ee07f7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:54.771900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-57935aa2-7211-4a2d-afcc-ff5ee07f7506 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59886ec7-de9f-4901-a5a4-e93757e5dec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689549 Sep 09 09:24:54.813514 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:54.817049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:24:54.843519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 on network 6ee22ffa-2d33-4941-a1d2-77369ea07168 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:24:54.843842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Attempting to bind port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 on network 6ee22ffa-2d33-4941-a1d2-77369ea07168 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:54.920993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:24:54.986073 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-17270785-770e-44ea-92b3-405cbc479044 service neutron] 10.222.0.24 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055204 Sep 09 09:24:55.038980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:55.041648 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:24:55.042010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Checking segment: {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:55.042409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Bound using segment: {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:24:55.042943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Bound port: 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:24:55.043352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:55.071631 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:55.094667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:55.098014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:24:55.151140 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-0fe18d2d-b9cd-4a87-bd6f-b4956eecc7f4 service neutron] 10.222.0.24 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576757 Sep 09 09:24:55.237244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc4c2f0b-89a6-4438-98ab-71a466bddf1b req-b04d8165-08e0-4a5f-90fe-f1108d49dbd2 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4813874 Sep 09 09:24:55.256452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34245b6e-e2b2-42d2-946a-eee4521a0262 req-fad5c545-a06d-4208-9fba-791fa194b3ce tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:55.258419 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-34245b6e-e2b2-42d2-946a-eee4521a0262 req-fad5c545-a06d-4208-9fba-791fa194b3ce tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 943 time: 0.0642591 Sep 09 09:24:55.279274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Pushing event updated for resources: {'Port': ['ID=b480fa48-70c2-4850-b312-40829c829f4e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:55.315009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-e8503ad7-7b77-4a28-a512-31dbea51a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:55.317614 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-e8503ad7-7b77-4a28-a512-31dbea51a8a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59886ec7-de9f-4901-a5a4-e93757e5dec9 HTTP/1.1" status: 200 len: 897 time: 0.5524080 Sep 09 09:24:55.350451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-34245b6e-e2b2-42d2-946a-eee4521a0262 req-1601f439-a5b1-46fe-97a5-7e7a865b37b3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842731 Sep 09 09:24:55.413706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:24:55.437976 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:55.446815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:24:55.480792 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-502cec48-39b6-4c1f-936b-99447f12f472 req-fce1105e-d98d-401b-bd01-54d42acfca3f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 210 time: 0.0406177 Sep 09 09:24:55.500696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Made reservation on behalf of 2a81a37f689d4093a1dc146ec86fb2b2 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:24:55.504503 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:55.533058 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:55.549935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-4098feb0-ac53-490e-a3ea-671d79ade374 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 200 len: 998 time: 0.2218041 Sep 09 09:24:55.633801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:55.634572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:55.636025 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] 10.222.0.41 "PUT /v2.0/ports/504f45d0-07a2-4f7e-85b9-e5a8cd259a19 HTTP/1.1" status: 200 len: 1092 time: 3.3677418 Sep 09 09:24:55.639299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:24:55.641607 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d9f98b-7280-43ea-ac67-313c04daea3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:24:55.719481 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdad4d7-5501-4a5a-aa75-7dd5235d9a29 x-openstack-request-id: req-dbdad4d7-5501-4a5a-aa75-7dd5235d9a29 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:24:55.719708 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:24:55.720810 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbdad4d7-5501-4a5a-aa75-7dd5235d9a29 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:24:55.720810 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'status': 'completed', 'code': 200} Sep 09 09:24:55.745036 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:55.794193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c63b7-030f-41fc-8db7-8a8a079ea03a service neutron] Pushing event updated for resources: {'Port': ['ID=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:55.813235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-988039f9-93b1-4009-8d59-e921a54a2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:55.814574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-988039f9-93b1-4009-8d59-e921a54a2c23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=857a3cac-c580-4d35-9bf6-4ec4c2bd2408 HTTP/1.1" status: 200 len: 835 time: 0.2349749 Sep 09 09:24:55.924643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9f98b-7280-43ea-ac67-313c04daea3a req-a82cf727-b8b5-4df2-bfd5-86a676afc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:55.926243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55d9f98b-7280-43ea-ac67-313c04daea3a req-a82cf727-b8b5-4df2-bfd5-86a676afc2fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 1095 time: 0.1913135 Sep 09 09:24:56.012079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Allocated IP 172.20.0.11 (af864b17-9274-4b34-b7e5-6749bc5edb04/1ad4cbea-085c-4fab-9fb0-931aad3708ee/624f1a00-d204-448c-8c6c-dca8a4be6821) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:24:56.132890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:56.143871 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:56.178170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-7af5e277-9f7d-419f-a7b9-30fd050bed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:56.179338 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-7af5e277-9f7d-419f-a7b9-30fd050bed1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59886ec7-de9f-4901-a5a4-e93757e5dec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3564544 Sep 09 09:24:56.299113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:56.304210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:56.304915 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:56.457460 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:56.482291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b6e08-96bc-4473-b25d-a32a58b86725 req-e19c16f8-5d05-4c38-8ad0-2694296de32f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:56.486958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:56.491719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c88b6e08-96bc-4473-b25d-a32a58b86725 req-e19c16f8-5d05-4c38-8ad0-2694296de32f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.1373963 Sep 09 09:24:56.545304 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:56.546183 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b10f05e6-fc08-4220-9137-0743a90e9069 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:56.568326 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c88b6e08-96bc-4473-b25d-a32a58b86725 req-3afc76fd-9775-4070-8043-c08302a17708 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754216 Sep 09 09:24:56.569940 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-8d1a7c78-35c5-4d01-be55-f42281b078af service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629012 Sep 09 09:24:56.613582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9f98b-7280-43ea-ac67-313c04daea3a req-861319d8-8e31-4bbc-b691-4742557658b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:56.615172 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55d9f98b-7280-43ea-ac67-313c04daea3a req-861319d8-8e31-4bbc-b691-4742557658b7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6693833 Sep 09 09:24:56.673170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:56.732917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ded0ee9-959c-4c3c-b02a-eec976935c08 req-1feab95f-e3ca-48fe-9703-49de1e4e3fde tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 210 time: 0.0584803 Sep 09 09:24:56.733707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port b10f05e6-fc08-4220-9137-0743a90e9069 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:56.738692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b10f05e6-fc08-4220-9137-0743a90e9069 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:56.739178 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:56.887342 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:56.924402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port b10f05e6-fc08-4220-9137-0743a90e9069, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b10f05e6-fc08-4220-9137-0743a90e9069,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:56.958833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781da1a-ff48-4fee-8b6a-9eb4a6648ef0 req-8b93d4ca-4831-4881-84cc-5e94e570dbca tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:56.960365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1781da1a-ff48-4fee-8b6a-9eb4a6648ef0 req-8b93d4ca-4831-4881-84cc-5e94e570dbca tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 943 time: 0.2850382 Sep 09 09:24:56.964150 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:57.013362 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:57.017121 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4e8cbbd-920d-4f4e-af9c-4a95c53994da req-f39862f7-a6d4-45ba-ab9e-1e351435e0ef service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341965 Sep 09 09:24:57.046179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Transition to ACTIVE for port object 624f1a00-d204-448c-8c6c-dca8a4be6821 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:57.062844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:57.068165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9f98b-7280-43ea-ac67-313c04daea3a req-575ae389-c4ed-4c08-93bb-8bb1f12a672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:57.069714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55d9f98b-7280-43ea-ac67-313c04daea3a req-575ae389-c4ed-4c08-93bb-8bb1f12a672c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3799820 Sep 09 09:24:57.085738 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1781da1a-ff48-4fee-8b6a-9eb4a6648ef0 req-e531df78-4aac-40ae-98a0-0e19066d44ad tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049285 Sep 09 09:24:57.105595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=b10f05e6-fc08-4220-9137-0743a90e9069,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:57.121640 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:57.243104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:57.248118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Pushing event updated for resources: {'Port': ['ID=b480fa48-70c2-4850-b312-40829c829f4e,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:57.262456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-cd8829c7-251c-4402-814a-c857d758b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:57.264633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-cd8829c7-251c-4402-814a-c857d758b9f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 1095 time: 0.1156564 Sep 09 09:24:57.322169 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-d4bc203e-db58-47f2-9d22-785e120c9d2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19 HTTP/1.1" status: 200 len: 217 time: 0.0458248 Sep 09 09:24:57.323223 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:57.454225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Network af864b17-9274-4b34-b7e5-6749bc5edb04 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:57.482722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:57.495580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:24:57.497968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Pushing event updated for resources: {'Port': ['ID=624f1a00-d204-448c-8c6c-dca8a4be6821,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:57.576255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-294d869b-28b5-4f24-8d58-ba3f2c1ccc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:57.577611 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-294d869b-28b5-4f24-8d58-ba3f2c1ccc4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.2468319 Sep 09 09:24:57.657164 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:24:57.670180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:57.670847 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:57.681328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaa25c-74f5-4814-b12f-5522883f3899 req-aaef3704-7340-4e36-b947-f4cc817a25a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:57.682905 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2eeaa25c-74f5-4814-b12f-5522883f3899 req-aaef3704-7340-4e36-b947-f4cc817a25a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 943 time: 0.2613595 Sep 09 09:24:57.691342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:24:57.761564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160fa6e-92ac-453e-8892-51c1cf77d575 req-52b4be36-0b6e-43ab-b489-685eec0564d8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:57.763640 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1160fa6e-92ac-453e-8892-51c1cf77d575 req-52b4be36-0b6e-43ab-b489-685eec0564d8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0641587 Sep 09 09:24:57.840806 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1160fa6e-92ac-453e-8892-51c1cf77d575 req-fc72b8b8-afd7-4a67-9ea5-5b543a91aa0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655799 Sep 09 09:24:57.856291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d0892558-3c6f-482b-81e1-5eb3b2a6dccf None None] Provisioning for port 624f1a00-d204-448c-8c6c-dca8a4be6821 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:24:57.861241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d0892558-3c6f-482b-81e1-5eb3b2a6dccf None None] Provisioning complete for port 624f1a00-d204-448c-8c6c-dca8a4be6821 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:57.861620 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0892558-3c6f-482b-81e1-5eb3b2a6dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:57.983074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d0892558-3c6f-482b-81e1-5eb3b2a6dccf None None] Port 624f1a00-d204-448c-8c6c-dca8a4be6821 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:24:57.985806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:58.049995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:58.050293 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:58.060028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf96a9a-3f95-4b43-8773-3f39c2be9b43 req-ed976bab-d2e5-4b8a-a236-678a9aa9023d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:58.061987 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cbf96a9a-3f95-4b43-8773-3f39c2be9b43 req-ed976bab-d2e5-4b8a-a236-678a9aa9023d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 932 time: 0.0672760 Sep 09 09:24:58.115000 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cbf96a9a-3f95-4b43-8773-3f39c2be9b43 req-e4737112-32fa-490d-bf43-18171c3b56f5 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Sep 09 09:24:58.134983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b10f05e6-fc08-4220-9137-0743a90e9069 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:24:58.156913 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:24:58.228920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b10f05e6-fc08-4220-9137-0743a90e9069 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:24:58.229575 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:58.265245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-7fa92d8f-df98-47d4-9eff-bd2557fb6400 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:58.267406 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-7fa92d8f-df98-47d4-9eff-bd2557fb6400 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e&tenant_id=88c726152e4047b9b17518f59bbdcd13&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 943 time: 0.7556999 Sep 09 09:24:58.277050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-ae1555cb-8b4d-4fc6-8e27-e55e1b6afb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:58.279041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-ae1555cb-8b4d-4fc6-8e27-e55e1b6afb1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6811399 Sep 09 09:24:58.284655 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-73e41215-8f9c-41c4-b69f-c4d201975d4a tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6012156 Sep 09 09:24:58.309427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Request body: {'port': {'device_id': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:24:58.327505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2eeaa25c-74f5-4814-b12f-5522883f3899 req-6ce792dd-1eee-4330-8546-5ef61a7ec4ce tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6271052 Sep 09 09:24:58.332085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:58.350528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'port_id': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:24:58.427677 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:58.440961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:24:58.465313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:24:58.521729 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:58.558762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:58.560693 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-9856b0c8-5644-45bb-8e16-7a0d26a28d37 service neutron] delete failed (client error): The resource could not be found. Sep 09 09:24:58.561766 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-9856b0c8-5644-45bb-8e16-7a0d26a28d37 service neutron] 10.222.0.41 "DELETE /v2.0/ports/1c53aa8c-4829-4caf-8f52-2ba1aeb1df62/bindings/n-h2-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.2788501 Sep 09 09:24:58.572459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:58.591690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Router 790b0edd-785f-4430-ba0a-81d82ef62291 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:24:58.596588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-4fbb0a35-2ec2-4b2b-8c89-935ab83ec7f4 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027399 Sep 09 09:24:58.886903 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['1c53aa8c-4829-4caf-8f52-2ba1aeb1df62'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:24:58.900176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-6b44af43-627e-4c28-81fe-0ccc90acc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:58.901710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-6b44af43-627e-4c28-81fe-0ccc90acc20f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1096 time: 0.2751572 Sep 09 09:24:58.941863 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8d75ef-ca42-4421-85e8-89958b32baa5 req-c55d74ba-9d1c-4d43-a51d-955867a3ed89 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163011 Sep 09 09:24:58.997641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:24:59.015497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fbd9bb50-5efd-4f54-8b3c-ace2c9ffb858 admin admin] 10.222.0.32 "PUT /v2.0/routers/790b0edd-785f-4430-ba0a-81d82ef62291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9813757 Sep 09 09:24:59.015792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfe62d-9585-4ea3-b63d-df8ebb1fa1d4 req-6b78bce1-563a-4846-a73e-5879ef4640bb tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:59.024701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73cfe62d-9585-4ea3-b63d-df8ebb1fa1d4 req-6b78bce1-563a-4846-a73e-5879ef4640bb tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0916984 Sep 09 09:24:59.028742 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Sync routers for ids ['790b0edd-785f-4430-ba0a-81d82ef62291'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:24:59.043404 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Routers {'790b0edd-785f-4430-ba0a-81d82ef62291'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:24:59.043822 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['790b0edd-785f-4430-ba0a-81d82ef62291'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:59.144424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73cfe62d-9585-4ea3-b63d-df8ebb1fa1d4 req-5d4cbed7-424b-4972-b89d-3a9d1c7ae6b1 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187189 Sep 09 09:24:59.249073 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Set router 790b0edd-785f-4430-ba0a-81d82ef62291 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:24:59.280079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-84e3fcd8-e050-4afe-97ae-138388bb03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:59.281717 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-84e3fcd8-e050-4afe-97ae-138388bb03c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59886ec7-de9f-4901-a5a4-e93757e5dec9 HTTP/1.1" status: 200 len: 897 time: 0.3628340 Sep 09 09:24:59.317735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624f1a00-d204-448c-8c6c-dca8a4be6821 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:24:59.368153 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:59.403450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Transition to ACTIVE for port object 624f1a00-d204-448c-8c6c-dca8a4be6821 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:24:59.415350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524fb81-c4da-4b05-8671-008eb0131e3d req-79ff18b0-0bfa-4fd7-bb5d-7614fe71de69 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:59.424476 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d524fb81-c4da-4b05-8671-008eb0131e3d req-79ff18b0-0bfa-4fd7-bb5d-7614fe71de69 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 932 time: 0.1682303 Sep 09 09:24:59.446900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-37c7bc7f-a6ba-413a-9777-f75eaa4e57c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 200 len: 999 time: 0.1486835 Sep 09 09:24:59.501609 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:55Z', 'revision_number': 4, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b480fa48-70c2-4850-b312-40829c829f4e', 'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'mac_address': 'fa:16:3e:06:03:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:52Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 2, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'subnets': [{'id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:24:59.508706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-7e81cac7-8126-4230-8bad-28433b52f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:59.510327 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-7e81cac7-8126-4230-8bad-28433b52f033 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=857a3cac-c580-4d35-9bf6-4ec4c2bd2408 HTTP/1.1" status: 200 len: 835 time: 0.0553284 Sep 09 09:24:59.516741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:59.544842 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Checking router: 790b0edd-785f-4430-ba0a-81d82ef62291 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:24:59.550518 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Updating router 790b0edd-785f-4430-ba0a-81d82ef62291 port b480fa48-70c2-4850-b312-40829c829f4e binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:24:59.580712 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:59.590886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d524fb81-c4da-4b05-8671-008eb0131e3d req-375c9616-e85c-45e5-928b-c5646f2cbf88 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653571 Sep 09 09:24:59.662710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Pushing event updated for resources: {'Port': ['ID=624f1a00-d204-448c-8c6c-dca8a4be6821,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:24:59.714505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-4b2ca2e0-d641-4766-ab72-459a04d8d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:59.716368 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-4b2ca2e0-d641-4766-ab72-459a04d8d7e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59886ec7-de9f-4901-a5a4-e93757e5dec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969969 Sep 09 09:24:59.825135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Attempting to bind port 624f1a00-d204-448c-8c6c-dca8a4be6821 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:24:59.825366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Attempting to bind port 624f1a00-d204-448c-8c6c-dca8a4be6821 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:24:59.825657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Attempting to bind port 624f1a00-d204-448c-8c6c-dca8a4be6821 on network af864b17-9274-4b34-b7e5-6749bc5edb04 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:59.849726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Port 624f1a00-d204-448c-8c6c-dca8a4be6821 on network af864b17-9274-4b34-b7e5-6749bc5edb04 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:24:59.850067 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Attempting to bind port 624f1a00-d204-448c-8c6c-dca8a4be6821 on network af864b17-9274-4b34-b7e5-6749bc5edb04 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:24:59.870955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-196ccaa8-f471-4532-9a2d-c949b515a0f8 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:59.872545 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-196ccaa8-f471-4532-9a2d-c949b515a0f8 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/networks?id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3 HTTP/1.1" status: 200 len: 820 time: 0.5007262 Sep 09 09:24:59.891827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:24:59.892186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Checking segment: {'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:24:59.892486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Bound using segment: {'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:24:59.892948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Bound port: 624f1a00-d204-448c-8c6c-dca8a4be6821, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:24:59.893319 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:24:59.902069 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-a05fe405-0062-4608-b302-b07511cb88c2 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/quotas/d13a21f052e14d2489bc3e8efc13a7c2 HTTP/1.1" status: 200 len: 375 time: 0.0211570 Sep 09 09:24:59.936448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6315ea-d98f-4059-8470-fa4cc8637f9a req-c689655e-1245-4375-80b1-575c7f9458f3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:24:59.936448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec6315ea-d98f-4059-8470-fa4cc8637f9a req-c689655e-1245-4375-80b1-575c7f9458f3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 944 time: 0.1412935 Sep 09 09:24:59.990711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-60ee1313-6688-4052-9b90-3fa6fbd8bbf5 service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652647 Sep 09 09:24:59.994627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-25b6deb3-798a-420d-802c-36c98dee123d tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796771 Sep 09 09:25:00.063857 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ec6315ea-d98f-4059-8470-fa4cc8637f9a req-3662fccf-a3b5-4a4b-93e2-d924fa1bd50f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004913 Sep 09 09:25:00.064887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] For port 624f1a00-d204-448c-8c6c-dca8a4be6821, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:25:00.080052 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:00.104799 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Transition to ACTIVE for port object b480fa48-70c2-4850-b312-40829c829f4e will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:25:00.106329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] For port 624f1a00-d204-448c-8c6c-dca8a4be6821, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=624f1a00-d204-448c-8c6c-dca8a4be6821,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:25:00.162024 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-0c285830-46fc-437a-8522-d4e1d0d5fc2d service neutron] 10.222.0.32 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601250 Sep 09 09:25:00.172262 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f4903a3-8b7e-4f3d-bb5f-1338da326480 req-dc56f177-77d8-4cc0-ae15-b214f427488b service neutron] 10.222.0.41 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721342 Sep 09 09:25:00.209052 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:00.232819 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:00.282824 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-4f35714e-a99d-48cf-8781-4e8287b0bfb8 service neutron] 10.222.0.32 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166945 Sep 09 09:25:00.364335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:00.369039 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:00.369039 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] 10.222.0.24 "PUT /v2.0/ports/624f1a00-d204-448c-8c6c-dca8a4be6821 HTTP/1.1" status: 200 len: 1093 time: 2.0613220 Sep 09 09:25:00.369039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'tag': '624f1a00-d204-448c-8c6c-dca8a4be6821'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:00.371883 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9" -d '{"events": [{"name": "network-changed", "server_uuid": "c88da590-1253-4d6d-b14d-f216ee790ca9", "tag": "624f1a00-d204-448c-8c6c-dca8a4be6821"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:00.392704 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbe888-9f4c-4ff3-81e6-5312aca4484b None None] Pushing event updated for resources: {'Port': ['ID=b480fa48-70c2-4850-b312-40829c829f4e,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:00.440375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2cb4d-fe0d-4fbc-9138-924fb16bdd30 req-351a86ff-bd06-4376-ac06-b402d74d478b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:00.448381 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-26c2cb4d-fe0d-4fbc-9138-924fb16bdd30 req-351a86ff-bd06-4376-ac06-b402d74d478b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.1070998 Sep 09 09:25:00.463784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80520016-d9f0-4efa-ae46-f331e08d052f service neutron] Pushing event updated for resources: {'Port': ['ID=624f1a00-d204-448c-8c6c-dca8a4be6821,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:00.486908 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Attempting to bind port b480fa48-70c2-4850-b312-40829c829f4e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:25:00.487415 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Attempting to bind port b480fa48-70c2-4850-b312-40829c829f4e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '4af42b6d-2331-4237-866d-d5289ef86d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:25:00.487889 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Attempting to bind port b480fa48-70c2-4850-b312-40829c829f4e on network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:25:00.496468 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:25:00.496979 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Checking segment: {'id': '4af42b6d-2331-4237-866d-d5289ef86d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:25:00.497569 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:00.498080 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Bound using segment: {'id': '4af42b6d-2331-4237-866d-d5289ef86d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:25:00.499065 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Bound port: b480fa48-70c2-4850-b312-40829c829f4e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af42b6d-2331-4237-866d-d5289ef86d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:25:00.499590 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:00.526594 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-26c2cb4d-fe0d-4fbc-9138-924fb16bdd30 req-827fa0bc-347b-484f-a7c7-e441cc4ef8cc tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737531 Sep 09 09:25:00.604596 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-68069962-cabe-4087-b17e-82896e2844b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:00.606126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-68069962-cabe-4087-b17e-82896e2844b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a81a37f689d4093a1dc146ec86fb2b2&device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 1096 time: 0.1044848 Sep 09 09:25:00.631990 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2083f2ea-a0e4-4cfa-843d-d29e94880bcf x-openstack-request-id: req-2083f2ea-a0e4-4cfa-843d-d29e94880bcf {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:00.632199 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88da590-1253-4d6d-b14d-f216ee790ca9", "tag": "624f1a00-d204-448c-8c6c-dca8a4be6821", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:00.632446 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2083f2ea-a0e4-4cfa-843d-d29e94880bcf {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:00.632871 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'tag': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'status': 'completed', 'code': 200} Sep 09 09:25:00.650434 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] For port b480fa48-70c2-4850-b312-40829c829f4e, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:25:00.654073 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] For port b480fa48-70c2-4850-b312-40829c829f4e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b480fa48-70c2-4850-b312-40829c829f4e,segment=NetworkSegment(4af42b6d-2331-4237-866d-d5289ef86d9c),segment_id=4af42b6d-2331-4237-866d-d5289ef86d9c)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:25:00.685565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01032cca-a5b5-4981-affb-baf6e0f11e81 req-92452ac0-395e-4cb8-864c-da3ec93888c2 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 210 time: 0.0703695 Sep 09 09:25:00.686986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-a5dcf8a0-16e6-441b-8da8-96fc3d8f7729 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624f1a00-d204-448c-8c6c-dca8a4be6821 HTTP/1.1" status: 200 len: 217 time: 0.0707004 Sep 09 09:25:00.718202 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:00.793959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-0c6ab123-9fd6-41f5-a122-069d2f50b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:00.795738 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-0c6ab123-9fd6-41f5-a122-069d2f50b944 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad4cbea-085c-4fab-9fb0-931aad3708ee HTTP/1.1" status: 200 len: 868 time: 0.1022074 Sep 09 09:25:00.879614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe829a3-31cd-412d-ba21-cf69262a603e req-2844866a-2fae-4edf-9fe1-be869a8357f2 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:00.931578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ffe829a3-31cd-412d-ba21-cf69262a603e req-2844866a-2fae-4edf-9fe1-be869a8357f2 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 944 time: 0.2180438 Sep 09 09:25:00.935100 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Routers {'790b0edd-785f-4430-ba0a-81d82ef62291'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:00.935941 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['790b0edd-785f-4430-ba0a-81d82ef62291'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:00.944222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-918401ce-de79-4a7f-8613-13982be8a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:00.944222 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-918401ce-de79-4a7f-8613-13982be8a390 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af864b17-9274-4b34-b7e5-6749bc5edb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294968 Sep 09 09:25:00.945998 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbe888-9f4c-4ff3-81e6-5312aca4484b None None] Pushing event updated for resources: {'Port': ['ID=b480fa48-70c2-4850-b312-40829c829f4e,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:01.007329 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ffe829a3-31cd-412d-ba21-cf69262a603e req-57be06c7-59dd-4a2a-8e3a-70e262529063 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744133 Sep 09 09:25:01.082691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-0245b4dc-bcee-4238-952c-5b574feb4507 service neutron] 10.222.0.24 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310971 Sep 09 09:25:01.123462 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] Set router 790b0edd-785f-4430-ba0a-81d82ef62291 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:01.312417 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ad4a178-d265-427b-b8e2-7b829e6778bb req-3639d6d8-adea-475d-9eee-2d8fcf40df23 service neutron] 10.222.0.24 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214010 Sep 09 09:25:01.337807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c961d-d8fd-41a5-8b46-74bfdf77d8f8 req-0e0870fd-4b10-4042-9b3f-b9af6071f723 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:01.346402 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db2c961d-d8fd-41a5-8b46-74bfdf77d8f8 req-0e0870fd-4b10-4042-9b3f-b9af6071f723 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 944 time: 0.1144466 Sep 09 09:25:01.394876 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db2c961d-d8fd-41a5-8b46-74bfdf77d8f8 req-c5f1f4b5-ec04-408a-9da5-9343492b9a46 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473626 Sep 09 09:25:01.437527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39488) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:01.487138 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:55Z', 'revision_number': 4, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b480fa48-70c2-4850-b312-40829c829f4e', 'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'mac_address': 'fa:16:3e:06:03:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:52Z', 'updated_at': '2021-09-09T09:25:00Z', 'revision_number': 4, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'subnets': [{'id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:01.531507 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d2be2-6bb2-46ec-bf84-b61db20768e9 None None] The sync data for ids ['790b0edd-785f-4430-ba0a-81d82ef62291'] in n-d-778696-16 is: [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:55Z', 'revision_number': 4, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b480fa48-70c2-4850-b312-40829c829f4e', 'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'mac_address': 'fa:16:3e:06:03:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:52Z', 'updated_at': '2021-09-09T09:25:00Z', 'revision_number': 4, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'subnets': [{'id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:01.547309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0182a099-b15b-4d6f-aa29-8c20fa3b790e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/d4bfdd17-d32e-4024-af9d-cd68758e50f5 HTTP/1.1" status: 200 len: 991 time: 0.1082041 Sep 09 09:25:01.553827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9 req-eb487f9f-bb90-43dd-93c3-ebf8a7b37e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:01.555579 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9 req-eb487f9f-bb90-43dd-93c3-ebf8a7b37e74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a81a37f689d4093a1dc146ec86fb2b2&device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 1096 time: 0.1042926 Sep 09 09:25:01.701072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9 req-c4df2a37-f9e9-46d3-931f-7ea769c19c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:01.702602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9 req-c4df2a37-f9e9-46d3-931f-7ea769c19c2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=af864b17-9274-4b34-b7e5-6749bc5edb04 HTTP/1.1" status: 200 len: 930 time: 0.1342425 Sep 09 09:25:01.712547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b5628-a9ff-4d50-8b5e-547d3461c4d0 req-b45c24a7-9219-4d7b-a28b-b60149dfd928 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:01.715702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-001b5628-a9ff-4d50-8b5e-547d3461c4d0 req-b45c24a7-9219-4d7b-a28b-b60149dfd928 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0688570 Sep 09 09:25:01.782926 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-001b5628-a9ff-4d50-8b5e-547d3461c4d0 req-98fe1d7c-d10f-4379-b276-b49f1290c237 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586112 Sep 09 09:25:01.797234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9 req-3dc9e52b-a46b-4a3f-9d3b-477de319f888 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624f1a00-d204-448c-8c6c-dca8a4be6821 HTTP/1.1" status: 200 len: 217 time: 0.0863333 Sep 09 09:25:01.810681 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3b83abf-b985-4171-9e2e-6728f7e906f0 req-502d16c6-b15c-4a92-9c48-b0b73e8b8bf1 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 210 time: 0.0399644 Sep 09 09:25:01.873079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9 req-8b558cfb-fd00-46d6-a517-7fc6e422889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:01.874842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9 req-8b558cfb-fd00-46d6-a517-7fc6e422889f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad4cbea-085c-4fab-9fb0-931aad3708ee HTTP/1.1" status: 200 len: 868 time: 0.0705819 Sep 09 09:25:01.926542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b480fa48-70c2-4850-b312-40829c829f4e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:25:01.941615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9 req-358daec9-ec1b-4e08-a1de-5f55757f523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:01.947088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9 req-358daec9-ec1b-4e08-a1de-5f55757f523b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af864b17-9274-4b34-b7e5-6749bc5edb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644162 Sep 09 09:25:02.073276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9 req-2e7f09bb-2d11-4aaa-acd0-187b13d43a9d service neutron] 10.222.0.24 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197252 Sep 09 09:25:02.087667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port b480fa48-70c2-4850-b312-40829c829f4e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:25:02.093219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b480fa48-70c2-4850-b312-40829c829f4e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:02.093883 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:02.182057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:25:02.192495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb692-626e-4a05-82ae-b9fc678c310b req-e5dd9fcf-18b7-4890-a50c-3a120abda180 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:02.194075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c1fb692-626e-4a05-82ae-b9fc678c310b req-e5dd9fcf-18b7-4890-a50c-3a120abda180 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 944 time: 0.1162186 Sep 09 09:25:02.227141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:02.251153 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9db946a-b284-451c-a20c-9c0dbdc7ffe9 req-6022a18c-ead3-44b2-9ee1-0b4aae99511c service neutron] 10.222.0.24 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616247 Sep 09 09:25:02.268965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port b480fa48-70c2-4850-b312-40829c829f4e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b480fa48-70c2-4850-b312-40829c829f4e,segment=NetworkSegment(4af42b6d-2331-4237-866d-d5289ef86d9c),segment_id=4af42b6d-2331-4237-866d-d5289ef86d9c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:02.275438 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c1fb692-626e-4a05-82ae-b9fc678c310b req-ca222463-1c66-4ee7-a3bd-b88d7109a47f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713704 Sep 09 09:25:02.385021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:25:02.388666 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:02.396167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:02.396541 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:02.491528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=b480fa48-70c2-4850-b312-40829c829f4e,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:02.543473 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:02.568731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:02.571299 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2c1bee-77ed-40f1-90f2-54cf3b10c683" -d '{"events": [{"server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "name": "network-vif-plugged", "status": "completed", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:02.585437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:02.613300 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafc45e2-4237-40b2-93e4-52e05d129308 x-openstack-request-id: req-eafc45e2-4237-40b2-93e4-52e05d129308 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:02.613597 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "name": "network-vif-plugged", "status": "completed", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:02.613841 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eafc45e2-4237-40b2-93e4-52e05d129308 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:02.614262 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'code': 200} Sep 09 09:25:02.658807 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:02.709879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:02.832120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:25:02.976792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3dce2952-023c-4a28-9e71-f961a106e87a req-10bc9664-b602-493d-b4fa-062d327cf8db tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 210 time: 0.0459070 Sep 09 09:25:02.993237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af04e93-8661-4bc8-9818-153cf1eeddba req-49f4107a-6092-466d-b3de-78f9006fee25 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:02.995646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1af04e93-8661-4bc8-9818-153cf1eeddba req-49f4107a-6092-466d-b3de-78f9006fee25 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0750091 Sep 09 09:25:03.000175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:03.014000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'port_id': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'mac_address': 'fa:16:3e:d8:09:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:25:03.055899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1af04e93-8661-4bc8-9818-153cf1eeddba req-bd007308-927c-47fe-b0f5-ef25ecabb02e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456116 Sep 09 09:25:03.077825 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:03.092561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:25:03.112735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:03.144741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-f78915be-aec2-4963-97a9-9f7b93c7056b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:03.146193 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-f78915be-aec2-4963-97a9-9f7b93c7056b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.24 "GET /v2.0/networks?id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3 HTTP/1.1" status: 200 len: 820 time: 0.1271715 Sep 09 09:25:03.158908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Request body: {'port': {'device_id': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'admin_state_up': True, 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:03.196935 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:03.246588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:03.350333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Made reservation on behalf of d13a21f052e14d2489bc3e8efc13a7c2 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:25:03.354450 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:03.398697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0432e-937d-41cb-8277-b13ba18869c0 req-a8bcc573-8a6e-432f-b487-3159d2f5441e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:03.403973 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78c0432e-937d-41cb-8277-b13ba18869c0 req-a8bcc573-8a6e-432f-b487-3159d2f5441e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 944 time: 0.0711381 Sep 09 09:25:03.435719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['504f45d0-07a2-4f7e-85b9-e5a8cd259a19'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:25:03.466587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78c0432e-937d-41cb-8277-b13ba18869c0 req-691d2350-e378-4b1b-a547-d23ec8e489f3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591385 Sep 09 09:25:03.525289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Allocated IP 172.20.0.7 (3f1c7ea5-57da-47de-8722-e9f6cbb412a3/097c4ac4-df45-45a5-bd8d-bae444d137e1/493fbc05-0d24-437f-b908-f1766ff1f680) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:25:03.679289 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:03.767968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:03.817519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:25:03.823804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:25:03.828719 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:25:03.833025 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Pushing event updated for resources: {'Port': ['ID=493fbc05-0d24-437f-b908-f1766ff1f680,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:03.890182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b480fa48-70c2-4850-b312-40829c829f4e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:25:03.892379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:03.894113 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:03.943868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b480fa48-70c2-4850-b312-40829c829f4e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:03.944240 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:03.946267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-d622adc0-517c-40e6-a1a6-a9f7df0c4b97 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7904160 Sep 09 09:25:03.973410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Request body: {'port': {'device_id': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:04.037337 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:04.109344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cc3f5-4ea8-453f-b787-fe590fe16874 req-566568a5-3479-4ec0-a052-4389a9539ea0 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:04.111657 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-630cc3f5-4ea8-453f-b787-fe590fe16874 req-566568a5-3479-4ec0-a052-4389a9539ea0 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 931 time: 0.0590012 Sep 09 09:25:04.154181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-630cc3f5-4ea8-453f-b787-fe590fe16874 req-19a745a6-0548-4da8-8c77-708d02aadf3a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359259 Sep 09 09:25:04.162805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 624f1a00-d204-448c-8c6c-dca8a4be6821 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:25:04.233847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2e5ca-ad0d-437a-8c1f-b069d7a6332d req-852cb16b-41eb-495a-9bce-ff3847f29d57 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:04.235813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12a2e5ca-ad0d-437a-8c1f-b069d7a6332d req-852cb16b-41eb-495a-9bce-ff3847f29d57 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 944 time: 0.0805948 Sep 09 09:25:04.289751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 624f1a00-d204-448c-8c6c-dca8a4be6821, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=624f1a00-d204-448c-8c6c-dca8a4be6821,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:04.301303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'port_id': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'mac_address': 'fa:16:3e:7c:83:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:25:04.334774 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12a2e5ca-ad0d-437a-8c1f-b069d7a6332d req-7063a63b-3799-4640-9364-ae5786c7ce4e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842650 Sep 09 09:25:04.343042 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:04.361946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624f1a00-d204-448c-8c6c-dca8a4be6821 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:25:04.381694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 624f1a00-d204-448c-8c6c-dca8a4be6821, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=624f1a00-d204-448c-8c6c-dca8a4be6821,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:04.427781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493fbc05-0d24-437f-b908-f1766ff1f680 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:25:04.436214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:04.449299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Transition to ACTIVE for port object 493fbc05-0d24-437f-b908-f1766ff1f680 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:25:04.464839 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:04.518736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=624f1a00-d204-448c-8c6c-dca8a4be6821,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:04.546003 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:04.633558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b663000-5f75-4e7c-972b-c51c7d025b2d req-c9b363d5-43de-4afc-88a4-48b098894cd4 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:04.635165 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b663000-5f75-4e7c-972b-c51c7d025b2d req-c9b363d5-43de-4afc-88a4-48b098894cd4 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 945 time: 0.1004226 Sep 09 09:25:04.637666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=493fbc05-0d24-437f-b908-f1766ff1f680,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:04.716910 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b663000-5f75-4e7c-972b-c51c7d025b2d req-e848172a-49ce-4676-a5a6-1547df697537 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740492 Sep 09 09:25:04.731971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Attempting to bind port 493fbc05-0d24-437f-b908-f1766ff1f680 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:25:04.732303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Attempting to bind port 493fbc05-0d24-437f-b908-f1766ff1f680 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '4af42b6d-2331-4237-866d-d5289ef86d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:25:04.732628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Attempting to bind port 493fbc05-0d24-437f-b908-f1766ff1f680 on network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:25:04.736890 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Port 493fbc05-0d24-437f-b908-f1766ff1f680 on network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:25:04.737204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Attempting to bind port 493fbc05-0d24-437f-b908-f1766ff1f680 on network 3f1c7ea5-57da-47de-8722-e9f6cbb412a3 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:25:04.741874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:25:04.742246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Checking segment: {'id': '4af42b6d-2331-4237-866d-d5289ef86d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:25:04.742609 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Bound using segment: {'id': '4af42b6d-2331-4237-866d-d5289ef86d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:25:04.743066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Bound port: 493fbc05-0d24-437f-b908-f1766ff1f680, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af42b6d-2331-4237-866d-d5289ef86d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:25:04.743443 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:04.812630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] For port 493fbc05-0d24-437f-b908-f1766ff1f680, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:25:04.815824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] For port 493fbc05-0d24-437f-b908-f1766ff1f680, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=493fbc05-0d24-437f-b908-f1766ff1f680,segment=NetworkSegment(4af42b6d-2331-4237-866d-d5289ef86d9c),segment_id=4af42b6d-2331-4237-866d-d5289ef86d9c)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:25:04.844606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['624f1a00-d204-448c-8c6c-dca8a4be6821'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:25:04.848001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:25:05.053882 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:05.076065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:25:05.080055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:05.080429 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:05.089046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:05.089671 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:05.091088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 1092 time: 1.1364474 Sep 09 09:25:05.091700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:05.093931 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8054a9-524e-4dbb-b790-13d7d0070ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:05.126262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd3aeb-aa85-403e-876e-c4c76b8ff1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=493fbc05-0d24-437f-b908-f1766ff1f680,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:05.151115 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ef1649-761e-4598-a740-626dc0770b0c x-openstack-request-id: req-c2ef1649-761e-4598-a740-626dc0770b0c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:05.151488 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:05.151782 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2ef1649-761e-4598-a740-626dc0770b0c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:05.153150 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680', 'status': 'completed', 'code': 200} Sep 09 09:25:05.189484 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:05.216309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:05.217903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8054a9-524e-4dbb-b790-13d7d0070ca9 req-6235ab51-3b8c-4e24-8876-083c9797bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:05.219658 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5b8054a9-524e-4dbb-b790-13d7d0070ca9 req-6235ab51-3b8c-4e24-8876-083c9797bccc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 1095 time: 0.0463254 Sep 09 09:25:05.222975 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eccdfe5-1858-4ab8-a35d-22635c19bf41" -d '{"events": [{"server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "name": "network-vif-plugged", "status": "completed", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:05.239329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:05.270471 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83455f9-b7db-4a2d-8a30-f179c5f43e89 x-openstack-request-id: req-c83455f9-b7db-4a2d-8a30-f179c5f43e89 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:05.270765 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "name": "network-vif-plugged", "status": "completed", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:05.271080 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c83455f9-b7db-4a2d-8a30-f179c5f43e89 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:05.271573 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'code': 200} Sep 09 09:25:05.304822 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:05.362800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:05.480602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83aeb5-e912-49d8-be21-dbef578243a1 req-ee52aa65-2af4-4df2-9483-9da9b3b20172 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:05.482609 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fc83aeb5-e912-49d8-be21-dbef578243a1 req-ee52aa65-2af4-4df2-9483-9da9b3b20172 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.0625849 Sep 09 09:25:05.527864 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fc83aeb5-e912-49d8-be21-dbef578243a1 req-8cb146b1-bc93-4ce1-8cd0-372c990f2345 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358973 Sep 09 09:25:05.794556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8054a9-524e-4dbb-b790-13d7d0070ca9 req-6d083e59-6ca3-4827-bd8b-73aaafb233f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:05.796189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5b8054a9-524e-4dbb-b790-13d7d0070ca9 req-6d083e59-6ca3-4827-bd8b-73aaafb233f2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5688553 Sep 09 09:25:05.805256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89adcb-2c42-4852-bc34-ce0c322fc3b3 req-77a74157-12a8-4900-acf4-24cd0b808d69 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:05.812571 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a89adcb-2c42-4852-bc34-ce0c322fc3b3 req-77a74157-12a8-4900-acf4-24cd0b808d69 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 943 time: 0.5256064 Sep 09 09:25:05.854245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaf41f-0c08-4a66-ba91-54b9c687dab4 req-a320a960-24dd-4143-86a3-e41811008d4e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:05.856247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95eaf41f-0c08-4a66-ba91-54b9c687dab4 req-a320a960-24dd-4143-86a3-e41811008d4e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 945 time: 0.0645940 Sep 09 09:25:05.860267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2fd8f-cd40-4e73-a9c8-b0fa6a9795d4 req-07b86965-99a4-41be-b720-621f60c09c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:05.861787 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9cb2fd8f-cd40-4e73-a9c8-b0fa6a9795d4 req-07b86965-99a4-41be-b720-621f60c09c20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 1097 time: 0.1467433 Sep 09 09:25:05.905751 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95eaf41f-0c08-4a66-ba91-54b9c687dab4 req-9d9e7fe2-014d-4b35-beff-7e7f759455ec tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Sep 09 09:25:05.928508 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a89adcb-2c42-4852-bc34-ce0c322fc3b3 req-26ac1546-c32b-482b-874c-80732160ee76 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150608 Sep 09 09:25:05.955677 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9cb2fd8f-cd40-4e73-a9c8-b0fa6a9795d4 req-401a6fce-2921-4e51-9596-3cd94d97cf96 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839319 Sep 09 09:25:05.971002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8054a9-524e-4dbb-b790-13d7d0070ca9 req-f192a0f5-74d4-4c13-9754-60f91da9080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:05.972592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5b8054a9-524e-4dbb-b790-13d7d0070ca9 req-f192a0f5-74d4-4c13-9754-60f91da9080c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559300 Sep 09 09:25:06.060573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-ed63a7b4-4c6d-4363-9a28-c182d316893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:06.063742 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-ed63a7b4-4c6d-4363-9a28-c182d316893f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 1095 time: 0.0475810 Sep 09 09:25:06.105797 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-e2969dee-d5e4-4bdf-b06d-a0ea0cd44a35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 217 time: 0.0356371 Sep 09 09:25:06.155464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-c79a69e6-244c-441e-b2ea-1ed202ff59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:06.157022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-c79a69e6-244c-441e-b2ea-1ed202ff59d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097c4ac4-df45-45a5-bd8d-bae444d137e1 HTTP/1.1" status: 200 len: 860 time: 0.0444160 Sep 09 09:25:06.189902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-8d0ea9fc-7f69-4704-9ceb-ef6952d7e026 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256388 Sep 09 09:25:06.290020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-b7b696d3-3e1f-45fa-ac5c-028c7e154553 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920446 Sep 09 09:25:06.388023 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-520a8075-94e8-4f50-ad94-d46cb0e82998 req-9f69e254-94e1-49ee-b7ae-202bb857efde service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883515 Sep 09 09:25:06.664466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc172a-304d-4925-87ac-4bea04e87855 req-177caa5b-f64e-4a84-8065-c241eaaabc65 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:06.666143 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cfbc172a-304d-4925-87ac-4bea04e87855 req-177caa5b-f64e-4a84-8065-c241eaaabc65 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.0645504 Sep 09 09:25:06.710470 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cfbc172a-304d-4925-87ac-4bea04e87855 req-925bc25c-b2ef-4efd-889f-701f2e761625 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374374 Sep 09 09:25:07.028283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c2580-d4cc-4d68-a350-b87d10a62995 req-09f70792-3102-413a-993e-153e94b778da tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:07.030080 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5b9c2580-d4cc-4d68-a350-b87d10a62995 req-09f70792-3102-413a-993e-153e94b778da tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 945 time: 0.0554216 Sep 09 09:25:07.060996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0991cb-afea-4819-8111-9ed79f88a416 req-c744bb62-b352-46ac-9365-5e1ff6fbdd1a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:07.062602 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5d0991cb-afea-4819-8111-9ed79f88a416 req-c744bb62-b352-46ac-9365-5e1ff6fbdd1a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 943 time: 0.0598030 Sep 09 09:25:07.073054 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5b9c2580-d4cc-4d68-a350-b87d10a62995 req-7bdfc594-47d1-4ba4-aab1-4ca1f8bff96d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361907 Sep 09 09:25:07.113284 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5d0991cb-afea-4819-8111-9ed79f88a416 req-ebaa08f3-8b5e-41ce-b6ca-1003d0aff195 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425627 Sep 09 09:25:07.835456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a383c-587d-4a43-a3bd-35c48705bf4e req-7ff98112-969a-4227-a60f-5ec9d597c6c1 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:07.836958 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc2a383c-587d-4a43-a3bd-35c48705bf4e req-7ff98112-969a-4227-a60f-5ec9d597c6c1 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.0497522 Sep 09 09:25:07.876464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc2a383c-587d-4a43-a3bd-35c48705bf4e req-ae23c72c-bbe9-4dd1-9794-6419beca568e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327659 Sep 09 09:25:07.998812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4c63e-37dc-4139-b236-45a4e637b72f req-d548041a-5f94-46f4-826a-7bf153934d87 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:08.000292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eef4c63e-37dc-4139-b236-45a4e637b72f req-d548041a-5f94-46f4-826a-7bf153934d87 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.0540049 Sep 09 09:25:08.008839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39584) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:08.013541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b42f6515-7f76-4d86-bc17-b72963d3a2f3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Request body: {'floatingip': {'port_id': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:08.052979 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b42f6515-7f76-4d86-bc17-b72963d3a2f3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:08.169460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 624f1a00-d204-448c-8c6c-dca8a4be6821 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:25:08.225296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8bee-a9d3-4f2e-972a-d912a12f7449 req-55cfe373-bd67-49cf-92bc-de2894f1ab64 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:08.226972 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c3e8bee-a9d3-4f2e-972a-d912a12f7449 req-55cfe373-bd67-49cf-92bc-de2894f1ab64 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 945 time: 0.0788851 Sep 09 09:25:08.267746 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c3e8bee-a9d3-4f2e-972a-d912a12f7449 req-5c813f61-c36e-4a07-b56e-6644dcf0d20b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339537 Sep 09 09:25:08.320737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95fa44-2ef7-4906-948f-06aa43b8ba96 req-92e54abb-528c-4771-8606-0358a9e063c6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:08.323023 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c95fa44-2ef7-4906-948f-06aa43b8ba96 req-92e54abb-528c-4771-8606-0358a9e063c6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 943 time: 0.1033084 Sep 09 09:25:08.333338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 624f1a00-d204-448c-8c6c-dca8a4be6821 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:25:08.338222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 624f1a00-d204-448c-8c6c-dca8a4be6821 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:08.338713 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:08.417720 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:08.435385 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c95fa44-2ef7-4906-948f-06aa43b8ba96 req-d8421fc0-f0e1-4e0a-be4a-60e44bbb755d tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781715 Sep 09 09:25:08.457568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f1a00-d204-448c-8c6c-dca8a4be6821'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:08.457568 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2264e133-4358-473a-9e39-028fc1b532a1" -d '{"events": [{"server_uuid": "c88da590-1253-4d6d-b14d-f216ee790ca9", "name": "network-vif-plugged", "status": "completed", "tag": "624f1a00-d204-448c-8c6c-dca8a4be6821"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:08.467348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 624f1a00-d204-448c-8c6c-dca8a4be6821, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=624f1a00-d204-448c-8c6c-dca8a4be6821,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:08.492917 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d14fef4-cd28-4e10-b99e-e6377d9e54b9 x-openstack-request-id: req-0d14fef4-cd28-4e10-b99e-e6377d9e54b9 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:08.493283 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88da590-1253-4d6d-b14d-f216ee790ca9", "name": "network-vif-plugged", "status": "completed", "tag": "624f1a00-d204-448c-8c6c-dca8a4be6821", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:08.493826 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d14fef4-cd28-4e10-b99e-e6377d9e54b9 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:08.494309 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'code': 200} Sep 09 09:25:08.589931 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:08.599115 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b42f6515-7f76-4d86-bc17-b72963d3a2f3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:08.608575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e883d65-c78c-4580-bd2f-46b3d5a88639 req-698aba14-0f47-4c52-ad4e-d2e325af75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:08.610316 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e883d65-c78c-4580-bd2f-46b3d5a88639 req-698aba14-0f47-4c52-ad4e-d2e325af75b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0431387 Sep 09 09:25:08.642145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=624f1a00-d204-448c-8c6c-dca8a4be6821,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:08.647726 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e883d65-c78c-4580-bd2f-46b3d5a88639 req-d78e6ac0-e9e1-45ad-9ada-c63c8a8fc6a8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297580 Sep 09 09:25:08.721360 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b42f6515-7f76-4d86-bc17-b72963d3a2f3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:08.858192 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e30830-8d2d-463c-b38d-f46da4d07538 req-56591348-ceb2-479d-974b-2edf3e9f6d01 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:08.858192 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-58e30830-8d2d-463c-b38d-f46da4d07538 req-56591348-ceb2-479d-974b-2edf3e9f6d01 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 946 time: 0.0979226 Sep 09 09:25:08.870220 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-b42f6515-7f76-4d86-bc17-b72963d3a2f3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Floating IP 1b95d64c-a57e-41cb-af5c-33679304a1da associated. External IP: 172.25.8.202, port: 504f45d0-07a2-4f7e-85b9-e5a8cd259a19. Sep 09 09:25:08.941333 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-58e30830-8d2d-463c-b38d-f46da4d07538 req-639dc8aa-0107-46de-8bed-037f38283247 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744197 Sep 09 09:25:09.102428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42f6515-7f76-4d86-bc17-b72963d3a2f3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:25:09.209794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42f6515-7f76-4d86-bc17-b72963d3a2f3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:09.214796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b42f6515-7f76-4d86-bc17-b72963d3a2f3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:09.219360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771a0a9-5ecd-4f3a-9584-b73e7d56d0a0 None None] Sync routers for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:09.228500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771a0a9-5ecd-4f3a-9584-b73e7d56d0a0 None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:09.229101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e771a0a9-5ecd-4f3a-9584-b73e7d56d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:09.246793 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b42f6515-7f76-4d86-bc17-b72963d3a2f3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "PUT /v2.0/floatingips/1b95d64c-a57e-41cb-af5c-33679304a1da HTTP/1.1" status: 200 len: 991 time: 1.2366641 Sep 09 09:25:09.247431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:09.249875 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:09.288944 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da598323-4696-4e84-9797-49660d92c8e7 x-openstack-request-id: req-da598323-4696-4e84-9797-49660d92c8e7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:09.289282 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:09.289502 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da598323-4696-4e84-9797-49660d92c8e7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:09.292398 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'status': 'completed', 'code': 200} Sep 09 09:25:09.360458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371 req-e819b4d5-997c-4d1d-8c37-5aee759cfc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:09.365529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371 req-e819b4d5-997c-4d1d-8c37-5aee759cfc7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 1097 time: 0.0439994 Sep 09 09:25:09.394471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239356f2-08ed-477a-a4af-c4b26b7e7cb8 req-703a200e-c284-40e0-ba21-841e37b6b33d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:09.396061 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-239356f2-08ed-477a-a4af-c4b26b7e7cb8 req-703a200e-c284-40e0-ba21-841e37b6b33d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 946 time: 0.0539076 Sep 09 09:25:09.440047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-239356f2-08ed-477a-a4af-c4b26b7e7cb8 req-777acd48-f6b6-44b2-b7a2-948c1aaf73fc tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360661 Sep 09 09:25:09.469933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371 req-bfb9eb0c-c9a8-439a-9c19-db10c49fed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:09.469933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371 req-bfb9eb0c-c9a8-439a-9c19-db10c49fed05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.0987563 Sep 09 09:25:09.487241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e771a0a9-5ecd-4f3a-9584-b73e7d56d0a0 None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:09.569473 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371 req-000e09bd-2ab3-4a08-b42b-fe25dd1025ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19 HTTP/1.1" status: 200 len: 999 time: 0.0919814 Sep 09 09:25:09.596052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d492e10-cd06-410d-afab-16f68221ec38 req-8886f6ae-81fb-429c-b9a3-0d5d39518875 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:09.597654 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d492e10-cd06-410d-afab-16f68221ec38 req-8886f6ae-81fb-429c-b9a3-0d5d39518875 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 943 time: 0.0835536 Sep 09 09:25:09.657753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371 req-3544ce5b-33c6-4722-816d-c534dc47c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:09.659264 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371 req-3544ce5b-33c6-4722-816d-c534dc47c9a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.0812075 Sep 09 09:25:09.666537 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d492e10-cd06-410d-afab-16f68221ec38 req-b5f47305-bf0d-4b0b-9d6c-60f4b85eb321 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491765 Sep 09 09:25:09.707866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371 req-4d58d1b5-6ee6-4304-a7b7-25b6ab42704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:09.709406 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371 req-4d58d1b5-6ee6-4304-a7b7-25b6ab42704b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418234 Sep 09 09:25:09.727346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e771a0a9-5ecd-4f3a-9584-b73e7d56d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1b95d64c-a57e-41cb-af5c-33679304a1da', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'port_id': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'mac_address': 'fa:16:3e:d8:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:24:44Z', 'updated_at': '2021-09-09T09:25:08Z', 'revision_number': 1, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:09.758305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771a0a9-5ecd-4f3a-9584-b73e7d56d0a0 None None] Checking router: 59ebda07-7d77-4e2e-9136-86bf5d9d43fb for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:09.767329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771a0a9-5ecd-4f3a-9584-b73e7d56d0a0 None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:09.767965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e771a0a9-5ecd-4f3a-9584-b73e7d56d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:09.814619 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371 req-ae1db60b-548f-4b02-995f-9287e9caebc7 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968947 Sep 09 09:25:09.878845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e771a0a9-5ecd-4f3a-9584-b73e7d56d0a0 None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:09.921340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7e44f6a-7e4e-4cba-9807-f4f6a63c0371 req-3678406d-2534-4f13-a910-f741102e9284 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988097 Sep 09 09:25:10.064680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca99c52-a8d2-43a8-a692-6280edac0f14 req-269f6c8b-ec1c-4d2c-b3cb-38b9f3554970 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:10.066218 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ca99c52-a8d2-43a8-a692-6280edac0f14 req-269f6c8b-ec1c-4d2c-b3cb-38b9f3554970 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 946 time: 0.0524502 Sep 09 09:25:10.107689 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ca99c52-a8d2-43a8-a692-6280edac0f14 req-5fd9256f-33d2-4e40-8913-c158008a3028 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/security-groups?id=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340235 Sep 09 09:25:10.143748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e771a0a9-5ecd-4f3a-9584-b73e7d56d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1b95d64c-a57e-41cb-af5c-33679304a1da', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'port_id': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'mac_address': 'fa:16:3e:d8:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:24:44Z', 'updated_at': '2021-09-09T09:25:08Z', 'revision_number': 1, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:10.172859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 493fbc05-0d24-437f-b908-f1766ff1f680 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:25:10.176257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771a0a9-5ecd-4f3a-9584-b73e7d56d0a0 None None] The sync data for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 is: [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1b95d64c-a57e-41cb-af5c-33679304a1da', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'port_id': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'mac_address': 'fa:16:3e:d8:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:24:44Z', 'updated_at': '2021-09-09T09:25:08Z', 'revision_number': 1, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:10.279073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 493fbc05-0d24-437f-b908-f1766ff1f680, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=493fbc05-0d24-437f-b908-f1766ff1f680,segment=NetworkSegment(4af42b6d-2331-4237-866d-d5289ef86d9c),segment_id=4af42b6d-2331-4237-866d-d5289ef86d9c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:10.294532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '493fbc05-0d24-437f-b908-f1766ff1f680', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'port_id': '493fbc05-0d24-437f-b908-f1766ff1f680', 'mac_address': 'fa:16:3e:16:ea:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:25:10.339333 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:10.364360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493fbc05-0d24-437f-b908-f1766ff1f680 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:25:10.373750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb460-28c9-4e09-9904-e5caa8855174 req-06da9e20-6d9f-4887-a951-ff701622bd51 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:10.380693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9fbb460-28c9-4e09-9904-e5caa8855174 req-06da9e20-6d9f-4887-a951-ff701622bd51 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 946 time: 0.0678420 Sep 09 09:25:10.388785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 493fbc05-0d24-437f-b908-f1766ff1f680, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=493fbc05-0d24-437f-b908-f1766ff1f680,segment=NetworkSegment(4af42b6d-2331-4237-866d-d5289ef86d9c),segment_id=4af42b6d-2331-4237-866d-d5289ef86d9c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:10.403492 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26d97d-7780-4189-b068-d9b5c35a722a None None] New status for floating IP 1b95d64c-a57e-41cb-af5c-33679304a1da: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:25:10.459088 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:10.500534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e9fbb460-28c9-4e09-9904-e5caa8855174 req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Deleting port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:10.500534 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e9fbb460-28c9-4e09-9904-e5caa8855174 req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:10.530392 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=493fbc05-0d24-437f-b908-f1766ff1f680,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:10.574021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4dc0d-37ac-487c-9c7b-30e1eed693ef req-bd90ebad-bcda-4d8c-9535-519463e553bd tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:10.578034 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0f4dc0d-37ac-487c-9c7b-30e1eed693ef req-bd90ebad-bcda-4d8c-9535-519463e553bd tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 946 time: 0.0568106 Sep 09 09:25:10.611598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e9fbb460-28c9-4e09-9904-e5caa8855174 req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] For port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5,segment=NetworkSegment(d4f3041e-42fe-41e9-87ab-2908037cce9b),segment_id=d4f3041e-42fe-41e9-87ab-2908037cce9b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:10.612298 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e9fbb460-28c9-4e09-9904-e5caa8855174 req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:10.621967 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0f4dc0d-37ac-487c-9c7b-30e1eed693ef req-d0cf2225-4a6d-466a-b3c0-311c4b5e26c1 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393534 Sep 09 09:25:10.628298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e9fbb460-28c9-4e09-9904-e5caa8855174 req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Calling delete_port for 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:10.814749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c23b81-6135-47ed-9d78-7b91ac13f786 req-90fb19b4-509a-4244-b242-430226633d08 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:10.816347 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-59c23b81-6135-47ed-9d78-7b91ac13f786 req-90fb19b4-509a-4244-b242-430226633d08 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 944 time: 0.0522218 Sep 09 09:25:10.825955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['493fbc05-0d24-437f-b908-f1766ff1f680'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:25:10.863902 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-59c23b81-6135-47ed-9d78-7b91ac13f786 req-cbd44904-1ca1-4d54-8f1c-7169cb537f9c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Sep 09 09:25:10.947651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-693f2572-52dc-47f8-9810-d7588a96d629 req-5402f6e2-ba0b-4024-98f7-dd0409618ba3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 258 time: 0.2733219 Sep 09 09:25:10.964420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:11.064736 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:11.107653 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e9fbb460-28c9-4e09-9904-e5caa8855174 req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:11.118774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['1ee40d95-5267-42fb-b8ea-8749aa6a4ae5'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:25:11.178329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Pushing event deleted for resources: {'Port': ['ID=1ee40d95-5267-42fb-b8ea-8749aa6a4ae5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:11.208418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.208920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.209400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.209808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.210199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.210591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.210997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.211427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.211911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.213546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.213787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.214135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:11.229980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b21a40d2-bc00-451a-9e4c-a9f46d2f61a9 req-16aaea4a-2139-44c6-945f-7c324fab5519 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc5e973-233b-497c-8ec1-3199be92dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0317438 Sep 09 09:25:11.255159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fbb460-28c9-4e09-9904-e5caa8855174 req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] No DVR routers for this DVR port 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:25:11.259732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e9fbb460-28c9-4e09-9904-e5caa8855174 req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:11.260840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9fbb460-28c9-4e09-9904-e5caa8855174 req-e4d85bef-e6f9-4467-b7e1-d3c214102460 tempest-VolumesSnapshotTestJSON-1187208267 tempest-VolumesSnapshotTestJSON-1187208267-project] 10.222.0.41 "DELETE /v2.0/ports/1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 HTTP/1.1" status: 204 len: 173 time: 0.8794103 Sep 09 09:25:11.261285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc5e973-233b-497c-8ec1-3199be92dfc6', 'name': 'network-vif-deleted', 'tag': '1ee40d95-5267-42fb-b8ea-8749aa6a4ae5'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:11.263558 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb6d228-7d80-4de7-a864-58a92e8e7e2b" -d '{"events": [{"server_uuid": "0dc5e973-233b-497c-8ec1-3199be92dfc6", "name": "network-vif-deleted", "tag": "1ee40d95-5267-42fb-b8ea-8749aa6a4ae5"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:11.283769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:11.318657 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af890803-1794-45ef-8dbd-b33b2620ee9d x-openstack-request-id: req-af890803-1794-45ef-8dbd-b33b2620ee9d {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:11.318948 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc5e973-233b-497c-8ec1-3199be92dfc6", "name": "network-vif-deleted", "tag": "1ee40d95-5267-42fb-b8ea-8749aa6a4ae5", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:11.319203 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af890803-1794-45ef-8dbd-b33b2620ee9d {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:11.319668 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc5e973-233b-497c-8ec1-3199be92dfc6', 'name': 'network-vif-deleted', 'tag': '1ee40d95-5267-42fb-b8ea-8749aa6a4ae5', 'status': 'completed', 'code': 200} Sep 09 09:25:11.392788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Allocated IP 172.25.8.224 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/b7de8590-32de-46ad-8885-4efca4bdebb8) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:25:11.508731 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:11.532458 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:25:11.602290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:11.642603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:25:11.649823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:25:11.652223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Pushing event updated for resources: {'Port': ['ID=b7de8590-32de-46ad-8885-4efca4bdebb8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:11.654415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:25:11.745966 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:11.854202 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:11.998523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ac574-2e6c-4dd4-ad12-fe13a294d9fa req-2379bbe7-4c7b-435b-a71a-eaa652b2eda5 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:12.003914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a2ac574-2e6c-4dd4-ad12-fe13a294d9fa req-2379bbe7-4c7b-435b-a71a-eaa652b2eda5 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 944 time: 0.0595133 Sep 09 09:25:12.024557 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:12.038393 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a2ac574-2e6c-4dd4-ad12-fe13a294d9fa req-7048bf39-2f81-45b4-b744-ce4801ed63a3 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319719 Sep 09 09:25:12.138606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:12.218897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Pushing event updated for resources: {'Port': ['ID=b7de8590-32de-46ad-8885-4efca4bdebb8,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:12.230742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:12.281310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:12.282620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-693f2572-52dc-47f8-9810-d7588a96d629 req-6d25102f-6ebb-4bb9-85ec-278db33cdb5b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3251696 Sep 09 09:25:12.365372 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-693f2572-52dc-47f8-9810-d7588a96d629 req-7c2a2141-3190-45ec-8118-e6afff1227ff tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 696 time: 0.0766449 Sep 09 09:25:12.473145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f2572-52dc-47f8-9810-d7588a96d629 req-c831f527-913d-4430-9ab4-18890e9f5f1b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:12.474538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-693f2572-52dc-47f8-9810-d7588a96d629 req-c831f527-913d-4430-9ab4-18890e9f5f1b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1043534 Sep 09 09:25:12.486212 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-693f2572-52dc-47f8-9810-d7588a96d629 req-7b8cea1a-3b69-4283-9c42-7f3e466d002f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:25:12.487159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-693f2572-52dc-47f8-9810-d7588a96d629 req-7b8cea1a-3b69-4283-9c42-7f3e466d002f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059302 Sep 09 09:25:12.633191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096313-29e6-4b9b-b78d-f549926a601b req-8c4306c0-0491-4c4c-be84-c34745a848c1 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:12.635410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae096313-29e6-4b9b-b78d-f549926a601b req-8c4306c0-0491-4c4c-be84-c34745a848c1 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0864253 Sep 09 09:25:12.685967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae096313-29e6-4b9b-b78d-f549926a601b req-99c40b76-5be3-4270-80b5-df315a3d8ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 696 time: 0.0446739 Sep 09 09:25:12.695677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-ae096313-29e6-4b9b-b78d-f549926a601b req-4a8d8e9d-8ab1-4ff0-a8c8-17286238e8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Request body: {'floatingip': {'port_id': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:12.739800 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ae096313-29e6-4b9b-b78d-f549926a601b req-4a8d8e9d-8ab1-4ff0-a8c8-17286238e8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:13.163485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f0af8-2920-4e21-a2ea-5f79f963449b req-daa8dcc6-4ab0-4b05-a67c-f097cdb2c9b2 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:13.165086 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b4f0af8-2920-4e21-a2ea-5f79f963449b req-daa8dcc6-4ab0-4b05-a67c-f097cdb2c9b2 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 944 time: 0.0556302 Sep 09 09:25:13.208229 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b4f0af8-2920-4e21-a2ea-5f79f963449b req-1cd7922a-fe9c-45fb-a19e-d1df0197c688 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355923 Sep 09 09:25:13.235024 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ae096313-29e6-4b9b-b78d-f549926a601b req-4a8d8e9d-8ab1-4ff0-a8c8-17286238e8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:13.298893 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ae096313-29e6-4b9b-b78d-f549926a601b req-4a8d8e9d-8ab1-4ff0-a8c8-17286238e8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:13.406088 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-ae096313-29e6-4b9b-b78d-f549926a601b req-4a8d8e9d-8ab1-4ff0-a8c8-17286238e8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Floating IP 68aca6ee-1231-4116-bbcf-7688154ce02a associated. External IP: 172.25.8.224, port: 624f1a00-d204-448c-8c6c-dca8a4be6821. Sep 09 09:25:13.621752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae096313-29e6-4b9b-b78d-f549926a601b req-4a8d8e9d-8ab1-4ff0-a8c8-17286238e8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Router f20ae2f1-f482-409d-837c-06f2d0454c48 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:25:14.086428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae096313-29e6-4b9b-b78d-f549926a601b req-4a8d8e9d-8ab1-4ff0-a8c8-17286238e8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:14.091112 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ae096313-29e6-4b9b-b78d-f549926a601b req-4a8d8e9d-8ab1-4ff0-a8c8-17286238e8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:14.095648 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15228a8-1ca2-45ff-86c7-65e043393ac2 None None] Sync routers for ids ['f20ae2f1-f482-409d-837c-06f2d0454c48'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:14.104926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15228a8-1ca2-45ff-86c7-65e043393ac2 None None] Routers {'f20ae2f1-f482-409d-837c-06f2d0454c48'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:14.105545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b15228a8-1ca2-45ff-86c7-65e043393ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f20ae2f1-f482-409d-837c-06f2d0454c48'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:14.119324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae096313-29e6-4b9b-b78d-f549926a601b req-4a8d8e9d-8ab1-4ff0-a8c8-17286238e8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "PUT /v2.0/floatingips/68aca6ee-1231-4116-bbcf-7688154ce02a HTTP/1.1" status: 200 len: 997 time: 1.4267814 Sep 09 09:25:14.119808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'tag': '624f1a00-d204-448c-8c6c-dca8a4be6821'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:14.122076 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cc8e64-40a7-4f53-8905-99f9457ad1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c88da590-1253-4d6d-b14d-f216ee790ca9", "tag": "624f1a00-d204-448c-8c6c-dca8a4be6821"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:14.171196 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c8a754-d286-4492-8f69-92d0b4a18e4d x-openstack-request-id: req-f4c8a754-d286-4492-8f69-92d0b4a18e4d {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:14.171196 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88da590-1253-4d6d-b14d-f216ee790ca9", "tag": "624f1a00-d204-448c-8c6c-dca8a4be6821", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:14.171196 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4c8a754-d286-4492-8f69-92d0b4a18e4d {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:14.171196 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'tag': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'status': 'completed', 'code': 200} Sep 09 09:25:14.202809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 493fbc05-0d24-437f-b908-f1766ff1f680 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:25:14.256149 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b15228a8-1ca2-45ff-86c7-65e043393ac2 None None] Set router f20ae2f1-f482-409d-837c-06f2d0454c48 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:14.272981 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc8e64-40a7-4f53-8905-99f9457ad1d5 req-e7ae912a-4994-45ef-8f01-a431bb7d0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:14.282588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83cc8e64-40a7-4f53-8905-99f9457ad1d5 req-e7ae912a-4994-45ef-8f01-a431bb7d0009 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a81a37f689d4093a1dc146ec86fb2b2&device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0793185 Sep 09 09:25:14.282588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096313-29e6-4b9b-b78d-f549926a601b req-5e4ba69e-f2bc-4471-ad95-c9ca4cb1820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:14.282588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae096313-29e6-4b9b-b78d-f549926a601b req-5e4ba69e-f2bc-4471-ad95-c9ca4cb1820f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a81a37f689d4093a1dc146ec86fb2b2&device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 1098 time: 0.1429465 Sep 09 09:25:14.333035 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca9fc8-6130-4465-947b-9401c815e7b8 req-f91e4a64-7c05-4e42-8bca-a688ddac48d7 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:14.334658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05ca9fc8-6130-4465-947b-9401c815e7b8 req-f91e4a64-7c05-4e42-8bca-a688ddac48d7 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 944 time: 0.0544734 Sep 09 09:25:14.377004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05ca9fc8-6130-4465-947b-9401c815e7b8 req-579de5a6-453f-47f4-ad79-322839a41b96 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340879 Sep 09 09:25:14.399015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 493fbc05-0d24-437f-b908-f1766ff1f680 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:25:14.412486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 493fbc05-0d24-437f-b908-f1766ff1f680 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:14.413002 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:14.457624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096313-29e6-4b9b-b78d-f549926a601b req-a51f53f6-74a6-4e4f-8cc3-671aff611c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:14.459217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae096313-29e6-4b9b-b78d-f549926a601b req-a51f53f6-74a6-4e4f-8cc3-671aff611c11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af864b17-9274-4b34-b7e5-6749bc5edb04 HTTP/1.1" status: 200 len: 930 time: 0.1702065 Sep 09 09:25:14.460655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc8e64-40a7-4f53-8905-99f9457ad1d5 req-77bb039a-ce39-430f-95dc-8c4c7cd4f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:14.461996 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83cc8e64-40a7-4f53-8905-99f9457ad1d5 req-77bb039a-ce39-430f-95dc-8c4c7cd4f0e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af864b17-9274-4b34-b7e5-6749bc5edb04 HTTP/1.1" status: 200 len: 930 time: 0.1805272 Sep 09 09:25:14.462963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7be22ac-6583-44e5-9038-91545820d192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:14.577257 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:14.583550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83cc8e64-40a7-4f53-8905-99f9457ad1d5 req-8daa3dbb-33d9-4174-ba5d-12436af9ef6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624f1a00-d204-448c-8c6c-dca8a4be6821 HTTP/1.1" status: 200 len: 1000 time: 0.1134253 Sep 09 09:25:14.589845 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae096313-29e6-4b9b-b78d-f549926a601b req-13df8770-16e0-4ce6-917b-3340e9806cca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624f1a00-d204-448c-8c6c-dca8a4be6821 HTTP/1.1" status: 200 len: 1000 time: 0.1134262 Sep 09 09:25:14.608755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:14.610966 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859130dd-f4e3-4dd3-b4c0-ebd4e9d0af8b" -d '{"events": [{"server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "name": "network-vif-plugged", "status": "completed", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:14.627254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 493fbc05-0d24-437f-b908-f1766ff1f680, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=493fbc05-0d24-437f-b908-f1766ff1f680,segment=NetworkSegment(4af42b6d-2331-4237-866d-d5289ef86d9c),segment_id=4af42b6d-2331-4237-866d-d5289ef86d9c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:14.632102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b15228a8-1ca2-45ff-86c7-65e043393ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:48Z', 'revision_number': 4, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '68aca6ee-1231-4116-bbcf-7688154ce02a', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'port_id': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'mac_address': 'fa:16:3e:7c:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:25:11Z', 'updated_at': '2021-09-09T09:25:13Z', 'revision_number': 1, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10f05e6-fc08-4220-9137-0743a90e9069', 'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'mac_address': 'fa:16:3e:79:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:46Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 5, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'subnets': [{'id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:14.659717 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7216404f-8b8f-4bab-8bee-900f566a7b7c x-openstack-request-id: req-7216404f-8b8f-4bab-8bee-900f566a7b7c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:14.659963 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "name": "network-vif-plugged", "status": "completed", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:14.660231 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7216404f-8b8f-4bab-8bee-900f566a7b7c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:14.660607 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680', 'code': 200} Sep 09 09:25:14.661664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:14.666824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15228a8-1ca2-45ff-86c7-65e043393ac2 None None] Checking router: f20ae2f1-f482-409d-837c-06f2d0454c48 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:14.678290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc8e64-40a7-4f53-8905-99f9457ad1d5 req-cad9444c-a58a-4956-821d-5073341a6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:14.678788 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83cc8e64-40a7-4f53-8905-99f9457ad1d5 req-cad9444c-a58a-4956-821d-5073341a6375 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad4cbea-085c-4fab-9fb0-931aad3708ee HTTP/1.1" status: 200 len: 868 time: 0.0876551 Sep 09 09:25:14.687848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096313-29e6-4b9b-b78d-f549926a601b req-9842364a-5940-489a-962e-f28d853870c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:14.690391 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae096313-29e6-4b9b-b78d-f549926a601b req-9842364a-5940-489a-962e-f28d853870c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ad4cbea-085c-4fab-9fb0-931aad3708ee HTTP/1.1" status: 200 len: 868 time: 0.0908942 Sep 09 09:25:14.703319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15228a8-1ca2-45ff-86c7-65e043393ac2 None None] Routers {'f20ae2f1-f482-409d-837c-06f2d0454c48'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:14.703826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b15228a8-1ca2-45ff-86c7-65e043393ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f20ae2f1-f482-409d-837c-06f2d0454c48'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:14.759780 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=493fbc05-0d24-437f-b908-f1766ff1f680,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:14.771599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8eabd-2d3c-498f-bd36-0514668d33f4 req-cae4bb2e-6dc3-4436-b812-6be6b823a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:14.773482 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8da8eabd-2d3c-498f-bd36-0514668d33f4 req-cae4bb2e-6dc3-4436-b812-6be6b823a734 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 1097 time: 0.0490241 Sep 09 09:25:14.779207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc8e64-40a7-4f53-8905-99f9457ad1d5 req-bff99dd0-2840-4ac8-a790-c68a4e0cb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:14.780757 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83cc8e64-40a7-4f53-8905-99f9457ad1d5 req-bff99dd0-2840-4ac8-a790-c68a4e0cb752 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af864b17-9274-4b34-b7e5-6749bc5edb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894456 Sep 09 09:25:14.783436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096313-29e6-4b9b-b78d-f549926a601b req-f39f01d8-6209-46b8-86a5-c1f79b9b0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:14.787195 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae096313-29e6-4b9b-b78d-f549926a601b req-f39f01d8-6209-46b8-86a5-c1f79b9b0810 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af864b17-9274-4b34-b7e5-6749bc5edb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822322 Sep 09 09:25:14.820919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8da8eabd-2d3c-498f-bd36-0514668d33f4 req-64e0085b-4e66-40e7-9bc7-dcf4bf05abb3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285347 Sep 09 09:25:14.832024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b15228a8-1ca2-45ff-86c7-65e043393ac2 None None] Set router f20ae2f1-f482-409d-837c-06f2d0454c48 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:14.950486 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83cc8e64-40a7-4f53-8905-99f9457ad1d5 req-aabc06bb-9988-4a82-b6d7-6f5fe9192dab service neutron] 10.222.0.24 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621366 Sep 09 09:25:14.953912 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae096313-29e6-4b9b-b78d-f549926a601b req-077ebbe8-0c6e-43d0-a132-a905d654ee25 service neutron] 10.222.0.32 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579478 Sep 09 09:25:15.001959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:15.024529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:15.025528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 1ee40d95-5267-42fb-b8ea-8749aa6a4ae5 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:15.090353 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae096313-29e6-4b9b-b78d-f549926a601b req-a9cfa28d-b00a-46ad-97df-25333d00d0d1 service neutron] 10.222.0.32 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291425 Sep 09 09:25:15.158552 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83cc8e64-40a7-4f53-8905-99f9457ad1d5 req-627ccf31-5f11-45d2-a9a3-847f3e7b3799 service neutron] 10.222.0.24 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027639 Sep 09 09:25:15.229351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b15228a8-1ca2-45ff-86c7-65e043393ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:48Z', 'revision_number': 4, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '68aca6ee-1231-4116-bbcf-7688154ce02a', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'port_id': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'mac_address': 'fa:16:3e:7c:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:25:11Z', 'updated_at': '2021-09-09T09:25:13Z', 'revision_number': 1, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10f05e6-fc08-4220-9137-0743a90e9069', 'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'mac_address': 'fa:16:3e:79:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:46Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 5, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'subnets': [{'id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:15.260629 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15228a8-1ca2-45ff-86c7-65e043393ac2 None None] The sync data for ids ['f20ae2f1-f482-409d-837c-06f2d0454c48'] in n-d-778696-16 is: [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:48Z', 'revision_number': 4, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '68aca6ee-1231-4116-bbcf-7688154ce02a', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'port_id': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'mac_address': 'fa:16:3e:7c:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:25:11Z', 'updated_at': '2021-09-09T09:25:13Z', 'revision_number': 1, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10f05e6-fc08-4220-9137-0743a90e9069', 'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'mac_address': 'fa:16:3e:79:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:46Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 5, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'subnets': [{'id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:15.429829 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-610ec10b-131b-4ef5-878d-df6f9877b8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 258 time: 0.2115748 Sep 09 09:25:15.443797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:15.533227 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:15.572802 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd327f2-02f8-4a05-88d5-f97603670150 None None] New status for floating IP 68aca6ee-1231-4116-bbcf-7688154ce02a: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:25:15.590561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e603028-31cb-43a5-a389-71ab782dee12 req-d3a0f78a-a186-4bd7-964e-2c6e3aee517c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:15.592478 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e603028-31cb-43a5-a389-71ab782dee12 req-d3a0f78a-a186-4bd7-964e-2c6e3aee517c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0945404 Sep 09 09:25:15.684300 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e603028-31cb-43a5-a389-71ab782dee12 req-123f0cbe-f067-4288-8a56-35cbd8a85586 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731146 Sep 09 09:25:15.709337 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:15.875720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Allocated IP 172.25.8.91 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/7f57fabc-acbc-4969-a0b2-db07112bda89) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:25:16.022100 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:16.135948 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:16.188825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:25:16.195440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:25:16.204162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:25:16.234563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Pushing event updated for resources: {'Port': ['ID=7f57fabc-acbc-4969-a0b2-db07112bda89,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:16.258701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.259064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.259503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.259850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.260187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.260524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.260866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.261195 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.261524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.261869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.262182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.262509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:16.336996 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:16.458961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:16.632365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:16.710210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:16.786598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Pushing event updated for resources: {'Port': ['ID=7f57fabc-acbc-4969-a0b2-db07112bda89,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:16.799475 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:16.817143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da9cf-1177-411d-94fb-1e409d975031 req-539283a8-f248-494f-8e60-38c809e6c535 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:16.818662 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-811da9cf-1177-411d-94fb-1e409d975031 req-539283a8-f248-494f-8e60-38c809e6c535 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0601330 Sep 09 09:25:16.862871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-811da9cf-1177-411d-94fb-1e409d975031 req-de84a786-6656-4f69-b442-c22d4c5d548e tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377722 Sep 09 09:25:16.875231 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:16.876589 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-de723d20-81dd-4963-8b03-184fdde2526d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4390218 Sep 09 09:25:16.971674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-b78fe865-768d-4f90-b2ee-f8675363233e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.0887237 Sep 09 09:25:17.105650 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-557145d6-7d94-47d2-993b-afcfeb194a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:17.107521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-8f26aaaa-950a-4b6b-8cfe-c35523456927 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:17.109595 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-8f26aaaa-950a-4b6b-8cfe-c35523456927 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1361530 Sep 09 09:25:17.123563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-1b6bee9b-8134-458b-8ec4-56d9f35ce707 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:25:17.125030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7245b2b8-e58e-400a-b156-80e1598d6c9d req-1b6bee9b-8134-458b-8ec4-56d9f35ce707 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082533 Sep 09 09:25:17.323811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a72431-e3c7-4d1b-b564-760e59287b7d req-46a3287c-34e7-4933-baa9-a3ec6095af2c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:17.325201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6a72431-e3c7-4d1b-b564-760e59287b7d req-46a3287c-34e7-4933-baa9-a3ec6095af2c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0824740 Sep 09 09:25:17.372606 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:17.377532 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6a72431-e3c7-4d1b-b564-760e59287b7d req-76c50108-1d08-471b-a4e3-2786c37a56bd tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.0464044 Sep 09 09:25:17.388659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a6a72431-e3c7-4d1b-b564-760e59287b7d req-5cd202fa-6ad6-4727-bb38-d892b148e59d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Request body: {'floatingip': {'port_id': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:17.426585 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a6a72431-e3c7-4d1b-b564-760e59287b7d req-5cd202fa-6ad6-4727-bb38-d892b148e59d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:17.660515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e72e8-83f3-42f7-891c-0eb2372a743d req-c88f8876-8f74-4493-86aa-2c3ce5b5dff7 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:17.662135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-848e72e8-83f3-42f7-891c-0eb2372a743d req-c88f8876-8f74-4493-86aa-2c3ce5b5dff7 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0861535 Sep 09 09:25:17.693680 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac29cba-bc19-49d5-a4f6-f2edd44733b1 req-f2e612e6-7e56-454c-b5a8-62f038533e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:17.694925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ac29cba-bc19-49d5-a4f6-f2edd44733b1 req-f2e612e6-7e56-454c-b5a8-62f038533e36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 1097 time: 0.0739584 Sep 09 09:25:17.732902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-848e72e8-83f3-42f7-891c-0eb2372a743d req-0df74a63-fbcc-4836-a6c6-e7f1ecce7881 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608668 Sep 09 09:25:17.814277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac29cba-bc19-49d5-a4f6-f2edd44733b1 req-202e18d4-7bf2-43a3-872e-298e66f7b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:17.814277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ac29cba-bc19-49d5-a4f6-f2edd44733b1 req-202e18d4-7bf2-43a3-872e-298e66f7b0e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3 HTTP/1.1" status: 200 len: 921 time: 0.1053400 Sep 09 09:25:17.857646 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ac29cba-bc19-49d5-a4f6-f2edd44733b1 req-9148c21a-00e5-44b9-9bd4-d22384f3e98e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 217 time: 0.0369112 Sep 09 09:25:17.913454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac29cba-bc19-49d5-a4f6-f2edd44733b1 req-06abf3f4-8cd0-421e-93b6-b9fc94ffb16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:17.914944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ac29cba-bc19-49d5-a4f6-f2edd44733b1 req-06abf3f4-8cd0-421e-93b6-b9fc94ffb16b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097c4ac4-df45-45a5-bd8d-bae444d137e1 HTTP/1.1" status: 200 len: 860 time: 0.0507395 Sep 09 09:25:17.949289 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ac29cba-bc19-49d5-a4f6-f2edd44733b1 req-fffe1369-9313-4e8a-ac01-7223b5164f8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256677 Sep 09 09:25:17.960172 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-a6a72431-e3c7-4d1b-b564-760e59287b7d req-5cd202fa-6ad6-4727-bb38-d892b148e59d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] update failed (client error): There was a conflict when trying to complete your request. Sep 09 09:25:17.966379 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6a72431-e3c7-4d1b-b564-760e59287b7d req-5cd202fa-6ad6-4727-bb38-d892b148e59d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "PUT /v2.0/floatingips/56992d84-7552-4f5b-9050-3e8195cd1366 HTTP/1.1" status: 409 len: 550 time: 0.5796990 Sep 09 09:25:18.032377 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-3323b4c5-29b9-414d-a2f3-29a58b5917c8 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips/56992d84-7552-4f5b-9050-3e8195cd1366 HTTP/1.1" status: 200 len: 692 time: 0.0471325 Sep 09 09:25:18.060920 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ac29cba-bc19-49d5-a4f6-f2edd44733b1 req-8058ec16-d76c-416b-a6d8-3612790f755f service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046205 Sep 09 09:25:18.147912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-ac7f569a-0192-4d48-a609-68454446bb4f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:18.149293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-ac7f569a-0192-4d48-a609-68454446bb4f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1109929 Sep 09 09:25:18.160906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-f3b00dca-b1bf-47aa-b7cd-b656e2dbab55 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:25:18.161879 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-f3b00dca-b1bf-47aa-b7cd-b656e2dbab55 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058148 Sep 09 09:25:18.169137 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ac29cba-bc19-49d5-a4f6-f2edd44733b1 req-aa3b63d5-0dfc-4529-a96d-9cdb95d74abc service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008096 Sep 09 09:25:18.236076 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-0af424a3-9d43-418f-8677-6a9d54710639 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.0633469 Sep 09 09:25:18.304001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-7b5b3f8c-cc86-4611-9a8f-e57e70ef63ad tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.0669522 Sep 09 09:25:18.436459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-caaccf0e-6050-4e6d-9556-bdad7472903f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Deleting port 7f57fabc-acbc-4969-a0b2-db07112bda89 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:18.436802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-caaccf0e-6050-4e6d-9556-bdad7472903f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:18.459005 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:18.517709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-caaccf0e-6050-4e6d-9556-bdad7472903f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:18.518038 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-caaccf0e-6050-4e6d-9556-bdad7472903f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:18.530107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-caaccf0e-6050-4e6d-9556-bdad7472903f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Calling delete_port for 7f57fabc-acbc-4969-a0b2-db07112bda89 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:18.749961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-caaccf0e-6050-4e6d-9556-bdad7472903f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:18.777979 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaccf0e-6050-4e6d-9556-bdad7472903f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Pushing event deleted for resources: {'Port': ['ID=7f57fabc-acbc-4969-a0b2-db07112bda89,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:18.842983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-caaccf0e-6050-4e6d-9556-bdad7472903f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:18.845650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-caaccf0e-6050-4e6d-9556-bdad7472903f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:18.846914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f57ca1f-459d-4cf1-abe4-a83bc70b83be req-caaccf0e-6050-4e6d-9556-bdad7472903f tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "DELETE /v2.0/floatingips/56992d84-7552-4f5b-9050-3e8195cd1366 HTTP/1.1" status: 204 len: 173 time: 0.5364103 Sep 09 09:25:18.872792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7abcd1-55a7-495a-a23e-d2ced9fac51f req-95d478e2-4263-4358-8415-42c2a782be7f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:18.875292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d7abcd1-55a7-495a-a23e-d2ced9fac51f req-95d478e2-4263-4358-8415-42c2a782be7f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0632451 Sep 09 09:25:18.926466 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d7abcd1-55a7-495a-a23e-d2ced9fac51f req-6b1ffdec-792f-4c57-b327-c64a4774334c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Sep 09 09:25:19.005677 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-fc5a767c-119a-4eb8-b671-fd0a5b87d383 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1002 time: 0.1251206 Sep 09 09:25:19.062674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-b040d96a-a7bc-420c-8c14-f1d8f8d2dd16 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:19.064140 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-b040d96a-a7bc-420c-8c14-f1d8f8d2dd16 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports/624f1a00-d204-448c-8c6c-dca8a4be6821 HTTP/1.1" status: 200 len: 943 time: 0.0505936 Sep 09 09:25:19.191368 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-556b805d-2825-4096-83c4-a7ade55b0f15 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1002 time: 0.0843341 Sep 09 09:25:19.314508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-ec51e287-949c-48d3-99e0-b023381d8782 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:19.319991 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-ec51e287-949c-48d3-99e0-b023381d8782 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1239123 Sep 09 09:25:19.396737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-a2343d3f-2dc9-48f0-8f25-2196f10f3a3b tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1002 time: 0.0734589 Sep 09 09:25:19.407364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-c591cdbf-dc19-4d63-9d64-3ab0e6c66c6c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:19.464372 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-c591cdbf-dc19-4d63-9d64-3ab0e6c66c6c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:19.616164 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-c591cdbf-dc19-4d63-9d64-3ab0e6c66c6c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:19.675371 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-c591cdbf-dc19-4d63-9d64-3ab0e6c66c6c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:19.675746 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-c591cdbf-dc19-4d63-9d64-3ab0e6c66c6c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Floating IP 68aca6ee-1231-4116-bbcf-7688154ce02a disassociated. External IP: 172.25.8.224, port: 624f1a00-d204-448c-8c6c-dca8a4be6821. Sep 09 09:25:19.889640 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-c591cdbf-dc19-4d63-9d64-3ab0e6c66c6c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Router f20ae2f1-f482-409d-837c-06f2d0454c48 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:25:20.018309 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:20.067482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcb963-e3db-4ff1-a0d9-15e4de09a936 req-7542215e-40cc-4b18-af77-fbd748449cf2 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:20.069403 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-94fcb963-e3db-4ff1-a0d9-15e4de09a936 req-7542215e-40cc-4b18-af77-fbd748449cf2 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0769773 Sep 09 09:25:20.075508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-c591cdbf-dc19-4d63-9d64-3ab0e6c66c6c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:20.080291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-c591cdbf-dc19-4d63-9d64-3ab0e6c66c6c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:20.087633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a0465-a4fb-4b35-8255-9964737ca55c None None] Sync routers for ids ['f20ae2f1-f482-409d-837c-06f2d0454c48'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:20.097794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a0465-a4fb-4b35-8255-9964737ca55c None None] Routers {'f20ae2f1-f482-409d-837c-06f2d0454c48'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:20.098707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8b7a0465-a4fb-4b35-8255-9964737ca55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f20ae2f1-f482-409d-837c-06f2d0454c48'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:20.115694 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-c591cdbf-dc19-4d63-9d64-3ab0e6c66c6c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "PUT /v2.0/floatingips/68aca6ee-1231-4116-bbcf-7688154ce02a HTTP/1.1" status: 200 len: 695 time: 0.7121241 Sep 09 09:25:20.116607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'tag': '624f1a00-d204-448c-8c6c-dca8a4be6821'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:20.118785 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b9abce-463c-4ce8-a4fc-433657c165b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c88da590-1253-4d6d-b14d-f216ee790ca9", "tag": "624f1a00-d204-448c-8c6c-dca8a4be6821"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:20.130423 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-94fcb963-e3db-4ff1-a0d9-15e4de09a936 req-f93267e5-ecb3-4c94-a9f8-ba1ae450d852 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Sep 09 09:25:20.199356 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-566801e1-202a-4724-97e1-90763f80a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:20.201163 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-566801e1-202a-4724-97e1-90763f80a544 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a81a37f689d4093a1dc146ec86fb2b2&device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0589182 Sep 09 09:25:20.248614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-8b7a0465-a4fb-4b35-8255-9964737ca55c None None] Set router f20ae2f1-f482-409d-837c-06f2d0454c48 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:20.309870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-2a5d6070-c27a-4359-aa00-6355ff61548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:20.311623 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-2a5d6070-c27a-4359-aa00-6355ff61548f service neutron] 10.222.0.32 "GET /v2.0/networks?id=af864b17-9274-4b34-b7e5-6749bc5edb04 HTTP/1.1" status: 200 len: 930 time: 0.1034248 Sep 09 09:25:20.313448 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0145b3a0-6149-47cb-81a7-cd05abccf394 x-openstack-request-id: req-0145b3a0-6149-47cb-81a7-cd05abccf394 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:20.313826 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88da590-1253-4d6d-b14d-f216ee790ca9", "tag": "624f1a00-d204-448c-8c6c-dca8a4be6821", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:20.314171 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0145b3a0-6149-47cb-81a7-cd05abccf394 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:20.314652 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'tag': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'status': 'completed', 'code': 200} Sep 09 09:25:20.378010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9abce-463c-4ce8-a4fc-433657c165b1 req-cb8e5e1b-c3da-40bb-ad8e-857a35288151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:20.381393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b9abce-463c-4ce8-a4fc-433657c165b1 req-cb8e5e1b-c3da-40bb-ad8e-857a35288151 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a81a37f689d4093a1dc146ec86fb2b2&device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0514317 Sep 09 09:25:20.388103 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-ba3fd911-5c15-493c-8e22-8a5e0d62362d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624f1a00-d204-448c-8c6c-dca8a4be6821 HTTP/1.1" status: 200 len: 217 time: 0.0682125 Sep 09 09:25:20.472656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-49bb55ea-d264-48a5-8cba-24dee6d2e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:20.484231 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-49bb55ea-d264-48a5-8cba-24dee6d2e5b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ad4cbea-085c-4fab-9fb0-931aad3708ee HTTP/1.1" status: 200 len: 868 time: 0.0898187 Sep 09 09:25:20.499887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9abce-463c-4ce8-a4fc-433657c165b1 req-8cc8d988-13ae-4129-a8ac-62ed953c03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:20.501418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b9abce-463c-4ce8-a4fc-433657c165b1 req-8cc8d988-13ae-4129-a8ac-62ed953c03ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=af864b17-9274-4b34-b7e5-6749bc5edb04 HTTP/1.1" status: 200 len: 930 time: 0.1065378 Sep 09 09:25:20.531803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-947f601e-2aad-43d6-a5e3-826d09858a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:20.539021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8b7a0465-a4fb-4b35-8255-9964737ca55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:48Z', 'revision_number': 4, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b10f05e6-fc08-4220-9137-0743a90e9069', 'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'mac_address': 'fa:16:3e:79:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:46Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 5, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'subnets': [{'id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:20.541442 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-947f601e-2aad-43d6-a5e3-826d09858a36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af864b17-9274-4b34-b7e5-6749bc5edb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546026 Sep 09 09:25:20.554195 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b9abce-463c-4ce8-a4fc-433657c165b1 req-8555a950-9190-49dd-85cf-816dcfd35fb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624f1a00-d204-448c-8c6c-dca8a4be6821 HTTP/1.1" status: 200 len: 217 time: 0.0450077 Sep 09 09:25:20.576059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a0465-a4fb-4b35-8255-9964737ca55c None None] Checking router: f20ae2f1-f482-409d-837c-06f2d0454c48 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:20.592438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a0465-a4fb-4b35-8255-9964737ca55c None None] Routers {'f20ae2f1-f482-409d-837c-06f2d0454c48'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:20.594006 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8b7a0465-a4fb-4b35-8255-9964737ca55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f20ae2f1-f482-409d-837c-06f2d0454c48'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:20.631191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9abce-463c-4ce8-a4fc-433657c165b1 req-e5e6021b-8b7c-49f4-a7ca-7e7912740e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:20.632866 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b9abce-463c-4ce8-a4fc-433657c165b1 req-e5e6021b-8b7c-49f4-a7ca-7e7912740e12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad4cbea-085c-4fab-9fb0-931aad3708ee HTTP/1.1" status: 200 len: 868 time: 0.0709581 Sep 09 09:25:20.669925 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-816c786c-bd1f-4e33-901b-ab9d58d611e2 service neutron] 10.222.0.32 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276245 Sep 09 09:25:20.706008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9abce-463c-4ce8-a4fc-433657c165b1 req-afc5c84d-d03b-4395-aabb-4fba4fb93236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:20.707986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b9abce-463c-4ce8-a4fc-433657c165b1 req-afc5c84d-d03b-4395-aabb-4fba4fb93236 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af864b17-9274-4b34-b7e5-6749bc5edb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614386 Sep 09 09:25:20.737249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-8b7a0465-a4fb-4b35-8255-9964737ca55c None None] Set router f20ae2f1-f482-409d-837c-06f2d0454c48 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:20.791542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6754c0fa-46ca-4f2b-999c-c297433f2bf1 req-ce9efbf0-0ddb-4049-a768-aa6aac241b93 service neutron] 10.222.0.32 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136739 Sep 09 09:25:20.841902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b9abce-463c-4ce8-a4fc-433657c165b1 req-31afcd49-814e-49b2-ae01-7581b8426f62 service neutron] 10.222.0.24 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190350 Sep 09 09:25:20.976047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-d40766fa-98b3-4b6c-b50e-ec46d139fd65 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips/68aca6ee-1231-4116-bbcf-7688154ce02a HTTP/1.1" status: 200 len: 695 time: 0.0956128 Sep 09 09:25:21.004510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8b7a0465-a4fb-4b35-8255-9964737ca55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:48Z', 'revision_number': 4, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b10f05e6-fc08-4220-9137-0743a90e9069', 'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'mac_address': 'fa:16:3e:79:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:46Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 5, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'subnets': [{'id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:21.018830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9b9abce-463c-4ce8-a4fc-433657c165b1 req-8d61ec1c-fa79-4975-a96d-c9e06155eda9 service neutron] 10.222.0.24 "GET /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693728 Sep 09 09:25:21.032486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a0465-a4fb-4b35-8255-9964737ca55c None None] The sync data for ids ['f20ae2f1-f482-409d-837c-06f2d0454c48'] in n-d-778696-16 is: [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:24:48Z', 'revision_number': 4, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b10f05e6-fc08-4220-9137-0743a90e9069', 'name': '', 'network_id': 'af864b17-9274-4b34-b7e5-6749bc5edb04', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'mac_address': 'fa:16:3e:79:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:46Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 5, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'subnets': [{'id': '1ad4cbea-085c-4fab-9fb0-931aad3708ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:21.096517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-0cc90b21-1aee-4019-97d2-180943fee314 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:21.097947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-0cc90b21-1aee-4019-97d2-180943fee314 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1172230 Sep 09 09:25:21.110522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-faed7ffe-10ae-4e84-8d0e-751975dea819 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:25:21.115447 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-faed7ffe-10ae-4e84-8d0e-751975dea819 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060918 Sep 09 09:25:21.169438 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-adf6a0f7-a863-4809-a1de-c145f5cb764c tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 698 time: 0.0509477 Sep 09 09:25:21.233585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-eb268df4-3c50-4780-ab31-b6d5364222be tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 698 time: 0.0570612 Sep 09 09:25:21.287945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2788104-b00a-49bb-9bdd-8f3765db6d5a req-f7140b7a-423b-48bc-97e3-154cc1c3bb7b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:21.289522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c2788104-b00a-49bb-9bdd-8f3765db6d5a req-f7140b7a-423b-48bc-97e3-154cc1c3bb7b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0687551 Sep 09 09:25:21.305047 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b1b63-292f-483b-a9d1-eda1e57ccf8e None None] New status for floating IP 68aca6ee-1231-4116-bbcf-7688154ce02a: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:25:21.348708 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c2788104-b00a-49bb-9bdd-8f3765db6d5a req-fd94dadf-60ed-4adb-9724-12aa4057b790 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490999 Sep 09 09:25:21.398274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-6332a242-9e60-47a3-8ea9-687a0772193e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Deleting port b7de8590-32de-46ad-8885-4efca4bdebb8 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:21.398781 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-6332a242-9e60-47a3-8ea9-687a0772193e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:21.503180 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-6332a242-9e60-47a3-8ea9-687a0772193e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:21.503541 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-6332a242-9e60-47a3-8ea9-687a0772193e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:21.516760 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-6332a242-9e60-47a3-8ea9-687a0772193e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Calling delete_port for b7de8590-32de-46ad-8885-4efca4bdebb8 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:21.732951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-6332a242-9e60-47a3-8ea9-687a0772193e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:21.759189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332a242-9e60-47a3-8ea9-687a0772193e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Pushing event deleted for resources: {'Port': ['ID=b7de8590-32de-46ad-8885-4efca4bdebb8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:21.821154 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-6332a242-9e60-47a3-8ea9-687a0772193e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:21.824462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-6332a242-9e60-47a3-8ea9-687a0772193e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:21.825638 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1efd77-fb00-4bf9-a815-937ea1e94a78 req-6332a242-9e60-47a3-8ea9-687a0772193e tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "DELETE /v2.0/floatingips/68aca6ee-1231-4116-bbcf-7688154ce02a HTTP/1.1" status: 204 len: 173 time: 0.5850606 Sep 09 09:25:21.948233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73754af-af8d-4449-9ec5-eb5037284172 req-b2cf9c8e-ea19-42c0-bfa0-5720faf8ebf3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:21.949888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e73754af-af8d-4449-9ec5-eb5037284172 req-b2cf9c8e-ea19-42c0-bfa0-5720faf8ebf3 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0549061 Sep 09 09:25:21.997269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e73754af-af8d-4449-9ec5-eb5037284172 req-dbe04daf-72f1-44d0-bc47-410559a6afa1 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0402145 Sep 09 09:25:22.058483 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fad6ef24-9180-47dd-946e-aae36f58b984 req-1ccd8323-f833-492a-9c91-229275e26fbe tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0379035 Sep 09 09:25:22.468012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f6eb-d371-4724-ac1a-ab195ac312d9 req-48a01136-8da8-45e3-a935-108e107ba0d9 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:22.469709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05c1f6eb-d371-4724-ac1a-ab195ac312d9 req-48a01136-8da8-45e3-a935-108e107ba0d9 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0529194 Sep 09 09:25:22.492464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b591a2-adaa-4a8f-80be-92e911f1a8e0 req-054d12c7-5690-43fd-aca4-f06975098287 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:22.494691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9b591a2-adaa-4a8f-80be-92e911f1a8e0 req-054d12c7-5690-43fd-aca4-f06975098287 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 946 time: 0.0534234 Sep 09 09:25:22.514598 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05c1f6eb-d371-4724-ac1a-ab195ac312d9 req-896a9a2c-8004-464d-b62b-eb32b4d72f22 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 Sep 09 09:25:22.539757 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9b591a2-adaa-4a8f-80be-92e911f1a8e0 req-e2fe5510-3189-4d9a-8baa-5a3b8099b3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380280 Sep 09 09:25:23.652177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fc1eb-20fd-4f7c-8672-22698cd2a2be req-17689dd4-98cf-43f2-af08-7ef26a0f32d2 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:23.654008 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c49fc1eb-20fd-4f7c-8672-22698cd2a2be req-17689dd4-98cf-43f2-af08-7ef26a0f32d2 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0641577 Sep 09 09:25:23.678720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c4e96-bf54-4891-ae23-dc736b2b56f7 req-ab1b4fe4-4b1c-40b9-8223-e186358f82b2 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:23.680383 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b06c4e96-bf54-4891-ae23-dc736b2b56f7 req-ab1b4fe4-4b1c-40b9-8223-e186358f82b2 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 946 time: 0.0589216 Sep 09 09:25:23.696902 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c49fc1eb-20fd-4f7c-8672-22698cd2a2be req-8a34757e-ccdf-4b35-8d44-1719a21880eb tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363564 Sep 09 09:25:23.987340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b06c4e96-bf54-4891-ae23-dc736b2b56f7 req-9809b893-51f0-41b0-9450-bfa0d4b7d199 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff26dce-07a3-4601-8e7b-2af39241cdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001175 Sep 09 09:25:24.004254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56548f3-58f2-4e38-978e-83afb2a81783 req-c9b5b565-c576-4677-827f-1bca088303df tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:24.005630 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56548f3-58f2-4e38-978e-83afb2a81783 req-c9b5b565-c576-4677-827f-1bca088303df tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 946 time: 0.0627620 Sep 09 09:25:24.118796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-d56548f3-58f2-4e38-978e-83afb2a81783 req-48fa024d-42b9-49fb-89be-a73cc16c015d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Deleting port 624f1a00-d204-448c-8c6c-dca8a4be6821 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:24.119159 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56548f3-58f2-4e38-978e-83afb2a81783 req-48fa024d-42b9-49fb-89be-a73cc16c015d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:24.205646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d56548f3-58f2-4e38-978e-83afb2a81783 req-48fa024d-42b9-49fb-89be-a73cc16c015d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] For port 624f1a00-d204-448c-8c6c-dca8a4be6821, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=624f1a00-d204-448c-8c6c-dca8a4be6821,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:24.206009 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56548f3-58f2-4e38-978e-83afb2a81783 req-48fa024d-42b9-49fb-89be-a73cc16c015d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:24.218986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-d56548f3-58f2-4e38-978e-83afb2a81783 req-48fa024d-42b9-49fb-89be-a73cc16c015d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Calling delete_port for 624f1a00-d204-448c-8c6c-dca8a4be6821 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:24.435671 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56548f3-58f2-4e38-978e-83afb2a81783 req-48fa024d-42b9-49fb-89be-a73cc16c015d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:24.448637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['624f1a00-d204-448c-8c6c-dca8a4be6821'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:25:24.466428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa024d-42b9-49fb-89be-a73cc16c015d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Pushing event deleted for resources: {'Port': ['ID=624f1a00-d204-448c-8c6c-dca8a4be6821,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:24.510736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56548f3-58f2-4e38-978e-83afb2a81783 req-48fa024d-42b9-49fb-89be-a73cc16c015d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] No DVR routers for this DVR port 624f1a00-d204-448c-8c6c-dca8a4be6821 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:25:24.513462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56548f3-58f2-4e38-978e-83afb2a81783 req-48fa024d-42b9-49fb-89be-a73cc16c015d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:24.515711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56548f3-58f2-4e38-978e-83afb2a81783 req-48fa024d-42b9-49fb-89be-a73cc16c015d tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.24 "DELETE /v2.0/ports/624f1a00-d204-448c-8c6c-dca8a4be6821 HTTP/1.1" status: 204 len: 173 time: 0.4929214 Sep 09 09:25:24.516182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'name': 'network-vif-deleted', 'tag': '624f1a00-d204-448c-8c6c-dca8a4be6821'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:24.518453 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a118526b-b80f-43dd-aaa5-90e198801748" -d '{"events": [{"server_uuid": "c88da590-1253-4d6d-b14d-f216ee790ca9", "name": "network-vif-deleted", "tag": "624f1a00-d204-448c-8c6c-dca8a4be6821"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:24.561191 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba40230-3253-4ec8-8f8b-1c4e462bbc03 x-openstack-request-id: req-5ba40230-3253-4ec8-8f8b-1c4e462bbc03 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:24.561516 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88da590-1253-4d6d-b14d-f216ee790ca9", "name": "network-vif-deleted", "tag": "624f1a00-d204-448c-8c6c-dca8a4be6821", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:24.562533 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ba40230-3253-4ec8-8f8b-1c4e462bbc03 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:24.562533 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88da590-1253-4d6d-b14d-f216ee790ca9', 'name': 'network-vif-deleted', 'tag': '624f1a00-d204-448c-8c6c-dca8a4be6821', 'status': 'completed', 'code': 200} Sep 09 09:25:24.823786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b1390-5d79-48f8-a83c-588afaaca70d req-b97e2b86-a583-44ea-a576-3d727a2e2267 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:24.825449 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db5b1390-5d79-48f8-a83c-588afaaca70d req-b97e2b86-a583-44ea-a576-3d727a2e2267 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0526073 Sep 09 09:25:24.866352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db5b1390-5d79-48f8-a83c-588afaaca70d req-8506f5e5-4741-4aa2-98ba-fb80560b35f2 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 Sep 09 09:25:25.063798 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:25.123826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c37239e3-672f-4081-abea-5528ebbe4ff9 req-d2a2a616-dbd5-4202-8caf-fd7a007b6fb7 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225 tempest-FloatingIPsAssociationNegativeTestJSON-1477129225-project] 10.222.0.32 "GET /v2.0/ports?device_id=c88da590-1253-4d6d-b14d-f216ee790ca9 HTTP/1.1" status: 200 len: 210 time: 0.0310197 Sep 09 09:25:25.727068 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:25.998121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430e798-1c2c-4858-8127-d37fb19a4e30 req-ec9f6d48-5ef6-4075-be25-5df1451b23e7 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:26.000275 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8430e798-1c2c-4858-8127-d37fb19a4e30 req-ec9f6d48-5ef6-4075-be25-5df1451b23e7 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0548122 Sep 09 09:25:26.042512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8430e798-1c2c-4858-8127-d37fb19a4e30 req-de2a3641-ad09-49d6-86f9-c722c1797dc1 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336039 Sep 09 09:25:26.181001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:26.601619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:26.890548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] Deleting port b10f05e6-fc08-4220-9137-0743a90e9069 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:26.890897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:26.982130 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] For port b10f05e6-fc08-4220-9137-0743a90e9069, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b10f05e6-fc08-4220-9137-0743a90e9069,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:26.982588 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:26.996479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] Calling delete_port for b10f05e6-fc08-4220-9137-0743a90e9069 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:27.197860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80043d-2ba8-4def-bb19-fa3abaad2b4f req-737bdb52-4f39-4454-87ae-09035dd1c5df tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:27.199388 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e80043d-2ba8-4def-bb19-fa3abaad2b4f req-737bdb52-4f39-4454-87ae-09035dd1c5df tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0745714 Sep 09 09:25:27.275608 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e80043d-2ba8-4def-bb19-fa3abaad2b4f req-aa2794f7-b0c2-4973-83f5-c8a1b83e09c5 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673547 Sep 09 09:25:27.373075 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:27.399792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] Pushing event deleted for resources: {'Port': ['ID=b10f05e6-fc08-4220-9137-0743a90e9069,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:27.894323 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:28.120240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] Router f20ae2f1-f482-409d-837c-06f2d0454c48 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:25:28.239897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:28.248482 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-12b1267e-6737-42a6-adf3-15cbec71c35e admin admin] 10.222.0.32 "PUT /v2.0/routers/f20ae2f1-f482-409d-837c-06f2d0454c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0649147 Sep 09 09:25:28.251752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39904) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:28.254937 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e43d0d-6fd9-456c-a82d-cca18dddb2e6 None None] Sync routers for ids ['f20ae2f1-f482-409d-837c-06f2d0454c48'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:28.278475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e43d0d-6fd9-456c-a82d-cca18dddb2e6 None None] Routers {'f20ae2f1-f482-409d-837c-06f2d0454c48'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:28.278935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-40e43d0d-6fd9-456c-a82d-cca18dddb2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f20ae2f1-f482-409d-837c-06f2d0454c48'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:28.284357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 624f1a00-d204-448c-8c6c-dca8a4be6821 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:28.343878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 624f1a00-d204-448c-8c6c-dca8a4be6821 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:28.344547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 624f1a00-d204-448c-8c6c-dca8a4be6821 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:28.405095 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:28.420884 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-40e43d0d-6fd9-456c-a82d-cca18dddb2e6 None None] Set router f20ae2f1-f482-409d-837c-06f2d0454c48 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:28.454096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78be5de-8dea-42d7-be2d-68002b9e142d req-65cdbbc2-03ef-4f44-a117-19d11a608cd7 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:28.456094 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f78be5de-8dea-42d7-be2d-68002b9e142d req-65cdbbc2-03ef-4f44-a117-19d11a608cd7 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0950127 Sep 09 09:25:28.541831 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f78be5de-8dea-42d7-be2d-68002b9e142d req-f5d8c054-3d91-45b2-94f9-c2d6677f20d4 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686343 Sep 09 09:25:28.558784 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:28.614566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-40e43d0d-6fd9-456c-a82d-cca18dddb2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:25:27Z', 'revision_number': 5, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:28.640920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e43d0d-6fd9-456c-a82d-cca18dddb2e6 None None] Checking router: f20ae2f1-f482-409d-837c-06f2d0454c48 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:28.649192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e43d0d-6fd9-456c-a82d-cca18dddb2e6 None None] Routers {'f20ae2f1-f482-409d-837c-06f2d0454c48'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:28.649800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-40e43d0d-6fd9-456c-a82d-cca18dddb2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f20ae2f1-f482-409d-837c-06f2d0454c48'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:28.722011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Deleting port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:28.722343 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:28.757156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-40e43d0d-6fd9-456c-a82d-cca18dddb2e6 None None] Set router f20ae2f1-f482-409d-837c-06f2d0454c48 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:28.806586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] For port 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9dd17e6d-e531-4c26-9fa4-cdb2681f1b64,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:28.807456 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:28.821900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Calling delete_port for 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:28.966244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-40e43d0d-6fd9-456c-a82d-cca18dddb2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:25:27Z', 'revision_number': 5, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:28.993670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e43d0d-6fd9-456c-a82d-cca18dddb2e6 None None] The sync data for ids ['f20ae2f1-f482-409d-837c-06f2d0454c48'] in n-d-778696-16 is: [{'id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1987386537-router', 'tenant_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:41Z', 'updated_at': '2021-09-09T09:25:27Z', 'revision_number': 5, 'project_id': '2a81a37f689d4093a1dc146ec86fb2b2', 'gw_port': {'id': '9dd17e6d-e531-4c26-9fa4-cdb2681f1b64', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ae2f1-f482-409d-837c-06f2d0454c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:42Z', 'updated_at': '2021-09-09T09:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:29.116524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:29.152654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd17e6d-e531-4c26-9fa4-cdb2681f1b64,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:29.207307 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:29.322886 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:29.326495 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:29.452608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:29.453174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f20ae2f1-f482-409d-837c-06f2d0454c48 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:25:29.471579 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:29.471579 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3176f982-6968-4356-9a8a-0364a5eaf698 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f20ae2f1-f482-409d-837c-06f2d0454c48 HTTP/1.1" status: 204 len: 168 time: 1.2147677 Sep 09 09:25:29.471579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39920) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:29.516430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-14461065-adcd-42d4-8e31-d283efd77fcd admin admin] Deleting subnet 1ad4cbea-085c-4fab-9fb0-931aad3708ee {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:25:29.519527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14461065-adcd-42d4-8e31-d283efd77fcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:29.560717 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14461065-adcd-42d4-8e31-d283efd77fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:29.689419 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14461065-adcd-42d4-8e31-d283efd77fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:29.713102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42bbd7-4ea9-4e9e-8599-c2068e9b3403 req-055ad00e-5e26-41c6-ba76-72ca2b5241bc tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:29.716078 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c42bbd7-4ea9-4e9e-8599-c2068e9b3403 req-055ad00e-5e26-41c6-ba76-72ca2b5241bc tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0731292 Sep 09 09:25:29.760680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c42bbd7-4ea9-4e9e-8599-c2068e9b3403 req-a7e37393-2714-45bd-9ef1-cf64f10e04d0 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Sep 09 09:25:29.835632 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14461065-adcd-42d4-8e31-d283efd77fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:29.863074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14461065-adcd-42d4-8e31-d283efd77fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad4cbea-085c-4fab-9fb0-931aad3708ee,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:29.867685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14461065-adcd-42d4-8e31-d283efd77fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:29.869592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-14461065-adcd-42d4-8e31-d283efd77fcd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1ad4cbea-085c-4fab-9fb0-931aad3708ee HTTP/1.1" status: 204 len: 168 time: 0.4000390 Sep 09 09:25:29.872650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39924) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:29.876885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ff558a-6c87-45f2-96cd-9fea634e3efd None None] Network af864b17-9274-4b34-b7e5-6749bc5edb04 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:25:29.954271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.017081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Deleting port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:30.017425 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.086213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] For port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=64379fa9-e09a-495d-bfdd-6e9cc6aa35e3,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:30.086587 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.100962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Calling delete_port for 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:30.112589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d68f0c8-b97a-42ff-a1b4-e8099f1acf8e None None] DHCP port deletion for af864b17-9274-4b34-b7e5-6749bc5edb04 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:25:30.144056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b10f05e6-fc08-4220-9137-0743a90e9069 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:30.171682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: b10f05e6-fc08-4220-9137-0743a90e9069 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:30.172027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b10f05e6-fc08-4220-9137-0743a90e9069 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:30.172450 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:30.202348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:30.202696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9dd17e6d-e531-4c26-9fa4-cdb2681f1b64 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:30.240407 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0d68f0c8-b97a-42ff-a1b4-e8099f1acf8e None None] Deleting port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:30.240407 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d68f0c8-b97a-42ff-a1b4-e8099f1acf8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.289705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0d68f0c8-b97a-42ff-a1b4-e8099f1acf8e None None] For port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=64379fa9-e09a-495d-bfdd-6e9cc6aa35e3,segment=NetworkSegment(d1ce3530-50a2-4709-b1d2-e15bd58c5df7),segment_id=d1ce3530-50a2-4709-b1d2-e15bd58c5df7)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:30.290109 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d68f0c8-b97a-42ff-a1b4-e8099f1acf8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.304563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0d68f0c8-b97a-42ff-a1b4-e8099f1acf8e None None] Calling delete_port for 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:30.338454 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.365006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=64379fa9-e09a-495d-bfdd-6e9cc6aa35e3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:30.371574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] No DVR routers for this DVR port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:25:30.388799 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d68f0c8-b97a-42ff-a1b4-e8099f1acf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.449839 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.480194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af864b17-9274-4b34-b7e5-6749bc5edb04']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:30.501671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:30.502244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ce3530-50a2-4709-b1d2-e15bd58c5df7') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:30.520369 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.541383 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.549340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:25:30.549732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:25:30.551534 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:25:30.561601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68f0c8-b97a-42ff-a1b4-e8099f1acf8e None None] Pushing event deleted for resources: {'Port': ['ID=64379fa9-e09a-495d-bfdd-6e9cc6aa35e3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:30.563471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d68f0c8-b97a-42ff-a1b4-e8099f1acf8e None None] No DVR routers for this DVR port 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:25:30.686427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.692170 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:30.694022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] 10.222.0.32 "DELETE /v2.0/networks/af864b17-9274-4b34-b7e5-6749bc5edb04 HTTP/1.1" status: 204 len: 168 time: 0.8202972 Sep 09 09:25:30.704786 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056934f4-0355-44db-bea9-29d58d910a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=af864b17-9274-4b34-b7e5-6749bc5edb04,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:30.885245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4665fb8-da3a-4bc5-9a35-24a02d8f0e78 req-71a37688-a8be-4786-9044-c51e2ce8353f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:30.887678 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4665fb8-da3a-4bc5-9a35-24a02d8f0e78 req-71a37688-a8be-4786-9044-c51e2ce8353f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0543725 Sep 09 09:25:30.928619 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c4665fb8-da3a-4bc5-9a35-24a02d8f0e78 req-62770b5f-add0-468f-ba4f-2580f941df12 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352380 Sep 09 09:25:31.045515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39942) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:31.082550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b29cd686-b12c-40fe-bf05-fa175af8000b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a81a37f689d4093a1dc146ec86fb2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402904 Sep 09 09:25:31.085048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39944) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:31.134181 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40e66225-a3d3-45f3-b8c0-8340036b9d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:31.155609 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40e66225-a3d3-45f3-b8c0-8340036b9d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:31.275013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40e66225-a3d3-45f3-b8c0-8340036b9d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:31.278668 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40e66225-a3d3-45f3-b8c0-8340036b9d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:31.280130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-40e66225-a3d3-45f3-b8c0-8340036b9d58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bff26dce-07a3-4601-8e7b-2af39241cdaf HTTP/1.1" status: 204 len: 168 time: 0.1940598 Sep 09 09:25:31.288473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e66225-a3d3-45f3-b8c0-8340036b9d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff26dce-07a3-4601-8e7b-2af39241cdaf,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:31.867148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:31.888187 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:31.888537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 64379fa9-e09a-495d-bfdd-6e9cc6aa35e3 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:32.056090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76086df-bb17-425b-9d16-fd5dd775b23e req-81043631-74e1-4316-bbe6-747403130ca8 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:32.056667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd627ad-0512-4248-8c9d-779b623fe4bd req-69522edf-e2b5-4274-bfeb-243ee971f7e3 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:32.058135 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cd627ad-0512-4248-8c9d-779b623fe4bd req-69522edf-e2b5-4274-bfeb-243ee971f7e3 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0524743 Sep 09 09:25:32.060083 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a76086df-bb17-425b-9d16-fd5dd775b23e req-81043631-74e1-4316-bbe6-747403130ca8 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1097 time: 0.0499160 Sep 09 09:25:32.104586 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a76086df-bb17-425b-9d16-fd5dd775b23e req-f2408006-1df1-4054-9a30-8874b6c9fb4f tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379076 Sep 09 09:25:32.107559 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cd627ad-0512-4248-8c9d-779b623fe4bd req-2607c1d5-d89e-4091-8b54-987c535b9d21 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 Sep 09 09:25:32.136017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39974) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:32.313536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 13ea1dbc-a03d-4f2b-8889-7049bb45d666 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:32.314677 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:32.405664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:32.406291 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:32.425644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 13ea1dbc-a03d-4f2b-8889-7049bb45d666 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:32.591285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39992) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:32.692324 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:32.706344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-network', 'tenant_id': '48006108940443ab9fd3ea61afc1c312'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:32.975784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=13ea1dbc-a03d-4f2b-8889-7049bb45d666,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:33.042678 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:33.043052 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Floating IP d4bfdd17-d32e-4024-af9d-cd68758e50f5 disassociated (deleted). External IP: 172.25.8.37, port: 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62. Sep 09 09:25:33.131521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Made reservation on behalf of 48006108940443ab9fd3ea61afc1c312 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:25:33.133796 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:33.146028 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:33.352514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7d210-c358-4c1f-87dc-3a300620d138 req-8fecef59-5c50-4e00-8361-91fc1857e121 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:33.354013 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52b7d210-c358-4c1f-87dc-3a300620d138 req-8fecef59-5c50-4e00-8361-91fc1857e121 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.1390131 Sep 09 09:25:33.374721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:25:33.420000 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:33.428649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52b7d210-c358-4c1f-87dc-3a300620d138 req-a026715c-5ac4-4b9d-b105-8a4b79e38351 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666311 Sep 09 09:25:33.529434 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:33.540183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:33.552099 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6324f3a3-a377-4972-89ca-b415a8438828 None None] Sync routers for ids ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:33.552683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:33.559444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:25:33.562462 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6324f3a3-a377-4972-89ca-b415a8438828 None None] Routers {'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:33.563073 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6324f3a3-a377-4972-89ca-b415a8438828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:33.599427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:33.599788 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Added segment e1649c3e-ec83-4c7b-9281-ba7df34e22c4 of type vlan for network 5a8ff0bf-5162-4681-a9a5-23e353f53705 Sep 09 09:25:33.601144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e48cbe-15de-46ef-b084-c7af9215dcd9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:33.611046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d2ab2370-0555-4754-b9c7-78ad17b7b44b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/floatingips/d4bfdd17-d32e-4024-af9d-cd68758e50f5 HTTP/1.1" status: 204 len: 168 time: 1.4739316 Sep 09 09:25:33.614976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:33.614976 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4875d6f-d0d1-4654-83a6-012701d6a086" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:33.653398 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:33.669479 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6802561e-a71f-436e-b3db-333457c47c57 x-openstack-request-id: req-6802561e-a71f-436e-b3db-333457c47c57 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:33.678221 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:33.678221 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6802561e-a71f-436e-b3db-333457c47c57 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:33.678221 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'status': 'completed', 'code': 200} Sep 09 09:25:33.711572 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6324f3a3-a377-4972-89ca-b415a8438828 None None] Set router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:33.760534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4875d6f-d0d1-4654-83a6-012701d6a086 req-f4915164-0fcb-4fb4-b59b-cbd437e289a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:33.762711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4875d6f-d0d1-4654-83a6-012701d6a086 req-f4915164-0fcb-4fb4-b59b-cbd437e289a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 1097 time: 0.0501401 Sep 09 09:25:33.791750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:33.792748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:33.793379 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:33.904632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] Pushing event updated for resources: {'Network': ['ID=5a8ff0bf-5162-4681-a9a5-23e353f53705,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:33.909123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c169710c-33da-42d6-8762-9c275426ee75 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3166990 Sep 09 09:25:33.912213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40012) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:33.918496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 5a8ff0bf-5162-4681-a9a5-23e353f53705 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:25:33.926032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4875d6f-d0d1-4654-83a6-012701d6a086 req-87b354e7-9e73-4d7c-a147-beac5b5537b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:33.926225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] Request body: {'subnet': {'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-subnet', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:33.926894 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4875d6f-d0d1-4654-83a6-012701d6a086 req-87b354e7-9e73-4d7c-a147-beac5b5537b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59886ec7-de9f-4901-a5a4-e93757e5dec9 HTTP/1.1" status: 200 len: 897 time: 0.1554825 Sep 09 09:25:33.937581 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6324f3a3-a377-4972-89ca-b415a8438828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:19Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02', 'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:5d:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:18Z', 'updated_at': '2021-09-09T09:23:26Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:33.985045 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4875d6f-d0d1-4654-83a6-012701d6a086 req-0034e484-848e-4bd1-bb53-b56b94e5fac0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 200 len: 217 time: 0.0485044 Sep 09 09:25:33.985316 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6324f3a3-a377-4972-89ca-b415a8438828 None None] Checking router: a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:34.008927 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6324f3a3-a377-4972-89ca-b415a8438828 None None] Routers {'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:34.009541 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6324f3a3-a377-4972-89ca-b415a8438828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:34.057712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4875d6f-d0d1-4654-83a6-012701d6a086 req-6b43017e-38f0-4074-99f7-ceede81c9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:34.060665 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4875d6f-d0d1-4654-83a6-012701d6a086 req-6b43017e-38f0-4074-99f7-ceede81c9b9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=857a3cac-c580-4d35-9bf6-4ec4c2bd2408 HTTP/1.1" status: 200 len: 835 time: 0.0647209 Sep 09 09:25:34.088616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] Made reservation on behalf of 48006108940443ab9fd3ea61afc1c312 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:25:34.093735 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:34.117161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4875d6f-d0d1-4654-83a6-012701d6a086 req-884faa2f-62d8-4e20-8085-274561c5b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:34.118978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4875d6f-d0d1-4654-83a6-012701d6a086 req-884faa2f-62d8-4e20-8085-274561c5b6a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59886ec7-de9f-4901-a5a4-e93757e5dec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499363 Sep 09 09:25:34.130013 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6324f3a3-a377-4972-89ca-b415a8438828 None None] Set router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:34.255694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326fe5e-b41a-4725-9eed-5bedc4059309 req-9ee8de16-2f80-4b42-8f7a-1340984ea7f5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:34.257360 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6326fe5e-b41a-4725-9eed-5bedc4059309 req-9ee8de16-2f80-4b42-8f7a-1340984ea7f5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.1268229 Sep 09 09:25:34.257499 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4875d6f-d0d1-4654-83a6-012701d6a086 req-7d4d4aa1-5d3f-4238-97ed-703631752adc service neutron] 10.222.0.24 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291916 Sep 09 09:25:34.331717 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6326fe5e-b41a-4725-9eed-5bedc4059309 req-2488ed32-203a-483b-81bf-90a1b2d17378 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668659 Sep 09 09:25:34.360606 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6324f3a3-a377-4972-89ca-b415a8438828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:19Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02', 'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:5d:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:18Z', 'updated_at': '2021-09-09T09:23:26Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:34.371736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4875d6f-d0d1-4654-83a6-012701d6a086 req-95d99e90-b491-43d9-9fdd-451f02e45d36 service neutron] 10.222.0.24 "GET /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045861 Sep 09 09:25:34.385457 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6324f3a3-a377-4972-89ca-b415a8438828 None None] The sync data for ids ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'] in n-d-778696-16 is: [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:23:19Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02', 'name': '', 'network_id': '59886ec7-de9f-4901-a5a4-e93757e5dec9', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:5d:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:18Z', 'updated_at': '2021-09-09T09:23:26Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '857a3cac-c580-4d35-9bf6-4ec4c2bd2408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:34.516996 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:34.580114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaf744-2cfc-4db3-8b5d-b9b83e6cb970 req-9205ef29-8846-4107-810e-467a78817102 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:34.582004 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07eaf744-2cfc-4db3-8b5d-b9b83e6cb970 req-9205ef29-8846-4107-810e-467a78817102 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0774634 Sep 09 09:25:34.597195 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1940c0c-62b4-4138-aba0-90821708f493,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:34.615947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] Checking segment: {'id': 'e1649c3e-ec83-4c7b-9281-ba7df34e22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:25:34.615947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] Network hostable DHCP agents. Network: 5a8ff0bf-5162-4681-a9a5-23e353f53705, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:25:34.638774 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07eaf744-2cfc-4db3-8b5d-b9b83e6cb970 req-c2e74307-b2f3-4414-a775-cb504bb337bd tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465851 Sep 09 09:25:34.707484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fd2b7-35e6-4a56-96e4-639757ec2b2d None None] New status for floating IP d4bfdd17-d32e-4024-af9d-cd68758e50f5: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:25:34.709491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] Network 5a8ff0bf-5162-4681-a9a5-23e353f53705 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:25:34.823828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 5a8ff0bf-5162-4681-a9a5-23e353f53705) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:25:34.829265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:34.829265 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:34.835310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dac263-6174-406d-a40a-25f8969156a6 None None] Network 5a8ff0bf-5162-4681-a9a5-23e353f53705 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:25:34.933070 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-55e5ec23-7992-46e1-8aa7-4211efe2942f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0197134 Sep 09 09:25:34.936127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40028) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:34.940629 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-router', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:34.982661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-5a8ff0bf-5162-4681-a9a5-23e353f53705', 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'fixed_ips': [{'subnet_id': 'e1940c0c-62b4-4138-aba0-90821708f493'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:25:34.983614 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.052714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.053838 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.112161 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.124687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Allocated IP 172.20.0.2 (5a8ff0bf-5162-4681-a9a5-23e353f53705/e1940c0c-62b4-4138-aba0-90821708f493/bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:25:35.276599 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.288388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Transition to ACTIVE for port object bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:25:35.308123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Transition to ACTIVE for port object bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:25:35.370781 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.420112 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.460062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Network 5a8ff0bf-5162-4681-a9a5-23e353f53705 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:25:35.471254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:25:35.471488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c852f-9e49-4adb-aa59-7683c57a52d8 req-52c8ccae-f502-405e-8ec2-62e5b82c4d25 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:35.472803 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-884c852f-9e49-4adb-aa59-7683c57a52d8 req-52c8ccae-f502-405e-8ec2-62e5b82c4d25 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0570304 Sep 09 09:25:35.473834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:25:35.482021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Pushing event updated for resources: {'Port': ['ID=bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:35.536520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Attempting to bind port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:25:35.537265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Attempting to bind port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e1649c3e-ec83-4c7b-9281-ba7df34e22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:25:35.538383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Attempting to bind port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd on network 5a8ff0bf-5162-4681-a9a5-23e353f53705 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:25:35.542773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-884c852f-9e49-4adb-aa59-7683c57a52d8 req-4555fcb0-d96b-4156-9f75-6c87fe775a87 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=455f0cef-bf92-4bd5-b035-86592ea2fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566611 Sep 09 09:25:35.552972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:25:35.553494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Checking segment: {'id': 'e1649c3e-ec83-4c7b-9281-ba7df34e22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:25:35.558653 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.559743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Bound using segment: {'id': 'e1649c3e-ec83-4c7b-9281-ba7df34e22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:25:35.560738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Bound port: bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1649c3e-ec83-4c7b-9281-ba7df34e22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:25:35.565133 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.627200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af90c1-a605-489e-ae83-fb82f1ebb7cf req-0d9b8cb6-b0d7-4b0c-b6c3-6fd8d4b3bd87 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:35.628835 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68af90c1-a605-489e-ae83-fb82f1ebb7cf req-0d9b8cb6-b0d7-4b0c-b6c3-6fd8d4b3bd87 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 945 time: 0.0985053 Sep 09 09:25:35.648755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] For port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:25:35.655578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] For port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd,segment=NetworkSegment(e1649c3e-ec83-4c7b-9281-ba7df34e22c4),segment_id=e1649c3e-ec83-4c7b-9281-ba7df34e22c4)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:25:35.766542 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.787089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-68af90c1-a605-489e-ae83-fb82f1ebb7cf req-723748ea-a8fe-435c-beaa-542dfcc428d2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:35.787499 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-68af90c1-a605-489e-ae83-fb82f1ebb7cf req-723748ea-a8fe-435c-beaa-542dfcc428d2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.798158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.824576 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:35.839491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c31d7f-8ee2-4130-bf5b-5c473190dc7a None None] Pushing event updated for resources: {'Port': ['ID=bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:35.882621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31d80b-fb97-4563-8916-09150cd53a00 req-dcec031d-3d41-4454-91da-e9d528e14464 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:35.890070 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c31d80b-fb97-4563-8916-09150cd53a00 req-dcec031d-3d41-4454-91da-e9d528e14464 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.1466746 Sep 09 09:25:35.975310 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Allocated IP 172.25.8.218 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/c643d878-a03d-4ed3-ba0f-7a32a24f067b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:25:36.039581 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c31d80b-fb97-4563-8916-09150cd53a00 req-75f1433e-6842-409e-ba65-246e889c527b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474955 Sep 09 09:25:36.054861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-68af90c1-a605-489e-ae83-fb82f1ebb7cf req-723748ea-a8fe-435c-beaa-542dfcc428d2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:36.055397 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-68af90c1-a605-489e-ae83-fb82f1ebb7cf req-723748ea-a8fe-435c-beaa-542dfcc428d2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:36.076436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-68af90c1-a605-489e-ae83-fb82f1ebb7cf req-723748ea-a8fe-435c-beaa-542dfcc428d2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:36.150792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:36.275445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:36.303618 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-68af90c1-a605-489e-ae83-fb82f1ebb7cf req-723748ea-a8fe-435c-beaa-542dfcc428d2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:36.317383 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:25:36.320608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:25:36.328634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:25:36.350963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723748ea-a8fe-435c-beaa-542dfcc428d2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=1c53aa8c-4829-4caf-8f52-2ba1aeb1df62,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:36.381912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Pushing event updated for resources: {'Port': ['ID=c643d878-a03d-4ed3-ba0f-7a32a24f067b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:36.403533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-68af90c1-a605-489e-ae83-fb82f1ebb7cf req-723748ea-a8fe-435c-beaa-542dfcc428d2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] No DVR routers for this DVR port 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:25:36.406951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-68af90c1-a605-489e-ae83-fb82f1ebb7cf req-723748ea-a8fe-435c-beaa-542dfcc428d2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:36.409037 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68af90c1-a605-489e-ae83-fb82f1ebb7cf req-723748ea-a8fe-435c-beaa-542dfcc428d2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "DELETE /v2.0/ports/1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 HTTP/1.1" status: 204 len: 173 time: 0.7711501 Sep 09 09:25:36.409492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'name': 'network-vif-deleted', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:36.411905 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e743c2-d973-47c5-b3e5-fa84f3384883" -d '{"events": [{"server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "name": "network-vif-deleted", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:36.457064 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836009e9-ba4f-44fa-bc1b-cb63d299dd53 x-openstack-request-id: req-836009e9-ba4f-44fa-bc1b-cb63d299dd53 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:36.457363 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f7575c-5c01-4727-a189-58b0b6a76b3e", "name": "network-vif-deleted", "tag": "1c53aa8c-4829-4caf-8f52-2ba1aeb1df62", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:36.457621 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-836009e9-ba4f-44fa-bc1b-cb63d299dd53 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:36.458032 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f7575c-5c01-4727-a189-58b0b6a76b3e', 'name': 'network-vif-deleted', 'tag': '1c53aa8c-4829-4caf-8f52-2ba1aeb1df62', 'status': 'completed', 'code': 200} Sep 09 09:25:36.658525 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f3b1f142-1037-4804-be09-96fec5ba28de req-85b123ca-a886-4745-8f84-fe676f0a2519 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2f7575c-5c01-4727-a189-58b0b6a76b3e HTTP/1.1" status: 200 len: 210 time: 0.0315411 Sep 09 09:25:36.839707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:37.036383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f778be1a-cfe8-49bc-8c09-1cefa1625eef None None] Network 5a8ff0bf-5162-4681-a9a5-23e353f53705 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:25:37.128950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:37.220365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2b5d60b4-a900-48bc-ab0f-ec52654f9245 None None] Provisioning for port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:25:37.266820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa4290-e93e-4573-868d-d26d685f62d1 req-8e004d50-4058-492d-aa65-d41cddf6ef40 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:37.268482 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63aa4290-e93e-4573-868d-d26d685f62d1 req-8e004d50-4058-492d-aa65-d41cddf6ef40 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.1301365 Sep 09 09:25:37.329148 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63aa4290-e93e-4573-868d-d26d685f62d1 req-3d7a08a9-f98e-4df4-be5b-a3da833084b4 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545642 Sep 09 09:25:37.429381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Router 94068450-aeb2-493d-b338-857303dca75b is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:25:37.544150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:37.559741 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Sync routers for ids ['94068450-aeb2-493d-b338-857303dca75b'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:37.564933 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Routers {'94068450-aeb2-493d-b338-857303dca75b'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:37.565553 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['94068450-aeb2-493d-b338-857303dca75b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:37.624002 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:37.625307 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e7abd95f-2c42-4271-8b46-52840cc44885 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.6882164 Sep 09 09:25:37.627972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40066) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:37.677006 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Set router 94068450-aeb2-493d-b338-857303dca75b gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:37.752419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40074) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:37.990391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:25:38.023867 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94068450-aeb2-493d-b338-857303dca75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-router', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:36Z', 'revision_number': 3, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'gw_port': {'id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94068450-aeb2-493d-b338-857303dca75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:38.060023 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Checking router: 94068450-aeb2-493d-b338-857303dca75b for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:38.060588 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Updating router 94068450-aeb2-493d-b338-857303dca75b port c643d878-a03d-4ed3-ba0f-7a32a24f067b binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:25:38.088948 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:38.115636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:25:38.123364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:38.125630 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:38.243951 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:38.280451 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd,segment=NetworkSegment(e1649c3e-ec83-4c7b-9281-ba7df34e22c4),segment_id=e1649c3e-ec83-4c7b-9281-ba7df34e22c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:38.374193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:38.404145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:38.404382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1c53aa8c-4829-4caf-8f52-2ba1aeb1df62 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:38.406370 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:38.415412 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:38.428828 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Transition to ACTIVE for port object c643d878-a03d-4ed3-ba0f-7a32a24f067b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:25:38.469834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:38.474730 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:38.522843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0870-4d83-4780-8e08-f5fa959354c5 req-ae87efed-f63a-44a3-bcb4-4d7132627975 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:38.524840 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b6d0870-4d83-4780-8e08-f5fa959354c5 req-ae87efed-f63a-44a3-bcb4-4d7132627975 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.1159716 Sep 09 09:25:38.530233 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc02423-c6c9-4df0-81ec-d5a89f1600b4 None None] Pushing event updated for resources: {'Port': ['ID=c643d878-a03d-4ed3-ba0f-7a32a24f067b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:38.534594 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Attempting to bind port c643d878-a03d-4ed3-ba0f-7a32a24f067b on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:25:38.535062 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Attempting to bind port c643d878-a03d-4ed3-ba0f-7a32a24f067b by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:25:38.535518 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Attempting to bind port c643d878-a03d-4ed3-ba0f-7a32a24f067b on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:25:38.541363 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:25:38.542219 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:25:38.542787 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:38.543707 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:25:38.544577 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Bound port: c643d878-a03d-4ed3-ba0f-7a32a24f067b, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:25:38.545025 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:38.603327 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] For port c643d878-a03d-4ed3-ba0f-7a32a24f067b, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:25:38.610202 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] For port c643d878-a03d-4ed3-ba0f-7a32a24f067b, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c643d878-a03d-4ed3-ba0f-7a32a24f067b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:25:38.683018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b6d0870-4d83-4780-8e08-f5fa959354c5 req-613135ba-299b-4b36-bdd1-5fade58dc2a1 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173308 Sep 09 09:25:38.709938 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:38.765458 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Routers {'94068450-aeb2-493d-b338-857303dca75b'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:38.766354 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['94068450-aeb2-493d-b338-857303dca75b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:38.823896 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc02423-c6c9-4df0-81ec-d5a89f1600b4 None None] Pushing event updated for resources: {'Port': ['ID=c643d878-a03d-4ed3-ba0f-7a32a24f067b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:38.874047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:38.908279 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] Set router 94068450-aeb2-493d-b338-857303dca75b gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:39.070490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:39.130322 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94068450-aeb2-493d-b338-857303dca75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-router', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:36Z', 'revision_number': 3, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'gw_port': {'id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94068450-aeb2-493d-b338-857303dca75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:39.178104 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1119f8de-55af-4ea3-a506-4e768b0c5664 None None] The sync data for ids ['94068450-aeb2-493d-b338-857303dca75b'] in n-d-778696-16 is: [{'id': '94068450-aeb2-493d-b338-857303dca75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-router', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:36Z', 'revision_number': 3, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'gw_port': {'id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94068450-aeb2-493d-b338-857303dca75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:39.303014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Allocated IP 172.20.0.1 (5a8ff0bf-5162-4681-a9a5-23e353f53705/e1940c0c-62b4-4138-aba0-90821708f493/04fa2c99-54f9-40bd-873d-9da993462212) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:25:39.523755 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:39.542943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Transition to ACTIVE for port object 04fa2c99-54f9-40bd-873d-9da993462212 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:25:39.584007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:39.584462 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:39.701338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:39.701636 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:39.722018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:39.722018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:39.767363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Network 5a8ff0bf-5162-4681-a9a5-23e353f53705 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:25:39.800715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:25:39.803161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:25:39.852111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01c3a8-8d72-4f1e-8495-32f741157214 req-dff01a90-e5d6-4449-927c-1e5222120fe9 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:39.860467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e01c3a8-8d72-4f1e-8495-32f741157214 req-dff01a90-e5d6-4449-927c-1e5222120fe9 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0890670 Sep 09 09:25:39.874377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Pushing event updated for resources: {'Port': ['ID=04fa2c99-54f9-40bd-873d-9da993462212,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:39.941736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:39.964054 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e01c3a8-8d72-4f1e-8495-32f741157214 req-3cfd1796-796d-4a77-899b-590904da42ec tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017592 Sep 09 09:25:40.145942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:25:40.227135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:40.227135 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:40.337110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-02e3a56e-8871-49e8-a28a-b483927f4421 None None] Provisioning for port 04fa2c99-54f9-40bd-873d-9da993462212 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:25:40.343812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-02e3a56e-8871-49e8-a28a-b483927f4421 None None] Provisioning complete for port 04fa2c99-54f9-40bd-873d-9da993462212 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:40.344275 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02e3a56e-8871-49e8-a28a-b483927f4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:40.368446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:40.370024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c643d878-a03d-4ed3-ba0f-7a32a24f067b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:25:40.390300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:40.425353 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-02e3a56e-8871-49e8-a28a-b483927f4421 None None] Port 04fa2c99-54f9-40bd-873d-9da993462212 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:25:40.468783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:40.537544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port c643d878-a03d-4ed3-ba0f-7a32a24f067b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:25:40.541891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c643d878-a03d-4ed3-ba0f-7a32a24f067b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:40.542702 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:40.647637 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:40.683406 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port c643d878-a03d-4ed3-ba0f-7a32a24f067b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c643d878-a03d-4ed3-ba0f-7a32a24f067b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:40.767078 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:40.806657 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:40.824718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:40.867108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=c643d878-a03d-4ed3-ba0f-7a32a24f067b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:40.918007 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:41.055328 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:41.146868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Pushing event updated for resources: {'Port': ['ID=04fa2c99-54f9-40bd-873d-9da993462212,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:41.325916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a44fb-f985-44c2-8327-3040e4a1eafb req-68d5dced-3157-439e-a835-ba4ad22cdce3 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:41.332113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a96a44fb-f985-44c2-8327-3040e4a1eafb req-68d5dced-3157-439e-a835-ba4ad22cdce3 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.2399926 Sep 09 09:25:41.376886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:25:41.400944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Network 5a8ff0bf-5162-4681-a9a5-23e353f53705 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:25:41.407350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a96a44fb-f985-44c2-8327-3040e4a1eafb req-744101e7-acc1-42a9-8707-bc7c75761b19 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715826 Sep 09 09:25:41.408631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:25:41.651704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-aeec7652-9868-4656-aef7-e6c1afc11a99 None None] Provisioning complete for port 04fa2c99-54f9-40bd-873d-9da993462212 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:41.652905 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aeec7652-9868-4656-aef7-e6c1afc11a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:41.695813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-aeec7652-9868-4656-aef7-e6c1afc11a99 None None] Port 04fa2c99-54f9-40bd-873d-9da993462212 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:25:41.959729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c643d878-a03d-4ed3-ba0f-7a32a24f067b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:25:41.968837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:41.978064 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-95c48312-9c6c-4b36-816e-22391fdbd1a6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "PUT /v2.0/routers/a0d23e0d-49d3-4f6e-91ac-c406e20d5e85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2213657 Sep 09 09:25:41.978921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:41.983847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3789fc5-99fb-4dae-96c4-6664b22e3d53 None None] Sync routers for ids ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:42.009806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3789fc5-99fb-4dae-96c4-6664b22e3d53 None None] Routers {'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:42.010355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d3789fc5-99fb-4dae-96c4-6664b22e3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:42.031179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Router 94068450-aeb2-493d-b338-857303dca75b has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:25:42.057641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b6f783-9941-42be-8255-35c2ab17d849 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting subnet 857a3cac-c580-4d35-9bf6-4ec4c2bd2408 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:25:42.057641 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f783-9941-42be-8255-35c2ab17d849 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:42.086571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c643d878-a03d-4ed3-ba0f-7a32a24f067b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:25:42.087004 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:42.137332 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f783-9941-42be-8255-35c2ab17d849 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:42.164721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d3789fc5-99fb-4dae-96c4-6664b22e3d53 None None] Set router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:42.259710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:42.272854 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Sync routers for ids ['94068450-aeb2-493d-b338-857303dca75b'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:42.285210 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c760f182-0df9-411e-bc5c-9a43d13af472 admin admin] 10.222.0.32 "PUT /v2.0/routers/94068450-aeb2-493d-b338-857303dca75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6472874 Sep 09 09:25:42.300837 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Routers {'94068450-aeb2-493d-b338-857303dca75b'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:42.301784 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['94068450-aeb2-493d-b338-857303dca75b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:42.356959 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f783-9941-42be-8255-35c2ab17d849 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:42.538603 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f783-9941-42be-8255-35c2ab17d849 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:42.539991 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Set router 94068450-aeb2-493d-b338-857303dca75b gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:42.563112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d3789fc5-99fb-4dae-96c4-6664b22e3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:25:40Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:42.588021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6f783-9941-42be-8255-35c2ab17d849 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Subnet': ['ID=857a3cac-c580-4d35-9bf6-4ec4c2bd2408,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:42.598982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3789fc5-99fb-4dae-96c4-6664b22e3d53 None None] Checking router: a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:42.609192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3789fc5-99fb-4dae-96c4-6664b22e3d53 None None] Routers {'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:42.610090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d3789fc5-99fb-4dae-96c4-6664b22e3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:42.617160 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f783-9941-42be-8255-35c2ab17d849 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:42.621988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b5b6f783-9941-42be-8255-35c2ab17d849 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/subnets/857a3cac-c580-4d35-9bf6-4ec4c2bd2408 HTTP/1.1" status: 204 len: 168 time: 0.6394506 Sep 09 09:25:42.622214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40144) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:42.716223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4748b2d-a94f-4eda-8f67-76390412383b req-d94bac02-2732-41e7-b3f9-6942a8daa022 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:42.717844 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4748b2d-a94f-4eda-8f67-76390412383b req-d94bac02-2732-41e7-b3f9-6942a8daa022 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.1460693 Sep 09 09:25:42.737424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf29c31b-c5ca-4091-8dc2-d165eb1c67f3 None None] Network 59886ec7-de9f-4901-a5a4-e93757e5dec9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:25:42.807909 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4748b2d-a94f-4eda-8f67-76390412383b req-be9971e6-2a5b-4ce9-8cbb-0d6a2c7fda38 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797977 Sep 09 09:25:42.810934 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:42.838760 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-9bea10d1-d2b0-4b4f-9b8e-7c4527d11d59 req-287616eb-a0a3-40c8-a8be-03337480a8e8 tempest-FloatingIPDetailsNegativeTestJSON-1982970269 tempest-FloatingIPDetailsNegativeTestJSON-1982970269-project] show failed (client error): The resource could not be found. Sep 09 09:25:42.854214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:42.860953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9bea10d1-d2b0-4b4f-9b8e-7c4527d11d59 req-287616eb-a0a3-40c8-a8be-03337480a8e8 tempest-FloatingIPDetailsNegativeTestJSON-1982970269 tempest-FloatingIPDetailsNegativeTestJSON-1982970269-project] 10.222.0.32 "GET /v2.0/floatingips/036da9fe-b92c-49db-96cc-b44fe0db1517 HTTP/1.1" status: 404 len: 350 time: 0.1021988 Sep 09 09:25:42.946045 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94068450-aeb2-493d-b338-857303dca75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-router', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:40Z', 'revision_number': 4, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'gw_port': {'id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94068450-aeb2-493d-b338-857303dca75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '04fa2c99-54f9-40bd-873d-9da993462212', 'name': '', 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'mac_address': 'fa:16:3e:b3:3a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94068450-aeb2-493d-b338-857303dca75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'e1940c0c-62b4-4138-aba0-90821708f493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:38Z', 'updated_at': '2021-09-09T09:25:40Z', 'revision_number': 2, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'subnets': [{'id': 'e1940c0c-62b4-4138-aba0-90821708f493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:42.981479 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Checking router: 94068450-aeb2-493d-b338-857303dca75b for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:42.981919 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Updating router 94068450-aeb2-493d-b338-857303dca75b port 04fa2c99-54f9-40bd-873d-9da993462212 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:25:43.017411 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.037683 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.105847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d3789fc5-99fb-4dae-96c4-6664b22e3d53 None None] Set router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:43.300234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] DHCP port deletion for 59886ec7-de9f-4901-a5a4-e93757e5dec9 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:25:43.324011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 5905b963-8782-4ef4-890c-49571f523f86 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:43.324527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.361256 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.375261 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Transition to ACTIVE for port object 04fa2c99-54f9-40bd-873d-9da993462212 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:25:43.381471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Deleting port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:43.381471 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.408666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d3789fc5-99fb-4dae-96c4-6664b22e3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:25:40Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:43.435802 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.440506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3789fc5-99fb-4dae-96c4-6664b22e3d53 None None] The sync data for ids ['a0d23e0d-49d3-4f6e-91ac-c406e20d5e85'] in n-d-778696-16 is: [{'id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103236234', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '5905b963-8782-4ef4-890c-49571f523f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:23:12Z', 'updated_at': '2021-09-09T09:25:40Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '5905b963-8782-4ef4-890c-49571f523f86', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d23e0d-49d3-4f6e-91ac-c406e20d5e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:23:13Z', 'updated_at': '2021-09-09T09:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:43.483650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port 5905b963-8782-4ef4-890c-49571f523f86, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5905b963-8782-4ef4-890c-49571f523f86,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:43.484031 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.521460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] For port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0,segment=NetworkSegment(568513a0-7717-449b-bfd0-b7660d1b8f18),segment_id=568513a0-7717-449b-bfd0-b7660d1b8f18)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:43.522175 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.535958 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458a2c8-0e9f-4305-aac4-08771c0dc6e7 None None] Pushing event updated for resources: {'Port': ['ID=04fa2c99-54f9-40bd-873d-9da993462212,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:43.536652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 5905b963-8782-4ef4-890c-49571f523f86 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:43.539030 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Calling delete_port for 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:43.633951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.646182 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Attempting to bind port 04fa2c99-54f9-40bd-873d-9da993462212 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:25:43.647232 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Attempting to bind port 04fa2c99-54f9-40bd-873d-9da993462212 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e1649c3e-ec83-4c7b-9281-ba7df34e22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:25:43.647232 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Attempting to bind port 04fa2c99-54f9-40bd-873d-9da993462212 on network 5a8ff0bf-5162-4681-a9a5-23e353f53705 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:25:43.662555 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:25:43.662933 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Checking segment: {'id': 'e1649c3e-ec83-4c7b-9281-ba7df34e22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:25:43.663352 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.667565 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Bound using segment: {'id': 'e1649c3e-ec83-4c7b-9281-ba7df34e22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:25:43.667565 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Bound port: 04fa2c99-54f9-40bd-873d-9da993462212, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1649c3e-ec83-4c7b-9281-ba7df34e22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:25:43.667565 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.738777 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.754970 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] For port 04fa2c99-54f9-40bd-873d-9da993462212, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:25:43.758865 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] For port 04fa2c99-54f9-40bd-873d-9da993462212, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=04fa2c99-54f9-40bd-873d-9da993462212,segment=NetworkSegment(e1649c3e-ec83-4c7b-9281-ba7df34e22c4),segment_id=e1649c3e-ec83-4c7b-9281-ba7df34e22c4)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:25:43.777987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Pushing event deleted for resources: {'Port': ['ID=7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:43.780859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] No DVR routers for this DVR port 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:25:43.797036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.797452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.797855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.798198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.798530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.798858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.799182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.799547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.799940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.800187 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.805715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.805715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7826a9-1e0b-4496-bf3d-aee4a66bbe09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:43.823556 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:43.955023 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Routers {'94068450-aeb2-493d-b338-857303dca75b'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:43.956967 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['94068450-aeb2-493d-b338-857303dca75b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:43.961679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:43.977225 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458a2c8-0e9f-4305-aac4-08771c0dc6e7 None None] Pushing event updated for resources: {'Port': ['ID=04fa2c99-54f9-40bd-873d-9da993462212,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:44.000013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:44.000364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2ca989ca-b0c5-4ad4-ba95-5dc88c17ab02 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:44.000801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:44.049396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:44.055688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7a9fccaf-ebd4-46be-884a-4b9cfc2ab5d0 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:44.077140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc52b8-b860-4e0f-9725-e304b6f58c98 req-1c7fb4de-eb34-4f65-b8b1-729ab17c1626 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:44.084890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fafc52b8-b860-4e0f-9725-e304b6f58c98 req-1c7fb4de-eb34-4f65-b8b1-729ab17c1626 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.1333830 Sep 09 09:25:44.092756 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:44.146493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=5905b963-8782-4ef4-890c-49571f523f86,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:44.162985 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] Set router 94068450-aeb2-493d-b338-857303dca75b gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:44.225202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fafc52b8-b860-4e0f-9725-e304b6f58c98 req-2cd7d3f7-82e4-45de-b597-a138c8578909 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393986 Sep 09 09:25:44.285581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] Deleting port 04fa2c99-54f9-40bd-873d-9da993462212 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:44.285581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:44.289719 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:44.404293 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8de36c2d-0b19-4deb-9145-2c54414d162f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:44.462090 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:44.467038 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:44.513124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6c6e4-33ca-44d5-943e-f8e2add23ef3 req-0143537b-7bc6-41f4-9204-e6078edd9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:44.515699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8c6c6e4-33ca-44d5-943e-f8e2add23ef3 req-0143537b-7bc6-41f4-9204-e6078edd9219 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 1097 time: 0.0456185 Sep 09 09:25:44.548263 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94068450-aeb2-493d-b338-857303dca75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-router', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:40Z', 'revision_number': 4, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'gw_port': {'id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94068450-aeb2-493d-b338-857303dca75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '04fa2c99-54f9-40bd-873d-9da993462212', 'name': '', 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'mac_address': 'fa:16:3e:b3:3a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94068450-aeb2-493d-b338-857303dca75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'e1940c0c-62b4-4138-aba0-90821708f493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:38Z', 'updated_at': '2021-09-09T09:25:43Z', 'revision_number': 4, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'subnets': [{'id': 'e1940c0c-62b4-4138-aba0-90821708f493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:44.561083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] For port 04fa2c99-54f9-40bd-873d-9da993462212, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=04fa2c99-54f9-40bd-873d-9da993462212,segment=NetworkSegment(e1649c3e-ec83-4c7b-9281-ba7df34e22c4),segment_id=e1649c3e-ec83-4c7b-9281-ba7df34e22c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:44.563791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:44.576704 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1022f-60a3-43cc-b28a-9202fe0ec749 None None] The sync data for ids ['94068450-aeb2-493d-b338-857303dca75b'] in n-d-778696-16 is: [{'id': '94068450-aeb2-493d-b338-857303dca75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-router', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:40Z', 'revision_number': 4, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'gw_port': {'id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94068450-aeb2-493d-b338-857303dca75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '04fa2c99-54f9-40bd-873d-9da993462212', 'name': '', 'network_id': '5a8ff0bf-5162-4681-a9a5-23e353f53705', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'mac_address': 'fa:16:3e:b3:3a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94068450-aeb2-493d-b338-857303dca75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'e1940c0c-62b4-4138-aba0-90821708f493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:38Z', 'updated_at': '2021-09-09T09:25:43Z', 'revision_number': 4, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'subnets': [{'id': 'e1940c0c-62b4-4138-aba0-90821708f493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:44.578285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] Calling delete_port for 04fa2c99-54f9-40bd-873d-9da993462212 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:44.586795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8c6c6e4-33ca-44d5-943e-f8e2add23ef3 req-ef2312ad-0ee3-4d1f-b32e-67af59426118 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634100 Sep 09 09:25:44.646413 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:44.647488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Fanout notify agent at l3_agent the message router_deleted on router a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:25:44.660824 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:44.664829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40174) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:44.665476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-17579510-ffe7-44a3-b3c5-53e4c4700c10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/routers/a0d23e0d-49d3-4f6e-91ac-c406e20d5e85 HTTP/1.1" status: 204 len: 168 time: 2.0422146 Sep 09 09:25:44.871299 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:44.890458 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-dc53617c-7026-4a0e-a16b-3df0da9a060c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1259792 Sep 09 09:25:44.983313 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:45.012526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] Pushing event deleted for resources: {'Port': ['ID=04fa2c99-54f9-40bd-873d-9da993462212,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:45.020463 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:45.068647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-82abddca-766d-40c4-8028-28991623509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:45.073397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-82abddca-766d-40c4-8028-28991623509d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 1097 time: 0.1230190 Sep 09 09:25:45.081145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59886ec7-de9f-4901-a5a4-e93757e5dec9']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:45.104100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568513a0-7717-449b-bfd0-b7660d1b8f18') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:45.106282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568513a0-7717-449b-bfd0-b7660d1b8f18') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:45.175622 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:45.204305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:45.271514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:25:45.271935 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:25:45.283394 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:25:45.329385 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:45.461267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-43abca45-1f05-42c0-b067-769c7c0a0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:45.463133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-43abca45-1f05-42c0-b067-769c7c0a0a4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.3610926 Sep 09 09:25:45.534417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf12c7-1273-49a5-9526-732ce25dd888 req-1bc7649c-70d3-4a79-bc4e-be895ca34b84 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:45.537433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dcdf12c7-1273-49a5-9526-732ce25dd888 req-1bc7649c-70d3-4a79-bc4e-be895ca34b84 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.1134949 Sep 09 09:25:45.543800 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:45.550143 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:45.556322 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/networks/59886ec7-de9f-4901-a5a4-e93757e5dec9 HTTP/1.1" status: 204 len: 168 time: 0.8873820 Sep 09 09:25:45.581487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40180) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:45.616440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbb73c-a44d-41e0-8b8b-8b34f74d98e4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Network': ['ID=59886ec7-de9f-4901-a5a4-e93757e5dec9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:45.640431 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-d172c201-6ca2-4b09-ad20-8ed3778f754b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19 HTTP/1.1" status: 200 len: 1001 time: 0.1700435 Sep 09 09:25:45.669774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] Router 94068450-aeb2-493d-b338-857303dca75b has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:25:45.795012 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dcdf12c7-1273-49a5-9526-732ce25dd888 req-954ce96d-700c-44f1-a62c-6e93690b8f39 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260432 Sep 09 09:25:45.801441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-504e1d58-5626-445e-b9c0-337d00f5b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:45.810539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-504e1d58-5626-445e-b9c0-337d00f5b0e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.1513402 Sep 09 09:25:45.977321 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-67bf9193-ba98-4d99-b384-c00fc41d6725 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:45.983172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-5925f55a-8d12-4b54-8002-7b2a2349fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:45.988393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-5925f55a-8d12-4b54-8002-7b2a2349fd02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1635509 Sep 09 09:25:45.990955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5905b963-8782-4ef4-890c-49571f523f86 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:46.023511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5905b963-8782-4ef4-890c-49571f523f86 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:46.024282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5905b963-8782-4ef4-890c-49571f523f86 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:46.113307 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-67bf9193-ba98-4d99-b384-c00fc41d6725 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:46.154769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-6677e37c-6a39-4e22-9ae7-9592d44360d4 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555591 Sep 09 09:25:46.261557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa735b32-bfad-4f3f-b2f0-52bbaaed7a24 req-7f70dddd-3338-40a7-80a0-228e5dee8242 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988941 Sep 09 09:25:46.264827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:46.271403 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5c30438d-e25f-49ff-873b-d10e58b92914 admin admin] 10.222.0.32 "PUT /v2.0/routers/94068450-aeb2-493d-b338-857303dca75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4146760 Sep 09 09:25:46.272390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40192) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:46.338010 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-67bf9193-ba98-4d99-b384-c00fc41d6725 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:46.343493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-67bf9193-ba98-4d99-b384-c00fc41d6725 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:46.345318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-67bf9193-ba98-4d99-b384-c00fc41d6725 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/security-groups/455f0cef-bf92-4bd5-b035-86592ea2fdd0 HTTP/1.1" status: 204 len: 168 time: 0.7627711 Sep 09 09:25:46.359347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf9193-ba98-4d99-b384-c00fc41d6725 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455f0cef-bf92-4bd5-b035-86592ea2fdd0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:46.413641 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:46.489509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88511dc2-903c-4d16-9b55-18e0f34f80a8 None None] Sync routers for ids ['94068450-aeb2-493d-b338-857303dca75b'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:46.522009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88511dc2-903c-4d16-9b55-18e0f34f80a8 None None] Routers {'94068450-aeb2-493d-b338-857303dca75b'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:46.522586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-88511dc2-903c-4d16-9b55-18e0f34f80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['94068450-aeb2-493d-b338-857303dca75b'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:46.554238 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:46.721990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Deleting port c643d878-a03d-4ed3-ba0f-7a32a24f067b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:46.722638 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:46.780843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-88511dc2-903c-4d16-9b55-18e0f34f80a8 None None] Set router 94068450-aeb2-493d-b338-857303dca75b gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:46.923928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] For port c643d878-a03d-4ed3-ba0f-7a32a24f067b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c643d878-a03d-4ed3-ba0f-7a32a24f067b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:46.924482 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:46.938060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Calling delete_port for c643d878-a03d-4ed3-ba0f-7a32a24f067b owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:47.047300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-88511dc2-903c-4d16-9b55-18e0f34f80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94068450-aeb2-493d-b338-857303dca75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-router', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:44Z', 'revision_number': 5, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'gw_port': {'id': 'c643d878-a03d-4ed3-ba0f-7a32a24f067b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94068450-aeb2-493d-b338-857303dca75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:47.057575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84707d30-980f-4b80-bc24-d4c1947e17ed req-87f14337-dbc8-4917-b4a1-e60b2db4310d tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:47.059327 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84707d30-980f-4b80-bc24-d4c1947e17ed req-87f14337-dbc8-4917-b4a1-e60b2db4310d tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0714734 Sep 09 09:25:47.098738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88511dc2-903c-4d16-9b55-18e0f34f80a8 None None] Checking router: 94068450-aeb2-493d-b338-857303dca75b for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:47.099517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40212) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:47.107702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-917633e4-cef6-4957-9543-5048b81319a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010815921', 'description': 'tempest-secgroup-smoke-1010815921 description', 'project_id': '88c726152e4047b9b17518f59bbdcd13'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:47.110648 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88511dc2-903c-4d16-9b55-18e0f34f80a8 None None] Routers {'94068450-aeb2-493d-b338-857303dca75b'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:47.111923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-88511dc2-903c-4d16-9b55-18e0f34f80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['94068450-aeb2-493d-b338-857303dca75b'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:47.116173 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fd61-faae-4d98-a67e-e9e1054fd82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.144676 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84707d30-980f-4b80-bc24-d4c1947e17ed req-bc9e7d7e-292a-4d1e-a744-f94cf6ee01dd tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507715 Sep 09 09:25:47.189134 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-917633e4-cef6-4957-9543-5048b81319a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.224306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-9a4dd3ab-208a-4d09-b2d8-f11b5167071d req-2ace0b9d-0ca6-49ce-8f53-44bdb6898874 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-212462061', 'description': 'tempest-description-1370546322'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:47.263403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.263878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-88511dc2-903c-4d16-9b55-18e0f34f80a8 None None] Set router 94068450-aeb2-493d-b338-857303dca75b gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:47.290432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c643d878-a03d-4ed3-ba0f-7a32a24f067b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:47.316479 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-917633e4-cef6-4957-9543-5048b81319a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.326847 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.328336 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-88511dc2-903c-4d16-9b55-18e0f34f80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94068450-aeb2-493d-b338-857303dca75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-router', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:46Z', 'revision_number': 6, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:47.359240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.366589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88511dc2-903c-4d16-9b55-18e0f34f80a8 None None] The sync data for ids ['94068450-aeb2-493d-b338-857303dca75b'] in n-d-778696-16 is: [{'id': '94068450-aeb2-493d-b338-857303dca75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11066240-router', 'tenant_id': '48006108940443ab9fd3ea61afc1c312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:35Z', 'updated_at': '2021-09-09T09:25:46Z', 'revision_number': 6, 'project_id': '48006108940443ab9fd3ea61afc1c312', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:47.368149 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-917633e4-cef6-4957-9543-5048b81319a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.412839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917633e4-cef6-4957-9543-5048b81319a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1152f516-c5ac-4c97-992b-9d4c7d2fe97c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:47.458478 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.460800 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.510195 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9a4dd3ab-208a-4d09-b2d8-f11b5167071d req-2ace0b9d-0ca6-49ce-8f53-44bdb6898874 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.571795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.572259 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94068450-aeb2-493d-b338-857303dca75b {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:25:47.577351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.577930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0939a705-1067-4411-b4a8-6587bf1183ed admin admin] 10.222.0.32 "DELETE /v2.0/routers/94068450-aeb2-493d-b338-857303dca75b HTTP/1.1" status: 204 len: 168 time: 1.3046145 Sep 09 09:25:47.580568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40216) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:47.596255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-917633e4-cef6-4957-9543-5048b81319a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.597557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-917633e4-cef6-4957-9543-5048b81319a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4961426 Sep 09 09:25:47.602665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40218) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:47.608932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-14f790b5-d7bb-468b-9943-961e721277d5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '1152f516-c5ac-4c97-992b-9d4c7d2fe97c', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:47.630390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-059d6475-9b49-4d45-ace8-673f29e709ce admin admin] Deleting subnet e1940c0c-62b4-4138-aba0-90821708f493 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:25:47.633496 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-059d6475-9b49-4d45-ace8-673f29e709ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.669247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-059d6475-9b49-4d45-ace8-673f29e709ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.672294 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9a4dd3ab-208a-4d09-b2d8-f11b5167071d req-2ace0b9d-0ca6-49ce-8f53-44bdb6898874 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.716951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9a4dd3ab-208a-4d09-b2d8-f11b5167071d req-2ace0b9d-0ca6-49ce-8f53-44bdb6898874 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.765639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace0b9d-0ca6-49ce-8f53-44bdb6898874 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5501db-f592-45c1-b6e1-a29b67e206a8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:47.778379 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-059d6475-9b49-4d45-ace8-673f29e709ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.827947 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14f790b5-d7bb-468b-9943-961e721277d5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.876583 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9a4dd3ab-208a-4d09-b2d8-f11b5167071d req-2ace0b9d-0ca6-49ce-8f53-44bdb6898874 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.878146 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a4dd3ab-208a-4d09-b2d8-f11b5167071d req-2ace0b9d-0ca6-49ce-8f53-44bdb6898874 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.6579120 Sep 09 09:25:47.912014 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14f790b5-d7bb-468b-9943-961e721277d5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.921467 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-059d6475-9b49-4d45-ace8-673f29e709ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.954205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d6475-9b49-4d45-ace8-673f29e709ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1940c0c-62b4-4138-aba0-90821708f493,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:47.961583 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-059d6475-9b49-4d45-ace8-673f29e709ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:47.963546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-059d6475-9b49-4d45-ace8-673f29e709ce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e1940c0c-62b4-4138-aba0-90821708f493 HTTP/1.1" status: 204 len: 168 time: 0.3819447 Sep 09 09:25:47.967565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd5b460-353c-4c38-a015-dd5cd7c0ecbb None None] Network 5a8ff0bf-5162-4681-a9a5-23e353f53705 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:25:47.980144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40230) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:47.999781 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14f790b5-d7bb-468b-9943-961e721277d5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.040873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8eb7d88-6e67-4957-bb1f-3be31e1d6236 req-40ce5e1b-2c60-49e9-8960-1f65fd7ecc0a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-212462061&fields=id&tenant_id=d13a21f052e14d2489bc3e8efc13a7c2 HTTP/1.1" status: 200 len: 267 time: 0.0777986 Sep 09 09:25:48.046291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f790b5-d7bb-468b-9943-961e721277d5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34d7adb-e57f-4a14-8e63-de16fa2e0066,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:48.083954 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.106362 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb7d88-6e67-4957-bb1f-3be31e1d6236 req-a2911cfc-83b1-498c-af9b-ef72d3d52623 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:48.108852 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8eb7d88-6e67-4957-bb1f-3be31e1d6236 req-a2911cfc-83b1-498c-af9b-ef72d3d52623 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0592871 Sep 09 09:25:48.110760 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14f790b5-d7bb-468b-9943-961e721277d5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.112221 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-14f790b5-d7bb-468b-9943-961e721277d5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5086410 Sep 09 09:25:48.114887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40232) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:48.121168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-28a4b4a3-739d-4310-baf0-707463e0d8b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '1152f516-c5ac-4c97-992b-9d4c7d2fe97c', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:48.136339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d8eb7d88-6e67-4957-bb1f-3be31e1d6236 req-0eef3458-9dc5-4472-b691-39f4bfd60b5c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Request body: {'port': {'security_groups': ['7d764034-d2f9-4c28-bcf7-325d104ffe29', '6f5501db-f592-45c1-b6e1-a29b67e206a8']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:48.146558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Deleting port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:48.147142 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.238859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4aaad1-721b-407e-a39d-f8989c06a414 None None] DHCP port deletion for 5a8ff0bf-5162-4681-a9a5-23e353f53705 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:25:48.241959 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d8eb7d88-6e67-4957-bb1f-3be31e1d6236 req-0eef3458-9dc5-4472-b691-39f4bfd60b5c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.300483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] For port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd,segment=NetworkSegment(e1649c3e-ec83-4c7b-9281-ba7df34e22c4),segment_id=e1649c3e-ec83-4c7b-9281-ba7df34e22c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:48.301292 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.330029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Calling delete_port for bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:48.331020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 04fa2c99-54f9-40bd-873d-9da993462212 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:48.348109 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28a4b4a3-739d-4310-baf0-707463e0d8b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.376229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 04fa2c99-54f9-40bd-873d-9da993462212 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:48.376591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 04fa2c99-54f9-40bd-873d-9da993462212 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:48.438482 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aaad1-721b-407e-a39d-f8989c06a414 None None] Deleting port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:25:48.439898 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac4aaad1-721b-407e-a39d-f8989c06a414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.450594 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28a4b4a3-739d-4310-baf0-707463e0d8b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.518160 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.529757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ac4aaad1-721b-407e-a39d-f8989c06a414 None None] For port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd,segment=NetworkSegment(e1649c3e-ec83-4c7b-9281-ba7df34e22c4),segment_id=e1649c3e-ec83-4c7b-9281-ba7df34e22c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:48.531087 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac4aaad1-721b-407e-a39d-f8989c06a414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.532781 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:25:48.542138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aaad1-721b-407e-a39d-f8989c06a414 None None] Calling delete_port for bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:25:48.551427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28a4b4a3-739d-4310-baf0-707463e0d8b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.579115 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.581039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4b4a3-739d-4310-baf0-707463e0d8b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c744d245-f96f-487f-bca3-4da6035f08d8,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:48.597838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d8eb7d88-6e67-4957-bb1f-3be31e1d6236 req-0eef3458-9dc5-4472-b691-39f4bfd60b5c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] For port 493fbc05-0d24-437f-b908-f1766ff1f680, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=493fbc05-0d24-437f-b908-f1766ff1f680,segment=NetworkSegment(4af42b6d-2331-4237-866d-d5289ef86d9c),segment_id=4af42b6d-2331-4237-866d-d5289ef86d9c)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:48.641579 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac4aaad1-721b-407e-a39d-f8989c06a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.642966 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d8eb7d88-6e67-4957-bb1f-3be31e1d6236 req-0eef3458-9dc5-4472-b691-39f4bfd60b5c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.656863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:48.658732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] No DVR routers for this DVR port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:25:48.664530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28a4b4a3-739d-4310-baf0-707463e0d8b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.666007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-28a4b4a3-739d-4310-baf0-707463e0d8b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5499115 Sep 09 09:25:48.669819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40240) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:48.675534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e3d36b15-0b85-4973-a633-32c0228c45ce tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '1152f516-c5ac-4c97-992b-9d4c7d2fe97c', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:48.677291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4aaad1-721b-407e-a39d-f8989c06a414 None None] Pushing event deleted for resources: {'Port': ['ID=bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:48.691560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4aaad1-721b-407e-a39d-f8989c06a414 None None] No DVR routers for this DVR port bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:25:48.749044 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d8eb7d88-6e67-4957-bb1f-3be31e1d6236 req-0eef3458-9dc5-4472-b691-39f4bfd60b5c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.764452 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.770433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['493fbc05-0d24-437f-b908-f1766ff1f680'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:25:48.795209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8ff0bf-5162-4681-a9a5-23e353f53705']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:48.806578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1649c3e-ec83-4c7b-9281-ba7df34e22c4') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:48.807410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1649c3e-ec83-4c7b-9281-ba7df34e22c4') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:48.819196 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.838475 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.848880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:25:48.849268 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:25:48.860009 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:25:48.874742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb7d88-6e67-4957-bb1f-3be31e1d6236 req-0eef3458-9dc5-4472-b691-39f4bfd60b5c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:48.879490 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d8eb7d88-6e67-4957-bb1f-3be31e1d6236 req-0eef3458-9dc5-4472-b691-39f4bfd60b5c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.885065 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8eb7d88-6e67-4957-bb1f-3be31e1d6236 req-0eef3458-9dc5-4472-b691-39f4bfd60b5c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "PUT /v2.0/ports/493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 981 time: 0.7569866 Sep 09 09:25:48.900045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:48.910469 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87953397-d322-4a86-a839-bf1e78f9a712" -d '{"events": [{"name": "network-changed", "server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:48.920215 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e3d36b15-0b85-4973-a633-32c0228c45ce tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:48.951554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef3458-9dc5-4472-b691-39f4bfd60b5c tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Pushing event updated for resources: {'Port': ['ID=493fbc05-0d24-437f-b908-f1766ff1f680,revision_number=6']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:48.987031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cab4f677-4c95-4829-b42c-8a66e71ccaae req-917910b5-aa5e-4ac7-b973-30c5732172da tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-212462061&fields=id&tenant_id=d13a21f052e14d2489bc3e8efc13a7c2 HTTP/1.1" status: 200 len: 267 time: 0.0419893 Sep 09 09:25:49.011780 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.041238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['493fbc05-0d24-437f-b908-f1766ff1f680'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:25:49.047731 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e3d36b15-0b85-4973-a633-32c0228c45ce tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.054440 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.056576 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] 10.222.0.32 "DELETE /v2.0/networks/5a8ff0bf-5162-4681-a9a5-23e353f53705 HTTP/1.1" status: 204 len: 168 time: 1.0748692 Sep 09 09:25:49.057747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0c346-2988-4c3d-b8c6-75da1ab821cf admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8ff0bf-5162-4681-a9a5-23e353f53705,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:49.088047 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17cd854-9c82-49c5-90e7-932db6893c2c x-openstack-request-id: req-d17cd854-9c82-49c5-90e7-932db6893c2c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:49.088272 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:49.088534 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d17cd854-9c82-49c5-90e7-932db6893c2c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:49.090639 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680', 'status': 'completed', 'code': 200} Sep 09 09:25:49.093037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4f677-4c95-4829-b42c-8a66e71ccaae req-86d07b5c-cb32-40a3-8de8-09d41a45206b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:49.094829 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cab4f677-4c95-4829-b42c-8a66e71ccaae req-86d07b5c-cb32-40a3-8de8-09d41a45206b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 984 time: 0.0975988 Sep 09 09:25:49.103700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e3d36b15-0b85-4973-a633-32c0228c45ce tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.120619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cab4f677-4c95-4829-b42c-8a66e71ccaae req-b380cdbd-fa5e-47a2-8ae2-2eefefe2535a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Request body: {'port': {'security_groups': ['7d764034-d2f9-4c28-bcf7-325d104ffe29']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:49.193350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d36b15-0b85-4973-a633-32c0228c45ce tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdefbb54-5576-44f8-be5a-563a6c266c9d,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:49.217298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87953397-d322-4a86-a839-bf1e78f9a712 req-8cb6844a-5b4b-4701-a7de-b0b2e5406f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:49.218992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87953397-d322-4a86-a839-bf1e78f9a712 req-8cb6844a-5b4b-4701-a7de-b0b2e5406f30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 1136 time: 0.0933712 Sep 09 09:25:49.269992 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cab4f677-4c95-4829-b42c-8a66e71ccaae req-b380cdbd-fa5e-47a2-8ae2-2eefefe2535a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.549908 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e3d36b15-0b85-4973-a633-32c0228c45ce tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.551127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e3d36b15-0b85-4973-a633-32c0228c45ce tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8803415 Sep 09 09:25:49.553831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40266) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:49.558165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8e599d9f-6381-4735-be5f-280548935fb2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '1152f516-c5ac-4c97-992b-9d4c7d2fe97c', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:49.597874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cab4f677-4c95-4829-b42c-8a66e71ccaae req-b380cdbd-fa5e-47a2-8ae2-2eefefe2535a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] For port 493fbc05-0d24-437f-b908-f1766ff1f680, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=493fbc05-0d24-437f-b908-f1766ff1f680,segment=NetworkSegment(4af42b6d-2331-4237-866d-d5289ef86d9c),segment_id=4af42b6d-2331-4237-866d-d5289ef86d9c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:25:49.606743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40268) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:49.634790 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cab4f677-4c95-4829-b42c-8a66e71ccaae req-b380cdbd-fa5e-47a2-8ae2-2eefefe2535a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.661996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87953397-d322-4a86-a839-bf1e78f9a712 req-b68d3fd8-8cc9-4e6a-beee-1e626fb0d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:49.663536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87953397-d322-4a86-a839-bf1e78f9a712 req-b68d3fd8-8cc9-4e6a-beee-1e626fb0d77c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3 HTTP/1.1" status: 200 len: 921 time: 0.4347830 Sep 09 09:25:49.680051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7316012a-7d83-4b90-bd75-8101d7dce496 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48006108940443ab9fd3ea61afc1c312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707293 Sep 09 09:25:49.682660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40270) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:49.697613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cab4f677-4c95-4829-b42c-8a66e71ccaae req-b380cdbd-fa5e-47a2-8ae2-2eefefe2535a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.711274 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['493fbc05-0d24-437f-b908-f1766ff1f680'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:25:49.756071 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87953397-d322-4a86-a839-bf1e78f9a712 req-188975d4-49d4-4fec-92e1-bcfe88afe1bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 217 time: 0.0834131 Sep 09 09:25:49.759836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4f677-4c95-4829-b42c-8a66e71ccaae req-b380cdbd-fa5e-47a2-8ae2-2eefefe2535a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:49.760747 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cab4f677-4c95-4829-b42c-8a66e71ccaae req-b380cdbd-fa5e-47a2-8ae2-2eefefe2535a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.763691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cab4f677-4c95-4829-b42c-8a66e71ccaae req-b380cdbd-fa5e-47a2-8ae2-2eefefe2535a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "PUT /v2.0/ports/493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 942 time: 0.6490419 Sep 09 09:25:49.764384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:49.765346 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8e599d9f-6381-4735-be5f-280548935fb2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.767299 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ec9ec9-ce7e-4ba6-a5be-4e0977ed72db" -d '{"events": [{"name": "network-changed", "server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:49.805047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380cdbd-fa5e-47a2-8ae2-2eefefe2535a tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Pushing event updated for resources: {'Port': ['ID=493fbc05-0d24-437f-b908-f1766ff1f680,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:49.807953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b54cacab-c6f4-4d85-879f-d97f1b5e7691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.881213 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b54cacab-c6f4-4d85-879f-d97f1b5e7691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:49.884645 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cf2fae-71c9-4572-9d98-37dd7b08574c x-openstack-request-id: req-95cf2fae-71c9-4572-9d98-37dd7b08574c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:49.885044 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:49.885532 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95cf2fae-71c9-4572-9d98-37dd7b08574c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:49.885953 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680', 'status': 'completed', 'code': 200} Sep 09 09:25:49.894467 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87953397-d322-4a86-a839-bf1e78f9a712 req-04a8477d-31d3-4a9c-9e91-70c4dc13bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:49.896327 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87953397-d322-4a86-a839-bf1e78f9a712 req-04a8477d-31d3-4a9c-9e91-70c4dc13bb34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097c4ac4-df45-45a5-bd8d-bae444d137e1 HTTP/1.1" status: 200 len: 860 time: 0.1322448 Sep 09 09:25:49.921817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['493fbc05-0d24-437f-b908-f1766ff1f680'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:25:49.992750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:50.007355 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87953397-d322-4a86-a839-bf1e78f9a712 req-cd62a2b9-dbc1-4b01-958d-70f056dbb8f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993104 Sep 09 09:25:50.042326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:50.042651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bb9fc9d4-58e8-4fcc-ae28-666daa64d8bd not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:50.044002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c643d878-a03d-4ed3-ba0f-7a32a24f067b no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:25:50.084553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: c643d878-a03d-4ed3-ba0f-7a32a24f067b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:25:50.084553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c643d878-a03d-4ed3-ba0f-7a32a24f067b not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:25:50.110385 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8e599d9f-6381-4735-be5f-280548935fb2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.178310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8e599d9f-6381-4735-be5f-280548935fb2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.181952 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.194293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a026031b-d71e-42e2-82d7-896afe648e70 req-c21ac9dc-53ef-4735-891f-e40cc8f32ae0 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3706071 Sep 09 09:25:50.199603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:50.222513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e599d9f-6381-4735-be5f-280548935fb2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533d41d2-103a-4603-84de-a5263b545558,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:50.227535 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b54cacab-c6f4-4d85-879f-d97f1b5e7691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.231255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b54cacab-c6f4-4d85-879f-d97f1b5e7691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.232145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b54cacab-c6f4-4d85-879f-d97f1b5e7691 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41e48cbe-15de-46ef-b084-c7af9215dcd9 HTTP/1.1" status: 204 len: 168 time: 0.5488374 Sep 09 09:25:50.236166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87953397-d322-4a86-a839-bf1e78f9a712 req-cbb8c2a3-af9f-4275-87f7-9956cd7debf4 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004745 Sep 09 09:25:50.244574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cacab-c6f4-4d85-879f-d97f1b5e7691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e48cbe-15de-46ef-b084-c7af9215dcd9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:50.286953 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.361247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-87953397-d322-4a86-a839-bf1e78f9a712 req-2987f11f-7f4c-44b5-b985-d9ab1fb74430 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129704 Sep 09 09:25:50.362441 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8e599d9f-6381-4735-be5f-280548935fb2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.363538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8e599d9f-6381-4735-be5f-280548935fb2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8087444 Sep 09 09:25:50.366375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40286) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:50.372859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d408fd71-13b7-4f0f-80d2-30a029083405 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '1152f516-c5ac-4c97-992b-9d4c7d2fe97c', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:50.453655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9ec9-ce7e-4ba6-a5be-4e0977ed72db req-e8298b9b-e7fa-49b7-a740-57e3e89d07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:50.456179 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51ec9ec9-ce7e-4ba6-a5be-4e0977ed72db req-e8298b9b-e7fa-49b7-a740-57e3e89d07bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 1097 time: 0.0487528 Sep 09 09:25:50.460529 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-d408fd71-13b7-4f0f-80d2-30a029083405 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Project 88c726152e4047b9b17518f59bbdcd13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:25:50.492496 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.514163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d408fd71-13b7-4f0f-80d2-30a029083405 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.645813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Allocated IP 172.25.8.170 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/540ec236-85b1-46cf-ade9-e1376ee90e2c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:25:50.675979 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d408fd71-13b7-4f0f-80d2-30a029083405 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.675979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9ec9-ce7e-4ba6-a5be-4e0977ed72db req-e71d4387-333d-4acd-b8c3-2d0122778312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:50.675979 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51ec9ec9-ce7e-4ba6-a5be-4e0977ed72db req-e71d4387-333d-4acd-b8c3-2d0122778312 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3 HTTP/1.1" status: 200 len: 921 time: 0.2113326 Sep 09 09:25:50.740638 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51ec9ec9-ce7e-4ba6-a5be-4e0977ed72db req-df462231-36eb-4297-9eb2-1ea69824e3e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 217 time: 0.0557885 Sep 09 09:25:50.805493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d408fd71-13b7-4f0f-80d2-30a029083405 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.820839 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.838755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408fd71-13b7-4f0f-80d2-30a029083405 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfc299a-02a4-4c49-bf2a-e76c7ace362a,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:50.863934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9ec9-ce7e-4ba6-a5be-4e0977ed72db req-c4e731c9-c4a3-4d0c-adb4-d173a57450a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:50.865419 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51ec9ec9-ce7e-4ba6-a5be-4e0977ed72db req-c4e731c9-c4a3-4d0c-adb4-d173a57450a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097c4ac4-df45-45a5-bd8d-bae444d137e1 HTTP/1.1" status: 200 len: 860 time: 0.1177065 Sep 09 09:25:50.914970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51ec9ec9-ce7e-4ba6-a5be-4e0977ed72db req-318361af-26f4-40da-a06d-f588a8053ac2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337012 Sep 09 09:25:50.918764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d408fd71-13b7-4f0f-80d2-30a029083405 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:50.922899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d408fd71-13b7-4f0f-80d2-30a029083405 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5522935 Sep 09 09:25:50.924431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40300) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:50.937272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0b7df06d-956a-4bc8-9fd5-8c0d4cc69cf3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '1152f516-c5ac-4c97-992b-9d4c7d2fe97c', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:50.984269 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.045311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:25:51.049809 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:25:51.052377 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51ec9ec9-ce7e-4ba6-a5be-4e0977ed72db req-b087c6ed-167f-43b9-b696-0aff1e46b412 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302621 Sep 09 09:25:51.052566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:25:51.054509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Pushing event updated for resources: {'Port': ['ID=540ec236-85b1-46cf-ade9-e1376ee90e2c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:51.094167 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-0b7df06d-956a-4bc8-9fd5-8c0d4cc69cf3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Project 88c726152e4047b9b17518f59bbdcd13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:25:51.103417 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b7df06d-956a-4bc8-9fd5-8c0d4cc69cf3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.205515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.212650 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51ec9ec9-ce7e-4ba6-a5be-4e0977ed72db req-b2a4bd62-0cf9-4d54-9d76-39f37d853988 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514218 Sep 09 09:25:51.269267 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b7df06d-956a-4bc8-9fd5-8c0d4cc69cf3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.340961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.377017 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b7df06d-956a-4bc8-9fd5-8c0d4cc69cf3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.484323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7df06d-956a-4bc8-9fd5-8c0d4cc69cf3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f6b8b8-5e76-4ac7-831e-2c09598b6278,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:51.548707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.571327 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b7df06d-956a-4bc8-9fd5-8c0d4cc69cf3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.572625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0b7df06d-956a-4bc8-9fd5-8c0d4cc69cf3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6469820 Sep 09 09:25:51.575892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40318) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:51.580778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'network': {'name': 'tempest-network-smoke--1663674667', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:51.662884 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.698059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:25:51.701447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.768320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Pushing event updated for resources: {'Port': ['ID=540ec236-85b1-46cf-ade9-e1376ee90e2c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:51.775316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:25:51.780490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.794570 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.794895 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Added segment 193ce414-71a3-493b-9383-f91a725fdb8f of type vlan for network da8ea5ae-a4bc-42f8-8f35-8c62177200cd Sep 09 09:25:51.849768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.870687 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.871980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a026031b-d71e-42e2-82d7-896afe648e70 req-7c7d9f59-ed7c-4bc4-a4f2-cb0d8b79908f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6767452 Sep 09 09:25:51.929304 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a026031b-d71e-42e2-82d7-896afe648e70 req-ec99808a-91bc-454f-8598-a654e6b02f09 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.170 HTTP/1.1" status: 200 len: 696 time: 0.0450439 Sep 09 09:25:51.955122 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:51.959300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:51.959913 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:52.086873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Network': ['ID=da8ea5ae-a4bc-42f8-8f35-8c62177200cd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:52.103756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7953a9d1-80dd-40f1-b172-447fef35d327 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5267658 Sep 09 09:25:52.106674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40334) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:52.112096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'admin_state_up': True, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:52.140606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026031b-d71e-42e2-82d7-896afe648e70 req-9fcbb4e6-ddaf-4663-872f-f4580d4afb02 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:52.142345 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a026031b-d71e-42e2-82d7-896afe648e70 req-9fcbb4e6-ddaf-4663-872f-f4580d4afb02 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.2105112 Sep 09 09:25:52.211704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network da8ea5ae-a4bc-42f8-8f35-8c62177200cd details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:25:52.268697 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:52.269741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:52.321695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-ea5d6142-5229-447c-96f1-0e0dadb1b154 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:52.323523 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-ea5d6142-5229-447c-96f1-0e0dadb1b154 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0952764 Sep 09 09:25:52.419272 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:52.429399 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-9c7e591e-7356-4793-8aef-791af38816ba tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.170 HTTP/1.1" status: 200 len: 696 time: 0.0930226 Sep 09 09:25:52.441712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-c1c289c6-f9ea-4140-b3f4-d22ce7b69993 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Request body: {'floatingip': {'port_id': '493fbc05-0d24-437f-b908-f1766ff1f680', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:52.484497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-c1c289c6-f9ea-4140-b3f4-d22ce7b69993 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:52.803100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:53.180688 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-c1c289c6-f9ea-4140-b3f4-d22ce7b69993 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:53.305595 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:53.334986 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:53.344903 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-c1c289c6-f9ea-4140-b3f4-d22ce7b69993 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:53.791467 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-c1c289c6-f9ea-4140-b3f4-d22ce7b69993 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Floating IP 407c1b47-d729-4afd-a692-81187d2070bb associated. External IP: 172.25.8.170, port: 493fbc05-0d24-437f-b908-f1766ff1f680. Sep 09 09:25:53.843966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.25.8.156 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/f31ce344-4907-46b2-8777-ca6d0f17cc96) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:25:54.056912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:54.154654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-c1c289c6-f9ea-4140-b3f4-d22ce7b69993 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Router 790b0edd-785f-4430-ba0a-81d82ef62291 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:25:54.252890 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:54.321439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:25:54.356125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:25:54.361615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:25:54.410527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=f31ce344-4907-46b2-8777-ca6d0f17cc96,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:54.431194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-c1c289c6-f9ea-4140-b3f4-d22ce7b69993 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:54.438049 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-c1c289c6-f9ea-4140-b3f4-d22ce7b69993 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:54.441416 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01344a-f3b6-4bb5-87a8-85c6e785d22d None None] Sync routers for ids ['790b0edd-785f-4430-ba0a-81d82ef62291'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:54.451589 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01344a-f3b6-4bb5-87a8-85c6e785d22d None None] Routers {'790b0edd-785f-4430-ba0a-81d82ef62291'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:54.452500 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3e01344a-f3b6-4bb5-87a8-85c6e785d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['790b0edd-785f-4430-ba0a-81d82ef62291'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:54.504772 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-c1c289c6-f9ea-4140-b3f4-d22ce7b69993 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "PUT /v2.0/floatingips/407c1b47-d729-4afd-a692-81187d2070bb HTTP/1.1" status: 200 len: 996 time: 2.0671012 Sep 09 09:25:54.507125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:54.509871 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fc8540-a23f-4e91-89ab-3e1871746280" -d '{"events": [{"name": "network-changed", "server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:54.567636 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3e01344a-f3b6-4bb5-87a8-85c6e785d22d None None] Set router 790b0edd-785f-4430-ba0a-81d82ef62291 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:54.591406 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b906f339-8b64-427a-ae61-163a73caaa2e x-openstack-request-id: req-b906f339-8b64-427a-ae61-163a73caaa2e {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:54.591763 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:54.592078 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b906f339-8b64-427a-ae61-163a73caaa2e {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:54.592540 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680', 'status': 'completed', 'code': 200} Sep 09 09:25:54.652789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-ef6e2375-9fda-4c28-90f2-f5db2184d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:54.654470 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-ef6e2375-9fda-4c28-90f2-f5db2184d8c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 1097 time: 0.1097007 Sep 09 09:25:54.792248 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc8540-a23f-4e91-89ab-3e1871746280 req-a300fbaa-369d-4f94-8fa9-dca39b0f748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:54.793800 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3fc8540-a23f-4e91-89ab-3e1871746280 req-a300fbaa-369d-4f94-8fa9-dca39b0f748e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 1097 time: 0.1800013 Sep 09 09:25:54.847958 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3e01344a-f3b6-4bb5-87a8-85c6e785d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:55Z', 'revision_number': 4, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '407c1b47-d729-4afd-a692-81187d2070bb', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'port_id': '493fbc05-0d24-437f-b908-f1766ff1f680', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'mac_address': 'fa:16:3e:16:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:25:51Z', 'updated_at': '2021-09-09T09:25:53Z', 'revision_number': 1, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480fa48-70c2-4850-b312-40829c829f4e', 'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'mac_address': 'fa:16:3e:06:03:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:52Z', 'updated_at': '2021-09-09T09:25:02Z', 'revision_number': 5, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'subnets': [{'id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:54.889610 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01344a-f3b6-4bb5-87a8-85c6e785d22d None None] Checking router: 790b0edd-785f-4430-ba0a-81d82ef62291 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:54.898878 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01344a-f3b6-4bb5-87a8-85c6e785d22d None None] Routers {'790b0edd-785f-4430-ba0a-81d82ef62291'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:54.899561 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3e01344a-f3b6-4bb5-87a8-85c6e785d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['790b0edd-785f-4430-ba0a-81d82ef62291'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:54.958535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-b9fb3332-d01d-4930-87dc-3c34c5b80554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:54.960095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-b9fb3332-d01d-4930-87dc-3c34c5b80554 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3 HTTP/1.1" status: 200 len: 921 time: 0.2987993 Sep 09 09:25:55.022593 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3e01344a-f3b6-4bb5-87a8-85c6e785d22d None None] Set router 790b0edd-785f-4430-ba0a-81d82ef62291 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:55.025564 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:55.102396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc8540-a23f-4e91-89ab-3e1871746280 req-82317b14-35bc-46fe-b066-3abc48d9d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:55.103952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3fc8540-a23f-4e91-89ab-3e1871746280 req-82317b14-35bc-46fe-b066-3abc48d9d9dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3 HTTP/1.1" status: 200 len: 921 time: 0.2988546 Sep 09 09:25:55.108209 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:55.108789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-6e2cafd0-5a8c-4cb4-99ee-112cdb47438d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 999 time: 0.1389530 Sep 09 09:25:55.284017 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3e01344a-f3b6-4bb5-87a8-85c6e785d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:55Z', 'revision_number': 4, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '407c1b47-d729-4afd-a692-81187d2070bb', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'port_id': '493fbc05-0d24-437f-b908-f1766ff1f680', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'mac_address': 'fa:16:3e:16:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:25:51Z', 'updated_at': '2021-09-09T09:25:53Z', 'revision_number': 1, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480fa48-70c2-4850-b312-40829c829f4e', 'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'mac_address': 'fa:16:3e:06:03:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:52Z', 'updated_at': '2021-09-09T09:25:02Z', 'revision_number': 5, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'subnets': [{'id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:55.312954 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01344a-f3b6-4bb5-87a8-85c6e785d22d None None] The sync data for ids ['790b0edd-785f-4430-ba0a-81d82ef62291'] in n-d-778696-16 is: [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:55Z', 'revision_number': 4, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '407c1b47-d729-4afd-a692-81187d2070bb', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'port_id': '493fbc05-0d24-437f-b908-f1766ff1f680', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'mac_address': 'fa:16:3e:16:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:25:51Z', 'updated_at': '2021-09-09T09:25:53Z', 'revision_number': 1, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480fa48-70c2-4850-b312-40829c829f4e', 'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'mac_address': 'fa:16:3e:06:03:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:52Z', 'updated_at': '2021-09-09T09:25:02Z', 'revision_number': 5, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'subnets': [{'id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:55.647274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3fc8540-a23f-4e91-89ab-3e1871746280 req-bcdcc41a-b0c1-47f1-b454-ac9db07f2fff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 999 time: 0.5338213 Sep 09 09:25:55.691196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-5e4844b6-ec20-4153-85a3-8f815355b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:55.692890 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-5e4844b6-ec20-4153-85a3-8f815355b82d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=097c4ac4-df45-45a5-bd8d-bae444d137e1 HTTP/1.1" status: 200 len: 860 time: 0.5705862 Sep 09 09:25:55.703473 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b780c845-8c51-4418-9290-372696ad5a76 None None] New status for floating IP 407c1b47-d729-4afd-a692-81187d2070bb: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:25:55.752561 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-a9ab67b3-9a8b-4043-97f1-15cf3004ac66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339842 Sep 09 09:25:55.794699 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:55.860655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc8540-a23f-4e91-89ab-3e1871746280 req-f75c2cae-4e80-45ba-aad2-a86171873c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:55.862188 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3fc8540-a23f-4e91-89ab-3e1871746280 req-f75c2cae-4e80-45ba-aad2-a86171873c9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097c4ac4-df45-45a5-bd8d-bae444d137e1 HTTP/1.1" status: 200 len: 860 time: 0.1817231 Sep 09 09:25:55.910278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:55.947063 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3fc8540-a23f-4e91-89ab-3e1871746280 req-4de405b2-34f0-4b78-ab90-b3f51dc86a47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381935 Sep 09 09:25:56.037970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-f34c9843-bde0-4771-affa-ee98b6ea7846 service neutron] 10.222.0.32 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735851 Sep 09 09:25:56.210794 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3fc8540-a23f-4e91-89ab-3e1871746280 req-cf97556f-8f1a-4884-aeaa-d9f7530c4fbf service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297733 Sep 09 09:25:56.261532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce7aa26f-685a-41d1-a05b-7bab4f0c9496 req-ec2e09fc-d83a-40c3-baf0-cbe5a4b68630 service neutron] 10.222.0.32 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157404 Sep 09 09:25:56.348225 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3fc8540-a23f-4e91-89ab-3e1871746280 req-1295ed3c-74de-46fd-9745-102ba80367ee service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279650 Sep 09 09:25:56.491747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router 35abaa42-7a39-456c-a02c-30bef86796e4 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:25:56.574716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-8fe7507c-2083-4f14-92cc-76068cbbeb14 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.170 HTTP/1.1" status: 200 len: 1001 time: 0.1528513 Sep 09 09:25:56.654507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-1f80474b-a849-4470-aa11-d3b590285e75 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:56.654507 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-1f80474b-a849-4470-aa11-d3b590285e75 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports/493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 942 time: 0.0725067 Sep 09 09:25:56.726068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:56.737679 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Sync routers for ids ['35abaa42-7a39-456c-a02c-30bef86796e4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:56.750574 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Routers {'35abaa42-7a39-456c-a02c-30bef86796e4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:56.755186 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35abaa42-7a39-456c-a02c-30bef86796e4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:56.817302 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-0f7d78b5-02e6-4dfd-879e-bb8a51180bb2 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.170 HTTP/1.1" status: 200 len: 1001 time: 0.0927186 Sep 09 09:25:56.872163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:56.874536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a08f9e79-edb5-4dcc-a0ac-caf562de406d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.7666368 Sep 09 09:25:56.879403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40478) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:56.898742 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Set router 35abaa42-7a39-456c-a02c-30bef86796e4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:56.929144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c01184d3-f820-45ea-8de3-5be04e845bd6 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=88c726152e4047b9b17518f59bbdcd13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464959 Sep 09 09:25:56.931612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40480) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:56.976127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-ad7b0d86-dcc5-4c8b-8cf4-fab2acfd5680 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:56.977964 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-ad7b0d86-dcc5-4c8b-8cf4-fab2acfd5680 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1527205 Sep 09 09:25:57.071321 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f9963-5243-4268-ad6c-1c2b9a253a85 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:57.076754 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c89f9963-5243-4268-ad6c-1c2b9a253a85 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1402996 Sep 09 09:25:57.076754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40482) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:57.084942 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-bb6402e6-7155-4548-bcd5-d3755e728931 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.170 HTTP/1.1" status: 200 len: 1001 time: 0.0988202 Sep 09 09:25:57.101294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-f15a438a-df1c-4d89-8939-48498f45574b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:57.125450 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-19ac6f09-4c50-4a33-854f-f65ba88d2458 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472903 Sep 09 09:25:57.128006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40484) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:57.135772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1389789008', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:25:57.140955 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:25:54Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:57.176666 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Checking router: 35abaa42-7a39-456c-a02c-30bef86796e4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:57.177179 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Updating router 35abaa42-7a39-456c-a02c-30bef86796e4 port f31ce344-4907-46b2-8777-ca6d0f17cc96 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:25:57.195242 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-f15a438a-df1c-4d89-8939-48498f45574b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:57.217040 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:57.359957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:25:57.364877 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:57.385430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-f15a438a-df1c-4d89-8939-48498f45574b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:57.475399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-f15a438a-df1c-4d89-8939-48498f45574b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:57.475774 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-f15a438a-df1c-4d89-8939-48498f45574b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Floating IP 407c1b47-d729-4afd-a692-81187d2070bb disassociated. External IP: 172.25.8.170, port: 493fbc05-0d24-437f-b908-f1766ff1f680. Sep 09 09:25:57.666355 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:57.693290 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Transition to ACTIVE for port object f31ce344-4907-46b2-8777-ca6d0f17cc96 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:25:57.786926 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:57.817158 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:57.893829 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Pushing event updated for resources: {'Port': ['ID=f31ce344-4907-46b2-8777-ca6d0f17cc96,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:57.911606 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.911854 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.912359 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.912837 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.913339 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.914054 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.914531 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.915024 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.915537 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.916158 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.916871 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.917353 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:25:57.931794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Subnet': ['ID=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:57.942164 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Attempting to bind port f31ce344-4907-46b2-8777-ca6d0f17cc96 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:25:57.942739 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Attempting to bind port f31ce344-4907-46b2-8777-ca6d0f17cc96 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:25:57.943096 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Attempting to bind port f31ce344-4907-46b2-8777-ca6d0f17cc96 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:25:57.946512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-f15a438a-df1c-4d89-8939-48498f45574b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Router 790b0edd-785f-4430-ba0a-81d82ef62291 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:25:57.949460 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:25:57.954663 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:25:57.954663 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:57.954663 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:25:57.954663 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Bound port: f31ce344-4907-46b2-8777-ca6d0f17cc96, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:25:57.954663 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:57.969604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Checking segment: {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:25:57.970633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network hostable DHCP agents. Network: da8ea5ae-a4bc-42f8-8f35-8c62177200cd, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:25:58.040797 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] For port f31ce344-4907-46b2-8777-ca6d0f17cc96, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:25:58.040797 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] For port f31ce344-4907-46b2-8777-ca6d0f17cc96, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f31ce344-4907-46b2-8777-ca6d0f17cc96,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:25:58.092181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network da8ea5ae-a4bc-42f8-8f35-8c62177200cd is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:25:58.102904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-f15a438a-df1c-4d89-8939-48498f45574b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:25:58.112139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-f15a438a-df1c-4d89-8939-48498f45574b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:58.127885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aeea17-6305-45bd-b559-b005fea13241 None None] Sync routers for ids ['790b0edd-785f-4430-ba0a-81d82ef62291'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:25:58.138014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aeea17-6305-45bd-b559-b005fea13241 None None] Routers {'790b0edd-785f-4430-ba0a-81d82ef62291'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:58.138589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-10aeea17-6305-45bd-b559-b005fea13241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['790b0edd-785f-4430-ba0a-81d82ef62291'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:58.149111 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:58.164900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-f15a438a-df1c-4d89-8939-48498f45574b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "PUT /v2.0/floatingips/407c1b47-d729-4afd-a692-81187d2070bb HTTP/1.1" status: 200 len: 695 time: 1.0678942 Sep 09 09:25:58.165360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:25:58.167825 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1106f624-cd55-4c53-aa91-3e360bfd689e" -d '{"events": [{"name": "network-changed", "server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:25:58.223812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, da8ea5ae-a4bc-42f8-8f35-8c62177200cd) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:25:58.229407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:58.234555 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:58.255020 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Routers {'35abaa42-7a39-456c-a02c-30bef86796e4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:58.255808 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35abaa42-7a39-456c-a02c-30bef86796e4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:58.258806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c188f20-d3ba-4de7-98d1-4f49eb4f6e69 None None] Network da8ea5ae-a4bc-42f8-8f35-8c62177200cd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:25:58.260421 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deedcf-04f8-4d45-bcfd-9ad0a9441943 None None] Pushing event updated for resources: {'Port': ['ID=f31ce344-4907-46b2-8777-ca6d0f17cc96,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:25:58.280069 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283e32f3-3e28-4d47-b2c1-d5b4e5a4dead x-openstack-request-id: req-283e32f3-3e28-4d47-b2c1-d5b4e5a4dead {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:25:58.280369 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:25:58.280591 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-283e32f3-3e28-4d47-b2c1-d5b4e5a4dead {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:25:58.281185 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680', 'status': 'completed', 'code': 200} Sep 09 09:25:58.332667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-ac6c15df-77fb-4b28-b2a7-f37ca7a7cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:58.336165 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-ac6c15df-77fb-4b28-b2a7-f37ca7a7cc6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 1097 time: 0.1476295 Sep 09 09:25:58.337565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106f624-cd55-4c53-aa91-3e360bfd689e req-47b0bb7b-e5af-4ec6-91aa-960b47a9cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:58.339014 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1106f624-cd55-4c53-aa91-3e360bfd689e req-47b0bb7b-e5af-4ec6-91aa-960b47a9cbbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 1097 time: 0.0569019 Sep 09 09:25:58.378873 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] Set router 35abaa42-7a39-456c-a02c-30bef86796e4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:58.402031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-10aeea17-6305-45bd-b559-b005fea13241 None None] Set router 790b0edd-785f-4430-ba0a-81d82ef62291 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:58.409700 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c0ea781f-e24d-4cee-ae23-cfd936ecb328 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2799165 Sep 09 09:25:58.412309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:25:58.565833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106f624-cd55-4c53-aa91-3e360bfd689e req-af1e8ed1-9985-4609-b982-a5475b6b5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:58.567445 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1106f624-cd55-4c53-aa91-3e360bfd689e req-af1e8ed1-9985-4609-b982-a5475b6b5f9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3 HTTP/1.1" status: 200 len: 921 time: 0.2215707 Sep 09 09:25:58.568605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-9cfd55e2-e652-49f0-b706-7c27e56f6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:58.569984 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-9cfd55e2-e652-49f0-b706-7c27e56f6786 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3 HTTP/1.1" status: 200 len: 921 time: 0.2254012 Sep 09 09:25:58.670656 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1106f624-cd55-4c53-aa91-3e360bfd689e req-eb5c73ef-aa35-45d3-95f6-2270b2b65996 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 217 time: 0.0937507 Sep 09 09:25:58.729284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:25:58.737612 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:58.749776 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-4c829258-5d57-466c-be31-5b4863e12a33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 200 len: 217 time: 0.0950048 Sep 09 09:25:58.826896 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:25:54Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:58.858860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106f624-cd55-4c53-aa91-3e360bfd689e req-6a4f1d2e-0394-42db-8d5b-b385a4fcee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:58.865319 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1106f624-cd55-4c53-aa91-3e360bfd689e req-6a4f1d2e-0394-42db-8d5b-b385a4fcee17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097c4ac4-df45-45a5-bd8d-bae444d137e1 HTTP/1.1" status: 200 len: 860 time: 0.1483891 Sep 09 09:25:58.877503 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c45c50-221f-435a-89ed-68735d6dd138 None None] The sync data for ids ['35abaa42-7a39-456c-a02c-30bef86796e4'] in n-d-778696-16 is: [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:25:54Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:25:59.135699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-10aeea17-6305-45bd-b559-b005fea13241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:55Z', 'revision_number': 4, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b480fa48-70c2-4850-b312-40829c829f4e', 'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'mac_address': 'fa:16:3e:06:03:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:52Z', 'updated_at': '2021-09-09T09:25:02Z', 'revision_number': 5, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'subnets': [{'id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:59.182795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aeea17-6305-45bd-b559-b005fea13241 None None] Checking router: 790b0edd-785f-4430-ba0a-81d82ef62291 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:25:59.233957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aeea17-6305-45bd-b559-b005fea13241 None None] Routers {'790b0edd-785f-4430-ba0a-81d82ef62291'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:25:59.234873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-10aeea17-6305-45bd-b559-b005fea13241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['790b0edd-785f-4430-ba0a-81d82ef62291'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:25:59.309735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Allocated IP 172.20.0.2 (da8ea5ae-a4bc-42f8-8f35-8c62177200cd/2cd65f47-8a4d-4d97-a9f8-dc84288de4a0/785d1b63-1901-4fa8-8a04-fe3ed01fb525) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:25:59.318548 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:25:59.362985 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-d70da271-4a3d-4874-bd92-b97ec5705791 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945606 Sep 09 09:25:59.373135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1106f624-cd55-4c53-aa91-3e360bfd689e req-e117c1a4-7c21-42a2-9219-ccadef559614 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334954 Sep 09 09:25:59.392279 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-17456373-d8c5-4962-9747-a31f941d4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:25:59.393898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-17456373-d8c5-4962-9747-a31f941d4902 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=097c4ac4-df45-45a5-bd8d-bae444d137e1 HTTP/1.1" status: 200 len: 860 time: 0.6433549 Sep 09 09:25:59.452006 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-20432a39-1e6c-4d17-9751-576df1c1a9bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f1c7ea5-57da-47de-8722-e9f6cbb412a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435977 Sep 09 09:25:59.490065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-10aeea17-6305-45bd-b559-b005fea13241 None None] Set router 790b0edd-785f-4430-ba0a-81d82ef62291 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:25:59.609437 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1106f624-cd55-4c53-aa91-3e360bfd689e req-1c0f111c-f965-4e51-8564-cb4615b0204a service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282016 Sep 09 09:25:59.686674 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-294eeb43-ce62-45ef-b37e-50b3a82aaac6 service neutron] 10.222.0.32 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011721 Sep 09 09:25:59.861397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1106f624-cd55-4c53-aa91-3e360bfd689e req-e82536d0-5e4d-4573-a575-100e6360884e service neutron] 10.222.0.24 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423792 Sep 09 09:25:59.921305 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a56f836-824e-41c2-ac0a-4b6896e77981 req-404e7b38-8fc2-4cfa-bdf6-24400d37042d service neutron] 10.222.0.32 "GET /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866515 Sep 09 09:26:00.031021 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:00.046408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Transition to ACTIVE for port object 785d1b63-1901-4fa8-8a04-fe3ed01fb525 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:00.055241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f31ce344-4907-46b2-8777-ca6d0f17cc96 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:00.100163 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-10aeea17-6305-45bd-b559-b005fea13241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:55Z', 'revision_number': 4, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b480fa48-70c2-4850-b312-40829c829f4e', 'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'mac_address': 'fa:16:3e:06:03:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:52Z', 'updated_at': '2021-09-09T09:25:02Z', 'revision_number': 5, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'subnets': [{'id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:00.107476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Transition to ACTIVE for port object 785d1b63-1901-4fa8-8a04-fe3ed01fb525 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:00.128663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-f02e8428-f079-49a5-8dd7-bb46fb3a3bed tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:00.137460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-f02e8428-f079-49a5-8dd7-bb46fb3a3bed tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7737358 Sep 09 09:26:00.165274 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-731bd8d0-6fda-4de9-836c-0c0f4e8a6ff1 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/quotas/517a147da52e4dae9bbb47c8e65a17dd HTTP/1.1" status: 200 len: 375 time: 0.0251472 Sep 09 09:26:00.220456 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-1806f1a0-60ca-488e-b878-73b3860b74c1 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327892 Sep 09 09:26:00.306265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-b1826971-e7f8-4229-b6ab-ec340a1ac007 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/floatingips/407c1b47-d729-4afd-a692-81187d2070bb HTTP/1.1" status: 200 len: 695 time: 0.0807493 Sep 09 09:26:00.321934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aeea17-6305-45bd-b559-b005fea13241 None None] The sync data for ids ['790b0edd-785f-4430-ba0a-81d82ef62291'] in n-d-778696-16 is: [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:24:55Z', 'revision_number': 4, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b480fa48-70c2-4850-b312-40829c829f4e', 'name': '', 'network_id': '3f1c7ea5-57da-47de-8722-e9f6cbb412a3', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'mac_address': 'fa:16:3e:06:03:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:52Z', 'updated_at': '2021-09-09T09:25:02Z', 'revision_number': 5, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'subnets': [{'id': '097c4ac4-df45-45a5-bd8d-bae444d137e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:26:00.406318 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:00.468466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port f31ce344-4907-46b2-8777-ca6d0f17cc96 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:00.479598 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f31ce344-4907-46b2-8777-ca6d0f17cc96 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:00.480595 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:00.488937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-5e89cbea-8be7-491f-8f3a-aba66c0e2d70 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:00.490540 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-5e89cbea-8be7-491f-8f3a-aba66c0e2d70 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 784 time: 0.1830606 Sep 09 09:26:00.492659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.20.0.1 (da8ea5ae-a4bc-42f8-8f35-8c62177200cd/2cd65f47-8a4d-4d97-a9f8-dc84288de4a0/579eb030-5262-4211-a7c7-563500aa5f3c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:26:00.564389 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Network da8ea5ae-a4bc-42f8-8f35-8c62177200cd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:00.575284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:00.579867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-e6f51589-327a-47b3-8912-8e3bf012895e tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.170 HTTP/1.1" status: 200 len: 698 time: 0.0819893 Sep 09 09:26:00.580155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:26:00.589807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Pushing event updated for resources: {'Port': ['ID=785d1b63-1901-4fa8-8a04-fe3ed01fb525,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:00.672100 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:00.714176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Transition to ACTIVE for port object 579eb030-5262-4211-a7c7-563500aa5f3c will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:00.731556 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-4ba8ed19-453a-4178-8083-bdaf749061d7 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.170 HTTP/1.1" status: 200 len: 698 time: 0.1434667 Sep 09 09:26:00.792454 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:00.798777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Attempting to bind port 785d1b63-1901-4fa8-8a04-fe3ed01fb525 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:26:00.799271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Attempting to bind port 785d1b63-1901-4fa8-8a04-fe3ed01fb525 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:26:00.799722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Attempting to bind port 785d1b63-1901-4fa8-8a04-fe3ed01fb525 on network da8ea5ae-a4bc-42f8-8f35-8c62177200cd {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:00.812563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:26:00.813148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Checking segment: {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:00.813802 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:00.814259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Bound using segment: {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:26:00.814804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Bound port: 785d1b63-1901-4fa8-8a04-fe3ed01fb525, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:26:00.815254 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:00.853130 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-d1338992-76a2-44f2-927e-3c7142a690c2 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410466 Sep 09 09:26:00.853401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port f31ce344-4907-46b2-8777-ca6d0f17cc96, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f31ce344-4907-46b2-8777-ca6d0f17cc96,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:00.945831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] For port 785d1b63-1901-4fa8-8a04-fe3ed01fb525, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:26:00.953868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] For port 785d1b63-1901-4fa8-8a04-fe3ed01fb525, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=785d1b63-1901-4fa8-8a04-fe3ed01fb525,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:26:00.956536 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:00.973467 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:00.976850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-75eb4e65-0df4-4866-98f1-21aab6847e8b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Deleting port 540ec236-85b1-46cf-ade9-e1376ee90e2c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:26:00.978397 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-75eb4e65-0df4-4866-98f1-21aab6847e8b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:01.029802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=f31ce344-4907-46b2-8777-ca6d0f17cc96,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:01.082135 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-75eb4e65-0df4-4866-98f1-21aab6847e8b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:01.082787 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-75eb4e65-0df4-4866-98f1-21aab6847e8b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:01.098720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-75eb4e65-0df4-4866-98f1-21aab6847e8b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Calling delete_port for 540ec236-85b1-46cf-ade9-e1376ee90e2c owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:26:01.114408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network da8ea5ae-a4bc-42f8-8f35-8c62177200cd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:01.116534 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:01.129256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:01.141110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:26:01.165877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=579eb030-5262-4211-a7c7-563500aa5f3c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:01.205870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-3ec57a5d-eb91-456f-896b-c2a83838c5a9 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:01.207513 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-3ec57a5d-eb91-456f-896b-c2a83838c5a9 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449547 Sep 09 09:26:01.239561 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:01.272969 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0172c20-185d-401f-811b-4f9523edd7fd None None] New status for floating IP 407c1b47-d729-4afd-a692-81187d2070bb: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:26:01.284664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a72d29-44ed-4257-92e5-2a55550d575d None None] Pushing event updated for resources: {'Port': ['ID=785d1b63-1901-4fa8-8a04-fe3ed01fb525,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:01.343025 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-73c4f2c8-c2f5-48d4-a661-22b819e7eb4e tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/quotas/517a147da52e4dae9bbb47c8e65a17dd HTTP/1.1" status: 200 len: 375 time: 0.1174245 Sep 09 09:26:01.410512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-aed47ee6-d96a-461d-b2a1-6375b7e377e1 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663905 Sep 09 09:26:01.429434 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-75eb4e65-0df4-4866-98f1-21aab6847e8b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:01.430121 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-c0172c20-185d-401f-811b-4f9523edd7fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:26:01.430548 n-d-778696-16 neutron-server[95328]: DEBUG oslo_db.api [None req-c0172c20-185d-401f-811b-4f9523edd7fd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:26:01.550793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb4e65-0df4-4866-98f1-21aab6847e8b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Pushing event deleted for resources: {'Port': ['ID=540ec236-85b1-46cf-ade9-e1376ee90e2c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:01.620634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-75eb4e65-0df4-4866-98f1-21aab6847e8b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:01.624733 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-75eb4e65-0df4-4866-98f1-21aab6847e8b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:01.626180 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f32e8aa-07e0-46ee-b0e3-02aa6fa96767 req-75eb4e65-0df4-4866-98f1-21aab6847e8b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "DELETE /v2.0/floatingips/407c1b47-d729-4afd-a692-81187d2070bb HTTP/1.1" status: 204 len: 173 time: 0.8808510 Sep 09 09:26:01.717250 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:01.779320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3725a00e-8b8e-4e97-8e09-2400850ee8f9 req-4173c769-efed-4c62-81a7-0a6121a02f9f tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups/6f5501db-f592-45c1-b6e1-a29b67e206a8 HTTP/1.1" status: 200 len: 1809 time: 0.0520823 Sep 09 09:26:01.829643 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ad3483b2-b54f-4bab-9470-3433c589f271 req-13703af5-bff0-49ec-ab3e-8df791e38dc1 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 210 time: 0.0612350 Sep 09 09:26:01.932057 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0172c20-185d-401f-811b-4f9523edd7fd None None] New status for floating IP 407c1b47-d729-4afd-a692-81187d2070bb: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:26:01.977727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3725a00e-8b8e-4e97-8e09-2400850ee8f9 req-38f3833d-5d27-4716-8d3e-95bb83562e96 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:02.048203 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3725a00e-8b8e-4e97-8e09-2400850ee8f9 req-38f3833d-5d27-4716-8d3e-95bb83562e96 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:02.214371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 785d1b63-1901-4fa8-8a04-fe3ed01fb525 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:02.240084 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3725a00e-8b8e-4e97-8e09-2400850ee8f9 req-38f3833d-5d27-4716-8d3e-95bb83562e96 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:02.245205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3725a00e-8b8e-4e97-8e09-2400850ee8f9 req-38f3833d-5d27-4716-8d3e-95bb83562e96 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:02.247667 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3725a00e-8b8e-4e97-8e09-2400850ee8f9 req-38f3833d-5d27-4716-8d3e-95bb83562e96 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "DELETE /v2.0/security-groups/6f5501db-f592-45c1-b6e1-a29b67e206a8 HTTP/1.1" status: 204 len: 173 time: 0.4558911 Sep 09 09:26:02.261146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3833d-5d27-4716-8d3e-95bb83562e96 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5501db-f592-45c1-b6e1-a29b67e206a8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:02.343501 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:02.429131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 785d1b63-1901-4fa8-8a04-fe3ed01fb525 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:02.434965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f31ce344-4907-46b2-8777-ca6d0f17cc96 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:02.458519 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:02.498206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f31ce344-4907-46b2-8777-ca6d0f17cc96 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:02.498581 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:02.557939 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:02.562779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=579eb030-5262-4211-a7c7-563500aa5f3c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:02.568683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabb7500-37ae-471b-8f87-34d76cbc477e None None] Network da8ea5ae-a4bc-42f8-8f35-8c62177200cd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:26:02.685028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network da8ea5ae-a4bc-42f8-8f35-8c62177200cd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:02.686551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:02.755905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d8e6bedc-18b1-4162-b4d6-84c174247dba None None] Provisioning for port 785d1b63-1901-4fa8-8a04-fe3ed01fb525 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:02.765381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d8e6bedc-18b1-4162-b4d6-84c174247dba None None] Provisioning complete for port 785d1b63-1901-4fa8-8a04-fe3ed01fb525 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:02.765762 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8e6bedc-18b1-4162-b4d6-84c174247dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:02.832091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router 35abaa42-7a39-456c-a02c-30bef86796e4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:26:02.849421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e3bff-edc7-4a1f-a0a0-8553c370ed98 req-73ea1c97-7e9f-45e7-95b8-9145a31a856b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:02.854756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-676e3bff-edc7-4a1f-a0a0-8553c370ed98 req-73ea1c97-7e9f-45e7-95b8-9145a31a856b tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0895050 Sep 09 09:26:02.967340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-676e3bff-edc7-4a1f-a0a0-8553c370ed98 req-afa15f61-b76a-4865-9081-c35b2057bf86 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026649 Sep 09 09:26:02.997241 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8e6bedc-18b1-4162-b4d6-84c174247dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:03.039105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d8e6bedc-18b1-4162-b4d6-84c174247dba None None] For port 785d1b63-1901-4fa8-8a04-fe3ed01fb525, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=785d1b63-1901-4fa8-8a04-fe3ed01fb525,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:03.062926 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c3dbda4-85b9-418f-aa14-956e338a0514 req-1d55743b-049a-4536-a0f7-8736461bcff1 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 210 time: 0.0411017 Sep 09 09:26:03.068094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:26:03.075591 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-40c9f9c8-15de-4b5f-94e8-2868e737d03b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "PUT /v2.0/routers/35abaa42-7a39-456c-a02c-30bef86796e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6611333 Sep 09 09:26:03.084787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Sync routers for ids ['35abaa42-7a39-456c-a02c-30bef86796e4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:26:03.111325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Routers {'35abaa42-7a39-456c-a02c-30bef86796e4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:03.118850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35abaa42-7a39-456c-a02c-30bef86796e4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:03.157712 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8e6bedc-18b1-4162-b4d6-84c174247dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:03.308610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6bedc-18b1-4162-b4d6-84c174247dba None None] Pushing event updated for resources: {'Port': ['ID=785d1b63-1901-4fa8-8a04-fe3ed01fb525,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:03.318611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Set router 35abaa42-7a39-456c-a02c-30bef86796e4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:03.344290 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c87f4d7f-3257-4dd1-b268-7fc98f00a831 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778584 Sep 09 09:26:03.422678 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-197563ed-a199-4509-ab99-bfdafd4e64a9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010815921&fields=id&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 267 time: 0.0746391 Sep 09 09:26:03.460884 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-24a61ec6-a6a8-4fb3-9aac-15706f263ec8 None None] Provisioning for port 579eb030-5262-4211-a7c7-563500aa5f3c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:03.479251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-24a61ec6-a6a8-4fb3-9aac-15706f263ec8 None None] Provisioning complete for port 579eb030-5262-4211-a7c7-563500aa5f3c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:03.479819 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-24a61ec6-a6a8-4fb3-9aac-15706f263ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:03.568096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93320cb-2c8b-48db-acef-928b7b91969c req-a895985b-d13b-4b72-a51b-a9198c978a3c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:03.576913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-a895985b-d13b-4b72-a51b-a9198c978a3c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 797 time: 0.1533055 Sep 09 09:26:03.608527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-11eb5691-416e-42a6-bac1-a3bc1058c2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/quotas/88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 375 time: 0.0235341 Sep 09 09:26:03.610426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-24a61ec6-a6a8-4fb3-9aac-15706f263ec8 None None] Port 579eb030-5262-4211-a7c7-563500aa5f3c cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:26:03.650257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-24a61ec6-a6a8-4fb3-9aac-15706f263ec8 None None] Provisioning complete for port 785d1b63-1901-4fa8-8a04-fe3ed01fb525 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:03.650780 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-24a61ec6-a6a8-4fb3-9aac-15706f263ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:03.694590 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-22e4724b-1602-4a26-8d3a-023cd2f59ed7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896673 Sep 09 09:26:03.701354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-033e5f99-3c24-4cff-9d43-e231fecfbf67 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:03.705344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-033e5f99-3c24-4cff-9d43-e231fecfbf67 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3420653 Sep 09 09:26:03.722077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Request body: {'port': {'device_id': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '517a147da52e4dae9bbb47c8e65a17dd'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:03.830798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:26:01Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '579eb030-5262-4211-a7c7-563500aa5f3c', 'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:13:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:00Z', 'updated_at': '2021-09-09T09:26:02Z', 'revision_number': 2, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:03.893714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Checking router: 35abaa42-7a39-456c-a02c-30bef86796e4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:26:03.895753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Updating router 35abaa42-7a39-456c-a02c-30bef86796e4 port 579eb030-5262-4211-a7c7-563500aa5f3c binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:26:03.902488 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-5890af67-6783-4335-8cb4-1f2747d422df service neutron] 10.222.0.32 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036324 Sep 09 09:26:03.927620 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:03.938417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Made reservation on behalf of 517a147da52e4dae9bbb47c8e65a17dd for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:26:03.942209 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:03.944856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 785d1b63-1901-4fa8-8a04-fe3ed01fb525 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:03.958318 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:04.047162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c3818d15-06ca-4e1f-9363-4daff42e848b None None] Provisioning complete for port 579eb030-5262-4211-a7c7-563500aa5f3c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:04.047852 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3818d15-06ca-4e1f-9363-4daff42e848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:04.120985 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-d3a1d37a-a603-4307-8348-4cb07123b470 service neutron] 10.222.0.32 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170672 Sep 09 09:26:04.169899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c3818d15-06ca-4e1f-9363-4daff42e848b None None] Port 579eb030-5262-4211-a7c7-563500aa5f3c cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:26:04.189218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 785d1b63-1901-4fa8-8a04-fe3ed01fb525 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:04.189415 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:04.226735 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-51db1fbd-1c17-40d6-8c21-e87b9ad75ffb tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348434 Sep 09 09:26:04.260873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd8434-73e3-4de3-bc53-3cb58b17867e req-09169c35-bf48-4b08-a2b4-905a0f0fabee tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:04.262288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03dd8434-73e3-4de3-bc53-3cb58b17867e req-09169c35-bf48-4b08-a2b4-905a0f0fabee tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.1158617 Sep 09 09:26:04.316399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:04.335155 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03dd8434-73e3-4de3-bc53-3cb58b17867e req-4992b77f-0844-4b30-9c10-03a115852292 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605781 Sep 09 09:26:04.416030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-a0593375-eca5-4239-bc30-46d248793828 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:04.417518 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-a0593375-eca5-4239-bc30-46d248793828 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839418 Sep 09 09:26:04.431440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Request body: {'port': {'device_id': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '517a147da52e4dae9bbb47c8e65a17dd'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:04.472150 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5aa54a40-0d4b-402e-8b5b-fca283d4cadc req-79190019-4753-40e8-b4ce-86f00b7765ee tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 210 time: 0.0533650 Sep 09 09:26:04.489857 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:04.505357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Transition to ACTIVE for port object 579eb030-5262-4211-a7c7-563500aa5f3c will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:04.573107 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:04.604046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d97ed55-4da5-49d4-aba3-434f65e1b93e req-d940926f-136b-4fea-afce-ac824215ed96 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 210 time: 0.0690417 Sep 09 09:26:04.646143 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:04.658153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1a805-1967-4b2b-888f-b058cc59da09,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:04.731902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0e0fc-731b-4c40-81e3-675410c756d2 None None] Pushing event updated for resources: {'Port': ['ID=579eb030-5262-4211-a7c7-563500aa5f3c,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:04.741786 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Allocated IP 192.168.233.163 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/842a0647-bd41-4ee0-96ee-037500220e03) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:26:04.780243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Made reservation on behalf of 517a147da52e4dae9bbb47c8e65a17dd for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:26:04.783852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Attempting to bind port 579eb030-5262-4211-a7c7-563500aa5f3c on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:26:04.784238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Attempting to bind port 579eb030-5262-4211-a7c7-563500aa5f3c by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:26:04.785082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Attempting to bind port 579eb030-5262-4211-a7c7-563500aa5f3c on network da8ea5ae-a4bc-42f8-8f35-8c62177200cd {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:04.793955 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:04.795631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:26:04.796026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Checking segment: {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:04.796435 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:04.796840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Bound using segment: {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:26:04.801982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Bound port: 579eb030-5262-4211-a7c7-563500aa5f3c, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:26:04.802504 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:04.913025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] For port 579eb030-5262-4211-a7c7-563500aa5f3c, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:26:04.916335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] For port 579eb030-5262-4211-a7c7-563500aa5f3c, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=579eb030-5262-4211-a7c7-563500aa5f3c,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:26:05.015060 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:05.043982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Transition to ACTIVE for port object 842a0647-bd41-4ee0-96ee-037500220e03 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:05.064278 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:05.096242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa66a3e-c9a2-4179-b99c-ab8395980de6 req-8c6f58cf-4858-4aeb-a2f7-717e25e19f19 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:05.097814 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2fa66a3e-c9a2-4179-b99c-ab8395980de6 req-8c6f58cf-4858-4aeb-a2f7-717e25e19f19 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.0725884 Sep 09 09:26:05.144958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Routers {'35abaa42-7a39-456c-a02c-30bef86796e4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:05.145689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35abaa42-7a39-456c-a02c-30bef86796e4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:05.218592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0e0fc-731b-4c40-81e3-675410c756d2 None None] Pushing event updated for resources: {'Port': ['ID=579eb030-5262-4211-a7c7-563500aa5f3c,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:05.261769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-2fa66a3e-c9a2-4179-b99c-ab8395980de6 req-1f152005-8434-4b00-81ec-6266e0e0a7a6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Deleting port 493fbc05-0d24-437f-b908-f1766ff1f680 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:26:05.265897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2fa66a3e-c9a2-4179-b99c-ab8395980de6 req-1f152005-8434-4b00-81ec-6266e0e0a7a6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:05.288925 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:05.310049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] Set router 35abaa42-7a39-456c-a02c-30bef86796e4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:05.440090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:05.450007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:05.466917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:26:05.474946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Allocated IP 192.168.233.121 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/c1856814-0b7b-4e5b-9307-8c5749fc782f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:26:05.504428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Pushing event updated for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:05.608789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:05.610420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:05.658440 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed74f518-64b5-4e83-9454-e054e94a4d04 req-7142eb22-1ead-4fc9-b110-996bb344e6a5 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 210 time: 0.0455892 Sep 09 09:26:05.661873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-2fa66a3e-c9a2-4179-b99c-ab8395980de6 req-1f152005-8434-4b00-81ec-6266e0e0a7a6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] For port 493fbc05-0d24-437f-b908-f1766ff1f680, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=493fbc05-0d24-437f-b908-f1766ff1f680,segment=NetworkSegment(4af42b6d-2331-4237-866d-d5289ef86d9c),segment_id=4af42b6d-2331-4237-866d-d5289ef86d9c)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:05.662489 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2fa66a3e-c9a2-4179-b99c-ab8395980de6 req-1f152005-8434-4b00-81ec-6266e0e0a7a6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:05.691897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0234014-757d-4816-97ff-75aa32c43dce req-cc14b07d-9822-4904-891a-80fcad29d7a1 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:05.693686 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a0234014-757d-4816-97ff-75aa32c43dce req-cc14b07d-9822-4904-891a-80fcad29d7a1 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 945 time: 0.2163260 Sep 09 09:26:05.713197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-2fa66a3e-c9a2-4179-b99c-ab8395980de6 req-1f152005-8434-4b00-81ec-6266e0e0a7a6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Calling delete_port for 493fbc05-0d24-437f-b908-f1766ff1f680 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:26:05.754382 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-8ce31b0d-9c4c-4abd-ab6e-6c9abdc7184a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0381427 Sep 09 09:26:05.806991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:26:01Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '579eb030-5262-4211-a7c7-563500aa5f3c', 'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:13:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:00Z', 'updated_at': '2021-09-09T09:26:04Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:05.813309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Request body: {'port': {'device_id': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:05.857712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddceccc-ebe9-4347-ade0-efc4adc53279 None None] The sync data for ids ['35abaa42-7a39-456c-a02c-30bef86796e4'] in n-d-778696-16 is: [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:26:01Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '579eb030-5262-4211-a7c7-563500aa5f3c', 'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:13:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:00Z', 'updated_at': '2021-09-09T09:26:04Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:26:05.918880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e92aa867-923b-4884-a97d-8079ac93c2ec None None] Provisioning for port 842a0647-bd41-4ee0-96ee-037500220e03 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:05.929831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e92aa867-923b-4884-a97d-8079ac93c2ec None None] Provisioning complete for port 842a0647-bd41-4ee0-96ee-037500220e03 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:05.931901 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e92aa867-923b-4884-a97d-8079ac93c2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:05.944052 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a0234014-757d-4816-97ff-75aa32c43dce req-aa66651a-53a4-443e-8c8b-5cf641e9adea tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d764034-d2f9-4c28-bcf7-325d104ffe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315438 Sep 09 09:26:06.023169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bedbb144-3e98-41b4-b6b8-bb74d15a94f0 req-fb00eb84-a3eb-4ac9-8d4c-a38926482e38 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 210 time: 0.0564039 Sep 09 09:26:06.086305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e92aa867-923b-4884-a97d-8079ac93c2ec None None] Port 842a0647-bd41-4ee0-96ee-037500220e03 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:26:06.178645 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:06.593526 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:06.688165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Transition to ACTIVE for port object c1856814-0b7b-4e5b-9307-8c5749fc782f will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:06.689583 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2fa66a3e-c9a2-4179-b99c-ab8395980de6 req-1f152005-8434-4b00-81ec-6266e0e0a7a6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:06.760545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f152005-8434-4b00-81ec-6266e0e0a7a6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Pushing event deleted for resources: {'Port': ['ID=493fbc05-0d24-437f-b908-f1766ff1f680,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:06.797386 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acaf3638-e3ae-4c96-ba5d-2ad220bc2579 req-7c60ea65-5009-42af-bf47-f53fe3164755 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 210 time: 0.0347743 Sep 09 09:26:06.806669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa66a3e-c9a2-4179-b99c-ab8395980de6 req-1f152005-8434-4b00-81ec-6266e0e0a7a6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] No DVR routers for this DVR port 493fbc05-0d24-437f-b908-f1766ff1f680 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:26:06.810871 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2fa66a3e-c9a2-4179-b99c-ab8395980de6 req-1f152005-8434-4b00-81ec-6266e0e0a7a6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:06.812978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2fa66a3e-c9a2-4179-b99c-ab8395980de6 req-1f152005-8434-4b00-81ec-6266e0e0a7a6 tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.24 "DELETE /v2.0/ports/493fbc05-0d24-437f-b908-f1766ff1f680 HTTP/1.1" status: 204 len: 173 time: 1.7050440 Sep 09 09:26:06.813429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'name': 'network-vif-deleted', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:06.815843 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2087b20d-e025-4896-a52b-58215c0d71c9" -d '{"events": [{"server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "name": "network-vif-deleted", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:06.890858 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665af032-0049-4559-8f83-e7867fd3f5da x-openstack-request-id: req-665af032-0049-4559-8f83-e7867fd3f5da {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:06.890858 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e6611c-3e11-428f-a51d-0c4721623e6b", "name": "network-vif-deleted", "tag": "493fbc05-0d24-437f-b908-f1766ff1f680", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:06.890858 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-665af032-0049-4559-8f83-e7867fd3f5da {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:06.895866 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e6611c-3e11-428f-a51d-0c4721623e6b', 'name': 'network-vif-deleted', 'tag': '493fbc05-0d24-437f-b908-f1766ff1f680', 'status': 'completed', 'code': 200} Sep 09 09:26:06.945210 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:07.048418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:07.080139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56ffe646-8eca-4548-9fb0-d2852680bc1f req-493fdf45-cd0a-4112-ae0f-854cc09f445d tempest-ServerRescueTestJSONUnderV235-1463352807 tempest-ServerRescueTestJSONUnderV235-1463352807-project] 10.222.0.32 "GET /v2.0/ports?device_id=65e6611c-3e11-428f-a51d-0c4721623e6b HTTP/1.1" status: 200 len: 210 time: 0.0435314 Sep 09 09:26:07.114763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:07.121333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Pushing event updated for resources: {'Port': ['ID=c1856814-0b7b-4e5b-9307-8c5749fc782f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:07.129200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:26:07.176360 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9004368b-eaca-42b6-aa6b-bc7cd54e7834 req-5fdc4005-d5de-42b8-a0c2-d2bd3d5bf564 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 210 time: 0.0560887 Sep 09 09:26:07.228123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:07.228771 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:07.397090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842a0647-bd41-4ee0-96ee-037500220e03 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:07.410441 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:07.459814 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-701b0963-d95b-4e37-b3b8-a4d8e5db2395 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0322096 Sep 09 09:26:07.466769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Transition to ACTIVE for port object 842a0647-bd41-4ee0-96ee-037500220e03 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:07.475671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Request body: {'port': {'device_id': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:07.526887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93320cb-2c8b-48db-acef-928b7b91969c req-b42157a1-8072-4e14-8066-bf957a6d33a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:07.528782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-b42157a1-8072-4e14-8066-bf957a6d33a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 797 time: 0.2215254 Sep 09 09:26:07.574015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:07.582358 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:07.645668 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad205947-755b-437d-8c31-11cf34874a0e None None] Provisioning for port c1856814-0b7b-4e5b-9307-8c5749fc782f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:07.650235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad205947-755b-437d-8c31-11cf34874a0e None None] Provisioning complete for port c1856814-0b7b-4e5b-9307-8c5749fc782f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:07.655152 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad205947-755b-437d-8c31-11cf34874a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:07.655369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-e77e98b2-5608-4166-ae7b-2bb47729d6a7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 380 time: 0.1000531 Sep 09 09:26:07.680978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'port': {'device_id': '5dceb69f-9878-490e-b224-a6249a3055c3', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'admin_state_up': True, 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'security_groups': ['1152f516-c5ac-4c97-992b-9d4c7d2fe97c']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:07.689263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Pushing event updated for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:07.705994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ad205947-755b-437d-8c31-11cf34874a0e None None] Port c1856814-0b7b-4e5b-9307-8c5749fc782f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:26:08.039361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 579eb030-5262-4211-a7c7-563500aa5f3c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:08.160610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Attempting to bind port 842a0647-bd41-4ee0-96ee-037500220e03 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:26:08.160950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Attempting to bind port 842a0647-bd41-4ee0-96ee-037500220e03 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:26:08.161280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Attempting to bind port 842a0647-bd41-4ee0-96ee-037500220e03 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:08.169147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40730) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:08.178789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb987-9aae-4992-a48d-20d125cca294 req-522d7144-a59b-428c-9015-05ec138127a0 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:08.180370 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a65bb987-9aae-4992-a48d-20d125cca294 req-522d7144-a59b-428c-9015-05ec138127a0 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 936 time: 0.1985455 Sep 09 09:26:08.187165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Port 842a0647-bd41-4ee0-96ee-037500220e03 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:26:08.189186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Attempting to bind port 842a0647-bd41-4ee0-96ee-037500220e03 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:08.249061 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:26:08.249826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:08.249826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:26:08.250323 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Bound port: 842a0647-bd41-4ee0-96ee-037500220e03, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:26:08.251485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 579eb030-5262-4211-a7c7-563500aa5f3c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:08.255515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 579eb030-5262-4211-a7c7-563500aa5f3c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:08.255831 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:08.256994 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:08.342253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:26:08.345689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:08.371655 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a65bb987-9aae-4992-a48d-20d125cca294 req-89117dbb-cd1d-49ef-b966-5ce43fc89837 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781611 Sep 09 09:26:08.422599 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:08.458182 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb9da69f-f413-47e1-b9f8-a338aabb128d req-83a58e9e-044b-4192-bfb3-63f536563490 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 210 time: 0.1909564 Sep 09 09:26:08.562089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 579eb030-5262-4211-a7c7-563500aa5f3c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=579eb030-5262-4211-a7c7-563500aa5f3c,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:08.576783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 493fbc05-0d24-437f-b908-f1766ff1f680 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:26:08.593874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:26:08.604103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 493fbc05-0d24-437f-b908-f1766ff1f680 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:26:08.604586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 493fbc05-0d24-437f-b908-f1766ff1f680 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:26:08.639548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:26:08.652859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1856814-0b7b-4e5b-9307-8c5749fc782f {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:08.663990 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:08.670957 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:08.681696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.20.0.11 (da8ea5ae-a4bc-42f8-8f35-8c62177200cd/2cd65f47-8a4d-4d97-a9f8-dc84288de4a0/32d9ca00-8549-452a-864c-cfa2afcb6f8e) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:26:08.691753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Transition to ACTIVE for port object c1856814-0b7b-4e5b-9307-8c5749fc782f will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:08.696868 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:08.736072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=579eb030-5262-4211-a7c7-563500aa5f3c,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:08.754605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:08.755246 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:08.756890 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] 10.222.0.41 "PUT /v2.0/ports/842a0647-bd41-4ee0-96ee-037500220e03 HTTP/1.1" status: 200 len: 1097 time: 2.9487791 Sep 09 09:26:08.757640 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:08.807251 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:08.831325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5832619-91e1-4ebd-9f63-bd7c07122726 service neutron] Pushing event updated for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:08.896433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:08.904598 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a39a1ca-e726-4957-9e60-436f0ec49853" -d '{"events": [{"name": "network-changed", "server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "tag": "842a0647-bd41-4ee0-96ee-037500220e03"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:08.960379 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8552615d-3cac-4eae-9e7c-ad09ccd0dace x-openstack-request-id: req-8552615d-3cac-4eae-9e7c-ad09ccd0dace {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:08.960674 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "tag": "842a0647-bd41-4ee0-96ee-037500220e03", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:08.960929 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8552615d-3cac-4eae-9e7c-ad09ccd0dace {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:08.961321 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03', 'status': 'completed', 'code': 200} Sep 09 09:26:08.972527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Pushing event updated for resources: {'Port': ['ID=c1856814-0b7b-4e5b-9307-8c5749fc782f,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:09.085386 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:09.086132 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] Deleting port b480fa48-70c2-4850-b312-40829c829f4e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:26:09.086507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:09.089065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-01e4e1f0-732d-449f-98e4-14fe8fd1c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:09.090926 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-01e4e1f0-732d-449f-98e4-14fe8fd1c62f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c HTTP/1.1" status: 200 len: 1100 time: 0.1888328 Sep 09 09:26:09.196380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] For port b480fa48-70c2-4850-b312-40829c829f4e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b480fa48-70c2-4850-b312-40829c829f4e,segment=NetworkSegment(4af42b6d-2331-4237-866d-d5289ef86d9c),segment_id=4af42b6d-2331-4237-866d-d5289ef86d9c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:09.197413 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:09.208990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-e3309f56-c11a-4bda-9817-d2e88fb54b1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=842a0647-bd41-4ee0-96ee-037500220e03 HTTP/1.1" status: 200 len: 217 time: 0.1089847 Sep 09 09:26:09.218643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] Calling delete_port for b480fa48-70c2-4850-b312-40829c829f4e owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:26:09.270437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Transition to ACTIVE for port object 32d9ca00-8549-452a-864c-cfa2afcb6f8e will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:09.275229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Attempting to bind port c1856814-0b7b-4e5b-9307-8c5749fc782f on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:26:09.275604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Attempting to bind port c1856814-0b7b-4e5b-9307-8c5749fc782f by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:26:09.275945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Attempting to bind port c1856814-0b7b-4e5b-9307-8c5749fc782f on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:09.290615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Port c1856814-0b7b-4e5b-9307-8c5749fc782f on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:26:09.290948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Attempting to bind port c1856814-0b7b-4e5b-9307-8c5749fc782f on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:09.307042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:26:09.307416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:09.308392 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:26:09.308962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Bound port: c1856814-0b7b-4e5b-9307-8c5749fc782f, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:26:09.309505 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:09.324643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-455ed093-0ef0-493f-bf5a-7d1cc0abef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:09.326465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-455ed093-0ef0-493f-bf5a-7d1cc0abef36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1094975 Sep 09 09:26:09.436269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-30fea711-27cd-4803-812a-67b16868b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:09.438512 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-30fea711-27cd-4803-812a-67b16868b66a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024816 Sep 09 09:26:09.489872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] For port c1856814-0b7b-4e5b-9307-8c5749fc782f, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:26:09.510884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:09.523234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] For port c1856814-0b7b-4e5b-9307-8c5749fc782f, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1856814-0b7b-4e5b-9307-8c5749fc782f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:26:09.534083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e58b6a-ed09-4a20-9d99-82e8f5f91764 req-ba50fcd0-ffe1-4dea-a022-9e5a9c34ddf5 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:09.539809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-67e58b6a-ed09-4a20-9d99-82e8f5f91764 req-ba50fcd0-ffe1-4dea-a022-9e5a9c34ddf5 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 948 time: 0.0669909 Sep 09 09:26:09.557822 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:09.608077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network da8ea5ae-a4bc-42f8-8f35-8c62177200cd is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:09.609896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-67e58b6a-ed09-4a20-9d99-82e8f5f91764 req-b76c098e-9bd8-4e91-b97f-ba882deb253e tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679674 Sep 09 09:26:09.627036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:09.634526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b480fa48-70c2-4850-b312-40829c829f4e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:09.637257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:26:09.655537 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:09.693628 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-aa5c33f5-f717-4ed6-be1c-0b7efc104cb9 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473965 Sep 09 09:26:09.746829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:09.747673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:09.812686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc019ee-8654-4d59-88e3-c37c04edd467 req-93654f4f-5716-458c-b5c8-82ec2c0ba275 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:09.889792 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cc019ee-8654-4d59-88e3-c37c04edd467 req-93654f4f-5716-458c-b5c8-82ec2c0ba275 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 932 time: 0.1145120 Sep 09 09:26:09.892587 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e9483a-2f5f-432f-b636-1582c4b83cde req-a5c46861-7bf0-48b9-be20-a8093626272b service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155548 Sep 09 09:26:09.893047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:09.902836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cc019ee-8654-4d59-88e3-c37c04edd467 req-13f1b01d-974e-4c37-8035-7db314cc7a1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551741 Sep 09 09:26:09.932221 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:09.974389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:09.974965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:09.976489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] 10.222.0.41 "PUT /v2.0/ports/c1856814-0b7b-4e5b-9307-8c5749fc782f HTTP/1.1" status: 200 len: 1097 time: 2.5068009 Sep 09 09:26:10.003642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc02430-6c95-44b3-839d-444042d92c1c service neutron] Pushing event updated for resources: {'Port': ['ID=c1856814-0b7b-4e5b-9307-8c5749fc782f,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:10.046810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 579eb030-5262-4211-a7c7-563500aa5f3c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:10.059288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0a7bf020-2955-4b67-bd5c-15015d237e29 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3811896 Sep 09 09:26:10.072337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Request body: {'port': {'device_id': '5dceb69f-9878-490e-b224-a6249a3055c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:10.095601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e623291d-5b4d-4861-be34-3c2e1ba3720a None None] Provisioning for port 32d9ca00-8549-452a-864c-cfa2afcb6f8e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:10.139963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e623291d-5b4d-4861-be34-3c2e1ba3720a None None] Provisioning complete for port 32d9ca00-8549-452a-864c-cfa2afcb6f8e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:10.140420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e623291d-5b4d-4861-be34-3c2e1ba3720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:10.202038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 579eb030-5262-4211-a7c7-563500aa5f3c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:10.202381 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:10.241343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e623291d-5b4d-4861-be34-3c2e1ba3720a None None] Port 32d9ca00-8549-452a-864c-cfa2afcb6f8e cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:26:10.252287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] Router 790b0edd-785f-4430-ba0a-81d82ef62291 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:26:10.279722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-ec364288-388d-4c0a-b1c9-113bcf3d83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:10.283366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-ec364288-388d-4c0a-b1c9-113bcf3d83a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 1100 time: 0.0943336 Sep 09 09:26:10.284957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39a1ca-e726-4957-9e60-436f0ec49853 req-b72dc48b-2ed2-4432-a715-69d7dcb25dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:10.286414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a39a1ca-e726-4957-9e60-436f0ec49853 req-b72dc48b-2ed2-4432-a715-69d7dcb25dd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c HTTP/1.1" status: 200 len: 1100 time: 0.1753306 Sep 09 09:26:10.287140 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:10.405079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:26:10.410453 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-72c9f301-49e2-4021-8cdb-2dee1ac95e41 admin admin] 10.222.0.32 "PUT /v2.0/routers/790b0edd-785f-4430-ba0a-81d82ef62291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2399645 Sep 09 09:26:10.413081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-0d9864ef-521c-40fd-9393-c07d6ece06ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c1856814-0b7b-4e5b-9307-8c5749fc782f HTTP/1.1" status: 200 len: 217 time: 0.1157222 Sep 09 09:26:10.415507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40766) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:10.418066 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7810738-d6af-452e-bfbd-30c12860114c None None] Sync routers for ids ['790b0edd-785f-4430-ba0a-81d82ef62291'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:26:10.437679 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7810738-d6af-452e-bfbd-30c12860114c None None] Routers {'790b0edd-785f-4430-ba0a-81d82ef62291'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:10.438408 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b7810738-d6af-452e-bfbd-30c12860114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['790b0edd-785f-4430-ba0a-81d82ef62291'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:10.552127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39a1ca-e726-4957-9e60-436f0ec49853 req-c10f4944-cf68-4c78-ba44-9182597bfedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:10.553821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a39a1ca-e726-4957-9e60-436f0ec49853 req-c10f4944-cf68-4c78-ba44-9182597bfedc service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2183285 Sep 09 09:26:10.573015 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b7810738-d6af-452e-bfbd-30c12860114c None None] Set router 790b0edd-785f-4430-ba0a-81d82ef62291 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:10.615441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a39a1ca-e726-4957-9e60-436f0ec49853 req-6e4ee342-6641-4028-be4a-141a7a5904f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=842a0647-bd41-4ee0-96ee-037500220e03 HTTP/1.1" status: 200 len: 217 time: 0.0476403 Sep 09 09:26:10.625789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-f2cb0fe8-ceb2-4cbe-bc78-336dd047777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:10.625789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-f2cb0fe8-ceb2-4cbe-bc78-336dd047777a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1962419 Sep 09 09:26:10.824052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d33226-3306-438c-b1cd-6480a6d6130b req-d09979cd-1e6e-4fa7-8ec6-c00c7c5afd81 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:10.840256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8d33226-3306-438c-b1cd-6480a6d6130b req-d09979cd-1e6e-4fa7-8ec6-c00c7c5afd81 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 948 time: 0.0931015 Sep 09 09:26:10.874404 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b7810738-d6af-452e-bfbd-30c12860114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:26:09Z', 'revision_number': 5, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:10.894606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8d33226-3306-438c-b1cd-6480a6d6130b req-764e8c35-e550-4ed2-bb79-6b7c4342d22f tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491786 Sep 09 09:26:10.908568 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7810738-d6af-452e-bfbd-30c12860114c None None] Checking router: 790b0edd-785f-4430-ba0a-81d82ef62291 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:26:10.934982 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7810738-d6af-452e-bfbd-30c12860114c None None] Routers {'790b0edd-785f-4430-ba0a-81d82ef62291'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:10.934982 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b7810738-d6af-452e-bfbd-30c12860114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:25:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['790b0edd-785f-4430-ba0a-81d82ef62291'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:11.043206 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b7810738-d6af-452e-bfbd-30c12860114c None None] Set router 790b0edd-785f-4430-ba0a-81d82ef62291 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:11.139141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'tag': 'c1856814-0b7b-4e5b-9307-8c5749fc782f'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:11.139991 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5e7f14-b600-4031-a089-eaeda23f2a44" -d '{"events": [{"name": "network-changed", "server_uuid": "c632dbe3-d72b-4c7d-9b95-95dfee987297", "tag": "c1856814-0b7b-4e5b-9307-8c5749fc782f"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:11.218888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39a1ca-e726-4957-9e60-436f0ec49853 req-8869a2ac-04ed-43e9-9328-b8696aa82375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:11.220416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a39a1ca-e726-4957-9e60-436f0ec49853 req-8869a2ac-04ed-43e9-9328-b8696aa82375 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.5873587 Sep 09 09:26:11.225503 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:11.264953 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75fa599-caa0-4a93-9a25-f682f8561f8a x-openstack-request-id: req-a75fa599-caa0-4a93-9a25-f682f8561f8a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:11.265248 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c632dbe3-d72b-4c7d-9b95-95dfee987297", "tag": "c1856814-0b7b-4e5b-9307-8c5749fc782f", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:11.265497 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a75fa599-caa0-4a93-9a25-f682f8561f8a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:11.265884 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'tag': 'c1856814-0b7b-4e5b-9307-8c5749fc782f', 'status': 'completed', 'code': 200} Sep 09 09:26:11.288713 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b7810738-d6af-452e-bfbd-30c12860114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:26:09Z', 'revision_number': 5, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:11.316752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-112d50f7-295b-4626-891b-fa3f788042f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:11.317310 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7810738-d6af-452e-bfbd-30c12860114c None None] The sync data for ids ['790b0edd-785f-4430-ba0a-81d82ef62291'] in n-d-778696-16 is: [{'id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'name': 'tempest-ServerRescueTestJSONUnderV235-1745998595-router', 'tenant_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:24:47Z', 'updated_at': '2021-09-09T09:26:09Z', 'revision_number': 5, 'project_id': 'd13a21f052e14d2489bc3e8efc13a7c2', 'gw_port': {'id': '7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0edd-785f-4430-ba0a-81d82ef62291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:24:48Z', 'updated_at': '2021-09-09T09:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:26:11.318245 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-112d50f7-295b-4626-891b-fa3f788042f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6723940 Sep 09 09:26:11.412608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15353009-bacf-4efd-865c-c8554ba9f0d5 req-ef4eccf2-75da-4797-ad29-2ac927a7bece tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:11.414456 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15353009-bacf-4efd-865c-c8554ba9f0d5 req-ef4eccf2-75da-4797-ad29-2ac927a7bece tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 932 time: 0.2707481 Sep 09 09:26:11.548422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39a1ca-e726-4957-9e60-436f0ec49853 req-8c168319-4409-424c-808a-cb55f21b47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:11.550181 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a39a1ca-e726-4957-9e60-436f0ec49853 req-8c168319-4409-424c-808a-cb55f21b47f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2828655 Sep 09 09:26:11.591253 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-77f05464-d12d-41c2-82ae-1eb3aebd112e service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591667 Sep 09 09:26:11.721297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:11.734280 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15353009-bacf-4efd-865c-c8554ba9f0d5 req-3d16bf58-b314-4643-9fa8-61bfa16b3a3d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077824 Sep 09 09:26:11.847139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d9ca00-8549-452a-864c-cfa2afcb6f8e {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:11.860528 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e45d087-8362-419b-8d85-8a5d48849ae2 req-b32fce18-dfd6-4441-82a5-e097855be1a3 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493970 Sep 09 09:26:11.868279 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:11.890998 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b480fa48-70c2-4850-b312-40829c829f4e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:26:11.905434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a39a1ca-e726-4957-9e60-436f0ec49853 req-c833ae3e-40d9-4e37-b611-4cbfaed4ab22 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080180 Sep 09 09:26:11.916623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Transition to ACTIVE for port object 32d9ca00-8549-452a-864c-cfa2afcb6f8e will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:11.919485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: b480fa48-70c2-4850-b312-40829c829f4e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:26:11.920050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b480fa48-70c2-4850-b312-40829c829f4e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:26:12.027361 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:12.044134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c83d8-c971-4a43-9348-089e52eaa22d req-1a5b1209-0606-44b2-a342-146779d7d5fa tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:12.053092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db8c83d8-c971-4a43-9348-089e52eaa22d req-1a5b1209-0606-44b2-a342-146779d7d5fa tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 948 time: 0.0638223 Sep 09 09:26:12.102635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Deleting port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:26:12.103087 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:12.108758 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db8c83d8-c971-4a43-9348-089e52eaa22d req-f209dda8-dc06-4a24-85ed-fd7bba4a87d7 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499852 Sep 09 09:26:12.164987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a39a1ca-e726-4957-9e60-436f0ec49853 req-43658654-6707-44fd-8b2e-0ae6304871f8 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509258 Sep 09 09:26:12.194901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:12.208769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7f14-b600-4031-a089-eaeda23f2a44 req-c79b19d0-008e-47b3-84c2-ce5cbd2d19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:12.210608 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d5e7f14-b600-4031-a089-eaeda23f2a44 req-c79b19d0-008e-47b3-84c2-ce5cbd2d19d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 1100 time: 0.2129366 Sep 09 09:26:12.283682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.284038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.284387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.284733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.285070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.285401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.285733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.286068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.286396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.286733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.287060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.287462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:12.458715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] For port 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:12.460148 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:12.492766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Calling delete_port for 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:26:12.507878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7f14-b600-4031-a089-eaeda23f2a44 req-c4331c2d-2b7f-4ed9-b215-66d2ebf9dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:12.509466 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d5e7f14-b600-4031-a089-eaeda23f2a44 req-c4331c2d-2b7f-4ed9-b215-66d2ebf9dce6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2505813 Sep 09 09:26:12.512264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:26:12.512901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:26:12.513344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on network da8ea5ae-a4bc-42f8-8f35-8c62177200cd {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:12.525530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on network da8ea5ae-a4bc-42f8-8f35-8c62177200cd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:26:12.531955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on network da8ea5ae-a4bc-42f8-8f35-8c62177200cd {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:12.600217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d5e7f14-b600-4031-a089-eaeda23f2a44 req-2fc1d2c3-d2e1-4285-80ac-e72f4f334661 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c1856814-0b7b-4e5b-9307-8c5749fc782f HTTP/1.1" status: 200 len: 217 time: 0.0817170 Sep 09 09:26:12.603259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:26:12.603259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Checking segment: {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:12.603259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Bound using segment: {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:26:12.603643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Bound port: 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:26:12.604085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:12.713023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7f14-b600-4031-a089-eaeda23f2a44 req-18eb073d-dc0c-424b-815d-4ddf79ffdcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:12.715186 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d5e7f14-b600-4031-a089-eaeda23f2a44 req-18eb073d-dc0c-424b-815d-4ddf79ffdcd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1052225 Sep 09 09:26:12.802473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:26:12.820465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:26:12.832367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7f14-b600-4031-a089-eaeda23f2a44 req-ac35495d-3ab5-4692-8ae0-1db92e948f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:12.834124 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d5e7f14-b600-4031-a089-eaeda23f2a44 req-ac35495d-3ab5-4692-8ae0-1db92e948f54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825531 Sep 09 09:26:12.890594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd8854-f95d-4f83-b4aa-7138a3e264f6 req-8430194e-1024-4f0e-95a9-d09fdf1f760e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:12.896383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45fd8854-f95d-4f83-b4aa-7138a3e264f6 req-8430194e-1024-4f0e-95a9-d09fdf1f760e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 944 time: 0.0795169 Sep 09 09:26:12.945683 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45fd8854-f95d-4f83-b4aa-7138a3e264f6 req-1355862e-1888-4e68-8ef3-9309135b8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Sep 09 09:26:12.956543 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:13.005572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:13.006196 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:13.007653 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] 10.222.0.24 "PUT /v2.0/ports/32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1093 time: 2.9398496 Sep 09 09:26:13.031663 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d5e7f14-b600-4031-a089-eaeda23f2a44 req-32605738-dbd6-4367-bba1-032fbf6b150a service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617422 Sep 09 09:26:13.052896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:13.093824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 842a0647-bd41-4ee0-96ee-037500220e03 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:26:13.107235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f590a3e-3973-47eb-9b3e-11df3df95840 service neutron] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:13.201217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Pushing event deleted for resources: {'Port': ['ID=7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:13.270522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:13.272827 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56400b3c-4279-44de-95e9-669369541e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:13.284168 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:13.314792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:13.329812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '842a0647-bd41-4ee0-96ee-037500220e03', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '842a0647-bd41-4ee0-96ee-037500220e03', 'mac_address': 'fa:16:3e:2d:9a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:26:13.379759 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98681c8-7cb3-4ee3-b3cd-63ea435c877c x-openstack-request-id: req-e98681c8-7cb3-4ee3-b3cd-63ea435c877c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:13.379959 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:13.380091 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:13.380279 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e98681c8-7cb3-4ee3-b3cd-63ea435c877c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:13.380678 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'status': 'completed', 'code': 200} Sep 09 09:26:13.404076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842a0647-bd41-4ee0-96ee-037500220e03 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:13.424230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:13.427331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93320cb-2c8b-48db-acef-928b7b91969c req-27f7c11d-aa74-4032-b934-e5f020a6caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:13.428328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:13.429157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-27f7c11d-aa74-4032-b934-e5f020a6caf5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1096 time: 0.2706814 Sep 09 09:26:13.431223 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:13.441538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d5e7f14-b600-4031-a089-eaeda23f2a44 req-5a6f8d47-c865-4ff6-8a65-f838312c4851 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017506 Sep 09 09:26:13.554088 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:13.639568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:13.769695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['842a0647-bd41-4ee0-96ee-037500220e03'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:26:13.799048 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-70047b8e-e01c-4e6d-b8b6-59c914e8cf6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 217 time: 0.3555238 Sep 09 09:26:13.847715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41058ac-d5c6-4730-b88a-a7f6b5b723f7 req-5cafa45d-0fd2-4f16-b280-5118cb70e048 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:13.858829 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b41058ac-d5c6-4730-b88a-a7f6b5b723f7 req-5cafa45d-0fd2-4f16-b280-5118cb70e048 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 948 time: 0.5959594 Sep 09 09:26:13.951752 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b41058ac-d5c6-4730-b88a-a7f6b5b723f7 req-c51a5a39-0a5e-4271-86fe-ab667a2cedfe tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848129 Sep 09 09:26:13.954614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93320cb-2c8b-48db-acef-928b7b91969c req-735b6f05-049d-4b7d-828e-b7bc7ec2b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:13.956446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-735b6f05-049d-4b7d-828e-b7bc7ec2b0f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.1246309 Sep 09 09:26:13.959500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:13.960084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790b0edd-785f-4430-ba0a-81d82ef62291 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:26:13.972258 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:13.976248 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-014b9803-1de5-41cf-a862-7684867d1776 admin admin] 10.222.0.32 "DELETE /v2.0/routers/790b0edd-785f-4430-ba0a-81d82ef62291 HTTP/1.1" status: 204 len: 168 time: 3.5552959 Sep 09 09:26:13.976703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:14.030864 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93320cb-2c8b-48db-acef-928b7b91969c req-f2c88e18-a497-461e-ba90-2173eb4aefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:14.034905 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-f2c88e18-a497-461e-ba90-2173eb4aefdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573924 Sep 09 09:26:14.056309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a9324d-689f-4709-995c-5051ab8598d2 admin admin] Deleting subnet 097c4ac4-df45-45a5-bd8d-bae444d137e1 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:26:14.071337 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61a9324d-689f-4709-995c-5051ab8598d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:14.150805 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61a9324d-689f-4709-995c-5051ab8598d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:14.164867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-76f94311-0505-49ae-901d-f627b8bf8dee service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253583 Sep 09 09:26:14.200892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff08cb4-501f-43e1-a0b6-f9e4bca564f3 req-e8e330e1-aea5-428c-993e-a6964037ffbf tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:14.202431 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eff08cb4-501f-43e1-a0b6-f9e4bca564f3 req-e8e330e1-aea5-428c-993e-a6964037ffbf tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 944 time: 0.1077807 Sep 09 09:26:14.236330 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61a9324d-689f-4709-995c-5051ab8598d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:14.325522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eff08cb4-501f-43e1-a0b6-f9e4bca564f3 req-070df64b-8692-41e0-b9af-eeb6b5b3e4f7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056228 Sep 09 09:26:14.332724 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b93320cb-2c8b-48db-acef-928b7b91969c req-0472d0bb-1acc-42a3-a243-e5e533a9a1fd service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602533 Sep 09 09:26:14.405722 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61a9324d-689f-4709-995c-5051ab8598d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:14.433510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9324d-689f-4709-995c-5051ab8598d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097c4ac4-df45-45a5-bd8d-bae444d137e1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:14.437308 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61a9324d-689f-4709-995c-5051ab8598d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:14.442603 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-61a9324d-689f-4709-995c-5051ab8598d2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/097c4ac4-df45-45a5-bd8d-bae444d137e1 HTTP/1.1" status: 204 len: 168 time: 0.4621258 Sep 09 09:26:14.442603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40832) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:14.446229 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ab593b2-5a10-42fc-9b64-cba1397a1a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:14.594656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56400b3c-4279-44de-95e9-669369541e9d req-89d07aba-5155-4cc4-8cae-5d3f9091eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:14.596690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56400b3c-4279-44de-95e9-669369541e9d req-89d07aba-5155-4cc4-8cae-5d3f9091eaeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1096 time: 0.1126504 Sep 09 09:26:14.638885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:14.712355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56400b3c-4279-44de-95e9-669369541e9d req-318b395a-147a-4253-8e2a-34f216b53dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:14.714028 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56400b3c-4279-44de-95e9-669369541e9d req-318b395a-147a-4253-8e2a-34f216b53dff service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 898 time: 0.1095464 Sep 09 09:26:14.813446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56400b3c-4279-44de-95e9-669369541e9d req-81fa142c-9541-4ece-9933-7705fc90bb9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 217 time: 0.0820978 Sep 09 09:26:14.815586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:14.909155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56400b3c-4279-44de-95e9-669369541e9d req-6b7277ad-1702-45a6-82aa-4bac0af482ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:14.910712 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56400b3c-4279-44de-95e9-669369541e9d req-6b7277ad-1702-45a6-82aa-4bac0af482ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.0892079 Sep 09 09:26:14.972707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56400b3c-4279-44de-95e9-669369541e9d req-54476e06-e79a-4857-9127-b4998b10dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:14.974612 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56400b3c-4279-44de-95e9-669369541e9d req-54476e06-e79a-4857-9127-b4998b10dc50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554140 Sep 09 09:26:15.080796 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56400b3c-4279-44de-95e9-669369541e9d req-2be001d5-42db-4a22-b826-bf68f7c69eb5 service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970888 Sep 09 09:26:15.110609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1856814-0b7b-4e5b-9307-8c5749fc782f details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:26:15.113249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 842a0647-bd41-4ee0-96ee-037500220e03 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:15.231669 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56400b3c-4279-44de-95e9-669369541e9d req-dd660d64-2378-4f8c-b1f9-f460033eec19 service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412811 Sep 09 09:26:15.270856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1c7ea5-57da-47de-8722-e9f6cbb412a3']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:15.279065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 842a0647-bd41-4ee0-96ee-037500220e03 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:15.286266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1856814-0b7b-4e5b-9307-8c5749fc782f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1856814-0b7b-4e5b-9307-8c5749fc782f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:15.295022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 842a0647-bd41-4ee0-96ee-037500220e03 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:15.297806 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:15.310926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af42b6d-2331-4237-866d-d5289ef86d9c') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:15.311213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af42b6d-2331-4237-866d-d5289ef86d9c') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:15.323477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:15.324932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'c1856814-0b7b-4e5b-9307-8c5749fc782f', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'c1856814-0b7b-4e5b-9307-8c5749fc782f', 'mac_address': 'fa:16:3e:26:9b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:26:15.342970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:15.361101 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600737a-b028-4f5c-9de4-3dcf5a52c91f req-4384a034-228a-4632-bcf9-14f55d302bf0 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:15.372639 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f600737a-b028-4f5c-9de4-3dcf5a52c91f req-4384a034-228a-4632-bcf9-14f55d302bf0 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 948 time: 0.0988071 Sep 09 09:26:15.381305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:26:15.382024 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:26:15.384911 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:26:15.448558 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f600737a-b028-4f5c-9de4-3dcf5a52c91f req-277204e3-29dc-4f7c-b41a-02bb15dbf26a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746000 Sep 09 09:26:15.461852 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:15.495712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1856814-0b7b-4e5b-9307-8c5749fc782f {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:15.524262 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:15.539983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c9e72-5cc4-4ec0-a4ea-083bb173461b req-6b515057-4908-4aa5-97c8-73d0318a1a6a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:15.547449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1856814-0b7b-4e5b-9307-8c5749fc782f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1856814-0b7b-4e5b-9307-8c5749fc782f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:15.554139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b6c9e72-5cc4-4ec0-a4ea-083bb173461b req-6b515057-4908-4aa5-97c8-73d0318a1a6a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 944 time: 0.1129971 Sep 09 09:26:15.590247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:15.592937 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:15.600717 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68070868-1d24-4b70-a485-4ba99e7cdeaf" -d '{"events": [{"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-plugged", "status": "completed", "tag": "842a0647-bd41-4ee0-96ee-037500220e03"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:15.651216 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:15.664238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b6c9e72-5cc4-4ec0-a4ea-083bb173461b req-463ba602-5997-4ffb-b4f3-16d3808dfd70 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091278 Sep 09 09:26:15.692057 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:15.699228 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:15.705545 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3f1c7ea5-57da-47de-8722-e9f6cbb412a3 HTTP/1.1" status: 204 len: 168 time: 1.2606797 Sep 09 09:26:15.737292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c1856814-0b7b-4e5b-9307-8c5749fc782f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:15.740710 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:15.753807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60498f-8400-4db9-b322-af1dbafad4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1c7ea5-57da-47de-8722-e9f6cbb412a3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:15.795587 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d19517-5813-4e0a-a952-d8ac3e6193ee x-openstack-request-id: req-d1d19517-5813-4e0a-a952-d8ac3e6193ee {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:15.795915 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-plugged", "status": "completed", "tag": "842a0647-bd41-4ee0-96ee-037500220e03", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:15.796203 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1d19517-5813-4e0a-a952-d8ac3e6193ee {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:15.796525 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03', 'code': 200} Sep 09 09:26:15.837417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:15.930620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['c1856814-0b7b-4e5b-9307-8c5749fc782f'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:26:15.990803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:26:16.022691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f7488-eec4-4c56-ac1e-6f751d5b5d07 req-9e76f9ab-bcd4-4244-b180-2ffd7495505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:16.025041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-663f7488-eec4-4c56-ac1e-6f751d5b5d07 req-9e76f9ab-bcd4-4244-b180-2ffd7495505f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c HTTP/1.1" status: 200 len: 1102 time: 0.1860428 Sep 09 09:26:16.038524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:26:16.038871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7166ccdd-ec00-4ab4-9f3c-cf69e5d7acd1 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:26:16.087642 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-663f7488-eec4-4c56-ac1e-6f751d5b5d07 req-8b5b29dd-e35d-4e54-b33d-be3f123247df service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542936 Sep 09 09:26:16.342140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40860) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:16.397453 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-627b8046-4a07-421c-a7fe-bc39ef2efac0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d13a21f052e14d2489bc3e8efc13a7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536208 Sep 09 09:26:16.400173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40862) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:16.463943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c8b7-729f-43a8-94d2-3d8edbec8549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:16.501297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c8b7-729f-43a8-94d2-3d8edbec8549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:16.592035 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d587215-8cdb-4c1f-b842-736c2739626d req-9d5f50d8-e274-488a-b523-93f378a1b8f5 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:16.593657 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d587215-8cdb-4c1f-b842-736c2739626d req-9d5f50d8-e274-488a-b523-93f378a1b8f5 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 949 time: 0.0589683 Sep 09 09:26:16.623360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:26:16.645674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d587215-8cdb-4c1f-b842-736c2739626d req-bc0b9f7c-1dcc-4b1c-b5f1-410708d5a145 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446484 Sep 09 09:26:16.662368 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c8b7-729f-43a8-94d2-3d8edbec8549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:16.668104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c8b7-729f-43a8-94d2-3d8edbec8549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:16.672913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7ae2c8b7-729f-43a8-94d2-3d8edbec8549 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d764034-d2f9-4c28-bcf7-325d104ffe29 HTTP/1.1" status: 204 len: 168 time: 0.2681971 Sep 09 09:26:16.695616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2c8b7-729f-43a8-94d2-3d8edbec8549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d764034-d2f9-4c28-bcf7-325d104ffe29,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:16.825953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:16.838586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'port_id': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'mac_address': 'fa:16:3e:cc:27:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:26:16.896935 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:16.910619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d9ca00-8549-452a-864c-cfa2afcb6f8e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:16.915135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd1b55-f98b-4c6a-9ba0-4cf81f672845 req-058b9110-1ffc-4c40-8e35-2057693dcefa tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:16.916595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0cd1b55-f98b-4c6a-9ba0-4cf81f672845 req-058b9110-1ffc-4c40-8e35-2057693dcefa tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 944 time: 0.0614450 Sep 09 09:26:16.934276 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:16.957366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0cd1b55-f98b-4c6a-9ba0-4cf81f672845 req-8f188e7c-58b8-4f25-8cd3-60950453a319 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337408 Sep 09 09:26:17.116018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1856814-0b7b-4e5b-9307-8c5749fc782f up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:17.205658 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:17.275437 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48a236bb-c6e4-4201-8cea-d7302fcc10b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:17.300864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:17.309165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port c1856814-0b7b-4e5b-9307-8c5749fc782f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:17.315556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port c1856814-0b7b-4e5b-9307-8c5749fc782f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:17.316177 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:17.389755 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:17.408692 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:17.462521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1856814-0b7b-4e5b-9307-8c5749fc782f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1856814-0b7b-4e5b-9307-8c5749fc782f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:17.555847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['32d9ca00-8549-452a-864c-cfa2afcb6f8e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:26:17.560859 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:17.657831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c1856814-0b7b-4e5b-9307-8c5749fc782f,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:17.798939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a933ad5-101e-4682-afaa-426d8d4a5ba4 req-5d5ec582-6fc7-4542-8d84-da78766ee3d3 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:17.799545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1856814-0b7b-4e5b-9307-8c5749fc782f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:17.801396 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a933ad5-101e-4682-afaa-426d8d4a5ba4 req-5d5ec582-6fc7-4542-8d84-da78766ee3d3 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 950 time: 0.0761433 Sep 09 09:26:17.801634 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b662a1-c79a-43ec-8751-50042a07f24d" -d '{"events": [{"server_uuid": "c632dbe3-d72b-4c7d-9b95-95dfee987297", "name": "network-vif-plugged", "status": "completed", "tag": "c1856814-0b7b-4e5b-9307-8c5749fc782f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:17.866983 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a933ad5-101e-4682-afaa-426d8d4a5ba4 req-983d344b-a47f-4033-ae7e-397a76fe8261 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577524 Sep 09 09:26:17.932621 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f1a1d4-7110-4114-8b16-fa24c27af464 x-openstack-request-id: req-f9f1a1d4-7110-4114-8b16-fa24c27af464 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:17.944847 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c632dbe3-d72b-4c7d-9b95-95dfee987297", "name": "network-vif-plugged", "status": "completed", "tag": "c1856814-0b7b-4e5b-9307-8c5749fc782f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:17.944847 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9f1a1d4-7110-4114-8b16-fa24c27af464 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:17.944847 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1856814-0b7b-4e5b-9307-8c5749fc782f', 'code': 200} Sep 09 09:26:18.037266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c7cee-1336-4948-b160-b93f7d6cacf5 req-0c62360d-662e-429c-8c56-75b5651bcc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:18.039538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-043c7cee-1336-4948-b160-b93f7d6cacf5 req-0c62360d-662e-429c-8c56-75b5651bcc2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 1102 time: 0.0515831 Sep 09 09:26:18.100241 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-043c7cee-1336-4948-b160-b93f7d6cacf5 req-d77a0d17-cb3b-4860-946d-eebbec204abc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500884 Sep 09 09:26:18.126559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40916) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:18.127349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a0573-985d-4734-bc6c-6dcf0805d291 req-c2b89b1c-dccf-41c6-9fd2-36fcca1953a1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:18.128981 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-599a0573-985d-4734-bc6c-6dcf0805d291 req-c2b89b1c-dccf-41c6-9fd2-36fcca1953a1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 945 time: 0.0502701 Sep 09 09:26:18.176103 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-599a0573-985d-4734-bc6c-6dcf0805d291 req-b7ee353a-7017-4fac-936e-678f1dd84c06 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388403 Sep 09 09:26:18.231328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1599525661-network', 'tenant_id': '55ca36f0caaa42aaadd27d7162fcc2a3'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:18.319298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Made reservation on behalf of 55ca36f0caaa42aaadd27d7162fcc2a3 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:26:18.323260 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:18.331725 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:18.437823 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:18.439487 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:18.508130 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:18.539166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:26:18.546477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eae9df-fd67-400c-b406-ebbd189b3776,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:18.552749 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:18.553145 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Added segment c08961bc-7c1e-4335-b838-c28d1c217fec of type vlan for network c545c666-906a-4084-a605-2c1a985a5d7d Sep 09 09:26:18.598168 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:18.673609 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:18.674675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:18.675289 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:18.736053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c545c666-906a-4084-a605-2c1a985a5d7d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:18.747311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network c545c666-906a-4084-a605-2c1a985a5d7d details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:26:18.778608 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-36b21057-a764-43b0-a60b-5efe7b0606f9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6506283 Sep 09 09:26:18.781337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40924) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:18.786243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] Request body: {'subnet': {'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1599525661-subnet', 'tenant_id': '55ca36f0caaa42aaadd27d7162fcc2a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:18.873996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] Made reservation on behalf of 55ca36f0caaa42aaadd27d7162fcc2a3 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:26:18.876565 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:19.145743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b568e-135a-46ec-b6b8-5c4a4218486a req-ec16028c-2d11-4803-a3bb-d02e47dfaefa tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:19.147234 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-645b568e-135a-46ec-b6b8-5c4a4218486a req-ec16028c-2d11-4803-a3bb-d02e47dfaefa tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 950 time: 0.1859207 Sep 09 09:26:19.188953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-645b568e-135a-46ec-b6b8-5c4a4218486a req-a0fd9152-d714-4a64-a69f-ded8066202a6 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Sep 09 09:26:19.201430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:19.297086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc079ca2-f63c-447e-8672-75e8c71039a6,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:19.306915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] Checking segment: {'id': 'c08961bc-7c1e-4335-b838-c28d1c217fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:19.307284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] Network hostable DHCP agents. Network: c545c666-906a-4084-a605-2c1a985a5d7d, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:26:19.335123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dd422-74f6-41a6-a0ad-e6283c07203e req-5f280be3-0cd6-44b9-bfa6-a349b7a54dd0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:19.338060 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff6dd422-74f6-41a6-a0ad-e6283c07203e req-5f280be3-0cd6-44b9-bfa6-a349b7a54dd0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 945 time: 0.0859163 Sep 09 09:26:19.394714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff6dd422-74f6-41a6-a0ad-e6283c07203e req-131d9a0f-5934-4a9b-80f1-c2983b5f864e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451519 Sep 09 09:26:19.433957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] Network c545c666-906a-4084-a605-2c1a985a5d7d is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:26:19.537511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, c545c666-906a-4084-a605-2c1a985a5d7d) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:19.542806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:19.548486 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:19.549203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1798b2-ec44-4611-9716-c3981fe5b3e3 None None] Network c545c666-906a-4084-a605-2c1a985a5d7d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:26:19.644022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f2c3e70e-25eb-482d-b7ed-d11ce39e8334 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8579524 Sep 09 09:26:19.699331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c459a-13f5-494f-964d-43f012d02e51 None None] Network c545c666-906a-4084-a605-2c1a985a5d7d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:26:20.045814 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:20.163686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-4022a6ad-bec5-40de-882d-b76f6cc304fd tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:20.171358 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-4022a6ad-bec5-40de-882d-b76f6cc304fd tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/networks?id=c545c666-906a-4084-a605-2c1a985a5d7d HTTP/1.1" status: 200 len: 814 time: 0.1162636 Sep 09 09:26:20.181631 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-d3621406-f2d3-41b7-9a2a-5efd55dd83b0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/quotas/55ca36f0caaa42aaadd27d7162fcc2a3 HTTP/1.1" status: 200 len: 375 time: 0.0093834 Sep 09 09:26:20.215695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-48a9002f-11d3-4187-a208-ad26328331ae tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275247 Sep 09 09:26:20.342583 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-b13c5601-a239-4929-9370-ea947659669d service neutron] 10.222.0.32 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176095 Sep 09 09:26:20.358458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0395c74-6ba3-457e-b260-c5ddf4c57dea req-09aae728-dc10-4947-b5a7-21c2e0a8c36c tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:20.360261 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0395c74-6ba3-457e-b260-c5ddf4c57dea req-09aae728-dc10-4947-b5a7-21c2e0a8c36c tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 950 time: 0.0613842 Sep 09 09:26:20.399286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0395c74-6ba3-457e-b260-c5ddf4c57dea req-90ee8d14-e484-4b49-a4e5-73753ab2a0cf tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Sep 09 09:26:20.451529 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-abf8be74-c0c0-49d3-a2a0-e648e91b0fe4 service neutron] 10.222.0.32 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043816 Sep 09 09:26:20.545921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e280a-7c52-4fa6-9f0b-2e58a1d3d4af req-299e22a4-08eb-45e3-a174-e90c59d7fbe7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:20.547648 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-927e280a-7c52-4fa6-9f0b-2e58a1d3d4af req-299e22a4-08eb-45e3-a174-e90c59d7fbe7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 945 time: 0.0568752 Sep 09 09:26:20.586850 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-927e280a-7c52-4fa6-9f0b-2e58a1d3d4af req-026c421b-48e5-412d-a654-7bf73fdd340e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328126 Sep 09 09:26:20.644105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:20.738393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924c77b-c81f-4e60-a4a7-0e0f9750b0a3 req-d970dd56-ee59-420b-8a30-1c2774f3e769 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:20.740086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2924c77b-c81f-4e60-a4a7-0e0f9750b0a3 req-d970dd56-ee59-420b-8a30-1c2774f3e769 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c HTTP/1.1" status: 200 len: 950 time: 0.0901117 Sep 09 09:26:20.771661 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95f63578-a2e4-4422-8acf-cddde32cdd22 req-cc1130b9-dff4-4709-946b-d97070961dcc tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 210 time: 0.0351725 Sep 09 09:26:20.803806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2924c77b-c81f-4e60-a4a7-0e0f9750b0a3 req-f615f607-0c32-42f2-901c-42a53124d633 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477946 Sep 09 09:26:20.822374 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 32d9ca00-8549-452a-864c-cfa2afcb6f8e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:20.827834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 32d9ca00-8549-452a-864c-cfa2afcb6f8e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:20.828661 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:20.935748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:20.961767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:20.964662 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cc97aa-0498-494c-a540-253bb30606eb" -d '{"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-plugged", "status": "completed", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:20.978644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:21.082748 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd62e41-5946-42a7-82cb-a3647e082c4b x-openstack-request-id: req-6fd62e41-5946-42a7-82cb-a3647e082c4b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:21.083343 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-plugged", "status": "completed", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:21.083343 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fd62e41-5946-42a7-82cb-a3647e082c4b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:21.083860 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'code': 200} Sep 09 09:26:21.085267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:21.134672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:21.191851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315ebb9-cfd7-4c98-9f65-d6e71cc7c701 req-2b9b74d7-4f34-4b0d-a8eb-205f11ed23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:21.193368 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e315ebb9-cfd7-4c98-9f65-d6e71cc7c701 req-2b9b74d7-4f34-4b0d-a8eb-205f11ed23f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1098 time: 0.0449657 Sep 09 09:26:21.229893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e315ebb9-cfd7-4c98-9f65-d6e71cc7c701 req-b4658c3c-a4f0-4077-a222-fbed2c38f32d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276716 Sep 09 09:26:21.709464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e24146-1106-44c5-93a7-0acd8a22ede1 req-00f71e5e-00dc-42f4-b4e7-771ee204a369 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:21.711017 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44e24146-1106-44c5-93a7-0acd8a22ede1 req-00f71e5e-00dc-42f4-b4e7-771ee204a369 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.0536795 Sep 09 09:26:21.751485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44e24146-1106-44c5-93a7-0acd8a22ede1 req-5c3bdf56-df37-46f5-8340-8cc361a76f50 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337756 Sep 09 09:26:21.868968 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68fcd4f8-9101-45f3-840a-e9d26bdcbc48 req-9316cf28-92be-4a4e-ac29-8fbf6084e744 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 210 time: 0.0285423 Sep 09 09:26:22.881246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22745d59-e7c7-4d88-a5fd-79cf92656fb3 req-b9262d1d-44bb-492f-b4d2-5a864b7fc8af tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:22.882775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-22745d59-e7c7-4d88-a5fd-79cf92656fb3 req-b9262d1d-44bb-492f-b4d2-5a864b7fc8af tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.0574872 Sep 09 09:26:22.927155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-22745d59-e7c7-4d88-a5fd-79cf92656fb3 req-61a37143-117e-4a5c-b5cb-5e2285b0212f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361593 Sep 09 09:26:22.978926 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-214b91c0-181e-4fc1-862a-4a7cdd6d6ee9 req-59ca2f42-da68-4257-a24e-c5bcca7770c6 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 210 time: 0.0266216 Sep 09 09:26:23.049807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacc539-90c8-4723-8f29-f1f515e0ac6a req-8fb2d062-6b39-4563-b8ca-62340fc2e824 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:23.051466 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edacc539-90c8-4723-8f29-f1f515e0ac6a req-8fb2d062-6b39-4563-b8ca-62340fc2e824 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.0540698 Sep 09 09:26:23.099658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edacc539-90c8-4723-8f29-f1f515e0ac6a req-206ca9b5-87c3-4d75-9d6a-14345a5a7d74 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417740 Sep 09 09:26:23.127846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41056) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:23.184885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-38f482b9-2a3a-41c3-b25b-460d65559ac9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:23.186527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e88e1a-024f-418b-8947-5b64944940cc tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:23.186884 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-38f482b9-2a3a-41c3-b25b-460d65559ac9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.24 "GET /v2.0/networks?id=c545c666-906a-4084-a605-2c1a985a5d7d HTTP/1.1" status: 200 len: 814 time: 0.1243498 Sep 09 09:26:23.191368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41058) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:23.191814 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-87e88e1a-024f-418b-8947-5b64944940cc tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1093 time: 0.0629888 Sep 09 09:26:23.196381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:23.212936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Request body: {'port': {'device_id': '66297980-a949-4789-8b13-ef98944b232e', 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d', 'admin_state_up': True, 'tenant_id': '55ca36f0caaa42aaadd27d7162fcc2a3'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:23.373130 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:23.470930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Made reservation on behalf of 55ca36f0caaa42aaadd27d7162fcc2a3 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:26:23.474500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:23.517279 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:23.708714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Allocated IP 172.20.0.4 (c545c666-906a-4084-a605-2c1a985a5d7d/cc079ca2-f63c-447e-8672-75e8c71039a6/c61a7e35-c91c-4b46-b75a-47a3a2821709) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:26:23.735449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.25.8.140 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/cd57e4d8-1cc0-497f-ae37-9aa5c9c140fd) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:26:23.937830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:23.962436 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:24.093941 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00ab77bf-97e8-4b61-bfb1-bb949f799907 req-88f35a91-dcae-461a-8ee3-5fff436f264e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 210 time: 0.0323131 Sep 09 09:26:24.102943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:24.146502 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:24.159614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:24.173312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:24.179648 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:26:24.184198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=cd57e4d8-1cc0-497f-ae37-9aa5c9c140fd,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:24.213185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Network c545c666-906a-4084-a605-2c1a985a5d7d is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:24.257933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:24.265051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:26:24.503785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Pushing event updated for resources: {'Port': ['ID=c61a7e35-c91c-4b46-b75a-47a3a2821709,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:24.520930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:24.521546 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:24.636281 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-c6507bb0-d191-4c2e-b997-73602925e2aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4340785 Sep 09 09:26:24.676044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Request body: {'port': {'device_id': '66297980-a949-4789-8b13-ef98944b232e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:24.818382 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:24.934681 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:25.100732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:25.120289 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:25.171459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 842a0647-bd41-4ee0-96ee-037500220e03 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:26:25.321320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad54a6-c68e-48a1-a4dd-464330fc3efd req-b4ac392c-708e-4052-8c67-5a981c4b0faf tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:25.323969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7ad54a6-c68e-48a1-a4dd-464330fc3efd req-b4ac392c-708e-4052-8c67-5a981c4b0faf tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 931 time: 0.1413243 Sep 09 09:26:25.351620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:25.370533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '842a0647-bd41-4ee0-96ee-037500220e03', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '842a0647-bd41-4ee0-96ee-037500220e03', 'mac_address': 'fa:16:3e:2d:9a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:26:25.399014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7ad54a6-c68e-48a1-a4dd-464330fc3efd req-2bd6a2f5-e685-46c5-8fbd-c8cfd01d72a5 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689373 Sep 09 09:26:25.429798 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:25.446434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 842a0647-bd41-4ee0-96ee-037500220e03 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:25.477788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:25.514694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61a7e35-c91c-4b46-b75a-47a3a2821709 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:25.532999 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:26:25.533596 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:25.542493 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:25.561352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:25.564952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Transition to ACTIVE for port object c61a7e35-c91c-4b46-b75a-47a3a2821709 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:25.619658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:25.650346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:25.661206 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:25.664284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['842a0647-bd41-4ee0-96ee-037500220e03'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:26:25.741852 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=cd57e4d8-1cc0-497f-ae37-9aa5c9c140fd,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:25.769644 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:25.885971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Pushing event updated for resources: {'Port': ['ID=c61a7e35-c91c-4b46-b75a-47a3a2821709,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:25.953878 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:26.028034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Attempting to bind port c61a7e35-c91c-4b46-b75a-47a3a2821709 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:26:26.028728 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Attempting to bind port c61a7e35-c91c-4b46-b75a-47a3a2821709 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'c08961bc-7c1e-4335-b838-c28d1c217fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:26:26.029140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Attempting to bind port c61a7e35-c91c-4b46-b75a-47a3a2821709 on network c545c666-906a-4084-a605-2c1a985a5d7d {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:26.037435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Port c61a7e35-c91c-4b46-b75a-47a3a2821709 on network c545c666-906a-4084-a605-2c1a985a5d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:26:26.037435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Attempting to bind port c61a7e35-c91c-4b46-b75a-47a3a2821709 on network c545c666-906a-4084-a605-2c1a985a5d7d {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:26.442458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:26:26.443122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Checking segment: {'id': 'c08961bc-7c1e-4335-b838-c28d1c217fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:26.443260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Bound using segment: {'id': 'c08961bc-7c1e-4335-b838-c28d1c217fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:26:26.443651 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Bound port: c61a7e35-c91c-4b46-b75a-47a3a2821709, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08961bc-7c1e-4335-b838-c28d1c217fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:26:26.444013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:26.446515 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Floating IP 49dd6114-4f86-48ba-9724-bd0c95a6be51 associated. External IP: 172.25.8.140, port: 32d9ca00-8549-452a-864c-cfa2afcb6f8e. Sep 09 09:26:26.625662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:26:26.652085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:26:26.670670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9db24c-ca86-467f-aecb-40d3ee5b1b8f req-a943e0d9-4081-46c8-84fc-594ea2bfdcb2 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:26.672306 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b9db24c-ca86-467f-aecb-40d3ee5b1b8f req-a943e0d9-4081-46c8-84fc-594ea2bfdcb2 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.1377349 Sep 09 09:26:26.769081 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:26.817950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:26.818547 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:26.820001 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] 10.222.0.24 "PUT /v2.0/ports/c61a7e35-c91c-4b46-b75a-47a3a2821709 HTTP/1.1" status: 200 len: 1092 time: 2.1719975 Sep 09 09:26:26.831653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:26.833908 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a1c471-d3c4-4342-b03d-ff728935b0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:26.873902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b9db24c-ca86-467f-aecb-40d3ee5b1b8f req-fc490b6c-60f0-4d5f-b670-ade3750ebc46 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866543 Sep 09 09:26:27.072200 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd42eda-27b6-49fd-acaf-58eec74dd036 x-openstack-request-id: req-bdd42eda-27b6-49fd-acaf-58eec74dd036 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:27.072507 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:27.072768 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdd42eda-27b6-49fd-acaf-58eec74dd036 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:27.073789 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'status': 'completed', 'code': 200} Sep 09 09:26:27.079143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eaca05-1e66-4cc2-bea4-d8f76907e392 service neutron] Pushing event updated for resources: {'Port': ['ID=c61a7e35-c91c-4b46-b75a-47a3a2821709,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:27.135731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router 35abaa42-7a39-456c-a02c-30bef86796e4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:26:27.142927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-8f1e6b6d-ad61-4eac-b490-35d3a34f925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:27.145293 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-8f1e6b6d-ad61-4eac-b490-35d3a34f925a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 1095 time: 0.1616876 Sep 09 09:26:27.191962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 842a0647-bd41-4ee0-96ee-037500220e03 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:27.295667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 842a0647-bd41-4ee0-96ee-037500220e03 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:27.300718 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:27.464318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:26:27.465883 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:27.482707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-0b6321db-a6db-4241-9e26-639826026ac0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709 HTTP/1.1" status: 200 len: 217 time: 0.3269455 Sep 09 09:26:27.498442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73287a5-e700-4d75-845c-f0f32856b311 None None] Sync routers for ids ['35abaa42-7a39-456c-a02c-30bef86796e4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:26:27.532987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73287a5-e700-4d75-845c-f0f32856b311 None None] Routers {'35abaa42-7a39-456c-a02c-30bef86796e4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:27.533873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e73287a5-e700-4d75-845c-f0f32856b311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:26:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35abaa42-7a39-456c-a02c-30bef86796e4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:27.554266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:27.560463 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bb663c-c820-43bf-baef-62841afc7eb4" -d '{"events": [{"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-plugged", "status": "completed", "tag": "842a0647-bd41-4ee0-96ee-037500220e03"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:27.566575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-1fe69bbe-c940-407d-8b14-ddc1ad0ab328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:27.568250 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-1fe69bbe-c940-407d-8b14-ddc1ad0ab328 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc079ca2-f63c-447e-8672-75e8c71039a6 HTTP/1.1" status: 200 len: 854 time: 0.0783868 Sep 09 09:26:27.569145 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:27.619136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:27.622339 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae23739-f159-42d2-a409-28d1f6cecfa3 x-openstack-request-id: req-2ae23739-f159-42d2-a409-28d1f6cecfa3 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:27.626648 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-plugged", "status": "completed", "tag": "842a0647-bd41-4ee0-96ee-037500220e03", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:27.626648 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ae23739-f159-42d2-a409-28d1f6cecfa3 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:27.626648 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03', 'code': 200} Sep 09 09:26:27.639177 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-06d40a21-b0e3-4c75-b339-7f25b27bcb2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4432967 Sep 09 09:26:27.709327 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:27.755554 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-35570879-acf9-4cf8-86b8-73a708601c4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c545c666-906a-4084-a605-2c1a985a5d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439531 Sep 09 09:26:27.880793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:27.926214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e73287a5-e700-4d75-845c-f0f32856b311 None None] Set router 35abaa42-7a39-456c-a02c-30bef86796e4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:27.941453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc6f57-9b87-43d0-b140-5f1006668938 req-80ff750f-34bc-4c3a-82e1-c2f44dc33990 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:27.943041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80dc6f57-9b87-43d0-b140-5f1006668938 req-80ff750f-34bc-4c3a-82e1-c2f44dc33990 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.2131548 Sep 09 09:26:27.984686 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-b6e7c8b3-80e3-4491-9d14-5c4340768255 service neutron] 10.222.0.24 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944084 Sep 09 09:26:28.127356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1166d4df-e648-4de2-bd0a-ec9023d97360 req-5bd81ed0-3164-4553-a00d-9191881b6b96 service neutron] 10.222.0.24 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358061 Sep 09 09:26:28.172608 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80dc6f57-9b87-43d0-b140-5f1006668938 req-68156ba1-3946-450d-8432-e5de5603694c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099264 Sep 09 09:26:28.192234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41218) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:28.203019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a10edd-eb8d-425a-b130-af76cfea6146 req-179322ab-75c8-4d90-90e6-5a3443c815a6 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:28.222812 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35a10edd-eb8d-425a-b130-af76cfea6146 req-179322ab-75c8-4d90-90e6-5a3443c815a6 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.1382909 Sep 09 09:26:28.379970 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35a10edd-eb8d-425a-b130-af76cfea6146 req-5761e905-58b8-420b-bcf3-db8f205ce796 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551390 Sep 09 09:26:28.402445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1c471-d3c4-4342-b03d-ff728935b0e6 req-f4f3e01b-ff82-42c9-8b2b-286acce3fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:28.404412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a6a1c471-d3c4-4342-b03d-ff728935b0e6 req-f4f3e01b-ff82-42c9-8b2b-286acce3fddd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 1095 time: 0.1306725 Sep 09 09:26:28.408612 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e1a2adac-bc35-4c62-a413-e2bff65d3ca4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/49dd6114-4f86-48ba-9724-bd0c95a6be51 HTTP/1.1" status: 200 len: 992 time: 0.2139547 Sep 09 09:26:28.575875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1c471-d3c4-4342-b03d-ff728935b0e6 req-14c94679-0693-45fa-aa29-a1ab43aab1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:28.578315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a6a1c471-d3c4-4342-b03d-ff728935b0e6 req-14c94679-0693-45fa-aa29-a1ab43aab1b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c545c666-906a-4084-a605-2c1a985a5d7d HTTP/1.1" status: 200 len: 915 time: 0.1611316 Sep 09 09:26:28.680465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a6a1c471-d3c4-4342-b03d-ff728935b0e6 req-c9d37a1c-10dd-463a-a4d9-416dcb8dfd79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709 HTTP/1.1" status: 200 len: 217 time: 0.0935268 Sep 09 09:26:28.789959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1c471-d3c4-4342-b03d-ff728935b0e6 req-aa63419b-85df-43bd-858a-8a62af751a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:28.792051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a6a1c471-d3c4-4342-b03d-ff728935b0e6 req-aa63419b-85df-43bd-858a-8a62af751a3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc079ca2-f63c-447e-8672-75e8c71039a6 HTTP/1.1" status: 200 len: 854 time: 0.1044843 Sep 09 09:26:28.814506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e73287a5-e700-4d75-845c-f0f32856b311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:26:01Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '49dd6114-4f86-48ba-9724-bd0c95a6be51', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'port_id': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'mac_address': 'fa:16:3e:cc:27:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dceb69f-9878-490e-b224-a6249a3055c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:26:24Z', 'updated_at': '2021-09-09T09:26:24Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579eb030-5262-4211-a7c7-563500aa5f3c', 'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:13:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:00Z', 'updated_at': '2021-09-09T09:26:08Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:28.835836 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a6a1c471-d3c4-4342-b03d-ff728935b0e6 req-51dc5ca3-950e-4c0e-819e-1ecfca634e58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c545c666-906a-4084-a605-2c1a985a5d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344362 Sep 09 09:26:28.912421 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73287a5-e700-4d75-845c-f0f32856b311 None None] Checking router: 35abaa42-7a39-456c-a02c-30bef86796e4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:26:28.953830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73287a5-e700-4d75-845c-f0f32856b311 None None] Routers {'35abaa42-7a39-456c-a02c-30bef86796e4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:28.954472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e73287a5-e700-4d75-845c-f0f32856b311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:26:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35abaa42-7a39-456c-a02c-30bef86796e4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:29.065128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a6a1c471-d3c4-4342-b03d-ff728935b0e6 req-3e1baf40-234f-4d62-834b-e36bf968bbc3 service neutron] 10.222.0.24 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215364 Sep 09 09:26:29.074358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:29.103222 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006f356f-1161-4542-975b-aded9ae4389b" -d '{"events": [{"name": "network-changed", "server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:29.223740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e73287a5-e700-4d75-845c-f0f32856b311 None None] Set router 35abaa42-7a39-456c-a02c-30bef86796e4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:29.267849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f356f-1161-4542-975b-aded9ae4389b req-601c48c3-e1ea-421e-97bd-fc31681cfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:29.270229 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-006f356f-1161-4542-975b-aded9ae4389b req-601c48c3-e1ea-421e-97bd-fc31681cfb4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1098 time: 0.1063502 Sep 09 09:26:29.305065 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a6a1c471-d3c4-4342-b03d-ff728935b0e6 req-19911561-296e-4b88-b2cd-6d1d6ca70eb2 service neutron] 10.222.0.24 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319295 Sep 09 09:26:29.309140 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7e5d8d-7779-4ef7-a524-69851b2adab6 x-openstack-request-id: req-ee7e5d8d-7779-4ef7-a524-69851b2adab6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:29.309476 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:29.309770 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee7e5d8d-7779-4ef7-a524-69851b2adab6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:29.332386 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'status': 'completed', 'code': 200} Sep 09 09:26:29.411301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41244) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:29.561415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f356f-1161-4542-975b-aded9ae4389b req-18e1369c-83f6-4a9d-9b98-f98bc8b141c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:29.565908 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-006f356f-1161-4542-975b-aded9ae4389b req-18e1369c-83f6-4a9d-9b98-f98bc8b141c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 898 time: 0.2835777 Sep 09 09:26:29.571737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d4d9ce1a-13be-4bf6-9c05-683d7329e542 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/49dd6114-4f86-48ba-9724-bd0c95a6be51 HTTP/1.1" status: 200 len: 992 time: 0.1584451 Sep 09 09:26:29.701210 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-006f356f-1161-4542-975b-aded9ae4389b req-3aff34dd-5a54-44f9-a3b8-0aa66783efbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1000 time: 0.1251278 Sep 09 09:26:29.758079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f356f-1161-4542-975b-aded9ae4389b req-9636b0f7-c697-41b7-893c-9b7155c1721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:29.762327 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-006f356f-1161-4542-975b-aded9ae4389b req-9636b0f7-c697-41b7-893c-9b7155c1721d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.0558186 Sep 09 09:26:29.782557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6999b-f3cc-4fcb-a770-64a6ea8c16ff req-a543ec34-8366-4fb8-b66f-3b79fd6e1fad tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:29.793424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47d6999b-f3cc-4fcb-a770-64a6ea8c16ff req-a543ec34-8366-4fb8-b66f-3b79fd6e1fad tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.2109869 Sep 09 09:26:29.796455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e73287a5-e700-4d75-845c-f0f32856b311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:26:01Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '49dd6114-4f86-48ba-9724-bd0c95a6be51', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'port_id': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'mac_address': 'fa:16:3e:cc:27:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dceb69f-9878-490e-b224-a6249a3055c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:26:24Z', 'updated_at': '2021-09-09T09:26:24Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579eb030-5262-4211-a7c7-563500aa5f3c', 'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:13:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:00Z', 'updated_at': '2021-09-09T09:26:08Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:29.876607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73287a5-e700-4d75-845c-f0f32856b311 None None] The sync data for ids ['35abaa42-7a39-456c-a02c-30bef86796e4'] in n-d-778696-16 is: [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:26:01Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '49dd6114-4f86-48ba-9724-bd0c95a6be51', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'port_id': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'mac_address': 'fa:16:3e:cc:27:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dceb69f-9878-490e-b224-a6249a3055c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:26:24Z', 'updated_at': '2021-09-09T09:26:24Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579eb030-5262-4211-a7c7-563500aa5f3c', 'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:13:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:00Z', 'updated_at': '2021-09-09T09:26:08Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:26:29.880998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f356f-1161-4542-975b-aded9ae4389b req-bc9c7e2b-f13e-45b0-87c2-a8d918e71c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:29.889651 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-006f356f-1161-4542-975b-aded9ae4389b req-bc9c7e2b-f13e-45b0-87c2-a8d918e71c7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168439 Sep 09 09:26:29.910702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47d6999b-f3cc-4fcb-a770-64a6ea8c16ff req-3b46db67-f9fa-4fcd-bfa1-b581bbe2135b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088166 Sep 09 09:26:30.044479 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-006f356f-1161-4542-975b-aded9ae4389b req-271f7d6f-0609-4384-98e5-197ec12c8049 service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325634 Sep 09 09:26:30.232489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-006f356f-1161-4542-975b-aded9ae4389b req-7e08300e-df02-474b-81e2-d703edc5e1b5 service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787505 Sep 09 09:26:30.345016 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2dc92-9397-45e0-a622-0f9f2f45dc79 None None] New status for floating IP 49dd6114-4f86-48ba-9724-bd0c95a6be51: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:26:30.575171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41270) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:30.715867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c61a7e35-c91c-4b46-b75a-47a3a2821709 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:26:30.730183 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-147c886d-aa6f-448b-8d8c-bdadb86ef8ec tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/49dd6114-4f86-48ba-9724-bd0c95a6be51 HTTP/1.1" status: 200 len: 992 time: 0.1523674 Sep 09 09:26:30.878530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:30.892810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d', 'port_id': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'mac_address': 'fa:16:3e:44:cf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc079ca2-f63c-447e-8672-75e8c71039a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:26:30.976784 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:31.003733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61a7e35-c91c-4b46-b75a-47a3a2821709 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:31.030748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:31.082340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b2b8-3a91-4224-bdf0-c3a3a9b3ba4a req-e2160262-0d46-463c-b48d-cc1f94597313 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:31.084929 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dfa4b2b8-3a91-4224-bdf0-c3a3a9b3ba4a req-e2160262-0d46-463c-b48d-cc1f94597313 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.0915141 Sep 09 09:26:31.145066 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:31.203866 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dfa4b2b8-3a91-4224-bdf0-c3a3a9b3ba4a req-992899f6-3b3d-495d-b104-aedc935e6a85 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110535 Sep 09 09:26:31.259990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c61a7e35-c91c-4b46-b75a-47a3a2821709,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:31.490706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c61a7e35-c91c-4b46-b75a-47a3a2821709'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:26:31.732968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41304) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:31.794480 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ff17cdcc-ad31-40a5-9567-3ee0edc5b5bc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/49dd6114-4f86-48ba-9724-bd0c95a6be51 HTTP/1.1" status: 200 len: 994 time: 0.0602536 Sep 09 09:26:32.356718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d59ac-3d26-4c4b-b710-51fe32ae24ef req-94677754-e99b-4f1c-94c6-c4fc82c4adab tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:32.358721 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c43d59ac-3d26-4c4b-b710-51fe32ae24ef req-94677754-e99b-4f1c-94c6-c4fc82c4adab tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 944 time: 0.0772929 Sep 09 09:26:32.421508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c43d59ac-3d26-4c4b-b710-51fe32ae24ef req-6e082c17-df10-4672-a3c4-e8e7e7d3494d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560086 Sep 09 09:26:33.630481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010b884-ef4e-4024-8d76-b8e693d71bd2 req-bf54feca-e0a8-4ba2-ac29-c23037b367d9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:33.641022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5010b884-ef4e-4024-8d76-b8e693d71bd2 req-bf54feca-e0a8-4ba2-ac29-c23037b367d9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 944 time: 0.0771916 Sep 09 09:26:33.690335 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5010b884-ef4e-4024-8d76-b8e693d71bd2 req-6af07d20-7700-4686-9942-09ce0974ff79 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480669 Sep 09 09:26:34.747207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c61a7e35-c91c-4b46-b75a-47a3a2821709 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:34.835687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979f43e-51e4-4c54-aed9-af3b8e7a5026 req-2913fbb2-d79d-4c2d-8b52-5c88944e3d8d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:34.845685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b979f43e-51e4-4c54-aed9-af3b8e7a5026 req-2913fbb2-d79d-4c2d-8b52-5c88944e3d8d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 944 time: 0.0717058 Sep 09 09:26:34.873671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port c61a7e35-c91c-4b46-b75a-47a3a2821709 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:34.881514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port c61a7e35-c91c-4b46-b75a-47a3a2821709 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:34.882141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:34.908312 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b979f43e-51e4-4c54-aed9-af3b8e7a5026 req-050e1130-ccef-438b-96ac-0bd9142e75ba tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611055 Sep 09 09:26:35.031544 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:35.074547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:35.078988 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dc4b4f-7501-4701-8b7b-2a7a63a353fb" -d '{"events": [{"server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "name": "network-vif-plugged", "status": "completed", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:35.083402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:35.160905 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf61cd3c-d541-4a21-acde-6edd8e4121f9 x-openstack-request-id: req-bf61cd3c-d541-4a21-acde-6edd8e4121f9 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:35.161201 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "name": "network-vif-plugged", "status": "completed", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:35.161476 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf61cd3c-d541-4a21-acde-6edd8e4121f9 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:35.163231 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'code': 200} Sep 09 09:26:35.177634 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:35.236943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41390) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:35.293402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c61a7e35-c91c-4b46-b75a-47a3a2821709,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:35.341405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd9ea5-a852-4928-b679-658ee74248a4 req-899a572f-d1bb-4b1e-8a19-526e39235404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:35.343036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-66cd9ea5-a852-4928-b679-658ee74248a4 req-899a572f-d1bb-4b1e-8a19-526e39235404 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 1097 time: 0.0802445 Sep 09 09:26:35.438141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-66cd9ea5-a852-4928-b679-658ee74248a4 req-3869bc08-9dcd-4854-892b-ff3340d94a51 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864971 Sep 09 09:26:35.488750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Deleting subnet 9e12ceb2-7c7e-4491-834d-94bac73f3d97 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:26:35.492761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:35.539532 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:35.587520 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:35.959551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:36.002663 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:36.007691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9e12ceb2-7c7e-4491-834d-94bac73f3d97 HTTP/1.1" status: 204 len: 168 time: 0.7668500 Sep 09 09:26:36.007691 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e12ceb2-7c7e-4491-834d-94bac73f3d97,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:36.010271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41400) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:36.048175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.050190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.050190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.050190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.050190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.050190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.050190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.050822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.050822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.051021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.051354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.064023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b179248-469d-4abe-a041-2ac49b33fec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:36.105863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398a311-6539-4eb6-ba66-e91da00bb8b4 req-927da8db-0ca1-4efa-83d1-c66557512364 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:36.110557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1398a311-6539-4eb6-ba66-e91da00bb8b4 req-927da8db-0ca1-4efa-83d1-c66557512364 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1318135 Sep 09 09:26:36.247661 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:36.273352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1398a311-6539-4eb6-ba66-e91da00bb8b4 req-0c476363-4584-4aae-bb47-15048177e0fe tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539729 Sep 09 09:26:36.360629 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:36.385065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ab205a-8b76-4441-9544-651fb0daef91']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:36.395549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f3041e-42fe-41e9-87ab-2908037cce9b') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:36.395763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f3041e-42fe-41e9-87ab-2908037cce9b') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:36.407685 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:36.421451 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:36.428087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:26:36.428823 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:26:36.434065 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:26:36.576345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:36.584784 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:36.590026 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] 10.222.0.32 "DELETE /v2.0/networks/17ab205a-8b76-4441-9544-651fb0daef91 HTTP/1.1" status: 204 len: 168 time: 0.5617464 Sep 09 09:26:36.628437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4c96b-c6f1-4926-8203-07738060f72b admin admin] Pushing event deleted for resources: {'Network': ['ID=17ab205a-8b76-4441-9544-651fb0daef91,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:36.928609 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41426) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:36.980428 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-871c689e-3274-4e56-91a0-3b9745eff9fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c906887936d4e70b47c3f714e0540db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496905 Sep 09 09:26:36.982760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:37.043765 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f6f1fb9-1261-4841-b3a9-824e88bf73b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:37.077372 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f6f1fb9-1261-4841-b3a9-824e88bf73b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:37.228193 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f6f1fb9-1261-4841-b3a9-824e88bf73b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:37.237036 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f6f1fb9-1261-4841-b3a9-824e88bf73b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:37.237036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4f6f1fb9-1261-4841-b3a9-824e88bf73b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad HTTP/1.1" status: 204 len: 168 time: 0.2488787 Sep 09 09:26:37.248628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f1fb9-1261-4841-b3a9-824e88bf73b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ab6d26-4f2e-4656-8d18-2c8e6bf4c7ad,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:37.459647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec4f93-9758-4485-bca0-e5fc11d2d92e req-9633c2af-f861-4fdf-80bd-2ff57dedf396 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:37.461320 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54ec4f93-9758-4485-bca0-e5fc11d2d92e req-9633c2af-f861-4fdf-80bd-2ff57dedf396 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0743582 Sep 09 09:26:37.505636 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54ec4f93-9758-4485-bca0-e5fc11d2d92e req-8b73fc47-37d8-4d12-af9a-338594de0a97 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Sep 09 09:26:37.907174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-61443695-1263-4bf9-ac00-fbd8f1efda6d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:37.914000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-61443695-1263-4bf9-ac00-fbd8f1efda6d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/networks?id=c545c666-906a-4084-a605-2c1a985a5d7d HTTP/1.1" status: 200 len: 814 time: 0.1617191 Sep 09 09:26:37.940922 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-0be55a90-a712-4a31-95ca-f6243446c7c1 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/quotas/55ca36f0caaa42aaadd27d7162fcc2a3 HTTP/1.1" status: 200 len: 375 time: 0.0245767 Sep 09 09:26:38.036244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-5dea3cd4-0057-44dc-8a58-80d4ec414622 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0874407 Sep 09 09:26:38.167700 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-f4c8f77a-308b-480d-a39f-06a558931b77 service neutron] 10.222.0.32 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229987 Sep 09 09:26:38.312282 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-5766f824-7de4-4f71-9b92-2ccedad11758 service neutron] 10.222.0.32 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303711 Sep 09 09:26:38.594009 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-64ba930b-7523-4431-8720-3359b1c17728 req-9eed83fd-f83f-4624-9e99-b6fbbeee83a1 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 210 time: 0.0534840 Sep 09 09:26:39.628487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556243d-7b80-4d2e-977e-f07e533ecf51 req-1b64b08a-bd93-40cf-8c20-b4668c5e23b4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:39.636321 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7556243d-7b80-4d2e-977e-f07e533ecf51 req-1b64b08a-bd93-40cf-8c20-b4668c5e23b4 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 946 time: 0.0797694 Sep 09 09:26:39.710093 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7556243d-7b80-4d2e-977e-f07e533ecf51 req-758cdb9c-d766-4b59-a8ff-a5cd6e5792fa tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692260 Sep 09 09:26:39.750601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d986a113-c5c2-4063-8cec-b5a15ad0e6b8 req-85d8d26e-dd6d-48a3-8e6b-b1430d7d8a45 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 210 time: 0.0312061 Sep 09 09:26:39.992935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41554) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:40.156018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'network': {'name': 'tempest-network-smoke--1350720466', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:40.307862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Made reservation on behalf of 2e99cdc01cfa4c5b83ea1f23eef51389 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:26:40.311399 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:40.320248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:40.453035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:40.497769 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:40.530388 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:26:40.540710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9c7518-4d36-440f-b0cd-c4a90fed38fe,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:40.547574 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:40.549263 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Added segment 22532f5b-7091-42a7-b613-5bee798a9201 of type vlan for network 0b847b18-b790-43b5-8d67-22948d8fe7b4 Sep 09 09:26:40.603463 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:40.672987 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:40.678692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:40.679328 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:40.765780 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Network': ['ID=0b847b18-b790-43b5-8d67-22948d8fe7b4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:40.777703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 0b847b18-b790-43b5-8d67-22948d8fe7b4 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:26:40.785542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41584) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:40.786367 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5b897cdd-fac7-4fc2-bcc3-8f39934b428b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7921586 Sep 09 09:26:40.791109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-341995255', 'admin_state_up': True, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:40.889704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab2da8-fe20-40a2-8968-b6dfe4ea7f8e req-dd952677-7046-4824-a8ed-782fd4c796a0 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:40.893357 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f7ab2da8-fe20-40a2-8968-b6dfe4ea7f8e req-dd952677-7046-4824-a8ed-782fd4c796a0 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 946 time: 0.0789123 Sep 09 09:26:40.893517 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c31646c-3eae-4833-9fa7-df7112db07b4 req-35f45f4e-98fd-416f-bfc8-2abbeedaeaaa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 210 time: 0.0426638 Sep 09 09:26:40.931181 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:40.933084 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:41.016027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f7ab2da8-fe20-40a2-8968-b6dfe4ea7f8e req-e7b9b039-83a7-427b-ba8e-349b1be5e2b3 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124454 Sep 09 09:26:41.072375 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:41.082247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-b9b5a57c-1cbf-4359-b84d-7de959ee607e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:41.083745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-b9b5a57c-1cbf-4359-b84d-7de959ee607e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.41 "GET /v2.0/networks?id=c545c666-906a-4084-a605-2c1a985a5d7d HTTP/1.1" status: 200 len: 814 time: 0.1913996 Sep 09 09:26:41.098546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Request body: {'port': {'device_id': '0b8abbdf-942b-4b10-8c6e-f9297f85e773', 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d', 'admin_state_up': True, 'tenant_id': '55ca36f0caaa42aaadd27d7162fcc2a3'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:41.353312 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:41.356641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Made reservation on behalf of 55ca36f0caaa42aaadd27d7162fcc2a3 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:26:41.360110 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:41.452684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187815c8-538a-4163-9920-ad3b6549d16a req-c4369750-74ed-49bc-b9c2-a482ac2c9a4b tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:41.454160 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-187815c8-538a-4163-9920-ad3b6549d16a req-c4369750-74ed-49bc-b9c2-a482ac2c9a4b tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 946 time: 0.0494297 Sep 09 09:26:41.504453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Allocated IP 172.20.0.8 (c545c666-906a-4084-a605-2c1a985a5d7d/cc079ca2-f63c-447e-8672-75e8c71039a6/730cc8a7-dffe-441d-a952-523997c378ff) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:26:41.558081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Deleting port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:26:41.558424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:41.664464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] For port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:41.664889 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:41.802875 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:41.809233 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:41.853487 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:41.935119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:41.935696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:41.935833 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Floating IP 0142b066-7b54-4fbb-8a96-e96747d4fc62 disassociated. External IP: 172.25.8.14, port: d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3. Sep 09 09:26:41.936125 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Calling delete_port for d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:26:41.945759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceff85a-7238-4c8f-a445-4354b0b78b5c req-2865bfbe-386f-49c5-b731-65fa8266ad5c tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:41.950798 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ceff85a-7238-4c8f-a445-4354b0b78b5c req-2865bfbe-386f-49c5-b731-65fa8266ad5c tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c HTTP/1.1" status: 200 len: 950 time: 0.1419172 Sep 09 09:26:42.013011 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6a5e38e3-e47f-4774-b61c-6fa39d279734 req-3d0811f2-8af4-46ca-bdb1-0a001cd6f18f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 210 time: 0.0304232 Sep 09 09:26:42.032215 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ceff85a-7238-4c8f-a445-4354b0b78b5c req-7293c7e7-73df-4a8e-a5a9-aea8133c5349 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725210 Sep 09 09:26:42.033508 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Allocated IP 172.25.8.176 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/0788b7be-d48e-4d9b-ad50-4291e31aad33) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:26:42.051749 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:42.078675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c61a7e35-c91c-4b46-b75a-47a3a2821709'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:26:42.147568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Network c545c666-906a-4084-a605-2c1a985a5d7d is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:42.159814 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:42.169296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:26:42.187500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef0883-25ba-4388-8e05-e6a8b02e97fe req-127755b5-ba5c-4f80-8eaf-57f5a10e1025 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:42.189067 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31ef0883-25ba-4388-8e05-e6a8b02e97fe req-127755b5-ba5c-4f80-8eaf-57f5a10e1025 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 946 time: 0.0773666 Sep 09 09:26:42.207810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Pushing event updated for resources: {'Port': ['ID=730cc8a7-dffe-441d-a952-523997c378ff,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:42.225104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:42.258907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:42.259571 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:42.264519 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:42.287717 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event deleted for resources: {'Port': ['ID=d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:42.363472 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31ef0883-25ba-4388-8e05-e6a8b02e97fe req-f8d3984d-dde9-4514-9661-ac8c85369481 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628513 Sep 09 09:26:42.365707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-7c1b9482-40ef-447c-bf61-4e2a356bb0d8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2706335 Sep 09 09:26:42.388186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Request body: {'port': {'device_id': '0b8abbdf-942b-4b10-8c6e-f9297f85e773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:42.416187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:42.435475 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Router 60f4d0c1-8309-44c9-8ead-dc21aa667013 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:26:42.511568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:42.515792 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:42.519079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:42.526763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=0788b7be-d48e-4d9b-ad50-4291e31aad33,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:42.529888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:26:42.574190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:26:42.585429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a455c04-8788-408d-85ea-842dd14939ea None None] Sync routers for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:26:42.618082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a455c04-8788-408d-85ea-842dd14939ea None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:42.619072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4a455c04-8788-408d-85ea-842dd14939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:26:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:42.675259 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] No DVR routers for this DVR port d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:26:42.684572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:42.692417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-187815c8-538a-4163-9920-ad3b6549d16a req-adcb6d58-ac4a-4e25-8652-d0b8f94c550e tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.24 "DELETE /v2.0/ports/d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 HTTP/1.1" status: 204 len: 173 time: 1.2314143 Sep 09 09:26:42.695627 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0189a973-0f6a-4cac-952e-797ffd05afed', 'name': 'network-vif-deleted', 'tag': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:42.702279 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d478f0bd-fbc2-401c-a996-86797de299e0" -d '{"events": [{"server_uuid": "0189a973-0f6a-4cac-952e-797ffd05afed", "name": "network-vif-deleted", "tag": "d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:42.793994 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76e3c12-d1a2-4943-abeb-0e705379a2ee x-openstack-request-id: req-b76e3c12-d1a2-4943-abeb-0e705379a2ee {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:42.794288 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0189a973-0f6a-4cac-952e-797ffd05afed", "name": "network-vif-deleted", "tag": "d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:42.794795 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b76e3c12-d1a2-4943-abeb-0e705379a2ee {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:42.795200 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0189a973-0f6a-4cac-952e-797ffd05afed', 'name': 'network-vif-deleted', 'tag': 'd6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3', 'status': 'completed', 'code': 200} Sep 09 09:26:42.842288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-4a455c04-8788-408d-85ea-842dd14939ea None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:43.067066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-044254c5-3f77-4eb4-b49d-6463cd57ee07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0636077 Sep 09 09:26:43.127052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4a455c04-8788-408d-85ea-842dd14939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:43.166005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a455c04-8788-408d-85ea-842dd14939ea None None] Checking router: 60f4d0c1-8309-44c9-8ead-dc21aa667013 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:26:43.178462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a455c04-8788-408d-85ea-842dd14939ea None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:43.179129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4a455c04-8788-408d-85ea-842dd14939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:26:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:43.188532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-2a5c2948-6b17-44af-938a-a807c143f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.189317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-2a5c2948-6b17-44af-938a-a807c143f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.190018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-2a5c2948-6b17-44af-938a-a807c143f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.190753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-2a5c2948-6b17-44af-938a-a807c143f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.191754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-2a5c2948-6b17-44af-938a-a807c143f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.192400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-2a5c2948-6b17-44af-938a-a807c143f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.193063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-2a5c2948-6b17-44af-938a-a807c143f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.195312 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-2a5c2948-6b17-44af-938a-a807c143f4d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6507 time: 0.0632138 Sep 09 09:26:43.238006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d065e7-99d6-4140-ba80-cffb700af5d7 req-b939d92d-39e0-4012-9e54-1eb42d4fbe12 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.240170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8d065e7-99d6-4140-ba80-cffb700af5d7 req-b939d92d-39e0-4012-9e54-1eb42d4fbe12 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 931 time: 0.1242404 Sep 09 09:26:43.316531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-4a455c04-8788-408d-85ea-842dd14939ea None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:43.323776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-a47c85bf-8a46-4e52-a48c-e25f1f72987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.324353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-a47c85bf-8a46-4e52-a48c-e25f1f72987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.324829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-a47c85bf-8a46-4e52-a48c-e25f1f72987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.326444 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-a47c85bf-8a46-4e52-a48c-e25f1f72987c service neutron] 10.222.0.24 "GET /v2.0/networks?id=cde98297-5ac2-4658-b7e9-2b86e45e252b&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&id=ae378c4f-bcc5-4684-9b14-0072a5045cf1 HTTP/1.1" status: 200 len: 2298 time: 0.1058857 Sep 09 09:26:43.370400 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8d065e7-99d6-4140-ba80-cffb700af5d7 req-9888e148-9c89-4e02-8ba2-da526dd616f6 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205881 Sep 09 09:26:43.427716 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-18c1e9bc-c0ef-4e32-9751-985d76d5ffde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f69134-2934-42cb-bb06-f7d2b55fb6eb HTTP/1.1" status: 200 len: 1001 time: 0.0899162 Sep 09 09:26:43.445972 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b927c9bc-bc36-4288-acf1-d59457329225 req-3027320c-199b-46e9-89be-049a8a692052 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1347885 Sep 09 09:26:43.485025 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:43.548091 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730cc8a7-dffe-441d-a952-523997c378ff {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:43.555661 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0999fd11-e18b-4fce-a13f-d8de6578adbf req-abc78571-5ca2-4943-b1d9-fa9364064dbb tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/ports?device_id=0189a973-0f6a-4cac-952e-797ffd05afed HTTP/1.1" status: 200 len: 210 time: 0.0576470 Sep 09 09:26:43.563825 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:43.569510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-f64f674c-2676-4eca-b7fa-e83f17eaad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.571253 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-f64f674c-2676-4eca-b7fa-e83f17eaad89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eaf9055-4be0-4b7a-8a4c-147c7f236463 HTTP/1.1" status: 200 len: 855 time: 0.1155515 Sep 09 09:26:43.582351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4a455c04-8788-408d-85ea-842dd14939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:43.617222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Transition to ACTIVE for port object 730cc8a7-dffe-441d-a952-523997c378ff will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:43.626725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a455c04-8788-408d-85ea-842dd14939ea None None] The sync data for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 is: [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:19:02Z', 'revision_number': 4, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2190bb82-6b2c-43e6-9c19-c71350248280', 'name': '', 'network_id': '7efe8e48-373b-4725-88ce-70a7125cfaad', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'mac_address': 'fa:16:3e:00:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:59Z', 'updated_at': '2021-09-09T09:19:08Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'subnets': [{'id': 'e75ffe02-efbd-415c-8929-c3e24abb7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:26:43.638110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-9b7786a0-2d5f-4fa5-b294-14a63b3cedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.640066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-9b7786a0-2d5f-4fa5-b294-14a63b3cedd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cde98297-5ac2-4658-b7e9-2b86e45e252b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611992 Sep 09 09:26:43.664379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927c9bc-bc36-4288-acf1-d59457329225 req-96ad0a80-e048-42fd-acd1-dde916fb29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:43.665917 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b927c9bc-bc36-4288-acf1-d59457329225 req-96ad0a80-e048-42fd-acd1-dde916fb29a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 1097 time: 0.1223834 Sep 09 09:26:43.729806 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:43.775424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-82fbde62-8d21-4dd7-8da3-a8899ce5fcbd service neutron] 10.222.0.24 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267536 Sep 09 09:26:43.911174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Pushing event updated for resources: {'Port': ['ID=730cc8a7-dffe-441d-a952-523997c378ff,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:43.935268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-afe54051-ec9f-48d0-9b4e-1a26fc71dea9 service neutron] 10.222.0.24 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467187 Sep 09 09:26:43.958658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:43.983432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-993be7de-72d7-498c-a62a-6ddc28bb0e68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=e655b2cd-242f-4a3f-8779-c4ab04142ef2 HTTP/1.1" status: 200 len: 217 time: 0.0404198 Sep 09 09:26:44.017965 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e4ab90-3348-48cb-85d7-091c091d095e None None] New status for floating IP 0142b066-7b54-4fbb-8a96-e96747d4fc62: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:26:44.022224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927c9bc-bc36-4288-acf1-d59457329225 req-7a25742d-ffb5-4d22-90d5-4a7962b56333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:44.023609 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b927c9bc-bc36-4288-acf1-d59457329225 req-7a25742d-ffb5-4d22-90d5-4a7962b56333 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.3036451 Sep 09 09:26:44.042452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-c03a48bb-2456-4b1b-9251-78dd7ec06fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:44.044999 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-c03a48bb-2456-4b1b-9251-78dd7ec06fc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0540953 Sep 09 09:26:44.093891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Attempting to bind port 730cc8a7-dffe-441d-a952-523997c378ff on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:26:44.094227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Attempting to bind port 730cc8a7-dffe-441d-a952-523997c378ff by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'c08961bc-7c1e-4335-b838-c28d1c217fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:26:44.094560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Attempting to bind port 730cc8a7-dffe-441d-a952-523997c378ff on network c545c666-906a-4084-a605-2c1a985a5d7d {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:44.109315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-90780508-8a89-4fea-9a70-18dfc7f39d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:44.110876 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-90780508-8a89-4fea-9a70-18dfc7f39d41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0511689 Sep 09 09:26:44.135991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Port 730cc8a7-dffe-441d-a952-523997c378ff on network c545c666-906a-4084-a605-2c1a985a5d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:26:44.136315 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Attempting to bind port 730cc8a7-dffe-441d-a952-523997c378ff on network c545c666-906a-4084-a605-2c1a985a5d7d {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:44.162516 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b927c9bc-bc36-4288-acf1-d59457329225 req-5697b932-5ab7-4573-a896-6f1e4dedbee5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19 HTTP/1.1" status: 200 len: 1001 time: 0.1296802 Sep 09 09:26:44.165252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:26:44.165597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Checking segment: {'id': 'c08961bc-7c1e-4335-b838-c28d1c217fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:44.165974 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Bound using segment: {'id': 'c08961bc-7c1e-4335-b838-c28d1c217fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:26:44.166415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Bound port: 730cc8a7-dffe-441d-a952-523997c378ff, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08961bc-7c1e-4335-b838-c28d1c217fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:26:44.167312 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:44.217631 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-3a88891d-8195-4274-82ab-eb0d852fc92d service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974092 Sep 09 09:26:44.283655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927c9bc-bc36-4288-acf1-d59457329225 req-1ec7d36d-951b-4d29-8ddc-c09a505b158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:44.285155 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b927c9bc-bc36-4288-acf1-d59457329225 req-1ec7d36d-951b-4d29-8ddc-c09a505b158a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.1065621 Sep 09 09:26:44.309494 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] For port 730cc8a7-dffe-441d-a952-523997c378ff, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:26:44.329256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-8546b5ad-b317-4e36-9f5d-4da2a3d23d44 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043983 Sep 09 09:26:44.339153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] For port 730cc8a7-dffe-441d-a952-523997c378ff, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=730cc8a7-dffe-441d-a952-523997c378ff,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:26:44.357414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927c9bc-bc36-4288-acf1-d59457329225 req-37b3205a-277f-4020-9362-bb70f1a68fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:44.357414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b927c9bc-bc36-4288-acf1-d59457329225 req-37b3205a-277f-4020-9362-bb70f1a68fe3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604193 Sep 09 09:26:44.372976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-ede8cf91-b0c5-4b85-a356-30b55ec1add2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=61dacf64-85aa-40e8-857f-3c2822090211 HTTP/1.1" status: 200 len: 217 time: 0.0364125 Sep 09 09:26:44.383058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 5956e10c-8ad5-491b-8196-7ce86157ea64 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:26:44.416570 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6db0848b-7df8-4a62-a0d6-382d5909f25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:44.432937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-5c6a52b4-e10a-46d8-ad89-55b86c7cc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:44.433205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:44.434434 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-5c6a52b4-e10a-46d8-ad89-55b86c7cc59e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0537610 Sep 09 09:26:44.521216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-d4acefd1-b0d5-4a7b-abad-9543f778886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:44.523568 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-d4acefd1-b0d5-4a7b-abad-9543f778886e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0805793 Sep 09 09:26:44.532501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:44.533720 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:44.534531 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] 10.222.0.41 "PUT /v2.0/ports/730cc8a7-dffe-441d-a952-523997c378ff HTTP/1.1" status: 200 len: 1092 time: 2.1601706 Sep 09 09:26:44.534975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8abbdf-942b-4b10-8c6e-f9297f85e773', 'tag': '730cc8a7-dffe-441d-a952-523997c378ff'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:44.537221 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43610500-79c9-48e6-af39-7b37b5fc23d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8abbdf-942b-4b10-8c6e-f9297f85e773", "tag": "730cc8a7-dffe-441d-a952-523997c378ff"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:44.549699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e99d6-6483-4a64-93bc-b34955228aa8 req-c9d275b4-4009-4f3c-a366-dbfdf4469c3f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:44.551268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe3e99d6-6483-4a64-93bc-b34955228aa8 req-c9d275b4-4009-4f3c-a366-dbfdf4469c3f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 943 time: 0.0849805 Sep 09 09:26:44.574128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f7e03-8222-4129-ac8b-36e40416f670 service neutron] Pushing event updated for resources: {'Port': ['ID=730cc8a7-dffe-441d-a952-523997c378ff,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:44.578414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b927c9bc-bc36-4288-acf1-d59457329225 req-2b25d638-14ed-411a-913f-f8ceeda34c5a service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147815 Sep 09 09:26:44.610274 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5d93f1-0621-4798-9942-7e669ab8c92c x-openstack-request-id: req-ca5d93f1-0621-4798-9942-7e669ab8c92c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:44.610520 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8abbdf-942b-4b10-8c6e-f9297f85e773", "tag": "730cc8a7-dffe-441d-a952-523997c378ff", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:44.610718 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca5d93f1-0621-4798-9942-7e669ab8c92c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:44.611195 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8abbdf-942b-4b10-8c6e-f9297f85e773', 'tag': '730cc8a7-dffe-441d-a952-523997c378ff', 'status': 'completed', 'code': 200} Sep 09 09:26:44.661185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe3e99d6-6483-4a64-93bc-b34955228aa8 req-f3fa52e9-2eb5-40fb-860d-7f78f31195e8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965748 Sep 09 09:26:44.698048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:26:44.712885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Sync routers for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:26:44.715965 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-8db959da-0371-41dc-9f1a-cf2bcf0efbcb service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848245 Sep 09 09:26:44.734728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:44.735758 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:26:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:44.780952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:26:44.808463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:26:44.808808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d6b26e41-bbbf-4b5e-97d6-ebab55ebb9d3 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:26:44.814556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43610500-79c9-48e6-af39-7b37b5fc23d5 req-72f894d8-9b27-492e-81f8-5c6d56636624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:44.817079 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43610500-79c9-48e6-af39-7b37b5fc23d5 req-72f894d8-9b27-492e-81f8-5c6d56636624 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 1095 time: 0.1807845 Sep 09 09:26:44.825844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41688) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:44.898114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:44.910534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b927c9bc-bc36-4288-acf1-d59457329225 req-0a71d31f-562a-485c-93f1-51642478f878 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020668 Sep 09 09:26:44.910996 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-256b93b2-f9b2-47cd-adb6-027dbe18fe64 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877091 Sep 09 09:26:44.916916 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:44.923204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41698) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:44.925405 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b0d55706-e3ba-4c94-ae8e-d35444df19a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1380723 Sep 09 09:26:44.978519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-bb6c14a2-d718-4e23-ad4a-7891a2a794d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=dd77bb5c-f200-4070-9fdc-d93528eaca4b HTTP/1.1" status: 200 len: 217 time: 0.0565732 Sep 09 09:26:45.017622 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c72c78d-fdb7-4eb2-a1bb-70518fab4247 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:45.057099 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6447077f-deaf-4d42-8a09-180a8103a26b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2e99cdc01cfa4c5b83ea1f23eef51389&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1222193 Sep 09 09:26:45.058457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41706) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:45.059725 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c72c78d-fdb7-4eb2-a1bb-70518fab4247 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:45.068626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43610500-79c9-48e6-af39-7b37b5fc23d5 req-0fdba134-0963-4719-9f60-26d863206eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:45.070274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43610500-79c9-48e6-af39-7b37b5fc23d5 req-0fdba134-0963-4719-9f60-26d863206eaf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2287562 Sep 09 09:26:45.092311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-1d3c7a18-4f0a-4039-976b-20c12e176df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:45.094084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-1d3c7a18-4f0a-4039-976b-20c12e176df9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.1076782 Sep 09 09:26:45.206495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43610500-79c9-48e6-af39-7b37b5fc23d5 req-522d45cf-b354-441e-8431-3f5374bb4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:45.208135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43610500-79c9-48e6-af39-7b37b5fc23d5 req-522d45cf-b354-441e-8431-3f5374bb4b58 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254175 Sep 09 09:26:45.281169 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c72c78d-fdb7-4eb2-a1bb-70518fab4247 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:45.285330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c72c78d-fdb7-4eb2-a1bb-70518fab4247 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:45.286631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0c72c78d-fdb7-4eb2-a1bb-70518fab4247 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "DELETE /v2.0/security-groups/aa3b053d-5d8e-4f33-8006-31f1b3ffbe44 HTTP/1.1" status: 204 len: 168 time: 0.4595783 Sep 09 09:26:45.289078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 842a0647-bd41-4ee0-96ee-037500220e03 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:26:45.306741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41708) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:45.326646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72c78d-fdb7-4eb2-a1bb-70518fab4247 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3b053d-5d8e-4f33-8006-31f1b3ffbe44,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:45.340088 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-82327ac7-8882-47fb-baac-6a0e79a690bb tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] show failed (client error): The resource could not be found. Sep 09 09:26:45.341188 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-82327ac7-8882-47fb-baac-6a0e79a690bb tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "GET /v2.0/security-groups/aa3b053d-5d8e-4f33-8006-31f1b3ffbe44 HTTP/1.1" status: 404 len: 347 time: 0.0315523 Sep 09 09:26:45.344738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41710) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:45.375545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:26:43Z', 'revision_number': 3, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:45.404123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Checking router: 5956e10c-8ad5-491b-8196-7ce86157ea64 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:26:45.404521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Updating router 5956e10c-8ad5-491b-8196-7ce86157ea64 port 0788b7be-d48e-4d9b-ad50-4291e31aad33 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:26:45.460041 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:45.493100 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:45.578137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:45.580216 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639b6b5f-a818-408a-8708-c5e604d385be" -d '{"events": [{"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "842a0647-bd41-4ee0-96ee-037500220e03"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:45.601467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-a3c16e87-01d7-404e-a55a-4af5f21c9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:45.603185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-a3c16e87-01d7-404e-a55a-4af5f21c9827 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5000956 Sep 09 09:26:45.604942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8639ed4-ad86-49f1-98d0-5a4ce1eed84d tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:45.606014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:45.606651 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d8639ed4-ad86-49f1-98d0-5a4ce1eed84d tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5473280 Sep 09 09:26:45.609548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41714) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:45.653602 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92a2565-8da8-46e1-86ce-843e65d44866 x-openstack-request-id: req-d92a2565-8da8-46e1-86ce-843e65d44866 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:45.653889 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "842a0647-bd41-4ee0-96ee-037500220e03", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:45.654147 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d92a2565-8da8-46e1-86ce-843e65d44866 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:45.654600 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03', 'code': 200} Sep 09 09:26:45.660910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a1bc3fba-5642-4293-8a46-9738e53b5a6c tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480373 Sep 09 09:26:45.661113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41716) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:45.666267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-496883990', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:45.682539 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:45.738426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-239dd4d3-2b8d-4d81-8fc5-0fc5dfcfc8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:45.740629 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-239dd4d3-2b8d-4d81-8fc5-0fc5dfcfc8b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 1095 time: 0.4705584 Sep 09 09:26:45.815694 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:45.823140 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-ef5a0da1-d3b7-42bd-9d47-cc61d2714db2 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046463 Sep 09 09:26:45.828970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Transition to ACTIVE for port object 0788b7be-d48e-4d9b-ad50-4291e31aad33 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:45.884036 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-5ebb5f82-fc77-4abf-b1d3-bcce7992a5d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730cc8a7-dffe-441d-a952-523997c378ff HTTP/1.1" status: 200 len: 217 time: 0.0985360 Sep 09 09:26:45.903069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:45.910743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.911220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.911981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.912143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.912491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.912824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.913162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.913497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.913840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.914164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.914495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.914825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:26:45.919638 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:45.920944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Made reservation on behalf of 2e99cdc01cfa4c5b83ea1f23eef51389 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:26:45.921296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa63200-1129-4c62-8010-5c4d762e758a req-6bcbd939-4780-4100-a325-3d4944a98cd8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:45.924883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:45.931589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1aa63200-1129-4c62-8010-5c4d762e758a req-6bcbd939-4780-4100-a325-3d4944a98cd8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 943 time: 0.1466129 Sep 09 09:26:45.980090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Attempting to bind port 0788b7be-d48e-4d9b-ad50-4291e31aad33 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:26:45.981015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Attempting to bind port 0788b7be-d48e-4d9b-ad50-4291e31aad33 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:26:45.981756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Attempting to bind port 0788b7be-d48e-4d9b-ad50-4291e31aad33 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:46.012129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:26:46.012837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:46.013447 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:46.013979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-2ea3a7b0-5cf4-4988-a3c3-25bf04b300b8 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831455 Sep 09 09:26:46.014279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:26:46.015066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Bound port: 0788b7be-d48e-4d9b-ad50-4291e31aad33, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:26:46.015624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-20df33fc-c1f3-4967-833e-6d3269837d95 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Deleting port 2054aa74-52c7-4a3d-91ad-3c6d2845f4d5 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:26:46.015936 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:46.016059 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-20df33fc-c1f3-4967-833e-6d3269837d95 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:46.020754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-538c905e-312e-4145-953d-92927a2986d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:46.022249 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-538c905e-312e-4145-953d-92927a2986d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc079ca2-f63c-447e-8672-75e8c71039a6 HTTP/1.1" status: 200 len: 854 time: 0.1209788 Sep 09 09:26:46.049453 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1aa63200-1129-4c62-8010-5c4d762e758a req-fc0a7d9e-2b9e-441c-8cea-80b21f3345aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174207 Sep 09 09:26:46.082290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-a2b06182-d8ee-462a-8333-7a0327d9093b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=6ee26517-ed70-4c71-b9ef-170f240a2c83 HTTP/1.1" status: 200 len: 217 time: 0.0600648 Sep 09 09:26:46.084515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] For port 0788b7be-d48e-4d9b-ad50-4291e31aad33, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:26:46.090200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] For port 0788b7be-d48e-4d9b-ad50-4291e31aad33, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0788b7be-d48e-4d9b-ad50-4291e31aad33,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:26:46.095309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-4504d6b9-a2a9-451d-a21d-b1fd0c1ca3a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c545c666-906a-4084-a605-2c1a985a5d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405135 Sep 09 09:26:46.107411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcd451-4a76-4cff-87ac-bbd84c3ad99f None None] Pushing event updated for resources: {'Port': ['ID=0788b7be-d48e-4d9b-ad50-4291e31aad33,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:46.374696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-6487fc05-3d59-4976-bd3f-78d62b68421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:46.375076 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:46.375312 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-6487fc05-3d59-4976-bd3f-78d62b68421d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0921359 Sep 09 09:26:46.375529 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-20df33fc-c1f3-4967-833e-6d3269837d95 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:46.375529 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-20df33fc-c1f3-4967-833e-6d3269837d95 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:46.375529 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-20df33fc-c1f3-4967-833e-6d3269837d95 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Calling delete_port for 2054aa74-52c7-4a3d-91ad-3c6d2845f4d5 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:26:46.376169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:46.376169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:26:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:46.376169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcd451-4a76-4cff-87ac-bbd84c3ad99f None None] Pushing event updated for resources: {'Port': ['ID=0788b7be-d48e-4d9b-ad50-4291e31aad33,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:46.376465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-93ba55df-e854-4f5e-9af9-b02f1a2c8f39 service neutron] 10.222.0.41 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683531 Sep 09 09:26:46.376560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-7db38fc9-f12c-43d8-a9d5-c0c8fa1ad73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:46.376560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-7db38fc9-f12c-43d8-a9d5-c0c8fa1ad73d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1151514 Sep 09 09:26:46.409187 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:46.409445 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-180f4170-fa2c-4aec-8b53-a9c627fd18c7 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906758 Sep 09 09:26:46.416125 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:46.446809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5f5d4f-e590-48c0-9192-884b73452c79 req-f1216fc5-266f-43f7-af97-c67848f08bf0 service neutron] 10.222.0.41 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355445 Sep 09 09:26:46.536736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Subnet': ['ID=f1653836-a8b3-451d-98e8-28a4b42f55b0,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:46.588222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-20df33fc-c1f3-4967-833e-6d3269837d95 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:46.593788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Checking segment: {'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:46.596584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network hostable DHCP agents. Network: 0b847b18-b790-43b5-8d67-22948d8fe7b4, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:26:46.608677 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-9c1eec04-119b-4817-9fcd-9816938d2447 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847277 Sep 09 09:26:46.615714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:26:43Z', 'revision_number': 3, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:46.616782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df33fc-c1f3-4967-833e-6d3269837d95 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Pushing event deleted for resources: {'Port': ['ID=2054aa74-52c7-4a3d-91ad-3c6d2845f4d5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:46.648642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa57eb39-d43f-4eff-a5d5-b70f1bc100e3 None None] The sync data for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 is: [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:26:43Z', 'revision_number': 3, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:26:46.658566 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-4fe3baa5-7736-4d60-9077-ba8828ffc4c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 HTTP/1.1" status: 200 len: 217 time: 0.0410254 Sep 09 09:26:46.696849 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-20df33fc-c1f3-4967-833e-6d3269837d95 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:46.701126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-20df33fc-c1f3-4967-833e-6d3269837d95 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:46.711769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-20df33fc-c1f3-4967-833e-6d3269837d95 tempest-AttachVolumeTestJSON-1895412050 tempest-AttachVolumeTestJSON-1895412050-project] 10.222.0.32 "DELETE /v2.0/floatingips/0142b066-7b54-4fbb-8a96-e96747d4fc62 HTTP/1.1" status: 204 len: 168 time: 1.3629942 Sep 09 09:26:46.728932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network 0b847b18-b790-43b5-8d67-22948d8fe7b4 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:26:46.752828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-5f1a38f9-de8f-458f-b4c5-be421c8f9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:46.754088 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-5f1a38f9-de8f-458f-b4c5-be421c8f9327 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de5e6f51-78b8-499b-a687-41940dcd6078 HTTP/1.1" status: 200 len: 797 time: 0.0736296 Sep 09 09:26:46.800070 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 0b847b18-b790-43b5-8d67-22948d8fe7b4) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:46.810816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:46.810816 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:46.811074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7bdffb-bdf5-43c0-a416-1b1ec5cd6521 None None] Network 0b847b18-b790-43b5-8d67-22948d8fe7b4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:26:46.840107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-adcaa0ae-6372-4ac8-b88f-f59b0d3cbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:46.840593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-adcaa0ae-6372-4ac8-b88f-f59b0d3cbb80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692689 Sep 09 09:26:46.903466 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-082643e3-6cd1-4457-be4a-629efec7bf0c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2385759 Sep 09 09:26:46.906966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41754) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:47.201946 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-7c2ae076-65fd-4629-b0d3-75bad6db6605 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536301 Sep 09 09:26:47.318966 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-77a69914-c175-4b96-ab78-0a0411f27ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:47.323605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1856814-0b7b-4e5b-9307-8c5749fc782f details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:26:47.455405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58fdcf-f574-4666-bced-5cd999c1c880 req-034a66d0-2531-462e-b506-68de1285d073 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:47.464144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a58fdcf-f574-4666-bced-5cd999c1c880 req-034a66d0-2531-462e-b506-68de1285d073 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 943 time: 0.2073674 Sep 09 09:26:47.465019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1856814-0b7b-4e5b-9307-8c5749fc782f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1856814-0b7b-4e5b-9307-8c5749fc782f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:47.497281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-0b847b18-b790-43b5-8d67-22948d8fe7b4', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:26:47.498299 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:47.506033 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-8064fe79-0846-41f3-ad54-50a4a784d049 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882285 Sep 09 09:26:47.508172 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:47.517896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'c1856814-0b7b-4e5b-9307-8c5749fc782f', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'c1856814-0b7b-4e5b-9307-8c5749fc782f', 'mac_address': 'fa:16:3e:26:9b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:26:47.562881 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:47.599129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1856814-0b7b-4e5b-9307-8c5749fc782f {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:47.609849 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-908f0850-15cf-4cf5-98fc-49b400384248 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d6b256d0-8f4a-411d-83c3-e57f8b485b2f HTTP/1.1" status: 200 len: 217 time: 0.0939744 Sep 09 09:26:47.620948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1856814-0b7b-4e5b-9307-8c5749fc782f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1856814-0b7b-4e5b-9307-8c5749fc782f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:47.724936 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:47.750214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-d895039c-e0dd-49d6-82d1-e20ff2e250d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:47.757622 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-d895039c-e0dd-49d6-82d1-e20ff2e250d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de5e6f51-78b8-499b-a687-41940dcd6078 HTTP/1.1" status: 200 len: 797 time: 0.1256630 Sep 09 09:26:47.797253 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a58fdcf-f574-4666-bced-5cd999c1c880 req-692a8851-ded5-4cae-86a1-7b5bb27d3ac0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281686 Sep 09 09:26:47.833436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab57fd-c639-41ed-862a-081d76665976 req-517378ec-0a08-4c2a-aa55-53f70d7ee87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:47.835796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-517378ec-0a08-4c2a-aa55-53f70d7ee87a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0751667 Sep 09 09:26:47.954705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Allocated IP 172.20.0.2 (0b847b18-b790-43b5-8d67-22948d8fe7b4/f1653836-a8b3-451d-98e8-28a4b42f55b0/d4464996-f7a8-40e2-9438-848e26205d6a) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:26:48.060361 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:48.167704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['c1856814-0b7b-4e5b-9307-8c5749fc782f'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:26:48.170676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0788b7be-d48e-4d9b-ad50-4291e31aad33 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:48.233983 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-4c4c8e1f-043b-4975-969f-ae815bf386f3 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685536 Sep 09 09:26:48.256768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c1856814-0b7b-4e5b-9307-8c5749fc782f,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:48.455932 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:48.462165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 0788b7be-d48e-4d9b-ad50-4291e31aad33 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:48.474570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0788b7be-d48e-4d9b-ad50-4291e31aad33 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:48.475616 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:48.500064 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43ab57fd-c639-41ed-862a-081d76665976 req-410a44d0-9173-48b7-a245-5d23a9839b7b service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579770 Sep 09 09:26:48.557942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Transition to ACTIVE for port object d4464996-f7a8-40e2-9438-848e26205d6a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:48.560777 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:48.607045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Transition to ACTIVE for port object d4464996-f7a8-40e2-9438-848e26205d6a will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:48.672969 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:48.713877 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:48.719859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 0788b7be-d48e-4d9b-ad50-4291e31aad33, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0788b7be-d48e-4d9b-ad50-4291e31aad33,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:48.770532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Network 0b847b18-b790-43b5-8d67-22948d8fe7b4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:48.776653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:48.780639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:26:48.789322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Pushing event updated for resources: {'Port': ['ID=d4464996-f7a8-40e2-9438-848e26205d6a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:48.849359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Allocated IP 172.20.0.1 (0b847b18-b790-43b5-8d67-22948d8fe7b4/f1653836-a8b3-451d-98e8-28a4b42f55b0/8c2c4300-300e-43ef-9b3e-695167db728b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:26:48.892608 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:48.961057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Attempting to bind port d4464996-f7a8-40e2-9438-848e26205d6a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:26:48.961578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Attempting to bind port d4464996-f7a8-40e2-9438-848e26205d6a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:26:48.963205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Attempting to bind port d4464996-f7a8-40e2-9438-848e26205d6a on network 0b847b18-b790-43b5-8d67-22948d8fe7b4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:48.971100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:26:48.971100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Checking segment: {'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:48.973556 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:48.973982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Bound using segment: {'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:26:48.974477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Bound port: d4464996-f7a8-40e2-9438-848e26205d6a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:26:48.974979 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:49.065427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:49.089815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Transition to ACTIVE for port object 8c2c4300-300e-43ef-9b3e-695167db728b will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:49.104723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=0788b7be-d48e-4d9b-ad50-4291e31aad33,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:49.189204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] For port d4464996-f7a8-40e2-9438-848e26205d6a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:26:49.205886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] For port d4464996-f7a8-40e2-9438-848e26205d6a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d4464996-f7a8-40e2-9438-848e26205d6a,segment=NetworkSegment(22532f5b-7091-42a7-b613-5bee798a9201),segment_id=22532f5b-7091-42a7-b613-5bee798a9201)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:26:49.280568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc8606-b02b-4d32-99b4-d2817cc44802 req-335beb10-03f0-4c30-aa3a-006f15035e9f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:49.290871 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:49.299863 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-33bc8606-b02b-4d32-99b4-d2817cc44802 req-335beb10-03f0-4c30-aa3a-006f15035e9f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 943 time: 0.3713539 Sep 09 09:26:49.352218 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:49.357454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 730cc8a7-dffe-441d-a952-523997c378ff details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:26:49.382456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1856814-0b7b-4e5b-9307-8c5749fc782f up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:49.490838 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-33bc8606-b02b-4d32-99b4-d2817cc44802 req-be548a42-37fa-4dba-b27d-3ef6f79ef455 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884873 Sep 09 09:26:49.584513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network 0b847b18-b790-43b5-8d67-22948d8fe7b4 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:49.630530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:49.648925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:26:49.654175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=8c2c4300-300e-43ef-9b3e-695167db728b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:49.747311 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:49.809852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 730cc8a7-dffe-441d-a952-523997c378ff, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=730cc8a7-dffe-441d-a952-523997c378ff,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:49.867667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '730cc8a7-dffe-441d-a952-523997c378ff', 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d', 'port_id': '730cc8a7-dffe-441d-a952-523997c378ff', 'mac_address': 'fa:16:3e:71:02:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc079ca2-f63c-447e-8672-75e8c71039a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:26:49.921926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2359b-c375-470f-bf97-cdf8c8994e75 None None] Pushing event updated for resources: {'Port': ['ID=d4464996-f7a8-40e2-9438-848e26205d6a,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:50.043553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0788b7be-d48e-4d9b-ad50-4291e31aad33 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:50.052177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port c1856814-0b7b-4e5b-9307-8c5749fc782f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:50.052973 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:50.144551 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:50.156658 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:50.177896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730cc8a7-dffe-441d-a952-523997c378ff {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:26:50.197399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:50.235112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 730cc8a7-dffe-441d-a952-523997c378ff, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=730cc8a7-dffe-441d-a952-523997c378ff,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:50.294854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0788b7be-d48e-4d9b-ad50-4291e31aad33 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:50.294968 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:50.298287 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:50.331259 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:50.425096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1856814-0b7b-4e5b-9307-8c5749fc782f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:50.428708 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47bc070-9821-45bf-b3a5-8e8ee5c2c46b" -d '{"events": [{"server_uuid": "c632dbe3-d72b-4c7d-9b95-95dfee987297", "name": "network-vif-plugged", "status": "completed", "tag": "c1856814-0b7b-4e5b-9307-8c5749fc782f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:50.492951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1856814-0b7b-4e5b-9307-8c5749fc782f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1856814-0b7b-4e5b-9307-8c5749fc782f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:50.519839 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af9b528-4481-4b61-8881-4f781ccb42e7 x-openstack-request-id: req-6af9b528-4481-4b61-8881-4f781ccb42e7 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:50.520109 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c632dbe3-d72b-4c7d-9b95-95dfee987297", "name": "network-vif-plugged", "status": "completed", "tag": "c1856814-0b7b-4e5b-9307-8c5749fc782f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:50.520860 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6af9b528-4481-4b61-8881-4f781ccb42e7 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:50.521245 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1856814-0b7b-4e5b-9307-8c5749fc782f', 'code': 200} Sep 09 09:26:50.555835 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=730cc8a7-dffe-441d-a952-523997c378ff,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:50.642982 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:50.658603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['730cc8a7-dffe-441d-a952-523997c378ff'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:26:50.696183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d22f78-1da4-4f83-9099-68f330644178 req-f4dbc8e4-50ad-49e0-889a-4ee6042ff582 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:50.705119 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81d22f78-1da4-4f83-9099-68f330644178 req-f4dbc8e4-50ad-49e0-889a-4ee6042ff582 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 944 time: 0.1025791 Sep 09 09:26:50.799756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c1856814-0b7b-4e5b-9307-8c5749fc782f,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:50.800195 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81d22f78-1da4-4f83-9099-68f330644178 req-9d9a3a22-ed68-4921-a406-8d9b5915e5fb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932164 Sep 09 09:26:50.982437 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:51.056874 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:51.138325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=8c2c4300-300e-43ef-9b3e-695167db728b,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:51.152769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:51.268592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network 0b847b18-b790-43b5-8d67-22948d8fe7b4 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:26:51.280938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:26:51.416151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 5956e10c-8ad5-491b-8196-7ce86157ea64 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:26:51.470843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a48bac-fbbb-49c2-a0f3-e00b1d9f74b4 None None] Network 0b847b18-b790-43b5-8d67-22948d8fe7b4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:26:51.579198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:26:51.584809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a9abf83b-83ea-47b5-b219-2b39224cd078 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "PUT /v2.0/routers/5956e10c-8ad5-491b-8196-7ce86157ea64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6763475 Sep 09 09:26:51.587414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41862) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:51.591838 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Sync routers for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:26:51.605080 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:51.605852 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:26:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:51.655980 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dff0c5bd-8647-42b5-9eef-59604e059b90 None None] Provisioning for port d4464996-f7a8-40e2-9438-848e26205d6a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:51.849094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.856454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.856943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.857407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.857872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.858327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.858789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.859233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.859710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.860194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.860669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.861126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.861607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.862058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:51.893338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-640e9d8c-8ea4-4f3d-a4e3-9bfe62d63ea3 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9837 time: 0.3033695 Sep 09 09:26:51.898744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41882) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:51.920528 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:52.113117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d4464996-f7a8-40e2-9438-848e26205d6a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:52.178996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.179492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.179956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.180415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.180866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.181321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.181763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.182787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.183500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.184163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.184806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.185938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.190987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.201287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.206365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-96d2020f-19d9-479a-8cfa-987831733444 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8893 time: 0.3063655 Sep 09 09:26:52.209134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:52.309586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771873d-758e-4649-9af1-2d0d8fbd59e8 req-45f7f847-af2b-49fc-802a-a5e8b9859c0c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.313645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9771873d-758e-4649-9af1-2d0d8fbd59e8 req-45f7f847-af2b-49fc-802a-a5e8b9859c0c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 944 time: 0.1902010 Sep 09 09:26:52.438773 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9771873d-758e-4649-9af1-2d0d8fbd59e8 req-ca8aa8bd-ee43-4d2a-a36a-2f5d6ac0e5eb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140738 Sep 09 09:26:52.444989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d4464996-f7a8-40e2-9438-848e26205d6a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:52.452681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d4464996-f7a8-40e2-9438-848e26205d6a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:52.453182 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:52.514828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-477f11e0-d141-4e6b-a7f6-30bde67b6699 None None] Provisioning for port 8c2c4300-300e-43ef-9b3e-695167db728b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:52.523093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-477f11e0-d141-4e6b-a7f6-30bde67b6699 None None] Provisioning complete for port 8c2c4300-300e-43ef-9b3e-695167db728b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:52.523751 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-477f11e0-d141-4e6b-a7f6-30bde67b6699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:52.570564 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:26:50Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:50Z', 'revision_number': 2, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:52.606570 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Checking router: 5956e10c-8ad5-491b-8196-7ce86157ea64 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:26:52.607934 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Updating router 5956e10c-8ad5-491b-8196-7ce86157ea64 port 8c2c4300-300e-43ef-9b3e-695167db728b binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:26:52.627015 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:52.672052 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:52.699337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-477f11e0-d141-4e6b-a7f6-30bde67b6699 None None] Port 8c2c4300-300e-43ef-9b3e-695167db728b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:26:52.714448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecb0a1-f14d-495e-85b6-da26bcbad9c2 req-c3951266-7d2f-49c2-acfb-009aeab433f4 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:52.726609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port d4464996-f7a8-40e2-9438-848e26205d6a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d4464996-f7a8-40e2-9438-848e26205d6a,segment=NetworkSegment(22532f5b-7091-42a7-b613-5bee798a9201),segment_id=22532f5b-7091-42a7-b613-5bee798a9201)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:52.728101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cecb0a1-f14d-495e-85b6-da26bcbad9c2 req-c3951266-7d2f-49c2-acfb-009aeab433f4 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.2157419 Sep 09 09:26:52.792906 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:53.013317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=d4464996-f7a8-40e2-9438-848e26205d6a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:53.032577 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cecb0a1-f14d-495e-85b6-da26bcbad9c2 req-010fcc47-0ae6-4d10-8b7b-cc45506f5c68 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3032720 Sep 09 09:26:53.091737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e7e5f488-0dfa-4056-abbe-2ee5596b03f4 None None] Provisioning complete for port 8c2c4300-300e-43ef-9b3e-695167db728b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:53.095279 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f488-0dfa-4056-abbe-2ee5596b03f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:53.146667 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:53.157746 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Transition to ACTIVE for port object 8c2c4300-300e-43ef-9b3e-695167db728b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:26:53.221611 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:53.243415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e7e5f488-0dfa-4056-abbe-2ee5596b03f4 None None] Port 8c2c4300-300e-43ef-9b3e-695167db728b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:26:53.275214 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7378b1a-9274-4927-8bf3-e1c5f6cc24e5 None None] Pushing event updated for resources: {'Port': ['ID=8c2c4300-300e-43ef-9b3e-695167db728b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:53.365997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 730cc8a7-dffe-441d-a952-523997c378ff up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:53.376648 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Attempting to bind port 8c2c4300-300e-43ef-9b3e-695167db728b on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:26:53.379059 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Attempting to bind port 8c2c4300-300e-43ef-9b3e-695167db728b by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:26:53.379649 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Attempting to bind port 8c2c4300-300e-43ef-9b3e-695167db728b on network 0b847b18-b790-43b5-8d67-22948d8fe7b4 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:26:53.386874 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:26:53.388704 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Checking segment: {'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:26:53.389176 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:53.389674 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Bound using segment: {'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:26:53.390262 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Bound port: 8c2c4300-300e-43ef-9b3e-695167db728b, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:26:53.390750 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:53.509284 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cca5b4ca-992b-44ba-9f1f-cdc65674151e tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5220 time: 1.2956264 Sep 09 09:26:53.526803 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] For port 8c2c4300-300e-43ef-9b3e-695167db728b, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:26:53.533970 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] For port 8c2c4300-300e-43ef-9b3e-695167db728b, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8c2c4300-300e-43ef-9b3e-695167db728b,segment=NetworkSegment(22532f5b-7091-42a7-b613-5bee798a9201),segment_id=22532f5b-7091-42a7-b613-5bee798a9201)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:26:53.604988 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:53.627156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 730cc8a7-dffe-441d-a952-523997c378ff completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:53.631939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 730cc8a7-dffe-441d-a952-523997c378ff triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:53.632319 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:53.681815 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:26:53.683692 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:26:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:53.732640 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1b134-41c9-4185-9830-be5900a3d2cd req-e50f46b2-dc0b-4be4-b4de-02eb4f6da740 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:53.764045 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9dc1b134-41c9-4185-9830-be5900a3d2cd req-e50f46b2-dc0b-4be4-b4de-02eb4f6da740 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 944 time: 0.1928666 Sep 09 09:26:53.814987 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:26:53.898094 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:53.924047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9dc1b134-41c9-4185-9830-be5900a3d2cd req-d4bd2668-94ff-4c9c-8c60-a8790d04ea32 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590300 Sep 09 09:26:54.015941 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8abbdf-942b-4b10-8c6e-f9297f85e773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730cc8a7-dffe-441d-a952-523997c378ff'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:54.026728 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa4cb3c-455f-4b44-81d1-6f9d7c660f29" -d '{"events": [{"server_uuid": "0b8abbdf-942b-4b10-8c6e-f9297f85e773", "name": "network-vif-plugged", "status": "completed", "tag": "730cc8a7-dffe-441d-a952-523997c378ff"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:54.096200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d4464996-f7a8-40e2-9438-848e26205d6a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:54.100322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 730cc8a7-dffe-441d-a952-523997c378ff, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=730cc8a7-dffe-441d-a952-523997c378ff,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:54.203254 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3adb25-2909-4d1b-9c28-c0e02809dd61 x-openstack-request-id: req-7e3adb25-2909-4d1b-9c28-c0e02809dd61 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:54.203776 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8abbdf-942b-4b10-8c6e-f9297f85e773", "name": "network-vif-plugged", "status": "completed", "tag": "730cc8a7-dffe-441d-a952-523997c378ff", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:54.205468 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e3adb25-2909-4d1b-9c28-c0e02809dd61 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:54.206088 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8abbdf-942b-4b10-8c6e-f9297f85e773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730cc8a7-dffe-441d-a952-523997c378ff', 'code': 200} Sep 09 09:26:54.212934 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:54.279649 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:26:50Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:53Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:26:54.311222 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7378b1a-9274-4927-8bf3-e1c5f6cc24e5 None None] Pushing event updated for resources: {'Port': ['ID=8c2c4300-300e-43ef-9b3e-695167db728b,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:54.314218 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3845d7-20f3-447a-9f1c-b3e26e74a08e None None] The sync data for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 is: [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:26:50Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:53Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:26:54.428425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d4464996-f7a8-40e2-9438-848e26205d6a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:54.428796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:54.443176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26f148-e038-4a6f-9d01-925b021e0c38 req-61ae3268-64db-4130-aec2-6bfb688db93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:54.446068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f26f148-e038-4a6f-9d01-925b021e0c38 req-61ae3268-64db-4130-aec2-6bfb688db93a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 1097 time: 0.1900859 Sep 09 09:26:54.472331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41934) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:54.488440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9c6bfe1a-cc7a-4b6d-955e-49a382561e24 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731186434', 'description': 'tempest-secgroup-smoke-1731186434 description', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:54.534092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f26f148-e038-4a6f-9d01-925b021e0c38 req-aaa197ab-dbbe-4f75-946c-c3937428c29d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680194 Sep 09 09:26:54.560873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=730cc8a7-dffe-441d-a952-523997c378ff,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:54.618231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507c440-0ad2-472c-9365-c81c8f9e61bf req-59c7d2f3-77ad-444e-9679-4e131acf9bd6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:54.625808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c507c440-0ad2-472c-9365-c81c8f9e61bf req-59c7d2f3-77ad-444e-9679-4e131acf9bd6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.1882179 Sep 09 09:26:54.678708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c6bfe1a-cc7a-4b6d-955e-49a382561e24 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:54.720739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c507c440-0ad2-472c-9365-c81c8f9e61bf req-bd807da7-0a7a-4bc7-a7a8-5bab804d4430 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897820 Sep 09 09:26:54.862439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c6bfe1a-cc7a-4b6d-955e-49a382561e24 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:54.907622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c6bfe1a-cc7a-4b6d-955e-49a382561e24 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:54.967694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bfe1a-cc7a-4b6d-955e-49a382561e24 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ccf5f2-0d47-4d35-b999-879f4da9528d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:54.999277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c6bfe1a-cc7a-4b6d-955e-49a382561e24 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:55.004111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9c6bfe1a-cc7a-4b6d-955e-49a382561e24 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5298364 Sep 09 09:26:55.006496 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41946) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:55.009991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0d426846-6479-4615-8b65-e82800ef0e86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'b2ccf5f2-0d47-4d35-b999-879f4da9528d', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:55.090187 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:55.112240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d86309-8ea5-40b3-b706-9383ed672208 req-b6cdd00d-2dfe-4e77-99b6-734c3ba78bbc tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:55.114114 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d86309-8ea5-40b3-b706-9383ed672208 req-b6cdd00d-2dfe-4e77-99b6-734c3ba78bbc tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 945 time: 0.0772524 Sep 09 09:26:55.163682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d426846-6479-4615-8b65-e82800ef0e86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:55.217637 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d86309-8ea5-40b3-b706-9383ed672208 req-b708d0aa-d74e-488e-89f0-4a8b5ea58556 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755208 Sep 09 09:26:55.299728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d426846-6479-4615-8b65-e82800ef0e86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:55.392950 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d426846-6479-4615-8b65-e82800ef0e86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:55.430066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d426846-6479-4615-8b65-e82800ef0e86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142b8bb6-890f-4565-b55f-0f412c8d3a64,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:55.861326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc062d-2255-4656-bc52-bb975aabace5 req-f66569b2-2bb7-4c51-89a9-8ed335bc0b2c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:55.867255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d426846-6479-4615-8b65-e82800ef0e86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:55.867255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0d426846-6479-4615-8b65-e82800ef0e86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8565707 Sep 09 09:26:55.867886 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3bc062d-2255-4656-bc52-bb975aabace5 req-f66569b2-2bb7-4c51-89a9-8ed335bc0b2c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.0544045 Sep 09 09:26:55.868301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41966) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:55.870936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d7d6c723-3cd3-4fee-9db4-2410e26e6238 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'b2ccf5f2-0d47-4d35-b999-879f4da9528d', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:55.909995 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:55.937432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3bc062d-2255-4656-bc52-bb975aabace5 req-b8f49b0e-0bfa-4a31-93a4-00b719b2fdb0 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650642 Sep 09 09:26:55.996744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8c2c4300-300e-43ef-9b3e-695167db728b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:56.002685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c723-3cd3-4fee-9db4-2410e26e6238 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.108015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c723-3cd3-4fee-9db4-2410e26e6238 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.175646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 8c2c4300-300e-43ef-9b3e-695167db728b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:26:56.176268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c723-3cd3-4fee-9db4-2410e26e6238 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.181070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8c2c4300-300e-43ef-9b3e-695167db728b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:56.185922 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.194378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6c723-3cd3-4fee-9db4-2410e26e6238 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9926f5-da3e-4421-81b4-589f785d21ba,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:56.256139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c723-3cd3-4fee-9db4-2410e26e6238 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.257398 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d7d6c723-3cd3-4fee-9db4-2410e26e6238 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3910267 Sep 09 09:26:56.260055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41980) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:56.265836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-501177dc-dfcf-4696-aaf6-72ad83a2ddba tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'b2ccf5f2-0d47-4d35-b999-879f4da9528d', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:56.297143 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.344641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 8c2c4300-300e-43ef-9b3e-695167db728b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8c2c4300-300e-43ef-9b3e-695167db728b,segment=NetworkSegment(22532f5b-7091-42a7-b613-5bee798a9201),segment_id=22532f5b-7091-42a7-b613-5bee798a9201)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:56.376693 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-501177dc-dfcf-4696-aaf6-72ad83a2ddba tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.380796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d04f-d41a-427f-8994-6aec98ccef2a req-ece69514-fbba-41f7-90a5-c26635ebbf15 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:56.382568 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b075d04f-d41a-427f-8994-6aec98ccef2a req-ece69514-fbba-41f7-90a5-c26635ebbf15 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 945 time: 0.0670648 Sep 09 09:26:56.421622 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.458214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-501177dc-dfcf-4696-aaf6-72ad83a2ddba tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.475670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b075d04f-d41a-427f-8994-6aec98ccef2a req-f138f60b-4bb0-4976-a8ec-ff8055c39efe tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857120 Sep 09 09:26:56.537545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-501177dc-dfcf-4696-aaf6-72ad83a2ddba tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.562604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501177dc-dfcf-4696-aaf6-72ad83a2ddba tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd26572-e41c-47db-b29c-4ee1230d87cf,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:56.564196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=8c2c4300-300e-43ef-9b3e-695167db728b,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:56.621790 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-501177dc-dfcf-4696-aaf6-72ad83a2ddba tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.625892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41992) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:56.627045 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-501177dc-dfcf-4696-aaf6-72ad83a2ddba tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3652596 Sep 09 09:26:56.630933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bcaeca17-511c-457a-9318-9962d9d945a5 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'b2ccf5f2-0d47-4d35-b999-879f4da9528d', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:56.766342 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca17-511c-457a-9318-9962d9d945a5 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.883664 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca17-511c-457a-9318-9962d9d945a5 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.954806 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca17-511c-457a-9318-9962d9d945a5 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:56.981316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeca17-511c-457a-9318-9962d9d945a5 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda566a8-ce5a-41ed-99af-96d53ee4370f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:57.097099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca17-511c-457a-9318-9962d9d945a5 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:57.099127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bcaeca17-511c-457a-9318-9962d9d945a5 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4721398 Sep 09 09:26:57.106657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42012) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:57.107496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ef2123ed-5a84-4e14-8140-8ce65032d35e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'b2ccf5f2-0d47-4d35-b999-879f4da9528d', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:57.157247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96873f39-2d85-4790-a5ca-55eab5943ea9 req-c8165676-dbc7-4611-bfd6-5373c8c155bf tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:57.159191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96873f39-2d85-4790-a5ca-55eab5943ea9 req-c8165676-dbc7-4611-bfd6-5373c8c155bf tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.1079144 Sep 09 09:26:57.167039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328ede-261a-480d-a99b-63622f5a284a req-54ffcfa2-d017-47c5-b06a-bfa66034d40b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:57.168749 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73328ede-261a-480d-a99b-63622f5a284a req-54ffcfa2-d017-47c5-b06a-bfa66034d40b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 945 time: 0.0972996 Sep 09 09:26:57.238950 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96873f39-2d85-4790-a5ca-55eab5943ea9 req-27a37c13-3f5d-4af8-b17d-30dd792404c9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712128 Sep 09 09:26:57.242929 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-ef2123ed-5a84-4e14-8140-8ce65032d35e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Project 2e99cdc01cfa4c5b83ea1f23eef51389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:26:57.243418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73328ede-261a-480d-a99b-63622f5a284a req-b9232fb9-eea7-4cd8-8da1-34278ce7c55b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656557 Sep 09 09:26:57.250898 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef2123ed-5a84-4e14-8140-8ce65032d35e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:57.349374 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef2123ed-5a84-4e14-8140-8ce65032d35e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:57.455943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef2123ed-5a84-4e14-8140-8ce65032d35e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:57.493238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2123ed-5a84-4e14-8140-8ce65032d35e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b6e49f-e0da-4d1d-8781-d54803891f5d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:57.569406 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef2123ed-5a84-4e14-8140-8ce65032d35e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:57.570746 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ef2123ed-5a84-4e14-8140-8ce65032d35e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4674799 Sep 09 09:26:57.574165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42016) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:26:57.578975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6140fa0f-8f94-4930-a594-a30cabb968ff tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'b2ccf5f2-0d47-4d35-b999-879f4da9528d', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:26:57.683628 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-6140fa0f-8f94-4930-a594-a30cabb968ff tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Project 2e99cdc01cfa4c5b83ea1f23eef51389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:26:57.689358 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6140fa0f-8f94-4930-a594-a30cabb968ff tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:57.810574 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6140fa0f-8f94-4930-a594-a30cabb968ff tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:57.924361 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6140fa0f-8f94-4930-a594-a30cabb968ff tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:57.968848 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140fa0f-8f94-4930-a594-a30cabb968ff tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d0a4b1-f275-4d7a-a8f9-6e95f7dab9d7,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:57.995044 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8c2c4300-300e-43ef-9b3e-695167db728b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:26:58.056800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8c2c4300-300e-43ef-9b3e-695167db728b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:26:58.057961 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:58.067182 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6140fa0f-8f94-4930-a594-a30cabb968ff tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:58.068795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6140fa0f-8f94-4930-a594-a30cabb968ff tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4934645 Sep 09 09:26:58.270205 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-7b298b9d-2729-4a64-aa0e-dfd0684f0164 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731186434&fields=id&tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389 HTTP/1.1" status: 200 len: 267 time: 0.0539665 Sep 09 09:26:58.421926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d5409-7139-4ed9-a231-65020183dc44 req-1389f599-71aa-4418-8b6d-e1e26394455a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:58.430320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee6d5409-7139-4ed9-a231-65020183dc44 req-1389f599-71aa-4418-8b6d-e1e26394455a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 945 time: 0.0702910 Sep 09 09:26:58.486249 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee6d5409-7139-4ed9-a231-65020183dc44 req-96bce438-9fb9-49ac-9cc7-65813188fa0e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547655 Sep 09 09:26:58.577241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1087308-93f4-427e-9332-c3e39f2a0212 req-160815fe-1755-439b-acee-f64ebc4ddf1c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:58.578808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d1087308-93f4-427e-9332-c3e39f2a0212 req-160815fe-1755-439b-acee-f64ebc4ddf1c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 945 time: 0.0785570 Sep 09 09:26:58.710818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687502-d769-4bde-9220-3a3d620d4488 req-94d22b97-7503-4a09-9279-903359c02f18 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:58.712751 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-94d22b97-7503-4a09-9279-903359c02f18 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/networks?id=0b847b18-b790-43b5-8d67-22948d8fe7b4 HTTP/1.1" status: 200 len: 797 time: 0.4263351 Sep 09 09:26:58.732057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c4c2-8b4e-4db4-9d70-1cc46a059c61 req-1988463f-ed38-4eff-aa2a-b6ab3b092ac3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:26:58.733614 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e224c4c2-8b4e-4db4-9d70-1cc46a059c61 req-1988463f-ed38-4eff-aa2a-b6ab3b092ac3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.1386425 Sep 09 09:26:58.735236 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-66175e8b-fc84-4438-ab1f-d66184625bc2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/quotas/2e99cdc01cfa4c5b83ea1f23eef51389 HTTP/1.1" status: 200 len: 375 time: 0.0139964 Sep 09 09:26:58.798721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-d1087308-93f4-427e-9332-c3e39f2a0212 req-02bda866-9629-42b0-a499-8312937f79c9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Deleting port 730cc8a7-dffe-441d-a952-523997c378ff {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:26:58.799099 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d1087308-93f4-427e-9332-c3e39f2a0212 req-02bda866-9629-42b0-a499-8312937f79c9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:58.811370 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-294158db-a5c7-4388-8289-2b389ce8a263 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679536 Sep 09 09:26:58.906575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d1087308-93f4-427e-9332-c3e39f2a0212 req-02bda866-9629-42b0-a499-8312937f79c9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] For port 730cc8a7-dffe-441d-a952-523997c378ff, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=730cc8a7-dffe-441d-a952-523997c378ff,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:26:58.906946 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d1087308-93f4-427e-9332-c3e39f2a0212 req-02bda866-9629-42b0-a499-8312937f79c9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:58.925243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-d1087308-93f4-427e-9332-c3e39f2a0212 req-02bda866-9629-42b0-a499-8312937f79c9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Calling delete_port for 730cc8a7-dffe-441d-a952-523997c378ff owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:26:58.948209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-603c6fca-e82e-440e-bd3b-e420c6da9729 service neutron] 10.222.0.32 "GET /v2.0/networks/0b847b18-b790-43b5-8d67-22948d8fe7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350906 Sep 09 09:26:59.041466 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e224c4c2-8b4e-4db4-9d70-1cc46a059c61 req-e2f97484-e7de-41c2-944e-556ec0928705 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2998586 Sep 09 09:26:59.058514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-b2e04d72-2722-4317-980c-a1cd8744e0ce service neutron] 10.222.0.32 "GET /v2.0/networks/0b847b18-b790-43b5-8d67-22948d8fe7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088061 Sep 09 09:26:59.158517 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d1087308-93f4-427e-9332-c3e39f2a0212 req-02bda866-9629-42b0-a499-8312937f79c9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:59.171039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['730cc8a7-dffe-441d-a952-523997c378ff'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:26:59.175597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c61a7e35-c91c-4b46-b75a-47a3a2821709'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:26:59.284894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1087308-93f4-427e-9332-c3e39f2a0212 req-02bda866-9629-42b0-a499-8312937f79c9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] No DVR routers for this DVR port 730cc8a7-dffe-441d-a952-523997c378ff on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:26:59.294463 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d1087308-93f4-427e-9332-c3e39f2a0212 req-02bda866-9629-42b0-a499-8312937f79c9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:26:59.305403 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d1087308-93f4-427e-9332-c3e39f2a0212 req-02bda866-9629-42b0-a499-8312937f79c9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.41 "DELETE /v2.0/ports/730cc8a7-dffe-441d-a952-523997c378ff HTTP/1.1" status: 204 len: 173 time: 0.7110705 Sep 09 09:26:59.305403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8abbdf-942b-4b10-8c6e-f9297f85e773', 'name': 'network-vif-deleted', 'tag': '730cc8a7-dffe-441d-a952-523997c378ff'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:26:59.305403 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e88e0e-1cf0-425a-8405-194b08428bd8" -d '{"events": [{"server_uuid": "0b8abbdf-942b-4b10-8c6e-f9297f85e773", "name": "network-vif-deleted", "tag": "730cc8a7-dffe-441d-a952-523997c378ff"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:26:59.310655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bda866-9629-42b0-a499-8312937f79c9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Pushing event deleted for resources: {'Port': ['ID=730cc8a7-dffe-441d-a952-523997c378ff,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:26:59.390298 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fced0835-0fad-4ea0-9d3b-1144ab99ca73 x-openstack-request-id: req-fced0835-0fad-4ea0-9d3b-1144ab99ca73 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:26:59.390780 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8abbdf-942b-4b10-8c6e-f9297f85e773", "name": "network-vif-deleted", "tag": "730cc8a7-dffe-441d-a952-523997c378ff", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:26:59.391133 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fced0835-0fad-4ea0-9d3b-1144ab99ca73 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:26:59.391717 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8abbdf-942b-4b10-8c6e-f9297f85e773', 'name': 'network-vif-deleted', 'tag': '730cc8a7-dffe-441d-a952-523997c378ff', 'status': 'completed', 'code': 200} Sep 09 09:26:59.498815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c55262ad-795d-4540-bcb2-17666e8987f6 req-41b265c5-3460-49fd-8695-30b3c051b881 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 210 time: 0.0609782 Sep 09 09:26:59.681019 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b2da8d8c-f1fb-4c78-9293-02d44a622809 req-047e847d-c4e1-4698-8c2e-c037cdaf0bac tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 210 time: 0.0471964 Sep 09 09:27:00.234258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c30ee-5813-4710-85df-f3b3631deeed req-8fc5b79e-99a0-4e74-a00e-0137b368d1aa tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:00.236258 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-942c30ee-5813-4710-85df-f3b3631deeed req-8fc5b79e-99a0-4e74-a00e-0137b368d1aa tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.0674267 Sep 09 09:27:00.307949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-942c30ee-5813-4710-85df-f3b3631deeed req-1d499055-0466-4a18-bd70-064c342bdbc5 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594182 Sep 09 09:27:00.500334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42102) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:00.695702 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c576b9f0-2510-4468-b559-792ab1e8b6c7 req-91161024-d485-4b33-b833-eada221d156b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 210 time: 0.0345306 Sep 09 09:27:00.823867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4fc759ef-13d1-4fe0-bd3d-4b599afb4f30 req-3d69189b-a7af-4f8d-b0fb-1dab5fb6bf3f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8abbdf-942b-4b10-8c6e-f9297f85e773 HTTP/1.1" status: 200 len: 210 time: 0.0346172 Sep 09 09:27:01.070967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0682e5-da81-4d8a-93ec-5ac7472038cd req-e801e564-88ab-45bf-b8cc-3dbb524adbd0 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:01.075227 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:01.078783 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f0682e5-da81-4d8a-93ec-5ac7472038cd req-e801e564-88ab-45bf-b8cc-3dbb524adbd0 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1098 time: 0.0479059 Sep 09 09:27:01.139726 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f0682e5-da81-4d8a-93ec-5ac7472038cd req-d5428f38-ab79-4b8f-89b5-f171a6571e80 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596559 Sep 09 09:27:01.386088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcb7e8-004a-445a-85a3-1bbc7393b5ca req-2d99583c-b924-4a2f-8f40-694b09b51eda tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:01.391119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82dcb7e8-004a-445a-85a3-1bbc7393b5ca req-2d99583c-b924-4a2f-8f40-694b09b51eda tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.1357605 Sep 09 09:27:01.439739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82dcb7e8-004a-445a-85a3-1bbc7393b5ca req-3f360fac-5128-499c-a6dc-8cb3a35f9025 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448983 Sep 09 09:27:01.469307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42128) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:01.476688 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017c52-abf9-405d-a6bf-6d138cf3d63c req-14f50092-166f-47a8-9fab-e35a7f7dd780 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:01.484677 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f017c52-abf9-405d-a6bf-6d138cf3d63c req-14f50092-166f-47a8-9fab-e35a7f7dd780 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.0705087 Sep 09 09:27:01.529688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f017c52-abf9-405d-a6bf-6d138cf3d63c req-cb3beb28-f2a9-47fb-b8b4-f09f9359ad56 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426342 Sep 09 09:27:01.610357 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9d32e194-1a3d-44b2-a02c-eced6311ed49 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/49dd6114-4f86-48ba-9724-bd0c95a6be51 HTTP/1.1" status: 200 len: 994 time: 0.1343601 Sep 09 09:27:01.693965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] Deleting port 2190bb82-6b2c-43e6-9c19-c71350248280 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:27:01.694368 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:01.813001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a41822a4-5d11-408d-81b1-ae552a807853 req-3988c656-c222-482c-9317-497bfca5d050 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 210 time: 0.0389977 Sep 09 09:27:01.846236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] For port 2190bb82-6b2c-43e6-9c19-c71350248280, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2190bb82-6b2c-43e6-9c19-c71350248280,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:01.846650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:01.898370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] Calling delete_port for 2190bb82-6b2c-43e6-9c19-c71350248280 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:27:02.065267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea84501-2d46-4dbd-9c5a-698ae9b6643c req-4315e6a8-cf58-4af0-b69f-b474335296f1 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:02.074227 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bea84501-2d46-4dbd-9c5a-698ae9b6643c req-4315e6a8-cf58-4af0-b69f-b474335296f1 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0608346 Sep 09 09:27:02.120828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bea84501-2d46-4dbd-9c5a-698ae9b6643c req-4f45f5dd-a4f8-4ae7-9c6a-b31187d73651 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Sep 09 09:27:02.275120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687502-d769-4bde-9220-3a3d620d4488 req-e6f8ee3c-f22c-4e54-ae82-c34b3223ea9d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:02.278453 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-e6f8ee3c-f22c-4e54-ae82-c34b3223ea9d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.24 "GET /v2.0/networks?id=0b847b18-b790-43b5-8d67-22948d8fe7b4 HTTP/1.1" status: 200 len: 797 time: 0.1656983 Sep 09 09:27:02.372672 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-2afd7fd2-593e-4584-967c-41329bc4de00 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389 HTTP/1.1" status: 200 len: 380 time: 0.0682771 Sep 09 09:27:02.373508 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:02.386910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c65ae-2f19-4f9a-85fb-f48a95fee3bc req-b563e605-9f25-4690-8d8d-f4e2b8385016 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:02.394225 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a2c65ae-2f19-4f9a-85fb-f48a95fee3bc req-b563e605-9f25-4690-8d8d-f4e2b8385016 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0648651 Sep 09 09:27:02.426680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'port': {'device_id': '93b1fc16-28da-49bc-9785-d7794535668f', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'admin_state_up': True, 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'security_groups': ['b2ccf5f2-0d47-4d35-b999-879f4da9528d']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:27:02.435053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] Pushing event deleted for resources: {'Port': ['ID=2190bb82-6b2c-43e6-9c19-c71350248280,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:02.458545 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9a2c65ae-2f19-4f9a-85fb-f48a95fee3bc req-606d8e87-0919-48a5-aab6-ca8442248e07 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632944 Sep 09 09:27:02.532202 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:27:02.839110 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:02.941355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28413baf-27ba-427f-8782-8329730e1bb5 req-97ae5290-f771-4962-b4fd-7859e8bedb80 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:02.949825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-28413baf-27ba-427f-8782-8329730e1bb5 req-97ae5290-f771-4962-b4fd-7859e8bedb80 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.3893194 Sep 09 09:27:03.004818 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd4325-9efd-4c8e-92ca-c85a83d69d5f req-5319d307-b607-464c-894d-1d2daf9e76db tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:03.014059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-58fd4325-9efd-4c8e-92ca-c85a83d69d5f req-5319d307-b607-464c-894d-1d2daf9e76db tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.4448738 Sep 09 09:27:03.061503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-58fd4325-9efd-4c8e-92ca-c85a83d69d5f req-ba36dfc9-6288-4426-b7ce-1be65be7daa3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464985 Sep 09 09:27:03.070557 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-28413baf-27ba-427f-8782-8329730e1bb5 req-e0e0054e-a28a-4016-b2b7-c9361d9ed3ef tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174345 Sep 09 09:27:03.077945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-186b84ab-6990-4a1e-8b4e-05476e7a3d01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222646 Sep 09 09:27:03.164545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Made reservation on behalf of 2e99cdc01cfa4c5b83ea1f23eef51389 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:27:03.168853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:03.422882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 730cc8a7-dffe-441d-a952-523997c378ff no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:03.431614 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01476848-8483-4ad5-98f0-2dfd69033d36 req-92606476-966a-4eca-9b47-1f60c2fa32a2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 210 time: 0.0348430 Sep 09 09:27:03.468430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 730cc8a7-dffe-441d-a952-523997c378ff {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:27:03.469034 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 730cc8a7-dffe-441d-a952-523997c378ff not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:27:03.511970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316fc0f-7468-4ff3-b4dd-25c7c7f3f315 req-ead480f2-0aee-4adb-aa02-06abc6595ee2 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:03.513777 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0316fc0f-7468-4ff3-b4dd-25c7c7f3f315 req-ead480f2-0aee-4adb-aa02-06abc6595ee2 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.2210684 Sep 09 09:27:03.621886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] Router 60f4d0c1-8309-44c9-8ead-dc21aa667013 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:27:03.623105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Allocated IP 172.20.0.10 (0b847b18-b790-43b5-8d67-22948d8fe7b4/f1653836-a8b3-451d-98e8-28a4b42f55b0/dedb4a79-8f12-48a3-8d4c-23cc9db10e50) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:27:03.627709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0316fc0f-7468-4ff3-b4dd-25c7c7f3f315 req-75475952-95cc-4aad-a909-63ddf6075a00 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865228 Sep 09 09:27:04.324068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2814e0-462e-43cd-93ed-aa7b85fd773e req-f6920f16-f1ee-437e-a550-999a776859fb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:04.334589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d2814e0-462e-43cd-93ed-aa7b85fd773e req-f6920f16-f1ee-437e-a550-999a776859fb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.1323907 Sep 09 09:27:04.412495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:27:04.414428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d2814e0-462e-43cd-93ed-aa7b85fd773e req-55c22347-ef05-4274-a9d6-d492939b5ee6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744429 Sep 09 09:27:04.431310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b4af2-897d-4658-9de1-3bb0b459417c None None] Sync routers for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:27:04.439183 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-49548b0f-dcea-42ad-b4c6-92495468cb8f admin admin] 10.222.0.32 "PUT /v2.0/routers/60f4d0c1-8309-44c9-8ead-dc21aa667013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9340963 Sep 09 09:27:04.439636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42228) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:04.445028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b4af2-897d-4658-9de1-3bb0b459417c None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:27:04.446790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a15b4af2-897d-4658-9de1-3bb0b459417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:26:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:27:04.471852 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:04.503580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Transition to ACTIVE for port object dedb4a79-8f12-48a3-8d4c-23cc9db10e50 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:27:04.623641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a15b4af2-897d-4658-9de1-3bb0b459417c None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:27:04.640529 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e1716c7-0cd0-4f4f-bae4-a40f82dbdc7e req-0fb0e14e-2642-4782-86ad-c1009cd6df19 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 210 time: 0.0556998 Sep 09 09:27:04.641707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:04.747703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=dedb4a79-8f12-48a3-8d4c-23cc9db10e50,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:04.753404 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:04.770580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network 0b847b18-b790-43b5-8d67-22948d8fe7b4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:27:04.772347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:27:04.774912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:27:04.956112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a15b4af2-897d-4658-9de1-3bb0b459417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:27:02Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:27:04.973264 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:05.030821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b4af2-897d-4658-9de1-3bb0b459417c None None] Checking router: 60f4d0c1-8309-44c9-8ead-dc21aa667013 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:27:05.047071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055af37-9a33-4d1a-990a-b5c3e79a6b5e req-64319cd7-4c4d-44d3-9af2-e2f25c6596ad tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:05.048836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1055af37-9a33-4d1a-990a-b5c3e79a6b5e req-64319cd7-4c4d-44d3-9af2-e2f25c6596ad tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.1586046 Sep 09 09:27:05.051135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b4af2-897d-4658-9de1-3bb0b459417c None None] Routers {'60f4d0c1-8309-44c9-8ead-dc21aa667013'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:27:05.052209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a15b4af2-897d-4658-9de1-3bb0b459417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:26:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['60f4d0c1-8309-44c9-8ead-dc21aa667013'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:27:05.065539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:05.066490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:05.156258 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1055af37-9a33-4d1a-990a-b5c3e79a6b5e req-893a6138-6547-4c3a-9c5d-092e057ce245 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699151 Sep 09 09:27:05.194106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Deleting port ab7b3708-f27c-4d2c-85db-3208681c29a0 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:27:05.194512 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:05.210976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-60ff9c9c-b6c7-4f58-9237-d2e6ccc2122b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7940569 Sep 09 09:27:05.224556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Request body: {'port': {'device_id': '93b1fc16-28da-49bc-9785-d7794535668f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:27:05.257196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b530e7a6-659b-44b3-a7a1-51aab7caeb85 None None] Provisioning for port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:27:05.273075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b530e7a6-659b-44b3-a7a1-51aab7caeb85 None None] Provisioning complete for port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:27:05.277822 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b530e7a6-659b-44b3-a7a1-51aab7caeb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:05.342391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a15b4af2-897d-4658-9de1-3bb0b459417c None None] Set router 60f4d0c1-8309-44c9-8ead-dc21aa667013 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:27:05.362013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:05.375499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b530e7a6-659b-44b3-a7a1-51aab7caeb85 None None] Port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:27:05.399672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] For port ab7b3708-f27c-4d2c-85db-3208681c29a0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab7b3708-f27c-4d2c-85db-3208681c29a0,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:05.401240 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:05.450060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:27:05.469126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Calling delete_port for ab7b3708-f27c-4d2c-85db-3208681c29a0 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:27:05.938475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:05.973811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'port_id': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'mac_address': 'fa:16:3e:d8:09:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:27:05.983000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a15b4af2-897d-4658-9de1-3bb0b459417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:27:02Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:27:06.032599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375d0a0-a2a7-4518-92f1-0e21b75516d6 req-4109fa51-3daa-4eec-bf5b-e302dac49f35 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:06.034364 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8375d0a0-a2a7-4518-92f1-0e21b75516d6 req-4109fa51-3daa-4eec-bf5b-e302dac49f35 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.1768248 Sep 09 09:27:06.037879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-72dd47f0-4d7d-4415-8de6-56a1b75e3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:06.039873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-72dd47f0-4d7d-4415-8de6-56a1b75e3f50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1098 time: 0.1771903 Sep 09 09:27:06.054600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b4af2-897d-4658-9de1-3bb0b459417c None None] The sync data for ids ['60f4d0c1-8309-44c9-8ead-dc21aa667013'] in n-d-778696-16 is: [{'id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'name': 'tempest-AttachVolumeTestJSON-869021843-router', 'tenant_id': '319038797d6444fe83fac263f792c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:18:54Z', 'updated_at': '2021-09-09T09:27:02Z', 'revision_number': 5, 'project_id': '319038797d6444fe83fac263f792c8b1', 'gw_port': {'id': 'ab7b3708-f27c-4d2c-85db-3208681c29a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f4d0c1-8309-44c9-8ead-dc21aa667013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:18:57Z', 'updated_at': '2021-09-09T09:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:27:06.059103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded089d-8413-4d81-ad96-e08181d5476f req-99a52bb2-ad3f-4a26-95bb-d680b59fd7f1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:06.066656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2ded089d-8413-4d81-ad96-e08181d5476f req-99a52bb2-ad3f-4a26-95bb-d680b59fd7f1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 932 time: 0.2499943 Sep 09 09:27:06.114936 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.132736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:27:06.143159 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.159524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:06.172082 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2ded089d-8413-4d81-ad96-e08181d5476f req-7b21cfe4-d6f9-4567-8699-6c411265ab85 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045239 Sep 09 09:27:06.214352 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7b3708-f27c-4d2c-85db-3208681c29a0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:06.251059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedb4a79-8f12-48a3-8d4c-23cc9db10e50 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:27:06.260301 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.276655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Transition to ACTIVE for port object dedb4a79-8f12-48a3-8d4c-23cc9db10e50 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:27:06.280202 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8375d0a0-a2a7-4518-92f1-0e21b75516d6 req-6f43663a-01e8-491b-8f7a-7e3b91cdaf48 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380183 Sep 09 09:27:06.307146 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.347564 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-2924222c-6419-42ed-82ac-ba746c68f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:06.349133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-2924222c-6419-42ed-82ac-ba746c68f6a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 898 time: 0.3005946 Sep 09 09:27:06.354339 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.382224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:06.383812 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.416866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['504f45d0-07a2-4f7e-85b9-e5a8cd259a19'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:27:06.484960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Pushing event updated for resources: {'Port': ['ID=dedb4a79-8f12-48a3-8d4c-23cc9db10e50,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:06.580300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda67e72-4076-46f9-9634-d4c17a4dec4f req-e10fc0fa-8bb8-4bf7-917b-5588a519f03d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:06.581935 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bda67e72-4076-46f9-9634-d4c17a4dec4f req-e10fc0fa-8bb8-4bf7-917b-5588a519f03d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 944 time: 0.2441063 Sep 09 09:27:06.646056 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.672875 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.696943 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bda67e72-4076-46f9-9634-d4c17a4dec4f req-77117ed6-0b9a-4479-bcf0-32c6faef6c63 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042452 Sep 09 09:27:06.698763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Attempting to bind port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:27:06.698882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Attempting to bind port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:27:06.699206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Attempting to bind port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 on network 0b847b18-b790-43b5-8d67-22948d8fe7b4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:27:06.720442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 on network 0b847b18-b790-43b5-8d67-22948d8fe7b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:27:06.720766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Attempting to bind port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 on network 0b847b18-b790-43b5-8d67-22948d8fe7b4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:27:06.728305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:27:06.728606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Checking segment: {'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:27:06.728924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Bound using segment: {'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:27:06.729854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Bound port: dedb4a79-8f12-48a3-8d4c-23cc9db10e50, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22532f5b-7091-42a7-b613-5bee798a9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:27:06.730229 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.827871 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] For port dedb4a79-8f12-48a3-8d4c-23cc9db10e50, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:27:06.831691 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] For port dedb4a79-8f12-48a3-8d4c-23cc9db10e50, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=dedb4a79-8f12-48a3-8d4c-23cc9db10e50,segment=NetworkSegment(22532f5b-7091-42a7-b613-5bee798a9201),segment_id=22532f5b-7091-42a7-b613-5bee798a9201)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:27:06.865552 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-ae9b2ff1-4072-4765-a5cc-9a5743b166a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1002 time: 0.5074534 Sep 09 09:27:06.903126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.933791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-91ec85d6-b281-4794-91b7-3e58334d7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:06.935561 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-91ec85d6-b281-4794-91b7-3e58334d7ae2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.0612957 Sep 09 09:27:06.988428 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.989222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f4d0c1-8309-44c9-8ead-dc21aa667013 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:27:06.995486 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:06.996826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8534dbd6-3584-4c81-93f1-2fd6805c0e92 admin admin] 10.222.0.32 "DELETE /v2.0/routers/60f4d0c1-8309-44c9-8ead-dc21aa667013 HTTP/1.1" status: 204 len: 168 time: 2.5557468 Sep 09 09:27:06.999487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42300) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:07.071037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-899356b9-8f29-4dfd-a8c3-a7481d3f218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:07.082045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Pushing event updated for resources: {'Port': ['ID=dedb4a79-8f12-48a3-8d4c-23cc9db10e50,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:07.083737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-899356b9-8f29-4dfd-a8c3-a7481d3f218b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355693 Sep 09 09:27:07.106120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:07.117211 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:07.122471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-d446ee1d-9d11-4790-9429-e39108804e74 service neutron] 10.222.0.24 "PUT /v2.0/ports/dedb4a79-8f12-48a3-8d4c-23cc9db10e50 HTTP/1.1" status: 200 len: 1093 time: 1.9021807 Sep 09 09:27:07.123068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b1fc16-28da-49bc-9785-d7794535668f', 'tag': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:07.125532 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6817bab7-f9b5-4fe0-b9cc-eed490965c34" -d '{"events": [{"name": "network-changed", "server_uuid": "93b1fc16-28da-49bc-9785-d7794535668f", "tag": "dedb4a79-8f12-48a3-8d4c-23cc9db10e50"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:07.397233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687502-d769-4bde-9220-3a3d620d4488 req-f04f8087-0a2e-4ace-8bf6-593ab1949302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:07.397468 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-1f7982a2-deb5-477c-a0f8-8a633b973c9b service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054962 Sep 09 09:27:07.399215 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-f04f8087-0a2e-4ace-8bf6-593ab1949302 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 1096 time: 0.1806276 Sep 09 09:27:07.408750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-396af89a-2010-464b-a4cb-524fad0a0b10 admin admin] Deleting subnet e75ffe02-efbd-415c-8929-c3e24abb7f53 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:27:07.408992 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84df1686-d73a-41ef-b307-c41a4eb9a340 x-openstack-request-id: req-84df1686-d73a-41ef-b307-c41a4eb9a340 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:07.409222 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b1fc16-28da-49bc-9785-d7794535668f", "tag": "dedb4a79-8f12-48a3-8d4c-23cc9db10e50", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:07.409490 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84df1686-d73a-41ef-b307-c41a4eb9a340 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:07.409902 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b1fc16-28da-49bc-9785-d7794535668f', 'tag': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'status': 'completed', 'code': 200} Sep 09 09:27:07.415954 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-396af89a-2010-464b-a4cb-524fad0a0b10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:07.456366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:27:07.485527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-396af89a-2010-464b-a4cb-524fad0a0b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:07.513884 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-69b81e3a-b3bd-45ad-a882-3586e95436f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dedb4a79-8f12-48a3-8d4c-23cc9db10e50 HTTP/1.1" status: 200 len: 217 time: 0.0953431 Sep 09 09:27:07.546504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:27:07.547497 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:07.657673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-396af89a-2010-464b-a4cb-524fad0a0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:07.723813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687502-d769-4bde-9220-3a3d620d4488 req-468d2fb2-cb63-4a23-8347-79d6f467dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:07.727755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-468d2fb2-cb63-4a23-8347-79d6f467dfba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1653836-a8b3-451d-98e8-28a4b42f55b0 HTTP/1.1" status: 200 len: 834 time: 0.2027552 Sep 09 09:27:07.774510 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:07.783132 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0f82c-151b-44bc-a1d4-ab51d25f22bb req-88df977d-e9f1-408e-a33e-da6c455b2f04 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:07.793189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-64d0f82c-151b-44bc-a1d4-ab51d25f22bb req-88df977d-e9f1-408e-a33e-da6c455b2f04 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 944 time: 0.1960566 Sep 09 09:27:07.808325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-396af89a-2010-464b-a4cb-524fad0a0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:07.834032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:07.839833 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c6ab6b-cf53-4db4-9587-9f5a3f5b84b7" -d '{"events": [{"server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "name": "network-vif-plugged", "status": "completed", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:07.843783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396af89a-2010-464b-a4cb-524fad0a0b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75ffe02-efbd-415c-8929-c3e24abb7f53,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:07.863120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:07.903651 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:07.921920 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-64d0f82c-151b-44bc-a1d4-ab51d25f22bb req-e886e44b-67b5-4f41-ba64-6a75cc2e7459 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878823 Sep 09 09:27:07.926417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-396af89a-2010-464b-a4cb-524fad0a0b10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:07.937359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42322) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:07.945181 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-396af89a-2010-464b-a4cb-524fad0a0b10 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e75ffe02-efbd-415c-8929-c3e24abb7f53 HTTP/1.1" status: 204 len: 168 time: 0.9445169 Sep 09 09:27:07.959336 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-dcb7be23-6177-4812-9703-5ae9448abbc0 service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856133 Sep 09 09:27:07.999499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe5c96e-8361-449e-9f04-a9c2b3c923b5 None None] Network 7efe8e48-373b-4725-88ce-70a7125cfaad requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:27:08.003957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687502-d769-4bde-9220-3a3d620d4488 req-515b0910-3fc6-4bea-b3b3-f953ed773577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:08.018424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-515b0910-3fc6-4bea-b3b3-f953ed773577 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b847b18-b790-43b5-8d67-22948d8fe7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2732756 Sep 09 09:27:08.097859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2190bb82-6b2c-43e6-9c19-c71350248280 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:08.176373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 2190bb82-6b2c-43e6-9c19-c71350248280 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:27:08.177238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2190bb82-6b2c-43e6-9c19-c71350248280 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:27:08.177925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab7b3708-f27c-4d2c-85db-3208681c29a0 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:08.203763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: ab7b3708-f27c-4d2c-85db-3208681c29a0 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:27:08.204509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab7b3708-f27c-4d2c-85db-3208681c29a0 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:27:08.206174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:08.238881 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:08.301197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfb2b3-c090-4c74-a4e7-bae3a3ecec39 req-8121409a-f214-4489-989a-96628e59b9ed tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:08.302765 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0cfb2b3-c090-4c74-a4e7-bae3a3ecec39 req-8121409a-f214-4489-989a-96628e59b9ed tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.1407161 Sep 09 09:27:08.308686 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-483ec97e-67da-461c-8b7e-4ffa6d27f369 service neutron] 10.222.0.24 "GET /v2.0/networks/0b847b18-b790-43b5-8d67-22948d8fe7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696748 Sep 09 09:27:08.430108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5f5ff8-019c-4975-8ebf-bb3fc4129284 None None] DHCP port deletion for 7efe8e48-373b-4725-88ce-70a7125cfaad request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:27:08.472437 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0cfb2b3-c090-4c74-a4e7-bae3a3ecec39 req-019e900c-4acf-4567-b5b4-1bf88b1ac259 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353614 Sep 09 09:27:08.503091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Deleting port e7d72151-3015-4f3a-a858-477e09e52997 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:27:08.503935 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:08.530928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f5ff8-019c-4975-8ebf-bb3fc4129284 None None] Deleting port e7d72151-3015-4f3a-a858-477e09e52997 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:27:08.532016 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed5f5ff8-019c-4975-8ebf-bb3fc4129284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:08.537798 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48687502-d769-4bde-9220-3a3d620d4488 req-722c95f6-376f-4486-ab63-a0c2512433d0 service neutron] 10.222.0.24 "GET /v2.0/networks/0b847b18-b790-43b5-8d67-22948d8fe7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020109 Sep 09 09:27:08.630665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ed5f5ff8-019c-4975-8ebf-bb3fc4129284 None None] For port e7d72151-3015-4f3a-a858-477e09e52997, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e7d72151-3015-4f3a-a858-477e09e52997,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:08.634624 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed5f5ff8-019c-4975-8ebf-bb3fc4129284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:08.645607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] For port e7d72151-3015-4f3a-a858-477e09e52997, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e7d72151-3015-4f3a-a858-477e09e52997,segment=NetworkSegment(2b2cad1d-818d-4395-b038-c313496964aa),segment_id=2b2cad1d-818d-4395-b038-c313496964aa)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:08.645607 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:08.663161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f5ff8-019c-4975-8ebf-bb3fc4129284 None None] Calling delete_port for e7d72151-3015-4f3a-a858-477e09e52997 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:27:08.693549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Calling delete_port for e7d72151-3015-4f3a-a858-477e09e52997 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:27:08.830126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817bab7-f9b5-4fe0-b9cc-eed490965c34 req-f8101b1c-d847-4041-a9f5-14877b4cf5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:08.831681 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6817bab7-f9b5-4fe0-b9cc-eed490965c34 req-f8101b1c-d847-4041-a9f5-14877b4cf5c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 1096 time: 0.1450768 Sep 09 09:27:08.842103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61427be8-c84d-4e29-af32-22b45c696bfa req-8e82bb0a-b672-473d-aeaa-f6ce64ce1e1f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:08.851503 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61427be8-c84d-4e29-af32-22b45c696bfa req-8e82bb0a-b672-473d-aeaa-f6ce64ce1e1f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.2019799 Sep 09 09:27:08.873094 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed5f5ff8-019c-4975-8ebf-bb3fc4129284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:08.927997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f5ff8-019c-4975-8ebf-bb3fc4129284 None None] No DVR routers for this DVR port e7d72151-3015-4f3a-a858-477e09e52997 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:27:08.930959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f5ff8-019c-4975-8ebf-bb3fc4129284 None None] Pushing event deleted for resources: {'Port': ['ID=e7d72151-3015-4f3a-a858-477e09e52997,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:08.999769 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61427be8-c84d-4e29-af32-22b45c696bfa req-210bf4bd-5319-495a-b86a-f03b327c8d9c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321819 Sep 09 09:27:09.001424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:09.047563 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411b1229-6e1c-4fc5-9162-c4416186b0f9 x-openstack-request-id: req-411b1229-6e1c-4fc5-9162-c4416186b0f9 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:09.048042 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "name": "network-vif-plugged", "status": "completed", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:09.049612 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-411b1229-6e1c-4fc5-9162-c4416186b0f9 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:09.050052 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'code': 200} Sep 09 09:27:09.051112 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d72151-3015-4f3a-a858-477e09e52997,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:09.064843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] No DVR routers for this DVR port e7d72151-3015-4f3a-a858-477e09e52997 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:27:09.124622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817bab7-f9b5-4fe0-b9cc-eed490965c34 req-926ad5bb-6799-4b02-9980-b2e5449e4ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:09.126143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6817bab7-f9b5-4fe0-b9cc-eed490965c34 req-926ad5bb-6799-4b02-9980-b2e5449e4ba1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b847b18-b790-43b5-8d67-22948d8fe7b4 HTTP/1.1" status: 200 len: 898 time: 0.2737098 Sep 09 09:27:09.140631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6d88b-65f8-41a1-b908-b6f7ed169aab req-531e4585-b257-45fe-8414-9d105e34e88c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:09.143458 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bad6d88b-65f8-41a1-b908-b6f7ed169aab req-531e4585-b257-45fe-8414-9d105e34e88c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.1332376 Sep 09 09:27:09.216583 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bad6d88b-65f8-41a1-b908-b6f7ed169aab req-a9c81b5f-76eb-4ac6-b40e-8b327f4dea3a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579069 Sep 09 09:27:09.252662 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6817bab7-f9b5-4fe0-b9cc-eed490965c34 req-1c685438-9cf5-4180-a0b8-ca9b8ca41755 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dedb4a79-8f12-48a3-8d4c-23cc9db10e50 HTTP/1.1" status: 200 len: 217 time: 0.1124394 Sep 09 09:27:09.286658 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:09.336557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975eea7-ae72-452d-b97d-5d7904d791ee req-e528681b-8cb4-426c-bffa-ce29076f2ffa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:09.338449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c975eea7-ae72-452d-b97d-5d7904d791ee req-e528681b-8cb4-426c-bffa-ce29076f2ffa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0564520 Sep 09 09:27:09.381922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efe8e48-373b-4725-88ce-70a7125cfaad']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:27:09.395829 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c975eea7-ae72-452d-b97d-5d7904d791ee req-b33950d9-1fea-4cba-be0a-1ef491cda7e7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501428 Sep 09 09:27:09.430253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ae2-0d3e-43f2-8993-b221c1276312 req-38b2d938-39c9-43d8-ba20-3d50bd66e49c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:09.448462 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe999ae2-0d3e-43f2-8993-b221c1276312 req-38b2d938-39c9-43d8-ba20-3d50bd66e49c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 944 time: 0.2151048 Sep 09 09:27:09.457182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2cad1d-818d-4395-b038-c313496964aa') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:27:09.457478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2cad1d-818d-4395-b038-c313496964aa') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:27:09.472945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817bab7-f9b5-4fe0-b9cc-eed490965c34 req-636feecb-71b9-477b-8eb8-1fafa5ea6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:09.474756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6817bab7-f9b5-4fe0-b9cc-eed490965c34 req-636feecb-71b9-477b-8eb8-1fafa5ea6f57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1653836-a8b3-451d-98e8-28a4b42f55b0 HTTP/1.1" status: 200 len: 834 time: 0.1665714 Sep 09 09:27:09.482987 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:09.543201 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:09.562221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:27:09.562635 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:27:09.564792 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:27:09.579681 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe999ae2-0d3e-43f2-8993-b221c1276312 req-0494d941-a80b-47ca-9b73-e1b89018a42d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302412 Sep 09 09:27:09.582157 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817bab7-f9b5-4fe0-b9cc-eed490965c34 req-f86ba389-5b0f-4f32-b661-a07e063598e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:09.596453 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6817bab7-f9b5-4fe0-b9cc-eed490965c34 req-f86ba389-5b0f-4f32-b661-a07e063598e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b847b18-b790-43b5-8d67-22948d8fe7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067584 Sep 09 09:27:09.636413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe366721-3e7e-4451-a514-c7f846430cf1 req-4ccdab5c-c81e-4cb0-9809-d196fe6753c1 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:09.638327 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe366721-3e7e-4451-a514-c7f846430cf1 req-4ccdab5c-c81e-4cb0-9809-d196fe6753c1 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 950 time: 0.0669866 Sep 09 09:27:09.709629 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe366721-3e7e-4451-a514-c7f846430cf1 req-df4b3f5d-3208-496f-b3b7-445141451422 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577006 Sep 09 09:27:09.764191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497ee60-458a-4fb9-8cc5-a1af7c84cfd7 req-930066c5-4dce-4fa2-a98b-4f0a3491a35a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:09.771612 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b497ee60-458a-4fb9-8cc5-a1af7c84cfd7 req-930066c5-4dce-4fa2-a98b-4f0a3491a35a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.1171739 Sep 09 09:27:09.773463 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:09.813002 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:09.814802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] 10.222.0.32 "DELETE /v2.0/networks/7efe8e48-373b-4725-88ce-70a7125cfaad HTTP/1.1" status: 204 len: 168 time: 1.8762689 Sep 09 09:27:09.817345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc037a19-0ab1-4e04-9551-6cfdf05a684e admin admin] Pushing event deleted for resources: {'Network': ['ID=7efe8e48-373b-4725-88ce-70a7125cfaad,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:09.894430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b497ee60-458a-4fb9-8cc5-a1af7c84cfd7 req-56116cc5-912c-474e-81c5-2fbd5389e3d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132183 Sep 09 09:27:09.909089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6817bab7-f9b5-4fe0-b9cc-eed490965c34 req-2b0f1d3b-f09b-4c88-8190-b6dbfe2b1796 service neutron] 10.222.0.24 "GET /v2.0/networks/0b847b18-b790-43b5-8d67-22948d8fe7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533762 Sep 09 09:27:10.028789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e7d72151-3015-4f3a-a858-477e09e52997 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:10.069287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e7d72151-3015-4f3a-a858-477e09e52997 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:27:10.069560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e7d72151-3015-4f3a-a858-477e09e52997 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:27:10.118957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6817bab7-f9b5-4fe0-b9cc-eed490965c34 req-6af58ce2-3e7a-4c63-9651-f51bd05949cd service neutron] 10.222.0.24 "GET /v2.0/networks/0b847b18-b790-43b5-8d67-22948d8fe7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906989 Sep 09 09:27:10.238231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42380) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:10.301358 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-02c177fe-4e43-4391-9ad2-261d43e45ad6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=319038797d6444fe83fac263f792c8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616698 Sep 09 09:27:10.302125 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42382) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:10.474786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397bb88-fb96-4d2c-b232-897a7ab6391f req-f1f6b6a7-af7c-4c58-a943-e7416e392e9e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:10.480122 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7397bb88-fb96-4d2c-b232-897a7ab6391f req-f1f6b6a7-af7c-4c58-a943-e7416e392e9e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.1769288 Sep 09 09:27:10.486902 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b98a070f-ad49-440d-9c42-7d592aa386e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:10.563133 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b98a070f-ad49-440d-9c42-7d592aa386e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:10.612125 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7397bb88-fb96-4d2c-b232-897a7ab6391f req-b65e202c-c662-4256-94ae-31f13450967e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227505 Sep 09 09:27:10.758570 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b98a070f-ad49-440d-9c42-7d592aa386e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:10.762241 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b98a070f-ad49-440d-9c42-7d592aa386e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:10.765963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec56f0-de5d-4516-a0bd-a6b3df4ce60f req-c0193c13-7eb1-4ab6-b0f8-a524c5aff9c1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:10.767420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b98a070f-ad49-440d-9c42-7d592aa386e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92e2b468-e0a5-450f-9669-7788a791faca HTTP/1.1" status: 204 len: 168 time: 0.4532278 Sep 09 09:27:10.773286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4bec56f0-de5d-4516-a0bd-a6b3df4ce60f req-c0193c13-7eb1-4ab6-b0f8-a524c5aff9c1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 944 time: 0.0768259 Sep 09 09:27:10.784068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a070f-ad49-440d-9c42-7d592aa386e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e2b468-e0a5-450f-9669-7788a791faca,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:10.822609 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4bec56f0-de5d-4516-a0bd-a6b3df4ce60f req-d764d844-76eb-44b0-8c74-e80f87d90f76 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462506 Sep 09 09:27:10.920019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device dedb4a79-8f12-48a3-8d4c-23cc9db10e50 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:27:11.175036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port dedb4a79-8f12-48a3-8d4c-23cc9db10e50, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=dedb4a79-8f12-48a3-8d4c-23cc9db10e50,segment=NetworkSegment(22532f5b-7091-42a7-b613-5bee798a9201),segment_id=22532f5b-7091-42a7-b613-5bee798a9201)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:11.190041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876c2d1-6c34-4745-a9fa-42a48e4bf314 req-d8bb476c-8c2c-4a19-aa68-18d5d8a1e1b2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:11.197029 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e876c2d1-6c34-4745-a9fa-42a48e4bf314 req-d8bb476c-8c2c-4a19-aa68-18d5d8a1e1b2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.2039077 Sep 09 09:27:11.212512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'port_id': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'mac_address': 'fa:16:3e:ad:4f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:27:11.252318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e876c2d1-6c34-4745-a9fa-42a48e4bf314 req-731bcfd5-ab27-4a93-b421-9909befe7422 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481789 Sep 09 09:27:11.273375 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:11.306932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedb4a79-8f12-48a3-8d4c-23cc9db10e50 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:27:11.328657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port dedb4a79-8f12-48a3-8d4c-23cc9db10e50, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=dedb4a79-8f12-48a3-8d4c-23cc9db10e50,segment=NetworkSegment(22532f5b-7091-42a7-b613-5bee798a9201),segment_id=22532f5b-7091-42a7-b613-5bee798a9201)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:11.392741 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:11.448839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=dedb4a79-8f12-48a3-8d4c-23cc9db10e50,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:11.738339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef1414-961a-4919-a1fe-21f0e69bb16a req-42f6fe46-5e81-4dbd-bc64-a59d0c5a298e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:11.739925 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9eef1414-961a-4919-a1fe-21f0e69bb16a req-42f6fe46-5e81-4dbd-bc64-a59d0c5a298e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.0530446 Sep 09 09:27:11.765325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['dedb4a79-8f12-48a3-8d4c-23cc9db10e50'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:27:11.785992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9eef1414-961a-4919-a1fe-21f0e69bb16a req-c295d81e-5c12-4a91-bd6b-8b6f92bd7807 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383050 Sep 09 09:27:11.955063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59f63-bbb0-40fe-9ce2-079506c59f17 req-c1ba5eb3-2cd3-49ec-af49-6bfde0cd53e1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:11.956924 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2fb59f63-bbb0-40fe-9ce2-079506c59f17 req-c1ba5eb3-2cd3-49ec-af49-6bfde0cd53e1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 945 time: 0.0537970 Sep 09 09:27:11.996086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2fb59f63-bbb0-40fe-9ce2-079506c59f17 req-c77b7c0f-b08b-44ad-b0d5-f339494b8cb7 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334814 Sep 09 09:27:12.430316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef7763-b6a5-4486-9e12-7cb88da32fa8 req-907bb1a8-d8c2-478e-b747-f37fd6990475 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:12.440564 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7ef7763-b6a5-4486-9e12-7cb88da32fa8 req-907bb1a8-d8c2-478e-b747-f37fd6990475 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.0975983 Sep 09 09:27:12.498584 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7ef7763-b6a5-4486-9e12-7cb88da32fa8 req-92e12834-64bf-4b5d-8a6f-a1559f187476 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567234 Sep 09 09:27:12.648252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8197fb-4c22-499f-b4f6-3517c9d49bfe req-cffebf81-6fd3-4769-a1b5-85ad2039bd9d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:12.657142 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d8197fb-4c22-499f-b4f6-3517c9d49bfe req-cffebf81-6fd3-4769-a1b5-85ad2039bd9d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0910697 Sep 09 09:27:12.698670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d8197fb-4c22-499f-b4f6-3517c9d49bfe req-73e56bc2-d2bc-499d-a084-1602c31b8454 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405293 Sep 09 09:27:12.871834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13b88f-b9cf-4f7e-916e-818a8daa339c req-942b56a8-b0d3-4318-bcdc-ba770d74665f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:12.873759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b13b88f-b9cf-4f7e-916e-818a8daa339c req-942b56a8-b0d3-4318-bcdc-ba770d74665f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0646496 Sep 09 09:27:12.927607 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b13b88f-b9cf-4f7e-916e-818a8daa339c req-58fbc820-04d0-437a-94e0-77863d25c44d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471840 Sep 09 09:27:13.046005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3a021-5317-4140-9700-46b7b1a62b3e req-8220f4d9-1ac9-41ad-8647-1311b62422e3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:13.056305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9c3a021-5317-4140-9700-46b7b1a62b3e req-8220f4d9-1ac9-41ad-8647-1311b62422e3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.0798647 Sep 09 09:27:13.106493 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9c3a021-5317-4140-9700-46b7b1a62b3e req-72f8d3fc-a0bc-4959-8614-9d198ee3873a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479424 Sep 09 09:27:13.149464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5bf87-3a7f-40a7-9486-10e2480ef593 req-b61f16da-824c-49c5-b022-7cbf280358fe tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:13.155777 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50a5bf87-3a7f-40a7-9486-10e2480ef593 req-b61f16da-824c-49c5-b022-7cbf280358fe tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 945 time: 0.0716746 Sep 09 09:27:13.216930 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50a5bf87-3a7f-40a7-9486-10e2480ef593 req-8520041c-4ab6-401d-a167-673167dbcce6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523961 Sep 09 09:27:13.309510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfb384-7897-4233-be62-0f2233234f7d req-7a1fb7b1-3a43-47af-a153-486bdb2d7035 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:13.311060 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47dfb384-7897-4233-be62-0f2233234f7d req-7a1fb7b1-3a43-47af-a153-486bdb2d7035 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0597496 Sep 09 09:27:13.376484 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47dfb384-7897-4233-be62-0f2233234f7d req-0c05d240-29e6-4e74-97c3-d091583d3f68 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563750 Sep 09 09:27:13.494159 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 842a0647-bd41-4ee0-96ee-037500220e03 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:27:13.499557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1856814-0b7b-4e5b-9307-8c5749fc782f no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:13.552575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90756ca4-1804-4a81-9822-6b102c449cdf req-779fe3d9-5a13-4274-9506-35ff05bf7b48 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:13.554328 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-90756ca4-1804-4a81-9822-6b102c449cdf req-779fe3d9-5a13-4274-9506-35ff05bf7b48 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0694475 Sep 09 09:27:13.628032 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-90756ca4-1804-4a81-9822-6b102c449cdf req-544a89a6-feb1-451f-be8b-3c3274417543 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644040 Sep 09 09:27:13.698197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:13.711755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '842a0647-bd41-4ee0-96ee-037500220e03', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '842a0647-bd41-4ee0-96ee-037500220e03', 'mac_address': 'fa:16:3e:2d:9a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:27:13.754346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df1774-0403-4ea2-ba95-e85323dba022 req-ff54e870-12ed-4a53-8694-a2b53af76ba7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:13.770327 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-12df1774-0403-4ea2-ba95-e85323dba022 req-ff54e870-12ed-4a53-8694-a2b53af76ba7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.1577656 Sep 09 09:27:13.815122 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:13.844851 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:13.864930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842a0647-bd41-4ee0-96ee-037500220e03 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:27:13.872969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-12df1774-0403-4ea2-ba95-e85323dba022 req-f39fb4c5-f125-425f-9817-2dfad893d687 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996778 Sep 09 09:27:13.898428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1856814-0b7b-4e5b-9307-8c5749fc782f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:13.901714 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ce57b9-a651-4d18-8919-2c2d2003c4b1" -d '{"events": [{"server_uuid": "c632dbe3-d72b-4c7d-9b95-95dfee987297", "name": "network-vif-unplugged", "status": "completed", "tag": "c1856814-0b7b-4e5b-9307-8c5749fc782f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:13.932428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:13.934881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c1856814-0b7b-4e5b-9307-8c5749fc782f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1856814-0b7b-4e5b-9307-8c5749fc782f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:13.979916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91454db5-54fd-4b73-9fff-e80374adad0b req-93c84011-1bdd-49c8-93b6-624ebc3de141 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:13.981691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91454db5-54fd-4b73-9fff-e80374adad0b req-93c84011-1bdd-49c8-93b6-624ebc3de141 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0803201 Sep 09 09:27:14.000322 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb855079-8bc1-480a-ba71-63e6a0eca2ed x-openstack-request-id: req-cb855079-8bc1-480a-ba71-63e6a0eca2ed {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:14.000641 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c632dbe3-d72b-4c7d-9b95-95dfee987297", "name": "network-vif-unplugged", "status": "completed", "tag": "c1856814-0b7b-4e5b-9307-8c5749fc782f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:14.000917 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb855079-8bc1-480a-ba71-63e6a0eca2ed {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:14.001320 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1856814-0b7b-4e5b-9307-8c5749fc782f', 'code': 200} Sep 09 09:27:14.015704 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:14.021393 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:14.049524 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91454db5-54fd-4b73-9fff-e80374adad0b req-a53a22c8-2262-4256-bf53-e5d1b2851729 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603142 Sep 09 09:27:14.118227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:14.132263 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['842a0647-bd41-4ee0-96ee-037500220e03'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:27:14.246458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c1856814-0b7b-4e5b-9307-8c5749fc782f,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:14.290701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642f150-c32b-41c2-ac8d-d46d2bad4ef0 req-d13c3879-fa7e-4906-87af-01a7b3a3ff56 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:14.292933 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8642f150-c32b-41c2-ac8d-d46d2bad4ef0 req-d13c3879-fa7e-4906-87af-01a7b3a3ff56 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1402302 Sep 09 09:27:14.369007 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8642f150-c32b-41c2-ac8d-d46d2bad4ef0 req-20ed0990-7259-481a-a5d4-d86f877e2720 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688975 Sep 09 09:27:14.408247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5985d5-32f3-44c9-b014-4d3b4ad370ee req-56062b7d-8035-4a6f-9c70-51ac6d93f8e0 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:14.416741 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb5985d5-32f3-44c9-b014-4d3b4ad370ee req-56062b7d-8035-4a6f-9c70-51ac6d93f8e0 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.1460476 Sep 09 09:27:14.426252 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1dcb956e-c6ce-475e-b0a1-c03cb016e1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:14.509908 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6beac-e122-4fb5-a1aa-87cba2f2fb6d req-f69c7f82-8cbb-4bd7-bcdd-385d7974ddaf tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:14.520263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e0d6beac-e122-4fb5-a1aa-87cba2f2fb6d req-f69c7f82-8cbb-4bd7-bcdd-385d7974ddaf tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 945 time: 0.0879250 Sep 09 09:27:14.536488 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb5985d5-32f3-44c9-b014-4d3b4ad370ee req-7fdf7360-46e5-49b6-8294-0f7055c37895 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140625 Sep 09 09:27:14.587130 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e0d6beac-e122-4fb5-a1aa-87cba2f2fb6d req-2ba3d2b4-6489-461c-b391-b00550f7e2de tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655859 Sep 09 09:27:14.754998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace1bd0-5ae9-460e-bead-e02698131201 req-dcbe1485-c691-4fb6-ba85-9bfd0ec8b2ff tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:14.756602 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ace1bd0-5ae9-460e-bead-e02698131201 req-dcbe1485-c691-4fb6-ba85-9bfd0ec8b2ff tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0728848 Sep 09 09:27:14.828549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ace1bd0-5ae9-460e-bead-e02698131201 req-5c939704-b15b-48cb-b4c4-5b30a56b9da5 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564167 Sep 09 09:27:14.932960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device dedb4a79-8f12-48a3-8d4c-23cc9db10e50 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:27:15.104020 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b533-12c4-4e92-8f64-af31dbe8c626 req-27239282-56d6-4413-9c88-56d911e15c1a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:15.106934 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b081b533-12c4-4e92-8f64-af31dbe8c626 req-27239282-56d6-4413-9c88-56d911e15c1a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1020937 Sep 09 09:27:15.155222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b081b533-12c4-4e92-8f64-af31dbe8c626 req-5009ae87-69c3-4b1d-a3b0-13860ef56667 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395315 Sep 09 09:27:15.163752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:27:15.180899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:27:15.182243 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:15.312158 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:15.350723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port dedb4a79-8f12-48a3-8d4c-23cc9db10e50, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=dedb4a79-8f12-48a3-8d4c-23cc9db10e50,segment=NetworkSegment(22532f5b-7091-42a7-b613-5bee798a9201),segment_id=22532f5b-7091-42a7-b613-5bee798a9201)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:15.367642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d259f-ae05-46fc-8b3b-09cbfb4b0285 req-6c6a284e-5154-4a55-8659-7df58cd9c3d4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:15.377223 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-105d259f-ae05-46fc-8b3b-09cbfb4b0285 req-6c6a284e-5154-4a55-8659-7df58cd9c3d4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.1148264 Sep 09 09:27:15.424290 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:15.461291 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-105d259f-ae05-46fc-8b3b-09cbfb4b0285 req-d01bdc43-7af8-48bb-b312-2bff187109c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730443 Sep 09 09:27:15.534811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 842a0647-bd41-4ee0-96ee-037500220e03 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:27:15.596988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=dedb4a79-8f12-48a3-8d4c-23cc9db10e50,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:15.658817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 842a0647-bd41-4ee0-96ee-037500220e03 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:27:15.661454 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:15.846020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:15.896932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:15.912679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509dc80-4431-42e4-802e-07b3a3f1f8f3 req-4a1c5728-e12d-40b3-b74c-cb3274ffab6e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:15.926295 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f509dc80-4431-42e4-802e-07b3a3f1f8f3 req-4a1c5728-e12d-40b3-b74c-cb3274ffab6e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.1560745 Sep 09 09:27:15.981489 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:15.996716 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f509dc80-4431-42e4-802e-07b3a3f1f8f3 req-326c05dc-aa34-4a17-985d-b6553884dbbd tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667732 Sep 09 09:27:16.053463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b1fc16-28da-49bc-9785-d7794535668f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50'}, {'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:16.057408 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faff0908-0eb5-478f-8617-3adc9ffff463" -d '{"events": [{"server_uuid": "93b1fc16-28da-49bc-9785-d7794535668f", "name": "network-vif-plugged", "status": "completed", "tag": "dedb4a79-8f12-48a3-8d4c-23cc9db10e50"}, {"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-plugged", "status": "completed", "tag": "842a0647-bd41-4ee0-96ee-037500220e03"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:16.140599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=10']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:16.243305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba0d1f-2f89-4ccc-b41b-9e98fdeef0ad req-9fe5fd6e-4b50-4b0d-aee6-e41edf6db063 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:16.255069 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41ba0d1f-2f89-4ccc-b41b-9e98fdeef0ad req-9fe5fd6e-4b50-4b0d-aee6-e41edf6db063 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 946 time: 0.1192572 Sep 09 09:27:16.346935 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41ba0d1f-2f89-4ccc-b41b-9e98fdeef0ad req-07add826-cc55-4338-8ee6-1796eed92f32 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903018 Sep 09 09:27:16.665307 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4067fb-6843-4546-b11a-ce2f7f2b7a89 x-openstack-request-id: req-8d4067fb-6843-4546-b11a-ce2f7f2b7a89 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:16.666459 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b1fc16-28da-49bc-9785-d7794535668f", "name": "network-vif-plugged", "status": "completed", "tag": "dedb4a79-8f12-48a3-8d4c-23cc9db10e50", "code": 200}, {"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-plugged", "status": "completed", "tag": "842a0647-bd41-4ee0-96ee-037500220e03", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:16.667281 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d4067fb-6843-4546-b11a-ce2f7f2b7a89 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:16.668328 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b1fc16-28da-49bc-9785-d7794535668f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'code': 200} Sep 09 09:27:16.668328 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03', 'code': 200} Sep 09 09:27:17.223728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbf848-185a-4e54-93bf-19507546f8c0 req-5eba2073-6aeb-4d48-ae1d-77374540710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:17.225354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1cfbf848-185a-4e54-93bf-19507546f8c0 req-5eba2073-6aeb-4d48-ae1d-77374540710c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 1098 time: 0.0510733 Sep 09 09:27:17.234760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5ac53-8ac9-4cec-92eb-85145aa8f394 req-258fc3a2-2993-4ff8-9710-88896f61a85c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:17.242723 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4b5ac53-8ac9-4cec-92eb-85145aa8f394 req-258fc3a2-2993-4ff8-9710-88896f61a85c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.4852359 Sep 09 09:27:17.309157 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1cfbf848-185a-4e54-93bf-19507546f8c0 req-971dbba9-7a60-4b4f-9b58-fea256801aa4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636535 Sep 09 09:27:17.320154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4b5ac53-8ac9-4cec-92eb-85145aa8f394 req-20581930-b89d-43b5-8924-0dc47bedf7e8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741162 Sep 09 09:27:17.328441 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e743d626-03f7-4e6c-a787-81d4d45f0e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:17.333222 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:17.488191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab29a18-d21a-4f84-8b02-47328ff8c3b4 req-1ceb374c-1487-4888-b7c1-d1be47cfa5da tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:17.505814 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ab29a18-d21a-4f84-8b02-47328ff8c3b4 req-1ceb374c-1487-4888-b7c1-d1be47cfa5da tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.1171854 Sep 09 09:27:17.563036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ab29a18-d21a-4f84-8b02-47328ff8c3b4 req-14ab2ced-640b-4b6d-8f66-e83f4c9e6813 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540884 Sep 09 09:27:17.929123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e2b81-9df4-438c-9aa4-71a4e8b40d48 req-337fb8ef-c0e6-4e5b-9c40-8043183614ca tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:17.937996 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d1e2b81-9df4-438c-9aa4-71a4e8b40d48 req-337fb8ef-c0e6-4e5b-9c40-8043183614ca tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.1300280 Sep 09 09:27:18.024853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d1e2b81-9df4-438c-9aa4-71a4e8b40d48 req-38de9dcd-ce52-4882-b4cb-6b98216dba46 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811274 Sep 09 09:27:18.227296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19cb1f-2c73-4780-89d8-62891f3783c9 req-eb6d725d-21ad-43ca-a0c7-3775cde593d0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:18.237429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e19cb1f-2c73-4780-89d8-62891f3783c9 req-eb6d725d-21ad-43ca-a0c7-3775cde593d0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1292932 Sep 09 09:27:18.288286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e19cb1f-2c73-4780-89d8-62891f3783c9 req-41af277e-4148-4085-b61f-a1679ef64fdf tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 Sep 09 09:27:18.483988 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:18.497578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a9608-b95f-4440-b93c-0f82cd2d7503 req-1d53d21e-e485-4c00-a3ba-380f04a5544f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:18.509203 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b15a9608-b95f-4440-b93c-0f82cd2d7503 req-1d53d21e-e485-4c00-a3ba-380f04a5544f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 946 time: 0.1229384 Sep 09 09:27:18.613223 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b15a9608-b95f-4440-b93c-0f82cd2d7503 req-63a0b6ca-03aa-46fc-bc18-ab7ad1736d5b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992141 Sep 09 09:27:19.024936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbb4dd-1b3a-4fb2-a549-ac1aadc7f77d req-52889a6b-2c2d-42ec-97db-b093a9230ae7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:19.034000 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20fbb4dd-1b3a-4fb2-a549-ac1aadc7f77d req-52889a6b-2c2d-42ec-97db-b093a9230ae7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.1621549 Sep 09 09:27:19.142256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20fbb4dd-1b3a-4fb2-a549-ac1aadc7f77d req-e759a24a-f50d-409f-9151-0c9bd92edd4e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050565 Sep 09 09:27:19.528363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d9c48-d5f1-4db1-9bcf-102153b4b418 req-a071bb02-3252-41ec-b4c2-88fdec7b6cbb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:19.548933 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-118d9c48-d5f1-4db1-9bcf-102153b4b418 req-a071bb02-3252-41ec-b4c2-88fdec7b6cbb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1000946 Sep 09 09:27:19.665463 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-118d9c48-d5f1-4db1-9bcf-102153b4b418 req-95ff958e-7255-4d56-9b79-055fde381787 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138582 Sep 09 09:27:19.845865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a55f8d-2d80-435f-bdb5-830470c71dd8 req-e939cddd-ea7e-4da5-aab0-1cc4c91b285c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:19.857458 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57a55f8d-2d80-435f-bdb5-830470c71dd8 req-e939cddd-ea7e-4da5-aab0-1cc4c91b285c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.0864131 Sep 09 09:27:19.912443 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57a55f8d-2d80-435f-bdb5-830470c71dd8 req-4515aaaf-4daf-400e-bd22-52aca320d214 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526693 Sep 09 09:27:20.101000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e84a3-0781-49b0-9945-e159ebdb96a0 req-3fd98208-0710-4584-8731-cbfdabadd5d1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:20.102703 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e80e84a3-0781-49b0-9945-e159ebdb96a0 req-3fd98208-0710-4584-8731-cbfdabadd5d1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 946 time: 0.0713141 Sep 09 09:27:20.146227 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e80e84a3-0781-49b0-9945-e159ebdb96a0 req-d368e04f-7021-4a90-a0e4-d3cf540f021c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358298 Sep 09 09:27:20.267043 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:20.304353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220a66-4fc8-4064-927f-efbe03176901 req-7c8cb698-cbf3-41aa-90cd-b09180c0d61e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:20.312077 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5220a66-4fc8-4064-927f-efbe03176901 req-7c8cb698-cbf3-41aa-90cd-b09180c0d61e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0927062 Sep 09 09:27:20.403821 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5220a66-4fc8-4064-927f-efbe03176901 req-5a5fe6eb-d82f-4e01-8a43-d80897371fda tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902152 Sep 09 09:27:20.471158 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-89a1a979-4e5c-4010-a84c-cb4835be4609 service neutron] show failed (client error): The resource could not be found. Sep 09 09:27:20.472233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-89a1a979-4e5c-4010-a84c-cb4835be4609 service neutron] 10.222.0.24 "GET /v2.0/ports/32d9ca00-8549-452a-864c-cfa2afcb6f8e/bindings/n-h2-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.1373055 Sep 09 09:27:20.805431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8d4de-bcf0-466a-bd48-bbd44c64af5a req-96b46225-9032-4c8b-a639-b641eafd7657 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:20.814192 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27f8d4de-bcf0-466a-bd48-bbd44c64af5a req-96b46225-9032-4c8b-a639-b641eafd7657 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.0864685 Sep 09 09:27:20.871898 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27f8d4de-bcf0-466a-bd48-bbd44c64af5a req-6a53dff3-98aa-4ab2-81a5-d4638a172a76 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567033 Sep 09 09:27:21.052919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3024e0-51cc-4b54-8706-e4f842869a36 req-3bd299fe-a8c5-4cc1-904b-cea9db966018 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:21.060005 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef3024e0-51cc-4b54-8706-e4f842869a36 req-3bd299fe-a8c5-4cc1-904b-cea9db966018 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 946 time: 0.0740871 Sep 09 09:27:21.136909 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef3024e0-51cc-4b54-8706-e4f842869a36 req-a9a538e3-1074-49d6-87e3-5c876be48172 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758936 Sep 09 09:27:21.154924 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42696) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:21.412712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-56a2be8d-2b84-45d3-a0b4-e7f9a35239d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:21.414311 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-56a2be8d-2b84-45d3-a0b4-e7f9a35239d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 1098 time: 0.3615680 Sep 09 09:27:21.455967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:27:21.460709 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555dbff4-0256-4185-afd7-109bdcd34490 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:21.464551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-555dbff4-0256-4185-afd7-109bdcd34490 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 1093 time: 0.2844625 Sep 09 09:27:21.467350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42712) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:21.472375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:27:21.586011 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:21.853870 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:21.857632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:21.933655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:27:21.996894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:22.002662 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ce2be3-2c9d-4bea-9b20-c4254278dfc3" -d '{"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-unplugged", "status": "completed", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:22.010506 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:22.014225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:22.038170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Transition to ACTIVE for port object 32d9ca00-8549-452a-864c-cfa2afcb6f8e will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:27:22.117980 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:22.356221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Allocated IP 172.25.8.158 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/b5c21a34-1e38-4240-8698-6dc6eeb3241c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:27:22.499939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] No DVR routers for this DVR port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:27:22.583328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=6']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:22.629689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.632734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.633276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.639614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.640130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.640625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.641144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.641664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.642666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.643167 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.643920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.644434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:22.726270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:22.836077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:27:22.839423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:27:22.840528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on network da8ea5ae-a4bc-42f8-8f35-8c62177200cd {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:27:22.852572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on network da8ea5ae-a4bc-42f8-8f35-8c62177200cd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:27:22.853348 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on network da8ea5ae-a4bc-42f8-8f35-8c62177200cd {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:27:22.864014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:27:22.864787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Checking segment: {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:27:22.865487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Bound using segment: {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:27:22.866148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Bound port: 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:27:22.866757 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:22.928789 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:22.980746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:23.045664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:27:23.050758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:27:23.053010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:27:23.057613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:27:23.060136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:27:23.067211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:27:23.101468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=b5c21a34-1e38-4240-8698-6dc6eeb3241c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:23.130705 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:23.217834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:23.218721 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:23.220411 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] 10.222.0.41 "PUT /v2.0/ports/32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1093 time: 1.7942140 Sep 09 09:27:23.222745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634527d-d5fe-4651-a491-49a18cd6ecb3 service neutron] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=7']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:23.342667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-61ffe7d2-44db-4d26-a7ad-dd3456595e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:23.346714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-61ffe7d2-44db-4d26-a7ad-dd3456595e6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1096 time: 0.0741956 Sep 09 09:27:23.984612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-1e3dd524-4089-49ca-b958-8aedf540c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:23.986471 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-1e3dd524-4089-49ca-b958-8aedf540c8e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 898 time: 0.6320443 Sep 09 09:27:24.083415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:24.112949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-324e606a-4306-4fa9-b30e-295d21cead8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1000 time: 0.1076772 Sep 09 09:27:24.216451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-969851d5-7fc1-454d-a2b6-2dbda22d4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:24.218710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-969851d5-7fc1-454d-a2b6-2dbda22d4984 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.0963702 Sep 09 09:27:24.239672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c37614-4bc5-4662-a73b-4f30326a3425 req-b249389b-4453-4dda-9422-d02c443fb407 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:24.243102 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02c37614-4bc5-4662-a73b-4f30326a3425 req-b249389b-4453-4dda-9422-d02c443fb407 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.1334608 Sep 09 09:27:24.262199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc89c3b-2288-4138-8c3f-73aedb484d99 req-9f5e272e-9fe5-48e5-8be6-a86c23ca7028 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:24.269642 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbc89c3b-2288-4138-8c3f-73aedb484d99 req-9f5e272e-9fe5-48e5-8be6-a86c23ca7028 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/networks?id=c545c666-906a-4084-a605-2c1a985a5d7d HTTP/1.1" status: 200 len: 814 time: 0.2620244 Sep 09 09:27:24.286016 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbc89c3b-2288-4138-8c3f-73aedb484d99 req-cd39d41d-b6d0-41cb-ac06-dd4429da3c8b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/quotas/55ca36f0caaa42aaadd27d7162fcc2a3 HTTP/1.1" status: 200 len: 375 time: 0.0153174 Sep 09 09:27:24.323151 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02c37614-4bc5-4662-a73b-4f30326a3425 req-b02b01c0-deca-4bba-ab50-a35169b21b56 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717051 Sep 09 09:27:24.347198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:24.379077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-81d523a2-f40f-48b0-843d-6eecfc38c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:24.387727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-81d523a2-f40f-48b0-843d-6eecfc38c360 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734980 Sep 09 09:27:24.409547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbc89c3b-2288-4138-8c3f-73aedb484d99 req-35593a52-0b28-4ae3-8831-ed852dc71bf6 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226244 Sep 09 09:27:24.502871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-4a644770-6a75-47ff-834f-4ced4b74a4a0 service neutron] 10.222.0.41 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138225 Sep 09 09:27:24.643837 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92164d04-3899-413c-9ec8-77d2c1ef550d req-fd0cadc1-077f-4344-b7fc-4c68c5daeeb6 service neutron] 10.222.0.41 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321068 Sep 09 09:27:24.656753 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c642bc7-0590-488e-b3d1-cf2e86d85373 x-openstack-request-id: req-3c642bc7-0590-488e-b3d1-cf2e86d85373 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:24.657409 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-unplugged", "status": "completed", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:24.661825 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c642bc7-0590-488e-b3d1-cf2e86d85373 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:24.662446 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'code': 200} Sep 09 09:27:24.677880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0883709-3e31-459a-b328-4806a67447c3 req-f5d53017-20a1-4247-80e3-697c74151b18 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:24.679526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e0883709-3e31-459a-b328-4806a67447c3 req-f5d53017-20a1-4247-80e3-697c74151b18 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 944 time: 0.1249275 Sep 09 09:27:24.729634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236161c-346f-4c77-8c53-10da5e7bf442 req-1f10a8f9-d485-4db5-99d9-3f15ecabfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:24.732634 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b236161c-346f-4c77-8c53-10da5e7bf442 req-1f10a8f9-d485-4db5-99d9-3f15ecabfcb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 1097 time: 0.0691366 Sep 09 09:27:24.770897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:24.797113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e0883709-3e31-459a-b328-4806a67447c3 req-06990565-4d34-44bd-af38-4bfd666cf6be tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098957 Sep 09 09:27:24.805607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:24.855950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:24.902302 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749772e5-14b8-4352-95ea-93adf25a864a req-ae39962a-0707-4e31-81a9-cd9f686c497a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:24.906289 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-749772e5-14b8-4352-95ea-93adf25a864a req-ae39962a-0707-4e31-81a9-cd9f686c497a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1328330 Sep 09 09:27:24.960223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=b5c21a34-1e38-4240-8698-6dc6eeb3241c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:24.968089 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:24.978761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236161c-346f-4c77-8c53-10da5e7bf442 req-fc626fec-fa8e-4e09-9b33-bf3704902a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:24.980785 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b236161c-346f-4c77-8c53-10da5e7bf442 req-fc626fec-fa8e-4e09-9b33-bf3704902a29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.2263579 Sep 09 09:27:24.993169 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-749772e5-14b8-4352-95ea-93adf25a864a req-8c9a3f81-35ac-4f0f-ba47-74a97cdb782a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746315 Sep 09 09:27:25.049416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fe995d6-6ecd-4be5-8775-8fdff324ea73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:25.117597 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:25.125816 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b236161c-346f-4c77-8c53-10da5e7bf442 req-f21b4e33-922d-479b-b03e-316c4c5a08b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19 HTTP/1.1" status: 200 len: 1001 time: 0.1134899 Sep 09 09:27:25.201706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f820a6b-0553-400b-b7a4-48d094a2c022 req-da815c97-8298-4fa5-b878-7675f7ed8959 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:25.203442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f820a6b-0553-400b-b7a4-48d094a2c022 req-da815c97-8298-4fa5-b878-7675f7ed8959 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0983560 Sep 09 09:27:25.222521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fe995d6-6ecd-4be5-8775-8fdff324ea73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:25.236536 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Floating IP 96f44181-0845-4257-935c-5a59681a5b0c associated. External IP: 172.25.8.158, port: dedb4a79-8f12-48a3-8d4c-23cc9db10e50. Sep 09 09:27:25.254960 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236161c-346f-4c77-8c53-10da5e7bf442 req-c4e2eaac-f768-4423-a80e-96d8af52eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:25.260423 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b236161c-346f-4c77-8c53-10da5e7bf442 req-c4e2eaac-f768-4423-a80e-96d8af52eafd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.1182575 Sep 09 09:27:25.308804 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fe995d6-6ecd-4be5-8775-8fdff324ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:25.318121 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f820a6b-0553-400b-b7a4-48d094a2c022 req-dab495bf-4f55-48c9-955a-52de8140b0ba tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031654 Sep 09 09:27:25.331640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236161c-346f-4c77-8c53-10da5e7bf442 req-ab01213d-198a-4603-8e39-2787ff332eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:25.333577 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b236161c-346f-4c77-8c53-10da5e7bf442 req-ab01213d-198a-4603-8e39-2787ff332eaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607665 Sep 09 09:27:25.406095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe995d6-6ecd-4be5-8775-8fdff324ea73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dc5d0e-a379-46da-8b10-9023105e6332,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:25.467237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2fe995d6-6ecd-4be5-8775-8fdff324ea73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=951d4b8596b64dd1990cf34ab658621f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6589215 Sep 09 09:27:25.468287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42874) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:25.537825 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b236161c-346f-4c77-8c53-10da5e7bf442 req-f83c74bd-459b-4bfb-a535-9b751d3ffaae service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912098 Sep 09 09:27:25.626843 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab44c040-e2dd-4e78-ae5e-2987b63ed804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:25.642932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e53007-49dc-4ee6-bad6-cb92733da1cc req-1ae4ec03-495f-46dd-b14c-8d9e930de6ed tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:25.644493 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-12e53007-49dc-4ee6-bad6-cb92733da1cc req-1ae4ec03-495f-46dd-b14c-8d9e930de6ed tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.2015965 Sep 09 09:27:25.652238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b236161c-346f-4c77-8c53-10da5e7bf442 req-26be8289-bbb6-410d-93f8-183ddadd6821 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034317 Sep 09 09:27:25.688271 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab44c040-e2dd-4e78-ae5e-2987b63ed804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:25.691523 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d37cdcdf-968d-418f-90a7-feb16ee4b049 req-acaf5558-afe6-446d-9ee9-5f1757a3d271 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3 HTTP/1.1" status: 200 len: 221 time: 0.0380986 Sep 09 09:27:25.860902 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:25.871301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d6a03-fa58-4c5c-8946-809e354441aa req-e8938811-33ea-401b-a488-36fa42e01690 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:25.873216 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-086d6a03-fa58-4c5c-8946-809e354441aa req-e8938811-33ea-401b-a488-36fa42e01690 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0647171 Sep 09 09:27:25.916686 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-086d6a03-fa58-4c5c-8946-809e354441aa req-7aeb85f9-110c-4de5-9d86-adc2a38f77b9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363593 Sep 09 09:27:26.063653 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-12e53007-49dc-4ee6-bad6-cb92733da1cc req-24e86daa-54cb-4ba2-88c9-c4583a93e9f7 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4088051 Sep 09 09:27:26.108161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c779f-0ca3-4809-9deb-329276fa4338 req-042786ef-7e33-495e-b017-9269c22984e3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:26.116338 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-640c779f-0ca3-4809-9deb-329276fa4338 req-042786ef-7e33-495e-b017-9269c22984e3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 944 time: 0.1062748 Sep 09 09:27:26.153771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 5956e10c-8ad5-491b-8196-7ce86157ea64 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:27:26.172952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-640c779f-0ca3-4809-9deb-329276fa4338 req-e0af4995-6781-4754-b503-65c4ac1043aa tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554955 Sep 09 09:27:26.225433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab44c040-e2dd-4e78-ae5e-2987b63ed804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:26.228583 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab44c040-e2dd-4e78-ae5e-2987b63ed804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:26.230038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ab44c040-e2dd-4e78-ae5e-2987b63ed804 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2dc5d0e-a379-46da-8b10-9023105e6332 HTTP/1.1" status: 204 len: 168 time: 0.7579086 Sep 09 09:27:26.267150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44c040-e2dd-4e78-ae5e-2987b63ed804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dc5d0e-a379-46da-8b10-9023105e6332,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:26.336014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520d6d-e536-4570-b2a5-c8844e7e789d req-7520faa7-50ef-4236-8123-c47dbd01ebeb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:26.337545 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0520d6d-e536-4570-b2a5-c8844e7e789d req-7520faa7-50ef-4236-8123-c47dbd01ebeb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1163673 Sep 09 09:27:26.359174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:27:26.374873 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91054b-197f-4272-a67c-8463578ec16d None None] Sync routers for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:27:26.388309 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91054b-197f-4272-a67c-8463578ec16d None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:27:26.389831 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de91054b-197f-4272-a67c-8463578ec16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:27:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:27:26.425113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0520d6d-e536-4570-b2a5-c8844e7e789d req-f3baa196-6ed1-43af-b22c-d36241deed3e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673387 Sep 09 09:27:26.454821 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:26.525406 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5d9c9d75-0f1e-4c3b-90ff-4b48e98a7dd8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0563560 Sep 09 09:27:26.529945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b1fc16-28da-49bc-9785-d7794535668f', 'tag': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:26.532240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42918) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:26.533883 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63572aaa-aad4-4126-9e49-c2f39108afac" -d '{"events": [{"name": "network-changed", "server_uuid": "93b1fc16-28da-49bc-9785-d7794535668f", "tag": "dedb4a79-8f12-48a3-8d4c-23cc9db10e50"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:26.574169 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-de91054b-197f-4272-a67c-8463578ec16d None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:27:26.605873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6ad37-05a6-4182-8b38-7cb1647e17f3 req-92c53038-8ab1-4742-af09-d0734eb3b2d7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:26.613773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72e6ad37-05a6-4182-8b38-7cb1647e17f3 req-92c53038-8ab1-4742-af09-d0734eb3b2d7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0653913 Sep 09 09:27:26.635584 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437a60ab-abaa-4256-a872-ce00ef2794ec x-openstack-request-id: req-437a60ab-abaa-4256-a872-ce00ef2794ec {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:26.636612 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b1fc16-28da-49bc-9785-d7794535668f", "tag": "dedb4a79-8f12-48a3-8d4c-23cc9db10e50", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:26.636982 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-437a60ab-abaa-4256-a872-ce00ef2794ec {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:26.637467 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b1fc16-28da-49bc-9785-d7794535668f', 'tag': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'status': 'completed', 'code': 200} Sep 09 09:27:26.664134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:26.674118 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a49484-5c06-4c8f-bdc2-0a09360efb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:26.698956 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72e6ad37-05a6-4182-8b38-7cb1647e17f3 req-5c9d2d87-54be-40f6-aa0e-8231a925d053 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830266 Sep 09 09:27:26.711674 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-973f551d-1403-4ce3-8458-6a3a996a1e14 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/floatingips/96f44181-0845-4257-935c-5a59681a5b0c HTTP/1.1" status: 200 len: 992 time: 0.1764956 Sep 09 09:27:26.752303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63572aaa-aad4-4126-9e49-c2f39108afac req-4a26a4f8-30ca-4238-bd95-4667435cb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:26.753849 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63572aaa-aad4-4126-9e49-c2f39108afac req-4a26a4f8-30ca-4238-bd95-4667435cb8c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 1098 time: 0.1032326 Sep 09 09:27:26.821514 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22362ed8-f362-4378-aaa4-34a3c57d8268 x-openstack-request-id: req-22362ed8-f362-4378-aaa4-34a3c57d8268 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:26.822497 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:26.823568 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22362ed8-f362-4378-aaa4-34a3c57d8268 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:26.824002 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'status': 'completed', 'code': 200} Sep 09 09:27:26.961920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63572aaa-aad4-4126-9e49-c2f39108afac req-d18adcda-2695-4842-b2b9-a402af14aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:26.966353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63572aaa-aad4-4126-9e49-c2f39108afac req-d18adcda-2695-4842-b2b9-a402af14aeca service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b847b18-b790-43b5-8d67-22948d8fe7b4 HTTP/1.1" status: 200 len: 898 time: 0.2039413 Sep 09 09:27:27.031902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-6f28dbb7-204e-4c2a-994c-d7745ea90938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:27.033639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-6f28dbb7-204e-4c2a-994c-d7745ea90938 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1096 time: 0.2023163 Sep 09 09:27:27.139487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63572aaa-aad4-4126-9e49-c2f39108afac req-57afd49c-0834-43ca-ac3c-263c25c53430 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dedb4a79-8f12-48a3-8d4c-23cc9db10e50 HTTP/1.1" status: 200 len: 1000 time: 0.1593568 Sep 09 09:27:27.179293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732fb1e-7813-4f22-ae2c-3a1c326f4aef req-920ca1e8-6522-4f1a-bd2a-cba46b3c04e1 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:27.180968 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e732fb1e-7813-4f22-ae2c-3a1c326f4aef req-920ca1e8-6522-4f1a-bd2a-cba46b3c04e1 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.2396274 Sep 09 09:27:27.182511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42932) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:27.190441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-9b9429f0-92a0-46db-8404-57852e3b4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:27.195618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-9b9429f0-92a0-46db-8404-57852e3b4b84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1096 time: 0.2834358 Sep 09 09:27:27.216575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-baf57783-bead-4637-ad65-b1ae056114a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:27.218103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-baf57783-bead-4637-ad65-b1ae056114a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 898 time: 0.1733916 Sep 09 09:27:27.250515 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de91054b-197f-4272-a67c-8463578ec16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:26:50Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '96f44181-0845-4257-935c-5a59681a5b0c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'port_id': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'mac_address': 'fa:16:3e:ad:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1fc16-28da-49bc-9785-d7794535668f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:27:23Z', 'updated_at': '2021-09-09T09:27:23Z', 'revision_number': 0, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:27:27.286959 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e63a8b41-eb0a-495d-b036-1393279622d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:27.291450 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91054b-197f-4272-a67c-8463578ec16d None None] Checking router: 5956e10c-8ad5-491b-8196-7ce86157ea64 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:27:27.300112 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63572aaa-aad4-4126-9e49-c2f39108afac req-d43c6252-df8d-43d2-a8a9-198c96875c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:27.301649 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91054b-197f-4272-a67c-8463578ec16d None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:27:27.302458 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de91054b-197f-4272-a67c-8463578ec16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:27:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:27:27.303085 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63572aaa-aad4-4126-9e49-c2f39108afac req-d43c6252-df8d-43d2-a8a9-198c96875c48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1653836-a8b3-451d-98e8-28a4b42f55b0 HTTP/1.1" status: 200 len: 834 time: 0.1568172 Sep 09 09:27:27.365365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e732fb1e-7813-4f22-ae2c-3a1c326f4aef req-35706aa5-942a-4959-b89b-8ec502953caf tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722434 Sep 09 09:27:27.373281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1ac7e-e076-4a82-baad-ff9a34bcdd47 req-3885d0f9-6afa-4695-a14d-d8af1b13d575 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:27.381770 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7bf1ac7e-e076-4a82-baad-ff9a34bcdd47 req-3885d0f9-6afa-4695-a14d-d8af1b13d575 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 945 time: 0.1459565 Sep 09 09:27:27.398453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63572aaa-aad4-4126-9e49-c2f39108afac req-7ac468ef-9f41-4739-93b2-098aa939ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:27.400861 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63572aaa-aad4-4126-9e49-c2f39108afac req-7ac468ef-9f41-4739-93b2-098aa939ea92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b847b18-b790-43b5-8d67-22948d8fe7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894511 Sep 09 09:27:27.484214 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7bf1ac7e-e076-4a82-baad-ff9a34bcdd47 req-db9405be-df30-4475-8276-5583dcf3a9ae tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948317 Sep 09 09:27:27.546592 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-de91054b-197f-4272-a67c-8463578ec16d None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:27:27.607195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:27:27.608663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63572aaa-aad4-4126-9e49-c2f39108afac req-16096c8e-8832-4c5c-9572-6b703d90dc88 service neutron] 10.222.0.24 "GET /v2.0/networks/0b847b18-b790-43b5-8d67-22948d8fe7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983685 Sep 09 09:27:27.616664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:27.620510 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-0c7efa52-f935-4b6a-8a1d-ab9ac775682f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1000 time: 0.3566065 Sep 09 09:27:27.721244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42950) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:27.807481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8158813-8677-4af2-9b7b-40b755f736eb req-634e14f1-dc01-4526-91fe-e824ef741068 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:27.808992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8158813-8677-4af2-9b7b-40b755f736eb req-634e14f1-dc01-4526-91fe-e824ef741068 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 944 time: 0.3066864 Sep 09 09:27:27.815765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-0db6eaa6-37b1-4a7a-b3c7-fa203b5889dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:27.816550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:27.817424 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-0db6eaa6-37b1-4a7a-b3c7-fa203b5889dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 898 time: 0.5982177 Sep 09 09:27:27.825806 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63572aaa-aad4-4126-9e49-c2f39108afac req-602b947e-2f59-4eb2-8c09-b995248717a3 service neutron] 10.222.0.24 "GET /v2.0/networks/0b847b18-b790-43b5-8d67-22948d8fe7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089086 Sep 09 09:27:27.838690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'port_id': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'mac_address': 'fa:16:3e:cc:27:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:27:27.885237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-75d5b7b5-1ac3-405e-b71a-727b9728fcf4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/floatingips/96f44181-0845-4257-935c-5a59681a5b0c HTTP/1.1" status: 200 len: 992 time: 0.1606851 Sep 09 09:27:27.893795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8158813-8677-4af2-9b7b-40b755f736eb req-4580a794-f593-4976-b400-d4c9e8413dc3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751061 Sep 09 09:27:27.920205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c284d74-0076-4a9a-90c0-26fac0b51d27 req-cd03a6d1-af10-420f-b27f-6088ee4ab823 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:27.924676 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c284d74-0076-4a9a-90c0-26fac0b51d27 req-cd03a6d1-af10-420f-b27f-6088ee4ab823 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1601238 Sep 09 09:27:27.954937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-5449f479-c559-4064-aa25-c4eab22b6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:27.956601 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-5449f479-c559-4064-aa25-c4eab22b6bdd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.2710614 Sep 09 09:27:27.981523 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c284d74-0076-4a9a-90c0-26fac0b51d27 req-dd2954b0-08d9-44a7-abeb-b74667d36d96 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507727 Sep 09 09:27:28.007029 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:28.049419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d9ca00-8549-452a-864c-cfa2afcb6f8e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:27:28.092918 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-8d58c05a-e5ca-4ae8-ad59-926f86660d48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1000 time: 0.2647498 Sep 09 09:27:28.098002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:28.108884 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de91054b-197f-4272-a67c-8463578ec16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:26:50Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '96f44181-0845-4257-935c-5a59681a5b0c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'port_id': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'mac_address': 'fa:16:3e:ad:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1fc16-28da-49bc-9785-d7794535668f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:27:23Z', 'updated_at': '2021-09-09T09:27:23Z', 'revision_number': 0, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:27:28.153457 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:28.179863 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91054b-197f-4272-a67c-8463578ec16d None None] The sync data for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 is: [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:26:50Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '96f44181-0845-4257-935c-5a59681a5b0c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'port_id': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'mac_address': 'fa:16:3e:ad:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1fc16-28da-49bc-9785-d7794535668f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:27:23Z', 'updated_at': '2021-09-09T09:27:23Z', 'revision_number': 0, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:27:28.211783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:28.216304 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0c7616-7bbf-405a-8867-5b6527db5348" -d '{"events": [{"server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "name": "network-vif-unplugged", "status": "completed", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:28.224052 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:28.229542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-0c174151-b061-43e4-99ee-3997ba4645c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:28.231206 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-0c174151-b061-43e4-99ee-3997ba4645c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.1256680 Sep 09 09:27:28.253656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:28.297567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-513db20a-0188-46c9-b99b-9cf6948279ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:28.299313 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-513db20a-0188-46c9-b99b-9cf6948279ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3302393 Sep 09 09:27:28.301543 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e63a8b41-eb0a-495d-b036-1393279622d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:28.312711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:28.340816 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:28.389866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-8230c6b5-3c67-4e67-b3c7-23c1bab5e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:28.391612 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-8230c6b5-3c67-4e67-b3c7-23c1bab5e059 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412575 Sep 09 09:27:28.417643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:28.452428 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e63a8b41-eb0a-495d-b036-1393279622d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:28.499801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a8b41-eb0a-495d-b036-1393279622d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5de6dfd-1794-4853-86c2-286750a4aaab,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:28.526236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['32d9ca00-8549-452a-864c-cfa2afcb6f8e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:27:28.543997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e18a-4200-4c98-897f-1765e5120bc5 req-7386dbae-9607-4371-8028-3f703139bb99 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:28.545632 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf22e18a-4200-4c98-897f-1765e5120bc5 req-7386dbae-9607-4371-8028-3f703139bb99 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.2182899 Sep 09 09:27:28.583154 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14ff820-6e30-4a57-a3ac-dabb7d107e08 x-openstack-request-id: req-a14ff820-6e30-4a57-a3ac-dabb7d107e08 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:28.583499 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "name": "network-vif-unplugged", "status": "failed", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19", "code": 422}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:28.583692 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a14ff820-6e30-4a57-a3ac-dabb7d107e08 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:28.584091 n-d-778696-16 neutron-server[95327]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'code': 422} returned with failed status Sep 09 09:27:28.596920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f436ddb-115d-404d-9dd4-3b1d7dce957c None None] New status for floating IP 96f44181-0845-4257-935c-5a59681a5b0c: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:27:28.642687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42968) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:28.643278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e63a8b41-eb0a-495d-b036-1393279622d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f798aa09b8c4ca3812c267cbcfd1c65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4592478 Sep 09 09:27:28.706074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-de83a123-ebf4-4fe7-9e7c-54721d54907f service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983166 Sep 09 09:27:28.771746 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf22e18a-4200-4c98-897f-1765e5120bc5 req-e0bcf725-f3f2-450b-8262-b6d22d843696 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949232 Sep 09 09:27:28.781745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e44888-bcf0-454a-bdf4-0af1574a2ae3 req-711b564e-bea9-4930-990a-30ca41fbdbae tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:28.790098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36e44888-bcf0-454a-bdf4-0af1574a2ae3 req-711b564e-bea9-4930-990a-30ca41fbdbae tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.1042306 Sep 09 09:27:28.794415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cad39dfd-d6ab-455d-99ce-0ae40fcaa035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:28.829828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1de3dbd9-fc16-4194-b1ff-d1fb046d70b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:28.831696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1de3dbd9-fc16-4194-b1ff-d1fb046d70b7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3&tenant_id=88c726152e4047b9b17518f59bbdcd13&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 945 time: 0.1860578 Sep 09 09:27:28.882162 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cad39dfd-d6ab-455d-99ce-0ae40fcaa035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:28.933059 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42972) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:28.967472 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36e44888-bcf0-454a-bdf4-0af1574a2ae3 req-a94eeb28-638d-42b3-803e-cbc5d0729c0d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1772373 Sep 09 09:27:29.006479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-7dff118a-be83-4daf-a6e8-944e9a34d057 service neutron] 10.222.0.41 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649378 Sep 09 09:27:29.014974 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cad39dfd-d6ab-455d-99ce-0ae40fcaa035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:29.019055 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cad39dfd-d6ab-455d-99ce-0ae40fcaa035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:29.020454 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cad39dfd-d6ab-455d-99ce-0ae40fcaa035 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5de6dfd-1794-4853-86c2-286750a4aaab HTTP/1.1" status: 204 len: 168 time: 0.3759449 Sep 09 09:27:29.045133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad39dfd-d6ab-455d-99ce-0ae40fcaa035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5de6dfd-1794-4853-86c2-286750a4aaab,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:29.162456 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-40d1ea19-4411-4f05-9572-af46b6e5244c service neutron] 10.222.0.41 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434257 Sep 09 09:27:29.243003 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-903aa52b-8d00-437e-bce6-691c029a46f7 service neutron] 10.222.0.41 "GET /v2.0/ports/32d9ca00-8549-452a-864c-cfa2afcb6f8e/bindings/n-h2-778696-16 HTTP/1.1" status: 200 len: 383 time: 0.3989964 Sep 09 09:27:29.342826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fb059-3c86-45ed-b31f-6dd47f09503f req-9dbb1db5-e1b1-44a6-95c1-440f37e571dc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:29.344487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f7fb059-3c86-45ed-b31f-6dd47f09503f req-9dbb1db5-e1b1-44a6-95c1-440f37e571dc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 945 time: 0.4102976 Sep 09 09:27:29.399416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c1c84d2e-6bb6-428c-ba03-cee7f441d982 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/floatingips/96f44181-0845-4257-935c-5a59681a5b0c HTTP/1.1" status: 200 len: 994 time: 0.3861387 Sep 09 09:27:29.399416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a49484-5c06-4c8f-bdc2-0a09360efb5c req-61c20537-bd2f-44f4-9b7b-dc06db684aee service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790791 Sep 09 09:27:29.415136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-25e108d5-ec4d-42a4-81ce-cb01e7ec3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:29.416809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-25e108d5-ec4d-42a4-81ce-cb01e7ec3520 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1097 time: 0.1400757 Sep 09 09:27:29.459688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f7fb059-3c86-45ed-b31f-6dd47f09503f req-537972cb-51c3-4461-b691-ec7cb24c7fd7 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961678 Sep 09 09:27:29.553222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-c442f1bc-2c30-4c73-b70c-d0c9706f269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:29.582566 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-c442f1bc-2c30-4c73-b70c-d0c9706f269c service neutron] 10.222.0.41 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 898 time: 0.1412525 Sep 09 09:27:29.735492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88463e14-ccbb-419e-9034-a43af9dd9955 req-248cbada-84fe-49ea-b056-da7ab593560a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:29.737192 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88463e14-ccbb-419e-9034-a43af9dd9955 req-248cbada-84fe-49ea-b056-da7ab593560a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0716610 Sep 09 09:27:29.751221 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-862b20cd-c8ea-4b07-a973-276fdb763118 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1001 time: 0.1676941 Sep 09 09:27:29.818892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-9dac4bb1-c43f-4f58-8f49-ca2ffed349dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:29.820460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-9dac4bb1-c43f-4f58-8f49-ca2ffed349dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.0599725 Sep 09 09:27:29.852346 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88463e14-ccbb-419e-9034-a43af9dd9955 req-ef5f71db-d545-440d-b123-529e9b063ca1 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995471 Sep 09 09:27:29.963963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-07bd984c-7f87-4634-968a-06ce1dcb5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:29.965507 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-07bd984c-7f87-4634-968a-06ce1dcb5718 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254284 Sep 09 09:27:30.129882 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-39eb8be6-c395-4dc4-8578-a5e5ea10f2a6 service neutron] 10.222.0.41 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528227 Sep 09 09:27:30.139335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28540ed-ef44-4dd4-9c2f-1942b1578077 req-ac4d62e3-c0ab-4ae4-a272-b490a4bcdaa8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:30.141953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c28540ed-ef44-4dd4-9c2f-1942b1578077 req-ac4d62e3-c0ab-4ae4-a272-b490a4bcdaa8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0786388 Sep 09 09:27:30.276326 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c28540ed-ef44-4dd4-9c2f-1942b1578077 req-ca0c6cbd-35e1-469b-9ac6-b1564630dc4f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223049 Sep 09 09:27:30.299925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-5090e279-23f0-495d-92bc-9070a963033f service neutron] 10.222.0.41 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577942 Sep 09 09:27:30.500077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a006a-15a7-475b-a5aa-2b3d0ea106d1 req-34cd8e6b-da0c-4c21-8350-79406446676c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:30.518730 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b1a006a-15a7-475b-a5aa-2b3d0ea106d1 req-34cd8e6b-da0c-4c21-8350-79406446676c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0937026 Sep 09 09:27:30.585341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b1a006a-15a7-475b-a5aa-2b3d0ea106d1 req-35e6328c-1d6a-42af-a6a9-63c9d1597191 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651798 Sep 09 09:27:30.700700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b544f-c0e1-48e4-80c8-0ccc218b813c req-fa631598-cd73-42ce-9da2-c599fec868c4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:30.708684 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-217b544f-c0e1-48e4-80c8-0ccc218b813c req-fa631598-cd73-42ce-9da2-c599fec868c4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 945 time: 0.1621845 Sep 09 09:27:30.762677 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-217b544f-c0e1-48e4-80c8-0ccc218b813c req-5303b9df-dfe4-4565-bbb5-a178f5cf3096 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526614 Sep 09 09:27:30.982342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cabc4d-9f46-444c-895f-a69e1f8df1fe req-fcab6831-7c96-4aee-8d37-7333f96c876c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:30.983799 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-94cabc4d-9f46-444c-895f-a69e1f8df1fe req-fcab6831-7c96-4aee-8d37-7333f96c876c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0516829 Sep 09 09:27:31.022493 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-94cabc4d-9f46-444c-895f-a69e1f8df1fe req-a8f9c710-fd09-4a04-9798-28c9389fb05f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Sep 09 09:27:31.246373 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d26f0-4b6c-4b57-9469-28a3c39fb5a3 req-16a194b2-9948-45d8-a156-0368e6f60fae tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:31.248752 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de9d26f0-4b6c-4b57-9469-28a3c39fb5a3 req-16a194b2-9948-45d8-a156-0368e6f60fae tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0566816 Sep 09 09:27:31.298162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de9d26f0-4b6c-4b57-9469-28a3c39fb5a3 req-4b1cf46b-32df-4928-9e05-c6f5a76ea057 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Sep 09 09:27:31.489402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6b281-56af-4692-82a3-a093b814edd3 req-95e33251-34cc-4dd4-842c-7c94f7fecd2a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:31.494207 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-59e6b281-56af-4692-82a3-a093b814edd3 req-95e33251-34cc-4dd4-842c-7c94f7fecd2a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0832505 Sep 09 09:27:31.558919 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-59e6b281-56af-4692-82a3-a093b814edd3 req-e82320a6-4aad-44b6-9460-f0086e53d96a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562954 Sep 09 09:27:31.633235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:27:31.774466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 32d9ca00-8549-452a-864c-cfa2afcb6f8e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:27:31.780268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 32d9ca00-8549-452a-864c-cfa2afcb6f8e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:27:31.783286 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:31.811411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271b11-8890-4596-8a4f-d219389afc21 req-a9e31f27-3480-425f-bae5-a604a236eaf2 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:31.819900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e1271b11-8890-4596-8a4f-d219389afc21 req-a9e31f27-3480-425f-bae5-a604a236eaf2 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0788031 Sep 09 09:27:31.901920 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e1271b11-8890-4596-8a4f-d219389afc21 req-dced8f41-fa9a-4afc-b25a-c94c15a42d80 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781405 Sep 09 09:27:31.966643 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:31.992023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:31.994715 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ab1add-5d56-4557-b437-f9b6ec03c468" -d '{"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-plugged", "status": "completed", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:32.011896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:32.073678 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:32.074707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:32.101216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfee29e-4bde-4f66-b785-837d55983e4d req-81cbf70e-afe5-401d-911e-19e094afb79f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:32.111183 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cfee29e-4bde-4f66-b785-837d55983e4d req-81cbf70e-afe5-401d-911e-19e094afb79f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 945 time: 0.1255624 Sep 09 09:27:32.230500 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cfee29e-4bde-4f66-b785-837d55983e4d req-9ea0e567-0a7b-4972-a3ee-d219783d3e2e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143713 Sep 09 09:27:32.251111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:32.346593 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd88b7-d844-4406-9683-244eb604a32a x-openstack-request-id: req-cafd88b7-d844-4406-9683-244eb604a32a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:32.346593 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-plugged", "status": "completed", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:32.346593 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cafd88b7-d844-4406-9683-244eb604a32a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:32.346593 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'code': 200} Sep 09 09:27:32.357644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5709b-30e3-45fc-b797-fd6370c8bb50 req-cfd0b56d-fc68-4618-a0df-cbf2e09fa938 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:32.361080 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52a5709b-30e3-45fc-b797-fd6370c8bb50 req-cfd0b56d-fc68-4618-a0df-cbf2e09fa938 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0708206 Sep 09 09:27:32.403118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52a5709b-30e3-45fc-b797-fd6370c8bb50 req-761c24e0-7dc5-4e38-9cf3-d77e7e870b05 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365844 Sep 09 09:27:32.467702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642012-e549-460a-8777-91b89a05f3cb req-fcb7d98a-9679-440c-a53f-9ddc5e148d97 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:32.469380 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d642012-e549-460a-8777-91b89a05f3cb req-fcb7d98a-9679-440c-a53f-9ddc5e148d97 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0770819 Sep 09 09:27:32.546122 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3d642012-e549-460a-8777-91b89a05f3cb req-3583b44a-b307-4f96-b4f1-64eec53b45c4 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649378 Sep 09 09:27:32.665551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9e185-a4be-477d-8467-bfac6e8f368e req-908b5652-6e09-4fe6-9dbd-3768f37b8363 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:32.667634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35b9e185-a4be-477d-8467-bfac6e8f368e req-908b5652-6e09-4fe6-9dbd-3768f37b8363 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0571201 Sep 09 09:27:32.718449 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35b9e185-a4be-477d-8467-bfac6e8f368e req-f396a276-db5b-497d-b0bb-7fc8fc1cc290 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Sep 09 09:27:32.897749 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-b8a9d38d-5bdd-4034-8844-c9dd498dad5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2207153 Sep 09 09:27:32.905889 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fa123-9978-43ca-b5d4-691d0654fda7 req-737cf382-bef0-4b25-bedd-4d8b5b4fba31 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:32.907352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef8fa123-9978-43ca-b5d4-691d0654fda7 req-737cf382-bef0-4b25-bedd-4d8b5b4fba31 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0840173 Sep 09 09:27:32.912348 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-2e0f4e41-746d-433f-a052-f842b6e2c8e1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:27:32.913318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-2e0f4e41-746d-433f-a052-f842b6e2c8e1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048952 Sep 09 09:27:32.957659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef8fa123-9978-43ca-b5d4-691d0654fda7 req-1f4a1a7c-a799-4e2f-b5ae-6775d2284e48 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433228 Sep 09 09:27:33.078002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-365460f5-dab8-4738-9554-18e0956a4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:33.079898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-365460f5-dab8-4738-9554-18e0956a4eb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 1098 time: 0.0473893 Sep 09 09:27:33.112349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:27:33.177213 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:33.366782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381335-e4dc-430e-8e68-7cc8a5580787 req-75a466a0-cdc0-4a39-ab84-b5c3d93cb95a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:33.369249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab381335-e4dc-430e-8e68-7cc8a5580787 req-75a466a0-cdc0-4a39-ab84-b5c3d93cb95a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 946 time: 0.0555115 Sep 09 09:27:33.413699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab381335-e4dc-430e-8e68-7cc8a5580787 req-52eac3a2-45e0-4345-b447-1230cb13afee tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370574 Sep 09 09:27:33.521050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1fa0f-d451-4fd3-b308-01eeb11404be req-8200f7ce-c276-40b3-9fcc-bf590c057d1e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:33.522564 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55e1fa0f-d451-4fd3-b308-01eeb11404be req-8200f7ce-c276-40b3-9fcc-bf590c057d1e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.4406703 Sep 09 09:27:33.600693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55e1fa0f-d451-4fd3-b308-01eeb11404be req-441fec96-f8a4-4662-9846-f76d87b488c2 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711644 Sep 09 09:27:33.749907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddb7be-d1e0-4448-ac9d-2da14712d6f4 req-d0fd5772-4fbc-4318-97dc-3a20a14a478c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:33.751877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cddb7be-d1e0-4448-ac9d-2da14712d6f4 req-d0fd5772-4fbc-4318-97dc-3a20a14a478c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0733635 Sep 09 09:27:33.796974 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38649d-fb5c-4012-8a32-817980422290 req-b39845f4-0205-4c42-80a5-db3621099cf2 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:33.798523 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc38649d-fb5c-4012-8a32-817980422290 req-b39845f4-0205-4c42-80a5-db3621099cf2 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1044185 Sep 09 09:27:33.801070 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cddb7be-d1e0-4448-ac9d-2da14712d6f4 req-30d35ce4-3f91-4557-9aeb-4c8fa61c98e4 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426669 Sep 09 09:27:33.824151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:33.884596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc38649d-fb5c-4012-8a32-817980422290 req-02dad1b4-2ed2-4377-9444-0fb79b8554d4 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731151 Sep 09 09:27:33.918923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:27:33.985122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:33.988384 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199cbab0-d641-4b1a-a1ef-083a56550057" -d '{"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-unplugged", "status": "completed", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:33.993603 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:34.036149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Transition to ACTIVE for port object 32d9ca00-8549-452a-864c-cfa2afcb6f8e will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:27:34.045483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43222) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:34.058714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821db61-7f94-43ba-996b-050bf3aa1e48 req-b86870fb-c902-4c78-9737-b7c420e2585d tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:34.060284 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6821db61-7f94-43ba-996b-050bf3aa1e48 req-b86870fb-c902-4c78-9737-b7c420e2585d tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c HTTP/1.1" status: 200 len: 951 time: 0.0557287 Sep 09 09:27:34.061297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741497ac-2232-4c17-a8ce-d401f78201a5 req-ddc64503-813e-49b1-b885-6fb1c57af282 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:34.062799 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-741497ac-2232-4c17-a8ce-d401f78201a5 req-ddc64503-813e-49b1-b885-6fb1c57af282 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0654981 Sep 09 09:27:34.111728 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6821db61-7f94-43ba-996b-050bf3aa1e48 req-1cf5ecf4-14a1-4aa4-8a6d-a007fd783c37 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 Sep 09 09:27:34.113663 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-741497ac-2232-4c17-a8ce-d401f78201a5 req-79f4fa55-d7b7-4497-816f-ee131ae1448a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445795 Sep 09 09:27:34.134038 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:34.188992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=10']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:34.274089 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7f0aa0-92a9-465b-9854-91b6fdc1e6dc x-openstack-request-id: req-1c7f0aa0-92a9-465b-9854-91b6fdc1e6dc {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:34.274394 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-unplugged", "status": "completed", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:34.275443 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c7f0aa0-92a9-465b-9854-91b6fdc1e6dc {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:34.275871 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'code': 200} Sep 09 09:27:34.321289 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd06db6f-e331-4241-a7e0-f3533b90fc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:34.341569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] No DVR routers for this DVR port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:27:34.347248 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88592598-cb8c-4f44-a06f-7e6df4be7b3d req-e986e4be-364b-452d-814a-592be67fae0b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:34.349087 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-88592598-cb8c-4f44-a06f-7e6df4be7b3d req-e986e4be-364b-452d-814a-592be67fae0b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0605845 Sep 09 09:27:34.402948 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-88592598-cb8c-4f44-a06f-7e6df4be7b3d req-50071e30-f5d4-4a55-b60a-47dc6dcc3d3e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453982 Sep 09 09:27:34.471870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-89b77cf2-55b6-4197-a4cf-7e81f6de81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:34.473538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-89b77cf2-55b6-4197-a4cf-7e81f6de81a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08&tenant_id=c0a4fe5389874569ba106acc1ac2a89a HTTP/1.1" status: 200 len: 1095 time: 0.2047386 Sep 09 09:27:34.598057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:27:34.598906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:27:34.598906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on network da8ea5ae-a4bc-42f8-8f35-8c62177200cd {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:27:34.619710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on network da8ea5ae-a4bc-42f8-8f35-8c62177200cd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:27:34.620041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Attempting to bind port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on network da8ea5ae-a4bc-42f8-8f35-8c62177200cd {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:27:34.638500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-7b4f1a45-83e2-455d-a941-cbabb48ce9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:34.640075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-7b4f1a45-83e2-455d-a941-cbabb48ce9a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 1095 time: 0.1286285 Sep 09 09:27:34.662022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:27:34.662293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Checking segment: {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:27:34.662671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Bound using segment: {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:27:34.663110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Bound port: 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193ce414-71a3-493b-9383-f91a725fdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:27:34.664103 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:34.701769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd06db6f-e331-4241-a7e0-f3533b90fc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:34.753939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14660ad0-d488-4523-9143-453cb30faadf req-28603dcd-61f6-4a5f-9a6e-d1a5645f4b1d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:34.755496 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14660ad0-d488-4523-9143-453cb30faadf req-28603dcd-61f6-4a5f-9a6e-d1a5645f4b1d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 945 time: 0.1531119 Sep 09 09:27:34.789356 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd06db6f-e331-4241-a7e0-f3533b90fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:34.885639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dd6cd-0ca1-48cd-b8df-12e004d680d4 req-bd852eee-6301-4bcb-b8c8-9d596df561af tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:34.886190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:27:34.887228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-991dd6cd-0ca1-48cd-b8df-12e004d680d4 req-bd852eee-6301-4bcb-b8c8-9d596df561af tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0564766 Sep 09 09:27:34.891308 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cd06db6f-e331-4241-a7e0-f3533b90fc2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6a16fd36c204fa780787e9258187abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8431487 Sep 09 09:27:34.895750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43282) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:34.898792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:27:34.903828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06db6f-e331-4241-a7e0-f3533b90fc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b499187-4ed9-4cb6-915c-429a9ec58b24,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:34.908872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-788b1eb1-78c4-4c17-a76f-d1de51790706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:34.910791 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-788b1eb1-78c4-4c17-a76f-d1de51790706 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 200 len: 917 time: 0.2593601 Sep 09 09:27:34.914156 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14660ad0-d488-4523-9143-453cb30faadf req-5c05fc27-f0e4-42ed-9516-a969ba139708 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309128 Sep 09 09:27:34.965131 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:34.975058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-991dd6cd-0ca1-48cd-b8df-12e004d680d4 req-084de268-4c31-4d4c-8280-18d6a5b45abe tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815098 Sep 09 09:27:34.991529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a1db969-98e0-4d62-a86f-71621917b17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:35.015763 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a1db969-98e0-4d62-a86f-71621917b17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:35.018367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:35.019099 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:35.020594 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] 10.222.0.24 "PUT /v2.0/ports/32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1094 time: 1.9280579 Sep 09 09:27:35.044952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-183ea242-e954-4537-8de8-a7ef86aae178 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19 HTTP/1.1" status: 200 len: 999 time: 0.1266792 Sep 09 09:27:35.090373 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89a0a8-0f24-4253-a578-c6f748125d66 service neutron] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=11']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:35.135535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-10d6b86a-12cb-42b4-85b6-8e3e51d6a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:35.137075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-10d6b86a-12cb-42b4-85b6-8e3e51d6a40d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 200 len: 855 time: 0.0843973 Sep 09 09:27:35.147518 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a1db969-98e0-4d62-a86f-71621917b17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:35.150397 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a1db969-98e0-4d62-a86f-71621917b17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:35.151963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8a1db969-98e0-4d62-a86f-71621917b17a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b499187-4ed9-4cb6-915c-429a9ec58b24 HTTP/1.1" status: 204 len: 168 time: 0.2552009 Sep 09 09:27:35.167075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1db969-98e0-4d62-a86f-71621917b17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b499187-4ed9-4cb6-915c-429a9ec58b24,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:35.186120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca8570-4f41-4ed1-bc4b-0ca716b7cdfd req-3ced66b5-7510-424e-8290-063cb62c1699 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:35.190790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-bccf789e-f240-4b30-9a24-1e9805c0370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:35.192790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-bccf789e-f240-4b30-9a24-1e9805c0370d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1097 time: 0.1281674 Sep 09 09:27:35.197101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdca8570-4f41-4ed1-bc4b-0ca716b7cdfd req-3ced66b5-7510-424e-8290-063cb62c1699 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0983775 Sep 09 09:27:35.245442 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdca8570-4f41-4ed1-bc4b-0ca716b7cdfd req-4e4bc1d7-0521-46e4-9b28-4a25c967400b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467105 Sep 09 09:27:35.263338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-b3839bf3-fb01-4d03-a95b-6366e3e0203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:35.264990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-b3839bf3-fb01-4d03-a95b-6366e3e0203b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ee22ffa-2d33-4941-a1d2-77369ea07168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205580 Sep 09 09:27:35.395903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-a64cd7a5-3f57-4ea7-9e32-afaf97833ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:35.397389 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-a64cd7a5-3f57-4ea7-9e32-afaf97833ba5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 898 time: 0.1958964 Sep 09 09:27:35.473309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-1f0769be-1e46-4ecd-9cd6-5228e97601cf service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672595 Sep 09 09:27:35.506699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-82b47dbb-c23a-43bc-9a3f-930ee64253fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1000 time: 0.0986381 Sep 09 09:27:35.601873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-4073e835-cd7d-4a64-a51b-ec5defde3310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:35.603503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-4073e835-cd7d-4a64-a51b-ec5defde3310 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.0854938 Sep 09 09:27:35.631397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b1b46a1-b07e-42f1-9b5f-3d764d47b23c req-88140fd3-8f29-44eb-92c7-6e3063936c64 service neutron] 10.222.0.41 "GET /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451197 Sep 09 09:27:35.658936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-5c8c6a85-cede-4e77-9ed4-2d2bdd6eabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:35.660514 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-5c8c6a85-cede-4e77-9ed4-2d2bdd6eabb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476804 Sep 09 09:27:35.671742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:35.715397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:27:35.716063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 842a0647-bd41-4ee0-96ee-037500220e03 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:35.764763 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-ee27b1eb-4487-4b99-82ad-edb80fa2f5d3 service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961673 Sep 09 09:27:35.822541 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:35.887283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:35.890369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6bca4c-e5be-4def-8221-f1839c2a84b0 req-84963081-9cbc-40b9-bdc6-3d914f379d85 service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175885 Sep 09 09:27:35.891831 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea4a1bd-c94b-4990-b403-9e0fd06dc717" -d '{"events": [{"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "842a0647-bd41-4ee0-96ee-037500220e03"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:35.917035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:35.969594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43396) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:35.971409 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2910d1ad-f421-4bb4-88dc-34ae9f2b4a9c x-openstack-request-id: req-2910d1ad-f421-4bb4-88dc-34ae9f2b4a9c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:35.971758 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "842a0647-bd41-4ee0-96ee-037500220e03", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:35.972007 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2910d1ad-f421-4bb4-88dc-34ae9f2b4a9c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:35.972400 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03', 'code': 200} Sep 09 09:27:35.973435 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:35.989785 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:36.081807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=11']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:36.128155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973f0d5-1a59-4011-9d83-9ce2403f2f36 req-f50bfd96-c847-4115-8b17-927bdf48b361 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:36.129596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8973f0d5-1a59-4011-9d83-9ce2403f2f36 req-f50bfd96-c847-4115-8b17-927bdf48b361 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 945 time: 0.0697508 Sep 09 09:27:36.156191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:36.173199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd0ee2-3ae4-45ec-839c-5b929adadddf req-a8ea7958-dd43-4b7b-a2d2-96a7a0ce69b0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:36.173713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8973f0d5-1a59-4011-9d83-9ce2403f2f36 req-50fe5cd5-f771-4261-8cfa-f6935acfb7d0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357080 Sep 09 09:27:36.175323 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e2fd0ee2-3ae4-45ec-839c-5b929adadddf req-a8ea7958-dd43-4b7b-a2d2-96a7a0ce69b0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0720758 Sep 09 09:27:36.218697 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:36.224744 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e2fd0ee2-3ae4-45ec-839c-5b929adadddf req-e07926b3-962c-4628-8b34-3b3404a1d1de tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Sep 09 09:27:36.277570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:36.278301 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02220e34-34f9-42e6-8599-daeca051dc73,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:36.280891 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d9fa9e-fa01-42b1-a1fe-09954748fca2" -d '{"events": [{"name": "network-changed", "server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:36.283905 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5139b691e4f42bf92c444fe5a680aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132513 Sep 09 09:27:36.291537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:36.300153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.300576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.300988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.301390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.301792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.302309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.302630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.303022 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.303437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.303828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.304391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.304819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0e246-6b79-4364-a30b-35cbfb56ecbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:36.344038 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56f4392-294b-41a7-9ee5-10860a241e6d x-openstack-request-id: req-f56f4392-294b-41a7-9ee5-10860a241e6d {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:36.344719 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:36.344967 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f56f4392-294b-41a7-9ee5-10860a241e6d {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:36.345552 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'status': 'completed', 'code': 200} Sep 09 09:27:36.362393 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb358-1edf-4e0f-a0ba-936070e39b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:36.394448 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb358-1edf-4e0f-a0ba-936070e39b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:36.489835 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-ada8b7bf-d83a-4945-aa47-7313c8763ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:36.491515 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-ada8b7bf-d83a-4945-aa47-7313c8763ec4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1097 time: 0.1087987 Sep 09 09:27:36.493897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-b718f776-2099-4f7f-a0a7-ba5f4595e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:36.495410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-b718f776-2099-4f7f-a0a7-ba5f4595e319 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1097 time: 0.1039655 Sep 09 09:27:36.507718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443e6f6-679b-45e5-aeae-0e3dc280628a req-437ac649-b8db-4afe-a500-8bc616ba42ae tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:36.512829 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4443e6f6-679b-45e5-aeae-0e3dc280628a req-437ac649-b8db-4afe-a500-8bc616ba42ae tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0738556 Sep 09 09:27:36.582398 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb358-1edf-4e0f-a0ba-936070e39b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:36.585124 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb358-1edf-4e0f-a0ba-936070e39b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:36.586316 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1c3eb358-1edf-4e0f-a0ba-936070e39b01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02220e34-34f9-42e6-8599-daeca051dc73 HTTP/1.1" status: 204 len: 168 time: 0.2935863 Sep 09 09:27:36.614065 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4443e6f6-679b-45e5-aeae-0e3dc280628a req-5f1815c5-8d8e-4365-b2e9-79616b4952de tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916736 Sep 09 09:27:36.641829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eb358-1edf-4e0f-a0ba-936070e39b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02220e34-34f9-42e6-8599-daeca051dc73,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:36.814906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-0ad1c1c3-f421-46d8-900e-80b3541a6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:36.816467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-0ad1c1c3-f421-46d8-900e-80b3541a6f26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 898 time: 0.3148043 Sep 09 09:27:36.819558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-6ffb9516-77ef-4c05-980d-d11256e0cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:36.820978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-6ffb9516-77ef-4c05-980d-d11256e0cd83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 898 time: 0.2868080 Sep 09 09:27:36.983355 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-2afc8402-7c6b-4400-8408-815857631d4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1000 time: 0.1508019 Sep 09 09:27:36.986810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf22a3b-9e8c-4621-8165-781f5cefe1ad req-667768d8-6a24-43fd-92f1-54a48da8ea55 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:36.992171 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cf22a3b-9e8c-4621-8165-781f5cefe1ad req-667768d8-6a24-43fd-92f1-54a48da8ea55 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0799954 Sep 09 09:27:37.008256 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-325bac42-6366-4d55-97ab-148e502263c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 1000 time: 0.0957727 Sep 09 09:27:37.067016 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cf22a3b-9e8c-4621-8165-781f5cefe1ad req-ed5b3671-76dc-4edd-a30c-a8795d0a1fe3 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686879 Sep 09 09:27:37.103994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-f5caac70-34b5-4ce8-bf20-ca02df18d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:37.106285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-f5caac70-34b5-4ce8-bf20-ca02df18d130 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.1139941 Sep 09 09:27:37.127741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-83bb6a9d-8d50-4b96-8f4d-5bbfcabd8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:37.129292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-83bb6a9d-8d50-4b96-8f4d-5bbfcabd8a21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.0947456 Sep 09 09:27:37.245406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-0527b331-b614-4aae-9be2-f1a5bc2b85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:37.247264 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-0527b331-b614-4aae-9be2-f1a5bc2b85d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300890 Sep 09 09:27:37.262967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-46f44d68-7c29-4430-8a59-880d3471d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:37.263604 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-46f44d68-7c29-4430-8a59-880d3471d8c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828989 Sep 09 09:27:37.348443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0f4e4-9bc7-4e5b-b52f-775ef1ac7330 req-f51f09c9-7815-49ee-b79d-71f30300e009 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:37.353093 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ca0f4e4-9bc7-4e5b-b52f-775ef1ac7330 req-f51f09c9-7815-49ee-b79d-71f30300e009 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 945 time: 0.0891159 Sep 09 09:27:37.403153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ca0f4e4-9bc7-4e5b-b52f-775ef1ac7330 req-2861b466-202f-4658-812a-6ddfda510691 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393744 Sep 09 09:27:37.456669 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-7b97a5fe-6954-40f1-9a7b-5a06ce36aea1 service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978443 Sep 09 09:27:37.555196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-a60c5a26-9b23-4870-9884-769ddeec5e46 service neutron] 10.222.0.41 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892369 Sep 09 09:27:37.606340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-afdf6d9a-2734-4554-9667-02558209b2c1 service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397495 Sep 09 09:27:37.714441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49d9fa9e-fa01-42b1-a1fe-09954748fca2 req-c3b07713-d85b-4a42-813d-c55d6530b506 service neutron] 10.222.0.41 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342080 Sep 09 09:27:37.811162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957078de-3bd6-42d4-b047-c1314b4e86e1 req-8b548d30-b802-46f6-9c16-2e4c82fe4ac0 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:37.818600 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-957078de-3bd6-42d4-b047-c1314b4e86e1 req-8b548d30-b802-46f6-9c16-2e4c82fe4ac0 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0644698 Sep 09 09:27:37.889906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-957078de-3bd6-42d4-b047-c1314b4e86e1 req-a7a22090-bc2b-4e71-b284-0c9011c64d46 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691218 Sep 09 09:27:38.261901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42ceb6-67a4-403a-9bab-b627f65b1f3e req-c3262674-33ce-4b59-8ffd-684d6f09f903 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:38.272722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc42ceb6-67a4-403a-9bab-b627f65b1f3e req-c3262674-33ce-4b59-8ffd-684d6f09f903 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0804307 Sep 09 09:27:38.327775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc42ceb6-67a4-403a-9bab-b627f65b1f3e req-3a921780-bb01-450e-804e-dc3956c33178 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Sep 09 09:27:38.514123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76edab-60c3-4741-9874-8c024f737fb2 req-e34de796-3931-42da-9e58-84117bc2d459 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:38.515916 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a76edab-60c3-4741-9874-8c024f737fb2 req-e34de796-3931-42da-9e58-84117bc2d459 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0544982 Sep 09 09:27:38.570259 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a76edab-60c3-4741-9874-8c024f737fb2 req-174a03f3-f45a-4c72-8e46-d6e665d0f982 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478942 Sep 09 09:27:38.734471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab010d-6f33-4a3d-af3f-91b363eabcb8 req-1ddbdcc4-457c-472f-80d4-f3f863c361e9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:38.736782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1cab010d-6f33-4a3d-af3f-91b363eabcb8 req-1ddbdcc4-457c-472f-80d4-f3f863c361e9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 945 time: 0.0671725 Sep 09 09:27:38.786870 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1cab010d-6f33-4a3d-af3f-91b363eabcb8 req-7e13e1c6-18af-4ff0-9f03-87228e301756 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401080 Sep 09 09:27:38.816828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43544) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:38.898695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d844d0ab-4acb-46c1-881d-2a1e616f9b0a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/49dd6114-4f86-48ba-9724-bd0c95a6be51 HTTP/1.1" status: 200 len: 992 time: 0.0806582 Sep 09 09:27:38.995290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed109e0-6b5e-4900-8281-ba5a417cfbb7 req-01c9781c-38c8-4cbc-a9d3-1b3d11b10b15 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:38.996921 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ed109e0-6b5e-4900-8281-ba5a417cfbb7 req-01c9781c-38c8-4cbc-a9d3-1b3d11b10b15 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0552516 Sep 09 09:27:39.041939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:27:39.075937 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ed109e0-6b5e-4900-8281-ba5a417cfbb7 req-b298279f-d717-42ca-a588-1212238ea912 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655756 Sep 09 09:27:39.220078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:39.233227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'port_id': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'mac_address': 'fa:16:3e:cc:27:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:27:39.241791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094c32-09d1-47ec-9ad2-2b8576d53fe9 req-181cb694-3170-468d-be97-87de39caf67c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:39.251331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85094c32-09d1-47ec-9ad2-2b8576d53fe9 req-181cb694-3170-468d-be97-87de39caf67c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0789204 Sep 09 09:27:39.290472 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:39.304992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85094c32-09d1-47ec-9ad2-2b8576d53fe9 req-ad677204-00ea-4029-91df-c152a02c89ab tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515287 Sep 09 09:27:39.307318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d9ca00-8549-452a-864c-cfa2afcb6f8e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:27:39.341321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:39.431953 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:39.511926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=12']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:39.534314 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:27:39.551744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df17546-0a30-4592-897e-ccedcaac1854 req-e275c09e-a955-405c-ba1b-0c166b63952c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:39.553566 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5df17546-0a30-4592-897e-ccedcaac1854 req-e275c09e-a955-405c-ba1b-0c166b63952c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0690649 Sep 09 09:27:39.597626 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5df17546-0a30-4592-897e-ccedcaac1854 req-a7d06570-dfeb-484c-b4e7-c0944cf01a36 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Sep 09 09:27:39.817316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['32d9ca00-8549-452a-864c-cfa2afcb6f8e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:27:39.865857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e631af-770c-4013-875c-78743da1301d req-c2938982-7fa4-47f2-a57e-abc1c9c509df tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:39.871486 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23e631af-770c-4013-875c-78743da1301d req-c2938982-7fa4-47f2-a57e-abc1c9c509df tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0736432 Sep 09 09:27:39.947913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23e631af-770c-4013-875c-78743da1301d req-31797bbe-97df-4978-9ae4-4de796e7be50 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698829 Sep 09 09:27:40.131648 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02128340-3165-4309-9e38-ebce92ea7f35 req-1f1ddd33-df93-4fd3-90a3-b122ffdd99e5 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:40.142147 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02128340-3165-4309-9e38-ebce92ea7f35 req-1f1ddd33-df93-4fd3-90a3-b122ffdd99e5 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0697050 Sep 09 09:27:40.189353 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02128340-3165-4309-9e38-ebce92ea7f35 req-5d13c3e0-2984-45ba-a34a-cd0e6580ac49 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453610 Sep 09 09:27:40.379819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514de601-19be-4deb-ad85-727b4c8b8ebe req-b0f446d5-b425-4a52-aa55-3bb8dc643dce tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:40.381799 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-514de601-19be-4deb-ad85-727b4c8b8ebe req-b0f446d5-b425-4a52-aa55-3bb8dc643dce tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0587082 Sep 09 09:27:40.425469 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-514de601-19be-4deb-ad85-727b4c8b8ebe req-a6be97a0-f815-47ef-bd31-690c74ff83b7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354128 Sep 09 09:27:40.547924 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0097a-cd9d-4e38-a2fd-1826a1dc915e req-a830143d-470a-46bf-b895-c8012a789bcb tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:40.549393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f7a0097a-cd9d-4e38-a2fd-1826a1dc915e req-a830143d-470a-46bf-b895-c8012a789bcb tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0610409 Sep 09 09:27:40.609208 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f7a0097a-cd9d-4e38-a2fd-1826a1dc915e req-d49572ff-9248-40be-9370-a68b8971798c tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449247 Sep 09 09:27:40.852666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d2988-068e-43b0-816e-02ef8a5c6b4e req-72411db2-e8e0-466e-9fc7-2a98b0e1490d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:40.862953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e01d2988-068e-43b0-816e-02ef8a5c6b4e req-72411db2-e8e0-466e-9fc7-2a98b0e1490d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1004403 Sep 09 09:27:40.907802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e01d2988-068e-43b0-816e-02ef8a5c6b4e req-e0b57419-993f-4d01-8880-d90e421b4c05 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425618 Sep 09 09:27:41.087949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c64e7f-9df9-4df2-8d03-8b4b092a4c27 req-1f7d21ad-192f-496f-bd34-eed903de5b02 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:41.089887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3c64e7f-9df9-4df2-8d03-8b4b092a4c27 req-1f7d21ad-192f-496f-bd34-eed903de5b02 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0635705 Sep 09 09:27:41.151841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3c64e7f-9df9-4df2-8d03-8b4b092a4c27 req-1fd20510-1375-4b5d-bea9-20be01ee2798 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548427 Sep 09 09:27:41.298854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959eb82e-d16d-4366-b453-0365540029f4 req-5cff76c3-84c7-4e8b-857c-12d9675d1098 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:41.300829 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-959eb82e-d16d-4366-b453-0365540029f4 req-5cff76c3-84c7-4e8b-857c-12d9675d1098 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0586367 Sep 09 09:27:41.345873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-959eb82e-d16d-4366-b453-0365540029f4 req-d8ba397a-c898-4b8a-976b-d5129164c938 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369720 Sep 09 09:27:41.532614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4725-bed5-4660-9b9d-7281059ecb17 req-e822c184-90c8-47bf-94f6-19533331da10 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:41.534621 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-500f4725-bed5-4660-9b9d-7281059ecb17 req-e822c184-90c8-47bf-94f6-19533331da10 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0524969 Sep 09 09:27:41.588567 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-500f4725-bed5-4660-9b9d-7281059ecb17 req-c3be55cc-a323-46b6-b8ea-f777f3574b6a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Sep 09 09:27:41.737647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3e508-c3b9-43c0-a2c9-ee69e2855c89 req-b3ac8099-cde8-4f23-b32d-5195d685b918 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:41.739337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92c3e508-c3b9-43c0-a2c9-ee69e2855c89 req-b3ac8099-cde8-4f23-b32d-5195d685b918 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0701442 Sep 09 09:27:41.788759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92c3e508-c3b9-43c0-a2c9-ee69e2855c89 req-c70034ff-69f7-4118-af2f-b24ce55a1719 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 Sep 09 09:27:41.907121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1481d-a13b-4967-9b2e-1ac69558fad3 req-a856dbf7-7c0b-43f8-9f6b-85b252d80a5a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:41.917668 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0cb1481d-a13b-4967-9b2e-1ac69558fad3 req-a856dbf7-7c0b-43f8-9f6b-85b252d80a5a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0693309 Sep 09 09:27:41.983908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0cb1481d-a13b-4967-9b2e-1ac69558fad3 req-e64195c1-f948-4622-b875-1223999939e4 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604219 Sep 09 09:27:42.011132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43686) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:42.150910 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e3be-b6a8-443d-aac5-1b308f957934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:42.256879 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e3be-b6a8-443d-aac5-1b308f957934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:42.320159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab406976-9389-410c-ac26-abdf40682019 req-d43bad8c-6bec-42dd-b9f8-2c4053368e98 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:42.321671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab406976-9389-410c-ac26-abdf40682019 req-d43bad8c-6bec-42dd-b9f8-2c4053368e98 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0677702 Sep 09 09:27:42.363010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab406976-9389-410c-ac26-abdf40682019 req-4a584b19-9593-41b5-8deb-2b7e44ea43d2 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351150 Sep 09 09:27:42.385789 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e3be-b6a8-443d-aac5-1b308f957934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:42.460840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b8d9e3be-b6a8-443d-aac5-1b308f957934 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a0290a186d94352b1048e6423a139d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4485669 Sep 09 09:27:42.465243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9e3be-b6a8-443d-aac5-1b308f957934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa0a5c4-894a-4f6a-abd0-585576a85780,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:42.465500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43700) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:42.514035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2f76a-a1b2-402f-90b9-d2461e7a0a48 req-5ea476cd-5d20-48cd-b0ed-f3d0a5995b11 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:42.523314 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54b2f76a-a1b2-402f-90b9-d2461e7a0a48 req-5ea476cd-5d20-48cd-b0ed-f3d0a5995b11 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0746310 Sep 09 09:27:42.542166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c32a1d55-f801-4f3e-8e0a-948ca6a8d109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:42.567290 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c32a1d55-f801-4f3e-8e0a-948ca6a8d109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:42.700263 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c32a1d55-f801-4f3e-8e0a-948ca6a8d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:42.702851 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c32a1d55-f801-4f3e-8e0a-948ca6a8d109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:42.704291 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c32a1d55-f801-4f3e-8e0a-948ca6a8d109 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1aa0a5c4-894a-4f6a-abd0-585576a85780 HTTP/1.1" status: 204 len: 168 time: 0.2393167 Sep 09 09:27:42.719412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a1d55-f801-4f3e-8e0a-948ca6a8d109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa0a5c4-894a-4f6a-abd0-585576a85780,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:42.922199 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54b2f76a-a1b2-402f-90b9-d2461e7a0a48 req-3deaf7b1-0ada-4b46-a3d0-e2726f92d1a4 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957872 Sep 09 09:27:43.041622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:27:43.081138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cb3f3-58ef-4301-8d05-ebd7a699f801 req-a02e7205-bdc4-4935-b1d8-3121e962cbed tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:43.089309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f2cb3f3-58ef-4301-8d05-ebd7a699f801 req-a02e7205-bdc4-4935-b1d8-3121e962cbed tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0684788 Sep 09 09:27:43.154468 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f2cb3f3-58ef-4301-8d05-ebd7a699f801 req-30e75ade-7641-45cd-af63-90da0288a5d1 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641053 Sep 09 09:27:43.209174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 32d9ca00-8549-452a-864c-cfa2afcb6f8e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:27:43.217709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 32d9ca00-8549-452a-864c-cfa2afcb6f8e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:27:43.218528 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:43.224927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5513270-877f-4b0d-bd7d-6c16219efb43 req-9c10c626-6695-418e-8518-08d3687ed27f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:43.226669 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5513270-877f-4b0d-bd7d-6c16219efb43 req-9c10c626-6695-418e-8518-08d3687ed27f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0679758 Sep 09 09:27:43.319897 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5513270-877f-4b0d-bd7d-6c16219efb43 req-8cfff38f-a62a-45e8-9bb8-0450e51ac4b1 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818686 Sep 09 09:27:43.407619 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:43.442436 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:43.443004 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e758ca6a-d016-4418-b47a-672db514663d req-b9d6acc0-9761-4184-81e2-f7ab08be6138 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972250 Sep 09 09:27:43.448166 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15676847-454d-457d-b826-0914ec95fb1d" -d '{"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-plugged", "status": "completed", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:43.470037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18359a3c-a7db-4760-b99f-5d63f8bae590 req-c3b0826b-f5e7-4ddf-a620-a074326dce77 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:43.475477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:43.477841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18359a3c-a7db-4760-b99f-5d63f8bae590 req-c3b0826b-f5e7-4ddf-a620-a074326dce77 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 948 time: 0.1825171 Sep 09 09:27:43.486048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067ece1-704c-427f-841a-d730de409665 req-e6b81c99-dc23-4e64-975c-70f888517e36 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:43.495169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d067ece1-704c-427f-841a-d730de409665 req-e6b81c99-dc23-4e64-975c-70f888517e36 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1015513 Sep 09 09:27:43.501932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43726) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:43.542778 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6164-69f7-4613-985a-3f47080b0372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:43.551286 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:43.555177 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18359a3c-a7db-4760-b99f-5d63f8bae590 req-05f33b35-b422-43e9-af68-5bf2ed1f5de5 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762730 Sep 09 09:27:43.578013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ca6a-d016-4418-b47a-672db514663d req-1c592efe-1612-4320-a40a-b5928004a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:43.583437 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e758ca6a-d016-4418-b47a-672db514663d req-1c592efe-1612-4320-a40a-b5928004a447 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c HTTP/1.1" status: 200 len: 1101 time: 0.0622938 Sep 09 09:27:43.647284 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d067ece1-704c-427f-841a-d730de409665 req-02604a13-3bff-478f-adb0-e30816040227 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280713 Sep 09 09:27:43.654440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=13']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:43.705726 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01a0e5c-45fa-4105-81f3-76141ceb6595 x-openstack-request-id: req-e01a0e5c-45fa-4105-81f3-76141ceb6595 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:43.707432 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-plugged", "status": "completed", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:43.712955 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e01a0e5c-45fa-4105-81f3-76141ceb6595 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:43.719303 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'code': 200} Sep 09 09:27:43.738906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6164-69f7-4613-985a-3f47080b0372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:43.802238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ca6a-d016-4418-b47a-672db514663d req-30f8c70c-1f34-49d7-aed8-eb91a8438578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:43.803903 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e758ca6a-d016-4418-b47a-672db514663d req-30f8c70c-1f34-49d7-aed8-eb91a8438578 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.1295872 Sep 09 09:27:43.808980 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6164-69f7-4613-985a-3f47080b0372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:43.882944 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ecfb6164-69f7-4613-985a-3f47080b0372 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a463f8fd85684ac68e295510ee2bcdc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794646 Sep 09 09:27:43.883679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43732) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:43.891966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb6164-69f7-4613-985a-3f47080b0372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29ebc1e-943e-4f25-81f5-b2884d491239,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:43.925062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e758ca6a-d016-4418-b47a-672db514663d req-12d63419-bafa-4257-ba58-8caf38bff94e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=842a0647-bd41-4ee0-96ee-037500220e03 HTTP/1.1" status: 200 len: 217 time: 0.0658081 Sep 09 09:27:43.936349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b24a15-29ba-49b1-ab59-016097ea80a2 req-03f0ec83-487b-4214-a820-72b0d3315acd tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:43.937853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-18b24a15-29ba-49b1-ab59-016097ea80a2 req-03f0ec83-487b-4214-a820-72b0d3315acd tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1059606 Sep 09 09:27:43.991639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c09926d-128e-45cc-ad31-31120876d889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:43.997326 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-18b24a15-29ba-49b1-ab59-016097ea80a2 req-d65e94a3-f9e8-48cb-8a00-722f28a4a5f6 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505087 Sep 09 09:27:43.997913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ca6a-d016-4418-b47a-672db514663d req-cf86b04d-cfe9-4f43-9fc8-12dec609b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:44.002606 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e758ca6a-d016-4418-b47a-672db514663d req-cf86b04d-cfe9-4f43-9fc8-12dec609b412 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0518155 Sep 09 09:27:44.026101 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c09926d-128e-45cc-ad31-31120876d889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:44.150372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ca6a-d016-4418-b47a-672db514663d req-633fbd84-78ea-41b3-912e-cb439f522877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:44.151609 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c09926d-128e-45cc-ad31-31120876d889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:44.153258 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e758ca6a-d016-4418-b47a-672db514663d req-633fbd84-78ea-41b3-912e-cb439f522877 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901680 Sep 09 09:27:44.154645 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c09926d-128e-45cc-ad31-31120876d889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:44.163949 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4c09926d-128e-45cc-ad31-31120876d889 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c29ebc1e-943e-4f25-81f5-b2884d491239 HTTP/1.1" status: 204 len: 168 time: 0.2758765 Sep 09 09:27:44.172773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09926d-128e-45cc-ad31-31120876d889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29ebc1e-943e-4f25-81f5-b2884d491239,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:44.176442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cbee5-9c2b-41e1-8a46-cabdda487c79 req-3c39e89c-4f83-4dac-80da-00e9dbcaa08a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:44.178016 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e6cbee5-9c2b-41e1-8a46-cabdda487c79 req-3c39e89c-4f83-4dac-80da-00e9dbcaa08a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0891650 Sep 09 09:27:44.226478 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e6cbee5-9c2b-41e1-8a46-cabdda487c79 req-366822ef-09a3-44c8-aec8-95ccd3ece864 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Sep 09 09:27:44.424063 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e758ca6a-d016-4418-b47a-672db514663d req-5a444c86-7d47-4a66-b581-cd1e8ea5feaa service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479008 Sep 09 09:27:44.564765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1722d34-2338-46cb-aaa0-69ca2e645d83 req-dedb5a51-99a7-4ba1-a4c2-cacad52101e8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:44.566498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b1722d34-2338-46cb-aaa0-69ca2e645d83 req-dedb5a51-99a7-4ba1-a4c2-cacad52101e8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.1398017 Sep 09 09:27:44.569053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471e9f8-a7bf-4a34-9076-a5fcffc9f3da req-31524c0e-5559-4ac4-83bc-d2410e3a8f25 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:44.570680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1471e9f8-a7bf-4a34-9076-a5fcffc9f3da req-31524c0e-5559-4ac4-83bc-d2410e3a8f25 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0586298 Sep 09 09:27:44.612341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1471e9f8-a7bf-4a34-9076-a5fcffc9f3da req-acd4eadc-6b7b-4d4a-a151-8b41fd66a205 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353529 Sep 09 09:27:44.613966 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a43d9814-3231-4563-9e52-f0fe1bffd313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:44.646227 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b1722d34-2338-46cb-aaa0-69ca2e645d83 req-5c2eb41a-4ae7-4e66-9310-63b545a35fcf tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709546 Sep 09 09:27:44.648618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e758ca6a-d016-4418-b47a-672db514663d req-997f0ded-c283-4bde-afe1-9708f8a045b9 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698289 Sep 09 09:27:44.774009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450516c-8881-4c0c-b787-c2c3be604de7 req-97b8d9c1-13df-486d-908a-b660fd7fdeb2 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:44.783875 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f450516c-8881-4c0c-b787-c2c3be604de7 req-97b8d9c1-13df-486d-908a-b660fd7fdeb2 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 948 time: 0.0727081 Sep 09 09:27:44.821520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5117b-8a19-49f6-8e29-4d3040e1614b req-9c5cd67c-2a2b-4396-8ba6-d303436ae1ee tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:44.846474 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f450516c-8881-4c0c-b787-c2c3be604de7 req-2f92f491-6f06-4c8e-a984-5ea9d099389e tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452240 Sep 09 09:27:44.847139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a5117b-8a19-49f6-8e29-4d3040e1614b req-9c5cd67c-2a2b-4396-8ba6-d303436ae1ee tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0991971 Sep 09 09:27:44.891842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a5117b-8a19-49f6-8e29-4d3040e1614b req-249117be-b221-4361-b262-1ba2c95fd05c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596302 Sep 09 09:27:44.979537 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-a682aa46-e2d4-4d19-9796-9da570f19108 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0504858 Sep 09 09:27:45.081050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-efdc0aa3-4fad-4510-8f46-df8d6b75cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.081050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-efdc0aa3-4fad-4510-8f46-df8d6b75cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.081050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-efdc0aa3-4fad-4510-8f46-df8d6b75cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.081050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-efdc0aa3-4fad-4510-8f46-df8d6b75cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.081050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-efdc0aa3-4fad-4510-8f46-df8d6b75cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.081050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-efdc0aa3-4fad-4510-8f46-df8d6b75cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.081050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-efdc0aa3-4fad-4510-8f46-df8d6b75cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.081050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-efdc0aa3-4fad-4510-8f46-df8d6b75cb37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a35275c4864a71b4d060d54546604f&device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 6496 time: 0.0656402 Sep 09 09:27:45.186512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab4ad7-3983-4a9c-8aff-9657b3ba1838 req-da36015c-ffcf-420a-a3f2-3f5153850b0f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.193282 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7cab4ad7-3983-4a9c-8aff-9657b3ba1838 req-da36015c-ffcf-420a-a3f2-3f5153850b0f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1259551 Sep 09 09:27:45.253047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-c4ca0e01-d280-4149-a8fc-e681a0fb543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.253543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-c4ca0e01-d280-4149-a8fc-e681a0fb543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.254019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-c4ca0e01-d280-4149-a8fc-e681a0fb543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.255689 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-c4ca0e01-d280-4149-a8fc-e681a0fb543f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2b4f655-d0a3-4b76-8382-fa71539d21df&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&id=b0b609e8-3ebb-4e45-96f5-45f4fef663be HTTP/1.1" status: 200 len: 2292 time: 0.1524668 Sep 09 09:27:45.406812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-a19a1b81-3a18-49d0-a77a-b94bb571437e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0945a5a1-1382-439d-8477-1f7be1080912 HTTP/1.1" status: 200 len: 1001 time: 0.1425290 Sep 09 09:27:45.474600 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7cab4ad7-3983-4a9c-8aff-9657b3ba1838 req-0fd19af6-740b-4935-81f7-627d97b9b839 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735741 Sep 09 09:27:45.487850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-9dce0b02-c998-45e1-88c4-32e28143a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.489411 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-9dce0b02-c998-45e1-88c4-32e28143a443 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=309c9f43-74ce-495f-a6f3-f2e389cd1b2f HTTP/1.1" status: 200 len: 850 time: 0.0668309 Sep 09 09:27:45.597752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-fbf9e0c3-1c4f-4b19-880e-0c08e4249219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.600500 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-fbf9e0c3-1c4f-4b19-880e-0c08e4249219 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2b4f655-d0a3-4b76-8382-fa71539d21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982814 Sep 09 09:27:45.714774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd05de5-d476-4a3e-8d13-21eb81a7e4db req-33255344-6dd9-4821-ad09-f9e39b5a91d3 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:45.716412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2fd05de5-d476-4a3e-8d13-21eb81a7e4db req-33255344-6dd9-4821-ad09-f9e39b5a91d3 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0705914 Sep 09 09:27:45.740088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-6ff1efaf-43e8-4e73-8198-0d80f55d4183 service neutron] 10.222.0.24 "GET /v2.0/networks/b2b4f655-d0a3-4b76-8382-fa71539d21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261978 Sep 09 09:27:45.778097 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2fd05de5-d476-4a3e-8d13-21eb81a7e4db req-28ede8bb-db6f-486a-9d86-71131555c9ac tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511992 Sep 09 09:27:45.916463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-b4664a6a-77d9-401e-a142-8ba883cfde5f service neutron] 10.222.0.24 "GET /v2.0/networks/b2b4f655-d0a3-4b76-8382-fa71539d21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680112 Sep 09 09:27:46.000926 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-53d4d78c-2c06-4a07-8cd3-fadd73260de8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=453ae082-fabe-44d6-98f0-a13b1423af32 HTTP/1.1" status: 200 len: 217 time: 0.0756044 Sep 09 09:27:46.056366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-8098e260-6e08-447c-b921-3af8a3d7df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:46.057761 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-8098e260-6e08-447c-b921-3af8a3d7df1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.0494697 Sep 09 09:27:46.132274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-d1563925-98af-4e68-976f-5461a3412004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:46.133887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-d1563925-98af-4e68-976f-5461a3412004 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0678303 Sep 09 09:27:46.238065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f8452-fc11-486f-b3ec-6a803729e77a req-0dd57980-a207-40cf-818d-1d39ce0cb72e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:46.239708 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c14f8452-fc11-486f-b3ec-6a803729e77a req-0dd57980-a207-40cf-818d-1d39ce0cb72e tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.3959100 Sep 09 09:27:46.295452 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-dba0c4e0-c2a3-48e7-af3a-f2d4e16b99bf service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539407 Sep 09 09:27:46.319987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c14f8452-fc11-486f-b3ec-6a803729e77a req-b2317287-f363-4231-8032-f769d70df3fe tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730040 Sep 09 09:27:46.529196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-fe4f2e3b-1107-48d3-b66e-5e4e3b8fd161 service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080925 Sep 09 09:27:46.593726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d6e80-633b-4916-a1e2-8f9e976bcb28 req-f47b42fa-a762-4f54-8d41-6d06daa1c8ca tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:46.595302 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f80d6e80-633b-4916-a1e2-8f9e976bcb28 req-f47b42fa-a762-4f54-8d41-6d06daa1c8ca tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 948 time: 0.1536012 Sep 09 09:27:46.599051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-60730721-4541-49d5-bb23-fc92580c9f1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e HTTP/1.1" status: 200 len: 217 time: 0.0599589 Sep 09 09:27:46.610131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8be54-6a7d-43d9-9edd-3e1bd541b260 req-71cc48f0-ce8a-4900-adc4-904fdbacfa3a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:46.611996 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e3c8be54-6a7d-43d9-9edd-3e1bd541b260 req-71cc48f0-ce8a-4900-adc4-904fdbacfa3a tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 948 time: 0.1237478 Sep 09 09:27:46.729792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-bb909ef8-fdf4-45bd-8a84-c0764897abda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:46.731750 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-bb909ef8-fdf4-45bd-8a84-c0764897abda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.1185920 Sep 09 09:27:46.768655 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f80d6e80-633b-4916-a1e2-8f9e976bcb28 req-ed61d6e7-94e6-45b6-9988-78dc323d2bc4 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545956 Sep 09 09:27:46.853868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-f5894058-ded2-4818-9f19-5e9bf3e98cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:46.855296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-f5894058-ded2-4818-9f19-5e9bf3e98cf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0977325 Sep 09 09:27:46.877234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e3c8be54-6a7d-43d9-9edd-3e1bd541b260 req-8ac5913d-d2f7-4e12-9060-6a7c61c810b4 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Deleting port c1856814-0b7b-4e5b-9307-8c5749fc782f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:27:46.884261 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e3c8be54-6a7d-43d9-9edd-3e1bd541b260 req-8ac5913d-d2f7-4e12-9060-6a7c61c810b4 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:47.105664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac3f45c9-1564-45ef-9e36-6850aeb110c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:47.138004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e3c8be54-6a7d-43d9-9edd-3e1bd541b260 req-8ac5913d-d2f7-4e12-9060-6a7c61c810b4 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] For port c1856814-0b7b-4e5b-9307-8c5749fc782f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c1856814-0b7b-4e5b-9307-8c5749fc782f,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:47.138543 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e3c8be54-6a7d-43d9-9edd-3e1bd541b260 req-8ac5913d-d2f7-4e12-9060-6a7c61c810b4 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:47.154961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a845c-91ba-41da-8106-61a7a9c186a8 req-86df2553-3459-4e43-9f2f-b0d4c944d179 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:47.156693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b15a845c-91ba-41da-8106-61a7a9c186a8 req-86df2553-3459-4e43-9f2f-b0d4c944d179 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.2513232 Sep 09 09:27:47.160757 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-7c2ce718-42dd-4d1f-95e7-3bccb4812a76 service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968094 Sep 09 09:27:47.166752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-e3c8be54-6a7d-43d9-9edd-3e1bd541b260 req-8ac5913d-d2f7-4e12-9060-6a7c61c810b4 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Calling delete_port for c1856814-0b7b-4e5b-9307-8c5749fc782f owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:27:47.291140 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b15a845c-91ba-41da-8106-61a7a9c186a8 req-9bc7c4f0-46f7-4bc0-bd5c-1904fe7466b1 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260900 Sep 09 09:27:47.334641 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:47.387848 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-3ba6af05-e9e1-4325-87e2-fc1a3606d8fb service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137170 Sep 09 09:27:47.451459 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-d53a0975-305b-4d0c-ad1a-37f2c4bac3bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=e6a74eb9-c984-49ee-91be-f4e64312dfb4 HTTP/1.1" status: 200 len: 217 time: 0.0531828 Sep 09 09:27:47.528996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b46eac-328f-40d7-aba9-0915529ae661 req-851307e6-acb6-4220-9651-5d1360d555b2 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:47.543977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16b46eac-328f-40d7-aba9-0915529ae661 req-851307e6-acb6-4220-9651-5d1360d555b2 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.1076939 Sep 09 09:27:47.544421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-a7073eef-24ea-43a5-a382-6f03069535c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:47.545865 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-a7073eef-24ea-43a5-a382-6f03069535c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.0670862 Sep 09 09:27:47.627077 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16b46eac-328f-40d7-aba9-0915529ae661 req-3513bb0d-711a-49cd-bb39-373edd32a5cb tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814328 Sep 09 09:27:47.631917 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e3c8be54-6a7d-43d9-9edd-3e1bd541b260 req-8ac5913d-d2f7-4e12-9060-6a7c61c810b4 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:47.633191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-db1eff0c-53b5-4bd2-bc79-bf69928bd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:47.635418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-db1eff0c-53b5-4bd2-bc79-bf69928bd735 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0782890 Sep 09 09:27:47.688238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5913d-d2f7-4e12-9060-6a7c61c810b4 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Pushing event deleted for resources: {'Port': ['ID=c1856814-0b7b-4e5b-9307-8c5749fc782f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:47.773874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c8be54-6a7d-43d9-9edd-3e1bd541b260 req-8ac5913d-d2f7-4e12-9060-6a7c61c810b4 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] No DVR routers for this DVR port c1856814-0b7b-4e5b-9307-8c5749fc782f on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:27:47.778193 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e3c8be54-6a7d-43d9-9edd-3e1bd541b260 req-8ac5913d-d2f7-4e12-9060-6a7c61c810b4 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:47.780245 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e3c8be54-6a7d-43d9-9edd-3e1bd541b260 req-8ac5913d-d2f7-4e12-9060-6a7c61c810b4 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.41 "DELETE /v2.0/ports/c1856814-0b7b-4e5b-9307-8c5749fc782f HTTP/1.1" status: 204 len: 173 time: 1.1015086 Sep 09 09:27:47.780703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'name': 'network-vif-deleted', 'tag': 'c1856814-0b7b-4e5b-9307-8c5749fc782f'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:47.782963 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0a85bd-ccf6-440d-b5d9-8f18863a81d5" -d '{"events": [{"server_uuid": "c632dbe3-d72b-4c7d-9b95-95dfee987297", "name": "network-vif-deleted", "tag": "c1856814-0b7b-4e5b-9307-8c5749fc782f"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:47.812540 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-bd335541-bab8-4299-b78d-8994fc22c4ea service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638591 Sep 09 09:27:47.856446 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78a0f25-835a-446b-9f90-9645fa0a4c9a x-openstack-request-id: req-d78a0f25-835a-446b-9f90-9645fa0a4c9a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:47.856872 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c632dbe3-d72b-4c7d-9b95-95dfee987297", "name": "network-vif-deleted", "tag": "c1856814-0b7b-4e5b-9307-8c5749fc782f", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:47.857136 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d78a0f25-835a-446b-9f90-9645fa0a4c9a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:47.857542 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c632dbe3-d72b-4c7d-9b95-95dfee987297', 'name': 'network-vif-deleted', 'tag': 'c1856814-0b7b-4e5b-9307-8c5749fc782f', 'status': 'completed', 'code': 200} Sep 09 09:27:47.969521 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f22a0203-c7f4-48a9-8639-5d817a42167f req-37783177-88e5-4e69-b5e2-632220a21c20 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 210 time: 0.0346568 Sep 09 09:27:47.969685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-00297241-4f91-4677-905e-21ba79d946fa service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485970 Sep 09 09:27:48.023178 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-0cdfb319-ead5-4c2d-96a0-e4df1867fa45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=54a9eada-2302-4987-9a71-5d62c23e0612 HTTP/1.1" status: 200 len: 217 time: 0.0377460 Sep 09 09:27:48.084641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-252c4abd-3fd2-4892-9f41-99a454f4ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:48.086305 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-252c4abd-3fd2-4892-9f41-99a454f4ebaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 200 len: 797 time: 0.0497050 Sep 09 09:27:48.140519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-636f6f5d-64ec-4a86-84de-4a856f53ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:48.142108 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-636f6f5d-64ec-4a86-84de-4a856f53ff83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457892 Sep 09 09:27:48.244583 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-aba72c0d-4c04-4cad-b745-2faca952063d service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938504 Sep 09 09:27:48.353369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-4483695f-d0c4-4bc2-b9e3-b7695ca85a23 service neutron] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908697 Sep 09 09:27:48.404880 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-fc53e11d-39f2-4da0-8679-e1f6f8572c0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6be1f8b0-5a95-4777-b3b4-e3d5df654bda HTTP/1.1" status: 200 len: 217 time: 0.0372016 Sep 09 09:27:48.410651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e87aa-6fdc-4e93-a1c4-d397c4e07e08 req-c3a63f1c-ea34-489a-82c7-da1746d517e7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:48.412200 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e0e87aa-6fdc-4e93-a1c4-d397c4e07e08 req-c3a63f1c-ea34-489a-82c7-da1746d517e7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0510046 Sep 09 09:27:48.455791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-a781f711-a343-4430-8c79-560fb6b63d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:48.457291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-a781f711-a343-4430-8c79-560fb6b63d6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c583d19-5c37-4f47-8332-479ed553c312 HTTP/1.1" status: 200 len: 797 time: 0.0444586 Sep 09 09:27:48.458134 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e0e87aa-6fdc-4e93-a1c4-d397c4e07e08 req-78fcf3cd-5824-442b-a6ba-0eadbf1895aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387843 Sep 09 09:27:48.465544 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:48.511071 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-cda28678-f6fa-4193-bea7-1211873d3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:48.512599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-cda28678-f6fa-4193-bea7-1211873d3512 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0443785 Sep 09 09:27:48.605886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-e2d9f9cb-cbd3-4c4b-b032-fb41a0eb488d service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843194 Sep 09 09:27:48.740568 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-b0ecae66-4c20-4949-96a0-627198bb2862 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272404 Sep 09 09:27:48.766787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea30894-8358-49ed-b8b1-e1396cece05b req-4640bba2-9d4f-40f2-ba51-69be07ed8c1f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:48.768267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ea30894-8358-49ed-b8b1-e1396cece05b req-4640bba2-9d4f-40f2-ba51-69be07ed8c1f tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0692348 Sep 09 09:27:48.798168 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-5fdf151b-7987-4385-9954-f728cda55954 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0b452867-3ba8-45d4-a9a0-2fc91d2100da HTTP/1.1" status: 200 len: 217 time: 0.0482755 Sep 09 09:27:49.090967 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06dcd587-f3cd-47ec-b45d-b5b547f0fc61 req-be4fbb5e-f092-43f6-9a15-3047b195eece tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c632dbe3-d72b-4c7d-9b95-95dfee987297 HTTP/1.1" status: 200 len: 210 time: 0.0318406 Sep 09 09:27:49.190539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ea30894-8358-49ed-b8b1-e1396cece05b req-df2bbf08-351a-4d31-b6a2-0a713425c57a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3949690 Sep 09 09:27:49.199794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-d065fa79-b9f1-4dac-acce-88489967a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:49.201233 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-d065fa79-b9f1-4dac-acce-88489967a7bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c583d19-5c37-4f47-8332-479ed553c312 HTTP/1.1" status: 200 len: 797 time: 0.3906031 Sep 09 09:27:49.249844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-480bbab2-de0d-4842-96d9-8664c316e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:49.251366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-480bbab2-de0d-4842-96d9-8664c316e1a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0b609e8-3ebb-4e45-96f5-45f4fef663be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0408452 Sep 09 09:27:49.355318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-7056b596-23ed-4f3e-9656-1f6217cf7ac0 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950179 Sep 09 09:27:49.453046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19fff903-0ec0-4723-8b51-2174f3882f79 req-9d2cfd98-1a40-4dc9-9c8e-4506af3c6504 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836024 Sep 09 09:27:49.577419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa301e-13d7-4340-bd9e-39507360c373 req-39ae9c70-3cb5-4055-9522-8d16a6691035 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:49.578938 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c1aa301e-13d7-4340-bd9e-39507360c373 req-39ae9c70-3cb5-4055-9522-8d16a6691035 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0532725 Sep 09 09:27:49.621358 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c1aa301e-13d7-4340-bd9e-39507360c373 req-70e00347-4f08-44e2-8652-34d5dae08c87 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356328 Sep 09 09:27:49.715966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1856814-0b7b-4e5b-9307-8c5749fc782f no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:49.736332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: c1856814-0b7b-4e5b-9307-8c5749fc782f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:27:49.736678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c1856814-0b7b-4e5b-9307-8c5749fc782f not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:27:50.019112 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:50.355579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20835399-907a-496a-ac2c-5e2dfb4e68dd req-dced80c7-3be6-4499-8b15-5983901f2997 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:50.357055 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20835399-907a-496a-ac2c-5e2dfb4e68dd req-dced80c7-3be6-4499-8b15-5983901f2997 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0497160 Sep 09 09:27:50.397164 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20835399-907a-496a-ac2c-5e2dfb4e68dd req-760e32b7-cf64-456a-b536-ef113b5e4152 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341246 Sep 09 09:27:50.592970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897597-f97b-4dda-9217-67404500f79f req-fb8239ab-683e-4157-865c-d4e9f21212df tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:50.594463 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1897597-f97b-4dda-9217-67404500f79f req-fb8239ab-683e-4157-865c-d4e9f21212df tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c HTTP/1.1" status: 200 len: 949 time: 0.0508096 Sep 09 09:27:50.632514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1897597-f97b-4dda-9217-67404500f79f req-51bf1728-943e-4be1-a21a-5bba85ddeacf tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319483 Sep 09 09:27:50.743849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e232-a3c6-447d-81a2-4a37e03f1c12 req-c9962850-451c-4ad8-818b-3216fd43b749 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:50.745432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-84f7e232-a3c6-447d-81a2-4a37e03f1c12 req-c9962850-451c-4ad8-818b-3216fd43b749 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0497422 Sep 09 09:27:50.783675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-84f7e232-a3c6-447d-81a2-4a37e03f1c12 req-78672437-111a-4db2-8b0c-428ffb28bce7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Sep 09 09:27:51.525847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4c427-3fc1-4770-b18e-532af195c2a2 req-7c49ad1a-d379-4794-8550-0bd259e90059 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:51.527397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6bd4c427-3fc1-4770-b18e-532af195c2a2 req-7c49ad1a-d379-4794-8550-0bd259e90059 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 943 time: 0.0524795 Sep 09 09:27:51.565238 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6bd4c427-3fc1-4770-b18e-532af195c2a2 req-197b1ab3-ab4a-4a1c-b431-89e42e8aca3d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319135 Sep 09 09:27:51.716241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:27:51.768855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0647e-b71e-4961-8817-37f1f9f065eb req-0fab63ba-59f0-413c-9a27-7223a09df3c9 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:51.771481 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83a0647e-b71e-4961-8817-37f1f9f065eb req-0fab63ba-59f0-413c-9a27-7223a09df3c9 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c HTTP/1.1" status: 200 len: 949 time: 0.0544498 Sep 09 09:27:51.811729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83a0647e-b71e-4961-8817-37f1f9f065eb req-82d9ebf7-b7aa-48b7-8bd7-0f5b540c29cb tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/security-groups?id=bca1a805-1967-4b2b-888f-b058cc59da09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Sep 09 09:27:51.824381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:51.838257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'port_id': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'mac_address': 'fa:16:3e:d8:09:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:27:51.881765 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:51.895007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:27:51.919644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:51.923469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9701ed-951a-4224-8bc0-294f11a97661 req-ddfc5f2d-adc8-4e8f-8aed-a25f6f1f8576 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:51.925058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e9701ed-951a-4224-8bc0-294f11a97661 req-ddfc5f2d-adc8-4e8f-8aed-a25f6f1f8576 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0532081 Sep 09 09:27:51.965606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e9701ed-951a-4224-8bc0-294f11a97661 req-36586b9e-6329-43b8-bd82-eb636790a449 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340354 Sep 09 09:27:51.990905 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:52.060266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:52.099319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.099585 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.099889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.100217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.100550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.100873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.101194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.101516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.101835 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.102179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.102495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.102811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:27:52.218589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['504f45d0-07a2-4f7e-85b9-e5a8cd259a19'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:27:52.320147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61eaa3-e7b1-46e7-ab5c-03f738317500 req-32b7958a-53fd-46e3-8b40-47a79d6cd154 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:52.322276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd61eaa3-e7b1-46e7-ab5c-03f738317500 req-32b7958a-53fd-46e3-8b40-47a79d6cd154 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c HTTP/1.1" status: 200 len: 949 time: 0.0492144 Sep 09 09:27:52.427826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-fd61eaa3-e7b1-46e7-ab5c-03f738317500 req-14664a3e-2a89-4238-bfc1-a39aebfdd3ef tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Deleting port 842a0647-bd41-4ee0-96ee-037500220e03 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:27:52.428197 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fd61eaa3-e7b1-46e7-ab5c-03f738317500 req-14664a3e-2a89-4238-bfc1-a39aebfdd3ef tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:52.518021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-fd61eaa3-e7b1-46e7-ab5c-03f738317500 req-14664a3e-2a89-4238-bfc1-a39aebfdd3ef tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] For port 842a0647-bd41-4ee0-96ee-037500220e03, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=842a0647-bd41-4ee0-96ee-037500220e03,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:52.518376 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fd61eaa3-e7b1-46e7-ab5c-03f738317500 req-14664a3e-2a89-4238-bfc1-a39aebfdd3ef tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:52.530775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-fd61eaa3-e7b1-46e7-ab5c-03f738317500 req-14664a3e-2a89-4238-bfc1-a39aebfdd3ef tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Calling delete_port for 842a0647-bd41-4ee0-96ee-037500220e03 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:27:52.706044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c23f5-2203-4fab-9bdb-493da871a7bd req-d10fa386-9291-401e-bd00-e310e73c0fc6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:52.707609 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d45c23f5-2203-4fab-9bdb-493da871a7bd req-d10fa386-9291-401e-bd00-e310e73c0fc6 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 944 time: 0.0641954 Sep 09 09:27:52.745414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d45c23f5-2203-4fab-9bdb-493da871a7bd req-7f473f84-6738-4497-a813-7000a1905cf4 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316396 Sep 09 09:27:52.774208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fd61eaa3-e7b1-46e7-ab5c-03f738317500 req-14664a3e-2a89-4238-bfc1-a39aebfdd3ef tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:52.802041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14664a3e-2a89-4238-bfc1-a39aebfdd3ef tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Pushing event deleted for resources: {'Port': ['ID=842a0647-bd41-4ee0-96ee-037500220e03,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:52.850456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd61eaa3-e7b1-46e7-ab5c-03f738317500 req-14664a3e-2a89-4238-bfc1-a39aebfdd3ef tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] No DVR routers for this DVR port 842a0647-bd41-4ee0-96ee-037500220e03 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:27:52.853943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fd61eaa3-e7b1-46e7-ab5c-03f738317500 req-14664a3e-2a89-4238-bfc1-a39aebfdd3ef tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:52.856717 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd61eaa3-e7b1-46e7-ab5c-03f738317500 req-14664a3e-2a89-4238-bfc1-a39aebfdd3ef tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.41 "DELETE /v2.0/ports/842a0647-bd41-4ee0-96ee-037500220e03 HTTP/1.1" status: 204 len: 173 time: 0.5286443 Sep 09 09:27:52.857191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-deleted', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:52.859452 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85169f8f-04bd-43c5-9146-f09ae933e26e" -d '{"events": [{"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-deleted", "tag": "842a0647-bd41-4ee0-96ee-037500220e03"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:52.902145 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e031dd-328a-46ca-8a5d-340969abfdf6 x-openstack-request-id: req-52e031dd-328a-46ca-8a5d-340969abfdf6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:52.902145 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63f5337-5341-4e30-a4b1-c95e398a0d5c", "name": "network-vif-deleted", "tag": "842a0647-bd41-4ee0-96ee-037500220e03", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:52.902145 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52e031dd-328a-46ca-8a5d-340969abfdf6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:52.902145 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f5337-5341-4e30-a4b1-c95e398a0d5c', 'name': 'network-vif-deleted', 'tag': '842a0647-bd41-4ee0-96ee-037500220e03', 'status': 'completed', 'code': 200} Sep 09 09:27:52.914344 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a27b5e51-29d7-4e59-a7a2-89360b7c4799 req-96b1d3ce-4421-48a3-914f-b7b98fdce083 tempest-ListImageFiltersTestJSON-213951886 tempest-ListImageFiltersTestJSON-213951886-project] 10.222.0.32 "GET /v2.0/ports?device_id=f63f5337-5341-4e30-a4b1-c95e398a0d5c HTTP/1.1" status: 200 len: 210 time: 0.0272596 Sep 09 09:27:53.083816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79c181-2a79-4bd5-bf4b-64dbcbcd6f29 req-37c578c5-31f8-49aa-997d-9e3fbaa88fc3 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:53.085225 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c79c181-2a79-4bd5-bf4b-64dbcbcd6f29 req-37c578c5-31f8-49aa-997d-9e3fbaa88fc3 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0501432 Sep 09 09:27:53.123278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c79c181-2a79-4bd5-bf4b-64dbcbcd6f29 req-a76562ca-3713-4934-adab-a39f6c55e5e0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Sep 09 09:27:53.733006 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:27:53.780537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:27:53.781982 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:53.877050 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:53.885188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e8a5a-f11c-4ecc-a0cc-60983bdbab16 req-b234b567-a095-44c4-a6cd-3b3e15ab2ad8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:53.885188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb5e8a5a-f11c-4ecc-a0cc-60983bdbab16 req-b234b567-a095-44c4-a6cd-3b3e15ab2ad8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 944 time: 0.0595531 Sep 09 09:27:53.903710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:27:53.905946 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ec7e02-ba7e-45e0-8083-e619a1954b7c" -d '{"events": [{"server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "name": "network-vif-plugged", "status": "completed", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:27:53.920158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:27:53.931260 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb5e8a5a-f11c-4ecc-a0cc-60983bdbab16 req-6c7ea9bb-4c20-4d65-98e0-6b07e7d05db8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382957 Sep 09 09:27:53.954069 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f02dc1a-5a6e-464f-9b63-1e879fdee4a4 x-openstack-request-id: req-0f02dc1a-5a6e-464f-9b63-1e879fdee4a4 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:27:53.954518 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "name": "network-vif-plugged", "status": "completed", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:27:53.954896 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f02dc1a-5a6e-464f-9b63-1e879fdee4a4 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:27:53.955458 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'code': 200} Sep 09 09:27:53.985796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:53.986781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 842a0647-bd41-4ee0-96ee-037500220e03 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:27:54.031993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 842a0647-bd41-4ee0-96ee-037500220e03 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:27:54.032344 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 842a0647-bd41-4ee0-96ee-037500220e03 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:27:54.062750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,revision_number=10']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:54.210629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b550c-e462-4701-b65a-79c3ff5e4a7e req-99085088-4cd2-4ede-92fb-6fbfa01eed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:54.214062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-454b550c-e462-4701-b65a-79c3ff5e4a7e req-99085088-4cd2-4ede-92fb-6fbfa01eed4a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 1098 time: 0.0693669 Sep 09 09:27:54.254987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-454b550c-e462-4701-b65a-79c3ff5e4a7e req-43dbda65-e3f9-4e17-a146-13a667e0c082 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338295 Sep 09 09:27:54.266587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc92f7f-bbe3-4547-84a9-82b02f286419 req-dceda977-25d9-48eb-bbd0-4e84af049113 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:54.268287 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fc92f7f-bbe3-4547-84a9-82b02f286419 req-dceda977-25d9-48eb-bbd0-4e84af049113 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0637271 Sep 09 09:27:54.308594 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fc92f7f-bbe3-4547-84a9-82b02f286419 req-9972544d-0400-4cb4-93e2-d582f939dc43 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344224 Sep 09 09:27:55.073480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089f40e-992a-4cf1-8c25-b76a633644ff req-a5d14ff6-67ad-475c-843b-ad8c5150aafa tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:55.075260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d089f40e-992a-4cf1-8c25-b76a633644ff req-a5d14ff6-67ad-475c-843b-ad8c5150aafa tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 946 time: 0.0556772 Sep 09 09:27:55.112884 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d089f40e-992a-4cf1-8c25-b76a633644ff req-c48f7a4d-455c-42c8-b058-97fbe4872961 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317917 Sep 09 09:27:55.139720 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:55.425926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba2c81-b9de-4054-a9e8-6490629fbadb req-458e6672-12e1-4678-aa9a-db25ccc95506 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:55.427474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4ba2c81-b9de-4054-a9e8-6490629fbadb req-458e6672-12e1-4678-aa9a-db25ccc95506 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0509648 Sep 09 09:27:55.472551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4ba2c81-b9de-4054-a9e8-6490629fbadb req-31991158-9fe0-45bd-bfd1-43f8acbb245d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381973 Sep 09 09:27:55.750958 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:55.842682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:55.949357 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-586b2374-4571-4b4d-948e-ea0fe8503596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:56.178254 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-586b2374-4571-4b4d-948e-ea0fe8503596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:56.239584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9007f1-51a8-4bc8-bcfc-b6ae58b92c72 req-ad386f2f-9547-4fab-bc09-71aeb685ba8a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:56.241105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c9007f1-51a8-4bc8-bcfc-b6ae58b92c72 req-ad386f2f-9547-4fab-bc09-71aeb685ba8a tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 946 time: 0.0528185 Sep 09 09:27:56.278938 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-586b2374-4571-4b4d-948e-ea0fe8503596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:56.286620 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c9007f1-51a8-4bc8-bcfc-b6ae58b92c72 req-2be93198-4c00-4712-9513-cdb540937be8 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389290 Sep 09 09:27:56.320655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b2374-4571-4b4d-948e-ea0fe8503596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dec2006-1200-478e-9d55-990457f68a12,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:56.329438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-586b2374-4571-4b4d-948e-ea0fe8503596 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ec0933dc7014a43a66c5731d5adf247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825013 Sep 09 09:27:56.330089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44088) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:56.388328 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9759be5d-3298-4332-8ab1-2c754197aaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:56.410096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9759be5d-3298-4332-8ab1-2c754197aaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:56.513909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44098) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:56.519976 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9759be5d-3298-4332-8ab1-2c754197aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:56.522618 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9759be5d-3298-4332-8ab1-2c754197aaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:56.527060 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9759be5d-3298-4332-8ab1-2c754197aaf4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4dec2006-1200-478e-9d55-990457f68a12 HTTP/1.1" status: 204 len: 168 time: 0.1957920 Sep 09 09:27:56.536836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759be5d-3298-4332-8ab1-2c754197aaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dec2006-1200-478e-9d55-990457f68a12,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:56.596055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44106) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:56.686673 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d32fb408-87a1-44ac-8e8a-9e52e17f45a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=517a147da52e4dae9bbb47c8e65a17dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715481 Sep 09 09:27:56.689271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44110) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:56.729308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61875f-0ed5-4da1-85b8-455b3f3b0b11 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:56.730172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61875f-0ed5-4da1-85b8-455b3f3b0b11 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:56.730877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61875f-0ed5-4da1-85b8-455b3f3b0b11 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:56.732923 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6a61875f-0ed5-4da1-85b8-455b3f3b0b11 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=2e99cdc01cfa4c5b83ea1f23eef51389&network_id=0b847b18-b790-43b5-8d67-22948d8fe7b4 HTTP/1.1" status: 200 len: 2973 time: 0.1352141 Sep 09 09:27:56.751254 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b7df7a-c475-4d71-91e0-d3c2eaf72433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:56.763101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c213f9-e210-4abd-8e02-da412a920f65 req-62d8a6a7-fdc9-4e30-8215-c7d492f6bd3e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:56.766318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18c213f9-e210-4abd-8e02-da412a920f65 req-62d8a6a7-fdc9-4e30-8215-c7d492f6bd3e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1597846 Sep 09 09:27:56.783672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b7df7a-c475-4d71-91e0-d3c2eaf72433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:56.810418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18c213f9-e210-4abd-8e02-da412a920f65 req-e80f5ee0-2f4a-4508-a589-0135718f0fcc tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374923 Sep 09 09:27:56.938759 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b7df7a-c475-4d71-91e0-d3c2eaf72433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:56.941681 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b7df7a-c475-4d71-91e0-d3c2eaf72433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:56.942871 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b5b7df7a-c475-4d71-91e0-d3c2eaf72433 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bca1a805-1967-4b2b-888f-b058cc59da09 HTTP/1.1" status: 204 len: 168 time: 0.2526348 Sep 09 09:27:57.001082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7df7a-c475-4d71-91e0-d3c2eaf72433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1a805-1967-4b2b-888f-b058cc59da09,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:57.417271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1115e00-22fa-458d-ac88-8e0d60357bca req-99008fbb-0e4d-42ca-845f-b40eafb84275 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:57.421363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44124) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:57.423855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c1115e00-22fa-458d-ac88-8e0d60357bca req-99008fbb-0e4d-42ca-845f-b40eafb84275 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 946 time: 0.0576177 Sep 09 09:27:57.437699 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c73d6b56-887c-45a0-90bf-cdaf11c45b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:57.458656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c1115e00-22fa-458d-ac88-8e0d60357bca req-63293a4e-5772-47db-ba5e-6305ee4988fe tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332432 Sep 09 09:27:57.534707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c73d6b56-887c-45a0-90bf-cdaf11c45b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:57.613983 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c73d6b56-887c-45a0-90bf-cdaf11c45b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:57.654103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c73d6b56-887c-45a0-90bf-cdaf11c45b56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f82dfe4b381f403abf29a3c326465546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314100 Sep 09 09:27:57.655105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d6b56-887c-45a0-90bf-cdaf11c45b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b49d3-5979-4e9d-8cfa-f67a3ab236c7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:57.657124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44138) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:57.725030 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aebf8287-5a1d-481a-b63d-855dcfd9ef5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:57.748406 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aebf8287-5a1d-481a-b63d-855dcfd9ef5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:57.888162 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aebf8287-5a1d-481a-b63d-855dcfd9ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:57.895043 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aebf8287-5a1d-481a-b63d-855dcfd9ef5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:57.895043 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-aebf8287-5a1d-481a-b63d-855dcfd9ef5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f55b49d3-5979-4e9d-8cfa-f67a3ab236c7 HTTP/1.1" status: 204 len: 168 time: 0.2318680 Sep 09 09:27:57.907032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf8287-5a1d-481a-b63d-855dcfd9ef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b49d3-5979-4e9d-8cfa-f67a3ab236c7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:57.965079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e5977-6e1e-4828-8ff0-fec01e50591d req-2ad6b335-f77d-473c-a43f-a386116a97c6 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:57.966667 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-da8e5977-6e1e-4828-8ff0-fec01e50591d req-2ad6b335-f77d-473c-a43f-a386116a97c6 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0668097 Sep 09 09:27:58.005963 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-da8e5977-6e1e-4828-8ff0-fec01e50591d req-3e9a1666-ac08-4c40-a00d-9ca6a960aa5f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333433 Sep 09 09:27:58.603249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44174) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:58.658640 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3d885-f062-4bbd-a781-0c310b0a26d2 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:58.660208 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4bb3d885-f062-4bbd-a781-0c310b0a26d2 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 814 time: 0.0559502 Sep 09 09:27:59.143644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ce714-18e6-4855-bcd6-1839e1002a54 req-f885c190-ada4-4f15-899c-0981755eb0eb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:59.145274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-828ce714-18e6-4855-bcd6-1839e1002a54 req-f885c190-ada4-4f15-899c-0981755eb0eb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0642998 Sep 09 09:27:59.185086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-828ce714-18e6-4855-bcd6-1839e1002a54 req-8469a616-4eed-47c1-8372-570f16e17a77 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Sep 09 09:27:59.310029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44214) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:59.315126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'network': {'name': 'tempest-network-smoke--439421930', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:27:59.401767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Made reservation on behalf of 2e99cdc01cfa4c5b83ea1f23eef51389 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:27:59.405329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:59.428915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:27:59.437873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:59.438226 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Added segment 4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9 of type vlan for network d86c2a56-f2c3-412d-9071-4ad192e9687d Sep 09 09:27:59.487277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:59.563087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44222) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:59.573658 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:59.579222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:59.579846 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:59.650644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Network': ['ID=d86c2a56-f2c3-412d-9071-4ad192e9687d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:59.666065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network d86c2a56-f2c3-412d-9071-4ad192e9687d details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:27:59.680493 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bce8d626-8a86-4d9b-9037-6ce8976f0540 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3665218 Sep 09 09:27:59.680493 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d262cbd-c3ae-4a0c-8e9b-e08d1342986a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:59.680916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44226) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:59.760919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0aa85-49a5-4ecd-8e0b-5d68800af3db tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:59.762561 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a3b0aa85-49a5-4ecd-8e0b-5d68800af3db tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2e99cdc01cfa4c5b83ea1f23eef51389&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0805891 Sep 09 09:27:59.765264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44228) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:59.779406 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d262cbd-c3ae-4a0c-8e9b-e08d1342986a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:59.830793 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d262cbd-c3ae-4a0c-8e9b-e08d1342986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:59.881992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5d262cbd-c3ae-4a0c-8e9b-e08d1342986a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=484f721e15544aca9bdc3886cb067c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177211 Sep 09 09:27:59.885617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44238) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:59.898424 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d262cbd-c3ae-4a0c-8e9b-e08d1342986a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd51dca-8ec2-482b-917f-0b9f89a293c2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:27:59.944468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb989629-16d0-45ad-8df2-2acaaaf2c378 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:27:59.947866 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fb989629-16d0-45ad-8df2-2acaaaf2c378 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1815412 Sep 09 09:27:59.949685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44240) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:27:59.977602 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ccd49847-d8ff-4e98-b9b2-900399f86b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:27:59.987807 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5a342a6e-1b9d-4412-a452-0f539b386367 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369856 Sep 09 09:27:59.994694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44242) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:00.017675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf1ab1-03d9-4e95-b2eb-3843b5d2eec6 req-bc76656a-967e-425f-b42d-f97e83a8be88 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.023338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf1ab1-03d9-4e95-b2eb-3843b5d2eec6 req-bc76656a-967e-425f-b42d-f97e83a8be88 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.030583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf1ab1-03d9-4e95-b2eb-3843b5d2eec6 req-bc76656a-967e-425f-b42d-f97e83a8be88 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.030817 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-615018d8-adbf-4f32-b510-e3e096f9fe36 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2e99cdc01cfa4c5b83ea1f23eef51389&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339704 Sep 09 09:28:00.033017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44244) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:00.035269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf1ab1-03d9-4e95-b2eb-3843b5d2eec6 req-bc76656a-967e-425f-b42d-f97e83a8be88 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.041190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf1ab1-03d9-4e95-b2eb-3843b5d2eec6 req-bc76656a-967e-425f-b42d-f97e83a8be88 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.047333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf1ab1-03d9-4e95-b2eb-3843b5d2eec6 req-bc76656a-967e-425f-b42d-f97e83a8be88 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.053218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf1ab1-03d9-4e95-b2eb-3843b5d2eec6 req-bc76656a-967e-425f-b42d-f97e83a8be88 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.055701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56bf1ab1-03d9-4e95-b2eb-3843b5d2eec6 req-bc76656a-967e-425f-b42d-f97e83a8be88 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5443 time: 0.1231112 Sep 09 09:28:00.057938 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ccd49847-d8ff-4e98-b9b2-900399f86b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:00.119772 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56bf1ab1-03d9-4e95-b2eb-3843b5d2eec6 req-f08d4b6f-575f-40b6-81e0-67dd87e03ef3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547404 Sep 09 09:28:00.126128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85477fc5-ac46-4cb2-9968-15273f89f67b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.128021 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-85477fc5-ac46-4cb2-9968-15273f89f67b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938599 Sep 09 09:28:00.130888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44246) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:00.161554 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4dbef2dc-4308-40c2-ab47-a28eb2ba94d5 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271592 Sep 09 09:28:00.165513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44248) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:00.169075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-600586787', 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:00.236149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ccd49847-d8ff-4e98-b9b2-900399f86b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:00.239102 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ccd49847-d8ff-4e98-b9b2-900399f86b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:00.240276 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ccd49847-d8ff-4e98-b9b2-900399f86b56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbd51dca-8ec2-482b-917f-0b9f89a293c2 HTTP/1.1" status: 204 len: 168 time: 0.3535037 Sep 09 09:28:00.265280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd49847-d8ff-4e98-b9b2-900399f86b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd51dca-8ec2-482b-917f-0b9f89a293c2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:00.294181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b89efb-5eae-4621-8381-59fa3d1505bd req-79de7355-6792-4e41-a314-eac0c30801b5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.300275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b89efb-5eae-4621-8381-59fa3d1505bd req-79de7355-6792-4e41-a314-eac0c30801b5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.306256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b89efb-5eae-4621-8381-59fa3d1505bd req-79de7355-6792-4e41-a314-eac0c30801b5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.312259 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b89efb-5eae-4621-8381-59fa3d1505bd req-79de7355-6792-4e41-a314-eac0c30801b5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.318207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b89efb-5eae-4621-8381-59fa3d1505bd req-79de7355-6792-4e41-a314-eac0c30801b5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.324726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b89efb-5eae-4621-8381-59fa3d1505bd req-79de7355-6792-4e41-a314-eac0c30801b5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.330671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b89efb-5eae-4621-8381-59fa3d1505bd req-79de7355-6792-4e41-a314-eac0c30801b5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.332601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f8b89efb-5eae-4621-8381-59fa3d1505bd req-79de7355-6792-4e41-a314-eac0c30801b5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5443 time: 0.1079080 Sep 09 09:28:00.373316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Made reservation on behalf of 2e99cdc01cfa4c5b83ea1f23eef51389 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:00.376857 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:00.435587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2ca16-e2e4-4625-a0e6-b760b0b6341c req-bb7de7ac-3680-4b5c-8398-94a322739c3a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.437456 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01c2ca16-e2e4-4625-a0e6-b760b0b6341c req-bb7de7ac-3680-4b5c-8398-94a322739c3a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0566175 Sep 09 09:28:00.479733 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01c2ca16-e2e4-4625-a0e6-b760b0b6341c req-fc920d44-505e-4ff3-b6ab-0ead915dcb13 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347908 Sep 09 09:28:00.647850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:00.710192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Subnet': ['ID=64991530-7b7e-42da-9c65-f2c2cb92ef9f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:00.730776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Checking segment: {'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:00.731276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network hostable DHCP agents. Network: d86c2a56-f2c3-412d-9071-4ad192e9687d, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:28:00.802249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network d86c2a56-f2c3-412d-9071-4ad192e9687d is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:28:00.848381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, d86c2a56-f2c3-412d-9071-4ad192e9687d) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:00.853641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:00.854470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:00.861026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0246f160-6200-4755-bd5d-d089f6a5cfc5 None None] Network d86c2a56-f2c3-412d-9071-4ad192e9687d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:00.925252 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b3180a82-6137-4e05-85b3-55cf607343b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7622101 Sep 09 09:28:01.035111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-d86c2a56-f2c3-412d-9071-4ad192e9687d', 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ips': [{'subnet_id': '64991530-7b7e-42da-9c65-f2c2cb92ef9f'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:28:01.046247 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.184976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Allocated IP 172.20.0.18 (d86c2a56-f2c3-412d-9071-4ad192e9687d/64991530-7b7e-42da-9c65-f2c2cb92ef9f/bc9b329a-8cda-4932-af45-a70c63f55012) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:01.247419 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44286) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:01.252699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0a105f04-52b3-414e-9011-234f0ee5ec78 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763520244', 'description': 'tempest-secgroup-smoke-1763520244 description', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:01.336310 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.344632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Transition to ACTIVE for port object bc9b329a-8cda-4932-af45-a70c63f55012 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:01.360212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Transition to ACTIVE for port object bc9b329a-8cda-4932-af45-a70c63f55012 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:01.362482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a105f04-52b3-414e-9011-234f0ee5ec78 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.466309 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.476800 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a105f04-52b3-414e-9011-234f0ee5ec78 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.513565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Network d86c2a56-f2c3-412d-9071-4ad192e9687d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:01.517996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:01.520271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:01.538864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Pushing event updated for resources: {'Port': ['ID=bc9b329a-8cda-4932-af45-a70c63f55012,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:01.564741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a105f04-52b3-414e-9011-234f0ee5ec78 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.594806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Attempting to bind port bc9b329a-8cda-4932-af45-a70c63f55012 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:01.595210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Attempting to bind port bc9b329a-8cda-4932-af45-a70c63f55012 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:01.595613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Attempting to bind port bc9b329a-8cda-4932-af45-a70c63f55012 on network d86c2a56-f2c3-412d-9071-4ad192e9687d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:01.604835 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:01.605201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Checking segment: {'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:01.605609 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.606009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Bound using segment: {'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:01.606523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Bound port: bc9b329a-8cda-4932-af45-a70c63f55012, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:01.607086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.631724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a105f04-52b3-414e-9011-234f0ee5ec78 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1078c9ff-43c4-4a11-828c-90d3aad37252,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:01.649398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd72f8-c974-49d1-890e-b78edfb7d322 req-cc974e0e-9a60-452b-8770-13b3c772e7d7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:01.650883 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a5fd72f8-c974-49d1-890e-b78edfb7d322 req-cc974e0e-9a60-452b-8770-13b3c772e7d7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0834122 Sep 09 09:28:01.674821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] For port bc9b329a-8cda-4932-af45-a70c63f55012, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:01.678283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] For port bc9b329a-8cda-4932-af45-a70c63f55012, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc9b329a-8cda-4932-af45-a70c63f55012,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:01.690126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a5fd72f8-c974-49d1-890e-b78edfb7d322 req-430853c3-a985-4868-b30b-e8d2b1dc8d19 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326402 Sep 09 09:28:01.716576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a105f04-52b3-414e-9011-234f0ee5ec78 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.717906 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0a105f04-52b3-414e-9011-234f0ee5ec78 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4694095 Sep 09 09:28:01.721785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44300) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:01.728522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c8787206-a131-49c3-8f0c-699314994fa2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': '1078c9ff-43c4-4a11-828c-90d3aad37252', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:01.756868 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.819277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8787206-a131-49c3-8f0c-699314994fa2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.820323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41266f9f-dee0-449f-9cb9-09f594cd2c86 None None] Pushing event updated for resources: {'Port': ['ID=bc9b329a-8cda-4932-af45-a70c63f55012,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:01.892825 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8787206-a131-49c3-8f0c-699314994fa2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.945025 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8787206-a131-49c3-8f0c-699314994fa2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:01.950660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44304) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:01.969465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8787206-a131-49c3-8f0c-699314994fa2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0f55c1-e3b7-4777-83fa-7fbdf4ad9015,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:02.066745 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8787206-a131-49c3-8f0c-699314994fa2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.071816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44310) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:02.072369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c8787206-a131-49c3-8f0c-699314994fa2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3495204 Sep 09 09:28:02.081991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8d840080-8f56-45d4-8d6c-f24e5b03b934 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': '1078c9ff-43c4-4a11-828c-90d3aad37252', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:02.127339 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1931f872-e5ae-435b-9909-9b1495fd3cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.206683 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d840080-8f56-45d4-8d6c-f24e5b03b934 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.283530 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d840080-8f56-45d4-8d6c-f24e5b03b934 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.324699 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1931f872-e5ae-435b-9909-9b1495fd3cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.350721 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d840080-8f56-45d4-8d6c-f24e5b03b934 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.370185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d840080-8f56-45d4-8d6c-f24e5b03b934 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e0fbb9-b2a5-40c8-806d-bd2bce01bca4,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:02.442887 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1931f872-e5ae-435b-9909-9b1495fd3cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.492705 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1931f872-e5ae-435b-9909-9b1495fd3cca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1b4701d0b6549a7a9e4943303b00b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5383897 Sep 09 09:28:02.492705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931f872-e5ae-435b-9909-9b1495fd3cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c43e11-4e93-4863-b032-c7c5052f8a4b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:02.492990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44328) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:02.492990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44330) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:02.507772 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d840080-8f56-45d4-8d6c-f24e5b03b934 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.510047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8d840080-8f56-45d4-8d6c-f24e5b03b934 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4366381 Sep 09 09:28:02.521694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44334) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:02.530068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8bf291cb-6c40-42fb-87e5-049f4aaa32b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': '1078c9ff-43c4-4a11-828c-90d3aad37252', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:02.557639 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c780daa-9084-4981-bd80-c5b944e3296a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.608435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c780daa-9084-4981-bd80-c5b944e3296a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.627003 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bf291cb-6c40-42fb-87e5-049f4aaa32b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.657515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f581a-e066-483f-8803-ba297ebf70d7 req-8a440e2b-7e6f-4fa8-a754-9ce9edc80d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:02.658279 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f581a-e066-483f-8803-ba297ebf70d7 req-8a440e2b-7e6f-4fa8-a754-9ce9edc80d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:02.658766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f581a-e066-483f-8803-ba297ebf70d7 req-8a440e2b-7e6f-4fa8-a754-9ce9edc80d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:02.659239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f581a-e066-483f-8803-ba297ebf70d7 req-8a440e2b-7e6f-4fa8-a754-9ce9edc80d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:02.659772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f581a-e066-483f-8803-ba297ebf70d7 req-8a440e2b-7e6f-4fa8-a754-9ce9edc80d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:02.660245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f581a-e066-483f-8803-ba297ebf70d7 req-8a440e2b-7e6f-4fa8-a754-9ce9edc80d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:02.661352 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f581a-e066-483f-8803-ba297ebf70d7 req-8a440e2b-7e6f-4fa8-a754-9ce9edc80d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:02.664118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c3f581a-e066-483f-8803-ba297ebf70d7 req-8a440e2b-7e6f-4fa8-a754-9ce9edc80d4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6507 time: 0.1617670 Sep 09 09:28:02.699207 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bf291cb-6c40-42fb-87e5-049f4aaa32b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.704846 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c3f581a-e066-483f-8803-ba297ebf70d7 req-7e568052-3f5e-4f95-a3bd-90fc77fc9c8c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336888 Sep 09 09:28:02.751546 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c780daa-9084-4981-bd80-c5b944e3296a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.754771 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4c780daa-9084-4981-bd80-c5b944e3296a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.759334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4c780daa-9084-4981-bd80-c5b944e3296a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4c43e11-4e93-4863-b032-c7c5052f8a4b HTTP/1.1" status: 204 len: 168 time: 0.2624896 Sep 09 09:28:02.759635 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bf291cb-6c40-42fb-87e5-049f4aaa32b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.774903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c780daa-9084-4981-bd80-c5b944e3296a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c43e11-4e93-4863-b032-c7c5052f8a4b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:02.783509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf291cb-6c40-42fb-87e5-049f4aaa32b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a307bc8d-6fdd-4221-9fba-337a80eca116,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:02.871706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba6a8b-2712-414b-ae97-c8d9d6de7f0c req-adfd79b6-c020-43a9-8003-7bdac56690ae tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:02.873295 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8ba6a8b-2712-414b-ae97-c8d9d6de7f0c req-adfd79b6-c020-43a9-8003-7bdac56690ae tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0609951 Sep 09 09:28:02.894322 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bf291cb-6c40-42fb-87e5-049f4aaa32b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:02.896369 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8bf291cb-6c40-42fb-87e5-049f4aaa32b2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3720019 Sep 09 09:28:02.902311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee7dd4a-5c44-435b-8152-8fab30c9374f None None] Network d86c2a56-f2c3-412d-9071-4ad192e9687d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:02.904639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:02.909282 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6208da08-de88-4254-a316-0a555348acde tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': '1078c9ff-43c4-4a11-828c-90d3aad37252', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:02.941073 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8ba6a8b-2712-414b-ae97-c8d9d6de7f0c req-af42f70b-5290-4908-88f4-88d12220ec5a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554254 Sep 09 09:28:03.024844 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6208da08-de88-4254-a316-0a555348acde tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:03.116421 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8f3228fa-68de-4e4c-9b23-d784cbfbfeb6 None None] Provisioning for port bc9b329a-8cda-4932-af45-a70c63f55012 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:03.120285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6208da08-de88-4254-a316-0a555348acde tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:03.191396 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6208da08-de88-4254-a316-0a555348acde tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:03.213159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208da08-de88-4254-a316-0a555348acde tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfc6192-939c-4ca8-a795-6ab8a750a163,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:03.276874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6208da08-de88-4254-a316-0a555348acde tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:03.279032 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6208da08-de88-4254-a316-0a555348acde tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3725896 Sep 09 09:28:03.287094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44368) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:03.293197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d4bc92de-05ab-4adc-a296-445682c4153c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': '1078c9ff-43c4-4a11-828c-90d3aad37252', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:03.385081 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-d4bc92de-05ab-4adc-a296-445682c4153c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Project 2e99cdc01cfa4c5b83ea1f23eef51389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:28:03.390362 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4bc92de-05ab-4adc-a296-445682c4153c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:03.458353 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4bc92de-05ab-4adc-a296-445682c4153c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:03.515687 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4bc92de-05ab-4adc-a296-445682c4153c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:03.534871 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc92de-05ab-4adc-a296-445682c4153c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f2c8e9-2b1b-4f03-9dc8-17da9f08afae,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:03.653618 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d4bc92de-05ab-4adc-a296-445682c4153c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:03.670799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d4bc92de-05ab-4adc-a296-445682c4153c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3670447 Sep 09 09:28:03.671775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44378) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:03.675701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8d768809-8fb5-4732-aca5-63e4dcecefab tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': '1078c9ff-43c4-4a11-828c-90d3aad37252', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:03.774631 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-8d768809-8fb5-4732-aca5-63e4dcecefab tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Project 2e99cdc01cfa4c5b83ea1f23eef51389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:28:03.779998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d768809-8fb5-4732-aca5-63e4dcecefab tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:03.844462 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d768809-8fb5-4732-aca5-63e4dcecefab tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:03.880670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44384) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:03.922053 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d768809-8fb5-4732-aca5-63e4dcecefab tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:03.943416 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d768809-8fb5-4732-aca5-63e4dcecefab tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae475e8-47b5-41b5-a806-a92b2b8045ca,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:03.992651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-308607585-network', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:04.037087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d768809-8fb5-4732-aca5-63e4dcecefab tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.038387 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8d768809-8fb5-4732-aca5-63e4dcecefab tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3662014 Sep 09 09:28:04.045527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc9b329a-8cda-4932-af45-a70c63f55012 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:04.079322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4459703-db85-42ef-9bdd-ee8b588f4873 req-1d5b431c-3886-4f9d-86d8-84a7aed8b9b7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:04.081165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4459703-db85-42ef-9bdd-ee8b588f4873 req-1d5b431c-3886-4f9d-86d8-84a7aed8b9b7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0745060 Sep 09 09:28:04.123240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d4459703-db85-42ef-9bdd-ee8b588f4873 req-d33c4511-fec5-4aaa-93ee-ce7d7faeebdb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Sep 09 09:28:04.144242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:04.146859 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.156824 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.160315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port bc9b329a-8cda-4932-af45-a70c63f55012 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:04.164685 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bc9b329a-8cda-4932-af45-a70c63f55012 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:04.170814 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.247096 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.254714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-ff20879e-64e2-470b-9e96-27396b9483c5 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763520244&fields=id&tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389 HTTP/1.1" status: 200 len: 267 time: 0.0344703 Sep 09 09:28:04.259566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.281026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port bc9b329a-8cda-4932-af45-a70c63f55012, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc9b329a-8cda-4932-af45-a70c63f55012,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:04.362655 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.368144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-85587908-8568-405e-a53e-51d31057a414 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:04.369821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-85587908-8568-405e-a53e-51d31057a414 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/networks?id=d86c2a56-f2c3-412d-9071-4ad192e9687d HTTP/1.1" status: 200 len: 796 time: 0.1072788 Sep 09 09:28:04.392702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:28:04.398415 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.399528 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-cec313ef-c320-43d5-9382-a9aa2c245af8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/quotas/2e99cdc01cfa4c5b83ea1f23eef51389 HTTP/1.1" status: 200 len: 375 time: 0.0175951 Sep 09 09:28:04.407152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aab036d-2229-499d-9f32-cb4e3936eb91,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:04.412261 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.412602 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Added segment 9e619d17-c88f-4913-b0f3-a7ecaac0b135 of type vlan for network 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 Sep 09 09:28:04.456977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=bc9b329a-8cda-4932-af45-a70c63f55012,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:04.472489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.485762 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-0adbafbf-3fb8-44e9-ad49-5a03d245ebb7 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0763350 Sep 09 09:28:04.557294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.558512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:04.559275 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.592770 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9c8b2a7a-8f1c-45b1-b41e-39e104324a03 service neutron] 10.222.0.32 "GET /v2.0/networks/d86c2a56-f2c3-412d-9071-4ad192e9687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926120 Sep 09 09:28:04.646440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=0ae0b0a8-ed0a-4cbb-971b-d023528467f7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:04.656568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:28:04.674979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d3ea3669-97a4-4184-a7c1-8f8df7192ff7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7929542 Sep 09 09:28:04.675364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44410) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:04.693990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] Request body: {'subnet': {'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-308607585-subnet', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:04.711115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-e0929f83-1347-433f-8905-956c102914c2 service neutron] 10.222.0.32 "GET /v2.0/networks/d86c2a56-f2c3-412d-9071-4ad192e9687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098924 Sep 09 09:28:04.801541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:04.804238 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:04.955906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2ebc0ff-54a3-4446-ac1a-dc7237f73629 req-ed39c60c-e09c-4ad2-b46f-383b5e81e858 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 210 time: 0.0368211 Sep 09 09:28:05.036719 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:05.100622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83533ef9-ae62-4262-bb04-0ff74baa936d,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:05.110483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] Checking segment: {'id': '9e619d17-c88f-4913-b0f3-a7ecaac0b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:05.110911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] Network hostable DHCP agents. Network: 0ae0b0a8-ed0a-4cbb-971b-d023528467f7, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:28:05.288463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] Network 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:28:05.288463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53e1c9-e2ed-499b-950e-10a5df04225b req-9a56e13c-3fd5-46d2-a1fd-452fd50838b7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:05.288463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc53e1c9-e2ed-499b-950e-10a5df04225b req-9a56e13c-3fd5-46d2-a1fd-452fd50838b7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0497928 Sep 09 09:28:05.288463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 0ae0b0a8-ed0a-4cbb-971b-d023528467f7) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:05.290528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b7725-01f6-4162-83b0-321642507306 None None] Network 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:05.290994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:05.290994 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:05.295408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc53e1c9-e2ed-499b-950e-10a5df04225b req-9f4cd5e4-a379-49c3-829b-831c9d57a567 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438154 Sep 09 09:28:05.443930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-0ae0b0a8-ed0a-4cbb-971b-d023528467f7', 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'fixed_ips': [{'subnet_id': '83533ef9-ae62-4262-bb04-0ff74baa936d'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:28:05.444811 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:05.471637 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e7ad384b-f314-428f-b379-d6fc68deace5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7951856 Sep 09 09:28:05.474515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44426) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:05.479931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-308607585-router', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:05.579154 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:05.580333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:05.582073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Allocated IP 172.20.0.2 (0ae0b0a8-ed0a-4cbb-971b-d023528467f7/83533ef9-ae62-4262-bb04-0ff74baa936d/475cc8f5-595b-45de-99fa-e45c47b33ac5) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:05.634863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:05.731018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:05.739156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Transition to ACTIVE for port object 475cc8f5-595b-45de-99fa-e45c47b33ac5 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:05.754648 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Transition to ACTIVE for port object 475cc8f5-595b-45de-99fa-e45c47b33ac5 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:05.814049 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:05.823470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:05.856210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Network 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:05.859160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:05.864947 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:05.873486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Pushing event updated for resources: {'Port': ['ID=475cc8f5-595b-45de-99fa-e45c47b33ac5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:05.931655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Attempting to bind port 475cc8f5-595b-45de-99fa-e45c47b33ac5 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:05.932136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Attempting to bind port 475cc8f5-595b-45de-99fa-e45c47b33ac5 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '9e619d17-c88f-4913-b0f3-a7ecaac0b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:05.932505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Attempting to bind port 475cc8f5-595b-45de-99fa-e45c47b33ac5 on network 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:05.938236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:05.938639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Checking segment: {'id': '9e619d17-c88f-4913-b0f3-a7ecaac0b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:05.939038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:05.939462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Bound using segment: {'id': '9e619d17-c88f-4913-b0f3-a7ecaac0b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:05.939982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Bound port: 475cc8f5-595b-45de-99fa-e45c47b33ac5, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e619d17-c88f-4913-b0f3-a7ecaac0b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:05.940361 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:06.036054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] For port 475cc8f5-595b-45de-99fa-e45c47b33ac5, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:06.039339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] For port 475cc8f5-595b-45de-99fa-e45c47b33ac5, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=475cc8f5-595b-45de-99fa-e45c47b33ac5,segment=NetworkSegment(9e619d17-c88f-4913-b0f3-a7ecaac0b135),segment_id=9e619d17-c88f-4913-b0f3-a7ecaac0b135)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:06.042002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc9b329a-8cda-4932-af45-a70c63f55012 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:06.074293 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ad144d7-87c4-41ab-aae2-6ff7c3b0b9ae req-034c57a0-5704-441d-9492-5c828fc889f9 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 210 time: 0.0338368 Sep 09 09:28:06.092781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bc9b329a-8cda-4932-af45-a70c63f55012 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:06.097287 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:06.140983 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:06.189718 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:06.209493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:06.234825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ea2cd-916f-4d1f-9c49-cb599cb5508e None None] Pushing event updated for resources: {'Port': ['ID=475cc8f5-595b-45de-99fa-e45c47b33ac5,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:06.329912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Allocated IP 172.25.8.250 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/274acc76-1f88-4dbc-b021-c6a2612106ec) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:06.459405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:06.461960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4acc82-238e-40ec-a1b1-ce759d106d5a req-513d76fa-2163-4319-b4f9-5f8cc153bc3f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:06.463725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ea4acc82-238e-40ec-a1b1-ce759d106d5a req-513d76fa-2163-4319-b4f9-5f8cc153bc3f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0772548 Sep 09 09:28:06.527410 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ea4acc82-238e-40ec-a1b1-ce759d106d5a req-a3140617-d1d6-4fea-8297-a06fbba01398 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535998 Sep 09 09:28:06.552705 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:06.591464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:06.594281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:06.597653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:06.633653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Pushing event updated for resources: {'Port': ['ID=274acc76-1f88-4dbc-b021-c6a2612106ec,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:07.181393 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0ce14ec4-870c-483a-b525-f8410f3e5e64 req-661c4b39-4cf1-46b8-b885-1b439ef963da tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 210 time: 0.0311992 Sep 09 09:28:07.282492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e755ab-ce22-4b47-a541-e1b98eb9c622 None None] Network 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:07.306041 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:07.406656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-afe63693-295a-4489-ba5a-043f74254194 None None] Provisioning for port 475cc8f5-595b-45de-99fa-e45c47b33ac5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:07.484252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-72a2047c-cd0b-4c15-9362-7c6752a0fef9 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:07.485800 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-72a2047c-cd0b-4c15-9362-7c6752a0fef9 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.41 "GET /v2.0/networks?id=d86c2a56-f2c3-412d-9071-4ad192e9687d HTTP/1.1" status: 200 len: 796 time: 0.2018201 Sep 09 09:28:07.583210 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-23cd4600-4b1e-42db-a6be-44c3bc313ea2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389 HTTP/1.1" status: 200 len: 473 time: 0.0582919 Sep 09 09:28:07.626764 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'port': {'device_id': '96308ef1-e624-4646-aeed-76ffadeaf117', 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d', 'admin_state_up': True, 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'security_groups': ['1078c9ff-43c4-4a11-828c-90d3aad37252']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:07.700167 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:07.751780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67357d-d3a1-4082-87da-4b6c2a543f1f req-faf4ade2-2cfe-420a-97db-7be1956da6e7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:07.753257 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-da67357d-d3a1-4082-87da-4b6c2a543f1f req-faf4ade2-2cfe-420a-97db-7be1956da6e7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1344471 Sep 09 09:28:07.890363 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-da67357d-d3a1-4082-87da-4b6c2a543f1f req-2510d042-484b-47cf-8e4d-012a1beb2867 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010780 Sep 09 09:28:08.007752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Made reservation on behalf of 2e99cdc01cfa4c5b83ea1f23eef51389 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:08.012025 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:08.015526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Router 0e4db57b-efc1-4946-91c5-0781d6bfee5e is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:28:08.024981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 475cc8f5-595b-45de-99fa-e45c47b33ac5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:08.155472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 475cc8f5-595b-45de-99fa-e45c47b33ac5 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:08.159391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 475cc8f5-595b-45de-99fa-e45c47b33ac5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:08.159800 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:08.231163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:28:08.237944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Allocated IP 172.20.0.24 (d86c2a56-f2c3-412d-9071-4ad192e9687d/64991530-7b7e-42da-9c65-f2c2cb92ef9f/e89bbbba-2950-42d0-b7f9-fa765727c7cf) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:08.246602 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Sync routers for ids ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:28:08.260665 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:08.261725 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Routers {'0e4db57b-efc1-4946-91c5-0781d6bfee5e'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:08.262626 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:27:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:08.295339 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78b4e12c-f731-44f5-88d2-0901ded2f2ce req-beda6d7d-9912-4c6c-9f23-770eef0ae72a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 210 time: 0.0367355 Sep 09 09:28:08.307434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 475cc8f5-595b-45de-99fa-e45c47b33ac5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=475cc8f5-595b-45de-99fa-e45c47b33ac5,segment=NetworkSegment(9e619d17-c88f-4913-b0f3-a7ecaac0b135),segment_id=9e619d17-c88f-4913-b0f3-a7ecaac0b135)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:08.323978 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:08.325282 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fc3e00cc-e9bb-41c6-853d-bdc4bc01f685 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8492131 Sep 09 09:28:08.328170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44458) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:08.367979 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:08.377512 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Set router 0e4db57b-efc1-4946-91c5-0781d6bfee5e gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:08.420285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=475cc8f5-595b-45de-99fa-e45c47b33ac5,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:08.478051 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:08.500408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Transition to ACTIVE for port object e89bbbba-2950-42d0-b7f9-fa765727c7cf will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:08.559586 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'name': 'tempest-ServersTestMultiNic-308607585-router', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:05Z', 'updated_at': '2021-09-09T09:28:06Z', 'revision_number': 3, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'gw_port': {'id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:06Z', 'updated_at': '2021-09-09T09:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:08.585703 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Checking router: 0e4db57b-efc1-4946-91c5-0781d6bfee5e for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:28:08.586067 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Updating router 0e4db57b-efc1-4946-91c5-0781d6bfee5e port 274acc76-1f88-4dbc-b021-c6a2612106ec binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:28:08.614738 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:08.669028 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:08.751634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network d86c2a56-f2c3-412d-9071-4ad192e9687d is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:08.757176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:08.766226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:08.802863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=e89bbbba-2950-42d0-b7f9-fa765727c7cf,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:08.862341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:08.862963 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:08.892685 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:08.903876 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Transition to ACTIVE for port object 274acc76-1f88-4dbc-b021-c6a2612106ec will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:08.966548 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:08.970820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-9982dd01-90a2-4533-91df-341151539f7f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3503711 Sep 09 09:28:08.983498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-81777aa0-f370-4306-9b49-c16d5abb3a46 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:28:08.984490 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-81777aa0-f370-4306-9b49-c16d5abb3a46 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066526 Sep 09 09:28:08.996715 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:09.017455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50085e6c-102e-43d9-b8cb-1ffbb1391d19 req-fd871d7a-2c22-4ba1-a37b-82d9e571b6fb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:09.018970 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-50085e6c-102e-43d9-b8cb-1ffbb1391d19 req-fd871d7a-2c22-4ba1-a37b-82d9e571b6fb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0563223 Sep 09 09:28:09.067888 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Pushing event updated for resources: {'Port': ['ID=274acc76-1f88-4dbc-b021-c6a2612106ec,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:09.074801 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-50085e6c-102e-43d9-b8cb-1ffbb1391d19 req-5dd1209b-c57d-4971-b3f3-804c53fc1885 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484383 Sep 09 09:28:09.075761 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Attempting to bind port 274acc76-1f88-4dbc-b021-c6a2612106ec on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:09.076132 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Attempting to bind port 274acc76-1f88-4dbc-b021-c6a2612106ec by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:09.076489 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Attempting to bind port 274acc76-1f88-4dbc-b021-c6a2612106ec on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:09.079258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Request body: {'port': {'device_id': '96308ef1-e624-4646-aeed-76ffadeaf117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.084166 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:09.091334 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:09.091743 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:09.092132 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:09.092531 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:09.092991 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Bound port: 274acc76-1f88-4dbc-b021-c6a2612106ec, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:09.093364 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:09.121831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f6c3948d-641a-4640-a3b5-db3e763a7b30 None None] Provisioning for port e89bbbba-2950-42d0-b7f9-fa765727c7cf completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:09.129182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f6c3948d-641a-4640-a3b5-db3e763a7b30 None None] Provisioning complete for port e89bbbba-2950-42d0-b7f9-fa765727c7cf triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:09.129182 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6c3948d-641a-4640-a3b5-db3e763a7b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:09.150629 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] For port 274acc76-1f88-4dbc-b021-c6a2612106ec, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:09.154358 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] For port 274acc76-1f88-4dbc-b021-c6a2612106ec, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=274acc76-1f88-4dbc-b021-c6a2612106ec,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:09.179741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3948d-641a-4640-a3b5-db3e763a7b30 None None] Port e89bbbba-2950-42d0-b7f9-fa765727c7cf cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:28:09.198744 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:09.208134 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:09.265580 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Routers {'0e4db57b-efc1-4946-91c5-0781d6bfee5e'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:09.266217 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:27:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:09.272203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Allocated IP 172.20.0.1 (0ae0b0a8-ed0a-4cbb-971b-d023528467f7/83533ef9-ae62-4262-bb04-0ff74baa936d/6868a1e6-b1b4-404d-a8b7-d41859d1a9fc) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:09.301706 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d81b82-1837-46bb-b5fb-43c13ae8fd3b None None] Pushing event updated for resources: {'Port': ['ID=274acc76-1f88-4dbc-b021-c6a2612106ec,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:09.381259 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] Set router 0e4db57b-efc1-4946-91c5-0781d6bfee5e gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:09.477206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fd34d-94dd-4b00-8237-1d4a23f3bbe0 req-2fa821f1-4709-4cef-93da-b4c020e0a999 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:09.484378 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-df3fd34d-94dd-4b00-8237-1d4a23f3bbe0 req-2fa821f1-4709-4cef-93da-b4c020e0a999 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1099 time: 0.0571342 Sep 09 09:28:09.523589 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-df3fd34d-94dd-4b00-8237-1d4a23f3bbe0 req-a617d5cf-90e4-48ca-a0cb-892e7d79c443 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375113 Sep 09 09:28:09.534277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523fa33-10c5-492c-be35-ac3ea7f2d1b6 req-87868ac1-4ddf-4655-817a-83c75ee5b7eb tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:09.535944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e523fa33-10c5-492c-be35-ac3ea7f2d1b6 req-87868ac1-4ddf-4655-817a-83c75ee5b7eb tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 932 time: 0.1601703 Sep 09 09:28:09.551734 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44476) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:09.561908 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:09.620598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Transition to ACTIVE for port object 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:09.669584 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e523fa33-10c5-492c-be35-ac3ea7f2d1b6 req-af1c4b3b-bc27-4a28-8872-524497c9f992 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134410 Sep 09 09:28:09.708342 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'name': 'tempest-ServersTestMultiNic-308607585-router', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:05Z', 'updated_at': '2021-09-09T09:28:06Z', 'revision_number': 3, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'gw_port': {'id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:06Z', 'updated_at': '2021-09-09T09:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:09.735713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89bbbba-2950-42d0-b7f9-fa765727c7cf {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:28:09.744875 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:09.745386 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf10990b-7b42-4763-b758-4c920aea4de3 None None] The sync data for ids ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'] in n-d-778696-16 is: [{'id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'name': 'tempest-ServersTestMultiNic-308607585-router', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:05Z', 'updated_at': '2021-09-09T09:28:06Z', 'revision_number': 3, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'gw_port': {'id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:06Z', 'updated_at': '2021-09-09T09:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:28:09.757663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Transition to ACTIVE for port object e89bbbba-2950-42d0-b7f9-fa765727c7cf will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:09.819072 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:09.871532 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:09.894035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Network 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:09.901271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:09.918939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:09.962713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.052731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Pushing event updated for resources: {'Port': ['ID=6868a1e6-b1b4-404d-a8b7-d41859d1a9fc,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:10.079250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 475cc8f5-595b-45de-99fa-e45c47b33ac5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:10.233084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 475cc8f5-595b-45de-99fa-e45c47b33ac5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:10.233796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.358824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port cd57e4d8-1cc0-497f-ae37-9aa5c9c140fd {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:10.359218 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.382413 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.412214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Pushing event updated for resources: {'Port': ['ID=e89bbbba-2950-42d0-b7f9-fa765727c7cf,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:10.422635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Attempting to bind port e89bbbba-2950-42d0-b7f9-fa765727c7cf on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:10.422976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Attempting to bind port e89bbbba-2950-42d0-b7f9-fa765727c7cf by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:10.423306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Attempting to bind port e89bbbba-2950-42d0-b7f9-fa765727c7cf on network d86c2a56-f2c3-412d-9071-4ad192e9687d {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:10.449919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Port e89bbbba-2950-42d0-b7f9-fa765727c7cf on network d86c2a56-f2c3-412d-9071-4ad192e9687d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:28:10.450254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Attempting to bind port e89bbbba-2950-42d0-b7f9-fa765727c7cf on network d86c2a56-f2c3-412d-9071-4ad192e9687d {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:10.456686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.457011 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.463420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82520c2-612e-4f47-830b-0b4cc44a4329 req-d35dc899-559a-4828-88c4-6c71ec8e37a0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:10.465018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e82520c2-612e-4f47-830b-0b4cc44a4329 req-d35dc899-559a-4828-88c4-6c71ec8e37a0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.2336643 Sep 09 09:28:10.469787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:10.470275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Checking segment: {'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:10.470760 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Bound using segment: {'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:10.470998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for cd57e4d8-1cc0-497f-ae37-9aa5c9c140fd owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:10.471229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Bound port: e89bbbba-2950-42d0-b7f9-fa765727c7cf, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:10.471616 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.478638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dc491683-9b8a-43e4-bee5-24de622be4ca None None] Provisioning for port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:10.484277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dc491683-9b8a-43e4-bee5-24de622be4ca None None] Provisioning complete for port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:10.486926 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc491683-9b8a-43e4-bee5-24de622be4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.538903 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dc491683-9b8a-43e4-bee5-24de622be4ca None None] Port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:28:10.584840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e82520c2-612e-4f47-830b-0b4cc44a4329 req-8d37cc97-804c-4409-a72e-34cb782d1869 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084795 Sep 09 09:28:10.618097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] For port e89bbbba-2950-42d0-b7f9-fa765727c7cf, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:10.658825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] For port e89bbbba-2950-42d0-b7f9-fa765727c7cf, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e89bbbba-2950-42d0-b7f9-fa765727c7cf,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:10.718722 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.775176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.798057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4e809-af53-4866-9113-02725b79ad2f req-70b7eefc-4cf1-4f49-9d2b-eecc8f23a672 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:10.804109 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9fd4e809-af53-4866-9113-02725b79ad2f req-70b7eefc-4cf1-4f49-9d2b-eecc8f23a672 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 944 time: 0.0596414 Sep 09 09:28:10.812594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:10.812594 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.822233 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] 10.222.0.41 "PUT /v2.0/ports/e89bbbba-2950-42d0-b7f9-fa765727c7cf HTTP/1.1" status: 200 len: 1093 time: 1.8168986 Sep 09 09:28:10.823040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96308ef1-e624-4646-aeed-76ffadeaf117', 'tag': 'e89bbbba-2950-42d0-b7f9-fa765727c7cf'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:10.827626 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98e03f4-ceb8-4eb3-acce-e27754c726c7" -d '{"events": [{"name": "network-changed", "server_uuid": "96308ef1-e624-4646-aeed-76ffadeaf117", "tag": "e89bbbba-2950-42d0-b7f9-fa765727c7cf"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:10.832294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.838469 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.869661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=cd57e4d8-1cc0-497f-ae37-9aa5c9c140fd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:10.910681 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.958179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9fd4e809-af53-4866-9113-02725b79ad2f req-5e4289d5-01c2-42e1-bd65-12d5c01c7269 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415942 Sep 09 09:28:10.973268 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:10.973645 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Floating IP 49dd6114-4f86-48ba-9724-bd0c95a6be51 disassociated (deleted). External IP: 172.25.8.140, port: 32d9ca00-8549-452a-864c-cfa2afcb6f8e. Sep 09 09:28:11.017546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b25fe5-5a63-4ee1-b234-23d4871d808f service neutron] Pushing event updated for resources: {'Port': ['ID=e89bbbba-2950-42d0-b7f9-fa765727c7cf,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:11.074674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-7e600615-64c9-4b35-8122-a0470dfb8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:11.079960 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-7e600615-64c9-4b35-8122-a0470dfb8155 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 1096 time: 0.1343057 Sep 09 09:28:11.248111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router 35abaa42-7a39-456c-a02c-30bef86796e4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:28:11.360152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:28:11.364548 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:11.371769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f99837-c752-41f7-80d2-b2befbf9f7bd None None] Sync routers for ids ['35abaa42-7a39-456c-a02c-30bef86796e4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:28:11.381879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f99837-c752-41f7-80d2-b2befbf9f7bd None None] Routers {'35abaa42-7a39-456c-a02c-30bef86796e4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:11.382652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-07f99837-c752-41f7-80d2-b2befbf9f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:27:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35abaa42-7a39-456c-a02c-30bef86796e4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:11.396524 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ab0060d7-f6cb-429f-b601-9ca11b9af0eb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/floatingips/49dd6114-4f86-48ba-9724-bd0c95a6be51 HTTP/1.1" status: 204 len: 168 time: 1.8420837 Sep 09 09:28:11.396524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:11.399970 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca63a6e-40c9-4079-94bf-0f6b228cece5" -d '{"events": [{"name": "network-changed", "server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:11.458775 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49da9df8-8c01-4f06-92a6-c14b19929441 x-openstack-request-id: req-49da9df8-8c01-4f06-92a6-c14b19929441 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:11.459098 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:11.459357 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49da9df8-8c01-4f06-92a6-c14b19929441 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:11.459998 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'status': 'completed', 'code': 200} Sep 09 09:28:11.465912 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75f1205-a3fd-4cc9-82ca-6d5f67e41d1f x-openstack-request-id: req-b75f1205-a3fd-4cc9-82ca-6d5f67e41d1f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:11.466197 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96308ef1-e624-4646-aeed-76ffadeaf117", "tag": "e89bbbba-2950-42d0-b7f9-fa765727c7cf", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:11.466634 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b75f1205-a3fd-4cc9-82ca-6d5f67e41d1f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:11.466854 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96308ef1-e624-4646-aeed-76ffadeaf117', 'tag': 'e89bbbba-2950-42d0-b7f9-fa765727c7cf', 'status': 'completed', 'code': 200} Sep 09 09:28:11.517569 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-2b0f94b7-ea19-44a5-b5fd-88af40822412 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e89bbbba-2950-42d0-b7f9-fa765727c7cf HTTP/1.1" status: 200 len: 217 time: 0.0499167 Sep 09 09:28:11.524496 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Pushing event updated for resources: {'Port': ['ID=6868a1e6-b1b4-404d-a8b7-d41859d1a9fc,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:11.537636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-07f99837-c752-41f7-80d2-b2befbf9f7bd None None] Set router 35abaa42-7a39-456c-a02c-30bef86796e4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:11.621263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Network 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:11.626701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-db6bf24a-7fbc-4590-abdb-09980f270e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:11.628440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-db6bf24a-7fbc-4590-abdb-09980f270e16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64991530-7b7e-42da-9c65-f2c2cb92ef9f HTTP/1.1" status: 200 len: 837 time: 0.1013236 Sep 09 09:28:11.629337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:11.721353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-0b23225f-c264-4990-9f8d-2d3a97eeed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:11.722881 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-0b23225f-c264-4990-9f8d-2d3a97eeed71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 1099 time: 0.2096882 Sep 09 09:28:11.800712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-07f99837-c752-41f7-80d2-b2befbf9f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:26:01Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '579eb030-5262-4211-a7c7-563500aa5f3c', 'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:13:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:00Z', 'updated_at': '2021-09-09T09:26:08Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:11.812532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-e8401445-83f5-4257-b060-c54ef83b4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:11.814344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-e8401445-83f5-4257-b060-c54ef83b4c5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d86c2a56-f2c3-412d-9071-4ad192e9687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1773956 Sep 09 09:28:11.831709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f99837-c752-41f7-80d2-b2befbf9f7bd None None] Checking router: 35abaa42-7a39-456c-a02c-30bef86796e4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:28:11.842077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f99837-c752-41f7-80d2-b2befbf9f7bd None None] Routers {'35abaa42-7a39-456c-a02c-30bef86796e4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:11.842851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-07f99837-c752-41f7-80d2-b2befbf9f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:27:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35abaa42-7a39-456c-a02c-30bef86796e4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:11.950076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de3f75-b588-47db-9f39-59b309cefbe5 req-b8ad3190-5734-4b70-8e1e-be7c040a9567 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:11.952809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1de3f75-b588-47db-9f39-59b309cefbe5 req-b8ad3190-5734-4b70-8e1e-be7c040a9567 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.2255013 Sep 09 09:28:11.980606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd9972-9543-4dca-ab99-ed12273e360d req-47873484-67ec-4403-8987-fb4a828759fe tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:11.993295 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cfcd9972-9543-4dca-ab99-ed12273e360d req-47873484-67ec-4403-8987-fb4a828759fe tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 947 time: 0.0870490 Sep 09 09:28:12.012093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-96558765-96b4-4e8d-ab80-4ba2ce756417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:12.014516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-07f99837-c752-41f7-80d2-b2befbf9f7bd None None] Set router 35abaa42-7a39-456c-a02c-30bef86796e4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:12.014874 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-96558765-96b4-4e8d-ab80-4ba2ce756417 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 200 len: 898 time: 0.2763355 Sep 09 09:28:12.016878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Router 0e4db57b-efc1-4946-91c5-0781d6bfee5e has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:28:12.033003 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cfcd9972-9543-4dca-ab99-ed12273e360d req-00898278-4204-4f89-9f58-2437aeaa02d5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388186 Sep 09 09:28:12.102966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-52a48303-e07f-4acb-a8b1-e38f29541472 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 200 len: 217 time: 0.0483217 Sep 09 09:28:12.108943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 274acc76-1f88-4dbc-b021-c6a2612106ec up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:12.146601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4b041f4c-5136-4d3f-924a-d5f08ce8946b None None] Provisioning complete for port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:12.146898 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b041f4c-5136-4d3f-924a-d5f08ce8946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:12.169457 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1de3f75-b588-47db-9f39-59b309cefbe5 req-627ebf57-3112-4eea-96d4-feaaaff7c459 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820979 Sep 09 09:28:12.215692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-941484fd-b083-46d4-8cbb-89caf7fec6c4 service neutron] 10.222.0.41 "GET /v2.0/networks/d86c2a56-f2c3-412d-9071-4ad192e9687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605683 Sep 09 09:28:12.218990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf1ed9-8c27-44a7-b234-e5ff348c11e8 req-6acdce0b-4266-41bb-bdcd-e7123b2fa6b6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:12.220558 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acbf1ed9-8c27-44a7-b234-e5ff348c11e8 req-6acdce0b-4266-41bb-bdcd-e7123b2fa6b6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 944 time: 0.0612316 Sep 09 09:28:12.260008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4b041f4c-5136-4d3f-924a-d5f08ce8946b None None] Port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:28:12.261313 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acbf1ed9-8c27-44a7-b234-e5ff348c11e8 req-02b03fc7-1119-49f3-a0d5-d765f2e62a67 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342510 Sep 09 09:28:12.279651 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-c1f588c1-3ddf-4b5f-a284-76a75dd57cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:12.281424 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-c1f588c1-3ddf-4b5f-a284-76a75dd57cf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 200 len: 835 time: 0.1618741 Sep 09 09:28:12.368836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-07f99837-c752-41f7-80d2-b2befbf9f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:26:01Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '579eb030-5262-4211-a7c7-563500aa5f3c', 'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:13:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:00Z', 'updated_at': '2021-09-09T09:26:08Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:12.384493 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:28:12.390211 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8a6faae6-792c-4b82-b539-fe1a4c1836da admin admin] 10.222.0.32 "PUT /v2.0/routers/0e4db57b-efc1-4946-91c5-0781d6bfee5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0610960 Sep 09 09:28:12.394106 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Sync routers for ids ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:28:12.405615 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Routers {'0e4db57b-efc1-4946-91c5-0781d6bfee5e'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:12.406411 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:27:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:12.409925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 274acc76-1f88-4dbc-b021-c6a2612106ec completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:12.413366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f99837-c752-41f7-80d2-b2befbf9f7bd None None] The sync data for ids ['35abaa42-7a39-456c-a02c-30bef86796e4'] in n-d-778696-16 is: [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:26:01Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '579eb030-5262-4211-a7c7-563500aa5f3c', 'name': '', 'network_id': 'da8ea5ae-a4bc-42f8-8f35-8c62177200cd', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:13:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:00Z', 'updated_at': '2021-09-09T09:26:08Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2cd65f47-8a4d-4d97-a9f8-dc84288de4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:28:12.415606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 274acc76-1f88-4dbc-b021-c6a2612106ec triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:12.415988 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:12.424381 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e88c6c5-c2e5-4f66-8192-a49e65a55dae req-d9ab7519-9eeb-4cea-b6b9-7cb84aa4b9a0 service neutron] 10.222.0.41 "GET /v2.0/networks/d86c2a56-f2c3-412d-9071-4ad192e9687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980314 Sep 09 09:28:12.427831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-8cb49c9a-5421-44ca-a400-8c51f7f0ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:12.434768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-8cb49c9a-5421-44ca-a400-8c51f7f0ead5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8ea5ae-a4bc-42f8-8f35-8c62177200cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971382 Sep 09 09:28:12.456832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-7dcabd89-9557-4589-b60a-5f586e22ee85 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:28:12.457830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-7dcabd89-9557-4589-b60a-5f586e22ee85 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065732 Sep 09 09:28:12.564784 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:12.571143 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Set router 0e4db57b-efc1-4946-91c5-0781d6bfee5e gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:12.580182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44516) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:12.596494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 274acc76-1f88-4dbc-b021-c6a2612106ec, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=274acc76-1f88-4dbc-b021-c6a2612106ec,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:12.628616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-72e74416-7871-45f8-a657-dd500fb9dada service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627164 Sep 09 09:28:12.631762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e03f4-ceb8-4eb3-acce-e27754c726c7 req-76eff0ed-614c-4243-9b70-7b8010942b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:12.633255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f98e03f4-ceb8-4eb3-acce-e27754c726c7 req-76eff0ed-614c-4243-9b70-7b8010942b58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 1096 time: 0.0809319 Sep 09 09:28:12.647606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1932221928'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:12.658971 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:12.717511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=274acc76-1f88-4dbc-b021-c6a2612106ec,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:12.744779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:12.748365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:12.784604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:28:12.797006 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:12.797538 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Added segment 0ba84f73-7b55-499b-8b97-6b7455b0dcab of type vlan for network 6377f19f-c196-43b9-87ef-3d467d8b8209 Sep 09 09:28:12.822298 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ca63a6e-40c9-4079-94bf-0f6b228cece5 req-fd7065c1-dc72-45be-9fd6-da49d71b7ce2 service neutron] 10.222.0.24 "GET /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844623 Sep 09 09:28:12.833156 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'name': 'tempest-ServersTestMultiNic-308607585-router', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:05Z', 'updated_at': '2021-09-09T09:28:10Z', 'revision_number': 4, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'gw_port': {'id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:06Z', 'updated_at': '2021-09-09T09:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '6868a1e6-b1b4-404d-a8b7-d41859d1a9fc', 'name': '', 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'mac_address': 'fa:16:3e:90:f8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '83533ef9-ae62-4262-bb04-0ff74baa936d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:08Z', 'updated_at': '2021-09-09T09:28:10Z', 'revision_number': 2, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'subnets': [{'id': '83533ef9-ae62-4262-bb04-0ff74baa936d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:12.835595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2bd22-d0db-4cec-b149-f3534b0112d3 None None] New status for floating IP 49dd6114-4f86-48ba-9724-bd0c95a6be51: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:28:12.858919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e03f4-ceb8-4eb3-acce-e27754c726c7 req-6ef82f61-64ff-4c4c-9969-792dde617858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:12.860762 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f98e03f4-ceb8-4eb3-acce-e27754c726c7 req-6ef82f61-64ff-4c4c-9969-792dde617858 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d86c2a56-f2c3-412d-9071-4ad192e9687d HTTP/1.1" status: 200 len: 897 time: 0.2142816 Sep 09 09:28:12.864725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:12.875749 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Checking router: 0e4db57b-efc1-4946-91c5-0781d6bfee5e for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:28:12.876130 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Updating router 0e4db57b-efc1-4946-91c5-0781d6bfee5e port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:28:12.904623 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:12.919501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f98e03f4-ceb8-4eb3-acce-e27754c726c7 req-ec6fa127-91c4-46a7-a470-24948d38dff6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e89bbbba-2950-42d0-b7f9-fa765727c7cf HTTP/1.1" status: 200 len: 217 time: 0.0494819 Sep 09 09:28:12.973091 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:12.974309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e03f4-ceb8-4eb3-acce-e27754c726c7 req-970a8028-6dd3-42c8-875d-8887880f3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:12.975857 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f98e03f4-ceb8-4eb3-acce-e27754c726c7 req-970a8028-6dd3-42c8-875d-8887880f3c13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64991530-7b7e-42da-9c65-f2c2cb92ef9f HTTP/1.1" status: 200 len: 837 time: 0.0492535 Sep 09 09:28:12.978884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:12.979535 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.028414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e03f4-ceb8-4eb3-acce-e27754c726c7 req-2985cd70-4cfa-46dc-ab6b-092571738722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:13.030157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f98e03f4-ceb8-4eb3-acce-e27754c726c7 req-2985cd70-4cfa-46dc-ab6b-092571738722 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d86c2a56-f2c3-412d-9071-4ad192e9687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0454030 Sep 09 09:28:13.056217 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Network': ['ID=6377f19f-c196-43b9-87ef-3d467d8b8209,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:13.067143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 6377f19f-c196-43b9-87ef-3d467d8b8209 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:28:13.077161 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f947d381-f8cc-4a3f-bb33-d67ed7f3912a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4958847 Sep 09 09:28:13.079997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44522) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:13.085118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'subnet': {'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:13.140604 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f98e03f4-ceb8-4eb3-acce-e27754c726c7 req-7bf3ee77-86fe-455c-af24-0f6dc0917130 service neutron] 10.222.0.41 "GET /v2.0/networks/d86c2a56-f2c3-412d-9071-4ad192e9687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999272 Sep 09 09:28:13.230273 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.246030 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Transition to ACTIVE for port object 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:13.310933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c09d0f-b00f-4f05-9ebb-3447ff0d5174 req-d592a162-73ab-477a-9f83-a1b1a96d5663 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:13.312474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37c09d0f-b00f-4f05-9ebb-3447ff0d5174 req-d592a162-73ab-477a-9f83-a1b1a96d5663 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 947 time: 0.1498122 Sep 09 09:28:13.325244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741becb-ea8e-4948-8096-98f2d6f72dc5 req-0e6dc29a-ead2-462e-b102-e5fd7a63b6df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:13.326715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f741becb-ea8e-4948-8096-98f2d6f72dc5 req-0e6dc29a-ead2-462e-b102-e5fd7a63b6df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 947 time: 0.1484764 Sep 09 09:28:13.332417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cadf9e-cb66-430a-8f64-b118c681b191 req-d5212a46-494e-45d8-b1cc-b80de4e0cfa4 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:13.333932 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96cadf9e-cb66-430a-8f64-b118c681b191 req-d5212a46-494e-45d8-b1cc-b80de4e0cfa4 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0554762 Sep 09 09:28:13.339204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:13.342620 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.344662 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.344794 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f98e03f4-ceb8-4eb3-acce-e27754c726c7 req-8044242e-3529-46fc-a3b4-6730294aba14 service neutron] 10.222.0.41 "GET /v2.0/networks/d86c2a56-f2c3-412d-9071-4ad192e9687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934004 Sep 09 09:28:13.401824 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e142a-c792-4be1-8d62-54dc61e9af74 None None] Pushing event updated for resources: {'Port': ['ID=6868a1e6-b1b4-404d-a8b7-d41859d1a9fc,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:13.415292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37c09d0f-b00f-4f05-9ebb-3447ff0d5174 req-54c6ac3a-671c-4e73-a6a8-1e9359dae267 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=1152f516-c5ac-4c97-992b-9d4c7d2fe97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875812 Sep 09 09:28:13.469296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96cadf9e-cb66-430a-8f64-b118c681b191 req-75f3c418-505f-4077-a6da-f176aaa756b0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229591 Sep 09 09:28:13.497359 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Attempting to bind port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:13.497783 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Attempting to bind port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '9e619d17-c88f-4913-b0f3-a7ecaac0b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:13.498131 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Attempting to bind port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc on network 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:13.507496 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:13.508451 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Checking segment: {'id': '9e619d17-c88f-4913-b0f3-a7ecaac0b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:13.509404 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.509995 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Bound using segment: {'id': '9e619d17-c88f-4913-b0f3-a7ecaac0b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:13.510842 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Bound port: 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e619d17-c88f-4913-b0f3-a7ecaac0b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:13.511463 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.543890 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-f741becb-ea8e-4948-8096-98f2d6f72dc5 req-d495941f-4a99-4d70-a2f9-2a61beb8b7c3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 32d9ca00-8549-452a-864c-cfa2afcb6f8e {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:13.547575 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f741becb-ea8e-4948-8096-98f2d6f72dc5 req-d495941f-4a99-4d70-a2f9-2a61beb8b7c3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.590763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4223a-8b1b-4567-b3a4-5316f0896276 req-a65fd1e6-927f-4d0d-a5fd-17b8a4e011d4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:13.592355 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2a4223a-8b1b-4567-b3a4-5316f0896276 req-a65fd1e6-927f-4d0d-a5fd-17b8a4e011d4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 944 time: 0.0902784 Sep 09 09:28:13.595906 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] For port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:13.599304 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] For port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6868a1e6-b1b4-404d-a8b7-d41859d1a9fc,segment=NetworkSegment(9e619d17-c88f-4913-b0f3-a7ecaac0b135),segment_id=9e619d17-c88f-4913-b0f3-a7ecaac0b135)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:13.676869 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2a4223a-8b1b-4567-b3a4-5316f0896276 req-73f61a65-9678-403b-8e6d-9f2815eee03a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541916 Sep 09 09:28:13.681618 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-f741becb-ea8e-4948-8096-98f2d6f72dc5 req-d495941f-4a99-4d70-a2f9-2a61beb8b7c3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port 32d9ca00-8549-452a-864c-cfa2afcb6f8e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=32d9ca00-8549-452a-864c-cfa2afcb6f8e,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:13.681983 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f741becb-ea8e-4948-8096-98f2d6f72dc5 req-d495941f-4a99-4d70-a2f9-2a61beb8b7c3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.693580 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.694135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-f741becb-ea8e-4948-8096-98f2d6f72dc5 req-d495941f-4a99-4d70-a2f9-2a61beb8b7c3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 32d9ca00-8549-452a-864c-cfa2afcb6f8e owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:13.722765 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.758362 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Routers {'0e4db57b-efc1-4946-91c5-0781d6bfee5e'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:13.759024 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:27:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:13.800210 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e142a-c792-4be1-8d62-54dc61e9af74 None None] Pushing event updated for resources: {'Port': ['ID=6868a1e6-b1b4-404d-a8b7-d41859d1a9fc,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:13.846706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Subnet': ['ID=debf9bd9-53c5-439e-ac76-ac16eb29cce7,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:13.862148 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Checking segment: {'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:13.863172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network hostable DHCP agents. Network: 6377f19f-c196-43b9-87ef-3d467d8b8209, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:28:13.879638 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] Set router 0e4db57b-efc1-4946-91c5-0781d6bfee5e gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:13.900601 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f741becb-ea8e-4948-8096-98f2d6f72dc5 req-d495941f-4a99-4d70-a2f9-2a61beb8b7c3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.917623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network 6377f19f-c196-43b9-87ef-3d467d8b8209 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:28:13.973447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 6377f19f-c196-43b9-87ef-3d467d8b8209) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:13.975476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495941f-4a99-4d70-a2f9-2a61beb8b7c3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=32d9ca00-8549-452a-864c-cfa2afcb6f8e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:13.982930 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:13.983680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.983791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b1c0cc-11a1-42c4-ba68-569f9d4ef1ac None None] Network 6377f19f-c196-43b9-87ef-3d467d8b8209 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:13.990886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f741becb-ea8e-4948-8096-98f2d6f72dc5 req-d495941f-4a99-4d70-a2f9-2a61beb8b7c3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] No DVR routers for this DVR port 32d9ca00-8549-452a-864c-cfa2afcb6f8e on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:28:13.993869 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f741becb-ea8e-4948-8096-98f2d6f72dc5 req-d495941f-4a99-4d70-a2f9-2a61beb8b7c3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:13.998720 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f741becb-ea8e-4948-8096-98f2d6f72dc5 req-d495941f-4a99-4d70-a2f9-2a61beb8b7c3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "DELETE /v2.0/ports/32d9ca00-8549-452a-864c-cfa2afcb6f8e HTTP/1.1" status: 204 len: 173 time: 0.6619129 Sep 09 09:28:13.999292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-deleted', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:14.001920 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac749bc-9c53-433c-8041-278759d257ed" -d '{"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-deleted", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:14.043490 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1cc59838-00a6-493f-8df1-8094c4f875d9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9621911 Sep 09 09:28:14.047758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44532) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:14.051067 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b941b9d-8e7d-425f-bebf-e9fc7bfebce4 x-openstack-request-id: req-8b941b9d-8e7d-425f-bebf-e9fc7bfebce4 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:14.051472 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dceb69f-9878-490e-b224-a6249a3055c3", "name": "network-vif-deleted", "tag": "32d9ca00-8549-452a-864c-cfa2afcb6f8e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:14.051728 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b941b9d-8e7d-425f-bebf-e9fc7bfebce4 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:14.052137 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dceb69f-9878-490e-b224-a6249a3055c3', 'name': 'network-vif-deleted', 'tag': '32d9ca00-8549-452a-864c-cfa2afcb6f8e', 'status': 'completed', 'code': 200} Sep 09 09:28:14.054565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1944021808'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:14.081423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 274acc76-1f88-4dbc-b021-c6a2612106ec up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:14.162485 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'name': 'tempest-ServersTestMultiNic-308607585-router', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:05Z', 'updated_at': '2021-09-09T09:28:10Z', 'revision_number': 4, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'gw_port': {'id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:06Z', 'updated_at': '2021-09-09T09:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '6868a1e6-b1b4-404d-a8b7-d41859d1a9fc', 'name': '', 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'mac_address': 'fa:16:3e:90:f8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '83533ef9-ae62-4262-bb04-0ff74baa936d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:08Z', 'updated_at': '2021-09-09T09:28:13Z', 'revision_number': 4, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'subnets': [{'id': '83533ef9-ae62-4262-bb04-0ff74baa936d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:14.169902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:14.177215 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:14.195128 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236752f-9bc8-4ba4-a09a-cc2cc3377ba9 None None] The sync data for ids ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'] in n-d-778696-16 is: [{'id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'name': 'tempest-ServersTestMultiNic-308607585-router', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:05Z', 'updated_at': '2021-09-09T09:28:10Z', 'revision_number': 4, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'gw_port': {'id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:06Z', 'updated_at': '2021-09-09T09:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '6868a1e6-b1b4-404d-a8b7-d41859d1a9fc', 'name': '', 'network_id': '0ae0b0a8-ed0a-4cbb-971b-d023528467f7', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'mac_address': 'fa:16:3e:90:f8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '83533ef9-ae62-4262-bb04-0ff74baa936d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:08Z', 'updated_at': '2021-09-09T09:28:13Z', 'revision_number': 4, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'subnets': [{'id': '83533ef9-ae62-4262-bb04-0ff74baa936d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:28:14.222983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:28:14.263185 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:14.263185 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Added segment 8db434a3-554c-49ca-957d-0deb7d4b6904 of type vlan for network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 Sep 09 09:28:14.379704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:14.470420 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:14.471185 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-99b07152-d90c-4a35-9e26-c4b8131ca10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:14.482350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:14.483318 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:14.500156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 274acc76-1f88-4dbc-b021-c6a2612106ec triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:14.500667 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:14.519991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-6377f19f-c196-43b9-87ef-3d467d8b8209', 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'fixed_ips': [{'subnet_id': 'debf9bd9-53c5-439e-ac76-ac16eb29cce7'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:28:14.536559 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:14.614438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Network': ['ID=b0a606f1-63c4-4537-b4d1-dbdaa40bc077,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:14.657874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:28:14.663233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cd555f4-c2ee-4be8-9fa8-e35f9e9537b4 req-7721e0c3-cf31-41fb-a6a0-f16aad30c975 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dceb69f-9878-490e-b224-a6249a3055c3 HTTP/1.1" status: 200 len: 210 time: 0.0983617 Sep 09 09:28:14.668869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916da337-f184-4395-a51a-fe5c814d8412 req-f3e12918-ead0-49a9-8774-12dc782b7e5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:14.688754 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c22225fc-f375-46d8-8a37-15c7c54e8921 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6333110 Sep 09 09:28:14.688754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44540) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:14.694265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-916da337-f184-4395-a51a-fe5c814d8412 req-f3e12918-ead0-49a9-8774-12dc782b7e5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1213529 Sep 09 09:28:14.694829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'subnet': {'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:14.759947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-916da337-f184-4395-a51a-fe5c814d8412 req-369cfd3f-0162-42e6-ac38-6891b23a9515 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674605 Sep 09 09:28:14.885719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dcaef-24df-4790-a938-66fab2e60380 req-4215aa97-1c9e-4b35-b560-865a63810c4a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:14.887828 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1f6dcaef-24df-4790-a938-66fab2e60380 req-4215aa97-1c9e-4b35-b560-865a63810c4a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 944 time: 0.0930536 Sep 09 09:28:14.894435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Allocated IP 19.80.0.2 (6377f19f-c196-43b9-87ef-3d467d8b8209/debf9bd9-53c5-439e-ac76-ac16eb29cce7/e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:14.935605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1f6dcaef-24df-4790-a938-66fab2e60380 req-7b27cb06-ce2e-4193-a886-de31d974cb97 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396023 Sep 09 09:28:14.939361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:14.943200 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:15.063980 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:15.074184 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Transition to ACTIVE for port object e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:15.090643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Transition to ACTIVE for port object e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:15.151099 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:15.197966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Network 6377f19f-c196-43b9-87ef-3d467d8b8209 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:15.204888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:15.209485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:15.213238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Pushing event updated for resources: {'Port': ['ID=e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:15.225086 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:15.275688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Attempting to bind port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:15.276302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Attempting to bind port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:15.276539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Attempting to bind port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 on network 6377f19f-c196-43b9-87ef-3d467d8b8209 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:15.281891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:15.282832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Checking segment: {'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:15.282832 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:15.283116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Bound using segment: {'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:15.283576 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Bound port: e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:15.283958 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:15.295516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Subnet': ['ID=54f12ce3-1605-4f9e-88df-229af8dd8ecf,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:15.317889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Checking segment: {'id': '8db434a3-554c-49ca-957d-0deb7d4b6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:15.318256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network hostable DHCP agents. Network: b0a606f1-63c4-4537-b4d1-dbdaa40bc077, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:28:15.362557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] For port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:15.366093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] For port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:15.407049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:28:15.436262 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:15.516438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, b0a606f1-63c4-4537-b4d1-dbdaa40bc077) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:15.519575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b104f-78ec-4b5d-a967-fa750e9988a2 None None] Pushing event updated for resources: {'Port': ['ID=e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:15.527578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:15.528897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:15.531707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe6387e-23da-4a9b-bfe4-2a79ddd9e7aa None None] Network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:15.611231 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3551f39f-ee8f-443f-bd29-458a5fb85140 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9244959 Sep 09 09:28:15.761638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-b0a606f1-63c4-4537-b4d1-dbdaa40bc077', 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'fixed_ips': [{'subnet_id': '54f12ce3-1605-4f9e-88df-229af8dd8ecf'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:28:15.762511 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:15.767547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44556) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:15.876622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e89bbbba-2950-42d0-b7f9-fa765727c7cf details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:28:15.938867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2194048-91f8-4049-ac82-4e0fd7d29228 req-32dc71c6-8906-46c8-a85e-fc72b7ba67df tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:15.951321 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2194048-91f8-4049-ac82-4e0fd7d29228 req-32dc71c6-8906-46c8-a85e-fc72b7ba67df tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0959122 Sep 09 09:28:16.029972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Allocated IP 19.86.0.2 (b0a606f1-63c4-4537-b4d1-dbdaa40bc077/54f12ce3-1605-4f9e-88df-229af8dd8ecf/e924960a-1a02-4bf8-9831-74fb4ab25964) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:16.031315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2194048-91f8-4049-ac82-4e0fd7d29228 req-22c02350-d5f3-4434-97a2-6710ad3d6fb5 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759566 Sep 09 09:28:16.102269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e89bbbba-2950-42d0-b7f9-fa765727c7cf, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e89bbbba-2950-42d0-b7f9-fa765727c7cf,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:16.156090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fd81f-b071-4dea-8bca-61dab085cece req-4acadacf-72cb-4010-8d08-5f866a00a383 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:16.157659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-022fd81f-b071-4dea-8bca-61dab085cece req-4acadacf-72cb-4010-8d08-5f866a00a383 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 944 time: 0.0584958 Sep 09 09:28:16.162677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'e89bbbba-2950-42d0-b7f9-fa765727c7cf', 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d', 'port_id': 'e89bbbba-2950-42d0-b7f9-fa765727c7cf', 'mac_address': 'fa:16:3e:2d:51:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64991530-7b7e-42da-9c65-f2c2cb92ef9f', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:28:16.213597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-022fd81f-b071-4dea-8bca-61dab085cece req-fe4a90cd-9e71-4da2-a044-b69a20dfd377 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475178 Sep 09 09:28:16.228537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:16.285268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:16.298178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-5c366fb0-8e05-4cfd-a957-0ac691c24d1d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:16.305407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-5c366fb0-8e05-4cfd-a957-0ac691c24d1d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:16.312965 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-5c366fb0-8e05-4cfd-a957-0ac691c24d1d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/networks?id=6377f19f-c196-43b9-87ef-3d467d8b8209&id=b0a606f1-63c4-4537-b4d1-dbdaa40bc077&id=6377f19f-c196-43b9-87ef-3d467d8b8209 HTTP/1.1" status: 200 len: 1392 time: 0.4983046 Sep 09 09:28:16.334767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89bbbba-2950-42d0-b7f9-fa765727c7cf {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:28:16.340608 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7ca38210-1be7-44c3-a444-b1503b5c2d28 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/quotas/a055abd1deb34f619f46ec683c38873f HTTP/1.1" status: 200 len: 375 time: 0.0266678 Sep 09 09:28:16.357812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e89bbbba-2950-42d0-b7f9-fa765727c7cf, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e89bbbba-2950-42d0-b7f9-fa765727c7cf,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:16.385301 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:16.396498 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Transition to ACTIVE for port object e924960a-1a02-4bf8-9831-74fb4ab25964 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:16.418463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Transition to ACTIVE for port object e924960a-1a02-4bf8-9831-74fb4ab25964 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:16.434526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-158a8d84-e09f-4035-9b27-9cec504e0b9b tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a055abd1deb34f619f46ec683c38873f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929418 Sep 09 09:28:16.448451 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:16.490131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:16.503832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:16.504381 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:16.539179 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:28:16.555339 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:16.562598 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=e89bbbba-2950-42d0-b7f9-fa765727c7cf,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:16.584033 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-5a1d0685-777b-44f9-a2ec-b2e4c18283cc service neutron] 10.222.0.32 "GET /v2.0/networks/6377f19f-c196-43b9-87ef-3d467d8b8209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486151 Sep 09 09:28:16.635475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:16.636827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:16.641401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:16.646002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:16.668764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Pushing event updated for resources: {'Port': ['ID=e924960a-1a02-4bf8-9831-74fb4ab25964,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:16.737268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['e89bbbba-2950-42d0-b7f9-fa765727c7cf'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:28:16.748988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-6947a4e0-f06c-41fe-abbe-839ee3de8324 service neutron] 10.222.0.32 "GET /v2.0/networks/6377f19f-c196-43b9-87ef-3d467d8b8209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571991 Sep 09 09:28:16.788289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Attempting to bind port e924960a-1a02-4bf8-9831-74fb4ab25964 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:16.788665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Attempting to bind port e924960a-1a02-4bf8-9831-74fb4ab25964 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '8db434a3-554c-49ca-957d-0deb7d4b6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:16.789629 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Attempting to bind port e924960a-1a02-4bf8-9831-74fb4ab25964 on network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:16.798456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d7e6dd-98a1-465d-97d7-8b5a55739171 None None] Network 6377f19f-c196-43b9-87ef-3d467d8b8209 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:16.819343 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:16.825970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:16.826334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Checking segment: {'id': '8db434a3-554c-49ca-957d-0deb7d4b6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:16.826760 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:16.827141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Bound using segment: {'id': '8db434a3-554c-49ca-957d-0deb7d4b6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:16.827662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Bound port: e924960a-1a02-4bf8-9831-74fb4ab25964, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db434a3-554c-49ca-957d-0deb7d4b6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:16.828358 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:16.970498 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6868a1e6-b1b4-404d-a8b7-d41859d1a9fc,segment=NetworkSegment(9e619d17-c88f-4913-b0f3-a7ecaac0b135),segment_id=9e619d17-c88f-4913-b0f3-a7ecaac0b135)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:17.034039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] For port e924960a-1a02-4bf8-9831-74fb4ab25964, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:17.087463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-17249792-e4d6-4fea-bbe2-8deb93086e42 None None] Provisioning for port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:17.095787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] For port e924960a-1a02-4bf8-9831-74fb4ab25964, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e924960a-1a02-4bf8-9831-74fb4ab25964,segment=NetworkSegment(8db434a3-554c-49ca-957d-0deb7d4b6904),segment_id=8db434a3-554c-49ca-957d-0deb7d4b6904)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:17.100681 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:17.101538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:17.156353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027013-2883-4782-8fa5-e67c59bcc1d6 req-813b04cd-a4ec-4b31-8ed6-023609419266 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:17.165043 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45027013-2883-4782-8fa5-e67c59bcc1d6 req-813b04cd-a4ec-4b31-8ed6-023609419266 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0655153 Sep 09 09:28:17.171683 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:17.207155 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45027013-2883-4782-8fa5-e67c59bcc1d6 req-b2eea9ad-08e6-4d69-962d-c6fa1947dbdc tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 Sep 09 09:28:17.220163 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffd832d3-c7a6-4e50-ab90-7b27c9497ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:17.231176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:17.247716 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-34d055cb-071e-4f89-99a9-bcbe4c55ce9c service neutron] 10.222.0.32 "GET /v2.0/networks/b0a606f1-63c4-4537-b4d1-dbdaa40bc077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668102 Sep 09 09:28:17.288573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 32d9ca00-8549-452a-864c-cfa2afcb6f8e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:28:17.288963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 32d9ca00-8549-452a-864c-cfa2afcb6f8e not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:28:17.303497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=6868a1e6-b1b4-404d-a8b7-d41859d1a9fc,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:17.381372 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:17.392354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdea29-ae75-4523-9b80-3728f66450d4 req-28d68d46-26bf-4caa-92c2-cc38d0e382d5 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:17.404297 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45bdea29-ae75-4523-9b80-3728f66450d4 req-28d68d46-26bf-4caa-92c2-cc38d0e382d5 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 945 time: 0.0834894 Sep 09 09:28:17.407755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dceda61-c9fc-477d-a177-044cb32d0741 None None] Pushing event updated for resources: {'Port': ['ID=e924960a-1a02-4bf8-9831-74fb4ab25964,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:17.453881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:17.457556 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45bdea29-ae75-4523-9b80-3728f66450d4 req-72b9c0bf-721b-4cf9-ac25-0816a010d403 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502129 Sep 09 09:28:17.471053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:17.471053 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:17.535224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-666c8aa2-38c2-47ba-9d26-586b41857652 service neutron] 10.222.0.32 "GET /v2.0/networks/b0a606f1-63c4-4537-b4d1-dbdaa40bc077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623968 Sep 09 09:28:17.586749 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:17.650321 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 579eb030-5262-4211-a7c7-563500aa5f3c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:17.650667 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:17.698026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:17.786298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-800d937f-ce32-4598-b3bd-99e7d13a4099 service neutron] 10.222.0.32 "GET /v2.0/networks/6377f19f-c196-43b9-87ef-3d467d8b8209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258167 Sep 09 09:28:17.791895 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:17.804164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port 579eb030-5262-4211-a7c7-563500aa5f3c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=579eb030-5262-4211-a7c7-563500aa5f3c,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:17.805554 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:17.838886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 579eb030-5262-4211-a7c7-563500aa5f3c owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:17.843474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:17.875271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-755b9590-0c01-49b8-9adc-47f67a659ab6 None None] Provisioning complete for port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:17.875271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-755b9590-0c01-49b8-9adc-47f67a659ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:17.969918 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-9c214d9a-2511-4396-867e-3c2cc65435cf service neutron] 10.222.0.32 "GET /v2.0/networks/6377f19f-c196-43b9-87ef-3d467d8b8209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677306 Sep 09 09:28:18.110842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:18.215926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:18.216575 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:18.287122 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae16e891-6726-4233-8559-6301eaa12d93 req-453116b1-868c-40a7-a036-d4dc06d1b19f tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 210 time: 0.0435581 Sep 09 09:28:18.357354 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:18.357760 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:18.404275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bd083-1c25-453f-9109-d5f7d819dff4 req-dc2a8c63-bc3b-4e85-8ca8-346c0fad93b9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:18.411966 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf8bd083-1c25-453f-9109-d5f7d819dff4 req-dc2a8c63-bc3b-4e85-8ca8-346c0fad93b9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0923123 Sep 09 09:28:18.415950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=579eb030-5262-4211-a7c7-563500aa5f3c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:18.475527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf8bd083-1c25-453f-9109-d5f7d819dff4 req-dc7c33e1-177e-42f4-b815-cd28d2c6d126 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505126 Sep 09 09:28:18.610237 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17a8d5-5da5-4f9a-b636-988da4dc4611 req-bfddd3f7-726f-4457-868d-afe956c8190d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:18.618973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d17a8d5-5da5-4f9a-b636-988da4dc4611 req-bfddd3f7-726f-4457-868d-afe956c8190d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 945 time: 0.0802338 Sep 09 09:28:18.658176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e230e85e-6abf-4660-a34a-4d6fa225f3f2 None None] Network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:18.669161 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d17a8d5-5da5-4f9a-b636-988da4dc4611 req-7af4d08d-87bd-40ef-be20-2a12bad64ebb tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454330 Sep 09 09:28:18.708521 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:18.711657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:18.712020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:18.744686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:18.874418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2d9317f0-935d-4c57-b64b-99bff99fa012 None None] Provisioning for port e924960a-1a02-4bf8-9831-74fb4ab25964 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:18.915954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e924960a-1a02-4bf8-9831-74fb4ab25964 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:18.998405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router 35abaa42-7a39-456c-a02c-30bef86796e4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:28:19.081905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e924960a-1a02-4bf8-9831-74fb4ab25964 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:19.086795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e924960a-1a02-4bf8-9831-74fb4ab25964 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:19.087619 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:19.134090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:28:19.141483 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a22c5494-44f8-456c-a0bb-c3af9083729e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "PUT /v2.0/routers/35abaa42-7a39-456c-a02c-30bef86796e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3726709 Sep 09 09:28:19.144342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44592) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:19.179038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:19.188483 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91c640-ead3-4a1e-8608-1b9788eec7a5 None None] Sync routers for ids ['35abaa42-7a39-456c-a02c-30bef86796e4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:28:19.199764 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91c640-ead3-4a1e-8608-1b9788eec7a5 None None] Routers {'35abaa42-7a39-456c-a02c-30bef86796e4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:19.200746 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af91c640-ead3-4a1e-8608-1b9788eec7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35abaa42-7a39-456c-a02c-30bef86796e4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:19.217386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2df17078-7831-4a53-8e86-ef9857eba2c5 None None] Provisioning complete for port e924960a-1a02-4bf8-9831-74fb4ab25964 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:19.217965 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2df17078-7831-4a53-8e86-ef9857eba2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:19.222172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6eea5cb-d21c-4311-903a-f5a746bc87b1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting subnet 2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:28:19.225801 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6eea5cb-d21c-4311-903a-f5a746bc87b1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:19.244019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c61a7e35-c91c-4b46-b75a-47a3a2821709 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:28:19.247664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e924960a-1a02-4bf8-9831-74fb4ab25964, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e924960a-1a02-4bf8-9831-74fb4ab25964,segment=NetworkSegment(8db434a3-554c-49ca-957d-0deb7d4b6904),segment_id=8db434a3-554c-49ca-957d-0deb7d4b6904)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:19.276493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6eea5cb-d21c-4311-903a-f5a746bc87b1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:19.316337 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:19.387995 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-af91c640-ead3-4a1e-8608-1b9788eec7a5 None None] Set router 35abaa42-7a39-456c-a02c-30bef86796e4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:19.424981 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6eea5cb-d21c-4311-903a-f5a746bc87b1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:19.436676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acbe3f6f-6c6e-4cf5-97bb-a5ed9b4a08f4 req-11270c26-afb8-4a48-94e5-5b8344e8f60e tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 210 time: 0.0450714 Sep 09 09:28:19.482673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:19.494575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e924960a-1a02-4bf8-9831-74fb4ab25964,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:19.505767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d', 'port_id': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'mac_address': 'fa:16:3e:44:cf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc079ca2-f63c-447e-8672-75e8c71039a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:28:19.573598 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:19.589638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c61a7e35-c91c-4b46-b75a-47a3a2821709 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:28:19.611140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:19.639489 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af91c640-ead3-4a1e-8608-1b9788eec7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:28:18Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:19.640339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab843-6a71-4036-b73f-6f532dfc752a req-7a223cf1-dbd9-4907-a028-43e8cf1832b7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:19.641921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b91ab843-6a71-4036-b73f-6f532dfc752a req-7a223cf1-dbd9-4907-a028-43e8cf1832b7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0584793 Sep 09 09:28:19.655419 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6eea5cb-d21c-4311-903a-f5a746bc87b1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:19.678552 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91c640-ead3-4a1e-8608-1b9788eec7a5 None None] Checking router: 35abaa42-7a39-456c-a02c-30bef86796e4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:28:19.682869 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:19.683762 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b91ab843-6a71-4036-b73f-6f532dfc752a req-189b7c53-8a8e-4903-9d09-76ebd4ca0c16 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354004 Sep 09 09:28:19.690910 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91c640-ead3-4a1e-8608-1b9788eec7a5 None None] Routers {'35abaa42-7a39-456c-a02c-30bef86796e4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:19.691648 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af91c640-ead3-4a1e-8608-1b9788eec7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35abaa42-7a39-456c-a02c-30bef86796e4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:19.708250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eea5cb-d21c-4311-903a-f5a746bc87b1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd65f47-8a4d-4d97-a9f8-dc84288de4a0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:19.712545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6eea5cb-d21c-4311-903a-f5a746bc87b1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:19.727104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c6eea5cb-d21c-4311-903a-f5a746bc87b1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/subnets/2cd65f47-8a4d-4d97-a9f8-dc84288de4a0 HTTP/1.1" status: 204 len: 168 time: 0.5816703 Sep 09 09:28:19.736165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44614) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:19.744871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c61a7e35-c91c-4b46-b75a-47a3a2821709,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:19.747680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a26e91-7cfb-45e5-98fd-ddd5562203df None None] Network da8ea5ae-a4bc-42f8-8f35-8c62177200cd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:19.883414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e89bbbba-2950-42d0-b7f9-fa765727c7cf up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:19.984511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c61a7e35-c91c-4b46-b75a-47a3a2821709'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:28:20.020112 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-af91c640-ead3-4a1e-8608-1b9788eec7a5 None None] Set router 35abaa42-7a39-456c-a02c-30bef86796e4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:20.034260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a653dff-75b6-4d84-8041-a5fabde312b1 req-28a0d5a2-5b8a-4397-a7d5-397e9fbf8177 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.041849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a653dff-75b6-4d84-8041-a5fabde312b1 req-28a0d5a2-5b8a-4397-a7d5-397e9fbf8177 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 945 time: 0.1843674 Sep 09 09:28:20.096920 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:20.206406 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:20.301056 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a653dff-75b6-4d84-8041-a5fabde312b1 req-ca79bde8-c9dc-4063-9b47-c09b52cceb14 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511506 Sep 09 09:28:20.322500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dddb6-d270-497c-b949-222bc374d9d5 req-6813b2ad-aa98-4d6f-a87f-c8848adf3376 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.333153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dddb6-d270-497c-b949-222bc374d9d5 req-6813b2ad-aa98-4d6f-a87f-c8848adf3376 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.342839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dddb6-d270-497c-b949-222bc374d9d5 req-6813b2ad-aa98-4d6f-a87f-c8848adf3376 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.349443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734561ff-20c3-484f-b4f1-41010da59fc4 None None] DHCP port deletion for da8ea5ae-a4bc-42f8-8f35-8c62177200cd request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:28:20.354009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dddb6-d270-497c-b949-222bc374d9d5 req-6813b2ad-aa98-4d6f-a87f-c8848adf3376 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.357296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e924960a-1a02-4bf8-9831-74fb4ab25964 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:20.377292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dddb6-d270-497c-b949-222bc374d9d5 req-6813b2ad-aa98-4d6f-a87f-c8848adf3376 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.393048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dddb6-d270-497c-b949-222bc374d9d5 req-6813b2ad-aa98-4d6f-a87f-c8848adf3376 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.395270 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af91c640-ead3-4a1e-8608-1b9788eec7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:28:18Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:20.406902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dddb6-d270-497c-b949-222bc374d9d5 req-6813b2ad-aa98-4d6f-a87f-c8848adf3376 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.421427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port e89bbbba-2950-42d0-b7f9-fa765727c7cf completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:20.427306 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d82dddb6-d270-497c-b949-222bc374d9d5 req-6813b2ad-aa98-4d6f-a87f-c8848adf3376 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5432 time: 0.2954915 Sep 09 09:28:20.450797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port e89bbbba-2950-42d0-b7f9-fa765727c7cf triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:20.453047 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:20.488821 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91c640-ead3-4a1e-8608-1b9788eec7a5 None None] The sync data for ids ['35abaa42-7a39-456c-a02c-30bef86796e4'] in n-d-778696-16 is: [{'id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727956392', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:25:52Z', 'updated_at': '2021-09-09T09:28:18Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'f31ce344-4907-46b2-8777-ca6d0f17cc96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35abaa42-7a39-456c-a02c-30bef86796e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:25:53Z', 'updated_at': '2021-09-09T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:28:20.519662 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:20.604453 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d82dddb6-d270-497c-b949-222bc374d9d5 req-1537da68-37af-4bdf-8e86-4ef63825c0b3 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745820 Sep 09 09:28:20.654202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-734561ff-20c3-484f-b4f1-41010da59fc4 None None] Deleting port 785d1b63-1901-4fa8-8a04-fe3ed01fb525 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:20.660622 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-734561ff-20c3-484f-b4f1-41010da59fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:20.673957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e924960a-1a02-4bf8-9831-74fb4ab25964 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:20.674432 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:20.713101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-93ddc111-e2f1-4abb-a601-6bc0aad6ddef req-2cefef7a-21d9-4348-b72e-735e0b4d6272 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 210 time: 0.0331709 Sep 09 09:28:20.809723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-734561ff-20c3-484f-b4f1-41010da59fc4 None None] For port 785d1b63-1901-4fa8-8a04-fe3ed01fb525, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=785d1b63-1901-4fa8-8a04-fe3ed01fb525,segment=NetworkSegment(193ce414-71a3-493b-9383-f91a725fdb8f),segment_id=193ce414-71a3-493b-9383-f91a725fdb8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:20.810130 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-734561ff-20c3-484f-b4f1-41010da59fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:20.828114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port f31ce344-4907-46b2-8777-ca6d0f17cc96 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:20.828114 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:20.839234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5c00a-a7d7-4b33-b76d-6dbbcf31512e req-fb290609-f89d-4abe-bf82-77121c3da4fd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.839869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-734561ff-20c3-484f-b4f1-41010da59fc4 None None] Calling delete_port for 785d1b63-1901-4fa8-8a04-fe3ed01fb525 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:20.844712 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:20.846588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5c00a-a7d7-4b33-b76d-6dbbcf31512e req-fb290609-f89d-4abe-bf82-77121c3da4fd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.862211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5c00a-a7d7-4b33-b76d-6dbbcf31512e req-fb290609-f89d-4abe-bf82-77121c3da4fd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.880224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5c00a-a7d7-4b33-b76d-6dbbcf31512e req-fb290609-f89d-4abe-bf82-77121c3da4fd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.888925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5c00a-a7d7-4b33-b76d-6dbbcf31512e req-fb290609-f89d-4abe-bf82-77121c3da4fd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.902057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5c00a-a7d7-4b33-b76d-6dbbcf31512e req-fb290609-f89d-4abe-bf82-77121c3da4fd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.902312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96308ef1-e624-4646-aeed-76ffadeaf117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89bbbba-2950-42d0-b7f9-fa765727c7cf'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:20.909659 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6751cf29-2121-487d-bdb8-17ddbce5ae9d" -d '{"events": [{"server_uuid": "96308ef1-e624-4646-aeed-76ffadeaf117", "name": "network-vif-plugged", "status": "completed", "tag": "e89bbbba-2950-42d0-b7f9-fa765727c7cf"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:20.917754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5c00a-a7d7-4b33-b76d-6dbbcf31512e req-fb290609-f89d-4abe-bf82-77121c3da4fd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:20.920810 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4f5c00a-a7d7-4b33-b76d-6dbbcf31512e req-fb290609-f89d-4abe-bf82-77121c3da4fd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5432 time: 0.1756489 Sep 09 09:28:20.994099 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e89bbbba-2950-42d0-b7f9-fa765727c7cf, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e89bbbba-2950-42d0-b7f9-fa765727c7cf,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:21.056038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-4a0fcc3f-2b20-408f-814d-0d165ad09157 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:21.065345 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7419f346-af3a-4d2a-8e7b-2467d8924620 x-openstack-request-id: req-7419f346-af3a-4d2a-8e7b-2467d8924620 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:21.065636 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96308ef1-e624-4646-aeed-76ffadeaf117", "name": "network-vif-plugged", "status": "completed", "tag": "e89bbbba-2950-42d0-b7f9-fa765727c7cf", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:21.066501 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7419f346-af3a-4d2a-8e7b-2467d8924620 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:21.066612 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96308ef1-e624-4646-aeed-76ffadeaf117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89bbbba-2950-42d0-b7f9-fa765727c7cf', 'code': 200} Sep 09 09:28:21.073498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-4a0fcc3f-2b20-408f-814d-0d165ad09157 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:21.083921 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-4a0fcc3f-2b20-408f-814d-0d165ad09157 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "GET /v2.0/networks?id=6377f19f-c196-43b9-87ef-3d467d8b8209&id=b0a606f1-63c4-4537-b4d1-dbdaa40bc077&id=6377f19f-c196-43b9-87ef-3d467d8b8209 HTTP/1.1" status: 200 len: 1392 time: 0.3698184 Sep 09 09:28:21.105436 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:21.135759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port f31ce344-4907-46b2-8777-ca6d0f17cc96, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f31ce344-4907-46b2-8777-ca6d0f17cc96,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:21.136135 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:21.154058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for f31ce344-4907-46b2-8777-ca6d0f17cc96 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:21.168573 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-734561ff-20c3-484f-b4f1-41010da59fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:21.200256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734561ff-20c3-484f-b4f1-41010da59fc4 None None] No DVR routers for this DVR port 785d1b63-1901-4fa8-8a04-fe3ed01fb525 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:28:21.243693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c61a7e35-c91c-4b46-b75a-47a3a2821709 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:21.247828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'port': {'device_id': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209', 'admin_state_up': True, 'tenant_id': 'a055abd1deb34f619f46ec683c38873f'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:21.278909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=e89bbbba-2950-42d0-b7f9-fa765727c7cf,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:21.298222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2a782-d4c5-4581-bad0-8a046b709f23 req-7a5081b0-7bcd-46f5-96b8-b3cbb368b3d6 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:21.306549 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ff2a782-d4c5-4581-bad0-8a046b709f23 req-7a5081b0-7bcd-46f5-96b8-b3cbb368b3d6 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 944 time: 0.4043767 Sep 09 09:28:21.313841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734561ff-20c3-484f-b4f1-41010da59fc4 None None] Pushing event deleted for resources: {'Port': ['ID=785d1b63-1901-4fa8-8a04-fe3ed01fb525,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:21.347831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port c61a7e35-c91c-4b46-b75a-47a3a2821709 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:21.348198 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:21.481981 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:21.532652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec32233-592d-4903-9db3-665438d58f92 req-761ed4ec-e680-44c5-8829-18178876aa48 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:21.538306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:21.545939 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ec32233-592d-4903-9db3-665438d58f92 req-761ed4ec-e680-44c5-8829-18178876aa48 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 946 time: 0.0899169 Sep 09 09:28:21.585328 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:21.605874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ec32233-592d-4903-9db3-665438d58f92 req-576d4900-4d7c-4ca9-96ba-aad77cb9d84c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580320 Sep 09 09:28:21.663710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c61a7e35-c91c-4b46-b75a-47a3a2821709,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:21.876047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a45e8-2347-4ad0-a52e-9bbf873feebe req-238cb167-ed29-4566-932d-062baa6f387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:21.877212 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3076adf6-fb89-4074-b575-744c86067b16 req-692dda6a-df15-4680-a97c-c47c5fc1275b tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 210 time: 0.0440657 Sep 09 09:28:21.877808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cb4a45e8-2347-4ad0-a52e-9bbf873feebe req-238cb167-ed29-4566-932d-062baa6f387b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 1098 time: 0.6363602 Sep 09 09:28:21.893842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ff2a782-d4c5-4581-bad0-8a046b709f23 req-99e21a75-7713-4c19-990c-0dc2e127dbaa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863321 Sep 09 09:28:21.995592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cb4a45e8-2347-4ad0-a52e-9bbf873feebe req-38b79ac4-cd81-49c6-b3fc-26d22fa392c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996609 Sep 09 09:28:22.047701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:22.051468 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:22.057535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 579eb030-5262-4211-a7c7-563500aa5f3c no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:22.138922 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:22.177549 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=f31ce344-4907-46b2-8777-ca6d0f17cc96,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:22.256295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 579eb030-5262-4211-a7c7-563500aa5f3c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:28:22.256667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 579eb030-5262-4211-a7c7-563500aa5f3c not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:28:22.257115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 785d1b63-1901-4fa8-8a04-fe3ed01fb525 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:22.282192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 785d1b63-1901-4fa8-8a04-fe3ed01fb525 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:28:22.282517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 785d1b63-1901-4fa8-8a04-fe3ed01fb525 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:28:22.298241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Allocated IP 19.80.0.190 (6377f19f-c196-43b9-87ef-3d467d8b8209/debf9bd9-53c5-439e-ac76-ac16eb29cce7/70b6639f-acd5-4b04-a0c6-da3558121c94) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:22.300682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:22.413128 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:22.422209 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:22.567975 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:22.568462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Fanout notify agent at l3_agent the message router_deleted on router 35abaa42-7a39-456c-a02c-30bef86796e4 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:28:22.579119 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:22.581752 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-87373c7b-d4a7-4f0c-a2cb-cbcce24e57d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/routers/35abaa42-7a39-456c-a02c-30bef86796e4 HTTP/1.1" status: 204 len: 168 time: 2.8429623 Sep 09 09:28:22.584395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44652) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:22.653941 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:22.685755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Transition to ACTIVE for port object 70b6639f-acd5-4b04-a0c6-da3558121c94 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:22.767110 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:22.807897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:22.863542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network 6377f19f-c196-43b9-87ef-3d467d8b8209 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:22.869977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:22.872155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:22.891318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099900a-a51b-4956-886a-17295c450f23 req-27801818-0e4c-44ce-9c7c-52f9134aaa26 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:22.907285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d099900a-a51b-4956-886a-17295c450f23 req-27801818-0e4c-44ce-9c7c-52f9134aaa26 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 946 time: 0.1811166 Sep 09 09:28:23.016193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Port': ['ID=70b6639f-acd5-4b04-a0c6-da3558121c94,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:23.025445 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d099900a-a51b-4956-886a-17295c450f23 req-a04947bc-9179-4e66-98ea-d9a1d4c45ab9 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167309 Sep 09 09:28:23.043868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:23.044783 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:23.068310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:23.072383 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd09fc54-2f4a-4181-bf10-0b592aad76ba" -d '{"events": [{"server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "name": "network-vif-plugged", "status": "completed", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:23.127993 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:23.131883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.132265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.132696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.133073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.133453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.133789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.134124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.134457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.134948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.135121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.135476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.135804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:23.175502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4fa93-f716-4c51-afd0-a6b529bcff1a req-571d08cb-f377-496f-8354-730830a521e9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:23.183688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9cc4fa93-f716-4c51-afd0-a6b529bcff1a req-571d08cb-f377-496f-8354-730830a521e9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 932 time: 0.0994687 Sep 09 09:28:23.208308 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7cb767df-8208-4851-86c6-8f5a1affe1ee tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9790425 Sep 09 09:28:23.237575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8ea5ae-a4bc-42f8-8f35-8c62177200cd']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:23.287660 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9cc4fa93-f716-4c51-afd0-a6b529bcff1a req-c429f476-3408-4520-8a67-ac6fc88fec4d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795541 Sep 09 09:28:23.295177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'port': {'device_id': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077', 'admin_state_up': True, 'tenant_id': 'a055abd1deb34f619f46ec683c38873f'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:23.381647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193ce414-71a3-493b-9383-f91a725fdb8f') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:23.381946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193ce414-71a3-493b-9383-f91a725fdb8f') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:23.392584 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a450b52-2eae-48e8-8bd3-821741cdc4ee x-openstack-request-id: req-5a450b52-2eae-48e8-8bd3-821741cdc4ee {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:23.392878 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "name": "network-vif-plugged", "status": "completed", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:23.393130 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a450b52-2eae-48e8-8bd3-821741cdc4ee {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:23.394163 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'code': 200} Sep 09 09:28:23.394361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44680) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:23.407614 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:23.433389 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:23.443290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de570f9-a761-4fd2-b0f5-2dda3f7b3614 req-45dbd86b-97b3-41f8-b564-05b79486719c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:23.454220 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4de570f9-a761-4fd2-b0f5-2dda3f7b3614 req-45dbd86b-97b3-41f8-b564-05b79486719c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.2306430 Sep 09 09:28:23.468240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:28:23.469360 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:28:23.472562 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:28:23.550349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e9c13b90-a2ba-4fb5-8df3-504fbef7fe51 None None] Provisioning for port 70b6639f-acd5-4b04-a0c6-da3558121c94 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:23.555134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e9c13b90-a2ba-4fb5-8df3-504fbef7fe51 None None] Provisioning complete for port 70b6639f-acd5-4b04-a0c6-da3558121c94 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:23.555492 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e9c13b90-a2ba-4fb5-8df3-504fbef7fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:23.600904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e9c13b90-a2ba-4fb5-8df3-504fbef7fe51 None None] Port 70b6639f-acd5-4b04-a0c6-da3558121c94 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:28:23.607626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:23.611961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:23.623298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4de570f9-a761-4fd2-b0f5-2dda3f7b3614 req-3b2b9652-ffea-4940-9f66-d029747a3b99 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702616 Sep 09 09:28:23.643842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a28e-606d-4dd1-b9e7-ca6dd5a0e1a7 req-efbc89d2-c8b9-4509-98d6-6dbe433a785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:23.644582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a28e-606d-4dd1-b9e7-ca6dd5a0e1a7 req-efbc89d2-c8b9-4509-98d6-6dbe433a785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:23.645064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a28e-606d-4dd1-b9e7-ca6dd5a0e1a7 req-efbc89d2-c8b9-4509-98d6-6dbe433a785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:23.645544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a28e-606d-4dd1-b9e7-ca6dd5a0e1a7 req-efbc89d2-c8b9-4509-98d6-6dbe433a785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:23.646134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a28e-606d-4dd1-b9e7-ca6dd5a0e1a7 req-efbc89d2-c8b9-4509-98d6-6dbe433a785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:23.646539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a28e-606d-4dd1-b9e7-ca6dd5a0e1a7 req-efbc89d2-c8b9-4509-98d6-6dbe433a785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:23.652184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a28e-606d-4dd1-b9e7-ca6dd5a0e1a7 req-efbc89d2-c8b9-4509-98d6-6dbe433a785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:23.652184 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f481a28e-606d-4dd1-b9e7-ca6dd5a0e1a7 req-efbc89d2-c8b9-4509-98d6-6dbe433a785c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 6496 time: 0.2548823 Sep 09 09:28:23.699007 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:23.709462 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:23.712708 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/networks/da8ea5ae-a4bc-42f8-8f35-8c62177200cd HTTP/1.1" status: 204 len: 168 time: 1.1229916 Sep 09 09:28:23.714459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44684) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:23.723740 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f481a28e-606d-4dd1-b9e7-ca6dd5a0e1a7 req-9fccb120-e423-43ab-a12a-65f5303f5a91 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622435 Sep 09 09:28:23.749498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bebaa-c6d6-4d6f-9c30-d2c58457fe1f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Network': ['ID=da8ea5ae-a4bc-42f8-8f35-8c62177200cd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:23.804318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Allocated IP 19.86.0.64 (b0a606f1-63c4-4537-b4d1-dbdaa40bc077/54f12ce3-1605-4f9e-88df-229af8dd8ecf/29a4f318-a46d-43f3-9cb5-3646455d3d52) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:23.818945 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c16835d0-a059-48fa-8360-978de25232ef tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:23.854424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c16835d0-a059-48fa-8360-978de25232ef tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:24.016509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:24.018832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c16835d0-a059-48fa-8360-978de25232ef tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:24.021540 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c16835d0-a059-48fa-8360-978de25232ef tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:24.025748 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c16835d0-a059-48fa-8360-978de25232ef tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/security-groups/1152f516-c5ac-4c97-992b-9d4c7d2fe97c HTTP/1.1" status: 204 len: 168 time: 0.3073769 Sep 09 09:28:24.036415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Transition to ACTIVE for port object 29a4f318-a46d-43f3-9cb5-3646455d3d52 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:24.044249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f31ce344-4907-46b2-8777-ca6d0f17cc96 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:24.061002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16835d0-a059-48fa-8360-978de25232ef tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1152f516-c5ac-4c97-992b-9d4c7d2fe97c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:24.071146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: f31ce344-4907-46b2-8777-ca6d0f17cc96 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:28:24.071146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f31ce344-4907-46b2-8777-ca6d0f17cc96 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:28:24.151663 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:24.249304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70c97e-78ae-48f8-a152-1e5354b3da02 req-27e35f7c-d46f-4fdc-abff-c555f0783c20 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:24.253107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:24.262262 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee70c97e-78ae-48f8-a152-1e5354b3da02 req-27e35f7c-d46f-4fdc-abff-c555f0783c20 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 946 time: 0.1214230 Sep 09 09:28:24.268584 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:24.281359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:24.330358 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee70c97e-78ae-48f8-a152-1e5354b3da02 req-c43676a9-d323-4ebe-a116-13b47f8a1b34 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671043 Sep 09 09:28:24.335457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Port': ['ID=29a4f318-a46d-43f3-9cb5-3646455d3d52,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:24.416693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:24.417634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:24.523771 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1ecaa23-6d27-4a56-a637-11a8b5e0dfc1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2685056 Sep 09 09:28:24.535039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'port': {'device_id': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209', 'admin_state_up': True, 'tenant_id': 'a055abd1deb34f619f46ec683c38873f'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:24.559144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b4bfa-7672-4690-9157-49a66036b448 req-8b1bcf2e-e313-4902-a8bb-15598614f3bd tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:24.582661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b4bfa-7672-4690-9157-49a66036b448 req-8b1bcf2e-e313-4902-a8bb-15598614f3bd tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:24.584481 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-372b4bfa-7672-4690-9157-49a66036b448 req-8b1bcf2e-e313-4902-a8bb-15598614f3bd tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 1654 time: 0.1574962 Sep 09 09:28:24.637444 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-372b4bfa-7672-4690-9157-49a66036b448 req-8c62b8e9-8413-4c99-b519-b10dbf5cd84b tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450928 Sep 09 09:28:24.756475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-184ed7ed-705d-446f-9e74-59f69fa840a3 None None] Provisioning for port 29a4f318-a46d-43f3-9cb5-3646455d3d52 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:24.762113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-184ed7ed-705d-446f-9e74-59f69fa840a3 None None] Provisioning complete for port 29a4f318-a46d-43f3-9cb5-3646455d3d52 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:24.763016 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-184ed7ed-705d-446f-9e74-59f69fa840a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:24.792519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008f5aa-1122-4c2c-bcfa-392f79338351 req-237b8404-2350-4ec1-888a-8392ca503046 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:24.803148 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3008f5aa-1122-4c2c-bcfa-392f79338351 req-237b8404-2350-4ec1-888a-8392ca503046 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 946 time: 0.0888555 Sep 09 09:28:24.809150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44708) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:24.814528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b427bef9-53b4-4f6a-b1db-4eecc654d6a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536866678', 'description': 'tempest-secgroup-smoke-536866678 description', 'project_id': '88c726152e4047b9b17518f59bbdcd13'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:24.818520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-184ed7ed-705d-446f-9e74-59f69fa840a3 None None] Port 29a4f318-a46d-43f3-9cb5-3646455d3d52 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:28:24.850465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:24.857999 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:24.884872 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3008f5aa-1122-4c2c-bcfa-392f79338351 req-a06ce2d2-aa5e-4e71-883e-3c80599fa71b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806191 Sep 09 09:28:24.969017 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b427bef9-53b4-4f6a-b1db-4eecc654d6a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:25.023025 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34048cf5-72f8-42a0-8468-4de76b9ae650 req-38cfb9f8-1e8c-4c68-ba9e-3d13055a407f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:25.025401 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34048cf5-72f8-42a0-8468-4de76b9ae650 req-38cfb9f8-1e8c-4c68-ba9e-3d13055a407f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1334002 Sep 09 09:28:25.125433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Allocated IP 19.80.0.159 (6377f19f-c196-43b9-87ef-3d467d8b8209/debf9bd9-53c5-439e-ac76-ac16eb29cce7/c6b4a72c-1fad-4250-9b1e-eb45459550cc) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:25.143790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34048cf5-72f8-42a0-8468-4de76b9ae650 req-1ff9fbbe-819f-4e15-9e6e-7522af25c623 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104689 Sep 09 09:28:25.157089 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:25.196666 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b427bef9-53b4-4f6a-b1db-4eecc654d6a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:25.335220 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:25.357907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Transition to ACTIVE for port object c6b4a72c-1fad-4250-9b1e-eb45459550cc will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:25.504406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b427bef9-53b4-4f6a-b1db-4eecc654d6a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:25.533925 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:25.535700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427bef9-53b4-4f6a-b1db-4eecc654d6a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc503e90-2a88-474f-b54c-778be7d59314,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:25.584665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network 6377f19f-c196-43b9-87ef-3d467d8b8209 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:25.590450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:25.595098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:25.599277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Port': ['ID=c6b4a72c-1fad-4250-9b1e-eb45459550cc,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:25.626807 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b427bef9-53b4-4f6a-b1db-4eecc654d6a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:25.628135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b427bef9-53b4-4f6a-b1db-4eecc654d6a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8179941 Sep 09 09:28:25.632135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44720) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:25.637161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6b986839-11e9-46c9-a986-68704ad9494a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': 'fc503e90-2a88-474f-b54c-778be7d59314', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:25.660764 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:25.660764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:25.777969 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b986839-11e9-46c9-a986-68704ad9494a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:25.779732 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:25.806168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92885c-dfe5-48bb-92b6-b728e40caf59 req-a3db1c9f-6f51-4ec9-b165-da3662f63ff0 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:25.812698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92885c-dfe5-48bb-92b6-b728e40caf59 req-a3db1c9f-6f51-4ec9-b165-da3662f63ff0 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:25.819094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92885c-dfe5-48bb-92b6-b728e40caf59 req-a3db1c9f-6f51-4ec9-b165-da3662f63ff0 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:25.827854 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b92885c-dfe5-48bb-92b6-b728e40caf59 req-a3db1c9f-6f51-4ec9-b165-da3662f63ff0 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2376 time: 0.1031187 Sep 09 09:28:25.854691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-930da5f8-2994-43fa-aa5f-06f83f399f73 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3238626 Sep 09 09:28:25.868331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Request body: {'port': {'device_id': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:25.939810 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:25.965839 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b92885c-dfe5-48bb-92b6-b728e40caf59 req-431bc15b-3971-4629-94a9-353fc6034661 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307466 Sep 09 09:28:25.972699 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b986839-11e9-46c9-a986-68704ad9494a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.053160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8fc678e7-216c-41e9-8400-55484b4f6519 None None] Provisioning for port c6b4a72c-1fad-4250-9b1e-eb45459550cc completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:26.057550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8fc678e7-216c-41e9-8400-55484b4f6519 None None] Provisioning complete for port c6b4a72c-1fad-4250-9b1e-eb45459550cc triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:26.065812 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fc678e7-216c-41e9-8400-55484b4f6519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.081668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b986839-11e9-46c9-a986-68704ad9494a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.120434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b986839-11e9-46c9-a986-68704ad9494a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30384de4-7b8d-41d0-9206-5880ec9a7f7c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:26.131757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8fc678e7-216c-41e9-8400-55484b4f6519 None None] Port c6b4a72c-1fad-4250-9b1e-eb45459550cc cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:28:26.181974 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b986839-11e9-46c9-a986-68704ad9494a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.183518 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6b986839-11e9-46c9-a986-68704ad9494a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5498111 Sep 09 09:28:26.186227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44732) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:26.191805 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9aad6e43-c895-4800-9691-9b5b4fd5ee7e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': 'fc503e90-2a88-474f-b54c-778be7d59314', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:26.298793 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aad6e43-c895-4800-9691-9b5b4fd5ee7e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.324002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8a925-3e60-4994-ab1d-0c1ad57b86a5 req-dbd20b11-98ee-4493-970e-2f0bce271f5d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:26.325581 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3f8a925-3e60-4994-ab1d-0c1ad57b86a5 req-dbd20b11-98ee-4493-970e-2f0bce271f5d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0864027 Sep 09 09:28:26.386005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aad6e43-c895-4800-9691-9b5b4fd5ee7e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.397840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3f8a925-3e60-4994-ab1d-0c1ad57b86a5 req-69cfdfbc-2abb-4230-964b-ac420dff7e8b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543411 Sep 09 09:28:26.400555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b6639f-acd5-4b04-a0c6-da3558121c94 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:28:26.417850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.424700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44740) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:26.437168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Transition to ACTIVE for port object 70b6639f-acd5-4b04-a0c6-da3558121c94 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:26.486622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aad6e43-c895-4800-9691-9b5b4fd5ee7e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.508680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad6e43-c895-4800-9691-9b5b4fd5ee7e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a056eb-7fbb-41ac-bb67-fada15dab857,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:26.538497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.606173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Pushing event updated for resources: {'Port': ['ID=70b6639f-acd5-4b04-a0c6-da3558121c94,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:26.628237 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aad6e43-c895-4800-9691-9b5b4fd5ee7e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.632822 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9aad6e43-c895-4800-9691-9b5b4fd5ee7e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4422171 Sep 09 09:28:26.632822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44744) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:26.648720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5106fd08-b32b-4935-9cb2-9a7147f43972 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': 'fc503e90-2a88-474f-b54c-778be7d59314', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:26.711861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Attempting to bind port 70b6639f-acd5-4b04-a0c6-da3558121c94 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:26.712438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Attempting to bind port 70b6639f-acd5-4b04-a0c6-da3558121c94 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:26.712928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Attempting to bind port 70b6639f-acd5-4b04-a0c6-da3558121c94 on network 6377f19f-c196-43b9-87ef-3d467d8b8209 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:26.718137 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Port 70b6639f-acd5-4b04-a0c6-da3558121c94 on network 6377f19f-c196-43b9-87ef-3d467d8b8209 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:28:26.718902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Attempting to bind port 70b6639f-acd5-4b04-a0c6-da3558121c94 on network 6377f19f-c196-43b9-87ef-3d467d8b8209 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:26.724693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:26.725258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Checking segment: {'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:26.725803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Bound using segment: {'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:26.726616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Bound port: 70b6639f-acd5-4b04-a0c6-da3558121c94, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:26.727141 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.820432 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5106fd08-b32b-4935-9cb2-9a7147f43972 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:26.845492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] For port 70b6639f-acd5-4b04-a0c6-da3558121c94, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:26.859078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] For port 70b6639f-acd5-4b04-a0c6-da3558121c94, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=70b6639f-acd5-4b04-a0c6-da3558121c94,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:26.980069 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.045651 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5106fd08-b32b-4935-9cb2-9a7147f43972 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.071452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:27.072280 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.073913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] 10.222.0.24 "PUT /v2.0/ports/70b6639f-acd5-4b04-a0c6-da3558121c94 HTTP/1.1" status: 200 len: 1093 time: 1.2116432 Sep 09 09:28:27.086987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'tag': '70b6639f-acd5-4b04-a0c6-da3558121c94'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:27.090555 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c8833a-1c6c-4be3-98d5-a1d161279802" -d '{"events": [{"name": "network-changed", "server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "tag": "70b6639f-acd5-4b04-a0c6-da3558121c94"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:27.100468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06dc31-1ea5-417f-b7fb-ffcf5142e197 service neutron] Pushing event updated for resources: {'Port': ['ID=70b6639f-acd5-4b04-a0c6-da3558121c94,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:27.125652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58059cd-779e-4f48-861e-c9191cbc4f4c req-87973949-7690-4f77-8139-7693ff50b8ce tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:27.128709 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b58059cd-779e-4f48-861e-c9191cbc4f4c req-87973949-7690-4f77-8139-7693ff50b8ce tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 946 time: 0.1757090 Sep 09 09:28:27.137276 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5106fd08-b32b-4935-9cb2-9a7147f43972 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.164792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Request body: {'port': {'device_id': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:27.189141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106fd08-b32b-4935-9cb2-9a7147f43972 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47d5fb6-ed6a-4d31-b001-63c8688a86e0,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:27.243750 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b58059cd-779e-4f48-861e-c9191cbc4f4c req-f5d7a2e8-f2d0-485b-86df-19573fdb4328 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092529 Sep 09 09:28:27.269934 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.306111 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.311946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d254e9-f3b8-4bc4-9391-02b683bf6ea5 req-d8f23804-e2e8-4ca5-ba3f-e3ca5392318b tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:27.329292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d254e9-f3b8-4bc4-9391-02b683bf6ea5 req-d8f23804-e2e8-4ca5-ba3f-e3ca5392318b tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:27.340230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d254e9-f3b8-4bc4-9391-02b683bf6ea5 req-d8f23804-e2e8-4ca5-ba3f-e3ca5392318b tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:27.361802 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d794df-7cf5-458e-a46b-6e2693afeb71 x-openstack-request-id: req-d6d794df-7cf5-458e-a46b-6e2693afeb71 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:27.362311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47d254e9-f3b8-4bc4-9391-02b683bf6ea5 req-d8f23804-e2e8-4ca5-ba3f-e3ca5392318b tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2388 time: 0.3129861 Sep 09 09:28:27.363272 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "tag": "70b6639f-acd5-4b04-a0c6-da3558121c94", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:27.364217 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6d794df-7cf5-458e-a46b-6e2693afeb71 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:27.368085 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'tag': '70b6639f-acd5-4b04-a0c6-da3558121c94', 'status': 'completed', 'code': 200} Sep 09 09:28:27.373782 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5106fd08-b32b-4935-9cb2-9a7147f43972 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.378139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5106fd08-b32b-4935-9cb2-9a7147f43972 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7421048 Sep 09 09:28:27.379077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44754) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:27.391607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-989914e6-75b6-4cb5-b77e-b7135f48d4cc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': 'fc503e90-2a88-474f-b54c-778be7d59314', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:27.587991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-989914e6-75b6-4cb5-b77e-b7135f48d4cc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.609670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47d254e9-f3b8-4bc4-9391-02b683bf6ea5 req-e2f52bbd-001f-4c5d-915c-c2c4fa54eebf tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330713 Sep 09 09:28:27.621201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8833a-1c6c-4be3-98d5-a1d161279802 req-09bdb01e-b556-4211-bd93-3b5d35ad92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:27.621685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8833a-1c6c-4be3-98d5-a1d161279802 req-09bdb01e-b556-4211-bd93-3b5d35ad92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:27.622225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8833a-1c6c-4be3-98d5-a1d161279802 req-09bdb01e-b556-4211-bd93-3b5d35ad92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:27.623941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-34c8833a-1c6c-4be3-98d5-a1d161279802 req-09bdb01e-b556-4211-bd93-3b5d35ad92de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a055abd1deb34f619f46ec683c38873f&device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2732 time: 0.2429628 Sep 09 09:28:27.664583 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c62c0-52ef-422f-bee0-0c08a122f2d9 req-e0702fa9-c46b-40a0-bd51-a06f15f23255 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:27.666176 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a9c62c0-52ef-422f-bee0-0c08a122f2d9 req-e0702fa9-c46b-40a0-bd51-a06f15f23255 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1594765 Sep 09 09:28:27.761726 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-989914e6-75b6-4cb5-b77e-b7135f48d4cc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.764563 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a9c62c0-52ef-422f-bee0-0c08a122f2d9 req-f751606c-d844-4591-b340-f51bbc0de277 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894620 Sep 09 09:28:27.807968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-989914e6-75b6-4cb5-b77e-b7135f48d4cc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.870466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989914e6-75b6-4cb5-b77e-b7135f48d4cc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9ed717-c9cc-4c94-b21c-d67d66b018c9,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:27.875443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a4f318-a46d-43f3-9cb5-3646455d3d52 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:28:27.887943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.907238 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-989914e6-75b6-4cb5-b77e-b7135f48d4cc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:27.911500 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-989914e6-75b6-4cb5-b77e-b7135f48d4cc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5292678 Sep 09 09:28:27.912129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44758) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:27.913207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Transition to ACTIVE for port object 29a4f318-a46d-43f3-9cb5-3646455d3d52 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:27.918811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-425498df-3033-460b-bdc5-0fbf1a345867 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': 'fc503e90-2a88-474f-b54c-778be7d59314', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:27.984318 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.018405 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-425498df-3033-460b-bdc5-0fbf1a345867 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Project 88c726152e4047b9b17518f59bbdcd13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:28:28.037142 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-425498df-3033-460b-bdc5-0fbf1a345867 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.109643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Pushing event updated for resources: {'Port': ['ID=29a4f318-a46d-43f3-9cb5-3646455d3d52,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:28.209896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-425498df-3033-460b-bdc5-0fbf1a345867 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.227727 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Attempting to bind port 29a4f318-a46d-43f3-9cb5-3646455d3d52 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:28.228361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Attempting to bind port 29a4f318-a46d-43f3-9cb5-3646455d3d52 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '8db434a3-554c-49ca-957d-0deb7d4b6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:28.228901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Attempting to bind port 29a4f318-a46d-43f3-9cb5-3646455d3d52 on network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:28.254293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Port 29a4f318-a46d-43f3-9cb5-3646455d3d52 on network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:28:28.255040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Attempting to bind port 29a4f318-a46d-43f3-9cb5-3646455d3d52 on network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:28.264461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:28.265051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Checking segment: {'id': '8db434a3-554c-49ca-957d-0deb7d4b6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:28.265576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Bound using segment: {'id': '8db434a3-554c-49ca-957d-0deb7d4b6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:28.266166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Bound port: 29a4f318-a46d-43f3-9cb5-3646455d3d52, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db434a3-554c-49ca-957d-0deb7d4b6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:28.266717 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.319058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-e6d1008e-8cef-4814-b95e-9ac762772f67 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:28.320834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-e6d1008e-8cef-4814-b95e-9ac762772f67 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 946 time: 0.1042438 Sep 09 09:28:28.327264 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-425498df-3033-460b-bdc5-0fbf1a345867 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.409964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8833a-1c6c-4be3-98d5-a1d161279802 req-caeb4886-c7d5-41aa-b573-6774b61abff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:28.410567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8833a-1c6c-4be3-98d5-a1d161279802 req-caeb4886-c7d5-41aa-b573-6774b61abff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:28.411007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8833a-1c6c-4be3-98d5-a1d161279802 req-caeb4886-c7d5-41aa-b573-6774b61abff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:28.421979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-34c8833a-1c6c-4be3-98d5-a1d161279802 req-caeb4886-c7d5-41aa-b573-6774b61abff3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a055abd1deb34f619f46ec683c38873f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7834394 Sep 09 09:28:28.432051 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-425498df-3033-460b-bdc5-0fbf1a345867 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.438943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-425498df-3033-460b-bdc5-0fbf1a345867 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5218663 Sep 09 09:28:28.439601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44766) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:28.447145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425498df-3033-460b-bdc5-0fbf1a345867 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cfe1d5-bff3-49ec-bc9a-7685e950a8cf,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:28.455778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-81b7c556-faa9-41e9-bae7-da5ee82f91a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': 'fc503e90-2a88-474f-b54c-778be7d59314', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:28.515644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] For port 29a4f318-a46d-43f3-9cb5-3646455d3d52, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:28.520311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] For port 29a4f318-a46d-43f3-9cb5-3646455d3d52, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=29a4f318-a46d-43f3-9cb5-3646455d3d52,segment=NetworkSegment(8db434a3-554c-49ca-957d-0deb7d4b6904),segment_id=8db434a3-554c-49ca-957d-0deb7d4b6904)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:28.542441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Deleting port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:28.545992 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.556510 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-81b7c556-faa9-41e9-bae7-da5ee82f91a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Project 88c726152e4047b9b17518f59bbdcd13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:28:28.606913 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81b7c556-faa9-41e9-bae7-da5ee82f91a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.640695 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.713675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Allocated IP 172.20.0.17 (d86c2a56-f2c3-412d-9071-4ad192e9687d/64991530-7b7e-42da-9c65-f2c2cb92ef9f/2a7f8392-503e-4a57-929d-f5887f1c4d3a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:28.727004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:28.727824 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.729300 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] 10.222.0.24 "PUT /v2.0/ports/29a4f318-a46d-43f3-9cb5-3646455d3d52 HTTP/1.1" status: 200 len: 1092 time: 1.5707102 Sep 09 09:28:28.729484 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281d54b-0e0b-4767-92ad-adba01bf6535 req-1dde7c3c-b7f9-4453-ab7a-de4e52d01daa tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:28.737315 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2281d54b-0e0b-4767-92ad-adba01bf6535 req-1dde7c3c-b7f9-4453-ab7a-de4e52d01daa tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 946 time: 0.3322477 Sep 09 09:28:28.770906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] For port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:28.770906 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.878064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8833a-1c6c-4be3-98d5-a1d161279802 req-918ff1cb-f05c-4639-81e5-19e9a1d15e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:28.899021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-34c8833a-1c6c-4be3-98d5-a1d161279802 req-918ff1cb-f05c-4639-81e5-19e9a1d15e62 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4449003 Sep 09 09:28:28.902480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Request body: {'port': {'device_id': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:28.909742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb4210-ba20-4495-989a-5c233c448612 service neutron] Pushing event updated for resources: {'Port': ['ID=29a4f318-a46d-43f3-9cb5-3646455d3d52,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:28.919013 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2281d54b-0e0b-4767-92ad-adba01bf6535 req-6dd19320-730d-4fab-a803-cebce0e5a79d tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups?id=448579f5-0df3-4a0d-9910-d18358a48906&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1804974 Sep 09 09:28:28.935943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81b7c556-faa9-41e9-bae7-da5ee82f91a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:28.958658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41eb896-4e82-41d9-bb66-28de5ad7cbdc req-098cde0e-a855-4405-9d74-f8a27d821219 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:28.965550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41eb896-4e82-41d9-bb66-28de5ad7cbdc req-098cde0e-a855-4405-9d74-f8a27d821219 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:28.972311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41eb896-4e82-41d9-bb66-28de5ad7cbdc req-098cde0e-a855-4405-9d74-f8a27d821219 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:28.981197 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f41eb896-4e82-41d9-bb66-28de5ad7cbdc req-098cde0e-a855-4405-9d74-f8a27d821219 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2400 time: 0.3147628 Sep 09 09:28:29.046883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.071893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Transition to ACTIVE for port object 2a7f8392-503e-4a57-929d-f5887f1c4d3a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:29.080828 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81b7c556-faa9-41e9-bae7-da5ee82f91a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.130877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44774) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:29.166744 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f41eb896-4e82-41d9-bb66-28de5ad7cbdc req-def874a8-4a99-41c7-86f6-a0bcd4d90a55 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843648 Sep 09 09:28:29.169497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.177883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7c556-faa9-41e9-bae7-da5ee82f91a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fcb54c-dd1c-4bfc-a0d4-49ab4c42566c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:29.212981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705fdc5-ee68-444c-bc49-f7f2ec48b144 req-cf8753da-14a6-47e5-8dd5-536fea7724ee tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:29.220783 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9705fdc5-ee68-444c-bc49-f7f2ec48b144 req-cf8753da-14a6-47e5-8dd5-536fea7724ee tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1444666 Sep 09 09:28:29.232763 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81b7c556-faa9-41e9-bae7-da5ee82f91a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.234350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-81b7c556-faa9-41e9-bae7-da5ee82f91a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7842391 Sep 09 09:28:29.241119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44778) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:29.249591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'network': {'name': 'tempest-network-smoke--968413398', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:29.297875 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9705fdc5-ee68-444c-bc49-f7f2ec48b144 req-4aaec21b-111a-423c-9654-cd1c261f57f3 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758607 Sep 09 09:28:29.339813 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.369701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'tag': '29a4f318-a46d-43f3-9cb5-3646455d3d52'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:29.372013 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542e25ee-c1d8-4c0c-acdf-237ba219ccb4" -d '{"events": [{"name": "network-changed", "server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "tag": "29a4f318-a46d-43f3-9cb5-3646455d3d52"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:29.401583 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.401948 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.402268 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Floating IP 1b95d64c-a57e-41cb-af5c-33679304a1da disassociated. External IP: 172.25.8.202, port: 504f45d0-07a2-4f7e-85b9-e5a8cd259a19. Sep 09 09:28:29.402611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Calling delete_port for 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:29.404141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:29.412656 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.443907 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83d9f675-53fd-4aef-9614-9d283ea55436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.465690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network d86c2a56-f2c3-412d-9071-4ad192e9687d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:29.470731 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8086ed-6f6f-40d0-8707-1473876ad2c0 x-openstack-request-id: req-0c8086ed-6f6f-40d0-8707-1473876ad2c0 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:29.472082 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "tag": "29a4f318-a46d-43f3-9cb5-3646455d3d52", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:29.472082 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c8086ed-6f6f-40d0-8707-1473876ad2c0 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:29.472082 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'tag': '29a4f318-a46d-43f3-9cb5-3646455d3d52', 'status': 'completed', 'code': 200} Sep 09 09:28:29.501131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:29.519970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:29.559438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=2a7f8392-503e-4a57-929d-f5887f1c4d3a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:29.616805 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:28:29.661740 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.662454 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Added segment 5ffe7fab-48a2-43c6-8c05-416f6f419569 of type vlan for network 7ce190d0-37ef-48dd-b47a-b59c7670b83b Sep 09 09:28:29.670527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.760331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b4a72c-1fad-4250-9b1e-eb45459550cc {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:28:29.767791 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.771403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e25ee-c1d8-4c0c-acdf-237ba219ccb4 req-b144365a-1763-4d9f-9c4b-82185e2dce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:29.772395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e25ee-c1d8-4c0c-acdf-237ba219ccb4 req-b144365a-1763-4d9f-9c4b-82185e2dce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:29.772535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e25ee-c1d8-4c0c-acdf-237ba219ccb4 req-b144365a-1763-4d9f-9c4b-82185e2dce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:29.775667 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-542e25ee-c1d8-4c0c-acdf-237ba219ccb4 req-b144365a-1763-4d9f-9c4b-82185e2dce8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a055abd1deb34f619f46ec683c38873f&device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2800 time: 0.3084600 Sep 09 09:28:29.793735 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.845922 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.875885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event deleted for resources: {'Port': ['ID=504f45d0-07a2-4f7e-85b9-e5a8cd259a19,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:29.904913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Transition to ACTIVE for port object c6b4a72c-1fad-4250-9b1e-eb45459550cc will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:29.955959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fbf3624d-c701-4d0c-b741-9ec13da2e3c1 None None] Provisioning for port 2a7f8392-503e-4a57-929d-f5887f1c4d3a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:29.967430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fbf3624d-c701-4d0c-b741-9ec13da2e3c1 None None] Provisioning complete for port 2a7f8392-503e-4a57-929d-f5887f1c4d3a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:29.969155 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbf3624d-c701-4d0c-b741-9ec13da2e3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.987093 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:29.992235 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.resource_extend [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:28:29.997233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:28:30.027304 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83d9f675-53fd-4aef-9614-9d283ea55436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.083356 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e25ee-c1d8-4c0c-acdf-237ba219ccb4 req-7a2163a6-3bb5-4cbc-b931-6b9c7b5da49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:30.083788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e25ee-c1d8-4c0c-acdf-237ba219ccb4 req-7a2163a6-3bb5-4cbc-b931-6b9c7b5da49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:30.084256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e25ee-c1d8-4c0c-acdf-237ba219ccb4 req-7a2163a6-3bb5-4cbc-b931-6b9c7b5da49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:30.086597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-542e25ee-c1d8-4c0c-acdf-237ba219ccb4 req-7a2163a6-3bb5-4cbc-b931-6b9c7b5da49f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a055abd1deb34f619f46ec683c38873f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2967353 Sep 09 09:28:30.108811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3624d-c701-4d0c-b741-9ec13da2e3c1 None None] Port 2a7f8392-503e-4a57-929d-f5887f1c4d3a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:28:30.115066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83d9f675-53fd-4aef-9614-9d283ea55436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.163336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Pushing event updated for resources: {'Port': ['ID=c6b4a72c-1fad-4250-9b1e-eb45459550cc,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:30.219717 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee10608c-aacb-4af2-978c-74a59dd68647 req-c7ded73a-ec68-4547-beac-b979fa0effc9 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 210 time: 0.0948613 Sep 09 09:28:30.219717 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.223550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:30.224291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.347713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-83d9f675-53fd-4aef-9614-9d283ea55436 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fed8e81ff084f85a611aaf8a031b94f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1966813 Sep 09 09:28:30.349483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9f675-53fd-4aef-9614-9d283ea55436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ab4b30-5e29-4afa-8839-6bd0dd93cd37,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:30.363111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44788) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:30.456731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:28:30.470735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c7bff-c361-4bea-89ab-889bd578703e None None] Sync routers for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:28:30.481851 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.482812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c7bff-c361-4bea-89ab-889bd578703e None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:30.483637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-780c7bff-c361-4bea-89ab-889bd578703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:30.519581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] No DVR routers for this DVR port 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:28:30.524768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.526785 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-75c067ab-730e-49ac-9456-608e7d7c5f08 req-1bd00d6c-890c-47cd-9296-cf95a65bbd0b tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.41 "DELETE /v2.0/ports/504f45d0-07a2-4f7e-85b9-e5a8cd259a19 HTTP/1.1" status: 204 len: 173 time: 2.1758683 Sep 09 09:28:30.537205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81a081-ef23-4f75-9a68-61874645a1a9 req-0ec77bd0-78ba-4666-b59b-f00b441d3e50 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:30.544780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81a081-ef23-4f75-9a68-61874645a1a9 req-0ec77bd0-78ba-4666-b59b-f00b441d3e50 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:30.550328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81a081-ef23-4f75-9a68-61874645a1a9 req-0ec77bd0-78ba-4666-b59b-f00b441d3e50 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:30.552253 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b81a081-ef23-4f75-9a68-61874645a1a9 req-0ec77bd0-78ba-4666-b59b-f00b441d3e50 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2412 time: 0.1528177 Sep 09 09:28:30.569689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Attempting to bind port c6b4a72c-1fad-4250-9b1e-eb45459550cc on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:30.569689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Attempting to bind port c6b4a72c-1fad-4250-9b1e-eb45459550cc by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:30.570386 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Attempting to bind port c6b4a72c-1fad-4250-9b1e-eb45459550cc on network 6377f19f-c196-43b9-87ef-3d467d8b8209 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:30.582478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Network': ['ID=7ce190d0-37ef-48dd-b47a-b59c7670b83b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:30.584925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Port c6b4a72c-1fad-4250-9b1e-eb45459550cc on network 6377f19f-c196-43b9-87ef-3d467d8b8209 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:28:30.585258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Attempting to bind port c6b4a72c-1fad-4250-9b1e-eb45459550cc on network 6377f19f-c196-43b9-87ef-3d467d8b8209 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:30.600176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:30.600584 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Checking segment: {'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:30.606450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Bound using segment: {'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:30.606450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Bound port: c6b4a72c-1fad-4250-9b1e-eb45459550cc, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba84f73-7b55-499b-8b97-6b7455b0dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:30.606825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e25ee-c1d8-4c0c-acdf-237ba219ccb4 req-bdc521ad-3e8c-426e-a2b3-a66193a558d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:30.606904 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.607797 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-542e25ee-c1d8-4c0c-acdf-237ba219ccb4 req-bdc521ad-3e8c-426e-a2b3-a66193a558d8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5096707 Sep 09 09:28:30.611842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 7ce190d0-37ef-48dd-b47a-b59c7670b83b details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:28:30.621824 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b81a081-ef23-4f75-9a68-61874645a1a9 req-217edde9-96e3-496a-bb88-b947093d674c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609396 Sep 09 09:28:30.667604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-780c7bff-c361-4bea-89ab-889bd578703e None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:30.687508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ba1daf0b-044a-4d00-bd34-02381fd1f194 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4431741 Sep 09 09:28:30.687701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44790) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:30.696087 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'admin_state_up': True, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:30.698247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e233638-02a8-4dbc-81d7-bef95fa39e9e req-d8967941-2ddc-4884-ae5f-82fc5e1e6c97 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:30.706209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e233638-02a8-4dbc-81d7-bef95fa39e9e req-d8967941-2ddc-4884-ae5f-82fc5e1e6c97 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.2667181 Sep 09 09:28:30.707858 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f5eaa1f-1421-4c3d-b40b-3f6a1cf7dbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.715437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] For port c6b4a72c-1fad-4250-9b1e-eb45459550cc, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:30.720076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] For port c6b4a72c-1fad-4250-9b1e-eb45459550cc, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c6b4a72c-1fad-4250-9b1e-eb45459550cc,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:30.781384 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e233638-02a8-4dbc-81d7-bef95fa39e9e req-a2832665-fb33-43d7-b392-ef2cc687b4ce tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703347 Sep 09 09:28:30.784864 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.785952 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.790536 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.829671 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f5eaa1f-1421-4c3d-b40b-3f6a1cf7dbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.915769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:30.916538 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:30.918283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] 10.222.0.24 "PUT /v2.0/ports/c6b4a72c-1fad-4250-9b1e-eb45459550cc HTTP/1.1" status: 200 len: 1093 time: 2.0286345 Sep 09 09:28:31.041796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f5eaa1f-1421-4c3d-b40b-3f6a1cf7dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:31.048446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f5eaa1f-1421-4c3d-b40b-3f6a1cf7dbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:31.052109 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8f5eaa1f-1421-4c3d-b40b-3f6a1cf7dbe1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5ab4b30-5e29-4afa-8839-6bd0dd93cd37 HTTP/1.1" status: 204 len: 168 time: 0.6443346 Sep 09 09:28:31.104821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5eaa1f-1421-4c3d-b40b-3f6a1cf7dbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ab4b30-5e29-4afa-8839-6bd0dd93cd37,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:31.106043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-780c7bff-c361-4bea-89ab-889bd578703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:31.191115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c7bff-c361-4bea-89ab-889bd578703e None None] Checking router: 59ebda07-7d77-4e2e-9136-86bf5d9d43fb for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:28:31.232172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c7bff-c361-4bea-89ab-889bd578703e None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:31.233840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-780c7bff-c361-4bea-89ab-889bd578703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:31.369127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:31.448620 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:31.451533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-780c7bff-c361-4bea-89ab-889bd578703e None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:31.530577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'name': 'network-vif-deleted', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19'}, {'name': 'network-changed', 'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'tag': 'c6b4a72c-1fad-4250-9b1e-eb45459550cc'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:31.532014 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6" -d '{"events": [{"server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "name": "network-vif-deleted", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19"}, {"name": "network-changed", "server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "tag": "c6b4a72c-1fad-4250-9b1e-eb45459550cc"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:31.551465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd85e4-eb67-4708-a5f4-8bcd6ef2ec5f service neutron] Pushing event updated for resources: {'Port': ['ID=c6b4a72c-1fad-4250-9b1e-eb45459550cc,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:31.614745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-314b3924-9fca-43b7-b805-d590aa689c3d req-406ee5fb-fb7e-4d12-a08b-6f786b216373 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1ed30ba-3b78-412b-ace6-d7d831eb4e08 HTTP/1.1" status: 200 len: 210 time: 0.0602119 Sep 09 09:28:31.619174 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e4f6ef-0a01-49f7-b723-c686f84491fb x-openstack-request-id: req-01e4f6ef-0a01-49f7-b723-c686f84491fb {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:31.619174 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed30ba-3b78-412b-ace6-d7d831eb4e08", "name": "network-vif-deleted", "tag": "504f45d0-07a2-4f7e-85b9-e5a8cd259a19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "tag": "c6b4a72c-1fad-4250-9b1e-eb45459550cc", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:31.619437 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01e4f6ef-0a01-49f7-b723-c686f84491fb {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:31.619701 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ed30ba-3b78-412b-ace6-d7d831eb4e08', 'name': 'network-vif-deleted', 'tag': '504f45d0-07a2-4f7e-85b9-e5a8cd259a19', 'status': 'completed', 'code': 200} Sep 09 09:28:31.619952 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'tag': 'c6b4a72c-1fad-4250-9b1e-eb45459550cc', 'status': 'completed', 'code': 200} Sep 09 09:28:31.671071 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:31.681295 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:31.687906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=2a7f8392-503e-4a57-929d-f5887f1c4d3a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:31.697667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-2bdbb086-7ac2-48cb-a001-95c252b28213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:31.698421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-2bdbb086-7ac2-48cb-a001-95c252b28213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:31.699154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-2bdbb086-7ac2-48cb-a001-95c252b28213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:31.701032 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-2bdbb086-7ac2-48cb-a001-95c252b28213 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a055abd1deb34f619f46ec683c38873f&device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2868 time: 0.1658881 Sep 09 09:28:31.768727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cded147a-6b7a-44f3-9620-3f03a75030cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=70b6639f-acd5-4b04-a0c6-da3558121c94 HTTP/1.1" status: 200 len: 217 time: 0.0574780 Sep 09 09:28:31.897370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-780c7bff-c361-4bea-89ab-889bd578703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:31.902704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:31.924781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-f1cef26d-39b6-48df-954a-322945ee7465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:31.926267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-f1cef26d-39b6-48df-954a-322945ee7465 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=debf9bd9-53c5-439e-ac76-ac16eb29cce7 HTTP/1.1" status: 200 len: 801 time: 0.0778630 Sep 09 09:28:31.935028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b4fa6-c07f-4127-ad37-6c70d77b3466 req-4b71b05d-5c51-4abe-a18e-2a11a1121eb6 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:31.941166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b4fa6-c07f-4127-ad37-6c70d77b3466 req-4b71b05d-5c51-4abe-a18e-2a11a1121eb6 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:31.947208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b4fa6-c07f-4127-ad37-6c70d77b3466 req-4b71b05d-5c51-4abe-a18e-2a11a1121eb6 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:31.954652 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a1b4fa6-c07f-4127-ad37-6c70d77b3466 req-4b71b05d-5c51-4abe-a18e-2a11a1121eb6 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2412 time: 0.2067516 Sep 09 09:28:31.955893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:28:31.956300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 504f45d0-07a2-4f7e-85b9-e5a8cd259a19 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:28:31.960472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c7bff-c361-4bea-89ab-889bd578703e None None] The sync data for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 is: [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:20:10Z', 'revision_number': 4, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5dc87060-40a9-49a0-82a9-b266297f5574', 'name': '', 'network_id': '6ee22ffa-2d33-4941-a1d2-77369ea07168', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'mac_address': 'fa:16:3e:2a:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:08Z', 'updated_at': '2021-09-09T09:20:20Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'subnets': [{'id': '90fec85b-e2e3-45da-b570-f28d25e6cd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:28:31.967845 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network d86c2a56-f2c3-412d-9071-4ad192e9687d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:31.977258 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:32.037245 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:32.134108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e1695-f27b-47f1-b65e-b4358aa53dce req-203947a5-7e98-4ed2-9755-43b026aa5e1e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:32.136095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a79e1695-f27b-47f1-b65e-b4358aa53dce req-203947a5-7e98-4ed2-9755-43b026aa5e1e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1717036 Sep 09 09:28:32.139564 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-9d4d0458-2e2a-49c1-ab86-bd88dbe7cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:32.141902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-9d4d0458-2e2a-49c1-ab86-bd88dbe7cba5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6377f19f-c196-43b9-87ef-3d467d8b8209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760695 Sep 09 09:28:32.155553 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a1b4fa6-c07f-4127-ad37-6c70d77b3466 req-c1bf7f8e-4e47-499d-94e1-1fae4e9298a0 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983316 Sep 09 09:28:32.315964 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-afbd5f8c-2c78-40fc-ba1b-e460e56e00cf service neutron] 10.222.0.24 "GET /v2.0/networks/6377f19f-c196-43b9-87ef-3d467d8b8209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649449 Sep 09 09:28:32.354525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 5956e10c-8ad5-491b-8196-7ce86157ea64 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:28:32.556269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a79e1695-f27b-47f1-b65e-b4358aa53dce req-b2925660-8d0d-4ed1-b0a5-b5da9b0395bd tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064267 Sep 09 09:28:32.564422 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-2881260c-130c-4bff-970f-d4201598579f service neutron] 10.222.0.24 "GET /v2.0/networks/6377f19f-c196-43b9-87ef-3d467d8b8209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319028 Sep 09 09:28:32.574062 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fab9d-3240-4c45-80ae-063891cb8a9f None None] New status for floating IP 1b95d64c-a57e-41cb-af5c-33679304a1da: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:28:32.589105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c968fe5b-9a07-4752-93e4-b8a721467843 None None] Provisioning complete for port 2a7f8392-503e-4a57-929d-f5887f1c4d3a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:32.589680 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c968fe5b-9a07-4752-93e4-b8a721467843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:32.598569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:28:32.630026 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6a940ac7-7dd8-4732-ada3-59d29012bdf2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "PUT /v2.0/routers/5956e10c-8ad5-491b-8196-7ce86157ea64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1855254 Sep 09 09:28:32.634950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Sync routers for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:28:32.689848 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-b0ba2d40-6da6-409c-9224-1024acd628ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.64&port_id=29a4f318-a46d-43f3-9cb5-3646455d3d52 HTTP/1.1" status: 200 len: 217 time: 0.0870416 Sep 09 09:28:32.750858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:32.751805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:32.835183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7fd3dc09-6dfc-4597-a010-f679518a62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:32.837097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c968fe5b-9a07-4752-93e4-b8a721467843 None None] Port 2a7f8392-503e-4a57-929d-f5887f1c4d3a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:28:32.837387 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-7fd3dc09-6dfc-4597-a010-f679518a62aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54f12ce3-1605-4f9e-88df-229af8dd8ecf HTTP/1.1" status: 200 len: 801 time: 0.1395142 Sep 09 09:28:32.941643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44834) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:32.972892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:33.062972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-995f4cad-2aed-4c8c-a6bb-a303c983e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:33.065360 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-995f4cad-2aed-4c8c-a6bb-a303c983e4ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0a606f1-63c4-4537-b4d1-dbdaa40bc077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107501 Sep 09 09:28:33.092250 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:33.133666 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0435d7a-fae6-4438-93e8-8d0466025a21 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:33.135041 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:33.197007 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0435d7a-fae6-4438-93e8-8d0466025a21 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:33.262218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.25.8.121 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/8303245f-18ca-424e-9733-57ecd778fcfb) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:33.388388 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6edb05-4563-4ea5-99a2-070f8fb0377b req-e7c683e0-f4c3-4441-8579-db9a8915ae48 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:33.397121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6edb05-4563-4ea5-99a2-070f8fb0377b req-e7c683e0-f4c3-4441-8579-db9a8915ae48 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:33.406289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6edb05-4563-4ea5-99a2-070f8fb0377b req-e7c683e0-f4c3-4441-8579-db9a8915ae48 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:33.416596 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:33.418852 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c6edb05-4563-4ea5-99a2-070f8fb0377b req-e7c683e0-f4c3-4441-8579-db9a8915ae48 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2412 time: 0.1309526 Sep 09 09:28:33.447940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:28:30Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '96f44181-0845-4257-935c-5a59681a5b0c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'port_id': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'mac_address': 'fa:16:3e:ad:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1fc16-28da-49bc-9785-d7794535668f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:27:23Z', 'updated_at': '2021-09-09T09:27:28Z', 'revision_number': 1, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7f8392-503e-4a57-929d-f5887f1c4d3a', 'name': '', 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:f2:16:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '64991530-7b7e-42da-9c65-f2c2cb92ef9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:27Z', 'updated_at': '2021-09-09T09:28:30Z', 'revision_number': 2, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '64991530-7b7e-42da-9c65-f2c2cb92ef9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:33.462284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0435d7a-fae6-4438-93e8-8d0466025a21 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:33.473142 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0435d7a-fae6-4438-93e8-8d0466025a21 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:33.473142 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b0435d7a-fae6-4438-93e8-8d0466025a21 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "DELETE /v2.0/security-groups/448579f5-0df3-4a0d-9910-d18358a48906 HTTP/1.1" status: 204 len: 168 time: 0.5260353 Sep 09 09:28:33.473298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44842) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:33.484788 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c6edb05-4563-4ea5-99a2-070f8fb0377b req-72bbff11-d0d9-4934-b809-70032c4ed852 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646584 Sep 09 09:28:33.488935 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-2f4127d4-15d2-44c1-8911-4889de377f22 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] show failed (client error): The resource could not be found. Sep 09 09:28:33.490049 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2f4127d4-15d2-44c1-8911-4889de377f22 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "GET /v2.0/security-groups/448579f5-0df3-4a0d-9910-d18358a48906 HTTP/1.1" status: 404 len: 347 time: 0.0170269 Sep 09 09:28:33.494480 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44844) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:33.502313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0435d7a-fae6-4438-93e8-8d0466025a21 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=448579f5-0df3-4a0d-9910-d18358a48906,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:33.521409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Checking router: 5956e10c-8ad5-491b-8196-7ce86157ea64 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:28:33.521770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Updating router 5956e10c-8ad5-491b-8196-7ce86157ea64 port 2a7f8392-503e-4a57-929d-f5887f1c4d3a binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:28:33.527274 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:33.572062 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:33.592069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:33.592069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:33.604172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:33.681580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a1aef7de-b302-4f25-93c0-1d00d9afce84 service neutron] 10.222.0.24 "GET /v2.0/networks/b0a606f1-63c4-4537-b4d1-dbdaa40bc077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907357 Sep 09 09:28:33.700294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=8303245f-18ca-424e-9733-57ecd778fcfb,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:33.857310 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c1685e9b-b244-44fb-94f5-dd966d4d9ad3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Deleting port b5fc9c0f-1db3-4281-872d-6e4039d8f5ec {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:33.857658 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1685e9b-b244-44fb-94f5-dd966d4d9ad3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:33.952018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a9c61dab-9627-424f-99bb-802018bee90e service neutron] 10.222.0.24 "GET /v2.0/networks/b0a606f1-63c4-4537-b4d1-dbdaa40bc077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618740 Sep 09 09:28:34.038968 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-a0525f62-0eaf-462c-8171-e0c9d469c50f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=c6b4a72c-1fad-4250-9b1e-eb45459550cc HTTP/1.1" status: 200 len: 217 time: 0.0755751 Sep 09 09:28:34.054525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8e76b-7555-4127-a466-cce508b9cb99 req-982c88eb-9626-42f8-b08a-937603a39306 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:34.056551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3bb8e76b-7555-4127-a466-cce508b9cb99 req-982c88eb-9626-42f8-b08a-937603a39306 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.2865572 Sep 09 09:28:34.059278 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1685e9b-b244-44fb-94f5-dd966d4d9ad3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:34.059862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1685e9b-b244-44fb-94f5-dd966d4d9ad3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:34.104571 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c1685e9b-b244-44fb-94f5-dd966d4d9ad3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Calling delete_port for b5fc9c0f-1db3-4281-872d-6e4039d8f5ec owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:34.125729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-fcb4921d-f803-458e-9fc9-3517f20892fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:34.127521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-fcb4921d-f803-458e-9fc9-3517f20892fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=debf9bd9-53c5-439e-ac76-ac16eb29cce7 HTTP/1.1" status: 200 len: 801 time: 0.0695298 Sep 09 09:28:34.205727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3bb8e76b-7555-4127-a466-cce508b9cb99 req-4199e9d8-57ad-4b85-b323-33ea753d7339 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034572 Sep 09 09:28:34.315073 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:34.330110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Transition to ACTIVE for port object 2a7f8392-503e-4a57-929d-f5887f1c4d3a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:34.394693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-b802e86a-f3f4-48e6-aa2f-8ad59ab18031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:34.396289 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-b802e86a-f3f4-48e6-aa2f-8ad59ab18031 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6377f19f-c196-43b9-87ef-3d467d8b8209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2573080 Sep 09 09:28:34.424552 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:34.458874 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:34.535003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe2d60-cd72-4223-8a4b-5b57c055e97f None None] Pushing event updated for resources: {'Port': ['ID=2a7f8392-503e-4a57-929d-f5887f1c4d3a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:34.633217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-65f351f4-106a-43c0-b593-9d23095d230a service neutron] 10.222.0.24 "GET /v2.0/networks/6377f19f-c196-43b9-87ef-3d467d8b8209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226093 Sep 09 09:28:34.665411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Attempting to bind port 2a7f8392-503e-4a57-929d-f5887f1c4d3a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:34.666055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Attempting to bind port 2a7f8392-503e-4a57-929d-f5887f1c4d3a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:34.666355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Attempting to bind port 2a7f8392-503e-4a57-929d-f5887f1c4d3a on network d86c2a56-f2c3-412d-9071-4ad192e9687d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:34.672705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:34.673096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Checking segment: {'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:34.673547 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:34.674039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Bound using segment: {'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:34.674528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Bound port: 2a7f8392-503e-4a57-929d-f5887f1c4d3a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:34.674976 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:34.819084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] For port 2a7f8392-503e-4a57-929d-f5887f1c4d3a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:34.829076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] For port 2a7f8392-503e-4a57-929d-f5887f1c4d3a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2a7f8392-503e-4a57-929d-f5887f1c4d3a,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:34.901660 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:34.939977 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:34.943010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b27f4-3135-4de7-92c1-ce83458a1df7 req-c9ec13af-faf9-4154-bff3-7a7feaf8a8a3 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:34.945776 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-186495a8-6bbd-4d00-9415-c39fdcc3361a req-cb7aa4fd-f811-429a-a099-1db82477cd62 service neutron] 10.222.0.24 "GET /v2.0/networks/6377f19f-c196-43b9-87ef-3d467d8b8209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984794 Sep 09 09:28:34.968169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b27f4-3135-4de7-92c1-ce83458a1df7 req-c9ec13af-faf9-4154-bff3-7a7feaf8a8a3 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:34.986503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b27f4-3135-4de7-92c1-ce83458a1df7 req-c9ec13af-faf9-4154-bff3-7a7feaf8a8a3 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:34.998799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe2b27f4-3135-4de7-92c1-ce83458a1df7 req-c9ec13af-faf9-4154-bff3-7a7feaf8a8a3 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2412 time: 0.2738433 Sep 09 09:28:35.012389 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1685e9b-b244-44fb-94f5-dd966d4d9ad3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:35.041009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe2d60-cd72-4223-8a4b-5b57c055e97f None None] Pushing event updated for resources: {'Port': ['ID=2a7f8392-503e-4a57-929d-f5887f1c4d3a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:35.050820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:35.053744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:35.118270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1685e9b-b244-44fb-94f5-dd966d4d9ad3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Pushing event deleted for resources: {'Port': ['ID=b5fc9c0f-1db3-4281-872d-6e4039d8f5ec,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:35.207662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-cdabfdb6-29c5-4906-a89a-24c7e78a14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:35.208156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-cdabfdb6-29c5-4906-a89a-24c7e78a14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:35.208694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-cdabfdb6-29c5-4906-a89a-24c7e78a14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:35.210893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-cdabfdb6-29c5-4906-a89a-24c7e78a14ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a055abd1deb34f619f46ec683c38873f&device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2868 time: 0.1129889 Sep 09 09:28:35.306987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:35.332472 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe2b27f4-3135-4de7-92c1-ce83458a1df7 req-a60bab0e-5807-4356-83be-bcce99fa1920 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322957 Sep 09 09:28:35.362184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1685e9b-b244-44fb-94f5-dd966d4d9ad3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:35.367582 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1685e9b-b244-44fb-94f5-dd966d4d9ad3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:35.369043 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c1685e9b-b244-44fb-94f5-dd966d4d9ad3 tempest-AttachVolumeShelveTestJSON-446798315 tempest-AttachVolumeShelveTestJSON-446798315-project] 10.222.0.32 "DELETE /v2.0/floatingips/1b95d64c-a57e-41cb-af5c-33679304a1da HTTP/1.1" status: 204 len: 168 time: 1.8733582 Sep 09 09:28:35.683493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:28:30Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '96f44181-0845-4257-935c-5a59681a5b0c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'port_id': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'mac_address': 'fa:16:3e:ad:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1fc16-28da-49bc-9785-d7794535668f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:27:23Z', 'updated_at': '2021-09-09T09:27:28Z', 'revision_number': 1, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7f8392-503e-4a57-929d-f5887f1c4d3a', 'name': '', 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:f2:16:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '64991530-7b7e-42da-9c65-f2c2cb92ef9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:27Z', 'updated_at': '2021-09-09T09:28:34Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '64991530-7b7e-42da-9c65-f2c2cb92ef9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:35.717000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635fde3-b14a-44ed-8b9c-b3370f24f7f9 None None] The sync data for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 is: [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:28:30Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '96f44181-0845-4257-935c-5a59681a5b0c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'port_id': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'mac_address': 'fa:16:3e:ad:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1fc16-28da-49bc-9785-d7794535668f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:27:23Z', 'updated_at': '2021-09-09T09:27:28Z', 'revision_number': 1, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7f8392-503e-4a57-929d-f5887f1c4d3a', 'name': '', 'network_id': 'd86c2a56-f2c3-412d-9071-4ad192e9687d', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:f2:16:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '64991530-7b7e-42da-9c65-f2c2cb92ef9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:27Z', 'updated_at': '2021-09-09T09:28:34Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '64991530-7b7e-42da-9c65-f2c2cb92ef9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:28:35.903798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router 81315cd2-3d87-49a1-884e-4050fc986fcd is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:28:35.958547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-8ca16ea0-113b-4657-8a0a-a8d4e38d14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:35.963841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-8ca16ea0-113b-4657-8a0a-a8d4e38d14ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=6377f19f-c196-43b9-87ef-3d467d8b8209 HTTP/1.1" status: 200 len: 903 time: 0.7415283 Sep 09 09:28:36.163162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-80d48f6b-6024-46de-9da5-80d0ba172c35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=c6b4a72c-1fad-4250-9b1e-eb45459550cc HTTP/1.1" status: 200 len: 217 time: 0.1408663 Sep 09 09:28:36.207690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2a7f8392-503e-4a57-929d-f5887f1c4d3a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:36.252530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dbef0-d14c-44b1-ad01-f260277bf493 req-32c99870-ba8f-4639-afcc-4cb82997117d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:36.254518 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a06dbef0-d14c-44b1-ad01-f260277bf493 req-32c99870-ba8f-4639-afcc-4cb82997117d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.8882763 Sep 09 09:28:36.410309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:28:36.410309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-6e73a4e1-132f-4fb5-81d6-fe65a8f8e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:36.410309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-6e73a4e1-132f-4fb5-81d6-fe65a8f8e1bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=debf9bd9-53c5-439e-ac76-ac16eb29cce7 HTTP/1.1" status: 200 len: 801 time: 0.2159777 Sep 09 09:28:36.410697 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Sync routers for ids ['81315cd2-3d87-49a1-884e-4050fc986fcd'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:28:36.417492 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Routers {'81315cd2-3d87-49a1-884e-4050fc986fcd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:36.418420 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['81315cd2-3d87-49a1-884e-4050fc986fcd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:36.477224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 2a7f8392-503e-4a57-929d-f5887f1c4d3a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:36.484087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2a7f8392-503e-4a57-929d-f5887f1c4d3a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:36.484449 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:36.567397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a06dbef0-d14c-44b1-ad01-f260277bf493 req-35f773e1-bf86-4518-875a-7e0c52ba516a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686592 Sep 09 09:28:36.612405 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:36.645127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac138641-98fa-4c1b-b6b0-ddccd57facf5 req-3f2df210-341a-450e-b48f-e822880cc319 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:36.657155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac138641-98fa-4c1b-b6b0-ddccd57facf5 req-3f2df210-341a-450e-b48f-e822880cc319 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:36.670237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 2a7f8392-503e-4a57-929d-f5887f1c4d3a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2a7f8392-503e-4a57-929d-f5887f1c4d3a,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:36.671325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-316d9fda-706c-4875-a716-86af4ef3890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:36.673867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac138641-98fa-4c1b-b6b0-ddccd57facf5 req-3f2df210-341a-450e-b48f-e822880cc319 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:36.675659 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac138641-98fa-4c1b-b6b0-ddccd57facf5 req-3f2df210-341a-450e-b48f-e822880cc319 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2412 time: 0.1988292 Sep 09 09:28:36.685916 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-316d9fda-706c-4875-a716-86af4ef3890b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6377f19f-c196-43b9-87ef-3d467d8b8209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2271895 Sep 09 09:28:36.686762 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Set router 81315cd2-3d87-49a1-884e-4050fc986fcd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:36.766459 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:36.773815 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac138641-98fa-4c1b-b6b0-ddccd57facf5 req-7f12277b-86dd-4c48-b90c-054859735297 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919235 Sep 09 09:28:36.949094 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-4e865c5c-86df-449b-901d-605e6310957f service neutron] 10.222.0.24 "GET /v2.0/networks/6377f19f-c196-43b9-87ef-3d467d8b8209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520242 Sep 09 09:28:36.952528 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:36.954657 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0d06e862-7f3d-4ef6-9f00-6ac37c82e241 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.2660725 Sep 09 09:28:36.958182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44944) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:36.978244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44948) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:36.979712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=2a7f8392-503e-4a57-929d-f5887f1c4d3a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:37.150039 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:34Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:37.204858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e1fd841-7f5f-4af5-b69e-4975de4a08e6 req-78719f05-4097-4d1f-a059-edb95a891222 service neutron] 10.222.0.24 "GET /v2.0/networks/6377f19f-c196-43b9-87ef-3d467d8b8209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359858 Sep 09 09:28:37.220258 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Checking router: 81315cd2-3d87-49a1-884e-4050fc986fcd for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:28:37.222719 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Updating router 81315cd2-3d87-49a1-884e-4050fc986fcd port 8303245f-18ca-424e-9733-57ecd778fcfb binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:28:37.275555 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:37.276116 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:37.352280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 70b6639f-acd5-4b04-a0c6-da3558121c94 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:28:37.398916 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-917414cf-7338-4545-b661-280edde23ace tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=88c726152e4047b9b17518f59bbdcd13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4387486 Sep 09 09:28:37.402123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44952) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:37.456051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:37.487719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 70b6639f-acd5-4b04-a0c6-da3558121c94, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=70b6639f-acd5-4b04-a0c6-da3558121c94,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:37.505189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '70b6639f-acd5-4b04-a0c6-da3558121c94', 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209', 'port_id': '70b6639f-acd5-4b04-a0c6-da3558121c94', 'mac_address': 'fa:16:3e:1c:15:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'debf9bd9-53c5-439e-ac76-ac16eb29cce7', 'ip_address': '19.80.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:28:37.512910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c19bbe-f760-4ae4-a026-8bb987d99f7b tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:37.517473 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-79c19bbe-f760-4ae4-a026-8bb987d99f7b tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1112368 Sep 09 09:28:37.518054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44954) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:37.548165 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5c23ef3b-27d7-42ee-893f-3be13e2d60bb tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283525 Sep 09 09:28:37.553081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44958) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:37.558551 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:37.558802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510124317', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:37.579444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b6639f-acd5-4b04-a0c6-da3558121c94 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:28:37.616233 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:37.630877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 70b6639f-acd5-4b04-a0c6-da3558121c94, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=70b6639f-acd5-4b04-a0c6-da3558121c94,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:37.642596 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Transition to ACTIVE for port object 8303245f-18ca-424e-9733-57ecd778fcfb will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:37.649001 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:37.698558 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:37.741675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb414ad3-3303-47f8-8ea4-0e23513a8a53 req-f354edd1-589b-49d9-a6ee-046ba77d5d5b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:37.750950 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=449c2aa704364466be57a60bfebef78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7693434 Sep 09 09:28:37.751148 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cb414ad3-3303-47f8-8ea4-0e23513a8a53 req-f354edd1-589b-49d9-a6ee-046ba77d5d5b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.0882063 Sep 09 09:28:37.758046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44966) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:37.758988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2407cf3-5d0b-44aa-a526-479abd023664,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:37.761358 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:37.787184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.790354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.793368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.794201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.794201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.794410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.794714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.795621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.801064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.801064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.801064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.801064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f9ee-dc37-4738-b937-2a29aa17466a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:37.803222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=70b6639f-acd5-4b04-a0c6-da3558121c94,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:37.856103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cb414ad3-3303-47f8-8ea4-0e23513a8a53 req-c3b7c98e-6c17-4a49-a60d-14ae3450d19d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004393 Sep 09 09:28:37.857359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:37.870818 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:37.874419 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63016955-99bf-4152-a51b-5220919357b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:37.900326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63016955-99bf-4152-a51b-5220919357b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:37.927651 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Attempting to bind port 8303245f-18ca-424e-9733-57ecd778fcfb on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:37.930759 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Attempting to bind port 8303245f-18ca-424e-9733-57ecd778fcfb by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:37.937546 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Attempting to bind port 8303245f-18ca-424e-9733-57ecd778fcfb on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:37.989225 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:37.989972 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:37.999924 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:38.013400 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:38.013400 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Bound port: 8303245f-18ca-424e-9733-57ecd778fcfb, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:38.013400 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:38.026302 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63016955-99bf-4152-a51b-5220919357b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:38.029095 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63016955-99bf-4152-a51b-5220919357b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:38.032689 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-63016955-99bf-4152-a51b-5220919357b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2407cf3-5d0b-44aa-a526-479abd023664 HTTP/1.1" status: 204 len: 168 time: 0.2713418 Sep 09 09:28:38.050675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63016955-99bf-4152-a51b-5220919357b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2407cf3-5d0b-44aa-a526-479abd023664,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:38.055165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4154aa-921c-4177-9e3f-6c0cdc6e53b7 req-55baa0f5-e5f8-47e5-bb2f-3d4a5830db01 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:38.061486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4154aa-921c-4177-9e3f-6c0cdc6e53b7 req-55baa0f5-e5f8-47e5-bb2f-3d4a5830db01 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:38.087426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['70b6639f-acd5-4b04-a0c6-da3558121c94'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:28:38.095607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4154aa-921c-4177-9e3f-6c0cdc6e53b7 req-55baa0f5-e5f8-47e5-bb2f-3d4a5830db01 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:38.106652 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5d4154aa-921c-4177-9e3f-6c0cdc6e53b7 req-55baa0f5-e5f8-47e5-bb2f-3d4a5830db01 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2413 time: 0.1830351 Sep 09 09:28:38.136579 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362bbf9-f03d-4f2e-9d00-2bd0a0b87d83 None None] Pushing event updated for resources: {'Port': ['ID=8303245f-18ca-424e-9733-57ecd778fcfb,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:38.161354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2a7f8392-503e-4a57-929d-f5887f1c4d3a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:38.174550 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] For port 8303245f-18ca-424e-9733-57ecd778fcfb, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:38.177130 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] For port 8303245f-18ca-424e-9733-57ecd778fcfb, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8303245f-18ca-424e-9733-57ecd778fcfb,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:38.209867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5d4154aa-921c-4177-9e3f-6c0cdc6e53b7 req-437f1b03-ae13-4362-a152-9c78e22d53a4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028266 Sep 09 09:28:38.253477 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:38.350943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2a7f8392-503e-4a57-929d-f5887f1c4d3a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:38.364542 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:38.384515 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Routers {'81315cd2-3d87-49a1-884e-4050fc986fcd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:38.385167 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['81315cd2-3d87-49a1-884e-4050fc986fcd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:38.391632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:38.531482 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Subnet': ['ID=2ae01914-8bf1-4c27-854f-f82aa417a211,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:38.537990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Checking segment: {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:38.538883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network hostable DHCP agents. Network: 7ce190d0-37ef-48dd-b47a-b59c7670b83b, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:28:38.619188 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] Set router 81315cd2-3d87-49a1-884e-4050fc986fcd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:38.646610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 7ce190d0-37ef-48dd-b47a-b59c7670b83b is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:28:38.744167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 7ce190d0-37ef-48dd-b47a-b59c7670b83b) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:38.754731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1496dca8-4925-42af-b31c-98f183f67624 None None] Network 7ce190d0-37ef-48dd-b47a-b59c7670b83b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:38.765107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:38.768591 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:38.804862 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362bbf9-f03d-4f2e-9d00-2bd0a0b87d83 None None] Pushing event updated for resources: {'Port': ['ID=8303245f-18ca-424e-9733-57ecd778fcfb,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:38.893268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-32a9342a-f025-413b-bdca-f706fb0bd084 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3386321 Sep 09 09:28:38.896183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44978) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:38.982622 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:34Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:39.014105 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efde70-bfee-4594-9b3c-7e459ab6cbc8 None None] The sync data for ids ['81315cd2-3d87-49a1-884e-4050fc986fcd'] in n-d-778696-16 is: [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:34Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:28:39.065345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44980) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:39.065461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ips': [{'subnet_id': '2ae01914-8bf1-4c27-854f-f82aa417a211'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:28:39.065461 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:39.073178 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74d5f91b-ac70-4a50-b7d8-887bfff7a6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:39.127349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679601eb-3fcc-4adb-b3d3-d9f42a3d5b54 req-1a40325a-7a31-42f6-8a2f-db5f8269d4ac tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:39.141975 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-679601eb-3fcc-4adb-b3d3-d9f42a3d5b54 req-1a40325a-7a31-42f6-8a2f-db5f8269d4ac tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1298788 Sep 09 09:28:39.252773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Allocated IP 172.20.0.2 (7ce190d0-37ef-48dd-b47a-b59c7670b83b/2ae01914-8bf1-4c27-854f-f82aa417a211/5c9e4f3a-fd45-4c48-876d-afa739733c2e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:39.296757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74d5f91b-ac70-4a50-b7d8-887bfff7a6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:39.363769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-679601eb-3fcc-4adb-b3d3-d9f42a3d5b54 req-6bf79f03-7754-42ed-a8a5-d829fae67a76 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159340 Sep 09 09:28:39.375293 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74d5f91b-ac70-4a50-b7d8-887bfff7a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:39.381057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 29a4f318-a46d-43f3-9cb5-3646455d3d52 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:28:39.542439 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:39.545441 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-74d5f91b-ac70-4a50-b7d8-887bfff7a6a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67348f03efa046a6be9d02b717978476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898124 Sep 09 09:28:39.550825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45000) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:39.552394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Transition to ACTIVE for port object 5c9e4f3a-fd45-4c48-876d-afa739733c2e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:39.569173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Transition to ACTIVE for port object 5c9e4f3a-fd45-4c48-876d-afa739733c2e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:39.579118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5f91b-ac70-4a50-b7d8-887bfff7a6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1792c629-b683-4024-a998-6e6f83ef2010,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:39.615822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780610c9-c023-4169-a21a-d94c195223a3 req-78973349-1943-44f5-97f3-b5a95b1a3b15 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:39.623259 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780610c9-c023-4169-a21a-d94c195223a3 req-78973349-1943-44f5-97f3-b5a95b1a3b15 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:39.641213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780610c9-c023-4169-a21a-d94c195223a3 req-78973349-1943-44f5-97f3-b5a95b1a3b15 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:39.644588 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-780610c9-c023-4169-a21a-d94c195223a3 req-78973349-1943-44f5-97f3-b5a95b1a3b15 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2413 time: 0.2876770 Sep 09 09:28:39.712804 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:39.723623 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-780610c9-c023-4169-a21a-d94c195223a3 req-af61fd96-1188-4926-b4ff-a67e16ac9129 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520580 Sep 09 09:28:39.733866 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42be4455-9047-4884-a09d-56a3e202b2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:39.759456 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42be4455-9047-4884-a09d-56a3e202b2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:39.825328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Network 7ce190d0-37ef-48dd-b47a-b59c7670b83b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:39.841837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:39.853561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:39.855515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Pushing event updated for resources: {'Port': ['ID=5c9e4f3a-fd45-4c48-876d-afa739733c2e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:39.864079 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 29a4f318-a46d-43f3-9cb5-3646455d3d52, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=29a4f318-a46d-43f3-9cb5-3646455d3d52,segment=NetworkSegment(8db434a3-554c-49ca-957d-0deb7d4b6904),segment_id=8db434a3-554c-49ca-957d-0deb7d4b6904)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:39.910027 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42be4455-9047-4884-a09d-56a3e202b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:39.914736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42be4455-9047-4884-a09d-56a3e202b2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:39.917934 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-42be4455-9047-4884-a09d-56a3e202b2cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1792c629-b683-4024-a998-6e6f83ef2010 HTTP/1.1" status: 204 len: 168 time: 0.3628483 Sep 09 09:28:39.938205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be4455-9047-4884-a09d-56a3e202b2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1792c629-b683-4024-a998-6e6f83ef2010,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:39.947311 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:40.003930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '29a4f318-a46d-43f3-9cb5-3646455d3d52', 'network_id': 'b0a606f1-63c4-4537-b4d1-dbdaa40bc077', 'port_id': '29a4f318-a46d-43f3-9cb5-3646455d3d52', 'mac_address': 'fa:16:3e:29:1a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f12ce3-1605-4f9e-88df-229af8dd8ecf', 'ip_address': '19.86.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:28:40.122591 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:40.146567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a4f318-a46d-43f3-9cb5-3646455d3d52 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:28:40.157345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Attempting to bind port 5c9e4f3a-fd45-4c48-876d-afa739733c2e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:40.157736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Attempting to bind port 5c9e4f3a-fd45-4c48-876d-afa739733c2e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:40.158104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Attempting to bind port 5c9e4f3a-fd45-4c48-876d-afa739733c2e on network 7ce190d0-37ef-48dd-b47a-b59c7670b83b {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:40.180445 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:40.180830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Checking segment: {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:40.181228 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:40.181622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Bound using segment: {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:40.182175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Bound port: 5c9e4f3a-fd45-4c48-876d-afa739733c2e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:40.182610 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:40.255429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8303245f-18ca-424e-9733-57ecd778fcfb up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:40.269949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 29a4f318-a46d-43f3-9cb5-3646455d3d52, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=29a4f318-a46d-43f3-9cb5-3646455d3d52,segment=NetworkSegment(8db434a3-554c-49ca-957d-0deb7d4b6904),segment_id=8db434a3-554c-49ca-957d-0deb7d4b6904)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:40.333636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] For port 5c9e4f3a-fd45-4c48-876d-afa739733c2e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:40.380864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] For port 5c9e4f3a-fd45-4c48-876d-afa739733c2e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5c9e4f3a-fd45-4c48-876d-afa739733c2e,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:40.394428 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:40.395087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c6b4a72c-1fad-4250-9b1e-eb45459550cc details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:28:40.478223 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:40.516260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=29a4f318-a46d-43f3-9cb5-3646455d3d52,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:40.535022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 8303245f-18ca-424e-9733-57ecd778fcfb completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:40.543325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a467132-c093-4407-8fdf-513ab71f0618 req-fd32d8ed-1f3d-4ca0-8c9b-13b1fd79365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:40.544972 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a467132-c093-4407-8fdf-513ab71f0618 req-fd32d8ed-1f3d-4ca0-8c9b-13b1fd79365c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 1097 time: 0.1719697 Sep 09 09:28:40.579825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8303245f-18ca-424e-9733-57ecd778fcfb triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:40.580212 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:40.634193 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.resource_extend [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:28:40.801269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0892-9bfc-4aa7-ab74-53c187af859b req-ee956ecb-faa9-4291-867d-8446f5ce16d5 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:40.813154 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f3f0892-9bfc-4aa7-ab74-53c187af859b req-ee956ecb-faa9-4291-867d-8446f5ce16d5 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.3037851 Sep 09 09:28:40.817728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54456c9b-dfe3-4f3e-ba0e-ac1a437903a1 None None] Pushing event updated for resources: {'Port': ['ID=5c9e4f3a-fd45-4c48-876d-afa739733c2e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:40.831723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c6b4a72c-1fad-4250-9b1e-eb45459550cc, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c6b4a72c-1fad-4250-9b1e-eb45459550cc,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:40.865865 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'c6b4a72c-1fad-4250-9b1e-eb45459550cc', 'network_id': '6377f19f-c196-43b9-87ef-3d467d8b8209', 'port_id': 'c6b4a72c-1fad-4250-9b1e-eb45459550cc', 'mac_address': 'fa:16:3e:54:85:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'debf9bd9-53c5-439e-ac76-ac16eb29cce7', 'ip_address': '19.80.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:28:40.959980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.20.0.1 (7ce190d0-37ef-48dd-b47a-b59c7670b83b/2ae01914-8bf1-4c27-854f-f82aa417a211/b1409a89-c01f-4f13-a7d1-ad705fad8b05) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:40.997383 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f3f0892-9bfc-4aa7-ab74-53c187af859b req-0f382b8b-c236-4212-a410-1fc02e5c4530 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832609 Sep 09 09:28:41.000879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a467132-c093-4407-8fdf-513ab71f0618 req-4d9ac1fc-2b19-47ba-a1ce-578e22a47eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:41.004900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a467132-c093-4407-8fdf-513ab71f0618 req-4d9ac1fc-2b19-47ba-a1ce-578e22a47eee service neutron] 10.222.0.24 "GET /v2.0/networks?id=c545c666-906a-4084-a605-2c1a985a5d7d HTTP/1.1" status: 200 len: 915 time: 0.4399896 Sep 09 09:28:41.037284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d7f50-7568-4dfa-9edf-5a5a25b3f50f req-8dd724f6-4c48-4dee-a771-98bf43901e61 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:41.043320 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:41.063355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d7f50-7568-4dfa-9edf-5a5a25b3f50f req-8dd724f6-4c48-4dee-a771-98bf43901e61 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:41.065908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a467132-c093-4407-8fdf-513ab71f0618 req-5ff68482-6c68-402c-847f-0188f09afc81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709 HTTP/1.1" status: 200 len: 217 time: 0.0447032 Sep 09 09:28:41.072116 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:41.085940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d7f50-7568-4dfa-9edf-5a5a25b3f50f req-8dd724f6-4c48-4dee-a771-98bf43901e61 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:41.097185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c03d7f50-7568-4dfa-9edf-5a5a25b3f50f req-8dd724f6-4c48-4dee-a771-98bf43901e61 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2414 time: 0.1951704 Sep 09 09:28:41.102735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b4a72c-1fad-4250-9b1e-eb45459550cc {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:28:41.177375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c6b4a72c-1fad-4250-9b1e-eb45459550cc, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c6b4a72c-1fad-4250-9b1e-eb45459550cc,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:41.179825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 8303245f-18ca-424e-9733-57ecd778fcfb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8303245f-18ca-424e-9733-57ecd778fcfb,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:41.200756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c03d7f50-7568-4dfa-9edf-5a5a25b3f50f req-779f36b5-90a4-4a52-8bd7-a61202ef7c43 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959115 Sep 09 09:28:41.251107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a467132-c093-4407-8fdf-513ab71f0618 req-1eedc516-ed1f-43e6-a4d7-a74af2c61e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:41.252677 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a467132-c093-4407-8fdf-513ab71f0618 req-1eedc516-ed1f-43e6-a4d7-a74af2c61e97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc079ca2-f63c-447e-8672-75e8c71039a6 HTTP/1.1" status: 200 len: 854 time: 0.1794360 Sep 09 09:28:41.270008 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:41.301316 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:41.304856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a467132-c093-4407-8fdf-513ab71f0618 req-2402d03e-c022-4261-acd3-b924d6432918 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c545c666-906a-4084-a605-2c1a985a5d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443668 Sep 09 09:28:41.333699 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:41.334892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c6b4a72c-1fad-4250-9b1e-eb45459550cc,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:41.360707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Transition to ACTIVE for port object b1409a89-c01f-4f13-a7d1-ad705fad8b05 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:41.379351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 70b6639f-acd5-4b04-a0c6-da3558121c94 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:41.449073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=8303245f-18ca-424e-9733-57ecd778fcfb,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:41.481954 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a467132-c093-4407-8fdf-513ab71f0618 req-a34dcedd-ac09-4a2f-b4fd-8770e380f2d2 service neutron] 10.222.0.24 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315947 Sep 09 09:28:41.526195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 70b6639f-acd5-4b04-a0c6-da3558121c94 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:41.530605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 70b6639f-acd5-4b04-a0c6-da3558121c94 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:41.531177 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:41.567991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:41.638006 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:41.640276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 7ce190d0-37ef-48dd-b47a-b59c7670b83b is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:41.665536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:41.668383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:41.674579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['29a4f318-a46d-43f3-9cb5-3646455d3d52'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:28:41.701552 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c6b4a72c-1fad-4250-9b1e-eb45459550cc'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:28:41.728545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:41.731006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=b1409a89-c01f-4f13-a7d1-ad705fad8b05,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:41.834945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a467132-c093-4407-8fdf-513ab71f0618 req-085e9022-a570-4029-a424-2e4d6c55f483 service neutron] 10.222.0.24 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446066 Sep 09 09:28:41.987309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b6639f-acd5-4b04-a0c6-da3558121c94'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:41.989857 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e98f6-7e4d-418e-994a-43bb025ec107" -d '{"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-plugged", "status": "completed", "tag": "70b6639f-acd5-4b04-a0c6-da3558121c94"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:41.995987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 70b6639f-acd5-4b04-a0c6-da3558121c94, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=70b6639f-acd5-4b04-a0c6-da3558121c94,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:42.067982 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:42.067982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c61a7e35-c91c-4b46-b75a-47a3a2821709 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:42.093417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:42.310571 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1b451-b44a-4aa4-8cba-b1f0d3072756 req-f90868d3-152d-4823-8de2-69bb0244c365 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:42.313868 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1bd1b451-b44a-4aa4-8cba-b1f0d3072756 req-f90868d3-152d-4823-8de2-69bb0244c365 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 945 time: 0.1514306 Sep 09 09:28:42.323915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=70b6639f-acd5-4b04-a0c6-da3558121c94,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:42.363712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8303245f-18ca-424e-9733-57ecd778fcfb up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:42.418478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1bd1b451-b44a-4aa4-8cba-b1f0d3072756 req-ab377f21-d18f-424f-b5d6-a0beb2cba6ec tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919662 Sep 09 09:28:42.421108 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9d1d89-f56c-47a7-9b04-6ee745a210b6 x-openstack-request-id: req-ff9d1d89-f56c-47a7-9b04-6ee745a210b6 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:42.421401 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-plugged", "status": "completed", "tag": "70b6639f-acd5-4b04-a0c6-da3558121c94", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:42.421647 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff9d1d89-f56c-47a7-9b04-6ee745a210b6 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:42.422034 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b6639f-acd5-4b04-a0c6-da3558121c94', 'code': 200} Sep 09 09:28:42.486528 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:42.568461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9b78b9-9190-4a25-8f36-514a9d1f4c35 None None] Network 7ce190d0-37ef-48dd-b47a-b59c7670b83b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:42.582137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:42.604653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ee2e-88f6-4c40-8919-ac054b46c9d6 req-57dc9420-90d5-41af-b2dd-9ca923c20a10 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:42.610355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ee2e-88f6-4c40-8919-ac054b46c9d6 req-57dc9420-90d5-41af-b2dd-9ca923c20a10 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:42.618641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ee2e-88f6-4c40-8919-ac054b46c9d6 req-57dc9420-90d5-41af-b2dd-9ca923c20a10 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:42.620085 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bbd3ee2e-88f6-4c40-8919-ac054b46c9d6 req-57dc9420-90d5-41af-b2dd-9ca923c20a10 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2416 time: 0.1158488 Sep 09 09:28:42.679204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8303245f-18ca-424e-9733-57ecd778fcfb triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:42.680390 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:42.686842 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:42.706113 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bbd3ee2e-88f6-4c40-8919-ac054b46c9d6 req-0428f461-7fa6-4155-ad9d-60e192c699ce tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603168 Sep 09 09:28:42.742003 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:42.771808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c630f331-9a1b-48a8-9235-5d53da053df5 None None] Provisioning for port 5c9e4f3a-fd45-4c48-876d-afa739733c2e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:42.812877 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:42.833671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c61a7e35-c91c-4b46-b75a-47a3a2821709,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:42.905453 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:42.909809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=b1409a89-c01f-4f13-a7d1-ad705fad8b05,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:42.935404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5c9e4f3a-fd45-4c48-876d-afa739733c2e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:43.052704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 7ce190d0-37ef-48dd-b47a-b59c7670b83b is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:43.055708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:43.087462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5c9e4f3a-fd45-4c48-876d-afa739733c2e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:43.091956 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5c9e4f3a-fd45-4c48-876d-afa739733c2e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:43.092344 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:43.190784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router 81315cd2-3d87-49a1-884e-4050fc986fcd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:28:43.212286 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:43.247435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 5c9e4f3a-fd45-4c48-876d-afa739733c2e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5c9e4f3a-fd45-4c48-876d-afa739733c2e,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:43.314278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-361b9023-90c0-4fac-b678-6e6065f1c664 None None] Provisioning complete for port 5c9e4f3a-fd45-4c48-876d-afa739733c2e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:43.314873 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-361b9023-90c0-4fac-b678-6e6065f1c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:43.315093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:28:43.320650 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a89a44bc-48ed-43ab-b725-5acdedab1eb6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "PUT /v2.0/routers/81315cd2-3d87-49a1-884e-4050fc986fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4231837 Sep 09 09:28:43.342737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Sync routers for ids ['81315cd2-3d87-49a1-884e-4050fc986fcd'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:28:43.347244 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:43.402351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Routers {'81315cd2-3d87-49a1-884e-4050fc986fcd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:43.403001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['81315cd2-3d87-49a1-884e-4050fc986fcd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:43.484580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=5c9e4f3a-fd45-4c48-876d-afa739733c2e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:43.615388 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-9da8bef9-bc39-4477-8e2a-55158ee40ec8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536866678&fields=id&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 267 time: 0.0683851 Sep 09 09:28:43.620611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Set router 81315cd2-3d87-49a1-884e-4050fc986fcd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:43.624347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08ec4a-a381-4d57-9426-6e6a4e4cfa70 req-b91bf654-a8d3-4872-b505-71b8e0fff3d0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:43.636098 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd08ec4a-a381-4d57-9426-6e6a4e4cfa70 req-b91bf654-a8d3-4872-b505-71b8e0fff3d0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.0825493 Sep 09 09:28:43.711583 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd08ec4a-a381-4d57-9426-6e6a4e4cfa70 req-4f290f47-0169-4307-847c-b51f02e6aba7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746777 Sep 09 09:28:43.839187 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-361b9023-90c0-4fac-b678-6e6065f1c664 None None] Provisioning for port b1409a89-c01f-4f13-a7d1-ad705fad8b05 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:43.858280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-361b9023-90c0-4fac-b678-6e6065f1c664 None None] Provisioning complete for port b1409a89-c01f-4f13-a7d1-ad705fad8b05 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:43.858668 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-361b9023-90c0-4fac-b678-6e6065f1c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:43.864827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-9f763079-3fe2-436b-b0fc-8c464c1b0527 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:43.872180 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-9f763079-3fe2-436b-b0fc-8c464c1b0527 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/networks?id=7ce190d0-37ef-48dd-b47a-b59c7670b83b HTTP/1.1" status: 200 len: 796 time: 0.2491975 Sep 09 09:28:43.898260 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-ea95fcf8-36b6-492c-8a17-264ed0ebfd41 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/quotas/88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 375 time: 0.0243003 Sep 09 09:28:43.954708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f7552-6e49-45ee-ad01-54889ece5110 req-2df5943e-c2a4-46e8-b702-a4f894620a1c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:43.963199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f7552-6e49-45ee-ad01-54889ece5110 req-2df5943e-c2a4-46e8-b702-a4f894620a1c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:43.979070 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-281fc68d-9889-4c8e-a6f7-b7e29d2565a9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795627 Sep 09 09:28:43.998442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f7552-6e49-45ee-ad01-54889ece5110 req-2df5943e-c2a4-46e8-b702-a4f894620a1c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:44.000288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b7f7552-6e49-45ee-ad01-54889ece5110 req-2df5943e-c2a4-46e8-b702-a4f894620a1c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2416 time: 0.1577621 Sep 09 09:28:44.038013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-361b9023-90c0-4fac-b678-6e6065f1c664 None None] Port b1409a89-c01f-4f13-a7d1-ad705fad8b05 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:28:44.080677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b1409a89-c01f-4f13-a7d1-ad705fad8b05', 'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:b0:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:40Z', 'updated_at': '2021-09-09T09:28:42Z', 'revision_number': 2, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:44.110784 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-cc6392f3-183d-49e6-a6ec-7acdefc0918f service neutron] 10.222.0.32 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294382 Sep 09 09:28:44.122384 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b7f7552-6e49-45ee-ad01-54889ece5110 req-5c4213a8-1f42-4a8c-9d9c-f2767864e7f9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006439 Sep 09 09:28:44.156060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Checking router: 81315cd2-3d87-49a1-884e-4050fc986fcd for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:28:44.157081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Updating router 81315cd2-3d87-49a1-884e-4050fc986fcd port b1409a89-c01f-4f13-a7d1-ad705fad8b05 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:28:44.205812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5c9e4f3a-fd45-4c48-876d-afa739733c2e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:44.239790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45106) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:44.261326 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:44.278674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-08ada00c-cd5f-4981-be3e-c2110365e107 service neutron] 10.222.0.32 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446388 Sep 09 09:28:44.297310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b4fd0a6a-22c6-4c06-9888-c73e2341acec None None] Provisioning complete for port b1409a89-c01f-4f13-a7d1-ad705fad8b05 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:44.305890 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4fd0a6a-22c6-4c06-9888-c73e2341acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:44.347045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b4fd0a6a-22c6-4c06-9888-c73e2341acec None None] Port b1409a89-c01f-4f13-a7d1-ad705fad8b05 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:28:44.402147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5c9e4f3a-fd45-4c48-876d-afa739733c2e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:44.402521 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:44.427175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:44.430028 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be43bbc-e722-4869-9d5c-68704a69b75a" -d '{"events": [{"server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "name": "network-vif-unplugged", "status": "completed", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:44.501124 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-759a8b5a-5d80-4ed4-9bd8-a78effebe0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:44.559273 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c268bfe-dd2e-4d60-9996-353c5cc9fd2d x-openstack-request-id: req-9c268bfe-dd2e-4d60-9996-353c5cc9fd2d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:44.559601 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "name": "network-vif-unplugged", "status": "completed", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:44.559849 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c268bfe-dd2e-4d60-9996-353c5cc9fd2d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:44.563041 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'code': 200} Sep 09 09:28:44.671176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-898b5821-4955-4b06-b91f-494b619371e9 req-3943db05-cd69-47d8-b7cc-37604ea2c8e5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 210 time: 0.0739014 Sep 09 09:28:44.941443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18044916-009a-46cc-b64b-1637916b2105 req-a5aca026-3ede-41b8-90c7-b605fd5b405e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:44.943005 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18044916-009a-46cc-b64b-1637916b2105 req-a5aca026-3ede-41b8-90c7-b605fd5b405e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.1066024 Sep 09 09:28:44.956954 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:44.966853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Transition to ACTIVE for port object b1409a89-c01f-4f13-a7d1-ad705fad8b05 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:45.031737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18044916-009a-46cc-b64b-1637916b2105 req-0e989ade-f5cc-480a-a6a7-4884ae0c4c64 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685043 Sep 09 09:28:45.081809 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:45.141083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af16fbf-8d84-46ef-baf7-cdc4474f061f None None] Pushing event updated for resources: {'Port': ['ID=b1409a89-c01f-4f13-a7d1-ad705fad8b05,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:45.162677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45150) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:45.188890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91757b-4115-4a9b-bf7b-6ae74e4f7816 req-e0284d4f-2cff-426f-a51f-d7b9a47cbe3f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:45.201545 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec91757b-4115-4a9b-bf7b-6ae74e4f7816 req-e0284d4f-2cff-426f-a51f-d7b9a47cbe3f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.0911489 Sep 09 09:28:45.230682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:45.261894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Attempting to bind port b1409a89-c01f-4f13-a7d1-ad705fad8b05 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:45.262367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Attempting to bind port b1409a89-c01f-4f13-a7d1-ad705fad8b05 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:45.270734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Attempting to bind port b1409a89-c01f-4f13-a7d1-ad705fad8b05 on network 7ce190d0-37ef-48dd-b47a-b59c7670b83b {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:45.270734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:45.270734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Checking segment: {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:45.270734 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:45.270734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Bound using segment: {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:45.271602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Bound port: b1409a89-c01f-4f13-a7d1-ad705fad8b05, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:45.272086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:45.313104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec91757b-4115-4a9b-bf7b-6ae74e4f7816 req-9f40800b-9775-4fdb-8d02-2f5d03eaa111 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054158 Sep 09 09:28:45.375633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] For port b1409a89-c01f-4f13-a7d1-ad705fad8b05, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:45.382242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] For port b1409a89-c01f-4f13-a7d1-ad705fad8b05, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b1409a89-c01f-4f13-a7d1-ad705fad8b05,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:45.402336 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 29a4f318-a46d-43f3-9cb5-3646455d3d52 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:45.461407 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:45.540289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-0eb091ba-6141-462f-87fa-d7630abd02e9 req-8d177254-766b-4aba-99de-dee15f78fca3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:28:45.546437 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0eb091ba-6141-462f-87fa-d7630abd02e9 req-8d177254-766b-4aba-99de-dee15f78fca3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117440 Sep 09 09:28:45.563810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Routers {'81315cd2-3d87-49a1-884e-4050fc986fcd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:45.564632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['81315cd2-3d87-49a1-884e-4050fc986fcd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:45.573175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af16fbf-8d84-46ef-baf7-cdc4474f061f None None] Pushing event updated for resources: {'Port': ['ID=b1409a89-c01f-4f13-a7d1-ad705fad8b05,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:45.639811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 29a4f318-a46d-43f3-9cb5-3646455d3d52 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:45.678551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 29a4f318-a46d-43f3-9cb5-3646455d3d52 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:45.679712 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:45.730496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] Set router 81315cd2-3d87-49a1-884e-4050fc986fcd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:45.733352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1cf021b-22fb-44ce-b082-5cc9a82cf692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:45.822219 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3dd12-e253-4790-a8e4-75a931f82033 req-4999f0d9-6884-46fa-9295-c67c70e29a69 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:45.828330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3dd12-e253-4790-a8e4-75a931f82033 req-4999f0d9-6884-46fa-9295-c67c70e29a69 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:45.835396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3dd12-e253-4790-a8e4-75a931f82033 req-4999f0d9-6884-46fa-9295-c67c70e29a69 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:45.842066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f5a3dd12-e253-4790-a8e4-75a931f82033 req-4999f0d9-6884-46fa-9295-c67c70e29a69 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2416 time: 0.1503253 Sep 09 09:28:45.898541 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3453dffe-c489-4aa8-a25f-6b61e60e5d3e req-6d6d98a3-b6b5-42cf-a76b-57d92eebd759 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 210 time: 0.0570214 Sep 09 09:28:45.934044 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.016373 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f5a3dd12-e253-4790-a8e4-75a931f82033 req-de034b0a-586e-4d82-8983-6cb4e5f734ea tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730163 Sep 09 09:28:46.079210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 29a4f318-a46d-43f3-9cb5-3646455d3d52, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=29a4f318-a46d-43f3-9cb5-3646455d3d52,segment=NetworkSegment(8db434a3-554c-49ca-957d-0deb7d4b6904),segment_id=8db434a3-554c-49ca-957d-0deb7d4b6904)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:46.103136 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1cf021b-22fb-44ce-b082-5cc9a82cf692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.107455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beb96e-0a85-4983-b7a8-7be779baa424 req-1f91d8fb-edbe-4bcc-aa9b-2df59cd0d2d9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:46.109136 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8beb96e-0a85-4983-b7a8-7be779baa424 req-1f91d8fb-edbe-4bcc-aa9b-2df59cd0d2d9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.1528735 Sep 09 09:28:46.148643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b1409a89-c01f-4f13-a7d1-ad705fad8b05', 'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:b0:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:40Z', 'updated_at': '2021-09-09T09:28:45Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:46.157146 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8beb96e-0a85-4983-b7a8-7be779baa424 req-d94ffe45-8991-46b1-8fd9-7d3f67431a03 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Sep 09 09:28:46.178373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a09c4-29cc-4f9c-b0e1-1a15b53abb91 None None] The sync data for ids ['81315cd2-3d87-49a1-884e-4050fc986fcd'] in n-d-778696-16 is: [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b1409a89-c01f-4f13-a7d1-ad705fad8b05', 'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:b0:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:40Z', 'updated_at': '2021-09-09T09:28:45Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:28:46.196065 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.196470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1cf021b-22fb-44ce-b082-5cc9a82cf692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.197138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c6b4a72c-1fad-4250-9b1e-eb45459550cc up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:46.292421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] Deleting port 5dc87060-40a9-49a0-82a9-b266297f5574 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:46.292768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.295346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf021b-22fb-44ce-b082-5cc9a82cf692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70bea06-1f71-4ff0-bf30-2dcb2b6028b5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:46.306059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d1cf021b-22fb-44ce-b082-5cc9a82cf692 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c24bf19ed1a49649fb59d3fc3f22dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1420672 Sep 09 09:28:46.308881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45174) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:46.309541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=29a4f318-a46d-43f3-9cb5-3646455d3d52,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:46.353319 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-aede584a-d521-48cf-9f42-3fdbaf17b7d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1428216 Sep 09 09:28:46.376327 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7333de50-6afb-4893-920c-fdde78fa904a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.389306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port c6b4a72c-1fad-4250-9b1e-eb45459550cc completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:46.393373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port c6b4a72c-1fad-4250-9b1e-eb45459550cc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:46.393754 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.424492 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7333de50-6afb-4893-920c-fdde78fa904a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.453234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] For port 5dc87060-40a9-49a0-82a9-b266297f5574, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5dc87060-40a9-49a0-82a9-b266297f5574,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:46.453599 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.472144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] Calling delete_port for 5dc87060-40a9-49a0-82a9-b266297f5574 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:46.510743 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.565066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a4f318-a46d-43f3-9cb5-3646455d3d52'}, {'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b4a72c-1fad-4250-9b1e-eb45459550cc'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:46.567682 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39e581a-4aa3-419c-9098-03a3aa29f6a8" -d '{"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-plugged", "status": "completed", "tag": "29a4f318-a46d-43f3-9cb5-3646455d3d52"}, {"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-plugged", "status": "completed", "tag": "c6b4a72c-1fad-4250-9b1e-eb45459550cc"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:46.604071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c6b4a72c-1fad-4250-9b1e-eb45459550cc, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c6b4a72c-1fad-4250-9b1e-eb45459550cc,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:46.618756 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6782ad3-27b7-4b80-8ab5-e8453784c62b x-openstack-request-id: req-a6782ad3-27b7-4b80-8ab5-e8453784c62b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:46.619163 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-plugged", "status": "completed", "tag": "29a4f318-a46d-43f3-9cb5-3646455d3d52", "code": 200}, {"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-plugged", "status": "completed", "tag": "c6b4a72c-1fad-4250-9b1e-eb45459550cc", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:46.619551 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6782ad3-27b7-4b80-8ab5-e8453784c62b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:46.620480 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a4f318-a46d-43f3-9cb5-3646455d3d52', 'code': 200} Sep 09 09:28:46.620851 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b4a72c-1fad-4250-9b1e-eb45459550cc', 'code': 200} Sep 09 09:28:46.681208 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7333de50-6afb-4893-920c-fdde78fa904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.684218 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7333de50-6afb-4893-920c-fdde78fa904a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.685530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7333de50-6afb-4893-920c-fdde78fa904a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a70bea06-1f71-4ff0-bf30-2dcb2b6028b5 HTTP/1.1" status: 204 len: 168 time: 0.3753653 Sep 09 09:28:46.695201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333de50-6afb-4893-920c-fdde78fa904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70bea06-1f71-4ff0-bf30-2dcb2b6028b5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:46.744217 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.745302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c61a7e35-c91c-4b46-b75a-47a3a2821709 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:46.749997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b47cc6-bef3-4db5-98d5-020cb96c9742 req-4b89ffbb-04ea-4818-b049-304731f23872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:46.749997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b47cc6-bef3-4db5-98d5-020cb96c9742 req-4b89ffbb-04ea-4818-b049-304731f23872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:46.751310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b47cc6-bef3-4db5-98d5-020cb96c9742 req-4b89ffbb-04ea-4818-b049-304731f23872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:46.753008 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9b47cc6-bef3-4db5-98d5-020cb96c9742 req-4b89ffbb-04ea-4818-b049-304731f23872 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2873 time: 0.0661635 Sep 09 09:28:46.801917 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9b47cc6-bef3-4db5-98d5-020cb96c9742 req-67e64cc0-0297-4fac-a097-f9dff66afcf7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Sep 09 09:28:46.813020 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:46.861809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c6b4a72c-1fad-4250-9b1e-eb45459550cc,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:46.865805 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc87060-40a9-49a0-82a9-b266297f5574,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:47.027005 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-178d4607-fc57-486d-9f9a-a3be68ae8c75 req-419b17a5-07b6-467c-9d79-ad37bdb52c91 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 210 time: 0.0404875 Sep 09 09:28:47.139702 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1068f39c-9217-4ce9-afa5-f821be885a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:47.261999 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-7bddcb6e-93cf-470c-8de1-8936a116180f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:47.267282 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-7bddcb6e-93cf-470c-8de1-8936a116180f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.41 "GET /v2.0/networks?id=7ce190d0-37ef-48dd-b47a-b59c7670b83b HTTP/1.1" status: 200 len: 796 time: 0.3910744 Sep 09 09:28:47.325893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab6855-ac63-418a-a88c-43c51c671c8b req-923434b9-11fe-44e9-8c7d-2d06ad11b1da tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:47.333679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5aab6855-ac63-418a-a88c-43c51c671c8b req-923434b9-11fe-44e9-8c7d-2d06ad11b1da tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.0611479 Sep 09 09:28:47.349853 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:47.366687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076170c-643a-4678-a2f1-a11cc509580d req-b2925745-1c53-4668-8e06-ab9eec365da8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:47.373469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076170c-643a-4678-a2f1-a11cc509580d req-b2925745-1c53-4668-8e06-ab9eec365da8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:47.375917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5aab6855-ac63-418a-a88c-43c51c671c8b req-5a990f27-3ab3-4bc3-96f6-85daaeb48309 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Sep 09 09:28:47.379893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076170c-643a-4678-a2f1-a11cc509580d req-b2925745-1c53-4668-8e06-ab9eec365da8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:47.381614 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c076170c-643a-4678-a2f1-a11cc509580d req-b2925745-1c53-4668-8e06-ab9eec365da8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2418 time: 0.2155895 Sep 09 09:28:47.461609 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c076170c-643a-4678-a2f1-a11cc509580d req-951673f0-16d3-49d1-963a-d6bf21222f5d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676026 Sep 09 09:28:47.466349 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-7616d6eb-8df5-45bd-89bf-5be4f4484a4a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 379 time: 0.1898081 Sep 09 09:28:47.467185 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:47.483164 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'port': {'device_id': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'admin_state_up': True, 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'security_groups': ['fc503e90-2a88-474f-b54c-778be7d59314']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:47.504350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45196) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:47.521166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-856f0a54-98a3-4adc-ba42-78d7edcb7227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:47.653924 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-856f0a54-98a3-4adc-ba42-78d7edcb7227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:47.760960 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-856f0a54-98a3-4adc-ba42-78d7edcb7227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:47.793919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] Router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:28:47.810481 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-856f0a54-98a3-4adc-ba42-78d7edcb7227 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d7c27fdf3a349cdb01c8a89aea5fdfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050101 Sep 09 09:28:47.811510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f0a54-98a3-4adc-ba42-78d7edcb7227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c75f92-6bd3-45ed-8053-8a0fc1db7139,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:47.813851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45198) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:47.858460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:47.866969 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:47.890910 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56b40995-aaba-4d58-a435-3a031a0b75b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:47.913079 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56b40995-aaba-4d58-a435-3a031a0b75b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:47.980081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:28:47.986625 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3f7ef362-a438-42ec-8e94-e44b6dda8b3a admin admin] 10.222.0.32 "PUT /v2.0/routers/59ebda07-7d77-4e2e-9136-86bf5d9d43fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7456341 Sep 09 09:28:47.990417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45200) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:47.993338 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f3916-57aa-4ee1-a805-6d7f7cde22cd None None] Sync routers for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:28:48.004452 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f3916-57aa-4ee1-a805-6d7f7cde22cd None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:48.005439 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ca8f3916-57aa-4ee1-a805-6d7f7cde22cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:48.053252 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56b40995-aaba-4d58-a435-3a031a0b75b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.056844 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56b40995-aaba-4d58-a435-3a031a0b75b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.058196 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-56b40995-aaba-4d58-a435-3a031a0b75b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01c75f92-6bd3-45ed-8053-8a0fc1db7139 HTTP/1.1" status: 204 len: 168 time: 0.2338881 Sep 09 09:28:48.074784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b40995-aaba-4d58-a435-3a031a0b75b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c75f92-6bd3-45ed-8053-8a0fc1db7139,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:48.144657 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ca8f3916-57aa-4ee1-a805-6d7f7cde22cd None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:48.227988 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.249087 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.20.0.13 (7ce190d0-37ef-48dd-b47a-b59c7670b83b/2ae01914-8bf1-4c27-854f-f82aa417a211/0f250e50-f310-4527-b7f2-1dc5b11abbe1) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:28:48.285421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-1baa7f80-d3fb-4cc7-9702-7b56c35dda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:48.286902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-1baa7f80-d3fb-4cc7-9702-7b56c35dda22 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e&tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3 HTTP/1.1" status: 200 len: 1095 time: 0.1587451 Sep 09 09:28:48.313963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b1409a89-c01f-4f13-a7d1-ad705fad8b05 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:48.322768 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-060c708b-6ba9-45bf-86cb-3d81eb8f486e req-33c2b907-591c-4f0d-9d46-2a2a65708072 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 210 time: 0.0466998 Sep 09 09:28:48.418374 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ca8f3916-57aa-4ee1-a805-6d7f7cde22cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:28:46Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:48.436598 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.449218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-f516f651-d641-4e30-afc5-13e7e15187d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:48.450806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-f516f651-d641-4e30-afc5-13e7e15187d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 1095 time: 0.1337125 Sep 09 09:28:48.452451 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f3916-57aa-4ee1-a805-6d7f7cde22cd None None] Checking router: 59ebda07-7d77-4e2e-9136-86bf5d9d43fb for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:28:48.461510 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f3916-57aa-4ee1-a805-6d7f7cde22cd None None] Routers {'59ebda07-7d77-4e2e-9136-86bf5d9d43fb'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:48.462123 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ca8f3916-57aa-4ee1-a805-6d7f7cde22cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:48.509468 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.520552 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port b1409a89-c01f-4f13-a7d1-ad705fad8b05 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:48.527470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b1409a89-c01f-4f13-a7d1-ad705fad8b05 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:48.527470 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.595349 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.633120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c488c2b-4574-4539-8e51-b756459862f3 req-76204ad2-c761-4159-94c9-2f2fa3c73956 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:48.634683 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c488c2b-4574-4539-8e51-b756459862f3 req-76204ad2-c761-4159-94c9-2f2fa3c73956 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.1624355 Sep 09 09:28:48.642255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Transition to ACTIVE for port object 0f250e50-f310-4527-b7f2-1dc5b11abbe1 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:48.663607 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ca8f3916-57aa-4ee1-a805-6d7f7cde22cd None None] Set router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:48.676109 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.686502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-80f163b4-0d6d-45b8-899c-f21a2171014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:48.688735 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-80f163b4-0d6d-45b8-899c-f21a2171014e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c545c666-906a-4084-a605-2c1a985a5d7d HTTP/1.1" status: 200 len: 915 time: 0.2297325 Sep 09 09:28:48.691627 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Deleting port d70223ee-0c08-4a86-a446-e2d807cd3bba {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:48.691997 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.729310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port b1409a89-c01f-4f13-a7d1-ad705fad8b05, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b1409a89-c01f-4f13-a7d1-ad705fad8b05,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:48.733147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec42fc-1a96-4a7f-9c29-530027864e44 req-baacfb22-8678-40ce-9bed-16d8ad95c2ea tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:48.740175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec42fc-1a96-4a7f-9c29-530027864e44 req-baacfb22-8678-40ce-9bed-16d8ad95c2ea tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:48.748623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec42fc-1a96-4a7f-9c29-530027864e44 req-baacfb22-8678-40ce-9bed-16d8ad95c2ea tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:48.758221 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6dec42fc-1a96-4a7f-9c29-530027864e44 req-baacfb22-8678-40ce-9bed-16d8ad95c2ea tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2418 time: 0.1735258 Sep 09 09:28:48.761058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c488c2b-4574-4539-8e51-b756459862f3 req-34790a0c-9285-45bf-95e6-08a3d62fdbfa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103218 Sep 09 09:28:48.762293 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-b98d26e8-55c2-4ea5-aa84-1bb55c45662b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709 HTTP/1.1" status: 200 len: 217 time: 0.0615537 Sep 09 09:28:48.789323 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.862008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-ba78d3aa-bdf4-4598-a93f-3da61e604d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:48.864099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-ba78d3aa-bdf4-4598-a93f-3da61e604d64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc079ca2-f63c-447e-8672-75e8c71039a6 HTTP/1.1" status: 200 len: 854 time: 0.0927386 Sep 09 09:28:48.865220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=b1409a89-c01f-4f13-a7d1-ad705fad8b05,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:48.870079 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.882232 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6dec42fc-1a96-4a7f-9c29-530027864e44 req-68407cfe-73ad-4aac-b9ef-77b505dff0ef tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229212 Sep 09 09:28:48.936916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] For port d70223ee-0c08-4a86-a446-e2d807cd3bba, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d70223ee-0c08-4a86-a446-e2d807cd3bba,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:48.937277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:48.946221 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-9402fdc6-b72a-43c2-b3e5-dd0bc3b7b9aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c545c666-906a-4084-a605-2c1a985a5d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739863 Sep 09 09:28:48.962891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Calling delete_port for d70223ee-0c08-4a86-a446-e2d807cd3bba owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:48.976321 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ca8f3916-57aa-4ee1-a805-6d7f7cde22cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:28:46Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:49.005301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=0f250e50-f310-4527-b7f2-1dc5b11abbe1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:49.011839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 7ce190d0-37ef-48dd-b47a-b59c7670b83b is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:28:49.016459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:49.017324 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f3916-57aa-4ee1-a805-6d7f7cde22cd None None] The sync data for ids ['59ebda07-7d77-4e2e-9136-86bf5d9d43fb'] in n-d-778696-16 is: [{'id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'name': 'tempest-AttachVolumeShelveTestJSON-137810981-router', 'tenant_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:20:03Z', 'updated_at': '2021-09-09T09:28:46Z', 'revision_number': 5, 'project_id': 'c0a4fe5389874569ba106acc1ac2a89a', 'gw_port': {'id': 'd70223ee-0c08-4a86-a446-e2d807cd3bba', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebda07-7d77-4e2e-9136-86bf5d9d43fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:20:04Z', 'updated_at': '2021-09-09T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:28:49.026508 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:28:49.096574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:49.097227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:49.178459 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-4f513364-b9f1-489c-a21f-251ca4725fcd service neutron] 10.222.0.24 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978817 Sep 09 09:28:49.257268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-5a634a19-1a33-4da3-9863-edaf3fb9b2df tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7790124 Sep 09 09:28:49.285717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Request body: {'port': {'device_id': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:49.306192 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:49.321964 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-ad3923e8-0389-4377-8abe-98c680c0b863 service neutron] 10.222.0.24 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322954 Sep 09 09:28:49.359807 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:49.376538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Pushing event deleted for resources: {'Port': ['ID=d70223ee-0c08-4a86-a446-e2d807cd3bba,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:49.410632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45232) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:49.486133 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:49.518429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2f88216b-31c6-41e8-b14a-5da21fb3b55e None None] Provisioning for port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:28:49.524805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2f88216b-31c6-41e8-b14a-5da21fb3b55e None None] Provisioning complete for port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:49.525192 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f88216b-31c6-41e8-b14a-5da21fb3b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:49.660624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2f88216b-31c6-41e8-b14a-5da21fb3b55e None None] Port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:28:49.725248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:49.729534 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:49.852771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b5061-8871-44f9-8c69-c6cc6c0944b1 req-b3725971-f784-4f3c-a284-86d7930c30bb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:49.862818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b5061-8871-44f9-8c69-c6cc6c0944b1 req-b3725971-f784-4f3c-a284-86d7930c30bb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:49.872492 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b5061-8871-44f9-8c69-c6cc6c0944b1 req-b3725971-f784-4f3c-a284-86d7930c30bb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:49.877825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f88b5061-8871-44f9-8c69-c6cc6c0944b1 req-b3725971-f784-4f3c-a284-86d7930c30bb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2418 time: 0.2139592 Sep 09 09:28:49.919019 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:49.919982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ebda07-7d77-4e2e-9136-86bf5d9d43fb {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:28:49.949795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:49.950956 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c176eb4d-6eba-4070-8008-880fec21027c admin admin] 10.222.0.32 "DELETE /v2.0/routers/59ebda07-7d77-4e2e-9136-86bf5d9d43fb HTTP/1.1" status: 204 len: 168 time: 1.9583311 Sep 09 09:28:49.966353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f88b5061-8871-44f9-8c69-c6cc6c0944b1 req-88e24ad0-5f65-4ce1-ab73-c281fee95226 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828331 Sep 09 09:28:49.971900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45254) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:50.052287 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:50.144590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-62230700-126d-4d7f-b065-38948944f8ad admin admin] Deleting subnet 90fec85b-e2e3-45da-b570-f28d25e6cd3f {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:28:50.175036 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62230700-126d-4d7f-b065-38948944f8ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:50.222002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b1409a89-c01f-4f13-a7d1-ad705fad8b05 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:28:50.245084 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62230700-126d-4d7f-b065-38948944f8ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:50.256133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd69763-1457-4eb5-abe7-f65973344f0e req-65befdd4-8774-479a-acbe-bb3abc59510c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:50.256812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35563cd2-8b5b-4fce-82b5-9a65ae36404a req-2fa3439b-43a7-49cd-9090-4ab4207e531a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:50.262585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35563cd2-8b5b-4fce-82b5-9a65ae36404a req-2fa3439b-43a7-49cd-9090-4ab4207e531a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 932 time: 0.7896516 Sep 09 09:28:50.265808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dcd69763-1457-4eb5-abe7-f65973344f0e req-65befdd4-8774-479a-acbe-bb3abc59510c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.1661668 Sep 09 09:28:50.332213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b1409a89-c01f-4f13-a7d1-ad705fad8b05 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:28:50.332654 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:50.358562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dcd69763-1457-4eb5-abe7-f65973344f0e req-f64f628f-28b1-4a6d-a6d3-768feda9c454 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915933 Sep 09 09:28:50.478640 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62230700-126d-4d7f-b065-38948944f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:50.513019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5dc87060-40a9-49a0-82a9-b266297f5574 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:50.553527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5dc87060-40a9-49a0-82a9-b266297f5574 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:28:50.554893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5dc87060-40a9-49a0-82a9-b266297f5574 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:28:50.671476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62230700-126d-4d7f-b065-38948944f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:50.723966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62230700-126d-4d7f-b065-38948944f8ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90fec85b-e2e3-45da-b570-f28d25e6cd3f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:50.729323 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62230700-126d-4d7f-b065-38948944f8ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:50.734259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-62230700-126d-4d7f-b065-38948944f8ad admin admin] 10.222.0.32 "DELETE /v2.0/subnets/90fec85b-e2e3-45da-b570-f28d25e6cd3f HTTP/1.1" status: 204 len: 168 time: 0.7610099 Sep 09 09:28:50.734964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45272) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:50.735295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3845e61-1f75-484e-8b8b-12019e26e1ee None None] Network 6ee22ffa-2d33-4941-a1d2-77369ea07168 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:50.749503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35563cd2-8b5b-4fce-82b5-9a65ae36404a req-e64bf588-03b9-4dac-9b17-9b6cd86ae7f8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4461429 Sep 09 09:28:50.902904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.002219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Deleting port ef8ef420-b8c6-47f5-9e08-036791d117ff {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:51.002959 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.117905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f250e50-f310-4527-b7f2-1dc5b11abbe1 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:28:51.137564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] For port ef8ef420-b8c6-47f5-9e08-036791d117ff, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ef8ef420-b8c6-47f5-9e08-036791d117ff,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:51.137564 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.143041 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.159397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Calling delete_port for ef8ef420-b8c6-47f5-9e08-036791d117ff owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:51.184210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e56f85-f17c-4cd9-9e09-7b8af6395af2 None None] DHCP port deletion for 6ee22ffa-2d33-4941-a1d2-77369ea07168 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:28:51.280325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-53e56f85-f17c-4cd9-9e09-7b8af6395af2 None None] Deleting port ef8ef420-b8c6-47f5-9e08-036791d117ff {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:51.281245 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53e56f85-f17c-4cd9-9e09-7b8af6395af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.281927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Transition to ACTIVE for port object 0f250e50-f310-4527-b7f2-1dc5b11abbe1 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:28:51.310066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17040-44af-4371-9f69-55d3508100a9 req-8f184dc3-7d64-43d2-a6bc-abb6c7d4a09f tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:51.317340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17040-44af-4371-9f69-55d3508100a9 req-8f184dc3-7d64-43d2-a6bc-abb6c7d4a09f tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:51.324703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17040-44af-4371-9f69-55d3508100a9 req-8f184dc3-7d64-43d2-a6bc-abb6c7d4a09f tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:51.326413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56e17040-44af-4371-9f69-55d3508100a9 req-8f184dc3-7d64-43d2-a6bc-abb6c7d4a09f tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2418 time: 0.1793752 Sep 09 09:28:51.366995 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.367215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-53e56f85-f17c-4cd9-9e09-7b8af6395af2 None None] For port ef8ef420-b8c6-47f5-9e08-036791d117ff, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ef8ef420-b8c6-47f5-9e08-036791d117ff,segment=NetworkSegment(e67d4505-6222-46f7-b9c7-4dfc7d0ddf10),segment_id=e67d4505-6222-46f7-b9c7-4dfc7d0ddf10)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:51.367922 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53e56f85-f17c-4cd9-9e09-7b8af6395af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.407830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-53e56f85-f17c-4cd9-9e09-7b8af6395af2 None None] Calling delete_port for ef8ef420-b8c6-47f5-9e08-036791d117ff owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:51.409166 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56e17040-44af-4371-9f69-55d3508100a9 req-3e40ff80-4d94-4884-a0fe-21e754411422 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702186 Sep 09 09:28:51.488899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.520878 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.538038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53e56f85-f17c-4cd9-9e09-7b8af6395af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.541355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8ef420-b8c6-47f5-9e08-036791d117ff,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:51.558393 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] No DVR routers for this DVR port ef8ef420-b8c6-47f5-9e08-036791d117ff on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:28:51.579227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e56f85-f17c-4cd9-9e09-7b8af6395af2 None None] No DVR routers for this DVR port ef8ef420-b8c6-47f5-9e08-036791d117ff on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:28:51.581074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e56f85-f17c-4cd9-9e09-7b8af6395af2 None None] Pushing event deleted for resources: {'Port': ['ID=ef8ef420-b8c6-47f5-9e08-036791d117ff,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:51.676067 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.716645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Pushing event updated for resources: {'Port': ['ID=0f250e50-f310-4527-b7f2-1dc5b11abbe1,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:51.718053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee22ffa-2d33-4941-a1d2-77369ea07168']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:51.744407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:51.745082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67d4505-6222-46f7-b9c7-4dfc7d0ddf10') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:51.769474 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.800140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.808415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:28:51.808817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:28:51.810805 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:28:51.866211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016f390-c7cd-4171-a0c2-05d64e68beda req-892b54b2-436e-400d-8a72-53c4f4787c8c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:51.868078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f016f390-c7cd-4171-a0c2-05d64e68beda req-892b54b2-436e-400d-8a72-53c4f4787c8c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.3962374 Sep 09 09:28:51.990531 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-3114a1e1-5585-4fe6-9626-b584a998a505 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:51.998711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-3114a1e1-5585-4fe6-9626-b584a998a505 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:52.003699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c32cf-40c5-4aca-8cc9-7bef5996c14b req-7405ef21-5548-492f-8460-87013aa5af02 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:52.006166 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f3c32cf-40c5-4aca-8cc9-7bef5996c14b req-7405ef21-5548-492f-8460-87013aa5af02 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 944 time: 0.1216950 Sep 09 09:28:52.013848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-3114a1e1-5585-4fe6-9626-b584a998a505 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:52.015888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-3114a1e1-5585-4fe6-9626-b584a998a505 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2418 time: 0.3076780 Sep 09 09:28:52.060104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:52.085134 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:52.094996 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ee22ffa-2d33-4941-a1d2-77369ea07168 HTTP/1.1" status: 204 len: 168 time: 1.3587880 Sep 09 09:28:52.109548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068c182-b302-4b69-9248-ad7a1cb40ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee22ffa-2d33-4941-a1d2-77369ea07168,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:52.111983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d70223ee-0c08-4a86-a446-e2d807cd3bba no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:52.128511 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f3c32cf-40c5-4aca-8cc9-7bef5996c14b req-bc1ed236-319a-46eb-a8c6-1903cfa1195f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146989 Sep 09 09:28:52.141377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d70223ee-0c08-4a86-a446-e2d807cd3bba {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:28:52.141904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d70223ee-0c08-4a86-a446-e2d807cd3bba not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:28:52.142487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ef8ef420-b8c6-47f5-9e08-036791d117ff no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:52.163956 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: ef8ef420-b8c6-47f5-9e08-036791d117ff {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:28:52.164307 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ef8ef420-b8c6-47f5-9e08-036791d117ff not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:28:52.165867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f016f390-c7cd-4171-a0c2-05d64e68beda req-fefe1b32-7358-4f8d-bf2b-0f25a7305fde tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555809 Sep 09 09:28:52.175139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:28:52.175863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:28:52.176277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on network 7ce190d0-37ef-48dd-b47a-b59c7670b83b {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:52.206863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on network 7ce190d0-37ef-48dd-b47a-b59c7670b83b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:28:52.207273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on network 7ce190d0-37ef-48dd-b47a-b59c7670b83b {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:28:52.274619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:28:52.274964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Checking segment: {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:52.275361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Bound using segment: {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:28:52.275835 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Bound port: 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:28:52.276199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:52.480290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-36fd7737-9fea-42f7-9978-a7d08e7c321c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting port 70b6639f-acd5-4b04-a0c6-da3558121c94 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:52.480290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-36fd7737-9fea-42f7-9978-a7d08e7c321c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:52.480290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:28:52.481587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:28:52.577416 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:52.634763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418434f-e171-4c21-9a81-ba9fd2126944 req-dde9bdb5-30c9-4bb3-af83-a8bf16a70788 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:52.645001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418434f-e171-4c21-9a81-ba9fd2126944 req-dde9bdb5-30c9-4bb3-af83-a8bf16a70788 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:52.650958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:52.651861 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:52.653290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418434f-e171-4c21-9a81-ba9fd2126944 req-dde9bdb5-30c9-4bb3-af83-a8bf16a70788 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:52.653428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] 10.222.0.41 "PUT /v2.0/ports/0f250e50-f310-4527-b7f2-1dc5b11abbe1 HTTP/1.1" status: 200 len: 1093 time: 3.3839016 Sep 09 09:28:52.658668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:52.661774 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81827344-1e98-4498-a90a-b4866363f379" -d '{"events": [{"name": "network-changed", "server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:52.674753 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c418434f-e171-4c21-9a81-ba9fd2126944 req-dde9bdb5-30c9-4bb3-af83-a8bf16a70788 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 2418 time: 0.1535449 Sep 09 09:28:52.718018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45322) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:52.777856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-36fd7737-9fea-42f7-9978-a7d08e7c321c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] For port 70b6639f-acd5-4b04-a0c6-da3558121c94, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=70b6639f-acd5-4b04-a0c6-da3558121c94,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:52.778421 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-36fd7737-9fea-42f7-9978-a7d08e7c321c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:52.784340 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123ba189-fe62-4d8e-8029-8db59e0ea491 x-openstack-request-id: req-123ba189-fe62-4d8e-8029-8db59e0ea491 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:52.784710 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:52.785050 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-123ba189-fe62-4d8e-8029-8db59e0ea491 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:52.785522 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'status': 'completed', 'code': 200} Sep 09 09:28:52.815022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7ba95-4ec7-4d58-a52a-b34ad199332f service neutron] Pushing event updated for resources: {'Port': ['ID=0f250e50-f310-4527-b7f2-1dc5b11abbe1,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:52.838696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-36fd7737-9fea-42f7-9978-a7d08e7c321c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Calling delete_port for 70b6639f-acd5-4b04-a0c6-da3558121c94 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:52.880678 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c418434f-e171-4c21-9a81-ba9fd2126944 req-c85437de-6bc7-451b-a95a-bc42085792bf tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026145 Sep 09 09:28:52.939949 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f2518071-b21e-4d24-9938-19502c59526c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0a4fe5389874569ba106acc1ac2a89a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203183 Sep 09 09:28:52.945373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45326) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:52.983276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827344-1e98-4498-a90a-b4866363f379 req-0b155bbd-64d6-4e7e-b0bb-a059657b45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:52.985157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81827344-1e98-4498-a90a-b4866363f379 req-0b155bbd-64d6-4e7e-b0bb-a059657b45ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1096 time: 0.1987443 Sep 09 09:28:53.004536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port 2a7f8392-503e-4a57-929d-f5887f1c4d3a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:53.005433 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.040242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45328) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:53.062766 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-661d149a-074e-44e0-b4fa-e0a160c4384b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.089631 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-661d149a-074e-44e0-b4fa-e0a160c4384b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.224893 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-661d149a-074e-44e0-b4fa-e0a160c4384b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.233568 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-661d149a-074e-44e0-b4fa-e0a160c4384b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.238656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-661d149a-074e-44e0-b4fa-e0a160c4384b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a707af7c-9416-4cb3-9d2d-b4b10bfcab72 HTTP/1.1" status: 204 len: 168 time: 0.2813501 Sep 09 09:28:53.274699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d149a-074e-44e0-b4fa-e0a160c4384b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a707af7c-9416-4cb3-9d2d-b4b10bfcab72,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:53.314829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad53c5ec-e2f6-495d-bbf0-8f7a107b9142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.436209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827344-1e98-4498-a90a-b4866363f379 req-7464049c-3aac-479c-88f0-b8e8a1e18ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:53.436602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4b541-9265-4fba-a95a-a5a7b3ce39d8 req-eb0c5271-0fc4-4f5b-8db5-295ffbd11da9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:53.437708 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81827344-1e98-4498-a90a-b4866363f379 req-7464049c-3aac-479c-88f0-b8e8a1e18ea6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=88c726152e4047b9b17518f59bbdcd13&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4162059 Sep 09 09:28:53.445734 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ca4b541-9265-4fba-a95a-a5a7b3ce39d8 req-eb0c5271-0fc4-4f5b-8db5-295ffbd11da9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.1098123 Sep 09 09:28:53.509792 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ca4b541-9265-4fba-a95a-a5a7b3ce39d8 req-fb8e0e56-f15a-4425-8123-6468c6afefc3 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628936 Sep 09 09:28:53.539321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] For port 2a7f8392-503e-4a57-929d-f5887f1c4d3a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2a7f8392-503e-4a57-929d-f5887f1c4d3a,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:53.539741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.541044 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:28:53.560669 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad53c5ec-e2f6-495d-bbf0-8f7a107b9142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.565063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cd49b-b71f-4353-8564-7c257169b9f8 req-e1a92765-e050-438f-95f0-8496afc78464 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:53.566615 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c6cd49b-b71f-4353-8564-7c257169b9f8 req-e1a92765-e050-438f-95f0-8496afc78464 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 944 time: 0.2890058 Sep 09 09:28:53.589149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for 2a7f8392-503e-4a57-929d-f5887f1c4d3a owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:53.623744 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad53c5ec-e2f6-495d-bbf0-8f7a107b9142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.675906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827344-1e98-4498-a90a-b4866363f379 req-9d29981f-328f-48fd-93e7-30d89c5014bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:53.677428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81827344-1e98-4498-a90a-b4866363f379 req-9d29981f-328f-48fd-93e7-30d89c5014bd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2274375 Sep 09 09:28:53.697251 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c6cd49b-b71f-4353-8564-7c257169b9f8 req-30f2d9bc-6b5b-4f3a-ada6-474a7ac95063 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224592 Sep 09 09:28:53.710647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-36fd7737-9fea-42f7-9978-a7d08e7c321c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.756156 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ad53c5ec-e2f6-495d-bbf0-8f7a107b9142 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d4156ad02dd4d88ada336cb0387770a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7134535 Sep 09 09:28:53.765557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45340) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:53.773708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53c5ec-e2f6-495d-bbf0-8f7a107b9142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bc7741-43f4-427e-9004-800da2087a15,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:53.783481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd7737-9fea-42f7-9978-a7d08e7c321c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Port': ['ID=70b6639f-acd5-4b04-a0c6-da3558121c94,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:53.874783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-36fd7737-9fea-42f7-9978-a7d08e7c321c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] No DVR routers for this DVR port 70b6639f-acd5-4b04-a0c6-da3558121c94 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:28:53.880073 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-36fd7737-9fea-42f7-9978-a7d08e7c321c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.882707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-36fd7737-9fea-42f7-9978-a7d08e7c321c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "DELETE /v2.0/ports/70b6639f-acd5-4b04-a0c6-da3558121c94 HTTP/1.1" status: 204 len: 173 time: 1.7834108 Sep 09 09:28:53.894719 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ac0507-4596-49a9-9b0b-c518a2cddc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:53.910548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-f925b218-4c3a-4c9c-a541-1ad1a4e10b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:53.912421 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-f925b218-4c3a-4c9c-a541-1ad1a4e10b7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1096 time: 0.1266329 Sep 09 09:28:53.951758 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ac0507-4596-49a9-9b0b-c518a2cddc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:54.124643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cb57-6c4b-48e3-b9ec-735320b33428 req-435ce2fb-7c13-4313-9469-8757392780c1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:54.142512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cb57-6c4b-48e3-b9ec-735320b33428 req-435ce2fb-7c13-4313-9469-8757392780c1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:54.144250 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2274cb57-6c4b-48e3-b9ec-735320b33428 req-435ce2fb-7c13-4313-9469-8757392780c1 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 1682 time: 0.1540315 Sep 09 09:28:54.186670 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ac0507-4596-49a9-9b0b-c518a2cddc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:54.192851 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ac0507-4596-49a9-9b0b-c518a2cddc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:54.203629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-62ac0507-4596-49a9-9b0b-c518a2cddc4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1bc7741-43f4-427e-9004-800da2087a15 HTTP/1.1" status: 204 len: 168 time: 0.4367561 Sep 09 09:28:54.228878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac0507-4596-49a9-9b0b-c518a2cddc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bc7741-43f4-427e-9004-800da2087a15,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:54.295734 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2274cb57-6c4b-48e3-b9ec-735320b33428 req-6dc5f872-85fe-4d25-84f9-51916d420cf5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429389 Sep 09 09:28:54.543756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-0b728311-a30c-4baa-839b-90bc975c4b11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1 HTTP/1.1" status: 200 len: 217 time: 0.6204729 Sep 09 09:28:54.647030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-188c756a-b99f-4c8b-9bea-c26709bbbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:54.649686 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-188c756a-b99f-4c8b-9bea-c26709bbbd7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ae01914-8bf1-4c27-854f-f82aa417a211 HTTP/1.1" status: 200 len: 835 time: 0.0871966 Sep 09 09:28:54.742254 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:54.837382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-deleted', 'tag': '70b6639f-acd5-4b04-a0c6-da3558121c94'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:54.839709 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec00275-3d56-4f93-ab4b-88c946f7ca5e" -d '{"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-deleted", "tag": "70b6639f-acd5-4b04-a0c6-da3558121c94"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:54.842958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=2a7f8392-503e-4a57-929d-f5887f1c4d3a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:54.895441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-41cfed65-36ef-4ea7-8c80-a9cc639cc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:54.900579 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-41cfed65-36ef-4ea7-8c80-a9cc639cc016 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce190d0-37ef-48dd-b47a-b59c7670b83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2378376 Sep 09 09:28:54.912149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee38a55-4cd1-49f7-bb0c-2ecc08850a90 req-5b841aca-92c6-4371-8f5c-5bde9a712148 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:54.921785 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ee38a55-4cd1-49f7-bb0c-2ecc08850a90 req-5b841aca-92c6-4371-8f5c-5bde9a712148 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.2261705 Sep 09 09:28:54.989684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ada78-e77b-4b83-aa6e-18c36bc59ba2 req-66224da3-866e-449d-8b13-987e45a4abbe tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:54.993286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-789ada78-e77b-4b83-aa6e-18c36bc59ba2 req-66224da3-866e-449d-8b13-987e45a4abbe tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 944 time: 0.1468461 Sep 09 09:28:55.051302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45372) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:55.088713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-034a2d9f-6417-4dd1-9f7e-f6f8018d577b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.088713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-789ada78-e77b-4b83-aa6e-18c36bc59ba2 req-354889e6-3fb5-480e-beeb-1def788e411a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885901 Sep 09 09:28:55.090975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45374) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:55.127251 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.153818 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600c7dcd-fa3b-4a99-89aa-cb3fd90d4c03 x-openstack-request-id: req-600c7dcd-fa3b-4a99-89aa-cb3fd90d4c03 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:55.154113 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-deleted", "tag": "70b6639f-acd5-4b04-a0c6-da3558121c94", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:55.154352 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-600c7dcd-fa3b-4a99-89aa-cb3fd90d4c03 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:55.155060 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-deleted', 'tag': '70b6639f-acd5-4b04-a0c6-da3558121c94', 'status': 'completed', 'code': 200} Sep 09 09:28:55.208210 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ee38a55-4cd1-49f7-bb0c-2ecc08850a90 req-e4ed54ec-f053-4998-94cc-50040f1833ec tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854059 Sep 09 09:28:55.217698 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-9d7334f1-6ed0-4c9c-9279-44c0b497b205 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923641 Sep 09 09:28:55.275808 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-034a2d9f-6417-4dd1-9f7e-f6f8018d577b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.355828 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.385355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1912447517-network', 'tenant_id': 'a05e4fe9ef7a49c29cdb88e8dc511dd4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:55.390081 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-034a2d9f-6417-4dd1-9f7e-f6f8018d577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.436062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2128c393-4a79-4029-a4ca-b2bad96ec438 req-c5ac2d0d-7469-430e-87eb-2f4084178c2c service neutron] 10.222.0.41 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052045 Sep 09 09:28:55.449762 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 29a4f318-a46d-43f3-9cb5-3646455d3d52 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:55.505100 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-034a2d9f-6417-4dd1-9f7e-f6f8018d577b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74d666c347e546b7a31483baa61bfb8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514167 Sep 09 09:28:55.509943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a2d9f-6417-4dd1-9f7e-f6f8018d577b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df797dc-d707-4b07-b328-f8dcaeb8c019,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:55.510127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45380) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:55.558405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84710-4d72-4461-9cec-c7731f24b40a req-64c91fbc-dfda-4a85-ad0b-0e2b02eaf5f9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:55.559417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.565386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84710-4d72-4461-9cec-c7731f24b40a req-64c91fbc-dfda-4a85-ad0b-0e2b02eaf5f9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:55.574290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0ce84710-4d72-4461-9cec-c7731f24b40a req-64c91fbc-dfda-4a85-ad0b-0e2b02eaf5f9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 1682 time: 0.1759357 Sep 09 09:28:55.599812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 29a4f318-a46d-43f3-9cb5-3646455d3d52, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=29a4f318-a46d-43f3-9cb5-3646455d3d52,segment=NetworkSegment(8db434a3-554c-49ca-957d-0deb7d4b6904),segment_id=8db434a3-554c-49ca-957d-0deb7d4b6904)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:55.602794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29a4f318-a46d-43f3-9cb5-3646455d3d52'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:55.605576 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc870c2b-5ef7-495a-885f-2334c601749b" -d '{"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "29a4f318-a46d-43f3-9cb5-3646455d3d52"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:55.617148 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Made reservation on behalf of a05e4fe9ef7a49c29cdb88e8dc511dd4 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:55.620000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.647965 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0ce84710-4d72-4461-9cec-c7731f24b40a req-8e59ab42-ddc3-45f9-9a94-61c6cfb50439 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681067 Sep 09 09:28:55.671098 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9274d8c0-66f7-43a7-8990-fd55a738608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.672629 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.680779 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.681956 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c6b4a72c-1fad-4250-9b1e-eb45459550cc no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:55.706513 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9274d8c0-66f7-43a7-8990-fd55a738608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.782401 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39a9ade-8232-4ef8-9ecc-27d5a99b1a88 x-openstack-request-id: req-e39a9ade-8232-4ef8-9ecc-27d5a99b1a88 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:55.783577 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "29a4f318-a46d-43f3-9cb5-3646455d3d52", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:55.783577 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e39a9ade-8232-4ef8-9ecc-27d5a99b1a88 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:55.783577 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29a4f318-a46d-43f3-9cb5-3646455d3d52', 'code': 200} Sep 09 09:28:55.793788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 5956e10c-8ad5-491b-8196-7ce86157ea64 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:28:55.799587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=29a4f318-a46d-43f3-9cb5-3646455d3d52,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:55.809191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.823281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.823682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.824023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.824355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.824684 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.825014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.825339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.825660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.825979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.826297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.826614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.826933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:28:55.891243 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.892628 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.916299 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.928232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:28:55.935922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d80feb-93e1-46c3-adec-210ddecd6e14,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:55.951853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c6b4a72c-1fad-4250-9b1e-eb45459550cc, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c6b4a72c-1fad-4250-9b1e-eb45459550cc,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:55.961529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.962108 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Added segment 3419cd44-779b-418f-a7d7-5528716b21a9 of type vlan for network 13a71b19-ff40-4a72-ac7b-444abec923fb Sep 09 09:28:55.963405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:28:55.965728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9274d8c0-66f7-43a7-8990-fd55a738608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.968548 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9274d8c0-66f7-43a7-8990-fd55a738608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:55.969395 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9274d8c0-66f7-43a7-8990-fd55a738608d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8df797dc-d707-4b07-b328-f8dcaeb8c019 HTTP/1.1" status: 204 len: 168 time: 0.4583540 Sep 09 09:28:55.979603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a8ae48f1-201e-4e80-9e1e-d030f3d7d07d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "PUT /v2.0/routers/5956e10c-8ad5-491b-8196-7ce86157ea64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5598452 Sep 09 09:28:55.979818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc11a19-22eb-4b87-9557-d2165366f822 None None] Sync routers for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:28:55.982019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274d8c0-66f7-43a7-8990-fd55a738608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df797dc-d707-4b07-b328-f8dcaeb8c019,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:55.988330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc11a19-22eb-4b87-9557-d2165366f822 None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:55.988986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7fc11a19-22eb-4b87-9557-d2165366f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:56.055745 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:56.056484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 70b6639f-acd5-4b04-a0c6-da3558121c94 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:56.080717 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:56.172086 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:56.173370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:56.174818 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:56.267523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] Pushing event updated for resources: {'Network': ['ID=13a71b19-ff40-4a72-ac7b-444abec923fb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:56.287289 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-65f6df78-ef2e-48c4-9075-7d962f2c0c6f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1950848 Sep 09 09:28:56.298890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45392) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:28:56.305195 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] Request body: {'subnet': {'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1912447517-subnet', 'tenant_id': 'a05e4fe9ef7a49c29cdb88e8dc511dd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:28:56.314590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5355a35-de57-409e-a841-9df1ad644b1a req-d54a2e1d-b6c1-4ce7-81c3-74bdb36ba35e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:56.322790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5355a35-de57-409e-a841-9df1ad644b1a req-d54a2e1d-b6c1-4ce7-81c3-74bdb36ba35e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 944 time: 0.1008933 Sep 09 09:28:56.418041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5355a35-de57-409e-a841-9df1ad644b1a req-c977332b-cc81-49dd-9888-d4be29a2b255 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831187 Sep 09 09:28:56.478634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 13a71b19-ff40-4a72-ac7b-444abec923fb details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:28:56.510945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 70b6639f-acd5-4b04-a0c6-da3558121c94 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:28:56.511303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 70b6639f-acd5-4b04-a0c6-da3558121c94 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:28:56.566746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] Made reservation on behalf of a05e4fe9ef7a49c29cdb88e8dc511dd4 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:28:56.571490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:56.607636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-7fc11a19-22eb-4b87-9557-d2165366f822 None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:56.610075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c6b4a72c-1fad-4250-9b1e-eb45459550cc,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:56.633483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013ce2-24ab-41c0-b833-02d057da4b68 req-50d1106d-3c50-404a-82fb-efb6e3744a19 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:56.651858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36013ce2-24ab-41c0-b833-02d057da4b68 req-50d1106d-3c50-404a-82fb-efb6e3744a19 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.1500330 Sep 09 09:28:56.745862 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36013ce2-24ab-41c0-b833-02d057da4b68 req-6e1a80d9-9aa4-4084-b16a-dca55634fd36 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928395 Sep 09 09:28:56.776416 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083317b-0d21-403a-a3fa-daecca771d3c req-e2f67684-3f1d-41c7-9ff2-f125bf1dd51a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:56.776416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d083317b-0d21-403a-a3fa-daecca771d3c req-e2f67684-3f1d-41c7-9ff2-f125bf1dd51a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 946 time: 0.1370618 Sep 09 09:28:56.888089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d083317b-0d21-403a-a3fa-daecca771d3c req-3c79b05e-d3ed-47af-b6cf-c8f1bbd0a13a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018815 Sep 09 09:28:57.059839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca726-1800-47a9-9a64-0a86cc6b529d req-8e18972e-282b-482e-b8d4-324b6489656d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:57.059839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca726-1800-47a9-9a64-0a86cc6b529d req-8e18972e-282b-482e-b8d4-324b6489656d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:57.059839 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b7ca726-1800-47a9-9a64-0a86cc6b529d req-8e18972e-282b-482e-b8d4-324b6489656d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 1678 time: 0.0900018 Sep 09 09:28:57.059839 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b7ca726-1800-47a9-9a64-0a86cc6b529d req-9816cb87-1606-4dc7-ad6e-06297e701588 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364537 Sep 09 09:28:57.060878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7fc11a19-22eb-4b87-9557-d2165366f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:28:53Z', 'revision_number': 6, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '96f44181-0845-4257-935c-5a59681a5b0c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'port_id': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'mac_address': 'fa:16:3e:ad:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1fc16-28da-49bc-9785-d7794535668f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:27:23Z', 'updated_at': '2021-09-09T09:27:28Z', 'revision_number': 1, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:57.096892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc11a19-22eb-4b87-9557-d2165366f822 None None] Checking router: 5956e10c-8ad5-491b-8196-7ce86157ea64 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:28:57.111136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc11a19-22eb-4b87-9557-d2165366f822 None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:28:57.111804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7fc11a19-22eb-4b87-9557-d2165366f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:57.267816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-7fc11a19-22eb-4b87-9557-d2165366f822 None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:28:57.424775 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:57.502398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] Checking segment: {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:28:57.502398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] Network hostable DHCP agents. Network: 13a71b19-ff40-4a72-ac7b-444abec923fb, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:28:57.505967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e1e42b-1780-47aa-8697-1309f17f9667,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:57.509677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7fc11a19-22eb-4b87-9557-d2165366f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:28:53Z', 'revision_number': 6, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '96f44181-0845-4257-935c-5a59681a5b0c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'port_id': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'mac_address': 'fa:16:3e:ad:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1fc16-28da-49bc-9785-d7794535668f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:27:23Z', 'updated_at': '2021-09-09T09:27:28Z', 'revision_number': 1, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:28:57.568465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc11a19-22eb-4b87-9557-d2165366f822 None None] The sync data for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 is: [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:28:53Z', 'revision_number': 6, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '96f44181-0845-4257-935c-5a59681a5b0c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'port_id': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'mac_address': 'fa:16:3e:ad:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1fc16-28da-49bc-9785-d7794535668f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:27:23Z', 'updated_at': '2021-09-09T09:27:28Z', 'revision_number': 1, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:28:57.612650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ec602-b97f-4f68-a69b-5d8d9db098f2 req-bc1fa7b6-fca9-456c-b394-5e97b52d9ca0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:57.619144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b2ec602-b97f-4f68-a69b-5d8d9db098f2 req-bc1fa7b6-fca9-456c-b394-5e97b52d9ca0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 944 time: 0.1159911 Sep 09 09:28:57.637064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] Network 13a71b19-ff40-4a72-ac7b-444abec923fb is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:28:57.688403 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b2ec602-b97f-4f68-a69b-5d8d9db098f2 req-05e51b57-9951-4af5-b063-33a7e3facbd4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679071 Sep 09 09:28:57.697738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 13a71b19-ff40-4a72-ac7b-444abec923fb) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:28:57.708231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:57.710692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed01586-790b-40e0-8252-2b0bf9f1c5b3 None None] Network 13a71b19-ff40-4a72-ac7b-444abec923fb requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:57.710867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:57.777055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d4537-3654-42c7-abe0-138b55a2b70a req-36bcd938-92d9-43d0-b84b-a5b19e91af42 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:57.778770 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f20d4537-3654-42c7-abe0-138b55a2b70a req-36bcd938-92d9-43d0-b84b-a5b19e91af42 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 946 time: 0.0701516 Sep 09 09:28:57.784929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-25916863-c4bb-46a3-864b-2ba09594f23b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4887822 Sep 09 09:28:57.802278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6b4a72c-1fad-4250-9b1e-eb45459550cc'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:57.804809 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30abfdeb-cf88-41a7-af78-84c177700c9f" -d '{"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c6b4a72c-1fad-4250-9b1e-eb45459550cc"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:57.881124 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377cdc7c-8332-4e9e-9a40-a50060101024 x-openstack-request-id: req-377cdc7c-8332-4e9e-9a40-a50060101024 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:57.881492 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c6b4a72c-1fad-4250-9b1e-eb45459550cc", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:57.883720 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-377cdc7c-8332-4e9e-9a40-a50060101024 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:57.884120 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6b4a72c-1fad-4250-9b1e-eb45459550cc', 'code': 200} Sep 09 09:28:57.937796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-f20d4537-3654-42c7-abe0-138b55a2b70a req-619a4ddd-289d-4ede-b7aa-9d417f4d5cd0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port e89bbbba-2950-42d0-b7f9-fa765727c7cf {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:28:57.938495 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f20d4537-3654-42c7-abe0-138b55a2b70a req-619a4ddd-289d-4ede-b7aa-9d417f4d5cd0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:58.009647 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d2681-80e6-426c-84e7-1240d3952de5 None None] Network 13a71b19-ff40-4a72-ac7b-444abec923fb requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:28:58.143465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70019b7a-0a22-4d44-8434-ceca23343b0b req-728a3524-7cae-4272-9d8a-f173093382da tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:58.145048 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70019b7a-0a22-4d44-8434-ceca23343b0b req-728a3524-7cae-4272-9d8a-f173093382da tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.1638622 Sep 09 09:28:58.202901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0f250e50-f310-4527-b7f2-1dc5b11abbe1 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:28:58.205318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2a7f8392-503e-4a57-929d-f5887f1c4d3a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:28:58.212766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-f20d4537-3654-42c7-abe0-138b55a2b70a req-619a4ddd-289d-4ede-b7aa-9d417f4d5cd0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] For port e89bbbba-2950-42d0-b7f9-fa765727c7cf, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e89bbbba-2950-42d0-b7f9-fa765727c7cf,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:58.213138 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f20d4537-3654-42c7-abe0-138b55a2b70a req-619a4ddd-289d-4ede-b7aa-9d417f4d5cd0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:58.249185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-f20d4537-3654-42c7-abe0-138b55a2b70a req-619a4ddd-289d-4ede-b7aa-9d417f4d5cd0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for e89bbbba-2950-42d0-b7f9-fa765727c7cf owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:28:58.271677 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70019b7a-0a22-4d44-8434-ceca23343b0b req-893a0fd3-3f42-475f-9f01-3adbb57b790b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179879 Sep 09 09:28:58.326396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 2a7f8392-503e-4a57-929d-f5887f1c4d3a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:28:58.326752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2a7f8392-503e-4a57-929d-f5887f1c4d3a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:28:58.482752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc3570-6016-45ae-a24a-fa73347162d0 req-15f65fc7-b1ca-4861-aa7a-9c48ab1bf239 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:58.485011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:58.495017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aecc3570-6016-45ae-a24a-fa73347162d0 req-15f65fc7-b1ca-4861-aa7a-9c48ab1bf239 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 946 time: 0.1005771 Sep 09 09:28:58.508914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'port_id': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'mac_address': 'fa:16:3e:1f:9d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:28:58.591929 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:58.591929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f250e50-f310-4527-b7f2-1dc5b11abbe1 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:28:58.595497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:28:58.603525 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aecc3570-6016-45ae-a24a-fa73347162d0 req-0285d66d-3446-4e6d-83d4-ba8c22d83847 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=1078c9ff-43c4-4a11-828c-90d3aad37252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907588 Sep 09 09:28:58.675325 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:58.683715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f20d4537-3654-42c7-abe0-138b55a2b70a req-619a4ddd-289d-4ede-b7aa-9d417f4d5cd0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:58.739756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0f250e50-f310-4527-b7f2-1dc5b11abbe1,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:58.751219 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a4ddd-289d-4ede-b7aa-9d417f4d5cd0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=e89bbbba-2950-42d0-b7f9-fa765727c7cf,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:28:58.797877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20d4537-3654-42c7-abe0-138b55a2b70a req-619a4ddd-289d-4ede-b7aa-9d417f4d5cd0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] No DVR routers for this DVR port e89bbbba-2950-42d0-b7f9-fa765727c7cf on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:28:58.810174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf2578-c284-4d82-8e5e-57354227574f req-a481596a-789e-4ceb-8885-db025245d17d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:58.816807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf2578-c284-4d82-8e5e-57354227574f req-a481596a-789e-4ceb-8885-db025245d17d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:58.825561 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dfbf2578-c284-4d82-8e5e-57354227574f req-a481596a-789e-4ceb-8885-db025245d17d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 1678 time: 0.1578894 Sep 09 09:28:58.845304 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f20d4537-3654-42c7-abe0-138b55a2b70a req-619a4ddd-289d-4ede-b7aa-9d417f4d5cd0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:28:58.847315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f20d4537-3654-42c7-abe0-138b55a2b70a req-619a4ddd-289d-4ede-b7aa-9d417f4d5cd0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.41 "DELETE /v2.0/ports/e89bbbba-2950-42d0-b7f9-fa765727c7cf HTTP/1.1" status: 204 len: 173 time: 1.0611031 Sep 09 09:28:58.862582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96308ef1-e624-4646-aeed-76ffadeaf117', 'name': 'network-vif-deleted', 'tag': 'e89bbbba-2950-42d0-b7f9-fa765727c7cf'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:28:58.865454 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfe4e59-39f6-4265-8e89-3f2365c044ba" -d '{"events": [{"server_uuid": "96308ef1-e624-4646-aeed-76ffadeaf117", "name": "network-vif-deleted", "tag": "e89bbbba-2950-42d0-b7f9-fa765727c7cf"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:28:58.891562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dfbf2578-c284-4d82-8e5e-57354227574f req-241a9622-5b9f-45f8-aa51-eab79f7e6e3a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573504 Sep 09 09:28:58.895812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['0f250e50-f310-4527-b7f2-1dc5b11abbe1'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:28:59.013832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4846ebc-0c6f-4177-880a-6e2a8abdd948 req-8adf01a2-334c-4110-b94a-a18a2bd12920 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:59.021671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a4846ebc-0c6f-4177-880a-6e2a8abdd948 req-8adf01a2-334c-4110-b94a-a18a2bd12920 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 945 time: 0.0744560 Sep 09 09:28:59.081595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a4846ebc-0c6f-4177-880a-6e2a8abdd948 req-a17784ab-c926-40a0-9fc0-e6e7ff123e02 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589230 Sep 09 09:28:59.139457 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f164a966-45a6-47bc-8e5e-38cf3d9d7c88 x-openstack-request-id: req-f164a966-45a6-47bc-8e5e-38cf3d9d7c88 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:28:59.139957 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96308ef1-e624-4646-aeed-76ffadeaf117", "name": "network-vif-deleted", "tag": "e89bbbba-2950-42d0-b7f9-fa765727c7cf", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:28:59.140338 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f164a966-45a6-47bc-8e5e-38cf3d9d7c88 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:28:59.140873 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96308ef1-e624-4646-aeed-76ffadeaf117', 'name': 'network-vif-deleted', 'tag': 'e89bbbba-2950-42d0-b7f9-fa765727c7cf', 'status': 'completed', 'code': 200} Sep 09 09:28:59.415057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf5618-8aeb-4c9d-9634-19140125a130 req-b64af4c6-77b4-4fb6-a5d2-1ea6b7142919 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:28:59.417124 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7dcf5618-8aeb-4c9d-9634-19140125a130 req-b64af4c6-77b4-4fb6-a5d2-1ea6b7142919 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.0711551 Sep 09 09:28:59.488871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7dcf5618-8aeb-4c9d-9634-19140125a130 req-591e0545-ea7d-47ad-b504-16af6a691708 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617700 Sep 09 09:28:59.738351 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8e6594f5-491c-4638-831f-52a3aa8f9ad2 req-50a4955d-0987-4d98-bf85-0abe2b176a6b tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=96308ef1-e624-4646-aeed-76ffadeaf117 HTTP/1.1" status: 200 len: 210 time: 0.0317879 Sep 09 09:29:00.003635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14a68f-0ef9-4078-a0c6-e1f365a57090 req-9ea8d9be-83c8-4066-8a42-0c45b717633d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:00.011959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14a68f-0ef9-4078-a0c6-e1f365a57090 req-9ea8d9be-83c8-4066-8a42-0c45b717633d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:00.013838 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc14a68f-0ef9-4078-a0c6-e1f365a57090 req-9ea8d9be-83c8-4066-8a42-0c45b717633d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 1678 time: 0.0708082 Sep 09 09:29:00.027595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0f250e50-f310-4527-b7f2-1dc5b11abbe1 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:00.074118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc14a68f-0ef9-4078-a0c6-e1f365a57090 req-7c709cf6-495c-4f88-b45f-932d336ea7c4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533843 Sep 09 09:29:00.190183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e8445-053e-4bd6-8c93-beabceab3823 req-7eed4aed-e0a3-4d93-8cbc-7e129f9e5afb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:00.191895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a43e8445-053e-4bd6-8c93-beabceab3823 req-7eed4aed-e0a3-4d93-8cbc-7e129f9e5afb tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 945 time: 0.0502172 Sep 09 09:29:00.233035 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a43e8445-053e-4bd6-8c93-beabceab3823 req-1b7eef2c-0cc4-4e6b-9258-894e51f949c9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333438 Sep 09 09:29:00.274886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:00.283288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:00.283288 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:00.380763 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:00.418875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-daa2da7e-f574-4def-b733-5e474f3c8af6 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:00.426491 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-daa2da7e-f574-4def-b733-5e474f3c8af6 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 815 time: 0.1350460 Sep 09 09:29:00.449819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-404d179d-8170-4fb6-88ea-82e202cc40d9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/quotas/a05e4fe9ef7a49c29cdb88e8dc511dd4 HTTP/1.1" status: 200 len: 375 time: 0.0178292 Sep 09 09:29:00.450508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:00.451591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:00.454013 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb96dac8-376c-4ade-9960-f28a278b5ef3" -d '{"events": [{"server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "name": "network-vif-plugged", "status": "completed", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:00.499468 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49abda40-4fac-4bf8-ac5b-4e5235e53e38 x-openstack-request-id: req-49abda40-4fac-4bf8-ac5b-4e5235e53e38 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:00.504686 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-3fe5a418-1f42-4494-9086-1825d6e9de09 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530071 Sep 09 09:29:00.504825 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "name": "network-vif-plugged", "status": "completed", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:00.504825 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49abda40-4fac-4bf8-ac5b-4e5235e53e38 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:00.504825 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'code': 200} Sep 09 09:29:00.512910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-c13c9ed8-f380-4326-ae17-0a8622b2122e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:29:00.514392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-c13c9ed8-f380-4326-ae17-0a8622b2122e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069749 Sep 09 09:29:00.518161 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:00.636885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0f250e50-f310-4527-b7f2-1dc5b11abbe1,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:00.702703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e813a8-cede-4df3-b6f6-407783775980 req-4c04d12d-a09e-4ca0-9a81-ffd6b17ec3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:00.704176 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38e813a8-cede-4df3-b6f6-407783775980 req-4c04d12d-a09e-4ca0-9a81-ffd6b17ec3a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1098 time: 0.1314080 Sep 09 09:29:00.711908 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-3d61680f-30fd-4b54-a53d-5f27644ba095 service neutron] 10.222.0.32 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798437 Sep 09 09:29:00.737490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1a207-b0a8-4083-8ec0-13771885e100 req-42489375-7f2c-47fe-b14e-2f6013230530 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:00.743768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17d1a207-b0a8-4083-8ec0-13771885e100 req-42489375-7f2c-47fe-b14e-2f6013230530 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.1036463 Sep 09 09:29:00.808117 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38e813a8-cede-4df3-b6f6-407783775980 req-12ee5afc-07cd-4dee-9cc2-e5d1c92b89c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911219 Sep 09 09:29:00.820220 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17d1a207-b0a8-4083-8ec0-13771885e100 req-4e19dd56-a8bd-426e-a372-2e7b524a91f1 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679486 Sep 09 09:29:00.868520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45514) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:00.885531 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-2a67d525-2874-41df-9819-aee0c0ad53fc service neutron] 10.222.0.32 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675153 Sep 09 09:29:00.978794 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba74be71-3906-4135-8efd-b325923f6d86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:01.012602 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba74be71-3906-4135-8efd-b325923f6d86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:01.232002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8c429-8d1c-45e4-bd9b-ee78e00a43fc req-6f0ae5ee-0b35-48c6-aaff-545f14198fc9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:01.238694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8c429-8d1c-45e4-bd9b-ee78e00a43fc req-6f0ae5ee-0b35-48c6-aaff-545f14198fc9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:01.241562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2ec8c429-8d1c-45e4-bd9b-ee78e00a43fc req-6f0ae5ee-0b35-48c6-aaff-545f14198fc9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 1678 time: 0.0820751 Sep 09 09:29:01.241747 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83c62b23-73ae-44d0-b894-80994c401559 req-49b73154-27ef-471e-9d11-fb1e7e809b85 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 210 time: 0.0287375 Sep 09 09:29:01.256711 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba74be71-3906-4135-8efd-b325923f6d86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:01.259218 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ba74be71-3906-4135-8efd-b325923f6d86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:01.269228 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ba74be71-3906-4135-8efd-b325923f6d86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/security-groups/1078c9ff-43c4-4a11-828c-90d3aad37252 HTTP/1.1" status: 204 len: 168 time: 0.3990281 Sep 09 09:29:01.297809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74be71-3906-4135-8efd-b325923f6d86 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1078c9ff-43c4-4a11-828c-90d3aad37252,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:01.382629 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2ec8c429-8d1c-45e4-bd9b-ee78e00a43fc req-1f1c5288-418c-4c13-b86c-c09758759f22 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278446 Sep 09 09:29:01.419947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45546) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:01.488742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a45984-74ed-4add-af0a-8106bf601758 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting subnet 64991530-7b7e-42da-9c65-f2c2cb92ef9f {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:29:01.493666 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e0a45984-74ed-4add-af0a-8106bf601758 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:01.583071 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e0a45984-74ed-4add-af0a-8106bf601758 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:01.639763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d1760-5a80-4ead-a32f-988c1d397518 req-e9d937d5-dc1d-4ff4-996d-9d40d245911e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:01.639763 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f88d1760-5a80-4ead-a32f-988c1d397518 req-e9d937d5-dc1d-4ff4-996d-9d40d245911e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 946 time: 0.1122837 Sep 09 09:29:01.736461 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f88d1760-5a80-4ead-a32f-988c1d397518 req-d979618d-5b07-4eee-83e5-aa0ee87861c8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759768 Sep 09 09:29:01.737949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e0a45984-74ed-4add-af0a-8106bf601758 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:01.909611 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e0a45984-74ed-4add-af0a-8106bf601758 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:01.957861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a45984-74ed-4add-af0a-8106bf601758 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Subnet': ['ID=64991530-7b7e-42da-9c65-f2c2cb92ef9f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:01.960011 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e0a45984-74ed-4add-af0a-8106bf601758 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:01.964613 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e0a45984-74ed-4add-af0a-8106bf601758 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/subnets/64991530-7b7e-42da-9c65-f2c2cb92ef9f HTTP/1.1" status: 204 len: 168 time: 0.5409091 Sep 09 09:29:01.964836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45570) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:01.975698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e85eed-791d-4075-9bdb-bdb20f322fe8 None None] Network d86c2a56-f2c3-412d-9071-4ad192e9687d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:02.033090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e89bbbba-2950-42d0-b7f9-fa765727c7cf no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:02.072470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:02.112993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: e89bbbba-2950-42d0-b7f9-fa765727c7cf {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:02.113415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e89bbbba-2950-42d0-b7f9-fa765727c7cf not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:02.164261 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port bc9b329a-8cda-4932-af45-a70c63f55012 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:02.164863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:02.287551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] For port bc9b329a-8cda-4932-af45-a70c63f55012, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc9b329a-8cda-4932-af45-a70c63f55012,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:02.288299 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:02.306498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for bc9b329a-8cda-4932-af45-a70c63f55012 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:02.361502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87789861-8bb4-456c-a5b7-0798f78efc99 None None] DHCP port deletion for d86c2a56-f2c3-412d-9071-4ad192e9687d request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:29:02.384123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6606c0f2-682a-47f1-b131-be5b5fef1d66 req-8ba4ec16-f6fc-4097-8094-64fd9c0a0288 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 210 time: 0.0471735 Sep 09 09:29:02.420688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-87789861-8bb4-456c-a5b7-0798f78efc99 None None] Deleting port bc9b329a-8cda-4932-af45-a70c63f55012 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:02.421604 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87789861-8bb4-456c-a5b7-0798f78efc99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:02.493280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9326d-fc65-4095-b52c-371eebfa637f req-5bfcd85c-b361-41f0-b30a-82fe98bea12f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:02.503956 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dae9326d-fc65-4095-b52c-371eebfa637f req-5bfcd85c-b361-41f0-b30a-82fe98bea12f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.6024084 Sep 09 09:29:02.516848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-87789861-8bb4-456c-a5b7-0798f78efc99 None None] For port bc9b329a-8cda-4932-af45-a70c63f55012, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc9b329a-8cda-4932-af45-a70c63f55012,segment=NetworkSegment(4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9),segment_id=4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:02.517393 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87789861-8bb4-456c-a5b7-0798f78efc99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:02.532279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-87789861-8bb4-456c-a5b7-0798f78efc99 None None] Calling delete_port for bc9b329a-8cda-4932-af45-a70c63f55012 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:02.542681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bb839-edb0-487c-bf93-4cbb0a57898a req-39de3d9f-5056-48e0-a13b-675c65f95cfe tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:02.546111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bb839-edb0-487c-bf93-4cbb0a57898a req-39de3d9f-5056-48e0-a13b-675c65f95cfe tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:02.547842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-031bb839-edb0-487c-bf93-4cbb0a57898a req-39de3d9f-5056-48e0-a13b-675c65f95cfe tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 1678 time: 0.0699730 Sep 09 09:29:02.552714 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dae9326d-fc65-4095-b52c-371eebfa637f req-1dc27fc2-56ee-428e-b91a-96616fb0018e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409892 Sep 09 09:29:02.593521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-031bb839-edb0-487c-bf93-4cbb0a57898a req-1c6b013f-0ce1-4577-a6e3-807296d9fabb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Sep 09 09:29:02.635001 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:02.640521 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87789861-8bb4-456c-a5b7-0798f78efc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:02.664162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] No DVR routers for this DVR port bc9b329a-8cda-4932-af45-a70c63f55012 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:02.670379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87789861-8bb4-456c-a5b7-0798f78efc99 None None] Pushing event deleted for resources: {'Port': ['ID=bc9b329a-8cda-4932-af45-a70c63f55012,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:02.672121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87789861-8bb4-456c-a5b7-0798f78efc99 None None] No DVR routers for this DVR port bc9b329a-8cda-4932-af45-a70c63f55012 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:02.672509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=bc9b329a-8cda-4932-af45-a70c63f55012,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:02.754575 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:02.781429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86c2a56-f2c3-412d-9071-4ad192e9687d']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:02.795134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:02.795321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9fc6f2-0ab3-4bee-ad65-b27fbe070ac9') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:02.806602 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:02.822040 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:02.833790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:29:02.834245 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:02.846405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c7e30-2c64-4183-9ffc-729385d72d8b req-6b1d606f-79e0-48ca-b50f-367aea5c4e22 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:02.854877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049c7e30-2c64-4183-9ffc-729385d72d8b req-6b1d606f-79e0-48ca-b50f-367aea5c4e22 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 946 time: 0.0666106 Sep 09 09:29:02.909877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-049c7e30-2c64-4183-9ffc-729385d72d8b req-b9509f75-fe96-4303-9dfc-ae762be4c448 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541017 Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:29:02.913045 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:29:03.003592 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.020138 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.022923 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/networks/d86c2a56-f2c3-412d-9071-4ad192e9687d HTTP/1.1" status: 204 len: 168 time: 1.0562224 Sep 09 09:29:03.025548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45610) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:03.052691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baac78-c810-4817-a413-3c33c4e2bcda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Network': ['ID=d86c2a56-f2c3-412d-9071-4ad192e9687d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:03.087807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54235f8f-f5f8-4c74-a570-39cd100fea3e req-bddd804d-9153-4941-9bc9-b077cd6a7d87 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:03.089334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54235f8f-f5f8-4c74-a570-39cd100fea3e req-bddd804d-9153-4941-9bc9-b077cd6a7d87 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 946 time: 0.0922272 Sep 09 09:29:03.092885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-e21f717f-8a6f-4780-a04d-316950d1c4da tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting port 29a4f318-a46d-43f3-9cb5-3646455d3d52 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:03.093232 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-e21f717f-8a6f-4780-a04d-316950d1c4da tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.186362 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54235f8f-f5f8-4c74-a570-39cd100fea3e req-23bfad6e-39de-4bac-940b-40a9d3dd6a4d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900884 Sep 09 09:29:03.195709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port b5c21a34-1e38-4240-8698-6dc6eeb3241c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:03.196140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.209998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45616) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:03.224068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-e21f717f-8a6f-4780-a04d-316950d1c4da tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] For port 29a4f318-a46d-43f3-9cb5-3646455d3d52, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=29a4f318-a46d-43f3-9cb5-3646455d3d52,segment=NetworkSegment(8db434a3-554c-49ca-957d-0deb7d4b6904),segment_id=8db434a3-554c-49ca-957d-0deb7d4b6904)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:03.224443 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-e21f717f-8a6f-4780-a04d-316950d1c4da tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.252858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-e21f717f-8a6f-4780-a04d-316950d1c4da tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Calling delete_port for 29a4f318-a46d-43f3-9cb5-3646455d3d52 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:03.302128 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.302462 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.310919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8125da-a3de-417a-a11b-0e56e106080f tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:03.310919 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6f8125da-a3de-417a-a11b-0e56e106080f tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1093 time: 0.0995533 Sep 09 09:29:03.313618 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45622) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:03.317526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for b5c21a34-1e38-4240-8698-6dc6eeb3241c owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:03.317937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:03.433041 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.492622 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5302f64e-626f-4c05-a09f-494c0f583191 req-85c5b3c8-2906-4cce-8dda-f61d38c3c83c tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 210 time: 0.0304008 Sep 09 09:29:03.567521 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-e21f717f-8a6f-4780-a04d-316950d1c4da tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.618195 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.650921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f717f-8a6f-4780-a04d-316950d1c4da tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Port': ['ID=29a4f318-a46d-43f3-9cb5-3646455d3d52,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:03.675341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=b5c21a34-1e38-4240-8698-6dc6eeb3241c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:03.813927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.814598 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Floating IP 96f44181-0845-4257-935c-5a59681a5b0c disassociated (deleted). External IP: 172.25.8.158, port: dedb4a79-8f12-48a3-8d4c-23cc9db10e50. Sep 09 09:29:03.836767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-e21f717f-8a6f-4780-a04d-316950d1c4da tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] No DVR routers for this DVR port 29a4f318-a46d-43f3-9cb5-3646455d3d52 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:03.841559 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-e21f717f-8a6f-4780-a04d-316950d1c4da tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.844322 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-e21f717f-8a6f-4780-a04d-316950d1c4da tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "DELETE /v2.0/ports/29a4f318-a46d-43f3-9cb5-3646455d3d52 HTTP/1.1" status: 204 len: 173 time: 0.9317751 Sep 09 09:29:03.852145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-deleted', 'tag': '29a4f318-a46d-43f3-9cb5-3646455d3d52'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:03.854904 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaca4f2f-10f4-4c5c-9c87-e4bdb5c2ed8d" -d '{"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-deleted", "tag": "29a4f318-a46d-43f3-9cb5-3646455d3d52"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:03.860266 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:03.876673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50aa3e-e855-4c3f-a674-33f53eac34ab req-c9e6644d-bbc8-4905-8954-e0052b7cd1f6 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:03.878390 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab50aa3e-e855-4c3f-a674-33f53eac34ab req-c9e6644d-bbc8-4905-8954-e0052b7cd1f6 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 944 time: 0.1284423 Sep 09 09:29:03.882599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f08a0297-087a-4609-bc16-dea99b89fc85 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:03.884255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f08a0297-087a-4609-bc16-dea99b89fc85 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 815 time: 0.3510156 Sep 09 09:29:03.946853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Request body: {'port': {'device_id': '9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d', 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb', 'admin_state_up': True, 'tenant_id': 'a05e4fe9ef7a49c29cdb88e8dc511dd4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:03.977222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab50aa3e-e855-4c3f-a674-33f53eac34ab req-4da114d7-09f4-4698-88b5-003916629a8c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903239 Sep 09 09:29:04.112628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc9b329a-8cda-4932-af45-a70c63f55012 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:04.136080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bc9b329a-8cda-4932-af45-a70c63f55012 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:04.136795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc9b329a-8cda-4932-af45-a70c63f55012 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:04.154481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 5956e10c-8ad5-491b-8196-7ce86157ea64 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:29:04.273128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:29:04.278225 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:04.284585 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951c0a3-3fbb-4cd3-b11e-c67f94466d3f None None] Sync routers for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:29:04.301722 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951c0a3-3fbb-4cd3-b11e-c67f94466d3f None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:29:04.302540 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6951c0a3-3fbb-4cd3-b11e-c67f94466d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:04.324562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f3d9f3d9-6d5d-4903-baaf-b2cc0d9867d6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/floatingips/96f44181-0845-4257-935c-5a59681a5b0c HTTP/1.1" status: 204 len: 168 time: 1.2897658 Sep 09 09:29:04.324562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b1fc16-28da-49bc-9785-d7794535668f', 'tag': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:04.324562 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132cc8f4-bcfb-4f6f-8383-0533907c27a2" -d '{"events": [{"name": "network-changed", "server_uuid": "93b1fc16-28da-49bc-9785-d7794535668f", "tag": "dedb4a79-8f12-48a3-8d4c-23cc9db10e50"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:04.359255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d72830-e9ea-4114-a1d9-dd29bdadb1fb req-136e7010-623a-4aa2-bb3b-67844f588951 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:04.369560 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78d72830-e9ea-4114-a1d9-dd29bdadb1fb req-136e7010-623a-4aa2-bb3b-67844f588951 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.6800900 Sep 09 09:29:04.374383 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c342b51-1375-4fb4-9ec9-05897a4835d7 x-openstack-request-id: req-1c342b51-1375-4fb4-9ec9-05897a4835d7 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:04.374677 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-deleted", "tag": "29a4f318-a46d-43f3-9cb5-3646455d3d52", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:04.374928 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c342b51-1375-4fb4-9ec9-05897a4835d7 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:04.375326 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-deleted', 'tag': '29a4f318-a46d-43f3-9cb5-3646455d3d52', 'status': 'completed', 'code': 200} Sep 09 09:29:04.496433 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6951c0a3-3fbb-4cd3-b11e-c67f94466d3f None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:29:04.550700 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78d72830-e9ea-4114-a1d9-dd29bdadb1fb req-16b5f855-cfb7-4b75-baeb-cab8e8379257 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815591 Sep 09 09:29:04.595442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.25.8.79 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/8fb6bf49-5612-43fd-870b-e0d05f485a06) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:04.621830 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-4ff8ff0e-bd6b-4d95-b79e-1954791babd4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting port c6b4a72c-1fad-4250-9b1e-eb45459550cc {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:04.622118 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-4ff8ff0e-bd6b-4d95-b79e-1954791babd4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:04.695089 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac312b57-d5ad-40b6-903b-3b2757eb5b9f x-openstack-request-id: req-ac312b57-d5ad-40b6-903b-3b2757eb5b9f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:04.696575 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b1fc16-28da-49bc-9785-d7794535668f", "tag": "dedb4a79-8f12-48a3-8d4c-23cc9db10e50", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:04.699189 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac312b57-d5ad-40b6-903b-3b2757eb5b9f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:04.700018 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b1fc16-28da-49bc-9785-d7794535668f', 'tag': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'status': 'completed', 'code': 200} Sep 09 09:29:04.739508 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6951c0a3-3fbb-4cd3-b11e-c67f94466d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:28:53Z', 'revision_number': 6, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:04.766560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc8f4-bcfb-4f6f-8383-0533907c27a2 req-8497b075-334b-4115-9ba5-66b24198444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:04.766560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-132cc8f4-bcfb-4f6f-8383-0533907c27a2 req-8497b075-334b-4115-9ba5-66b24198444c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 1098 time: 0.0509763 Sep 09 09:29:04.772216 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951c0a3-3fbb-4cd3-b11e-c67f94466d3f None None] Checking router: 5956e10c-8ad5-491b-8196-7ce86157ea64 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:29:04.783890 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951c0a3-3fbb-4cd3-b11e-c67f94466d3f None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:29:04.785313 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6951c0a3-3fbb-4cd3-b11e-c67f94466d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:04.801735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Made reservation on behalf of a05e4fe9ef7a49c29cdb88e8dc511dd4 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:04.806566 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:04.831973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b23242a-9833-46aa-b1c4-6fa904c8e9c3 req-bf4e92dd-907a-44fb-b1ed-c5d675a68129 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 210 time: 0.0583472 Sep 09 09:29:04.896494 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-4ff8ff0e-bd6b-4d95-b79e-1954791babd4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] For port c6b4a72c-1fad-4250-9b1e-eb45459550cc, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c6b4a72c-1fad-4250-9b1e-eb45459550cc,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:04.896922 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-4ff8ff0e-bd6b-4d95-b79e-1954791babd4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:04.902034 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:04.924165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc8f4-bcfb-4f6f-8383-0533907c27a2 req-54224a99-e5b2-4afa-a5ec-6abcdfe3d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:04.925351 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6951c0a3-3fbb-4cd3-b11e-c67f94466d3f None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:29:04.925750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-132cc8f4-bcfb-4f6f-8383-0533907c27a2 req-54224a99-e5b2-4afa-a5ec-6abcdfe3d673 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b847b18-b790-43b5-8d67-22948d8fe7b4 HTTP/1.1" status: 200 len: 898 time: 0.1534278 Sep 09 09:29:04.958321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-4ff8ff0e-bd6b-4d95-b79e-1954791babd4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Calling delete_port for c6b4a72c-1fad-4250-9b1e-eb45459550cc owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:04.989444 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-132cc8f4-bcfb-4f6f-8383-0533907c27a2 req-7ab8842b-773f-44ed-8ad8-9dfb6986b4fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dedb4a79-8f12-48a3-8d4c-23cc9db10e50 HTTP/1.1" status: 200 len: 217 time: 0.0562170 Sep 09 09:29:05.084752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc8f4-bcfb-4f6f-8383-0533907c27a2 req-be35943c-7e3c-4b13-bdf5-e75ee11c8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:05.087225 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-132cc8f4-bcfb-4f6f-8383-0533907c27a2 req-be35943c-7e3c-4b13-bdf5-e75ee11c8d60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1653836-a8b3-451d-98e8-28a4b42f55b0 HTTP/1.1" status: 200 len: 834 time: 0.0888760 Sep 09 09:29:05.133548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Allocated IP 172.20.0.13 (13a71b19-ff40-4a72-ac7b-444abec923fb/19e1e42b-1780-47aa-8697-1309f17f9667/651e1d18-9888-47ca-b283-0fd7681c2c09) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:05.192323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc8f4-bcfb-4f6f-8383-0533907c27a2 req-d2ab29aa-7c92-43b3-8cec-e4ec5699faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:05.194131 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-132cc8f4-bcfb-4f6f-8383-0533907c27a2 req-d2ab29aa-7c92-43b3-8cec-e4ec5699faec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b847b18-b790-43b5-8d67-22948d8fe7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989227 Sep 09 09:29:05.203105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cae8c-eb71-4e0c-b991-931144b3ef85 req-20fb0e63-4217-4717-a2c6-293373920fa4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:05.210561 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3f7cae8c-eb71-4e0c-b991-931144b3ef85 req-20fb0e63-4217-4717-a2c6-293373920fa4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 944 time: 0.0802629 Sep 09 09:29:05.230995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f160d4f-0ab6-4e8a-a203-60a77d4a8d9d req-f8b0b745-030d-4917-acc6-64daa8383744 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:05.238679 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f160d4f-0ab6-4e8a-a203-60a77d4a8d9d req-f8b0b745-030d-4917-acc6-64daa8383744 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 946 time: 0.1403902 Sep 09 09:29:05.279660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:05.318151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3f7cae8c-eb71-4e0c-b991-931144b3ef85 req-a20fc181-94a3-4c99-b3dd-425ee9d3f8b2 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971799 Sep 09 09:29:05.349612 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-132cc8f4-bcfb-4f6f-8383-0533907c27a2 req-b9a20fd4-fb40-40d6-8dee-8956d53cd686 service neutron] 10.222.0.24 "GET /v2.0/networks/0b847b18-b790-43b5-8d67-22948d8fe7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379638 Sep 09 09:29:05.371461 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6951c0a3-3fbb-4cd3-b11e-c67f94466d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:28:53Z', 'revision_number': 6, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:05.385712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:05.403556 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951c0a3-3fbb-4cd3-b11e-c67f94466d3f None None] The sync data for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 is: [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:28:53Z', 'revision_number': 6, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8c2c4300-300e-43ef-9b3e-695167db728b', 'name': '', 'network_id': '0b847b18-b790-43b5-8d67-22948d8fe7b4', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:cc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:48Z', 'updated_at': '2021-09-09T09:26:56Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': 'f1653836-a8b3-451d-98e8-28a4b42f55b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:29:05.425557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:05.437682 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f160d4f-0ab6-4e8a-a203-60a77d4a8d9d req-b7828429-3f44-4f1f-91aa-77a4baa99b68 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980505 Sep 09 09:29:05.445590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:05.450725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=8fb6bf49-5612-43fd-870b-e0d05f485a06,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:05.460747 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-132cc8f4-bcfb-4f6f-8383-0533907c27a2 req-c1d6c5e9-0d31-4d84-b4c3-9c0c180b9f51 service neutron] 10.222.0.24 "GET /v2.0/networks/0b847b18-b790-43b5-8d67-22948d8fe7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034484 Sep 09 09:29:05.488535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c61a7e35-c91c-4b46-b75a-47a3a2821709 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:29:05.527262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:05.555495 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-4ff8ff0e-bd6b-4d95-b79e-1954791babd4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:05.603012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:05.615125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'network_id': 'c545c666-906a-4084-a605-2c1a985a5d7d', 'port_id': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'mac_address': 'fa:16:3e:44:cf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc079ca2-f63c-447e-8672-75e8c71039a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:29:05.620889 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8ff0e-bd6b-4d95-b79e-1954791babd4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Port': ['ID=c6b4a72c-1fad-4250-9b1e-eb45459550cc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:05.657878 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:05.674881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61a7e35-c91c-4b46-b75a-47a3a2821709 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:29:05.704534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:05.751233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dd1eb-5b05-41da-b6e4-647c1b6f73a0 req-713e1e44-ee85-44b4-af29-ae0a8b29a0fb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:05.763474 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-253dd1eb-5b05-41da-b6e4-647c1b6f73a0 req-713e1e44-ee85-44b4-af29-ae0a8b29a0fb tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 943 time: 0.1200271 Sep 09 09:29:05.777936 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:05.808704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-4ff8ff0e-bd6b-4d95-b79e-1954791babd4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] No DVR routers for this DVR port c6b4a72c-1fad-4250-9b1e-eb45459550cc on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:05.813784 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-253dd1eb-5b05-41da-b6e4-647c1b6f73a0 req-3247f6de-cd16-4dc0-8416-413018dd62e3 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495696 Sep 09 09:29:05.816473 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-4ff8ff0e-bd6b-4d95-b79e-1954791babd4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:05.826904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25ceaf77-e4ed-4260-bdbd-9a266fade902 req-4ff8ff0e-bd6b-4d95-b79e-1954791babd4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "DELETE /v2.0/ports/c6b4a72c-1fad-4250-9b1e-eb45459550cc HTTP/1.1" status: 204 len: 173 time: 1.9453070 Sep 09 09:29:05.848987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45712) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:05.849589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04802a4a-215a-491e-a047-19caacae8da6 None None] New status for floating IP 96f44181-0845-4257-935c-5a59681a5b0c: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:29:05.941608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c61a7e35-c91c-4b46-b75a-47a3a2821709,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:05.951790 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.033104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68b8064c-d2ef-4041-be85-5697ed6f9748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.081633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Network 13a71b19-ff40-4a72-ac7b-444abec923fb is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:06.093486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:06.095470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Pushing event updated for resources: {'Port': ['ID=651e1d18-9888-47ca-b283-0fd7681c2c09,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:06.103190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:06.137638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c61a7e35-c91c-4b46-b75a-47a3a2821709'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:29:06.146415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217e009-513b-4978-9146-b1491bb6a1df req-6b81fdcf-2d0f-4710-9b19-4ccd8c767d63 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:06.148893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4217e009-513b-4978-9146-b1491bb6a1df req-6b81fdcf-2d0f-4710-9b19-4ccd8c767d63 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 932 time: 0.2115657 Sep 09 09:29:06.192165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68b8064c-d2ef-4041-be85-5697ed6f9748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.242587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:06.243183 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.274256 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4217e009-513b-4978-9146-b1491bb6a1df req-7a4dd6ac-5f61-48f5-8282-3da693dad161 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765002 Sep 09 09:29:06.280317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68b8064c-d2ef-4041-be85-5697ed6f9748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.320737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-68b8064c-d2ef-4041-be85-5697ed6f9748 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2056b80b7464dfeb290538ffd142e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4706604 Sep 09 09:29:06.321948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8064c-d2ef-4041-be85-5697ed6f9748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574a3c28-8dc0-410d-8968-994d282c0248,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:06.324378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45718) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:06.376863 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1e824e9-0d9f-4123-94d0-e5c5a4d84303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.384962 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.384962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-deleted', 'tag': 'c6b4a72c-1fad-4250-9b1e-eb45459550cc'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:06.384962 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99518ad0-f559-4bea-b760-92db125a9a93" -d '{"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-deleted", "tag": "c6b4a72c-1fad-4250-9b1e-eb45459550cc"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:06.400795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1e824e9-0d9f-4123-94d0-e5c5a4d84303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.409357 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-998b4100-bbaf-4d5e-b0a3-1554805d2c4b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4848597 Sep 09 09:29:06.426708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8eb14-775f-49ff-83f7-a28e09b175ef req-6668cba5-1fe9-4305-9f85-e28be666f558 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:06.428276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a1b8eb14-775f-49ff-83f7-a28e09b175ef req-6668cba5-1fe9-4305-9f85-e28be666f558 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 946 time: 0.1115336 Sep 09 09:29:06.435181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Request body: {'port': {'device_id': '9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:06.472007 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abce47fe-2dd4-499e-b1b0-19b32247d636 x-openstack-request-id: req-abce47fe-2dd4-499e-b1b0-19b32247d636 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:06.472323 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a16f18-ea96-40ae-b3af-80eeb2129fbb", "name": "network-vif-deleted", "tag": "c6b4a72c-1fad-4250-9b1e-eb45459550cc", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:06.472571 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abce47fe-2dd4-499e-b1b0-19b32247d636 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:06.472937 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a16f18-ea96-40ae-b3af-80eeb2129fbb', 'name': 'network-vif-deleted', 'tag': 'c6b4a72c-1fad-4250-9b1e-eb45459550cc', 'status': 'completed', 'code': 200} Sep 09 09:29:06.478620 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09e40be2-e784-446d-8def-a2fda48d8699 req-1f3fe56c-126b-4741-9f4b-f13e2c902fd0 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a16f18-ea96-40ae-b3af-80eeb2129fbb HTTP/1.1" status: 200 len: 210 time: 0.0297618 Sep 09 09:29:06.526112 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1e824e9-0d9f-4123-94d0-e5c5a4d84303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.529129 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a1e824e9-0d9f-4123-94d0-e5c5a4d84303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.533344 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a1e824e9-0d9f-4123-94d0-e5c5a4d84303 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/574a3c28-8dc0-410d-8968-994d282c0248 HTTP/1.1" status: 204 len: 168 time: 0.2055213 Sep 09 09:29:06.539919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e824e9-0d9f-4123-94d0-e5c5a4d84303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574a3c28-8dc0-410d-8968-994d282c0248,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:06.593885 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.676735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be70f2-b4fc-4fd9-a378-3e91ce42cdf0 req-958ffcc5-acf8-4d23-a631-dfa924f43d9a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:06.678799 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86be70f2-b4fc-4fd9-a378-3e91ce42cdf0 req-958ffcc5-acf8-4d23-a631-dfa924f43d9a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 946 time: 0.1418636 Sep 09 09:29:06.679682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.826967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-a1b8eb14-775f-49ff-83f7-a28e09b175ef req-e7fbb021-d541-4001-92e3-a12a587fe606 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:06.827332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a1b8eb14-775f-49ff-83f7-a28e09b175ef req-e7fbb021-d541-4001-92e3-a12a587fe606 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:06.874635 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86be70f2-b4fc-4fd9-a378-3e91ce42cdf0 req-d1d0be85-105e-440e-8683-785b51bc697d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2ccf5f2-0d47-4d35-b999-879f4da9528d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861303 Sep 09 09:29:06.974269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7a30a-1505-4245-b3d7-c69ece3dcfb4 req-1c412ad8-f6af-491d-9f49-9c66514a9405 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:06.979903 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0be7a30a-1505-4245-b3d7-c69ece3dcfb4 req-1c412ad8-f6af-491d-9f49-9c66514a9405 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 944 time: 0.0679269 Sep 09 09:29:07.035429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0be7a30a-1505-4245-b3d7-c69ece3dcfb4 req-6e6052ff-c072-4181-937f-5b17c25f9113 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519717 Sep 09 09:29:07.111732 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-a1b8eb14-775f-49ff-83f7-a28e09b175ef req-e7fbb021-d541-4001-92e3-a12a587fe606 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] For port dedb4a79-8f12-48a3-8d4c-23cc9db10e50, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=dedb4a79-8f12-48a3-8d4c-23cc9db10e50,segment=NetworkSegment(22532f5b-7091-42a7-b613-5bee798a9201),segment_id=22532f5b-7091-42a7-b613-5bee798a9201)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:07.112096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a1b8eb14-775f-49ff-83f7-a28e09b175ef req-e7fbb021-d541-4001-92e3-a12a587fe606 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.135564 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-a1b8eb14-775f-49ff-83f7-a28e09b175ef req-e7fbb021-d541-4001-92e3-a12a587fe606 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for dedb4a79-8f12-48a3-8d4c-23cc9db10e50 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:07.216321 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.265664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651e1d18-9888-47ca-b283-0fd7681c2c09 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:29:07.275013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.290103 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.303984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Transition to ACTIVE for port object 651e1d18-9888-47ca-b283-0fd7681c2c09 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:07.419930 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.439809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=8fb6bf49-5612-43fd-870b-e0d05f485a06,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:07.488130 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.498258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c61a7e35-c91c-4b46-b75a-47a3a2821709 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:07.541580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c458c-8064-430b-ad06-4645b9de9f8d req-5902822c-0f8f-41cd-8ffa-6b461de9dab5 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:07.543102 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe5c458c-8064-430b-ad06-4645b9de9f8d req-5902822c-0f8f-41cd-8ffa-6b461de9dab5 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 932 time: 0.1939359 Sep 09 09:29:07.549353 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a1b8eb14-775f-49ff-83f7-a28e09b175ef req-e7fbb021-d541-4001-92e3-a12a587fe606 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.575230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45750) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:07.586218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Pushing event updated for resources: {'Port': ['ID=651e1d18-9888-47ca-b283-0fd7681c2c09,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:07.596917 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port c61a7e35-c91c-4b46-b75a-47a3a2821709 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:07.601901 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.651807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc98ef2-eafe-479d-b1bb-0c053436f559 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting subnet 54f12ce3-1605-4f9e-88df-229af8dd8ecf {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:29:07.656047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cc98ef2-eafe-479d-b1bb-0c053436f559 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.704140 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.705830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cc98ef2-eafe-479d-b1bb-0c053436f559 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.733443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:07.735890 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be8bc0d-a2b4-43fc-8c0d-3c1a391bc38e" -d '{"events": [{"server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "name": "network-vif-plugged", "status": "completed", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:07.755184 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:07.783411 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c052bf2-3fa3-44ea-b317-348c1a2dc7e1 x-openstack-request-id: req-4c052bf2-3fa3-44ea-b317-348c1a2dc7e1 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:07.783720 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "name": "network-vif-plugged", "status": "completed", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:07.783984 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c052bf2-3fa3-44ea-b317-348c1a2dc7e1 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:07.784790 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'code': 200} Sep 09 09:29:07.823328 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.824601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device dedb4a79-8f12-48a3-8d4c-23cc9db10e50 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:07.872528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cc98ef2-eafe-479d-b1bb-0c053436f559 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:07.882265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: dedb4a79-8f12-48a3-8d4c-23cc9db10e50 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:07.882752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device dedb4a79-8f12-48a3-8d4c-23cc9db10e50 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:07.921626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c61a7e35-c91c-4b46-b75a-47a3a2821709,revision_number=10']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:07.991641 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b081397-9160-4a7f-888f-9d9ffcc54ea0 req-1c175f6d-47f4-4e9f-a9c6-1ffd3d3ea51d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 210 time: 0.0347321 Sep 09 09:29:08.038417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbb021-d541-4001-92e3-a12a587fe606 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=dedb4a79-8f12-48a3-8d4c-23cc9db10e50,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:08.053720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94313d15-9b3e-4d4d-b2ec-8cc315103d12 req-cc909f48-f4c4-4137-9dd6-f84f0e1e98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:08.055468 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94313d15-9b3e-4d4d-b2ec-8cc315103d12 req-cc909f48-f4c4-4137-9dd6-f84f0e1e98b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 1098 time: 0.0578446 Sep 09 09:29:08.094264 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cc98ef2-eafe-479d-b1bb-0c053436f559 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.136907 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cc98ef2-eafe-479d-b1bb-0c053436f559 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.137491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe5c458c-8064-430b-ad06-4645b9de9f8d req-ccece180-8fc2-4419-b24b-a6e91539f0d6 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770319 Sep 09 09:29:08.138559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b8eb14-775f-49ff-83f7-a28e09b175ef req-e7fbb021-d541-4001-92e3-a12a587fe606 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] No DVR routers for this DVR port dedb4a79-8f12-48a3-8d4c-23cc9db10e50 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:08.141489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eccf2e3-7a53-4384-bbaf-5ae7dd7a2524 None None] Network b0a606f1-63c4-4537-b4d1-dbdaa40bc077 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:08.141590 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0cc98ef2-eafe-479d-b1bb-0c053436f559 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "DELETE /v2.0/subnets/54f12ce3-1605-4f9e-88df-229af8dd8ecf HTTP/1.1" status: 204 len: 168 time: 0.5625520 Sep 09 09:29:08.142433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45764) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:08.145561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc98ef2-eafe-479d-b1bb-0c053436f559 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Subnet': ['ID=54f12ce3-1605-4f9e-88df-229af8dd8ecf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:08.153821 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a1b8eb14-775f-49ff-83f7-a28e09b175ef req-e7fbb021-d541-4001-92e3-a12a587fe606 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.155770 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a1b8eb14-775f-49ff-83f7-a28e09b175ef req-e7fbb021-d541-4001-92e3-a12a587fe606 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.24 "DELETE /v2.0/ports/dedb4a79-8f12-48a3-8d4c-23cc9db10e50 HTTP/1.1" status: 204 len: 173 time: 1.7140410 Sep 09 09:29:08.174919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94313d15-9b3e-4d4d-b2ec-8cc315103d12 req-df1492db-7e38-4fb9-9fd8-6303d21bc526 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122289 Sep 09 09:29:08.198749 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Floating IP 3667b28b-85e0-41ae-adb6-0403919d4d5d associated. External IP: 172.25.8.79, port: 0f250e50-f310-4527-b7f2-1dc5b11abbe1. Sep 09 09:29:08.216901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f5a89-adcc-443e-a09d-bc91d2045d1e req-48b46d80-8aa8-4392-9b6b-fe2ec9f231b0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:08.218820 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f76f5a89-adcc-443e-a09d-bc91d2045d1e req-48b46d80-8aa8-4392-9b6b-fe2ec9f231b0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0751908 Sep 09 09:29:08.242802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Attempting to bind port 651e1d18-9888-47ca-b283-0fd7681c2c09 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:08.243055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Attempting to bind port 651e1d18-9888-47ca-b283-0fd7681c2c09 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:08.243402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Attempting to bind port 651e1d18-9888-47ca-b283-0fd7681c2c09 on network 13a71b19-ff40-4a72-ac7b-444abec923fb {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:08.263068 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f76f5a89-adcc-443e-a09d-bc91d2045d1e req-bcab90a8-4a8f-4c97-bd01-9bbe5701b671 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365210 Sep 09 09:29:08.294952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Port 651e1d18-9888-47ca-b283-0fd7681c2c09 on network 13a71b19-ff40-4a72-ac7b-444abec923fb not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:29:08.294952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Attempting to bind port 651e1d18-9888-47ca-b283-0fd7681c2c09 on network 13a71b19-ff40-4a72-ac7b-444abec923fb {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:08.301619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:08.307335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Checking segment: {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:08.307335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Bound using segment: {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:08.307335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Bound port: 651e1d18-9888-47ca-b283-0fd7681c2c09, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:08.307335 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.310814 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.481833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b1fc16-28da-49bc-9785-d7794535668f', 'name': 'network-vif-deleted', 'tag': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:08.489331 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f614c3-ad18-4169-8a8e-47846be64ade" -d '{"events": [{"server_uuid": "93b1fc16-28da-49bc-9785-d7794535668f", "name": "network-vif-deleted", "tag": "dedb4a79-8f12-48a3-8d4c-23cc9db10e50"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:08.504910 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91e596f-6c9a-41e5-86cd-00da89a123aa None None] DHCP port deletion for b0a606f1-63c4-4537-b4d1-dbdaa40bc077 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:29:08.531457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] For port 651e1d18-9888-47ca-b283-0fd7681c2c09, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:08.568708 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d72644d-daf9-4c0b-94f5-a043f57f2274 x-openstack-request-id: req-9d72644d-daf9-4c0b-94f5-a043f57f2274 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:08.569128 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b1fc16-28da-49bc-9785-d7794535668f", "name": "network-vif-deleted", "tag": "dedb4a79-8f12-48a3-8d4c-23cc9db10e50", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:08.569379 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d72644d-daf9-4c0b-94f5-a043f57f2274 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:08.569795 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b1fc16-28da-49bc-9785-d7794535668f', 'name': 'network-vif-deleted', 'tag': 'dedb4a79-8f12-48a3-8d4c-23cc9db10e50', 'status': 'completed', 'code': 200} Sep 09 09:29:08.589120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] For port 651e1d18-9888-47ca-b283-0fd7681c2c09, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=651e1d18-9888-47ca-b283-0fd7681c2c09,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:08.589929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a91e596f-6c9a-41e5-86cd-00da89a123aa None None] Deleting port e924960a-1a02-4bf8-9831-74fb4ab25964 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:08.590612 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a91e596f-6c9a-41e5-86cd-00da89a123aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.619704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting port e924960a-1a02-4bf8-9831-74fb4ab25964 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:08.620059 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.670357 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.673769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a91e596f-6c9a-41e5-86cd-00da89a123aa None None] For port e924960a-1a02-4bf8-9831-74fb4ab25964, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e924960a-1a02-4bf8-9831-74fb4ab25964,segment=NetworkSegment(8db434a3-554c-49ca-957d-0deb7d4b6904),segment_id=8db434a3-554c-49ca-957d-0deb7d4b6904)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:08.674244 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a91e596f-6c9a-41e5-86cd-00da89a123aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.689107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a91e596f-6c9a-41e5-86cd-00da89a123aa None None] Calling delete_port for e924960a-1a02-4bf8-9831-74fb4ab25964 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:08.724075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:08.725611 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.727043 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] 10.222.0.41 "PUT /v2.0/ports/651e1d18-9888-47ca-b283-0fd7681c2c09 HTTP/1.1" status: 200 len: 1093 time: 2.3083937 Sep 09 09:29:08.791576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] For port e924960a-1a02-4bf8-9831-74fb4ab25964, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e924960a-1a02-4bf8-9831-74fb4ab25964,segment=NetworkSegment(8db434a3-554c-49ca-957d-0deb7d4b6904),segment_id=8db434a3-554c-49ca-957d-0deb7d4b6904)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:08.791945 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.815586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router 81315cd2-3d87-49a1-884e-4050fc986fcd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:29:08.828918 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a91e596f-6c9a-41e5-86cd-00da89a123aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:08.844980 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e596f-6c9a-41e5-86cd-00da89a123aa None None] No DVR routers for this DVR port e924960a-1a02-4bf8-9831-74fb4ab25964 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:08.848909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Calling delete_port for e924960a-1a02-4bf8-9831-74fb4ab25964 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:08.868015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109e276-5b0f-4718-8682-5ce0d93f1612 service neutron] Pushing event updated for resources: {'Port': ['ID=651e1d18-9888-47ca-b283-0fd7681c2c09,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:08.880963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e596f-6c9a-41e5-86cd-00da89a123aa None None] Pushing event deleted for resources: {'Port': ['ID=e924960a-1a02-4bf8-9831-74fb4ab25964,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:08.953040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-18a38dc9-d7ca-40e0-bcf7-8a6af9089dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:08.954533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-18a38dc9-d7ca-40e0-bcf7-8a6af9089dfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 1096 time: 0.1379063 Sep 09 09:29:09.009012 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-ee5c7405-a5b0-4403-a321-eaeb562cbd34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651e1d18-9888-47ca-b283-0fd7681c2c09 HTTP/1.1" status: 200 len: 217 time: 0.0468690 Sep 09 09:29:09.032708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45786) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:09.124030 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:09.128878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:29:09.130510 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-670fe470-6f02-4699-ab05-8af503a2486d req-1fe79b39-a60e-436f-bece-a03d1401a154 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=93b1fc16-28da-49bc-9785-d7794535668f HTTP/1.1" status: 200 len: 210 time: 0.0354111 Sep 09 09:29:09.135203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-28476b75-b6ff-4243-af17-772a25a1c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:09.136747 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-28476b75-b6ff-4243-af17-772a25a1c09b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19e1e42b-1780-47aa-8697-1309f17f9667 HTTP/1.1" status: 200 len: 855 time: 0.1192839 Sep 09 09:29:09.148555 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214dc906-ed88-42a5-a061-2aeba5ef3c08 None None] Sync routers for ids ['81315cd2-3d87-49a1-884e-4050fc986fcd'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:29:09.168807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Port': ['ID=e924960a-1a02-4bf8-9831-74fb4ab25964,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:09.178082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] No DVR routers for this DVR port e924960a-1a02-4bf8-9831-74fb4ab25964 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:09.182928 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214dc906-ed88-42a5-a061-2aeba5ef3c08 None None] Routers {'81315cd2-3d87-49a1-884e-4050fc986fcd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:29:09.183532 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-214dc906-ed88-42a5-a061-2aeba5ef3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['81315cd2-3d87-49a1-884e-4050fc986fcd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:09.197276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-0273dcce-eebd-415d-8eb6-4f47c0c42018 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13a71b19-ff40-4a72-ac7b-444abec923fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387375 Sep 09 09:29:09.207099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8cfbd82a-f76d-4fb4-8912-49f116c12f07 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:09.275609 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:09.327976 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-214dc906-ed88-42a5-a061-2aeba5ef3c08 None None] Set router 81315cd2-3d87-49a1-884e-4050fc986fcd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:29:09.402370 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:09.426278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5b53e5c1-a76a-4b61-8c57-0674bed9b083 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1114984 Sep 09 09:29:09.429591 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8cfbd82a-f76d-4fb4-8912-49f116c12f07 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] 10.222.0.32 "PUT /v2.0/quotas/727d01745d58415aa106314992aa9fa6 HTTP/1.1" status: 200 len: 366 time: 0.3957639 Sep 09 09:29:09.432370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45804) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:09.451692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a606f1-63c4-4537-b4d1-dbdaa40bc077']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:09.464785 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-825c60a2-4f79-4d55-b72f-c5058b58aa9f tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0310607 Sep 09 09:29:09.469530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db434a3-554c-49ca-957d-0deb7d4b6904') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:09.469811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db434a3-554c-49ca-957d-0deb7d4b6904') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:09.481614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45806) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:09.488401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756ab17-d324-4736-9f4a-804259f41db2 req-1471ac50-674a-4139-a1b7-77aa0acc6d70 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:09.490005 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a756ab17-d324-4736-9f4a-804259f41db2 req-1471ac50-674a-4139-a1b7-77aa0acc6d70 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 944 time: 0.2212288 Sep 09 09:29:09.492418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be4fe-ef34-4fa4-99b0-57631ded027f req-6755ca8c-54c0-4fe9-a648-4188d3d73f1c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:09.503654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f90be4fe-ef34-4fa4-99b0-57631ded027f req-6755ca8c-54c0-4fe9-a648-4188d3d73f1c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1403286 Sep 09 09:29:09.516286 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:09.535037 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-02b59d6f-764b-414f-b80d-26c27b4dd9f1 service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999101 Sep 09 09:29:09.542436 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8002e095-6626-4a7a-8e9c-b3c0eaa188c4 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] 10.222.0.32 "GET /v2.0/quotas/727d01745d58415aa106314992aa9fa6 HTTP/1.1" status: 200 len: 366 time: 0.0356560 Sep 09 09:29:09.550806 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:09.555055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45810) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:09.572813 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f90be4fe-ef34-4fa4-99b0-57631ded027f req-aedbc393-d854-46be-8e78-204678564cbd tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681303 Sep 09 09:29:09.591148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:29:09.592560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:29:09.600751 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:29:09.606022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a756ab17-d324-4736-9f4a-804259f41db2 req-d922cd55-63a0-4e52-aed8-f44b554b1759 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005781 Sep 09 09:29:09.658072 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-214dc906-ed88-42a5-a061-2aeba5ef3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '3667b28b-85e0-41ae-adb6-0403919d4d5d', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'port_id': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'mac_address': 'fa:16:3e:1f:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:29:05Z', 'updated_at': '2021-09-09T09:29:05Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1409a89-c01f-4f13-a7d1-ad705fad8b05', 'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:b0:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:40Z', 'updated_at': '2021-09-09T09:28:48Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:09.700067 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-da7c5b59-7700-4d1b-87e6-b65caa3b24e0 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/727d01745d58415aa106314992aa9fa6 HTTP/1.1" status: 204 len: 168 time: 0.1439199 Sep 09 09:29:09.702549 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45818) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:09.704679 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214dc906-ed88-42a5-a061-2aeba5ef3c08 None None] Checking router: 81315cd2-3d87-49a1-884e-4050fc986fcd for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:29:09.714323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8046ffb-4a2b-45c6-ba9c-3eb348bc68fe req-926cc1dd-e481-4604-a747-995b272842c5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:09.716397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8046ffb-4a2b-45c6-ba9c-3eb348bc68fe req-926cc1dd-e481-4604-a747-995b272842c5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 946 time: 0.0667460 Sep 09 09:29:09.724672 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-57b07a6c-dd8f-455c-970e-f435518b7e4c tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0210383 Sep 09 09:29:09.725546 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214dc906-ed88-42a5-a061-2aeba5ef3c08 None None] Routers {'81315cd2-3d87-49a1-884e-4050fc986fcd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:29:09.725902 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-214dc906-ed88-42a5-a061-2aeba5ef3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['81315cd2-3d87-49a1-884e-4050fc986fcd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:09.729417 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c517df97-5e5d-4705-9529-e15a83fe56cd req-b139d494-214c-46fb-92cd-ffcc41ca76ef service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884186 Sep 09 09:29:09.729876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45822) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:09.742134 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f575dd8d-cac7-4268-8415-33acba794deb tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] 10.222.0.32 "GET /v2.0/quotas/727d01745d58415aa106314992aa9fa6 HTTP/1.1" status: 200 len: 370 time: 0.0080597 Sep 09 09:29:09.742382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45824) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:09.747763 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9d909bcf-27ad-4fb9-948b-d073562c0575 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] 10.222.0.32 "GET /v2.0/quotas/727d01745d58415aa106314992aa9fa6/default HTTP/1.1" status: 200 len: 370 time: 0.0045078 Sep 09 09:29:09.750980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45826) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:09.759556 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-3870d6db-e74f-4430-abeb-e47ed7dd34a6 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] delete failed (client error): The resource could not be found. Sep 09 09:29:09.763187 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3870d6db-e74f-4430-abeb-e47ed7dd34a6 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/727d01745d58415aa106314992aa9fa6 HTTP/1.1" status: 404 len: 348 time: 0.0086958 Sep 09 09:29:09.766420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:09.774024 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:09.778301 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "DELETE /v2.0/networks/b0a606f1-63c4-4537-b4d1-dbdaa40bc077 HTTP/1.1" status: 204 len: 168 time: 1.6328948 Sep 09 09:29:09.779725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45830) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:09.784298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8046ffb-4a2b-45c6-ba9c-3eb348bc68fe req-59c8a11f-175f-4a1a-927a-eb1e888c9f91 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613356 Sep 09 09:29:09.809939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45832) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:09.851860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42405110-f504-4f7e-bd7c-d348533747ae tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Network': ['ID=b0a606f1-63c4-4537-b4d1-dbdaa40bc077,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:09.866358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3a0622-bd71-424c-82b7-e329f14f1c76 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting subnet debf9bd9-53c5-439e-ac76-ac16eb29cce7 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:29:09.869942 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0622-bd71-424c-82b7-e329f14f1c76 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:09.884748 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-214dc906-ed88-42a5-a061-2aeba5ef3c08 None None] Set router 81315cd2-3d87-49a1-884e-4050fc986fcd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:29:09.904304 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0fe93a9f-4f34-47ce-b65c-eacd90375fa5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/3667b28b-85e0-41ae-adb6-0403919d4d5d HTTP/1.1" status: 200 len: 991 time: 0.0932899 Sep 09 09:29:09.914836 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0622-bd71-424c-82b7-e329f14f1c76 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.010786 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0622-bd71-424c-82b7-e329f14f1c76 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.073892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e924960a-1a02-4bf8-9831-74fb4ab25964 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:10.097062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e924960a-1a02-4bf8-9831-74fb4ab25964 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:10.097409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e924960a-1a02-4bf8-9831-74fb4ab25964 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:10.108027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45846) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:10.127272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Usage tracker for resource:network and tenant:8c06191806674b11aeca6552b4caedec is out of sync, need to count used quota {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 09 09:29:10.133647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 09 09:29:10.139820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Usage tracker for resource:subnet and tenant:8c06191806674b11aeca6552b4caedec is out of sync, need to count used quota {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 09 09:29:10.140849 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-214dc906-ed88-42a5-a061-2aeba5ef3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '3667b28b-85e0-41ae-adb6-0403919d4d5d', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'port_id': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'mac_address': 'fa:16:3e:1f:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:29:05Z', 'updated_at': '2021-09-09T09:29:05Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1409a89-c01f-4f13-a7d1-ad705fad8b05', 'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:b0:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:40Z', 'updated_at': '2021-09-09T09:28:48Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:10.144800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 09 09:29:10.150117 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0622-bd71-424c-82b7-e329f14f1c76 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.152001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Usage tracker for resource:subnetpool and tenant:8c06191806674b11aeca6552b4caedec is out of sync, need to count used quota {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 09 09:29:10.159099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 09 09:29:10.166040 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Usage tracker for resource:port and tenant:8c06191806674b11aeca6552b4caedec is out of sync, need to count used quota {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 09 09:29:10.172498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 09 09:29:10.174806 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214dc906-ed88-42a5-a061-2aeba5ef3c08 None None] The sync data for ids ['81315cd2-3d87-49a1-884e-4050fc986fcd'] in n-d-778696-16 is: [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '3667b28b-85e0-41ae-adb6-0403919d4d5d', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'port_id': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'mac_address': 'fa:16:3e:1f:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:29:05Z', 'updated_at': '2021-09-09T09:29:05Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1409a89-c01f-4f13-a7d1-ad705fad8b05', 'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:b0:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:40Z', 'updated_at': '2021-09-09T09:28:48Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:29:10.180972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Usage tracker for resource:router and tenant:8c06191806674b11aeca6552b4caedec is out of sync, need to count used quota {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 09 09:29:10.187309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 09 09:29:10.189072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a0622-bd71-424c-82b7-e329f14f1c76 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Subnet': ['ID=debf9bd9-53c5-439e-ac76-ac16eb29cce7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:10.197482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0622-bd71-424c-82b7-e329f14f1c76 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.202288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:10.204292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fc3a0622-bd71-424c-82b7-e329f14f1c76 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "DELETE /v2.0/subnets/debf9bd9-53c5-439e-ac76-ac16eb29cce7 HTTP/1.1" status: 204 len: 168 time: 0.4217997 Sep 09 09:29:10.205069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48d2aac-f311-4269-ad05-e7b707f0cf75 None None] Network 6377f19f-c196-43b9-87ef-3d467d8b8209 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:10.213272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Usage tracker for resource:floatingip and tenant:8c06191806674b11aeca6552b4caedec is out of sync, need to count used quota {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 09 09:29:10.229218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 09 09:29:10.230889 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45856) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:10.299120 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.315894 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8e299fc-7e8f-4126-a211-fd7bcee408f0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.352420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Usage tracker for resource:security_group and tenant:8c06191806674b11aeca6552b4caedec is out of sync, need to count used quota {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 09 09:29:10.355801 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8e299fc-7e8f-4126-a211-fd7bcee408f0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.360813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 09 09:29:10.373350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Usage tracker for resource:security_group_rule and tenant:8c06191806674b11aeca6552b4caedec is out of sync, need to count used quota {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 09 09:29:10.382038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.quota.resource [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95326) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 09 09:29:10.389468 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-85140a68-eb6c-4ef7-9637-798a7780ad60 tempest-QuotasTest-289359662 tempest-QuotasTest-289359662-project-admin] 10.222.0.32 "GET /v2.0/quotas/8c06191806674b11aeca6552b4caedec/details.json HTTP/1.1" status: 200 len: 703 time: 0.2799532 Sep 09 09:29:10.397885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:10.398057 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.448843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96256a8-d7c7-4050-8479-7bc3bfa8514a None None] DHCP port deletion for 6377f19f-c196-43b9-87ef-3d467d8b8209 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:29:10.480007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] For port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:10.480373 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.495779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Calling delete_port for e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:10.520823 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8e299fc-7e8f-4126-a211-fd7bcee408f0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.523659 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8e299fc-7e8f-4126-a211-fd7bcee408f0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.524938 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d8e299fc-7e8f-4126-a211-fd7bcee408f0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/security-groups/b2ccf5f2-0d47-4d35-b999-879f4da9528d HTTP/1.1" status: 204 len: 168 time: 0.2927823 Sep 09 09:29:10.541800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b96256a8-d7c7-4050-8479-7bc3bfa8514a None None] Deleting port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:10.545545 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b96256a8-d7c7-4050-8479-7bc3bfa8514a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.554369 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e299fc-7e8f-4126-a211-fd7bcee408f0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ccf5f2-0d47-4d35-b999-879f4da9528d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:10.571290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d', 'tag': '651e1d18-9888-47ca-b283-0fd7681c2c09'}, {'name': 'network-changed', 'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:10.574498 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9adebf-5482-4df2-9837-a24b36aa4efc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d", "tag": "651e1d18-9888-47ca-b283-0fd7681c2c09"}, {"name": "network-changed", "server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:10.626712 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee30f3f-5eca-412a-8526-10804ddd5f35 x-openstack-request-id: req-8ee30f3f-5eca-412a-8526-10804ddd5f35 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:10.627145 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d", "tag": "651e1d18-9888-47ca-b283-0fd7681c2c09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:10.627687 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ee30f3f-5eca-412a-8526-10804ddd5f35 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:10.628883 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d', 'tag': '651e1d18-9888-47ca-b283-0fd7681c2c09', 'status': 'completed', 'code': 200} Sep 09 09:29:10.629149 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'status': 'completed', 'code': 200} Sep 09 09:29:10.640556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b958061-ccf2-4ec7-81e5-4ba6725a0f7a None None] New status for floating IP 3667b28b-85e0-41ae-adb6-0403919d4d5d: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:29:10.652144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45870) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:10.682924 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.686220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b96256a8-d7c7-4050-8479-7bc3bfa8514a None None] For port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38,segment=NetworkSegment(0ba84f73-7b55-499b-8b97-6b7455b0dcab),segment_id=0ba84f73-7b55-499b-8b97-6b7455b0dcab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:10.686853 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b96256a8-d7c7-4050-8479-7bc3bfa8514a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.715036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b96256a8-d7c7-4050-8479-7bc3bfa8514a None None] Calling delete_port for e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:10.747136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Port': ['ID=e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:10.773812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] No DVR routers for this DVR port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:10.855545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ba300-0e3b-439a-adc4-168c81486e6f req-6169e943-bbdd-44b1-aa6c-2760e43b8090 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:10.863710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-116ba300-0e3b-439a-adc4-168c81486e6f req-6169e943-bbdd-44b1-aa6c-2760e43b8090 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1492498 Sep 09 09:29:10.881678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-c3d94b9c-7d20-46ca-b5fb-5640e6b5aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:10.881938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6775e-2487-4e9d-8463-21250a89c748 req-f0f062a8-9aac-408c-9599-9a1c9cc058bc tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.884894 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:29:10.887101 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:29:10.888255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-c3d94b9c-7d20-46ca-b5fb-5640e6b5aee5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 1096 time: 0.1719127 Sep 09 09:29:10.894354 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b96256a8-d7c7-4050-8479-7bc3bfa8514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:10.897331 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83c6775e-2487-4e9d-8463-21250a89c748 req-f0f062a8-9aac-408c-9599-9a1c9cc058bc tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 944 time: 0.1904256 Sep 09 09:29:10.908224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45872) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:10.938586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96256a8-d7c7-4050-8479-7bc3bfa8514a None None] Pushing event deleted for resources: {'Port': ['ID=e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:10.940620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96256a8-d7c7-4050-8479-7bc3bfa8514a None None] No DVR routers for this DVR port e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:10.959946 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.008144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83c6775e-2487-4e9d-8463-21250a89c748 req-d1952f75-c7d2-448b-8ccc-00e00e43df24 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095073 Sep 09 09:29:11.010009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6377f19f-c196-43b9-87ef-3d467d8b8209']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:11.020680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba84f73-7b55-499b-8b97-6b7455b0dcab') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:11.021045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba84f73-7b55-499b-8b97-6b7455b0dcab') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:11.040952 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.056875 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.062936 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-116ba300-0e3b-439a-adc4-168c81486e6f req-e993ac15-7c40-4e32-a929-40addcaadbae tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967342 Sep 09 09:29:11.077510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:29:11.079490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:29:11.083621 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:29:11.129199 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-27b841bb-2a93-4614-95e5-c2f03de274ba tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/3667b28b-85e0-41ae-adb6-0403919d4d5d HTTP/1.1" status: 200 len: 991 time: 0.2097802 Sep 09 09:29:11.143197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45876) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:11.192526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-41e9a04a-e517-4720-8db8-83d81d2fdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:11.194662 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-41e9a04a-e517-4720-8db8-83d81d2fdd1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 916 time: 0.2876163 Sep 09 09:29:11.262997 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-6b7605ef-5c8f-443c-9412-54dacd7a2023 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651e1d18-9888-47ca-b283-0fd7681c2c09 HTTP/1.1" status: 200 len: 217 time: 0.0590725 Sep 09 09:29:11.280217 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.287315 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.289145 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "DELETE /v2.0/networks/6377f19f-c196-43b9-87ef-3d467d8b8209 HTTP/1.1" status: 204 len: 168 time: 1.0858836 Sep 09 09:29:11.293531 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1edb1e6a-39cd-4615-b42e-bf04f726d899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.301212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:11.307183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-59003327'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:11.311553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40581cf5-b383-4ada-ba3b-182eb0c06880 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Network': ['ID=6377f19f-c196-43b9-87ef-3d467d8b8209,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:11.363366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-96e21a9a-8957-47ba-aa49-44c86e330cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:11.364861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-96e21a9a-8957-47ba-aa49-44c86e330cd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19e1e42b-1780-47aa-8697-1309f17f9667 HTTP/1.1" status: 200 len: 855 time: 0.0899925 Sep 09 09:29:11.388737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:11.392224 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.403585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-eb6866fc-a136-4045-a17a-5ff176ec8c7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13a71b19-ff40-4a72-ac7b-444abec923fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311906 Sep 09 09:29:11.417340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:29:11.426419 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.426784 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Added segment 12aa9a37-7fda-498d-a7a1-6e02179fd918 of type vlan for network cf695f3f-a63a-4811-8b2d-1730ee9f694a Sep 09 09:29:11.471028 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.560095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.565827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:11.566472 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.571330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-6af14e36-beba-43c1-a81c-32d7e6f172fd service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570225 Sep 09 09:29:11.633598 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:11.636713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Network': ['ID=cf695f3f-a63a-4811-8b2d-1730ee9f694a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:11.647229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network cf695f3f-a63a-4811-8b2d-1730ee9f694a details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:29:12.046083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1edb1e6a-39cd-4615-b42e-bf04f726d899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:12.078197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:12.101038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 651e1d18-9888-47ca-b283-0fd7681c2c09 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:29:12.105544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:12.105544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0ff8d5e-4b8c-454c-a7f6-9c21fb9dff38 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:12.119020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-943891a4-de1d-44dc-85e4-6502ef024893 service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389702 Sep 09 09:29:12.133418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45886) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:12.144442 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1edb1e6a-39cd-4615-b42e-bf04f726d899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:12.201272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4429b3-c8e2-4b6e-9d5a-ef528959f57e req-c2078a56-076c-4c7e-8932-2a727aac23e2 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:12.202846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c4429b3-c8e2-4b6e-9d5a-ef528959f57e req-c2078a56-076c-4c7e-8932-2a727aac23e2 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 944 time: 0.1179843 Sep 09 09:29:12.230380 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fbb9d3ae-036c-4a94-9ae5-f574a6b2859c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9276800 Sep 09 09:29:12.234842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45888) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:12.242060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 651e1d18-9888-47ca-b283-0fd7681c2c09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=651e1d18-9888-47ca-b283-0fd7681c2c09,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:12.246167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'subnet': {'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:12.253995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '651e1d18-9888-47ca-b283-0fd7681c2c09', 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb', 'port_id': '651e1d18-9888-47ca-b283-0fd7681c2c09', 'mac_address': 'fa:16:3e:5e:66:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e1e42b-1780-47aa-8697-1309f17f9667', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:29:12.269507 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c4429b3-c8e2-4b6e-9d5a-ef528959f57e req-68cfb015-b69e-464d-a449-85c9433f09ca tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594931 Sep 09 09:29:12.308401 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:12.322906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651e1d18-9888-47ca-b283-0fd7681c2c09 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:29:12.336296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1edb1e6a-39cd-4615-b42e-bf04f726d899 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5b8235467714c408527e5d88d5b300d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1920288 Sep 09 09:29:12.341174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb1e6a-39cd-4615-b42e-bf04f726d899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49179ea-e966-4c9e-85ce-b9ba7213ec2e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:12.343686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 651e1d18-9888-47ca-b283-0fd7681c2c09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=651e1d18-9888-47ca-b283-0fd7681c2c09,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:12.345879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45890) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:12.367032 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f30fde8f-3d1f-4c08-9b16-07c7b8f4e787 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/3667b28b-85e0-41ae-adb6-0403919d4d5d HTTP/1.1" status: 200 len: 993 time: 0.2304118 Sep 09 09:29:12.396286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-7c24f606-b05d-412b-88fd-8bf67f091131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:12.397826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-7c24f606-b05d-412b-88fd-8bf67f091131 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1098 time: 0.2030370 Sep 09 09:29:12.414923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c4489-98c2-47f9-ab8f-bf647734f678 req-506038a0-c6bd-4e08-9a9a-e05dcfac2b0b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:12.416666 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8c4489-98c2-47f9-ab8f-bf647734f678 req-506038a0-c6bd-4e08-9a9a-e05dcfac2b0b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.2155106 Sep 09 09:29:12.440339 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:12.480339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:12.484896 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:12.489663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=651e1d18-9888-47ca-b283-0fd7681c2c09,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:12.547418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4c6e-5e17-44db-80d1-14ce74c97568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:12.553478 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c8c4489-98c2-47f9-ab8f-bf647734f678 req-c8abf00f-14ff-473e-82e4-fc06cdaf972e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204162 Sep 09 09:29:12.605581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-d3ed0a77-cdd8-478c-bb47-0cfa35358c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:12.607093 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-d3ed0a77-cdd8-478c-bb47-0cfa35358c87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce190d0-37ef-48dd-b47a-b59c7670b83b HTTP/1.1" status: 200 len: 897 time: 0.1895623 Sep 09 09:29:12.648288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4c6e-5e17-44db-80d1-14ce74c97568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:12.657740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['651e1d18-9888-47ca-b283-0fd7681c2c09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:29:12.730177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb54db-3e68-4385-9c12-64999c2ee4a7 req-a9f40504-a6b1-4365-ad28-75f6d3645532 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:12.736213 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-208dc5ff-eb3c-4b60-a5e8-eaa9e35be66d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1 HTTP/1.1" status: 200 len: 1001 time: 0.1183772 Sep 09 09:29:12.737644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-42eb54db-3e68-4385-9c12-64999c2ee4a7 req-a9f40504-a6b1-4365-ad28-75f6d3645532 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1024301 Sep 09 09:29:12.773737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-42eb54db-3e68-4385-9c12-64999c2ee4a7 req-645cd903-44b6-4acd-97cf-b7aafe856a44 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Sep 09 09:29:12.779450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port 8c2c4300-300e-43ef-9b3e-695167db728b {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:12.779803 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:12.781084 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:12.857131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Subnet': ['ID=197a3b12-a10e-45f0-8a00-ba4a72579433,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:12.867265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Checking segment: {'id': '12aa9a37-7fda-498d-a7a1-6e02179fd918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:12.871575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network hostable DHCP agents. Network: cf695f3f-a63a-4811-8b2d-1730ee9f694a, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:29:12.871712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4c6e-5e17-44db-80d1-14ce74c97568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:12.873704 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4c6e-5e17-44db-80d1-14ce74c97568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:12.878991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ddcb4c6e-5e17-44db-80d1-14ce74c97568 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f49179ea-e966-4c9e-85ce-b9ba7213ec2e HTTP/1.1" status: 204 len: 168 time: 0.5248442 Sep 09 09:29:12.910328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-0be6d558-ce41-400a-9c0e-e8403fdd98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:12.911884 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-0be6d558-ce41-400a-9c0e-e8403fdd98bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ae01914-8bf1-4c27-854f-f82aa417a211 HTTP/1.1" status: 200 len: 835 time: 0.1681979 Sep 09 09:29:12.932795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb4c6e-5e17-44db-80d1-14ce74c97568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49179ea-e966-4c9e-85ce-b9ba7213ec2e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:12.954380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network cf695f3f-a63a-4811-8b2d-1730ee9f694a is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:29:12.992653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] For port 8c2c4300-300e-43ef-9b3e-695167db728b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8c2c4300-300e-43ef-9b3e-695167db728b,segment=NetworkSegment(22532f5b-7091-42a7-b613-5bee798a9201),segment_id=22532f5b-7091-42a7-b613-5bee798a9201)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:12.993013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.010145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for 8c2c4300-300e-43ef-9b3e-695167db728b owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:13.023446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa007a-c600-4068-8d28-807eef9069b7 req-176ffe31-3361-41df-8b3f-36088e49868e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:13.024971 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fbaa007a-c600-4068-8d28-807eef9069b7 req-176ffe31-3361-41df-8b3f-36088e49868e tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1419108 Sep 09 09:29:13.037734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-85f31c7f-2e1c-4001-877b-464102e62e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:13.039922 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-85f31c7f-2e1c-4001-877b-464102e62e90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce190d0-37ef-48dd-b47a-b59c7670b83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102862 Sep 09 09:29:13.063251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, cf695f3f-a63a-4811-8b2d-1730ee9f694a) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:13.067604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:13.068311 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.075955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445a0560-d461-4e76-b94d-6d3dde3cec66 None None] Network cf695f3f-a63a-4811-8b2d-1730ee9f694a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:13.152392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-312f03c5-3230-4687-b9ac-9db111ec51fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9138865 Sep 09 09:29:13.152604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45900) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:13.157708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1785510439'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:13.181764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fbaa007a-c600-4068-8d28-807eef9069b7 req-8b997481-4e41-4ec5-9344-a8f22687ea9a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494296 Sep 09 09:29:13.228902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:13.232980 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.254574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-a548216c-2050-454e-b58f-29e82cadb8b7 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064009 Sep 09 09:29:13.272645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:29:13.282191 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-cf695f3f-a63a-4811-8b2d-1730ee9f694a', 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'fixed_ips': [{'subnet_id': '197a3b12-a10e-45f0-8a00-ba4a72579433'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:29:13.283066 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.284576 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.285418 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Added segment fad5def2-fbcf-4f46-af23-63160efd8471 of type vlan for network 06013491-b730-44e7-a089-d818dbe87e14 Sep 09 09:29:13.344424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.435505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb6b48-fb3d-44db-ae34-ac18614f2bea req-f274b139-2a1e-41df-b099-262640a3182e tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:13.439870 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4dcb6b48-fb3d-44db-ae34-ac18614f2bea req-f274b139-2a1e-41df-b099-262640a3182e tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 945 time: 0.0683143 Sep 09 09:29:13.442563 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.445466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2be48-491b-41c2-b9f5-623883f6de26 req-9eb6fa54-8e80-488b-9c41-09a2969e1290 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:13.447022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dda2be48-491b-41c2-b9f5-623883f6de26 req-9eb6fa54-8e80-488b-9c41-09a2969e1290 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1419322 Sep 09 09:29:13.451290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:13.454149 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d9adebf-5482-4df2-9837-a24b36aa4efc req-b3331da1-64e0-43e0-8347-954a1f9c5278 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879237 Sep 09 09:29:13.454295 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.454380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Allocated IP 19.80.0.2 (cf695f3f-a63a-4811-8b2d-1730ee9f694a/197a3b12-a10e-45f0-8a00-ba4a72579433/5008c5ee-2778-47ab-83c8-920f63f668da) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:13.495404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dda2be48-491b-41c2-b9f5-623883f6de26 req-e4dd0482-7939-4098-83e4-dd38b77c59a7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Sep 09 09:29:13.523570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45910) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:13.543526 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-467477ad-77d6-4dbe-8bb4-402de45e89eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.557101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.578196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Network': ['ID=06013491-b730-44e7-a089-d818dbe87e14,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:13.590097 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4dcb6b48-fb3d-44db-ae34-ac18614f2bea req-bfa3fa76-4a03-406e-af42-3625c1709fe7 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323624 Sep 09 09:29:13.594394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=8c2c4300-300e-43ef-9b3e-695167db728b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:13.608843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-77858cfc-a915-4cd8-af49-477de77b2d85 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4529498 Sep 09 09:29:13.609228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45912) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:13.614025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'subnet': {'network_id': '06013491-b730-44e7-a089-d818dbe87e14', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:13.623641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 06013491-b730-44e7-a089-d818dbe87e14 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:29:13.672060 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.716610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Transition to ACTIVE for port object 5008c5ee-2778-47ab-83c8-920f63f668da will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:13.736733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Transition to ACTIVE for port object 5008c5ee-2778-47ab-83c8-920f63f668da will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:13.802449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff43eb5-d571-47ea-a9c3-43bd91275961 req-f1fc7f74-16c9-4fa5-b1b6-95da5c7f8a43 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:13.804153 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aff43eb5-d571-47ea-a9c3-43bd91275961 req-f1fc7f74-16c9-4fa5-b1b6-95da5c7f8a43 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1682260 Sep 09 09:29:13.823325 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.868875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Network cf695f3f-a63a-4811-8b2d-1730ee9f694a is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:13.877046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:13.879029 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Pushing event updated for resources: {'Port': ['ID=5008c5ee-2778-47ab-83c8-920f63f668da,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:13.881976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:13.899605 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aff43eb5-d571-47ea-a9c3-43bd91275961 req-f5e5e9fa-526e-4b4a-8804-a7a20fcca970 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870879 Sep 09 09:29:13.930440 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-467477ad-77d6-4dbe-8bb4-402de45e89eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.931555 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.948296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Attempting to bind port 5008c5ee-2778-47ab-83c8-920f63f668da on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:13.948902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Attempting to bind port 5008c5ee-2778-47ab-83c8-920f63f668da by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '12aa9a37-7fda-498d-a7a1-6e02179fd918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:13.949425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Attempting to bind port 5008c5ee-2778-47ab-83c8-920f63f668da on network cf695f3f-a63a-4811-8b2d-1730ee9f694a {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:13.954974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:13.955636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Checking segment: {'id': '12aa9a37-7fda-498d-a7a1-6e02179fd918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:13.956197 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:13.959097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Bound using segment: {'id': '12aa9a37-7fda-498d-a7a1-6e02179fd918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:13.959097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Bound port: 5008c5ee-2778-47ab-83c8-920f63f668da, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12aa9a37-7fda-498d-a7a1-6e02179fd918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:13.959097 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.034946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] For port 5008c5ee-2778-47ab-83c8-920f63f668da, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:14.040469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] For port 5008c5ee-2778-47ab-83c8-920f63f668da, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5008c5ee-2778-47ab-83c8-920f63f668da,segment=NetworkSegment(12aa9a37-7fda-498d-a7a1-6e02179fd918),segment_id=12aa9a37-7fda-498d-a7a1-6e02179fd918)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:14.056446 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-467477ad-77d6-4dbe-8bb4-402de45e89eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.104582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 651e1d18-9888-47ca-b283-0fd7681c2c09 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:14.117836 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-467477ad-77d6-4dbe-8bb4-402de45e89eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c06191806674b11aeca6552b4caedec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930579 Sep 09 09:29:14.118547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467477ad-77d6-4dbe-8bb4-402de45e89eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8de225-0a9f-44e8-822a-000ec2f0247f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:14.120768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45918) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:14.133523 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.136730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd42186-10fe-4490-87a2-00950856ec5f req-6f4d810c-b85c-4b26-8501-cdf7581d60a3 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:14.138349 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bdd42186-10fe-4490-87a2-00950856ec5f req-6f4d810c-b85c-4b26-8501-cdf7581d60a3 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1382294 Sep 09 09:29:14.148970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:14.152572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.222533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bdd42186-10fe-4490-87a2-00950856ec5f req-461de373-dd43-44c1-912e-eb7d1b09e3f5 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540469 Sep 09 09:29:14.233387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e8b22-3cbe-46bd-881c-878fa66c6bf5 None None] Pushing event updated for resources: {'Port': ['ID=5008c5ee-2778-47ab-83c8-920f63f668da,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:14.275465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 5956e10c-8ad5-491b-8196-7ce86157ea64 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:29:14.283865 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85fec80c-395c-4346-81b6-d11eaaf13fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.310409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 651e1d18-9888-47ca-b283-0fd7681c2c09 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:14.315281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 651e1d18-9888-47ca-b283-0fd7681c2c09 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:14.315702 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.341131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85fec80c-395c-4346-81b6-d11eaaf13fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.431538 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e780f3aa-bcd9-4567-9aed-132420708cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.433141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.449016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:29:14.449663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86db961-4ec9-490d-a53a-d4ab56c15612 req-2cd06c62-9ef1-4cbf-bae6-cf4faad3f9d2 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:14.461916 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c86db961-4ec9-490d-a53a-d4ab56c15612 req-2cd06c62-9ef1-4cbf-bae6-cf4faad3f9d2 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1404521 Sep 09 09:29:14.462971 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-682a488f-7778-4997-8d91-a20662d55e47 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "PUT /v2.0/routers/5956e10c-8ad5-491b-8196-7ce86157ea64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8096097 Sep 09 09:29:14.466507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45922) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:14.482729 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1a3e5-31d0-4b7b-932c-6d83a241d855 None None] Sync routers for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:29:14.499724 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 651e1d18-9888-47ca-b283-0fd7681c2c09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=651e1d18-9888-47ca-b283-0fd7681c2c09,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:14.500868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651e1d18-9888-47ca-b283-0fd7681c2c09'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:14.503445 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ef903-8277-425f-bf64-19689aefacff" -d '{"events": [{"server_uuid": "9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d", "name": "network-vif-plugged", "status": "completed", "tag": "651e1d18-9888-47ca-b283-0fd7681c2c09"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:14.507541 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1a3e5-31d0-4b7b-932c-6d83a241d855 None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:29:14.508463 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a7d1a3e5-31d0-4b7b-932c-6d83a241d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:14.559316 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f427f0d-63f5-4642-b721-c186e9c5af70 x-openstack-request-id: req-1f427f0d-63f5-4642-b721-c186e9c5af70 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:14.560488 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d", "name": "network-vif-plugged", "status": "completed", "tag": "651e1d18-9888-47ca-b283-0fd7681c2c09", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:14.560972 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f427f0d-63f5-4642-b721-c186e9c5af70 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:14.561562 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651e1d18-9888-47ca-b283-0fd7681c2c09', 'code': 200} Sep 09 09:29:14.563561 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.581130 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c86db961-4ec9-490d-a53a-d4ab56c15612 req-3777cbe0-fca9-4f4a-80ff-5dbd8a1c9663 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181037 Sep 09 09:29:14.616343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-677f25ed-8033-4a29-9218-8327a79d9a0e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting subnet f1653836-a8b3-451d-98e8-28a4b42f55b0 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:29:14.637073 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-677f25ed-8033-4a29-9218-8327a79d9a0e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.666815 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85fec80c-395c-4346-81b6-d11eaaf13fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.666815 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85fec80c-395c-4346-81b6-d11eaaf13fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.666815 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-85fec80c-395c-4346-81b6-d11eaaf13fff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b8de225-0a9f-44e8-822a-000ec2f0247f HTTP/1.1" status: 204 len: 168 time: 0.5420108 Sep 09 09:29:14.673000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=651e1d18-9888-47ca-b283-0fd7681c2c09,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:14.695235 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fec80c-395c-4346-81b6-d11eaaf13fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8de225-0a9f-44e8-822a-000ec2f0247f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:14.749354 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.763524 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a7d1a3e5-31d0-4b7b-932c-6d83a241d855 None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:29:14.822019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Subnet': ['ID=842dc0d6-fad5-4c29-9587-52de8b958ce4,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:14.830353 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-677f25ed-8033-4a29-9218-8327a79d9a0e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:14.831901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Checking segment: {'id': 'fad5def2-fbcf-4f46-af23-63160efd8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '06013491-b730-44e7-a089-d818dbe87e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:14.832333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network hostable DHCP agents. Network: 06013491-b730-44e7-a089-d818dbe87e14, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:29:14.872620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0684d8-d248-4db9-b85f-c49dcf924b99 req-a38497e9-fa29-4b35-8a01-93b2f83db5eb tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:14.880064 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e0684d8-d248-4db9-b85f-c49dcf924b99 req-a38497e9-fa29-4b35-8a01-93b2f83db5eb tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 946 time: 0.1483648 Sep 09 09:29:14.920251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dc40-845d-4c6b-a73f-0b5b00f581dd req-0777b313-1568-4e35-906b-e0b8f883a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:14.921769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1693dc40-845d-4c6b-a73f-0b5b00f581dd req-0777b313-1568-4e35-906b-e0b8f883a516 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 1098 time: 0.2213960 Sep 09 09:29:14.926029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network 06013491-b730-44e7-a089-d818dbe87e14 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:29:14.985604 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e0684d8-d248-4db9-b85f-c49dcf924b99 req-d039b512-fa22-4897-b535-f5ad9123e8cc tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046708 Sep 09 09:29:14.998803 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a7d1a3e5-31d0-4b7b-932c-6d83a241d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:29:13Z', 'revision_number': 7, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:15.025553 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1693dc40-845d-4c6b-a73f-0b5b00f581dd req-8f23106e-c1d2-4106-ac75-5d6a965462e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882924 Sep 09 09:29:15.025759 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1a3e5-31d0-4b7b-932c-6d83a241d855 None None] Checking router: 5956e10c-8ad5-491b-8196-7ce86157ea64 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:29:15.028591 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-677f25ed-8033-4a29-9218-8327a79d9a0e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:15.034423 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1a3e5-31d0-4b7b-932c-6d83a241d855 None None] Routers {'5956e10c-8ad5-491b-8196-7ce86157ea64'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:29:15.039557 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a7d1a3e5-31d0-4b7b-932c-6d83a241d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:28:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5956e10c-8ad5-491b-8196-7ce86157ea64'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:15.063728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 06013491-b730-44e7-a089-d818dbe87e14) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:15.073438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:15.073438 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:15.079642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9831e4-769f-4089-aceb-d7d7eeec46a7 None None] Network 06013491-b730-44e7-a089-d818dbe87e14 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:15.199650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3cf5c7ce-920f-4e54-a411-bc0d7e30886c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5894504 Sep 09 09:29:15.268591 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a7d1a3e5-31d0-4b7b-932c-6d83a241d855 None None] Set router 5956e10c-8ad5-491b-8196-7ce86157ea64 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:29:15.275663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda03c86-b65b-4c91-829d-e48b81485ca1 req-f8588c29-ce24-46f9-bdf6-7a566894b173 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:15.277778 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bda03c86-b65b-4c91-829d-e48b81485ca1 req-f8588c29-ce24-46f9-bdf6-7a566894b173 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1112220 Sep 09 09:29:15.323416 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-677f25ed-8033-4a29-9218-8327a79d9a0e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:15.358599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-06013491-b730-44e7-a089-d818dbe87e14', 'network_id': '06013491-b730-44e7-a089-d818dbe87e14', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'fixed_ips': [{'subnet_id': '842dc0d6-fad5-4c29-9587-52de8b958ce4'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:29:15.359847 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:15.380161 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bda03c86-b65b-4c91-829d-e48b81485ca1 req-229d14c5-513c-4a29-af7f-bca42f044bf4 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960543 Sep 09 09:29:15.383100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f25ed-8033-4a29-9218-8327a79d9a0e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Subnet': ['ID=f1653836-a8b3-451d-98e8-28a4b42f55b0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:15.385238 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-677f25ed-8033-4a29-9218-8327a79d9a0e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:15.388396 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-677f25ed-8033-4a29-9218-8327a79d9a0e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/subnets/f1653836-a8b3-451d-98e8-28a4b42f55b0 HTTP/1.1" status: 204 len: 168 time: 0.9198215 Sep 09 09:29:15.390096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45944) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:15.547061 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:15.627716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe401e-d4d1-4fce-a91c-64165cd8c25b None None] Network 0b847b18-b790-43b5-8d67-22948d8fe7b4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:15.745884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55620d71-4e3a-4968-81f8-f8278c7263e8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:15.755545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55620d71-4e3a-4968-81f8-f8278c7263e8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:15.764739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55620d71-4e3a-4968-81f8-f8278c7263e8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/networks?id=cf695f3f-a63a-4811-8b2d-1730ee9f694a&id=06013491-b730-44e7-a089-d818dbe87e14 HTTP/1.1" status: 200 len: 1390 time: 0.2141588 Sep 09 09:29:15.774443 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:15.786711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-59e43118-dcbe-4f91-9884-18b68ef73691 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/quotas/a055abd1deb34f619f46ec683c38873f HTTP/1.1" status: 200 len: 375 time: 0.0210257 Sep 09 09:29:15.801795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b8685f-802e-4063-af68-81bcf3863dc1 None None] Network cf695f3f-a63a-4811-8b2d-1730ee9f694a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:15.861712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-b5fda7a4-4273-4023-b574-52d74b4a508a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a055abd1deb34f619f46ec683c38873f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739980 Sep 09 09:29:15.867651 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a7d1a3e5-31d0-4b7b-932c-6d83a241d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:29:13Z', 'revision_number': 7, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:15.942773 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1a3e5-31d0-4b7b-932c-6d83a241d855 None None] The sync data for ids ['5956e10c-8ad5-491b-8196-7ce86157ea64'] in n-d-778696-16 is: [{'id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'name': 'tempest-TestNetworkBasicOps-router-341995255', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:26:40Z', 'updated_at': '2021-09-09T09:29:13Z', 'revision_number': 7, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '0788b7be-d48e-4d9b-ad50-4291e31aad33', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956e10c-8ad5-491b-8196-7ce86157ea64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:26:41Z', 'updated_at': '2021-09-09T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:29:15.964941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port 0788b7be-d48e-4d9b-ad50-4291e31aad33 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:15.965484 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:16.042662 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-2e73a903-3612-4390-aab0-97ae56f91dcc service neutron] 10.222.0.32 "GET /v2.0/networks/cf695f3f-a63a-4811-8b2d-1730ee9f694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798806 Sep 09 09:29:16.151896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-5dcba9b8-f8a3-4505-800d-f21005c48bbe service neutron] 10.222.0.32 "GET /v2.0/networks/cf695f3f-a63a-4811-8b2d-1730ee9f694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082139 Sep 09 09:29:16.182539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] For port 0788b7be-d48e-4d9b-ad50-4291e31aad33, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0788b7be-d48e-4d9b-ad50-4291e31aad33,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:16.183173 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:16.186192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Allocated IP 19.86.0.2 (06013491-b730-44e7-a089-d818dbe87e14/842dc0d6-fad5-4c29-9587-52de8b958ce4/6b68801d-4065-4ae0-92cf-9be63ca55d4a) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:16.194521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3b4345ee-3056-4c87-a8a8-2a5b8bb2db53 None None] Provisioning for port 5008c5ee-2778-47ab-83c8-920f63f668da completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:16.196742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b308ef-d6c7-4dcd-8029-e30259e4b8cb req-69c9305c-5ab7-46b3-a9ac-2595144599dc tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:16.206402 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4b308ef-d6c7-4dcd-8029-e30259e4b8cb req-69c9305c-5ab7-46b3-a9ac-2595144599dc tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 946 time: 0.1007111 Sep 09 09:29:16.248068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for 0788b7be-d48e-4d9b-ad50-4291e31aad33 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:16.285821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4b308ef-d6c7-4dcd-8029-e30259e4b8cb req-2a1efdd3-2b9a-4cf4-b624-fd943fda75b2 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732465 Sep 09 09:29:16.563771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45970) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:16.623223 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:16.635291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Transition to ACTIVE for port object 6b68801d-4065-4ae0-92cf-9be63ca55d4a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:16.669674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Transition to ACTIVE for port object 6b68801d-4065-4ae0-92cf-9be63ca55d4a will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:16.676413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206166b-a68c-4c75-ae5f-815ac943b2e9 req-5e7001f8-096c-4cd9-b505-4a4286fad627 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:16.684713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7206166b-a68c-4c75-ae5f-815ac943b2e9 req-5e7001f8-096c-4cd9-b505-4a4286fad627 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1217644 Sep 09 09:29:16.685982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a333126-636c-4eff-ac41-416c58841d27 None None] DHCP port deletion for 0b847b18-b790-43b5-8d67-22948d8fe7b4 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:29:16.688065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5008c5ee-2778-47ab-83c8-920f63f668da up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:16.768139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7206166b-a68c-4c75-ae5f-815ac943b2e9 req-1b6ce930-d44d-446d-adc2-7c0ac095de92 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820398 Sep 09 09:29:16.812345 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:16.816579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1627797817'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:16.880154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Network 06013491-b730-44e7-a089-d818dbe87e14 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:16.891262 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-59abe84d-cad6-4c49-a4e7-4897a427a952 service neutron] 10.222.0.32 "GET /v2.0/networks/06013491-b730-44e7-a089-d818dbe87e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380433 Sep 09 09:29:16.893065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:16.901143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:16.920468 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:16.929399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Pushing event updated for resources: {'Port': ['ID=6b68801d-4065-4ae0-92cf-9be63ca55d4a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:16.967301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=0788b7be-d48e-4d9b-ad50-4291e31aad33,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:16.969589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Made reservation on behalf of cd3d2e770a8f4b91aee7d9e845397299 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:16.978208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:16.991064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8a333126-636c-4eff-ac41-416c58841d27 None None] Deleting port d4464996-f7a8-40e2-9438-848e26205d6a {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:16.991217 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a333126-636c-4eff-ac41-416c58841d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.004884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.020695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-ebcc5cdd-f44c-4ec5-8646-3e7c895dc4cd service neutron] 10.222.0.32 "GET /v2.0/networks/06013491-b730-44e7-a089-d818dbe87e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284561 Sep 09 09:29:17.027446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Attempting to bind port 6b68801d-4065-4ae0-92cf-9be63ca55d4a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:17.029021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Attempting to bind port 6b68801d-4065-4ae0-92cf-9be63ca55d4a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'fad5def2-fbcf-4f46-af23-63160efd8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '06013491-b730-44e7-a089-d818dbe87e14'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:17.029394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Attempting to bind port 6b68801d-4065-4ae0-92cf-9be63ca55d4a on network 06013491-b730-44e7-a089-d818dbe87e14 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:17.039008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5008c5ee-2778-47ab-83c8-920f63f668da completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:17.055782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5008c5ee-2778-47ab-83c8-920f63f668da triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:17.056167 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.094794 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.123305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:17.123869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Checking segment: {'id': 'fad5def2-fbcf-4f46-af23-63160efd8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '06013491-b730-44e7-a089-d818dbe87e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:17.124668 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.125449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Bound using segment: {'id': 'fad5def2-fbcf-4f46-af23-63160efd8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '06013491-b730-44e7-a089-d818dbe87e14'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:17.125449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Bound port: 6b68801d-4065-4ae0-92cf-9be63ca55d4a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad5def2-fbcf-4f46-af23-63160efd8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '06013491-b730-44e7-a089-d818dbe87e14'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:17.125779 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.221046 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.227009 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.290201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8a333126-636c-4eff-ac41-416c58841d27 None None] For port d4464996-f7a8-40e2-9438-848e26205d6a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d4464996-f7a8-40e2-9438-848e26205d6a,segment=NetworkSegment(22532f5b-7091-42a7-b613-5bee798a9201),segment_id=22532f5b-7091-42a7-b613-5bee798a9201)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:17.290594 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a333126-636c-4eff-ac41-416c58841d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.302401 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05845981-f1cc-45db-b91b-2b9df84f5167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.313945 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.349028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2fcf2d32-021b-455f-9038-dc74e7099d11 None None] Provisioning complete for port 5008c5ee-2778-47ab-83c8-920f63f668da triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:17.349439 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fcf2d32-021b-455f-9038-dc74e7099d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.355158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8a333126-636c-4eff-ac41-416c58841d27 None None] Calling delete_port for d4464996-f7a8-40e2-9438-848e26205d6a owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:17.364926 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2ee4432-99a6-4966-b6c7-6df7429ab9c2 req-18dcdbf2-ff90-4671-89a4-787ae4c00148 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 210 time: 0.0564601 Sep 09 09:29:17.371672 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.371672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Fanout notify agent at l3_agent the message router_deleted on router 5956e10c-8ad5-491b-8196-7ce86157ea64 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:29:17.380587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab407f35-d949-44c0-a05d-cb7f37600b27 req-f4aa5b06-00c2-4410-ab18-63c39d01d308 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:17.382395 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab407f35-d949-44c0-a05d-cb7f37600b27 req-f4aa5b06-00c2-4410-ab18-63c39d01d308 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0958323 Sep 09 09:29:17.395424 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.401520 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-30e70a59-1242-4adc-b364-49bc5f908f89 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/routers/5956e10c-8ad5-491b-8196-7ce86157ea64 HTTP/1.1" status: 204 len: 168 time: 2.0081489 Sep 09 09:29:17.401912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:17.431554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] For port 6b68801d-4065-4ae0-92cf-9be63ca55d4a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:17.495353 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.522911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 5008c5ee-2778-47ab-83c8-920f63f668da, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5008c5ee-2778-47ab-83c8-920f63f668da,segment=NetworkSegment(12aa9a37-7fda-498d-a7a1-6e02179fd918),segment_id=12aa9a37-7fda-498d-a7a1-6e02179fd918)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:17.527082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] For port 6b68801d-4065-4ae0-92cf-9be63ca55d4a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6b68801d-4065-4ae0-92cf-9be63ca55d4a,segment=NetworkSegment(fad5def2-fbcf-4f46-af23-63160efd8471),segment_id=fad5def2-fbcf-4f46-af23-63160efd8471)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:17.562958 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.613578 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fcf2d32-021b-455f-9038-dc74e7099d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.628098 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.642962 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.692869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345eff8-16be-4f23-b8ac-f6b5fc802593 req-3515d7b3-54f0-4622-8403-8ab1bed698c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:17.694947 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3345eff8-16be-4f23-b8ac-f6b5fc802593 req-3515d7b3-54f0-4622-8403-8ab1bed698c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 1098 time: 0.1281316 Sep 09 09:29:17.706140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91224bc-fc18-4fd9-9c37-7c388471af38 req-9aa11155-f67d-45ea-9f19-a556db0a1a8c tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:17.714294 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b91224bc-fc18-4fd9-9c37-7c388471af38 req-9aa11155-f67d-45ea-9f19-a556db0a1a8c tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 946 time: 0.1153655 Sep 09 09:29:17.742797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=5008c5ee-2778-47ab-83c8-920f63f668da,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:17.802053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd0c31-bf83-4ce2-aa96-4094d6607d78 None None] Pushing event updated for resources: {'Port': ['ID=6b68801d-4065-4ae0-92cf-9be63ca55d4a,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:17.808095 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a333126-636c-4eff-ac41-416c58841d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.841958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a333126-636c-4eff-ac41-416c58841d27 None None] No DVR routers for this DVR port d4464996-f7a8-40e2-9438-848e26205d6a on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:17.846934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a333126-636c-4eff-ac41-416c58841d27 None None] Pushing event deleted for resources: {'Port': ['ID=d4464996-f7a8-40e2-9438-848e26205d6a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:17.850884 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-2fcf2d32-021b-455f-9038-dc74e7099d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:29:17.853520 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-2fcf2d32-021b-455f-9038-dc74e7099d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:29:17.861039 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b91224bc-fc18-4fd9-9c37-7c388471af38 req-1de80fb2-34e0-4113-8b0d-752ee042ce8f tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413162 Sep 09 09:29:17.881981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port d4464996-f7a8-40e2-9438-848e26205d6a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:17.882605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:17.918339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345eff8-16be-4f23-b8ac-f6b5fc802593 req-a5c3e761-c5c8-4b21-bee4-9405c82f56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:17.920227 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3345eff8-16be-4f23-b8ac-f6b5fc802593 req-a5c3e761-c5c8-4b21-bee4-9405c82f56c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c545c666-906a-4084-a605-2c1a985a5d7d HTTP/1.1" status: 200 len: 915 time: 0.1969988 Sep 09 09:29:17.948937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.005377 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab407f35-d949-44c0-a05d-cb7f37600b27 req-1d82754b-01be-4f4e-b515-89f16d3c9e76 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927269 Sep 09 09:29:18.036786 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.046590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:29:18.067691 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.068671 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Added segment 239dbf95-d5d0-44a3-9eed-09c89e1fd2cf of type vlan for network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c Sep 09 09:29:18.126879 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.129500 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3345eff8-16be-4f23-b8ac-f6b5fc802593 req-ac85350d-c708-4a4a-96ba-ac3956adede3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709 HTTP/1.1" status: 200 len: 217 time: 0.1908400 Sep 09 09:29:18.130432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] For port d4464996-f7a8-40e2-9438-848e26205d6a, host n-d-778696-16, got binding levels [] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:18.130832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.149949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5008c5ee-2778-47ab-83c8-920f63f668da up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:18.161030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7df46d-4d44-4184-ab74-9ba43ac55bd5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:18.180787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for d4464996-f7a8-40e2-9438-848e26205d6a owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:18.189146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Port d4464996-f7a8-40e2-9438-848e26205d6a was not found and therefore no delete operation was performed {{(pid=95326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:29:18.194364 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.219261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5008c5ee-2778-47ab-83c8-920f63f668da triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:18.219690 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.232102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=d4464996-f7a8-40e2-9438-848e26205d6a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:18.234357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] No DVR routers for this DVR port d4464996-f7a8-40e2-9438-848e26205d6a on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:18.237210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345eff8-16be-4f23-b8ac-f6b5fc802593 req-3b090cc2-e55b-45c2-bca1-4ca9d4206e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:18.238709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3345eff8-16be-4f23-b8ac-f6b5fc802593 req-3b090cc2-e55b-45c2-bca1-4ca9d4206e16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc079ca2-f63c-447e-8672-75e8c71039a6 HTTP/1.1" status: 200 len: 854 time: 0.1003783 Sep 09 09:29:18.285651 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.296627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:18.296627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.319050 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3345eff8-16be-4f23-b8ac-f6b5fc802593 req-1b4acf5a-7d14-4cfc-b33f-94d601bcdfa9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c545c666-906a-4084-a605-2c1a985a5d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568576 Sep 09 09:29:18.377130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.424060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d4464996-f7a8-40e2-9438-848e26205d6a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:18.445477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b847b18-b790-43b5-8d67-22948d8fe7b4']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:18.448298 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d4464996-f7a8-40e2-9438-848e26205d6a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:18.448717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d4464996-f7a8-40e2-9438-848e26205d6a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:18.449237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0788b7be-d48e-4d9b-ad50-4291e31aad33 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:18.461055 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8954847 Sep 09 09:29:18.462727 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef3d9-29b3-4a06-8e1c-57ed96838d6d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'Network': ['ID=ab1f4c56-8bfa-4de4-8c37-1f70c379d91c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:18.471409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45998) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:18.472236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 0788b7be-d48e-4d9b-ad50-4291e31aad33 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:18.473072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0788b7be-d48e-4d9b-ad50-4291e31aad33 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:18.473241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22532f5b-7091-42a7-b613-5bee798a9201') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:18.473462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22532f5b-7091-42a7-b613-5bee798a9201') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:18.473595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8c2c4300-300e-43ef-9b3e-695167db728b no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:18.476807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:29:18.481607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Request body: {'subnet': {'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:18.519164 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.519825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 8c2c4300-300e-43ef-9b3e-695167db728b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:18.520171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8c2c4300-300e-43ef-9b3e-695167db728b not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:18.523859 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.536504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5aebc427-f86d-4771-9990-ee5edf242ddd req-0cd93a7f-5ce6-4588-a3be-5711c8517dd7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 210 time: 0.0803218 Sep 09 09:29:18.572219 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.627836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:29:18.628250 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:29:18.633312 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:29:18.648520 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3345eff8-16be-4f23-b8ac-f6b5fc802593 req-83b76972-3e51-41bd-ac41-bbb9b8a49cc2 service neutron] 10.222.0.24 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194859 Sep 09 09:29:18.799059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3345eff8-16be-4f23-b8ac-f6b5fc802593 req-b904ea44-a717-4e4e-bd1c-e1f48bd4d564 service neutron] 10.222.0.24 "GET /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344426 Sep 09 09:29:18.811741 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.819838 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:18.821934 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/networks/0b847b18-b790-43b5-8d67-22948d8fe7b4 HTTP/1.1" status: 204 len: 168 time: 1.4190080 Sep 09 09:29:18.838310 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309f9dc-31e6-4de2-a9f9-9453a85095ee tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Network': ['ID=0b847b18-b790-43b5-8d67-22948d8fe7b4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:18.850762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46002) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:18.857365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'network': {'name': 'tempest-network-smoke--423064932', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:18.883398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Made reservation on behalf of cd3d2e770a8f4b91aee7d9e845397299 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:18.887398 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.003800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Made reservation on behalf of 2e99cdc01cfa4c5b83ea1f23eef51389 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:19.008389 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.030223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20081633-6ec9-4a8d-b72b-6651e59a69ba None None] Network 06013491-b730-44e7-a089-d818dbe87e14 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:19.128833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:29:19.146343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.147914 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Added segment a0ae9637-0ad2-48c8-beed-9d9e10b4b184 of type vlan for network 723d2fd4-969e-4245-8b46-0bbe718f6b29 Sep 09 09:29:19.153562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314f5d1-e108-411b-b11d-fc8c11c19f5b req-0c559c75-93d2-4fe4-a34c-1f47af6c5565 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:19.163540 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4314f5d1-e108-411b-b11d-fc8c11c19f5b req-0c559c75-93d2-4fe4-a34c-1f47af6c5565 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0772495 Sep 09 09:29:19.184225 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b70d06f6-b3a8-48c0-8675-ea852a69d4d5 None None] Provisioning for port 6b68801d-4065-4ae0-92cf-9be63ca55d4a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:19.200639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.221610 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4314f5d1-e108-411b-b11d-fc8c11c19f5b req-2f192813-dd3c-4888-819e-22d96323246b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569847 Sep 09 09:29:19.240842 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.312577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.318763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:19.320106 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.326746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'Subnet': ['ID=9afe1719-402d-4cfd-98be-76b8d2d57339,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:19.373032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Checking segment: {'id': '239dbf95-d5d0-44a3-9eed-09c89e1fd2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:19.373379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Network hostable DHCP agents. Network: ab1f4c56-8bfa-4de4-8c37-1f70c379d91c, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:29:19.422858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Network': ['ID=723d2fd4-969e-4245-8b46-0bbe718f6b29,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:19.442968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 723d2fd4-969e-4245-8b46-0bbe718f6b29 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:29:19.478366 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-29defa11-350f-4b01-841d-6dd99164855a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6235805 Sep 09 09:29:19.482582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46010) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:19.491049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-53970146', 'admin_state_up': True, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:19.499919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:29:19.588916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, ab1f4c56-8bfa-4de4-8c37-1f70c379d91c) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:19.590866 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.591974 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.598341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf1671-378c-4d45-a26f-9891ee5e314a None None] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:19.612343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:19.613025 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.647318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-18c54b00-29d3-4c81-bb3d-6a1a2d6b7a7e req-1d334576-78cd-42ba-a72a-cbf111285659 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 210 time: 0.0372860 Sep 09 09:29:19.747330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-ab1f4c56-8bfa-4de4-8c37-1f70c379d91c', 'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c', 'tenant_id': 'cd3d2e770a8f4b91aee7d9e845397299', 'fixed_ips': [{'subnet_id': '9afe1719-402d-4cfd-98be-76b8d2d57339'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:29:19.748345 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.749046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:19.777975 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1e30fe3b-8a73-4cf2-a848-cecafb81858d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3003764 Sep 09 09:29:19.781340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46014) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:19.786383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Request body: {'port': {'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c', 'name': 'tempest-AllowedAddressPairTestJSON-1320313851'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:19.937594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Allocated IP 172.20.0.2 (ab1f4c56-8bfa-4de4-8c37-1f70c379d91c/9afe1719-402d-4cfd-98be-76b8d2d57339/4ecdf1fe-4482-4771-9cc1-aaf8222bea49) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:20.078011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Made reservation on behalf of cd3d2e770a8f4b91aee7d9e845397299 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:20.087323 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.110387 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.128707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.135935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] device_id is not set on port 660bdff2-f071-46c7-b664-3e6604fc2d1d yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:29:20.178618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-2780fb5f-59af-4048-b9b4-eff0fb15b03a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:20.184813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-2780fb5f-59af-4048-b9b4-eff0fb15b03a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:20.186650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-2780fb5f-59af-4048-b9b4-eff0fb15b03a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "GET /v2.0/networks?id=cf695f3f-a63a-4811-8b2d-1730ee9f694a&id=06013491-b730-44e7-a089-d818dbe87e14 HTTP/1.1" status: 200 len: 1390 time: 0.2837737 Sep 09 09:29:20.186936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6b68801d-4065-4ae0-92cf-9be63ca55d4a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:20.202870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'port': {'device_id': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a', 'admin_state_up': True, 'tenant_id': 'a055abd1deb34f619f46ec683c38873f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:20.241232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.253075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Transition to ACTIVE for port object 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:20.272953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Transition to ACTIVE for port object 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:20.345622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f577262-804f-42b8-b4cd-cd44fc7663da req-5cb0dc92-3eb7-411e-946d-22bcc58d2394 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:20.347185 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f577262-804f-42b8-b4cd-cd44fc7663da req-5cb0dc92-3eb7-411e-946d-22bcc58d2394 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0562689 Sep 09 09:29:20.349065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 6b68801d-4065-4ae0-92cf-9be63ca55d4a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:20.352288 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.367712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 6b68801d-4065-4ae0-92cf-9be63ca55d4a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:20.368089 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.393231 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:20.423358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:20.436937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Allocated IP 172.20.0.7 (ab1f4c56-8bfa-4de4-8c37-1f70c379d91c/9afe1719-402d-4cfd-98be-76b8d2d57339/660bdff2-f071-46c7-b664-3e6604fc2d1d) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:20.441796 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f577262-804f-42b8-b4cd-cd44fc7663da req-02d7bc13-63fb-42de-becc-05227d8b9752 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813458 Sep 09 09:29:20.500989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:20.505292 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.589677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:20.610583 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Pushing event updated for resources: {'Port': ['ID=4ecdf1fe-4482-4771-9cc1-aaf8222bea49,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:20.614629 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.655827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.664905 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.689114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Transition to ACTIVE for port object 660bdff2-f071-46c7-b664-3e6604fc2d1d will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:20.689323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Attempting to bind port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:20.689554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Attempting to bind port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '239dbf95-d5d0-44a3-9eed-09c89e1fd2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:20.690188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Attempting to bind port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 on network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:20.701077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:20.701454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Checking segment: {'id': '239dbf95-d5d0-44a3-9eed-09c89e1fd2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:20.701881 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.702262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Bound using segment: {'id': '239dbf95-d5d0-44a3-9eed-09c89e1fd2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:20.702746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Bound port: 4ecdf1fe-4482-4771-9cc1-aaf8222bea49, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239dbf95-d5d0-44a3-9eed-09c89e1fd2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:20.703137 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.721292 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.784363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea01a25-d552-443d-b1b0-0c46dd84495d req-939b155d-0f9d-42c1-b130-fd9c471a09ba tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:20.793493 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aea01a25-d552-443d-b1b0-0c46dd84495d req-939b155d-0f9d-42c1-b130-fd9c471a09ba tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.2367122 Sep 09 09:29:20.798007 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.800882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 6b68801d-4065-4ae0-92cf-9be63ca55d4a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6b68801d-4065-4ae0-92cf-9be63ca55d4a,segment=NetworkSegment(fad5def2-fbcf-4f46-af23-63160efd8471),segment_id=fad5def2-fbcf-4f46-af23-63160efd8471)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:20.808821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] For port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:20.812117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] For port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4ecdf1fe-4482-4771-9cc1-aaf8222bea49,segment=NetworkSegment(239dbf95-d5d0-44a3-9eed-09c89e1fd2cf),segment_id=239dbf95-d5d0-44a3-9eed-09c89e1fd2cf)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:20.822510 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-494fdc5c-a7f2-4c87-a2d7-026a82cfa9f3 req-64d6801d-6355-43ca-bbcf-e7dc638ad50f tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 210 time: 0.0381341 Sep 09 09:29:20.874533 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.899108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'Port': ['ID=660bdff2-f071-46c7-b664-3e6604fc2d1d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:20.903351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:20.908292 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:20.909556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:20.914361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:20.923934 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aea01a25-d552-443d-b1b0-0c46dd84495d req-a5922174-40e9-49ce-8194-f65b6f81001c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274993 Sep 09 09:29:20.986590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Allocated IP 172.25.8.67 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/31b03ebd-66ac-4524-9a21-f1d227d45096) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:21.005111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=6b68801d-4065-4ae0-92cf-9be63ca55d4a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:21.034959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Allocated IP 19.80.0.37 (cf695f3f-a63a-4811-8b2d-1730ee9f694a/197a3b12-a10e-45f0-8a00-ba4a72579433/deea8fb4-54eb-47eb-93f4-4d14445d8026) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:21.064836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:21.065542 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:21.164248 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9429e-f75d-4fa4-bad3-60429df6b2f3 None None] Pushing event updated for resources: {'Port': ['ID=4ecdf1fe-4482-4771-9cc1-aaf8222bea49,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:21.174669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13e119-ea16-4347-b898-e7589cda760b req-f4fad10c-7144-439a-a334-d8d5702e340f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:21.180089 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c13e119-ea16-4347-b898-e7589cda760b req-f4fad10c-7144-439a-a334-d8d5702e340f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0757198 Sep 09 09:29:21.182228 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d0a139cf-aad4-4ac3-a182-10fca485fb18 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3997943 Sep 09 09:29:21.185290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46034) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:21.194081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Request body: {'port': {'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c', 'name': 'tempest-AllowedAddressPairTestJSON-1630471756', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:06:9a:5e'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:21.299245 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:21.314209 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c13e119-ea16-4347-b898-e7589cda760b req-3c7b5c47-629d-4eee-a019-53b003cf2649 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136911 Sep 09 09:29:21.454410 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:21.455101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea7e0a-b908-4d19-ab7e-3fe80631f25a req-f40ea658-c2f0-476b-a144-bcdcb3ffc412 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:21.457425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52ea7e0a-b908-4d19-ab7e-3fe80631f25a req-f40ea658-c2f0-476b-a144-bcdcb3ffc412 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0654533 Sep 09 09:29:21.468716 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Transition to ACTIVE for port object deea8fb4-54eb-47eb-93f4-4d14445d8026 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:21.471189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Made reservation on behalf of cd3d2e770a8f4b91aee7d9e845397299 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:21.558492 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52ea7e0a-b908-4d19-ab7e-3fe80631f25a req-a24d64c4-3361-4d8a-b135-37dca4a1e035 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894578 Sep 09 09:29:21.577853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:21.580344 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:21.591121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:21.612734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] device_id is not set on port bd3dd12c-c3ab-4c88-85aa-4d6911118d19 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:29:21.658126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:21.664408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network cf695f3f-a63a-4811-8b2d-1730ee9f694a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:21.668030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:21.670880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:21.674528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=31b03ebd-66ac-4524-9a21-f1d227d45096,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:21.677747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:21.680359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:21.790133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Allocated IP 172.20.0.9 (ab1f4c56-8bfa-4de4-8c37-1f70c379d91c/9afe1719-402d-4cfd-98be-76b8d2d57339/bd3dd12c-c3ab-4c88-85aa-4d6911118d19) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:21.813615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Port': ['ID=deea8fb4-54eb-47eb-93f4-4d14445d8026,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:21.815267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67d7a1-7d46-4e5d-964f-a4adf06cf54b req-131c4688-5457-4ac6-bc5f-873ea5aa1eae tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:21.817012 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab67d7a1-7d46-4e5d-964f-a4adf06cf54b req-131c4688-5457-4ac6-bc5f-873ea5aa1eae tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0951867 Sep 09 09:29:21.828411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:21.829100 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:21.981386 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1333d221-3b1c-46a3-b10a-6c872bcee5b7 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7809899 Sep 09 09:29:22.038880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Request body: {'port': {'device_id': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'network_id': '06013491-b730-44e7-a089-d818dbe87e14', 'admin_state_up': True, 'tenant_id': 'a055abd1deb34f619f46ec683c38873f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:22.068766 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab67d7a1-7d46-4e5d-964f-a4adf06cf54b req-35ea6ca7-57ce-4845-8920-d007703a50f8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029572 Sep 09 09:29:22.112294 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:22.154475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-536b95b0-529c-4922-aabe-88c20489cdce None None] Provisioning for port deea8fb4-54eb-47eb-93f4-4d14445d8026 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:22.172048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Transition to ACTIVE for port object bd3dd12c-c3ab-4c88-85aa-4d6911118d19 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:22.172408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-536b95b0-529c-4922-aabe-88c20489cdce None None] Provisioning complete for port deea8fb4-54eb-47eb-93f4-4d14445d8026 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:22.172408 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-536b95b0-529c-4922-aabe-88c20489cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:22.292606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-536b95b0-529c-4922-aabe-88c20489cdce None None] Port deea8fb4-54eb-47eb-93f4-4d14445d8026 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:22.314862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2b36-9edf-4f21-a1f0-49105d3c7b7d req-6da060ff-d0bf-4f18-a455-5c5d5c13744b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:22.317967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b1be2b36-9edf-4f21-a1f0-49105d3c7b7d req-6da060ff-d0bf-4f18-a455-5c5d5c13744b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0936098 Sep 09 09:29:22.326608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:22.394530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f281ea3-f55f-4b05-8bfe-2abb95eba217 req-d612e112-84f7-40b4-88ba-2bcd9f6fba06 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:22.405744 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f281ea3-f55f-4b05-8bfe-2abb95eba217 req-d612e112-84f7-40b4-88ba-2bcd9f6fba06 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 931 time: 0.3100796 Sep 09 09:29:22.410128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6b68801d-4065-4ae0-92cf-9be63ca55d4a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:22.423410 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:22.432729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:22.444150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:22.467467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b1be2b36-9edf-4f21-a1f0-49105d3c7b7d req-e503b308-273a-4c9c-a050-8efb5636a217 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270058 Sep 09 09:29:22.470178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:22.516075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'Port': ['ID=bd3dd12c-c3ab-4c88-85aa-4d6911118d19,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:22.519287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 6b68801d-4065-4ae0-92cf-9be63ca55d4a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:22.519986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:22.601658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:22.612702 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:22.613690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054e2be7-3a0f-47a3-894c-a11971be6f55 None None] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:22.690589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1bd15-f3f4-4cbe-9860-2e1c919ffbf6 req-e4817980-180c-4698-bd8c-536fbf1bdd21 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:22.693301 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-74b1bd15-f3f4-4cbe-9860-2e1c919ffbf6 req-e4817980-180c-4698-bd8c-536fbf1bdd21 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0699148 Sep 09 09:29:22.718988 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1a029a6e-a5d9-45c7-a0b3-763e3eee6d84 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.5322826 Sep 09 09:29:22.722847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46056) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:22.746370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:22.750517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b43737ab-8d73-49e9-9bf0-1941131c22b6 None None] Provisioning for port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:22.837234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-74b1bd15-f3f4-4cbe-9860-2e1c919ffbf6 req-e62036f8-b244-44eb-b76c-6e24265623ac tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366885 Sep 09 09:29:22.882984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6d158b-45ab-4b82-8641-b02f485fc7da tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:22.891472 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6d158b-45ab-4b82-8641-b02f485fc7da tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:22.901498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6d158b-45ab-4b82-8641-b02f485fc7da tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:22.906680 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-eb6d158b-45ab-4b82-8641-b02f485fc7da tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1802182 Sep 09 09:29:22.906914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46060) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:22.988525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f281ea3-f55f-4b05-8bfe-2abb95eba217 req-6bac484d-b4ea-4f80-bf30-d059806b0f84 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851264 Sep 09 09:29:23.024676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:23.029752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:23.030440 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.039295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4d889-ccad-4421-874a-92e726db72b6 req-465696b0-e10b-472b-9fb4-6f31f9c58311 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:23.041343 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45b4d889-ccad-4421-874a-92e726db72b6 req-465696b0-e10b-472b-9fb4-6f31f9c58311 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0888319 Sep 09 09:29:23.075171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Made reservation on behalf of a055abd1deb34f619f46ec683c38873f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:23.079306 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.125732 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45b4d889-ccad-4421-874a-92e726db72b6 req-e501cc12-2f06-4c97-ae1f-6aeb7074302d tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743856 Sep 09 09:29:23.129349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Deleting port bd3dd12c-c3ab-4c88-85aa-4d6911118d19 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:23.129695 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.149821 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.236850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4ecdf1fe-4482-4771-9cc1-aaf8222bea49,segment=NetworkSegment(239dbf95-d5d0-44a3-9eed-09c89e1fd2cf),segment_id=239dbf95-d5d0-44a3-9eed-09c89e1fd2cf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:23.309155 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.314411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.357554 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.378735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Calling delete_port for bd3dd12c-c3ab-4c88-85aa-4d6911118d19 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:23.385387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8b376227-3ea8-450c-82db-6d8c5c2dd2bd None None] Provisioning for port bd3dd12c-c3ab-4c88-85aa-4d6911118d19 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:23.401850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc13cca-ad36-447b-89f6-d86c3534c150 req-efb5df2a-4221-436e-8b0a-0e116a7249b7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:23.403858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcc13cca-ad36-447b-89f6-d86c3534c150 req-efb5df2a-4221-436e-8b0a-0e116a7249b7 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1016598 Sep 09 09:29:23.426538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8b376227-3ea8-450c-82db-6d8c5c2dd2bd None None] Provisioning complete for port bd3dd12c-c3ab-4c88-85aa-4d6911118d19 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:23.429391 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b376227-3ea8-450c-82db-6d8c5c2dd2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.451911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Allocated IP 19.86.0.136 (06013491-b730-44e7-a089-d818dbe87e14/842dc0d6-fad5-4c29-9587-52de8b958ce4/8ed32120-6758-463a-b154-c3255758e3ae) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:23.466144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=4ecdf1fe-4482-4771-9cc1-aaf8222bea49,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:23.505383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8b376227-3ea8-450c-82db-6d8c5c2dd2bd None None] Port bd3dd12c-c3ab-4c88-85aa-4d6911118d19 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:23.520932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8b376227-3ea8-450c-82db-6d8c5c2dd2bd None None] Provisioning complete for port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:23.521398 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b376227-3ea8-450c-82db-6d8c5c2dd2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.534926 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcc13cca-ad36-447b-89f6-d86c3534c150 req-50c2541c-539e-4417-8327-f28f5c00953a tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237237 Sep 09 09:29:23.720985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa8c06-3459-4a0c-86e2-03a5f6bbfdd7 req-1aa84a95-9b92-4eaa-b0e9-438a70e24ae9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:23.722551 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-97aa8c06-3459-4a0c-86e2-03a5f6bbfdd7 req-1aa84a95-9b92-4eaa-b0e9-438a70e24ae9 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0587094 Sep 09 09:29:23.725283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:29:23.772120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8b376227-3ea8-450c-82db-6d8c5c2dd2bd None None] Provisioning for port 660bdff2-f071-46c7-b664-3e6604fc2d1d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:23.773278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.777892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8b376227-3ea8-450c-82db-6d8c5c2dd2bd None None] Provisioning complete for port 660bdff2-f071-46c7-b664-3e6604fc2d1d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:23.778310 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b376227-3ea8-450c-82db-6d8c5c2dd2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.823033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event deleted for resources: {'Port': ['ID=bd3dd12c-c3ab-4c88-85aa-4d6911118d19,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:23.840328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8b376227-3ea8-450c-82db-6d8c5c2dd2bd None None] Port 660bdff2-f071-46c7-b664-3e6604fc2d1d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:23.869678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.870375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.870948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.871548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.872084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.872617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.873147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.873692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.874231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.874770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.875551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.876224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:23.892723 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-97aa8c06-3459-4a0c-86e2-03a5f6bbfdd7 req-50337a8e-548d-4dde-9242-1c616a7d6ef8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622946 Sep 09 09:29:23.953676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dbf06e41-f2d7-41d8-aaa4-2b973261e392 None None] Could not find standard attr ID for object bd3dd12c-c3ab-4c88-85aa-4d6911118d19. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:29:23.982183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:29:23.991122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dbf06e41-f2d7-41d8-aaa4-2b973261e392 None None] Provisioning complete for port 660bdff2-f071-46c7-b664-3e6604fc2d1d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:23.993717 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dbf06e41-f2d7-41d8-aaa4-2b973261e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:23.994034 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:24.018070 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Transition to ACTIVE for port object 8ed32120-6758-463a-b154-c3255758e3ae will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:24.066781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dbf06e41-f2d7-41d8-aaa4-2b973261e392 None None] Port 660bdff2-f071-46c7-b664-3e6604fc2d1d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:24.068650 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Sync routers for ids ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:29:24.110927 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Routers {'2831ea3d-f8fd-4dd8-8257-85cb0939fecc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:29:24.110927 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:24.149184 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:24.154451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2276d28c-c4a2-4c9b-9fbe-bf1fee982ba8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "DELETE /v2.0/ports/bd3dd12c-c3ab-4c88-85aa-4d6911118d19 HTTP/1.1" status: 204 len: 168 time: 1.2428055 Sep 09 09:29:24.154733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46078) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:24.189472 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93af8c2-b120-4544-8132-c397529098c8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] GET failed (client error): The resource could not be found. Sep 09 09:29:24.192280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:24.199208 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a93af8c2-b120-4544-8132-c397529098c8 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "GET /v2.0/ports/bd3dd12c-c3ab-4c88-85aa-4d6911118d19 HTTP/1.1" status: 404 len: 333 time: 0.0429163 Sep 09 09:29:24.200122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46080) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:24.203210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:24.207970 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b57af203-4e36-4b32-a2f8-edc3dcdbc76a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7281811 Sep 09 09:29:24.210189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46082) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:24.214170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Request body: {'port': {'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c', 'name': 'tempest-AllowedAddressPairTestJSON-1810756968'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:24.222525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:24.316524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Network 06013491-b730-44e7-a089-d818dbe87e14 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:24.321765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9b7c40cd-4425-4581-b13a-2ea5cbcfc2a6 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2e99cdc01cfa4c5b83ea1f23eef51389&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1037986 Sep 09 09:29:24.326704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46084) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:24.330563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4db18-f505-4308-815c-f785edf64cca req-39540a5d-42ef-4b54-8ff8-afdf2786a50c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:24.332320 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94a4db18-f505-4308-815c-f785edf64cca req-39540a5d-42ef-4b54-8ff8-afdf2786a50c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.2239285 Sep 09 09:29:24.346693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Set router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:29:24.362044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event updated for resources: {'Port': ['ID=8ed32120-6758-463a-b154-c3255758e3ae,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:24.375442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:24.378458 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:24.402955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:24.402955 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:24.461338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e224c-b68c-46d0-aa79-58b3489f763c tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:24.466015 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1b5e224c-b68c-46d0-aa79-58b3489f763c tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344831 Sep 09 09:29:24.466186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:24.466680 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46088) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:24.467664 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:24.514825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94a4db18-f505-4308-815c-f785edf64cca req-ff91ff86-f284-4036-b361-214c96e13f8b tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624330 Sep 09 09:29:24.549561 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-47a22c80-fee6-4d2b-9901-ea9e74e331d8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5289981 Sep 09 09:29:24.562331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0d0298f1-eaa4-43af-9645-5b81fd5cbeca tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605180 Sep 09 09:29:24.568690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Request body: {'port': {'device_id': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:24.577847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42de202-2af1-4c41-ac77-e953278cbc7e req-08202404-9989-4bdc-9f33-1a90a1944e94 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:24.585630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42de202-2af1-4c41-ac77-e953278cbc7e req-08202404-9989-4bdc-9f33-1a90a1944e94 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:24.595740 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f42de202-2af1-4c41-ac77-e953278cbc7e req-08202404-9989-4bdc-9f33-1a90a1944e94 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1654 time: 0.3931334 Sep 09 09:29:24.598840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46092) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:24.609326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1487173043', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:24.700531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:22Z', 'revision_number': 3, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:24.711137 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f42de202-2af1-4c41-ac77-e953278cbc7e req-e334fa90-39c5-4066-98f9-2c1794155cd2 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144061 Sep 09 09:29:24.719154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:24.745208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Checking router: 2831ea3d-f8fd-4dd8-8257-85cb0939fecc for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:29:24.745665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Updating router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc port 31b03ebd-66ac-4524-9a21-f1d227d45096 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:29:24.780561 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:24.787479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2cd33-63fd-4766-97c2-4ce5b9f599c0 req-79130339-a76c-4bfe-937e-8d336a5ca7cc tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:24.789304 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-22f2cd33-63fd-4766-97c2-4ce5b9f599c0 req-79130339-a76c-4bfe-937e-8d336a5ca7cc tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1017129 Sep 09 09:29:24.852661 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-22f2cd33-63fd-4766-97c2-4ce5b9f599c0 req-f924cf8c-1eac-4b96-bcf1-6447904ab0c8 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538471 Sep 09 09:29:24.927160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Made reservation on behalf of cd3d2e770a8f4b91aee7d9e845397299 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:24.932824 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.008337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] device_id is not set on port 74d4beb3-9371-45f0-bae6-9282ab7daeee yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:29:25.089069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Made reservation on behalf of 2e99cdc01cfa4c5b83ea1f23eef51389 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:25.094776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.104178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a99d0e-a54d-4334-9996-ae1b86fa9581 req-57a3949f-711f-4527-b4b9-3b6b9bd04f66 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:25.105903 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3a99d0e-a54d-4334-9996-ae1b86fa9581 req-57a3949f-711f-4527-b4b9-3b6b9bd04f66 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0808306 Sep 09 09:29:25.178173 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3a99d0e-a54d-4334-9996-ae1b86fa9581 req-2e1cacc6-fddc-4562-8ae0-9e5164d5c9c5 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545747 Sep 09 09:29:25.213945 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.217985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deea8fb4-54eb-47eb-93f4-4d14445d8026 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:29:25.226789 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.235248 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Allocated IP 172.20.0.14 (ab1f4c56-8bfa-4de4-8c37-1f70c379d91c/9afe1719-402d-4cfd-98be-76b8d2d57339/74d4beb3-9371-45f0-bae6-9282ab7daeee) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:25.240649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Transition to ACTIVE for port object deea8fb4-54eb-47eb-93f4-4d14445d8026 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:25.245450 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-87d38110-7404-415f-90f8-6d1a7139d991 None None] Provisioning for port 8ed32120-6758-463a-b154-c3255758e3ae completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:25.256249 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.260238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-87d38110-7404-415f-90f8-6d1a7139d991 None None] Provisioning complete for port 8ed32120-6758-463a-b154-c3255758e3ae triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:25.261082 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87d38110-7404-415f-90f8-6d1a7139d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.322072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Transition to ACTIVE for port object 31b03ebd-66ac-4524-9a21-f1d227d45096 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:25.324194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-87d38110-7404-415f-90f8-6d1a7139d991 None None] Port 8ed32120-6758-463a-b154-c3255758e3ae cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:25.347134 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.423701 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.460712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Pushing event updated for resources: {'Port': ['ID=deea8fb4-54eb-47eb-93f4-4d14445d8026,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:25.498850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6133d-2abd-4844-aaaf-af30687bc421 None None] Pushing event updated for resources: {'Port': ['ID=31b03ebd-66ac-4524-9a21-f1d227d45096,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:25.508151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Attempting to bind port 31b03ebd-66ac-4524-9a21-f1d227d45096 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:25.508530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Attempting to bind port 31b03ebd-66ac-4524-9a21-f1d227d45096 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:25.508905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Attempting to bind port 31b03ebd-66ac-4524-9a21-f1d227d45096 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:25.522899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cc874-8107-46d2-8db8-498dc43a3015 req-55edcaaa-c70c-4da5-a7db-a79afe966b2f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:25.525349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:25.526128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:25.526347 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.529424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:25.529424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Bound port: 31b03ebd-66ac-4524-9a21-f1d227d45096, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:25.529838 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.535888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d1cc874-8107-46d2-8db8-498dc43a3015 req-55edcaaa-c70c-4da5-a7db-a79afe966b2f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.2131827 Sep 09 09:29:25.555347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Attempting to bind port deea8fb4-54eb-47eb-93f4-4d14445d8026 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:25.556054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Attempting to bind port deea8fb4-54eb-47eb-93f4-4d14445d8026 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '12aa9a37-7fda-498d-a7a1-6e02179fd918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:25.556485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Attempting to bind port deea8fb4-54eb-47eb-93f4-4d14445d8026 on network cf695f3f-a63a-4811-8b2d-1730ee9f694a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:25.565694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Port deea8fb4-54eb-47eb-93f4-4d14445d8026 on network cf695f3f-a63a-4811-8b2d-1730ee9f694a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:29:25.565694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Attempting to bind port deea8fb4-54eb-47eb-93f4-4d14445d8026 on network cf695f3f-a63a-4811-8b2d-1730ee9f694a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:25.569026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:25.569546 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Checking segment: {'id': '12aa9a37-7fda-498d-a7a1-6e02179fd918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:25.570031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Bound using segment: {'id': '12aa9a37-7fda-498d-a7a1-6e02179fd918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:25.570585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Bound port: deea8fb4-54eb-47eb-93f4-4d14445d8026, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12aa9a37-7fda-498d-a7a1-6e02179fd918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:25.571296 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.624305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] For port 31b03ebd-66ac-4524-9a21-f1d227d45096, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:25.631824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] For port 31b03ebd-66ac-4524-9a21-f1d227d45096, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=31b03ebd-66ac-4524-9a21-f1d227d45096,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:25.658424 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d1cc874-8107-46d2-8db8-498dc43a3015 req-e622ac2b-042d-4dfe-99d6-177d616c2f15 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031048 Sep 09 09:29:25.682172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] For port deea8fb4-54eb-47eb-93f4-4d14445d8026, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:25.685927 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.686194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] For port deea8fb4-54eb-47eb-93f4-4d14445d8026, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=deea8fb4-54eb-47eb-93f4-4d14445d8026,segment=NetworkSegment(12aa9a37-7fda-498d-a7a1-6e02179fd918),segment_id=12aa9a37-7fda-498d-a7a1-6e02179fd918)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:25.697939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Transition to ACTIVE for port object 74d4beb3-9371-45f0-bae6-9282ab7daeee will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:25.728632 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.755355 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.790499 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.840553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Routers {'2831ea3d-f8fd-4dd8-8257-85cb0939fecc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:29:25.840761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Subnet': ['ID=284b9c87-d716-44e8-9965-c9e8b50be4a8,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:25.841603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:25.845545 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.861405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df6aba-7c1a-41fd-8465-14f2d140c7f2 req-b2fe5104-018f-4964-a3b8-5df96dc33462 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:25.863062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99df6aba-7c1a-41fd-8465-14f2d140c7f2 req-b2fe5104-018f-4964-a3b8-5df96dc33462 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.1246324 Sep 09 09:29:25.867938 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.901053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Pushing event updated for resources: {'Port': ['ID=deea8fb4-54eb-47eb-93f4-4d14445d8026,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:25.919785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6133d-2abd-4844-aaaf-af30687bc421 None None] Pushing event updated for resources: {'Port': ['ID=31b03ebd-66ac-4524-9a21-f1d227d45096,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:25.931796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Checking segment: {'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:25.932356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network hostable DHCP agents. Network: 723d2fd4-969e-4245-8b46-0bbe718f6b29, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:29:25.944907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:25.945597 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:25.947937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55769d9a-b5b5-4ad2-89a5-998221fd03d1 service neutron] 10.222.0.24 "PUT /v2.0/ports/deea8fb4-54eb-47eb-93f4-4d14445d8026 HTTP/1.1" status: 200 len: 1092 time: 1.3889775 Sep 09 09:29:25.948764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'tag': 'deea8fb4-54eb-47eb-93f4-4d14445d8026'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:25.955145 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35a729a-617f-458c-9c37-9e592bfa965d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "tag": "deea8fb4-54eb-47eb-93f4-4d14445d8026"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:25.958124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:25.972781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:25.975328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'Port': ['ID=74d4beb3-9371-45f0-bae6-9282ab7daeee,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:25.983454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:26.003307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff722e1-84ae-4393-965a-8c98c3b3e56f req-fb38a2d0-7ec5-4e7c-a29d-fd860e11f8ec tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:26.015531 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99df6aba-7c1a-41fd-8465-14f2d140c7f2 req-9a061980-1e0b-458b-bcd5-5c4c684377b0 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418481 Sep 09 09:29:26.016289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff722e1-84ae-4393-965a-8c98c3b3e56f req-fb38a2d0-7ec5-4e7c-a29d-fd860e11f8ec tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:26.018985 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ff722e1-84ae-4393-965a-8c98c3b3e56f req-fb38a2d0-7ec5-4e7c-a29d-fd860e11f8ec tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1666 time: 0.1770258 Sep 09 09:29:26.052529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Request body: {'port': {'device_id': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:26.057625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] Set router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:29:26.086127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:26.086127 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:26.124673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network 723d2fd4-969e-4245-8b46-0bbe718f6b29 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:29:26.144271 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9fc04f-4e55-4b7e-9294-9d82e1ce7e04 x-openstack-request-id: req-6d9fc04f-4e55-4b7e-9294-9d82e1ce7e04 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:26.144271 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "tag": "deea8fb4-54eb-47eb-93f4-4d14445d8026", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:26.144271 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d9fc04f-4e55-4b7e-9294-9d82e1ce7e04 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:26.144271 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'tag': 'deea8fb4-54eb-47eb-93f4-4d14445d8026', 'status': 'completed', 'code': 200} Sep 09 09:29:26.172830 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ff722e1-84ae-4393-965a-8c98c3b3e56f req-f99f0446-54e8-4381-a9f5-db36e9bfb64b tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360462 Sep 09 09:29:26.208073 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:26.226449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cbf73ae4-9aba-4028-b9c5-dd0b6872af95 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0183041 Sep 09 09:29:26.227186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 723d2fd4-969e-4245-8b46-0bbe718f6b29) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:26.231702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46112) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:26.244669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac001d-95a6-438d-9f61-32cb315ec18d None None] Network 723d2fd4-969e-4245-8b46-0bbe718f6b29 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:26.253508 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:26.254122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:26.262057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bc0f026e-55ca-4717-aeef-48672a84b598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:06:9a:5e'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:26.301325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a729a-617f-458c-9c37-9e592bfa965d req-b591ec05-7682-488c-be7f-1c66c482da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:26.301974 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a729a-617f-458c-9c37-9e592bfa965d req-b591ec05-7682-488c-be7f-1c66c482da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:26.304650 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a35a729a-617f-458c-9c37-9e592bfa965d req-b591ec05-7682-488c-be7f-1c66c482da91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a055abd1deb34f619f46ec683c38873f&device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1914 time: 0.1544497 Sep 09 09:29:26.467084 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c81c4460-222c-42fd-92f2-b43595fc0318 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8619790 Sep 09 09:29:26.467759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46120) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:26.655175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a729a-617f-458c-9c37-9e592bfa965d req-5d83cd67-98f3-48cb-a4e4-b5f634d3a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:26.659059 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a729a-617f-458c-9c37-9e592bfa965d req-5d83cd67-98f3-48cb-a4e4-b5f634d3a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:26.659674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a729a-617f-458c-9c37-9e592bfa965d req-5d83cd67-98f3-48cb-a4e4-b5f634d3a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:26.664862 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a35a729a-617f-458c-9c37-9e592bfa965d req-5d83cd67-98f3-48cb-a4e4-b5f634d3a82a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a055abd1deb34f619f46ec683c38873f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3504765 Sep 09 09:29:26.756440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-723d2fd4-969e-4245-8b46-0bbe718f6b29', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ips': [{'subnet_id': '284b9c87-d716-44e8-9965-c9e8b50be4a8'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:29:26.757340 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:26.836529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-437d7c1b-9154-422a-8adb-ddb35789eee0 None None] Provisioning for port 74d4beb3-9371-45f0-bae6-9282ab7daeee completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:26.882548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-437d7c1b-9154-422a-8adb-ddb35789eee0 None None] Provisioning complete for port 74d4beb3-9371-45f0-bae6-9282ab7daeee triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:26.882930 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437d7c1b-9154-422a-8adb-ddb35789eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:26.925600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed32120-6758-463a-b154-c3255758e3ae {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:29:26.926152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-437d7c1b-9154-422a-8adb-ddb35789eee0 None None] Port 74d4beb3-9371-45f0-bae6-9282ab7daeee cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:26.947477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:22Z', 'revision_number': 3, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:26.954978 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:26.960978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a729a-617f-458c-9c37-9e592bfa965d req-31791492-f5e4-4671-9764-16543d0d6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:26.963127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a35a729a-617f-458c-9c37-9e592bfa965d req-31791492-f5e4-4671-9764-16543d0d6c3e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2830067 Sep 09 09:29:26.977096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Transition to ACTIVE for port object 8ed32120-6758-463a-b154-c3255758e3ae will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:27.020145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0a942-020c-4d38-8571-558228f02ccb None None] The sync data for ids ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'] in n-d-778696-16 is: [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:22Z', 'revision_number': 3, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:29:27.048605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Allocated IP 172.20.0.2 (723d2fd4-969e-4245-8b46-0bbe718f6b29/284b9c87-d716-44e8-9965-c9e8b50be4a8/ca7161b8-0c5f-42c0-8f24-bc043965d709) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:27.062317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc0f026e-55ca-4717-aeef-48672a84b598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:27.310526 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc0f026e-55ca-4717-aeef-48672a84b598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:27.313396 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:27.346388 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:27.361333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Transition to ACTIVE for port object ca7161b8-0c5f-42c0-8f24-bc043965d709 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:27.413641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Transition to ACTIVE for port object ca7161b8-0c5f-42c0-8f24-bc043965d709 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:27.484293 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc0f026e-55ca-4717-aeef-48672a84b598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:27.500351 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:27.553798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Network 723d2fd4-969e-4245-8b46-0bbe718f6b29 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:27.556944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:27.564568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:27.573798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Pushing event updated for resources: {'Port': ['ID=ca7161b8-0c5f-42c0-8f24-bc043965d709,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:27.726426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed32120-6758-463a-b154-c3255758e3ae,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:27.752717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Attempting to bind port ca7161b8-0c5f-42c0-8f24-bc043965d709 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:27.753270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Attempting to bind port ca7161b8-0c5f-42c0-8f24-bc043965d709 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:27.753655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Attempting to bind port ca7161b8-0c5f-42c0-8f24-bc043965d709 on network 723d2fd4-969e-4245-8b46-0bbe718f6b29 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:27.778282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:27.778974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Checking segment: {'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:27.780783 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:27.785186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Bound using segment: {'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:27.787868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Bound port: ca7161b8-0c5f-42c0-8f24-bc043965d709, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:27.788497 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:27.895336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f026e-55ca-4717-aeef-48672a84b598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'Port': ['ID=74d4beb3-9371-45f0-bae6-9282ab7daeee,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:27.959981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250db3-e103-4798-b00c-2ffaeb4c7ba6 req-5ddf468d-e068-47ba-b818-3210c0bb0f68 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:27.969849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250db3-e103-4798-b00c-2ffaeb4c7ba6 req-5ddf468d-e068-47ba-b818-3210c0bb0f68 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:27.971896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a9250db3-e103-4798-b00c-2ffaeb4c7ba6 req-5ddf468d-e068-47ba-b818-3210c0bb0f68 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1678 time: 0.6109610 Sep 09 09:29:27.973422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f026e-55ca-4717-aeef-48672a84b598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] In _notify_port_updated(), no bound segment for port 74d4beb3-9371-45f0-bae6-9282ab7daeee on network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:29:27.987654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f026e-55ca-4717-aeef-48672a84b598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:27.988998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc0f026e-55ca-4717-aeef-48672a84b598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:27.995901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46132) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:27.996441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] For port ca7161b8-0c5f-42c0-8f24-bc043965d709, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:28.000176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bc0f026e-55ca-4717-aeef-48672a84b598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "PUT /v2.0/ports/74d4beb3-9371-45f0-bae6-9282ab7daeee HTTP/1.1" status: 200 len: 994 time: 1.7572939 Sep 09 09:29:28.010078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] For port ca7161b8-0c5f-42c0-8f24-bc043965d709, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ca7161b8-0c5f-42c0-8f24-bc043965d709,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:28.046208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Attempting to bind port 8ed32120-6758-463a-b154-c3255758e3ae on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:28.046575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Attempting to bind port 8ed32120-6758-463a-b154-c3255758e3ae by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'fad5def2-fbcf-4f46-af23-63160efd8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '06013491-b730-44e7-a089-d818dbe87e14'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:28.046908 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Attempting to bind port 8ed32120-6758-463a-b154-c3255758e3ae on network 06013491-b730-44e7-a089-d818dbe87e14 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:28.102995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Port 8ed32120-6758-463a-b154-c3255758e3ae on network 06013491-b730-44e7-a089-d818dbe87e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:29:28.103597 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Attempting to bind port 8ed32120-6758-463a-b154-c3255758e3ae on network 06013491-b730-44e7-a089-d818dbe87e14 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:28.121596 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:28.166211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:28.166211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Checking segment: {'id': 'fad5def2-fbcf-4f46-af23-63160efd8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '06013491-b730-44e7-a089-d818dbe87e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:28.166211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Bound using segment: {'id': 'fad5def2-fbcf-4f46-af23-63160efd8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '06013491-b730-44e7-a089-d818dbe87e14'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:28.166211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Bound port: 8ed32120-6758-463a-b154-c3255758e3ae, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad5def2-fbcf-4f46-af23-63160efd8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '06013491-b730-44e7-a089-d818dbe87e14'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:28.166211 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:28.167189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a9250db3-e103-4798-b00c-2ffaeb4c7ba6 req-37bcd3ee-95ba-47dd-9279-9c067d26409f tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245065 Sep 09 09:29:28.230188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31b03ebd-66ac-4524-9a21-f1d227d45096 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:28.252447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad4b4a66-d0b3-44eb-97d1-162160367319 None None] Provisioning complete for port 74d4beb3-9371-45f0-bae6-9282ab7daeee triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:28.252820 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4a66-d0b3-44eb-97d1-162160367319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:28.298890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] For port 8ed32120-6758-463a-b154-c3255758e3ae, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:28.305179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] For port 8ed32120-6758-463a-b154-c3255758e3ae, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=8ed32120-6758-463a-b154-c3255758e3ae,segment=NetworkSegment(fad5def2-fbcf-4f46-af23-63160efd8471),segment_id=fad5def2-fbcf-4f46-af23-63160efd8471)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:28.383088 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:28.426687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-08df06a3-b0a3-4091-9570-b67f7862d5f5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Deleting port 74d4beb3-9371-45f0-bae6-9282ab7daeee {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:28.427398 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08df06a3-b0a3-4091-9570-b67f7862d5f5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:28.429110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2465-2c34-43c8-87d2-a9fe4c7d8b03 None None] Pushing event updated for resources: {'Port': ['ID=ca7161b8-0c5f-42c0-8f24-bc043965d709,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:28.433400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b4a66-d0b3-44eb-97d1-162160367319 None None] Port 74d4beb3-9371-45f0-bae6-9282ab7daeee cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:28.449924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:28.457181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:28.461078 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] 10.222.0.24 "PUT /v2.0/ports/8ed32120-6758-463a-b154-c3255758e3ae HTTP/1.1" status: 200 len: 1093 time: 2.4222801 Sep 09 09:29:28.466603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'tag': '8ed32120-6758-463a-b154-c3255758e3ae'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:28.469092 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8973162-a03f-4853-9909-efe7d6951ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "tag": "8ed32120-6758-463a-b154-c3255758e3ae"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:28.498758 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:28.502971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 31b03ebd-66ac-4524-9a21-f1d227d45096 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:28.508654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 31b03ebd-66ac-4524-9a21-f1d227d45096 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:28.509295 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:28.528280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ff9bc-453b-42d9-b4af-e16a7a857a02 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed32120-6758-463a-b154-c3255758e3ae,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:28.593078 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364788ef-d464-40d4-8b37-d0b6adc0db34 x-openstack-request-id: req-364788ef-d464-40d4-8b37-d0b6adc0db34 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:28.593473 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "tag": "8ed32120-6758-463a-b154-c3255758e3ae", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:28.593796 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-364788ef-d464-40d4-8b37-d0b6adc0db34 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:28.594372 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'tag': '8ed32120-6758-463a-b154-c3255758e3ae', 'status': 'completed', 'code': 200} Sep 09 09:29:28.710350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:28.739540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-9a8036bb-fb32-4b29-ac86-d5bc3eb891f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:28.741537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 31b03ebd-66ac-4524-9a21-f1d227d45096, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=31b03ebd-66ac-4524-9a21-f1d227d45096,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:28.742150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-9a8036bb-fb32-4b29-ac86-d5bc3eb891f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:28.744907 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-9a8036bb-fb32-4b29-ac86-d5bc3eb891f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a055abd1deb34f619f46ec683c38873f&device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1982 time: 0.1344440 Sep 09 09:29:28.842399 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-52cbe80d-9d19-4c8e-9573-fd99335c17f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.37&port_id=deea8fb4-54eb-47eb-93f4-4d14445d8026 HTTP/1.1" status: 200 len: 217 time: 0.0796738 Sep 09 09:29:28.859763 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:28.956056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-eeca9fef-8315-4427-bafa-8d10e3d4cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:28.957665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-eeca9fef-8315-4427-bafa-8d10e3d4cb9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=197a3b12-a10e-45f0-8a00-ba4a72579433 HTTP/1.1" status: 200 len: 801 time: 0.1085207 Sep 09 09:29:28.995748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=31b03ebd-66ac-4524-9a21-f1d227d45096,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:29.025036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-facfb575-166c-46d8-9360-314ca878606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:29.026318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-facfb575-166c-46d8-9360-314ca878606c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf695f3f-a63a-4811-8b2d-1730ee9f694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610476 Sep 09 09:29:29.085541 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08df06a3-b0a3-4091-9570-b67f7862d5f5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:29.118837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-08df06a3-b0a3-4091-9570-b67f7862d5f5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Calling delete_port for 74d4beb3-9371-45f0-bae6-9282ab7daeee owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:29.138787 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-d37b3baa-6cff-4988-9bf8-1bf2580f6501 service neutron] 10.222.0.24 "GET /v2.0/networks/cf695f3f-a63a-4811-8b2d-1730ee9f694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040628 Sep 09 09:29:29.226561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Allocated IP 172.20.0.1 (723d2fd4-969e-4245-8b46-0bbe718f6b29/284b9c87-d716-44e8-9965-c9e8b50be4a8/cec6c148-bb16-4048-b7c3-d9e6438530a8) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:29.247191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-19e40237-51ef-4d31-92c4-996d3845494b service neutron] 10.222.0.24 "GET /v2.0/networks/cf695f3f-a63a-4811-8b2d-1730ee9f694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994675 Sep 09 09:29:29.323117 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-d02d304f-9bd0-4dcc-90f0-72b6f4162b2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.136&port_id=8ed32120-6758-463a-b154-c3255758e3ae HTTP/1.1" status: 200 len: 217 time: 0.0679989 Sep 09 09:29:29.406149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-6bb24b5a-cc49-40ae-b8b7-2e35cae971c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:29.407650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-6bb24b5a-cc49-40ae-b8b7-2e35cae971c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=842dc0d6-fad5-4c29-9587-52de8b958ce4 HTTP/1.1" status: 200 len: 801 time: 0.0712817 Sep 09 09:29:29.418275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc6ca7-c380-481a-bd33-79a751598b7b req-5c814e0c-13f3-4e22-873d-c92d925652bd tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:29.424529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc6ca7-c380-481a-bd33-79a751598b7b req-5c814e0c-13f3-4e22-873d-c92d925652bd tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:29.426160 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fdc6ca7-c380-481a-bd33-79a751598b7b req-5c814e0c-13f3-4e22-873d-c92d925652bd tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1678 time: 0.1091342 Sep 09 09:29:29.431162 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:29.456503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Transition to ACTIVE for port object cec6c148-bb16-4048-b7c3-d9e6438530a8 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:29.507594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-db6a303a-7300-4f8a-8dc8-388df1c95fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:29.509255 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-db6a303a-7300-4f8a-8dc8-388df1c95fb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06013491-b730-44e7-a089-d818dbe87e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821693 Sep 09 09:29:29.512951 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fdc6ca7-c380-481a-bd33-79a751598b7b req-ca43bbcb-5274-44ed-bcfd-b67abee4f747 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488591 Sep 09 09:29:29.525429 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08df06a3-b0a3-4091-9570-b67f7862d5f5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:29.564254 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:29.566396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df06a3-b0a3-4091-9570-b67f7862d5f5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event deleted for resources: {'Port': ['ID=74d4beb3-9371-45f0-bae6-9282ab7daeee,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:29.669339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network 723d2fd4-969e-4245-8b46-0bbe718f6b29 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:29.679020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:29.687938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:29.692149 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-55932a24-56f6-49f8-b154-2ee5c225812d service neutron] 10.222.0.24 "GET /v2.0/networks/06013491-b730-44e7-a089-d818dbe87e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744380 Sep 09 09:29:29.699475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=cec6c148-bb16-4048-b7c3-d9e6438530a8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:29.796995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956dfe10-66bb-44e9-824b-086b8b1e49f0 None None] Network 723d2fd4-969e-4245-8b46-0bbe718f6b29 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:29.805581 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:29.899259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4d67d6a-4899-46c2-8303-fe533a1c85e4 req-f3b9b688-1db6-4682-847c-a1090c0e0411 service neutron] 10.222.0.24 "GET /v2.0/networks/06013491-b730-44e7-a089-d818dbe87e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877244 Sep 09 09:29:30.005519 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08df06a3-b0a3-4091-9570-b67f7862d5f5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:30.011147 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-08df06a3-b0a3-4091-9570-b67f7862d5f5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "DELETE /v2.0/ports/74d4beb3-9371-45f0-bae6-9282ab7daeee HTTP/1.1" status: 204 len: 168 time: 2.0089159 Sep 09 09:29:30.016064 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46152) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:30.112357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-56ac58a0-f813-4bff-8228-7320b65f61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:30.112959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-56ac58a0-f813-4bff-8228-7320b65f61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:30.117508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-56ac58a0-f813-4bff-8228-7320b65f61fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a055abd1deb34f619f46ec683c38873f&device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1982 time: 0.1166034 Sep 09 09:29:30.123476 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbef5016-2a29-41af-9420-1e62e6a98e5d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] GET failed (client error): The resource could not be found. Sep 09 09:29:30.138413 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cbef5016-2a29-41af-9420-1e62e6a98e5d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "GET /v2.0/ports/74d4beb3-9371-45f0-bae6-9282ab7daeee HTTP/1.1" status: 404 len: 333 time: 0.1213374 Sep 09 09:29:30.139054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46154) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:30.157292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Request body: {'port': {'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c', 'name': 'tempest-AllowedAddressPairTestJSON-556990115'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:30.235131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-36251d47-6886-4155-8017-9760ca2315f9 None None] Provisioning for port ca7161b8-0c5f-42c0-8f24-bc043965d709 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:30.303877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ca7161b8-0c5f-42c0-8f24-bc043965d709 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:30.322758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-2a997036-0b69-4ef7-9455-d9e1e4b19f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:30.324291 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-2a997036-0b69-4ef7-9455-d9e1e4b19f10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=06013491-b730-44e7-a089-d818dbe87e14 HTTP/1.1" status: 200 len: 903 time: 0.1991825 Sep 09 09:29:30.392067 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:30.417479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Made reservation on behalf of cd3d2e770a8f4b91aee7d9e845397299 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:30.421279 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-0332cdf0-27d9-42d4-a3f7-b30c07fd12ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.136&port_id=8ed32120-6758-463a-b154-c3255758e3ae HTTP/1.1" status: 200 len: 217 time: 0.0880575 Sep 09 09:29:30.421667 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:30.472382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] device_id is not set on port 20b5af43-26e5-4e6c-a9f0-f976f0893dd7 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:29:30.502371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port ca7161b8-0c5f-42c0-8f24-bc043965d709 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:30.508893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ca7161b8-0c5f-42c0-8f24-bc043965d709 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:30.509322 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:30.543332 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:29:30.547430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-efd0c500-b4be-4989-89f9-bce46fa80341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:30.548929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-efd0c500-b4be-4989-89f9-bce46fa80341 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=842dc0d6-fad5-4c29-9587-52de8b958ce4 HTTP/1.1" status: 200 len: 801 time: 0.1191490 Sep 09 09:29:30.632349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Allocated IP 172.20.0.8 (ab1f4c56-8bfa-4de4-8c37-1f70c379d91c/9afe1719-402d-4cfd-98be-76b8d2d57339/20b5af43-26e5-4e6c-a9f0-f976f0893dd7) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:30.656842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-f6a843ae-4f9e-43c3-ac97-0543ba686e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:30.658381 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-f6a843ae-4f9e-43c3-ac97-0543ba686e81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06013491-b730-44e7-a089-d818dbe87e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969145 Sep 09 09:29:30.676064 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:30.700121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9379401f-9ecc-40e4-b401-53533ec62f68 None None] Provisioning complete for port ca7161b8-0c5f-42c0-8f24-bc043965d709 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:30.707208 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9379401f-9ecc-40e4-b401-53533ec62f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:30.791986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port ca7161b8-0c5f-42c0-8f24-bc043965d709, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ca7161b8-0c5f-42c0-8f24-bc043965d709,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:30.803485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-2d520172-fbc6-4736-8104-f75dff116e46 service neutron] 10.222.0.24 "GET /v2.0/networks/06013491-b730-44e7-a089-d818dbe87e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348987 Sep 09 09:29:30.854262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aed5c-31ed-4f07-b909-cb056aee7dd7 req-9cab4e40-ee8f-49cb-8598-405b4dbffbf3 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:30.863261 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aed5c-31ed-4f07-b909-cb056aee7dd7 req-9cab4e40-ee8f-49cb-8598-405b4dbffbf3 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:30.865820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-065aed5c-31ed-4f07-b909-cb056aee7dd7 req-9cab4e40-ee8f-49cb-8598-405b4dbffbf3 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1678 time: 0.2020521 Sep 09 09:29:30.884511 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9379401f-9ecc-40e4-b401-53533ec62f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:30.890540 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:30.894153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31b03ebd-66ac-4524-9a21-f1d227d45096 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:30.987969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a8973162-a03f-4853-9909-efe7d6951ab8 req-f4a3f928-3cd3-4980-b21b-7dc30fedeb0f service neutron] 10.222.0.24 "GET /v2.0/networks/06013491-b730-44e7-a089-d818dbe87e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773942 Sep 09 09:29:31.000964 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=ca7161b8-0c5f-42c0-8f24-bc043965d709,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:31.093062 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-9379401f-9ecc-40e4-b401-53533ec62f68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:29:31.093423 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-9379401f-9ecc-40e4-b401-53533ec62f68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:29:31.097414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 31b03ebd-66ac-4524-9a21-f1d227d45096 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:31.100647 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:31.191615 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-065aed5c-31ed-4f07-b909-cb056aee7dd7 req-55ffb8ee-4e7d-4c56-9a73-3e88dd1eb92c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115983 Sep 09 09:29:31.272811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:31.300331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Transition to ACTIVE for port object 20b5af43-26e5-4e6c-a9f0-f976f0893dd7 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:31.306472 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:31.393823 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:31.446080 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:31.479998 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:31.487340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=cec6c148-bb16-4048-b7c3-d9e6438530a8,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:31.499699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:31.520057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:31.523825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:31.601999 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'Port': ['ID=20b5af43-26e5-4e6c-a9f0-f976f0893dd7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:31.637867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:31.638495 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:31.684842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network 723d2fd4-969e-4245-8b46-0bbe718f6b29 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:31.686381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:31.742999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9379401f-9ecc-40e4-b401-53533ec62f68 None None] Provisioning for port cec6c148-bb16-4048-b7c3-d9e6438530a8 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:31.749242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9379401f-9ecc-40e4-b401-53533ec62f68 None None] Provisioning complete for port cec6c148-bb16-4048-b7c3-d9e6438530a8 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:31.751818 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9379401f-9ecc-40e4-b401-53533ec62f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:31.791593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9379401f-9ecc-40e4-b401-53533ec62f68 None None] Port cec6c148-bb16-4048-b7c3-d9e6438530a8 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:31.810334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fbf22fdf-7e27-495f-8f8a-653ff407f30e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6660144 Sep 09 09:29:31.810553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46162) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:31.817321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d370dcbf-a799-42ea-b41a-66f63aabd2e5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:06:9a:5e'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:31.871543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:29:31.965363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5c44732f-380d-4ef9-bbc3-f2dabf073fb9 None None] Provisioning for port 20b5af43-26e5-4e6c-a9f0-f976f0893dd7 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:31.970198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5c44732f-380d-4ef9-bbc3-f2dabf073fb9 None None] Provisioning complete for port 20b5af43-26e5-4e6c-a9f0-f976f0893dd7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:31.974049 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c44732f-380d-4ef9-bbc3-f2dabf073fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.006286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5c44732f-380d-4ef9-bbc3-f2dabf073fb9 None None] Port 20b5af43-26e5-4e6c-a9f0-f976f0893dd7 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:32.025938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5c44732f-380d-4ef9-bbc3-f2dabf073fb9 None None] Provisioning complete for port cec6c148-bb16-4048-b7c3-d9e6438530a8 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:32.026415 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c44732f-380d-4ef9-bbc3-f2dabf073fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.066533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5c44732f-380d-4ef9-bbc3-f2dabf073fb9 None None] Port cec6c148-bb16-4048-b7c3-d9e6438530a8 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:32.094636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ca7161b8-0c5f-42c0-8f24-bc043965d709 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:32.107632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:29:32.109261 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d370dcbf-a799-42ea-b41a-66f63aabd2e5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.115495 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6fb5026a-c633-4bb9-8ad8-3aee92d1110c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "PUT /v2.0/routers/2831ea3d-f8fd-4dd8-8257-85cb0939fecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6400971 Sep 09 09:29:32.118038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:32.131753 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Sync routers for ids ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:29:32.143676 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Routers {'2831ea3d-f8fd-4dd8-8257-85cb0939fecc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:29:32.144511 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:32.152581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ca7161b8-0c5f-42c0-8f24-bc043965d709 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:32.153132 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.217382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9b31e1be-944e-4aa3-8bff-9bf8c4b94feb None None] Provisioning complete for port cec6c148-bb16-4048-b7c3-d9e6438530a8 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:32.218125 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b31e1be-944e-4aa3-8bff-9bf8c4b94feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.275297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.276250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.276776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.277277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.277923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.278286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.278872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.279400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.279970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.280788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.281312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.281774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.282317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.282777 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.283225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.283589 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Set router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:29:32.285758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.285758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.291411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-deed221e-32b7-457c-8860-82b8c6eea6a1 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11922 time: 0.1710649 Sep 09 09:29:32.292048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46172) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:32.362867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9b31e1be-944e-4aa3-8bff-9bf8c4b94feb None None] Port cec6c148-bb16-4048-b7c3-d9e6438530a8 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:32.389426 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d370dcbf-a799-42ea-b41a-66f63aabd2e5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.456201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cf996-df46-41c6-bd6e-f8f4b0058a33 req-86c58119-3d38-4c41-b6d1-4a5ea03f4ef3 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.462423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cf996-df46-41c6-bd6e-f8f4b0058a33 req-86c58119-3d38-4c41-b6d1-4a5ea03f4ef3 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.464722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cc9cf996-df46-41c6-bd6e-f8f4b0058a33 req-86c58119-3d38-4c41-b6d1-4a5ea03f4ef3 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1678 time: 0.1088243 Sep 09 09:29:32.495967 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d370dcbf-a799-42ea-b41a-66f63aabd2e5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.496447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.496920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.497432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.497894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.498347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.498798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.499245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.499921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.500379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.500825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.501272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.508812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.508812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.508812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.509266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.509725 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.510180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.512535 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0dbf87d4-74ca-449d-8f06-cc939524ae5b tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10664 time: 0.2195270 Sep 09 09:29:32.520117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46174) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:32.537078 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:30Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cec6c148-bb16-4048-b7c3-d9e6438530a8', 'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:a2:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:28Z', 'updated_at': '2021-09-09T09:29:31Z', 'revision_number': 2, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:32.575567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370dcbf-a799-42ea-b41a-66f63aabd2e5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'Port': ['ID=20b5af43-26e5-4e6c-a9f0-f976f0893dd7,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:32.579463 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Checking router: 2831ea3d-f8fd-4dd8-8257-85cb0939fecc for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:29:32.580535 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Updating router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc port cec6c148-bb16-4048-b7c3-d9e6438530a8 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:29:32.636076 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.660754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d370dcbf-a799-42ea-b41a-66f63aabd2e5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] In _notify_port_updated(), no bound segment for port 20b5af43-26e5-4e6c-a9f0-f976f0893dd7 on network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c {{(pid=95325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:29:32.670952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d370dcbf-a799-42ea-b41a-66f63aabd2e5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:32.671894 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d370dcbf-a799-42ea-b41a-66f63aabd2e5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.673725 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d370dcbf-a799-42ea-b41a-66f63aabd2e5 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "PUT /v2.0/ports/20b5af43-26e5-4e6c-a9f0-f976f0893dd7 HTTP/1.1" status: 200 len: 995 time: 0.8622084 Sep 09 09:29:32.679557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46178) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:32.818327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-fac48d75-e678-41b8-b68c-799656211c36 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Deleting port 20b5af43-26e5-4e6c-a9f0-f976f0893dd7 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:32.818881 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fac48d75-e678-41b8-b68c-799656211c36 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.902797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-eff662d4-d2d0-4857-bb4c-6ec6fa3a4e9d None None] Provisioning complete for port 20b5af43-26e5-4e6c-a9f0-f976f0893dd7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:32.903368 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eff662d4-d2d0-4857-bb4c-6ec6fa3a4e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.952847 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fac48d75-e678-41b8-b68c-799656211c36 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:32.967554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-fac48d75-e678-41b8-b68c-799656211c36 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Calling delete_port for 20b5af43-26e5-4e6c-a9f0-f976f0893dd7 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:32.986242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-eff662d4-d2d0-4857-bb4c-6ec6fa3a4e9d None None] Port 20b5af43-26e5-4e6c-a9f0-f976f0893dd7 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:32.988959 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:33.000570 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Transition to ACTIVE for port object cec6c148-bb16-4048-b7c3-d9e6438530a8 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:33.017389 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cc9cf996-df46-41c6-bd6e-f8f4b0058a33 req-cdb4c1b0-3442-41a3-96bc-01407872c871 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336833 Sep 09 09:29:33.074365 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:33.125362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d3d6d034-8ddb-49f1-94ec-de2c8de7408c tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.6041369 Sep 09 09:29:33.195725 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fac48d75-e678-41b8-b68c-799656211c36 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:33.301591 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Attempting to bind port cec6c148-bb16-4048-b7c3-d9e6438530a8 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:33.304628 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Attempting to bind port cec6c148-bb16-4048-b7c3-d9e6438530a8 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:33.305281 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Attempting to bind port cec6c148-bb16-4048-b7c3-d9e6438530a8 on network 723d2fd4-969e-4245-8b46-0bbe718f6b29 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:33.308702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac48d75-e678-41b8-b68c-799656211c36 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event deleted for resources: {'Port': ['ID=20b5af43-26e5-4e6c-a9f0-f976f0893dd7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:33.322004 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:33.325477 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Checking segment: {'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:33.326079 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:33.326645 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Bound using segment: {'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:33.330315 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Bound port: cec6c148-bb16-4048-b7c3-d9e6438530a8, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:33.330880 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:33.405938 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fac48d75-e678-41b8-b68c-799656211c36 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:33.411069 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fac48d75-e678-41b8-b68c-799656211c36 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "DELETE /v2.0/ports/20b5af43-26e5-4e6c-a9f0-f976f0893dd7 HTTP/1.1" status: 204 len: 168 time: 0.7301607 Sep 09 09:29:33.414194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46192) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:33.474557 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] For port cec6c148-bb16-4048-b7c3-d9e6438530a8, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:33.479714 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-361197b6-ed32-41ee-afc9-884c69d38ad2 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] GET failed (client error): The resource could not be found. Sep 09 09:29:33.479843 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] For port cec6c148-bb16-4048-b7c3-d9e6438530a8, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cec6c148-bb16-4048-b7c3-d9e6438530a8,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:33.481737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-361197b6-ed32-41ee-afc9-884c69d38ad2 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "GET /v2.0/ports/20b5af43-26e5-4e6c-a9f0-f976f0893dd7 HTTP/1.1" status: 404 len: 333 time: 0.0662990 Sep 09 09:29:33.486637 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Pushing event updated for resources: {'Port': ['ID=cec6c148-bb16-4048-b7c3-d9e6438530a8,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:33.487401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46194) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:33.495260 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.495613 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.495801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Request body: {'port': {'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c', 'name': 'tempest-AllowedAddressPairTestJSON-1412004874'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:33.495913 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.496227 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.496558 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.496883 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.497209 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.497531 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.497852 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.498177 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.498721 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.499042 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:33.554591 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:33.623281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device deea8fb4-54eb-47eb-93f4-4d14445d8026 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:29:33.639623 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d2a8b-0d9c-4dc6-a613-e8d2b5d2760e None None] Pushing event updated for resources: {'Port': ['ID=cec6c148-bb16-4048-b7c3-d9e6438530a8,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:33.643104 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Routers {'2831ea3d-f8fd-4dd8-8257-85cb0939fecc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:29:33.643731 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:33.714012 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46196) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:33.719075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-eb74080d-7a45-4994-9069-b9a78949afe1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1977385160', 'description': 'tempest-secgroup-smoke-1977385160 description', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:33.755173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Made reservation on behalf of cd3d2e770a8f4b91aee7d9e845397299 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:33.764620 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:33.786097 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] Set router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:29:33.787428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port deea8fb4-54eb-47eb-93f4-4d14445d8026, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=deea8fb4-54eb-47eb-93f4-4d14445d8026,segment=NetworkSegment(12aa9a37-7fda-498d-a7a1-6e02179fd918),segment_id=12aa9a37-7fda-498d-a7a1-6e02179fd918)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:33.801890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'deea8fb4-54eb-47eb-93f4-4d14445d8026', 'network_id': 'cf695f3f-a63a-4811-8b2d-1730ee9f694a', 'port_id': 'deea8fb4-54eb-47eb-93f4-4d14445d8026', 'mac_address': 'fa:16:3e:dc:61:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '197a3b12-a10e-45f0-8a00-ba4a72579433', 'ip_address': '19.80.0.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:29:33.815354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] device_id is not set on port 2bdcd693-4d12-4938-a4f6-677575ecdf7c yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:29:33.882537 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb74080d-7a45-4994-9069-b9a78949afe1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:33.889142 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:33.903672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deea8fb4-54eb-47eb-93f4-4d14445d8026 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:29:33.926512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port deea8fb4-54eb-47eb-93f4-4d14445d8026, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=deea8fb4-54eb-47eb-93f4-4d14445d8026,segment=NetworkSegment(12aa9a37-7fda-498d-a7a1-6e02179fd918),segment_id=12aa9a37-7fda-498d-a7a1-6e02179fd918)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:34.022303 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:34.022303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 8ed32120-6758-463a-b154-c3255758e3ae details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:29:34.026693 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:30Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cec6c148-bb16-4048-b7c3-d9e6438530a8', 'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:a2:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:28Z', 'updated_at': '2021-09-09T09:29:33Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:34.056248 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da33e35-49fe-40bc-9986-b4130dc1a7e3 None None] The sync data for ids ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'] in n-d-778696-16 is: [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:30Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cec6c148-bb16-4048-b7c3-d9e6438530a8', 'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:a2:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:28Z', 'updated_at': '2021-09-09T09:29:33Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:29:34.104779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=deea8fb4-54eb-47eb-93f4-4d14445d8026,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:34.185741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee7f27-ee74-4b96-8a77-2aa088c6f07e req-9213d978-6c92-47e1-8307-af4ce59ce978 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:34.198261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee7f27-ee74-4b96-8a77-2aa088c6f07e req-9213d978-6c92-47e1-8307-af4ce59ce978 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:34.205903 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2aee7f27-ee74-4b96-8a77-2aa088c6f07e req-9213d978-6c92-47e1-8307-af4ce59ce978 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1679 time: 0.1035099 Sep 09 09:29:34.215690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 8ed32120-6758-463a-b154-c3255758e3ae, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=8ed32120-6758-463a-b154-c3255758e3ae,segment=NetworkSegment(fad5def2-fbcf-4f46-af23-63160efd8471),segment_id=fad5def2-fbcf-4f46-af23-63160efd8471)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:34.230195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '8ed32120-6758-463a-b154-c3255758e3ae', 'network_id': '06013491-b730-44e7-a089-d818dbe87e14', 'port_id': '8ed32120-6758-463a-b154-c3255758e3ae', 'mac_address': 'fa:16:3e:4b:91:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842dc0d6-fad5-4c29-9587-52de8b958ce4', 'ip_address': '19.86.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:29:34.252988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2aee7f27-ee74-4b96-8a77-2aa088c6f07e req-681d8c05-65b3-4462-a848-7f7b361e217c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Sep 09 09:29:34.276498 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:34.298805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed32120-6758-463a-b154-c3255758e3ae {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:29:34.320214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 8ed32120-6758-463a-b154-c3255758e3ae, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=8ed32120-6758-463a-b154-c3255758e3ae,segment=NetworkSegment(fad5def2-fbcf-4f46-af23-63160efd8471),segment_id=fad5def2-fbcf-4f46-af23-63160efd8471)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:34.365785 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:34.420484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=8ed32120-6758-463a-b154-c3255758e3ae,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:34.445823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba39c10-98b2-4759-8ab0-ab86541e3235 req-f8531b69-9b5c-446b-92ac-0239f0888411 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:34.447322 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ba39c10-98b2-4759-8ab0-ab86541e3235 req-f8531b69-9b5c-446b-92ac-0239f0888411 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.5810134 Sep 09 09:29:34.488583 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Allocated IP 172.20.0.8 (ab1f4c56-8bfa-4de4-8c37-1f70c379d91c/9afe1719-402d-4cfd-98be-76b8d2d57339/2bdcd693-4d12-4938-a4f6-677575ecdf7c) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:34.553436 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ba39c10-98b2-4759-8ab0-ab86541e3235 req-03e915f4-82b0-462a-becb-d71ae43355c1 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897794 Sep 09 09:29:34.607742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb74080d-7a45-4994-9069-b9a78949afe1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:34.676814 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb74080d-7a45-4994-9069-b9a78949afe1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:34.720271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74080d-7a45-4994-9069-b9a78949afe1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f843be31-25ca-4713-a818-6f09fb33d30f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:34.747873 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:34.761269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['8ed32120-6758-463a-b154-c3255758e3ae'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:29:34.761672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Transition to ACTIVE for port object 2bdcd693-4d12-4938-a4f6-677575ecdf7c will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:34.767061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['deea8fb4-54eb-47eb-93f4-4d14445d8026'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:29:34.788897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb74080d-7a45-4994-9069-b9a78949afe1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:34.793205 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-eb74080d-7a45-4994-9069-b9a78949afe1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0752597 Sep 09 09:29:34.793659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46204) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:34.798339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-beefe6ea-616c-4988-a963-0859a6171efa tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'f843be31-25ca-4713-a818-6f09fb33d30f', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:34.875423 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:34.932263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-beefe6ea-616c-4988-a963-0859a6171efa tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:34.959702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:34.970403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'Port': ['ID=2bdcd693-4d12-4938-a4f6-677575ecdf7c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:34.983188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:34.997200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:35.077468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:35.078053 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.092005 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-beefe6ea-616c-4988-a963-0859a6171efa tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.182762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-beefe6ea-616c-4988-a963-0859a6171efa tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.203914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefe6ea-616c-4988-a963-0859a6171efa tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46d30c1-b5db-457a-84a0-f93c168939f6,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:35.218792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cef188be-2b1a-47cb-81b1-9e49af0fe404 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7245657 Sep 09 09:29:35.219043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46206) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:35.224931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Request body: {'port': {'network_id': 'ab1f4c56-8bfa-4de4-8c37-1f70c379d91c', 'name': 'tempest-AllowedAddressPairTestJSON-1831332737'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:35.314379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b7e2adf2-4da5-4d9f-aa28-cea871313a82 None None] Provisioning for port 2bdcd693-4d12-4938-a4f6-677575ecdf7c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:35.319116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b7e2adf2-4da5-4d9f-aa28-cea871313a82 None None] Provisioning complete for port 2bdcd693-4d12-4938-a4f6-677575ecdf7c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:35.319532 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7e2adf2-4da5-4d9f-aa28-cea871313a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.327281 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-beefe6ea-616c-4988-a963-0859a6171efa tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.331422 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-beefe6ea-616c-4988-a963-0859a6171efa tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5341759 Sep 09 09:29:35.331722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46210) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:35.337219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-eae08b18-9873-40a8-bb44-c36a3398f263 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'f843be31-25ca-4713-a818-6f09fb33d30f', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:35.361387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2adf2-4da5-4d9f-aa28-cea871313a82 None None] Port 2bdcd693-4d12-4938-a4f6-677575ecdf7c cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:35.386591 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:29:35.386591 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:29:35.386591 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id_1': 'cd3d2e770a8f4b91aee7d9e845397299', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 29, 15, 370640)}] Sep 09 09:29:35.386591 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:29:35.387066 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:29:35.430081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63103476-2ecc-4810-9922-0fa159dd5f56 req-97be731a-666d-4964-9885-f0e0d19f6c95 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:35.435902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63103476-2ecc-4810-9922-0fa159dd5f56 req-97be731a-666d-4964-9885-f0e0d19f6c95 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:35.437533 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63103476-2ecc-4810-9922-0fa159dd5f56 req-97be731a-666d-4964-9885-f0e0d19f6c95 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1680 time: 0.0705378 Sep 09 09:29:35.497783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eae08b18-9873-40a8-bb44-c36a3398f263 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.513198 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63103476-2ecc-4810-9922-0fa159dd5f56 req-d45251d6-1e89-4875-b9ba-1a247557fac4 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695810 Sep 09 09:29:35.546931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb646-32e6-4697-bacc-e67f38153696 req-1baa4f4f-ad6c-4952-a34d-a5195d7048aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:35.548436 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec8cb646-32e6-4697-bacc-e67f38153696 req-1baa4f4f-ad6c-4952-a34d-a5195d7048aa tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.24 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0978615 Sep 09 09:29:35.604623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eae08b18-9873-40a8-bb44-c36a3398f263 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.666880 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eae08b18-9873-40a8-bb44-c36a3398f263 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.691713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ec8cb646-32e6-4697-bacc-e67f38153696 req-c96a832b-4946-4c3e-900a-c9dccf5afe5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Deleting port c61a7e35-c91c-4b46-b75a-47a3a2821709 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:35.692051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ec8cb646-32e6-4697-bacc-e67f38153696 req-c96a832b-4946-4c3e-900a-c9dccf5afe5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.695004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0daf5-beea-4fd6-8dc7-30a20f405be3 req-ce4f4e43-0faa-42e8-9aae-1da2da505f4f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:35.696588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38a0daf5-beea-4fd6-8dc7-30a20f405be3 req-ce4f4e43-0faa-42e8-9aae-1da2da505f4f tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 946 time: 0.0624297 Sep 09 09:29:35.715656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae08b18-9873-40a8-bb44-c36a3398f263 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f359fe86-552a-446c-b9fd-b4772a76fada,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:35.745442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38a0daf5-beea-4fd6-8dc7-30a20f405be3 req-fc9941c1-4954-4cf3-83b0-bafe83ec16b2 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/security-groups?id=93eae9df-fd67-400c-b406-ebbd189b3776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Sep 09 09:29:35.770180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eae08b18-9873-40a8-bb44-c36a3398f263 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.771452 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eae08b18-9873-40a8-bb44-c36a3398f263 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4386969 Sep 09 09:29:35.774420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46222) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:35.778941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7397fe86-0cdf-43e5-94c0-5179fb20fcb8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'f843be31-25ca-4713-a818-6f09fb33d30f', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:35.806967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ec8cb646-32e6-4697-bacc-e67f38153696 req-c96a832b-4946-4c3e-900a-c9dccf5afe5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] For port c61a7e35-c91c-4b46-b75a-47a3a2821709, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c61a7e35-c91c-4b46-b75a-47a3a2821709,segment=NetworkSegment(c08961bc-7c1e-4335-b838-c28d1c217fec),segment_id=c08961bc-7c1e-4335-b838-c28d1c217fec)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:35.807330 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ec8cb646-32e6-4697-bacc-e67f38153696 req-c96a832b-4946-4c3e-900a-c9dccf5afe5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.824135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ec8cb646-32e6-4697-bacc-e67f38153696 req-c96a832b-4946-4c3e-900a-c9dccf5afe5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Calling delete_port for c61a7e35-c91c-4b46-b75a-47a3a2821709 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:35.895578 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7397fe86-0cdf-43e5-94c0-5179fb20fcb8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.968141 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7397fe86-0cdf-43e5-94c0-5179fb20fcb8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:35.993560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e50e52-688b-480d-8613-53307083f79a req-4adf75e6-d188-46cf-92f2-6cf775b64c88 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:35.995053 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-4adf75e6-d188-46cf-92f2-6cf775b64c88 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 815 time: 0.1616499 Sep 09 09:29:36.027938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Made reservation on behalf of cd3d2e770a8f4b91aee7d9e845397299 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:36.032990 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.037193 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-21fb0078-73ee-4f97-a932-28df9e4eb099 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/quotas/a05e4fe9ef7a49c29cdb88e8dc511dd4 HTTP/1.1" status: 200 len: 375 time: 0.0359719 Sep 09 09:29:36.060739 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7397fe86-0cdf-43e5-94c0-5179fb20fcb8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.074921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] device_id is not set on port 8989f82d-c3e7-458d-82e3-7111c5a8e3df yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:29:36.089393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397fe86-0cdf-43e5-94c0-5179fb20fcb8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3c6cea-dbc8-4f49-ae71-1cee04479ae2,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:36.096915 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-1978254a-59f7-43a8-98ea-1ab351cdd21a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519176 Sep 09 09:29:36.129503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cec6c148-bb16-4048-b7c3-d9e6438530a8 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:36.179723 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ec8cb646-32e6-4697-bacc-e67f38153696 req-c96a832b-4946-4c3e-900a-c9dccf5afe5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.189773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7397fe86-0cdf-43e5-94c0-5179fb20fcb8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.193809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['c61a7e35-c91c-4b46-b75a-47a3a2821709'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:29:36.196575 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7397fe86-0cdf-43e5-94c0-5179fb20fcb8 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4193141 Sep 09 09:29:36.197815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46234) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:36.202282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-bcd02d1b-e9ea-4d57-8577-9037e3d60f7a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'f843be31-25ca-4713-a818-6f09fb33d30f', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:36.219783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a832b-4946-4c3e-900a-c9dccf5afe5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Pushing event deleted for resources: {'Port': ['ID=c61a7e35-c91c-4b46-b75a-47a3a2821709,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:36.234787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Allocated IP 172.20.0.9 (ab1f4c56-8bfa-4de4-8c37-1f70c379d91c/9afe1719-402d-4cfd-98be-76b8d2d57339/8989f82d-c3e7-458d-82e3-7111c5a8e3df) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:36.246486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port cec6c148-bb16-4048-b7c3-d9e6438530a8 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:36.256262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cec6c148-bb16-4048-b7c3-d9e6438530a8 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:36.256713 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.307984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8cb646-32e6-4697-bacc-e67f38153696 req-c96a832b-4946-4c3e-900a-c9dccf5afe5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] No DVR routers for this DVR port c61a7e35-c91c-4b46-b75a-47a3a2821709 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:36.314497 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ec8cb646-32e6-4697-bacc-e67f38153696 req-c96a832b-4946-4c3e-900a-c9dccf5afe5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.316475 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec8cb646-32e6-4697-bacc-e67f38153696 req-c96a832b-4946-4c3e-900a-c9dccf5afe5c tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.24 "DELETE /v2.0/ports/c61a7e35-c91c-4b46-b75a-47a3a2821709 HTTP/1.1" status: 204 len: 173 time: 0.7605443 Sep 09 09:29:36.316917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'name': 'network-vif-deleted', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:36.319892 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f1b1e6-5148-4f6f-9f20-44cce079a4a0" -d '{"events": [{"server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "name": "network-vif-deleted", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:36.327638 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-6dcec572-97e9-471f-a0a8-53d85d5690dc service neutron] 10.222.0.32 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232344 Sep 09 09:29:36.361734 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.375583 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a08d14-1d46-4db3-9cf8-2b06e1d0aa71 x-openstack-request-id: req-94a08d14-1d46-4db3-9cf8-2b06e1d0aa71 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:36.376132 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66297980-a949-4789-8b13-ef98944b232e", "name": "network-vif-deleted", "tag": "c61a7e35-c91c-4b46-b75a-47a3a2821709", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:36.376419 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94a08d14-1d46-4db3-9cf8-2b06e1d0aa71 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:36.376916 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66297980-a949-4789-8b13-ef98944b232e', 'name': 'network-vif-deleted', 'tag': 'c61a7e35-c91c-4b46-b75a-47a3a2821709', 'status': 'completed', 'code': 200} Sep 09 09:29:36.379051 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcd02d1b-e9ea-4d57-8577-9037e3d60f7a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.416389 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port cec6c148-bb16-4048-b7c3-d9e6438530a8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cec6c148-bb16-4048-b7c3-d9e6438530a8,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:36.446171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.446638 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-c4967a0d-bb86-40bc-b689-52901f964e70 service neutron] 10.222.0.32 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128013 Sep 09 09:29:36.468850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcd02d1b-e9ea-4d57-8577-9037e3d60f7a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.473395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Transition to ACTIVE for port object 8989f82d-c3e7-458d-82e3-7111c5a8e3df will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:36.497923 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.562937 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=cec6c148-bb16-4048-b7c3-d9e6438530a8,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:36.576726 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcd02d1b-e9ea-4d57-8577-9037e3d60f7a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.607940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd02d1b-e9ea-4d57-8577-9037e3d60f7a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb708ba-d3fe-4339-b35a-3dcea62841f9,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:36.628499 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.692594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:36.705588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146e669-1555-4ede-8798-fd4217b2b667 req-fd57036d-c8bb-480a-bd3a-d7ba1d5b1e35 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:36.717668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146e669-1555-4ede-8798-fd4217b2b667 req-fd57036d-c8bb-480a-bd3a-d7ba1d5b1e35 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:36.721260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f146e669-1555-4ede-8798-fd4217b2b667 req-fd57036d-c8bb-480a-bd3a-d7ba1d5b1e35 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1680 time: 0.1306319 Sep 09 09:29:36.727660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:36.732030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'Port': ['ID=8989f82d-c3e7-458d-82e3-7111c5a8e3df,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:36.735509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:36.738354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcd02d1b-e9ea-4d57-8577-9037e3d60f7a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.742799 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bcd02d1b-e9ea-4d57-8577-9037e3d60f7a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5439799 Sep 09 09:29:36.743904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46244) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:36.757108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-801a1507-69ff-429b-95d9-9155f861d127 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'f843be31-25ca-4713-a818-6f09fb33d30f', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:36.803353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c58e951c-6bea-40a0-b08d-4f4f2f1081df req-41986909-4eed-41f6-8c2a-6288be0797f5 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 210 time: 0.0582368 Sep 09 09:29:36.818601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:36.819288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:36.826718 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f146e669-1555-4ede-8798-fd4217b2b667 req-d7371cc9-f825-433d-8b18-fd1c5d5f097c tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953918 Sep 09 09:29:36.929781 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc10665d-2b7e-4501-aa58-2eadcadf01cf req-a8cf541b-d71a-474d-b8f3-63ff83b1c040 tempest-ServersNegativeTestJSON-455597268 tempest-ServersNegativeTestJSON-455597268-project] 10.222.0.32 "GET /v2.0/ports?device_id=66297980-a949-4789-8b13-ef98944b232e HTTP/1.1" status: 200 len: 210 time: 0.0328896 Sep 09 09:29:36.948063 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-801a1507-69ff-429b-95d9-9155f861d127 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Project 2e99cdc01cfa4c5b83ea1f23eef51389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:29:36.964773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-801a1507-69ff-429b-95d9-9155f861d127 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.022979 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-801a1507-69ff-429b-95d9-9155f861d127 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.034631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bb7ddb93-05af-407f-9d92-f7a95b07f0e3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8145852 Sep 09 09:29:37.037253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46252) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:37.042893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-43c30cc0-a9cf-4e7f-b38b-c958c4cc1598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:06:9a:5e'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:58:60:17'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:37.141861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-801a1507-69ff-429b-95d9-9155f861d127 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.159297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a1507-69ff-429b-95d9-9155f861d127 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeba1032-74aa-4b24-90d6-6da3445989b7,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:37.193647 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0b717b2a-f770-4b1a-98d1-1eb9fdf4f329 None None] Provisioning for port 8989f82d-c3e7-458d-82e3-7111c5a8e3df completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:37.197695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0b717b2a-f770-4b1a-98d1-1eb9fdf4f329 None None] Provisioning complete for port 8989f82d-c3e7-458d-82e3-7111c5a8e3df triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:37.202689 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0b717b2a-f770-4b1a-98d1-1eb9fdf4f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.205163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-43c30cc0-a9cf-4e7f-b38b-c958c4cc1598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.235868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0b717b2a-f770-4b1a-98d1-1eb9fdf4f329 None None] Port 8989f82d-c3e7-458d-82e3-7111c5a8e3df cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:37.269571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-801a1507-69ff-429b-95d9-9155f861d127 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.272261 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-801a1507-69ff-429b-95d9-9155f861d127 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5267775 Sep 09 09:29:37.275177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46256) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:37.279903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e637af04-e11b-4449-a70a-2e1904617b74 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'security_group_rule': {'security_group_id': 'f843be31-25ca-4713-a818-6f09fb33d30f', 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:37.353860 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-e637af04-e11b-4449-a70a-2e1904617b74 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Project 2e99cdc01cfa4c5b83ea1f23eef51389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:29:37.359598 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e637af04-e11b-4449-a70a-2e1904617b74 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.408558 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-43c30cc0-a9cf-4e7f-b38b-c958c4cc1598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.428895 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e637af04-e11b-4449-a70a-2e1904617b74 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.485297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-43c30cc0-a9cf-4e7f-b38b-c958c4cc1598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.513758 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e637af04-e11b-4449-a70a-2e1904617b74 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.532856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637af04-e11b-4449-a70a-2e1904617b74 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a997e50-5fcc-4748-b711-08896723f9f9,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:37.567501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c30cc0-a9cf-4e7f-b38b-c958c4cc1598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event updated for resources: {'Port': ['ID=8989f82d-c3e7-458d-82e3-7111c5a8e3df,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:37.584175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-43c30cc0-a9cf-4e7f-b38b-c958c4cc1598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] In _notify_port_updated(), no bound segment for port 8989f82d-c3e7-458d-82e3-7111c5a8e3df on network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c {{(pid=95325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:29:37.589948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c30cc0-a9cf-4e7f-b38b-c958c4cc1598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:37.590588 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-43c30cc0-a9cf-4e7f-b38b-c958c4cc1598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.591955 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-43c30cc0-a9cf-4e7f-b38b-c958c4cc1598 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "PUT /v2.0/ports/8989f82d-c3e7-458d-82e3-7111c5a8e3df HTTP/1.1" status: 200 len: 1055 time: 0.5537314 Sep 09 09:29:37.594762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46262) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:37.604489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e637af04-e11b-4449-a70a-2e1904617b74 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.605963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e637af04-e11b-4449-a70a-2e1904617b74 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3296208 Sep 09 09:29:37.638074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 8ed32120-6758-463a-b154-c3255758e3ae up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:37.655028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0abdb-1007-4918-b51e-093230b65d2e req-32daac8e-98a3-4050-a1be-0876dcb8f5e9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:37.657010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55c0abdb-1007-4918-b51e-093230b65d2e req-32daac8e-98a3-4050-a1be-0876dcb8f5e9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 946 time: 0.0638690 Sep 09 09:29:37.741459 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55c0abdb-1007-4918-b51e-093230b65d2e req-9d6ad9d1-064d-47fd-9d0e-85802b4d7843 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753734 Sep 09 09:29:37.756598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46266) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:37.762352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Deleting port 8989f82d-c3e7-458d-82e3-7111c5a8e3df {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:37.764221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 8ed32120-6758-463a-b154-c3255758e3ae completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:37.768561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 8ed32120-6758-463a-b154-c3255758e3ae triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:37.769075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.773086 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.843424 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c789c2ff-ad1e-47ed-9767-7e0f64a95873 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/3667b28b-85e0-41ae-adb6-0403919d4d5d HTTP/1.1" status: 200 len: 993 time: 0.0844471 Sep 09 09:29:37.906563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7d5c479b-1bac-43e7-a82f-c7ecd663e894 None None] Provisioning complete for port 8989f82d-c3e7-458d-82e3-7111c5a8e3df triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:37.907230 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d5c479b-1bac-43e7-a82f-c7ecd663e894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.909048 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.944897 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f2b458fd-d6e3-49f1-862e-822cac946723 req-7ab61912-1e69-454e-a04f-98b66f0a1243 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 210 time: 0.0352385 Sep 09 09:29:37.949916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:37.956459 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-3266e598-46ac-4a3f-b4db-5988ae98f97c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977385160&fields=id&tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389 HTTP/1.1" status: 200 len: 267 time: 0.0639324 Sep 09 09:29:37.979236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed32120-6758-463a-b154-c3255758e3ae'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:37.981543 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7cb4f3-e938-4998-9a77-a9de97afe079" -d '{"events": [{"server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "name": "network-vif-plugged", "status": "completed", "tag": "8ed32120-6758-463a-b154-c3255758e3ae"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:37.986554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Calling delete_port for 8989f82d-c3e7-458d-82e3-7111c5a8e3df owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:37.992120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c479b-1bac-43e7-a82f-c7ecd663e894 None None] Port 8989f82d-c3e7-458d-82e3-7111c5a8e3df cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:38.000577 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 8ed32120-6758-463a-b154-c3255758e3ae, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=8ed32120-6758-463a-b154-c3255758e3ae,segment=NetworkSegment(fad5def2-fbcf-4f46-af23-63160efd8471),segment_id=fad5def2-fbcf-4f46-af23-63160efd8471)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:38.056805 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.057725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device deea8fb4-54eb-47eb-93f4-4d14445d8026 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:38.174073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cec6c148-bb16-4048-b7c3-d9e6438530a8 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:38.199219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-ebc2511d-3427-4c9d-93ff-3147957c2429 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:38.200962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-ebc2511d-3427-4c9d-93ff-3147957c2429 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/networks?id=723d2fd4-969e-4245-8b46-0bbe718f6b29 HTTP/1.1" status: 200 len: 796 time: 0.2321262 Sep 09 09:29:38.218256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54121694-bf1c-4267-b8c3-c6a2685ecfb3 req-6105e8f9-cea0-4603-85d2-c672320925b5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:38.224895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=8ed32120-6758-463a-b154-c3255758e3ae,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:38.226162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54121694-bf1c-4267-b8c3-c6a2685ecfb3 req-6105e8f9-cea0-4603-85d2-c672320925b5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:38.235644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54121694-bf1c-4267-b8c3-c6a2685ecfb3 req-6105e8f9-cea0-4603-85d2-c672320925b5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1681 time: 0.0682998 Sep 09 09:29:38.250618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cec6c148-bb16-4048-b7c3-d9e6438530a8 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:38.251046 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.264201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-e79e2ec7-fb60-4797-a2bd-109974d38be1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/quotas/2e99cdc01cfa4c5b83ea1f23eef51389 HTTP/1.1" status: 200 len: 375 time: 0.0466802 Sep 09 09:29:38.278388 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54121694-bf1c-4267-b8c3-c6a2685ecfb3 req-a91062df-2240-4918-acd7-00828723a23b tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Sep 09 09:29:38.304865 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port deea8fb4-54eb-47eb-93f4-4d14445d8026 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:38.309495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port deea8fb4-54eb-47eb-93f4-4d14445d8026 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:38.309957 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.346264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46292) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:38.354939 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-aac65845-bcdd-473a-b60a-3a565781c4e2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683508 Sep 09 09:29:38.397825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b12abf-092f-4b5f-b3b2-806cfe11649c admin admin] Deleting subnet cc079ca2-f63c-447e-8672-75e8c71039a6 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:29:38.402389 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a615098-a418-494a-ab9b-a4a630cf67eb x-openstack-request-id: req-8a615098-a418-494a-ab9b-a4a630cf67eb {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:38.402389 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "name": "network-vif-plugged", "status": "completed", "tag": "8ed32120-6758-463a-b154-c3255758e3ae", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:38.402389 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a615098-a418-494a-ab9b-a4a630cf67eb {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:38.402389 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed32120-6758-463a-b154-c3255758e3ae', 'code': 200} Sep 09 09:29:38.402734 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38b12abf-092f-4b5f-b3b2-806cfe11649c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.446494 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.482271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38b12abf-092f-4b5f-b3b2-806cfe11649c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.493168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event deleted for resources: {'Port': ['ID=8989f82d-c3e7-458d-82e3-7111c5a8e3df,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:38.534159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.534521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.535417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.535417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.535644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.535889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.536224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.537109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.537452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.537776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.538107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.538436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:38.557741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398d8ca-a8c3-4095-80fa-c803dd321be4 req-a7127bd2-7893-419a-a953-13ebd3bfce52 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:38.559268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0398d8ca-a8c3-4095-80fa-c803dd321be4 req-a7127bd2-7893-419a-a953-13ebd3bfce52 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1098 time: 0.1154644 Sep 09 09:29:38.582727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38b12abf-092f-4b5f-b3b2-806cfe11649c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.596538 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-e7bc93ff-2c05-48b5-aa1b-548e5a5edba3 service neutron] 10.222.0.32 "GET /v2.0/networks/723d2fd4-969e-4245-8b46-0bbe718f6b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298653 Sep 09 09:29:38.626171 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.651174 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0398d8ca-a8c3-4095-80fa-c803dd321be4 req-d36438a4-9c50-45cd-b0ff-ad882f87cd0c tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856969 Sep 09 09:29:38.712458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port deea8fb4-54eb-47eb-93f4-4d14445d8026, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=deea8fb4-54eb-47eb-93f4-4d14445d8026,segment=NetworkSegment(12aa9a37-7fda-498d-a7a1-6e02179fd918),segment_id=12aa9a37-7fda-498d-a7a1-6e02179fd918)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:38.743801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-4012e37f-dfc8-4145-a68c-88f73a1f7121 req-328a476d-f638-4b97-aaca-c41b35b6f399 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:29:38.744828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4012e37f-dfc8-4145-a68c-88f73a1f7121 req-328a476d-f638-4b97-aaca-c41b35b6f399 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087817 Sep 09 09:29:38.773601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-8c784ec6-9fdb-41c0-89e8-30a4b5364b2a service neutron] 10.222.0.32 "GET /v2.0/networks/723d2fd4-969e-4245-8b46-0bbe718f6b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697104 Sep 09 09:29:38.798893 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.799429 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38b12abf-092f-4b5f-b3b2-806cfe11649c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.800834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c61a7e35-c91c-4b46-b75a-47a3a2821709 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:38.840469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b12abf-092f-4b5f-b3b2-806cfe11649c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc079ca2-f63c-447e-8672-75e8c71039a6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:38.846607 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38b12abf-092f-4b5f-b3b2-806cfe11649c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.850933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-38b12abf-092f-4b5f-b3b2-806cfe11649c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cc079ca2-f63c-447e-8672-75e8c71039a6 HTTP/1.1" status: 204 len: 168 time: 0.5012887 Sep 09 09:29:38.851166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46296) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:38.864329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: c61a7e35-c91c-4b46-b75a-47a3a2821709 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:38.865434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c61a7e35-c91c-4b46-b75a-47a3a2821709 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:38.870403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:38.872764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1bb8aa27-eac8-46d7-b5d0-8dc78ff72ee3 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "DELETE /v2.0/ports/8989f82d-c3e7-458d-82e3-7111c5a8e3df HTTP/1.1" status: 204 len: 168 time: 1.2768345 Sep 09 09:29:38.875304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46298) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:38.908535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=deea8fb4-54eb-47eb-93f4-4d14445d8026,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:38.909162 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21c7aa8-df22-4f41-92fb-f9ca24dfcf87 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] GET failed (client error): The resource could not be found. Sep 09 09:29:38.910730 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e21c7aa8-df22-4f41-92fb-f9ca24dfcf87 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "GET /v2.0/ports/8989f82d-c3e7-458d-82e3-7111c5a8e3df HTTP/1.1" status: 404 len: 333 time: 0.0344663 Sep 09 09:29:38.914242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46300) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:38.995923 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.023825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e50e52-688b-480d-8613-53307083f79a req-11bd49af-826a-4a9d-91eb-c6588dec74f5 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:39.025307 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-11bd49af-826a-4a9d-91eb-c6588dec74f5 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.24 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 815 time: 0.1227934 Sep 09 09:29:39.039821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Request body: {'port': {'device_id': '533e004c-6d1f-46ba-83b9-bae6824e8408', 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb', 'admin_state_up': True, 'tenant_id': 'a05e4fe9ef7a49c29cdb88e8dc511dd4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:39.118939 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.132511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b5e3a-f314-4ccb-9764-b1da385d12c1 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Deleting port 2bdcd693-4d12-4938-a4f6-677575ecdf7c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:39.132861 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5e3a-f314-4ccb-9764-b1da385d12c1 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.158530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c545c666-906a-4084-a605-2c1a985a5d7d']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:39.179137 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08961bc-7c1e-4335-b838-c28d1c217fec') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:39.179463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08961bc-7c1e-4335-b838-c28d1c217fec') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:39.221034 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.247570 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.264192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:29:39.264812 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:29:39.266840 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:29:39.269392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a3f078d-8c8b-4326-a665-989848ba4c40 req-7b814d9f-a35a-473d-900f-c4bf7024179c tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 210 time: 0.0496762 Sep 09 09:29:39.275052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Made reservation on behalf of a05e4fe9ef7a49c29cdb88e8dc511dd4 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:39.285333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5e3a-f314-4ccb-9764-b1da385d12c1 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.290856 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.310649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b5e3a-f314-4ccb-9764-b1da385d12c1 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Calling delete_port for 2bdcd693-4d12-4938-a4f6-677575ecdf7c owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:39.391675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d5e21ee-ccf9-464b-abeb-cf6e662f43ce req-594bfec8-33a5-41f4-b451-6a5e1ba38a83 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 210 time: 0.0562534 Sep 09 09:29:39.502738 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.509722 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.514589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c545c666-906a-4084-a605-2c1a985a5d7d HTTP/1.1" status: 204 len: 168 time: 0.6622519 Sep 09 09:29:39.530289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Allocated IP 172.20.0.12 (13a71b19-ff40-4a72-ac7b-444abec923fb/19e1e42b-1780-47aa-8697-1309f17f9667/567c9904-ab3e-482f-a767-38e980042d95) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:39.534028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b680545-1899-4116-99de-198ac3ff6cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c545c666-906a-4084-a605-2c1a985a5d7d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:39.562431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631585be-e9b3-40f5-83e6-c605555dedc9 req-5805040a-3549-40dd-aa61-e4af328e361e tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:39.569910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631585be-e9b3-40f5-83e6-c605555dedc9 req-5805040a-3549-40dd-aa61-e4af328e361e tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:39.571856 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-631585be-e9b3-40f5-83e6-c605555dedc9 req-5805040a-3549-40dd-aa61-e4af328e361e tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1682 time: 0.0922394 Sep 09 09:29:39.613536 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5e3a-f314-4ccb-9764-b1da385d12c1 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.703360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b5e3a-f314-4ccb-9764-b1da385d12c1 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event deleted for resources: {'Port': ['ID=2bdcd693-4d12-4938-a4f6-677575ecdf7c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:39.703627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-631585be-e9b3-40f5-83e6-c605555dedc9 req-54e0465c-a129-4b3d-8518-15bfc04f7a40 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223781 Sep 09 09:29:39.830733 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5e3a-f314-4ccb-9764-b1da385d12c1 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.837401 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6b5b5e3a-f314-4ccb-9764-b1da385d12c1 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "DELETE /v2.0/ports/2bdcd693-4d12-4938-a4f6-677575ecdf7c HTTP/1.1" status: 204 len: 168 time: 0.9157970 Sep 09 09:29:39.837579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46332) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:39.876617 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f92153-c956-496d-87cd-daaf4757fc6e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] GET failed (client error): The resource could not be found. Sep 09 09:29:39.878233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-12f92153-c956-496d-87cd-daaf4757fc6e tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "GET /v2.0/ports/2bdcd693-4d12-4938-a4f6-677575ecdf7c HTTP/1.1" status: 404 len: 333 time: 0.0397761 Sep 09 09:29:39.884476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46336) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:39.906194 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:39.993260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ddd3-9189-49db-b29c-086dfe44328a tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Deleting port 660bdff2-f071-46c7-b664-3e6604fc2d1d {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:39.993607 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19c4ddd3-9189-49db-b29c-086dfe44328a tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.045604 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.058062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['651e1d18-9888-47ca-b283-0fd7681c2c09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:29:40.082118 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19c4ddd3-9189-49db-b29c-086dfe44328a tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.093382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Network 13a71b19-ff40-4a72-ac7b-444abec923fb is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:40.100601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:40.105854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:40.110134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Pushing event updated for resources: {'Port': ['ID=567c9904-ab3e-482f-a767-38e980042d95,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:40.112911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ddd3-9189-49db-b29c-086dfe44328a tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Calling delete_port for 660bdff2-f071-46c7-b664-3e6604fc2d1d owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:40.125157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46338) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:40.175908 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:40.176736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.224700 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c87b1b94-2044-4fb8-b896-b85e10826813 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55ca36f0caaa42aaadd27d7162fcc2a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962853 Sep 09 09:29:40.227498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:40.263169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-458fc757-7ac2-4aa0-a403-9def8c896fa8 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2284570 Sep 09 09:29:40.278844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Request body: {'port': {'device_id': '533e004c-6d1f-46ba-83b9-bae6824e8408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:40.318087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3441eb6a-4982-4280-8c0d-cdabccdd951c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.335770 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-7005dd0d-8296-42cb-b705-3dcfb109dbec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2153337 Sep 09 09:29:40.350818 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-036fe4f4-eeaa-4cae-aed8-a5e9f00f4523 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:29:40.356882 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-036fe4f4-eeaa-4cae-aed8-a5e9f00f4523 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069458 Sep 09 09:29:40.380706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.387460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3441eb6a-4982-4280-8c0d-cdabccdd951c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.401415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea8fb4-54eb-47eb-93f4-4d14445d8026'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:40.405283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19c4ddd3-9189-49db-b29c-086dfe44328a tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.405639 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce08acac-bac0-4b16-be5c-925df61ff177" -d '{"events": [{"server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "name": "network-vif-plugged", "status": "completed", "tag": "deea8fb4-54eb-47eb-93f4-4d14445d8026"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:40.468563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ddd3-9189-49db-b29c-086dfe44328a tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event deleted for resources: {'Port': ['ID=660bdff2-f071-46c7-b664-3e6604fc2d1d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:40.517177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d1c32-292b-4b72-8a7d-77f4ae94533c req-9896fb2d-aa27-4e18-8f2b-090e6a860e41 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:40.518757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc2d1c32-292b-4b72-8a7d-77f4ae94533c req-9896fb2d-aa27-4e18-8f2b-090e6a860e41 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 932 time: 0.1601830 Sep 09 09:29:40.539705 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19c4ddd3-9189-49db-b29c-086dfe44328a tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.549174 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-19c4ddd3-9189-49db-b29c-086dfe44328a tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "DELETE /v2.0/ports/660bdff2-f071-46c7-b664-3e6604fc2d1d HTTP/1.1" status: 204 len: 168 time: 0.6610715 Sep 09 09:29:40.549174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46352) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:40.616691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fe274e-c3d0-4c47-afc4-abc50e648b3d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Deleting subnet 9afe1719-402d-4cfd-98be-76b8d2d57339 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:29:40.621239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4fe274e-c3d0-4c47-afc4-abc50e648b3d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.652624 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc2d1c32-292b-4b72-8a7d-77f4ae94533c req-364d645f-fe55-4d43-8648-b0a98d8b791a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677707 Sep 09 09:29:40.670807 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4fe274e-c3d0-4c47-afc4-abc50e648b3d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.704393 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3441eb6a-4982-4280-8c0d-cdabccdd951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.707127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3441eb6a-4982-4280-8c0d-cdabccdd951c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.712502 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3441eb6a-4982-4280-8c0d-cdabccdd951c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93eae9df-fd67-400c-b406-ebbd189b3776 HTTP/1.1" status: 204 len: 168 time: 0.4812107 Sep 09 09:29:40.723137 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90862f62-b70a-4759-9e02-c5843be0c25b x-openstack-request-id: req-90862f62-b70a-4759-9e02-c5843be0c25b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:40.723739 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "name": "network-vif-plugged", "status": "completed", "tag": "deea8fb4-54eb-47eb-93f4-4d14445d8026", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:40.725081 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90862f62-b70a-4759-9e02-c5843be0c25b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:40.728984 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea8fb4-54eb-47eb-93f4-4d14445d8026', 'code': 200} Sep 09 09:29:40.736885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441eb6a-4982-4280-8c0d-cdabccdd951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eae9df-fd67-400c-b406-ebbd189b3776,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:40.826508 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4fe274e-c3d0-4c47-afc4-abc50e648b3d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.860628 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f30c0c78-76bf-4139-819f-70893b3503df req-cd2e89e1-a3c4-45bc-82bd-7082b7a123c2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 210 time: 0.0302496 Sep 09 09:29:40.883360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567c9904-ab3e-482f-a767-38e980042d95 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:29:40.896613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.923094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d43d-d306-49a8-ac70-4d6bd255f7ff req-d5ea6cf3-fc35-4105-aef7-799fffda994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:40.923771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d43d-d306-49a8-ac70-4d6bd255f7ff req-d5ea6cf3-fc35-4105-aef7-799fffda994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:40.927040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5b1d43d-d306-49a8-ac70-4d6bd255f7ff req-d5ea6cf3-fc35-4105-aef7-799fffda994d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1986 time: 0.0655832 Sep 09 09:29:40.982011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5b1d43d-d306-49a8-ac70-4d6bd255f7ff req-da680b3a-b9ad-4838-b1c5-7442f792e351 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474124 Sep 09 09:29:40.985233 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4fe274e-c3d0-4c47-afc4-abc50e648b3d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:40.985419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Transition to ACTIVE for port object 567c9904-ab3e-482f-a767-38e980042d95 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:41.000078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4e1a7-44ca-482a-9c7f-8e7f7886784c req-62863c25-c906-44ce-8a9b-44758325f176 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:41.007425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4e1a7-44ca-482a-9c7f-8e7f7886784c req-62863c25-c906-44ce-8a9b-44758325f176 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:41.009075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ce4e1a7-44ca-482a-9c7f-8e7f7886784c req-62863c25-c906-44ce-8a9b-44758325f176 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1682 time: 0.0642684 Sep 09 09:29:41.032199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4fe274e-c3d0-4c47-afc4-abc50e648b3d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.037108 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e4fe274e-c3d0-4c47-afc4-abc50e648b3d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "DELETE /v2.0/subnets/9afe1719-402d-4cfd-98be-76b8d2d57339 HTTP/1.1" status: 204 len: 168 time: 0.4847093 Sep 09 09:29:41.037108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe274e-c3d0-4c47-afc4-abc50e648b3d tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event deleted for resources: {'Subnet': ['ID=9afe1719-402d-4cfd-98be-76b8d2d57339,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:41.038190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46362) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:41.048528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ede17a-f076-4f7d-9e6e-bee3ae99cbb2 None None] Network ab1f4c56-8bfa-4de4-8c37-1f70c379d91c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:41.054377 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ce4e1a7-44ca-482a-9c7f-8e7f7886784c req-49e87e1d-f07f-4247-88e7-80a73fd07589 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394585 Sep 09 09:29:41.123306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.125072 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.191503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Deleting port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:41.191748 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.215339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Pushing event updated for resources: {'Port': ['ID=567c9904-ab3e-482f-a767-38e980042d95,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:41.283886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] For port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4ecdf1fe-4482-4771-9cc1-aaf8222bea49,segment=NetworkSegment(239dbf95-d5d0-44a3-9eed-09c89e1fd2cf),segment_id=239dbf95-d5d0-44a3-9eed-09c89e1fd2cf)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:41.284299 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.290721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Attempting to bind port 567c9904-ab3e-482f-a767-38e980042d95 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:41.291068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Attempting to bind port 567c9904-ab3e-482f-a767-38e980042d95 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:41.291427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Attempting to bind port 567c9904-ab3e-482f-a767-38e980042d95 on network 13a71b19-ff40-4a72-ac7b-444abec923fb {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:41.297663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Calling delete_port for 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:41.298110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Port 567c9904-ab3e-482f-a767-38e980042d95 on network 13a71b19-ff40-4a72-ac7b-444abec923fb not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:29:41.298442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Attempting to bind port 567c9904-ab3e-482f-a767-38e980042d95 on network 13a71b19-ff40-4a72-ac7b-444abec923fb {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:41.307653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:41.308367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Checking segment: {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:41.309184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Bound using segment: {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:41.309800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe1450-69b0-4b08-a290-cf18df4433f8 None None] DHCP port deletion for ab1f4c56-8bfa-4de4-8c37-1f70c379d91c request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:29:41.310287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Bound port: 567c9904-ab3e-482f-a767-38e980042d95, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:41.310287 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.388643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-03fe1450-69b0-4b08-a290-cf18df4433f8 None None] Deleting port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:41.388855 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03fe1450-69b0-4b08-a290-cf18df4433f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.401894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] For port 567c9904-ab3e-482f-a767-38e980042d95, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:41.405834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] For port 567c9904-ab3e-482f-a767-38e980042d95, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=567c9904-ab3e-482f-a767-38e980042d95,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:41.472508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-03fe1450-69b0-4b08-a290-cf18df4433f8 None None] For port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4ecdf1fe-4482-4771-9cc1-aaf8222bea49,segment=NetworkSegment(239dbf95-d5d0-44a3-9eed-09c89e1fd2cf),segment_id=239dbf95-d5d0-44a3-9eed-09c89e1fd2cf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:41.472909 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03fe1450-69b0-4b08-a290-cf18df4433f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.479688 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.480474 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.500486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-03fe1450-69b0-4b08-a290-cf18df4433f8 None None] Calling delete_port for 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:41.515026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event deleted for resources: {'Port': ['ID=4ecdf1fe-4482-4771-9cc1-aaf8222bea49,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:41.518891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] No DVR routers for this DVR port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:41.553812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:41.554644 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.556236 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] 10.222.0.24 "PUT /v2.0/ports/567c9904-ab3e-482f-a767-38e980042d95 HTTP/1.1" status: 200 len: 1093 time: 1.2835233 Sep 09 09:29:41.556718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533e004c-6d1f-46ba-83b9-bae6824e8408', 'tag': '567c9904-ab3e-482f-a767-38e980042d95'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:41.559109 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b055c8a-14e1-4e36-b431-51ab7c1d13cf" -d '{"events": [{"name": "network-changed", "server_uuid": "533e004c-6d1f-46ba-83b9-bae6824e8408", "tag": "567c9904-ab3e-482f-a767-38e980042d95"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:41.598289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4e189-71b6-41a6-8eae-e57cfacb105d service neutron] Pushing event updated for resources: {'Port': ['ID=567c9904-ab3e-482f-a767-38e980042d95,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:41.640147 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf3cd1b-12a0-4e1c-8615-e0b815d5fec4 x-openstack-request-id: req-adf3cd1b-12a0-4e1c-8615-e0b815d5fec4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:41.640440 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533e004c-6d1f-46ba-83b9-bae6824e8408", "tag": "567c9904-ab3e-482f-a767-38e980042d95", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:41.642007 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-adf3cd1b-12a0-4e1c-8615-e0b815d5fec4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:41.642423 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533e004c-6d1f-46ba-83b9-bae6824e8408', 'tag': '567c9904-ab3e-482f-a767-38e980042d95', 'status': 'completed', 'code': 200} Sep 09 09:29:41.687912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.688536 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03fe1450-69b0-4b08-a290-cf18df4433f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.724319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1f4c56-8bfa-4de4-8c37-1f70c379d91c']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:41.745651 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239dbf95-d5d0-44a3-9eed-09c89e1fd2cf') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:41.746142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239dbf95-d5d0-44a3-9eed-09c89e1fd2cf') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:41.757771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe1450-69b0-4b08-a290-cf18df4433f8 None None] No DVR routers for this DVR port 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:41.760804 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.775517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b055c8a-14e1-4e36-b431-51ab7c1d13cf req-b3f5f457-338b-4cb9-b2ff-066dfe36eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:41.776256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6e6510a1-a6ae-483e-9aff-8d6e29b585d0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:41.776256 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6e6510a1-a6ae-483e-9aff-8d6e29b585d0 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.41 "GET /v2.0/networks?id=723d2fd4-969e-4245-8b46-0bbe718f6b29 HTTP/1.1" status: 200 len: 796 time: 0.2276716 Sep 09 09:29:41.778834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b055c8a-14e1-4e36-b431-51ab7c1d13cf req-b3f5f457-338b-4cb9-b2ff-066dfe36eaea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 1096 time: 0.1104739 Sep 09 09:29:41.782287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe1450-69b0-4b08-a290-cf18df4433f8 None None] Pushing event deleted for resources: {'Port': ['ID=4ecdf1fe-4482-4771-9cc1-aaf8222bea49,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:41.802813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.821716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:29:41.822134 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:29:41.826093 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:29:41.865623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-39c2f420-8fe9-4bdc-9e44-d2956f6759cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389 HTTP/1.1" status: 200 len: 380 time: 0.0780435 Sep 09 09:29:41.884173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'port': {'device_id': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'admin_state_up': True, 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'security_groups': ['f843be31-25ca-4713-a818-6f09fb33d30f']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:41.970537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdc447-d75c-42ce-8fed-d5783c603e4c req-bb816a63-fac8-48e4-bcd6-e692268f7025 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:41.972212 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2ebdc447-d75c-42ce-8fed-d5783c603e4c req-bb816a63-fac8-48e4-bcd6-e692268f7025 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 944 time: 0.1707008 Sep 09 09:29:42.007709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b055c8a-14e1-4e36-b431-51ab7c1d13cf req-81987d9f-5c65-4be6-88b7-218d739bf5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:42.009218 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b055c8a-14e1-4e36-b431-51ab7c1d13cf req-81987d9f-5c65-4be6-88b7-218d739bf5cb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2244475 Sep 09 09:29:42.025715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-129b2499-87ea-4311-a178-be72471d55e9 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:42.027144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-129b2499-87ea-4311-a178-be72471d55e9 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/ports/0f250e50-f310-4527-b7f2-1dc5b11abbe1 HTTP/1.1" status: 200 len: 1095 time: 0.5624704 Sep 09 09:29:42.042252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Request body: {'binding': {'host': 'n-h1-778696-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:42.048043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Unknown quota resources ['binding']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:29:42.071193 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:42.093563 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:42.098034 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] 10.222.0.32 "DELETE /v2.0/networks/ab1f4c56-8bfa-4de4-8c37-1f70c379d91c HTTP/1.1" status: 204 len: 168 time: 1.0562940 Sep 09 09:29:42.131455 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2ebdc447-d75c-42ce-8fed-d5783c603e4c req-1555b19b-3444-4e38-96ad-97964a9a8fc4 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273735 Sep 09 09:29:42.131550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eafda-af04-4fdd-80d2-b5a9bfa8cb76 tempest-AllowedAddressPairTestJSON-304154838 tempest-AllowedAddressPairTestJSON-304154838-project] Pushing event deleted for resources: {'Network': ['ID=ab1f4c56-8bfa-4de4-8c37-1f70c379d91c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:42.178706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:42.211114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b055c8a-14e1-4e36-b431-51ab7c1d13cf req-5e9dea2f-4f1e-46a0-93fa-62e17fd114b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:42.214996 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b055c8a-14e1-4e36-b431-51ab7c1d13cf req-5e9dea2f-4f1e-46a0-93fa-62e17fd114b3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1943791 Sep 09 09:29:42.231635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:42.232989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4ecdf1fe-4482-4771-9cc1-aaf8222bea49 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:42.272312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on host n-h1-778696-16 for vnic_type normal with profile None {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:42.273451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:42.273451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on network 7ce190d0-37ef-48dd-b47a-b59c7670b83b {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:42.277804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on network 7ce190d0-37ef-48dd-b47a-b59c7670b83b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:29:42.278251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on network 7ce190d0-37ef-48dd-b47a-b59c7670b83b {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:42.283187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:42.283806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Checking segment: {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:42.284203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Bound using segment: {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:42.284624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Bound port: 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:42.309878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e39a5d4-918f-41a8-8fa7-0394a22a895f req-b2e55a78-450a-4ea3-a020-58653b3cd450 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 210 time: 0.0535030 Sep 09 09:29:42.330859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e50e52-688b-480d-8613-53307083f79a req-4aa195e2-82ed-4bdf-85c5-4c6e417e24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:42.330859 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-4aa195e2-82ed-4bdf-85c5-4c6e417e24e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 1096 time: 0.0610321 Sep 09 09:29:42.365350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Made reservation on behalf of 2e99cdc01cfa4c5b83ea1f23eef51389 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:42.369006 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:42.395022 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-bed17648-aac5-426a-803e-790a95f4a207 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567c9904-ab3e-482f-a767-38e980042d95 HTTP/1.1" status: 200 len: 217 time: 0.0488737 Sep 09 09:29:42.431188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:42.480562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b496d2a-ccc1-4009-95cb-722e945e173d req-2c16395c-f64a-47bc-9e58-886d766f3566 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:42.486666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b496d2a-ccc1-4009-95cb-722e945e173d req-2c16395c-f64a-47bc-9e58-886d766f3566 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:42.488340 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b496d2a-ccc1-4009-95cb-722e945e173d req-2c16395c-f64a-47bc-9e58-886d766f3566 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1682 time: 0.0961432 Sep 09 09:29:42.490307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e50e52-688b-480d-8613-53307083f79a req-f2f98397-9b92-4410-b3f1-15050d402d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:42.491692 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-f2f98397-9b92-4410-b3f1-15050d402d5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19e1e42b-1780-47aa-8697-1309f17f9667 HTTP/1.1" status: 200 len: 855 time: 0.0890324 Sep 09 09:29:42.515058 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] Notify callbacks [] for binding, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:42.516263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] 10.222.0.32 "POST /v2.0/ports/0f250e50-f310-4527-b7f2-1dc5b11abbe1/bindings HTTP/1.1" status: 201 len: 390 time: 0.4786220 Sep 09 09:29:42.533052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-4c9908fa-526f-475e-84cc-813e74a74ef2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13a71b19-ff40-4a72-ac7b-444abec923fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309961 Sep 09 09:29:42.545210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Allocated IP 172.20.0.13 (723d2fd4-969e-4245-8b46-0bbe718f6b29/284b9c87-d716-44e8-9965-c9e8b50be4a8/a0661aaa-3718-49f1-af9c-d5c116965b16) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:42.571128 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b496d2a-ccc1-4009-95cb-722e945e173d req-ed828e5f-ef1c-4c92-8f47-0695d58957f5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759659 Sep 09 09:29:42.662630 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-b1c2428e-dfe4-4d8f-9df9-d055b1700141 service neutron] 10.222.0.24 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179047 Sep 09 09:29:42.720677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46414) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:42.821825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c8e50e52-688b-480d-8613-53307083f79a req-531091b0-cd44-41c8-9f2a-2d284c127b71 service neutron] 10.222.0.24 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527991 Sep 09 09:29:42.836502 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:42.863168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Transition to ACTIVE for port object a0661aaa-3718-49f1-af9c-d5c116965b16 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:42.879301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2e81e-f97f-4f22-ab0c-ef2216f8d24d req-941ebd52-8227-4796-b6af-169cfee21c74 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:42.881835 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15c2e81e-f97f-4f22-ab0c-ef2216f8d24d req-941ebd52-8227-4796-b6af-169cfee21c74 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 946 time: 0.1100259 Sep 09 09:29:42.967925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15c2e81e-f97f-4f22-ab0c-ef2216f8d24d req-71eaebbe-d96a-4cad-b162-21b27b4240db tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765162 Sep 09 09:29:42.981258 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-daf90348-a2f8-4883-b5b8-744926880241 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd3d2e770a8f4b91aee7d9e845397299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588809 Sep 09 09:29:42.983400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46418) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:43.040197 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15ae17b-9cc5-4068-9022-51a76b99864e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:43.063656 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15ae17b-9cc5-4068-9022-51a76b99864e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:43.125535 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:43.211907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network 723d2fd4-969e-4245-8b46-0bbe718f6b29 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:43.229529 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:43.250114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:43.267337 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15ae17b-9cc5-4068-9022-51a76b99864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:43.270302 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15ae17b-9cc5-4068-9022-51a76b99864e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:43.274029 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b15ae17b-9cc5-4068-9022-51a76b99864e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce7df46d-4d44-4184-ab74-9ba43ac55bd5 HTTP/1.1" status: 204 len: 168 time: 0.2871990 Sep 09 09:29:43.311077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:43.312086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ae17b-9cc5-4068-9022-51a76b99864e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7df46d-4d44-4184-ab74-9ba43ac55bd5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:43.337482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:43.338180 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:43.352932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=a0661aaa-3718-49f1-af9c-d5c116965b16,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:43.376234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb582e-55be-434f-8aca-66367cceef9e req-3a4360a6-70b4-4f89-8aeb-5ef516a61f10 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:43.377955 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7eb582e-55be-434f-8aca-66367cceef9e req-3a4360a6-70b4-4f89-8aeb-5ef516a61f10 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 944 time: 0.1839015 Sep 09 09:29:43.650964 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2665f4bf-7991-46dc-8b16-8e6ad43b1603 None None] Provisioning for port a0661aaa-3718-49f1-af9c-d5c116965b16 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:43.657136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2665f4bf-7991-46dc-8b16-8e6ad43b1603 None None] Provisioning complete for port a0661aaa-3718-49f1-af9c-d5c116965b16 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:43.657850 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2665f4bf-7991-46dc-8b16-8e6ad43b1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:43.716795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2665f4bf-7991-46dc-8b16-8e6ad43b1603 None None] Port a0661aaa-3718-49f1-af9c-d5c116965b16 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:43.745586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f2b5b-3644-4eec-990f-21da3202446c req-4101a7c9-a03d-4bda-82a4-bdfbb0a3f3bc tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:43.752171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f2b5b-3644-4eec-990f-21da3202446c req-4101a7c9-a03d-4bda-82a4-bdfbb0a3f3bc tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:43.760217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976f2b5b-3644-4eec-990f-21da3202446c req-4101a7c9-a03d-4bda-82a4-bdfbb0a3f3bc tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1682 time: 0.5042665 Sep 09 09:29:43.764736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-94875ee5-19f8-4a93-b835-cb8ad3d4e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:43.766260 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-94875ee5-19f8-4a93-b835-cb8ad3d4e157 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1098 time: 0.5531840 Sep 09 09:29:43.789258 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-dfdf5ecb-007f-4aaa-8156-d86d23c994a4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9135776 Sep 09 09:29:43.808564 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Request body: {'port': {'device_id': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:43.826973 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976f2b5b-3644-4eec-990f-21da3202446c req-ef8e8551-cc60-44dc-ac4c-5be6cb0f4580 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658765 Sep 09 09:29:43.831075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7eb582e-55be-434f-8aca-66367cceef9e req-0191afbb-fd42-4151-aa5d-6513c7dd61b1 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421453 Sep 09 09:29:43.898162 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:43.899971 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1b6e-5310-48c5-9f82-527244c94e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:43.928983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-c5ae5ff2-ba21-4cba-a775-9ce278e0a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:43.930429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-c5ae5ff2-ba21-4cba-a775-9ce278e0a9f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ce190d0-37ef-48dd-b47a-b59c7670b83b HTTP/1.1" status: 200 len: 897 time: 0.1494880 Sep 09 09:29:44.048829 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-d5670e25-d413-49ea-b9c0-cf681c550123 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1 HTTP/1.1" status: 200 len: 1001 time: 0.1065476 Sep 09 09:29:44.059965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8989f-bf98-44fb-a1a6-7073b8117186 req-0c7e3f28-a7b9-4423-a510-12f99f05fe9f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:44.061433 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7b8989f-bf98-44fb-a1a6-7073b8117186 req-0c7e3f28-a7b9-4423-a510-12f99f05fe9f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 932 time: 0.1346431 Sep 09 09:29:44.153557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-48b7f2f4-2669-4b15-989e-ec82fb49a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:44.155059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-48b7f2f4-2669-4b15-989e-ec82fb49a85e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ae01914-8bf1-4c27-854f-f82aa417a211 HTTP/1.1" status: 200 len: 835 time: 0.0927577 Sep 09 09:29:44.163004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c671de0-3ab8-4820-8c33-6b319614e0de req-2043ba08-a979-49a4-8ae1-5144cfb04362 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:44.168728 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7b8989f-bf98-44fb-a1a6-7073b8117186 req-84fc27ae-5846-4fea-a05b-6824021e2681 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888789 Sep 09 09:29:44.168859 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7c671de0-3ab8-4820-8c33-6b319614e0de req-2043ba08-a979-49a4-8ae1-5144cfb04362 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 946 time: 0.1053126 Sep 09 09:29:44.211148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1b6e-5310-48c5-9f82-527244c94e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.221165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-b05e7989-f311-4cd6-9006-c952d99b3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:44.222688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-b05e7989-f311-4cd6-9006-c952d99b3c29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ce190d0-37ef-48dd-b47a-b59c7670b83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566604 Sep 09 09:29:44.246779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7c671de0-3ab8-4820-8c33-6b319614e0de req-2cd20736-89db-4ff2-8e72-d345557d1156 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752409 Sep 09 09:29:44.290005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1b6e-5310-48c5-9f82-527244c94e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.322666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0661aaa-3718-49f1-af9c-d5c116965b16 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:29:44.330741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.344294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Transition to ACTIVE for port object a0661aaa-3718-49f1-af9c-d5c116965b16 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:44.368359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e1fc1b6e-5310-48c5-9f82-527244c94e85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46c18d0a7e5f484d8d579b9083545a04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0540755 Sep 09 09:29:44.370513 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-8791504d-6fef-4d99-a744-bd0c911255f1 service neutron] 10.222.0.24 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395473 Sep 09 09:29:44.371142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46454) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:44.371658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc1b6e-5310-48c5-9f82-527244c94e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25a97ac-afb2-4c53-80a0-44283d015ac0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:44.387969 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d04297df-2289-4dae-9aab-9c5e5d7422b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.417867 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.459881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:44.463452 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96bac541-2476-47cc-a711-91bb37997832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.492768 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-558c6892-312f-45c4-b2f3-364efb928bf9 service neutron] 10.222.0.24 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101182 Sep 09 09:29:44.517951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Pushing event updated for resources: {'Port': ['ID=a0661aaa-3718-49f1-af9c-d5c116965b16,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:44.528215 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96bac541-2476-47cc-a711-91bb37997832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.629010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Attempting to bind port a0661aaa-3718-49f1-af9c-d5c116965b16 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:44.629359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Attempting to bind port a0661aaa-3718-49f1-af9c-d5c116965b16 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:44.629694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Attempting to bind port a0661aaa-3718-49f1-af9c-d5c116965b16 on network 723d2fd4-969e-4245-8b46-0bbe718f6b29 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:44.635750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Port a0661aaa-3718-49f1-af9c-d5c116965b16 on network 723d2fd4-969e-4245-8b46-0bbe718f6b29 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:29:44.635750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Attempting to bind port a0661aaa-3718-49f1-af9c-d5c116965b16 on network 723d2fd4-969e-4245-8b46-0bbe718f6b29 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:44.642043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:44.642378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Checking segment: {'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:44.642799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Bound using segment: {'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:44.643276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Bound port: a0661aaa-3718-49f1-af9c-d5c116965b16, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:44.643645 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.649086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1460491236'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:44.678030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-f3c70c38-2e7a-473b-afbc-780810456cf0 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:44.679604 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-f3c70c38-2e7a-473b-afbc-780810456cf0 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6&tenant_id=88c726152e4047b9b17518f59bbdcd13&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1098 time: 0.1178505 Sep 09 09:29:44.691647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-16'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:44.744640 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96bac541-2476-47cc-a711-91bb37997832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.747303 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96bac541-2476-47cc-a711-91bb37997832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.747453 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.751017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-96bac541-2476-47cc-a711-91bb37997832 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c25a97ac-afb2-4c53-80a0-44283d015ac0 HTTP/1.1" status: 204 len: 168 time: 0.3762596 Sep 09 09:29:44.753506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] For port a0661aaa-3718-49f1-af9c-d5c116965b16, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:44.775678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] For port a0661aaa-3718-49f1-af9c-d5c116965b16, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0661aaa-3718-49f1-af9c-d5c116965b16,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:44.776610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bac541-2476-47cc-a711-91bb37997832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25a97ac-afb2-4c53-80a0-44283d015ac0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:44.801092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:44.805883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.806961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-7dd1849b-dc73-4e25-b50d-95046d132511 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:44.813745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-7dd1849b-dc73-4e25-b50d-95046d132511 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:44.815497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-7dd1849b-dc73-4e25-b50d-95046d132511 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1682 time: 0.1114874 Sep 09 09:29:44.822074 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.858114 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.913865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:44.914809 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:44.916709 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] 10.222.0.41 "PUT /v2.0/ports/a0661aaa-3718-49f1-af9c-d5c116965b16 HTTP/1.1" status: 200 len: 1093 time: 1.1157742 Sep 09 09:29:44.939427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:44.941710 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49255e0f-2665-4997-a18c-acb3afe5570b" -d '{"events": [{"name": "network-changed", "server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:44.958832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:45.004578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3a6e3-8a57-480b-aeb4-ca8ccdcf7394 service neutron] Pushing event updated for resources: {'Port': ['ID=a0661aaa-3718-49f1-af9c-d5c116965b16,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:45.079400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8f616-ccd0-4a28-ab96-be32fe4942f4 req-6a65a906-16eb-4322-8c56-c88d789b74ef tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:45.081153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a0b8f616-ccd0-4a28-ab96-be32fe4942f4 req-6a65a906-16eb-4322-8c56-c88d789b74ef tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 944 time: 0.1062737 Sep 09 09:29:45.087736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:45.095605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ea47d-a6cb-4f84-bca7-fc6bd5e7a329 req-af3ed0ae-a04d-478d-b7d6-15cf3449aaa9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:45.102448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ea47d-a6cb-4f84-bca7-fc6bd5e7a329 req-af3ed0ae-a04d-478d-b7d6-15cf3449aaa9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:45.104191 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c51ea47d-a6cb-4f84-bca7-fc6bd5e7a329 req-af3ed0ae-a04d-478d-b7d6-15cf3449aaa9 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 1682 time: 0.1217213 Sep 09 09:29:45.106991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-f4de758e-94af-4c6a-9b9a-e2bea8d3364d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting port 8ed32120-6758-463a-b154-c3255758e3ae {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:45.106991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-f4de758e-94af-4c6a-9b9a-e2bea8d3364d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.182365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c51ea47d-a6cb-4f84-bca7-fc6bd5e7a329 req-e1945279-f7a6-4aac-91ca-9f7e6b98c5fb tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700519 Sep 09 09:29:45.185544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:45.187851 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb39820-c929-46c8-829f-ee55266dfe0d" -d '{"events": [{"server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:45.191894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.197626 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.204583 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a0b8f616-ccd0-4a28-ab96-be32fe4942f4 req-418e8409-2e4f-427a-89ce-5c0189d174f9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900042 Sep 09 09:29:45.241045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-b28023a3-203a-44e8-a997-3118db2ddb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:45.242568 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-b28023a3-203a-44e8-a997-3118db2ddb69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 1096 time: 0.1874077 Sep 09 09:29:45.266420 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64242b0-3c65-44d7-940d-1fe1aa20afa3 x-openstack-request-id: req-e64242b0-3c65-44d7-940d-1fe1aa20afa3 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:45.266712 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:45.267027 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e64242b0-3c65-44d7-940d-1fe1aa20afa3 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:45.267348 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'status': 'completed', 'code': 200} Sep 09 09:29:45.274399 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0503f918-bb1e-4a65-9a29-0d01bea2256b x-openstack-request-id: req-0503f918-bb1e-4a65-9a29-0d01bea2256b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:45.275557 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:45.276541 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0503f918-bb1e-4a65-9a29-0d01bea2256b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:45.277157 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'code': 200} Sep 09 09:29:45.302291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.307298 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-81af6bb5-1b13-4009-846b-c3cb342ea069 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0661aaa-3718-49f1-af9c-d5c116965b16 HTTP/1.1" status: 200 len: 217 time: 0.0513613 Sep 09 09:29:45.336638 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.352250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:29:45.381773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-f4de758e-94af-4c6a-9b9a-e2bea8d3364d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] For port 8ed32120-6758-463a-b154-c3255758e3ae, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=8ed32120-6758-463a-b154-c3255758e3ae,segment=NetworkSegment(fad5def2-fbcf-4f46-af23-63160efd8471),segment_id=fad5def2-fbcf-4f46-af23-63160efd8471)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:45.382148 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-f4de758e-94af-4c6a-9b9a-e2bea8d3364d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.391495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-b502a382-6f2f-4649-9ad4-707f534a06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:45.393010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-b502a382-6f2f-4649-9ad4-707f534a06fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=284b9c87-d716-44e8-9965-c9e8b50be4a8 HTTP/1.1" status: 200 len: 835 time: 0.0806887 Sep 09 09:29:45.409935 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.410327 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Added segment b7279a0c-fe9d-4c67-9592-5f2f603470c9 of type vlan for network 72d7c6ab-5a63-47c3-8628-35eef6479300 Sep 09 09:29:45.418501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-f4de758e-94af-4c6a-9b9a-e2bea8d3364d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Calling delete_port for 8ed32120-6758-463a-b154-c3255758e3ae owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:45.446842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc499c1-a046-46e2-afac-9e282e7b880d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:45.516437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-c08b2782-a0ed-41bd-b3c7-b52c58fbf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:45.518054 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-c08b2782-a0ed-41bd-b3c7-b52c58fbf6b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=723d2fd4-969e-4245-8b46-0bbe718f6b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010492 Sep 09 09:29:45.526443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b9e0-b370-4eb1-a60b-bb2da0656a14 req-955372f0-5f5a-4dcf-907e-e8e04ad29727 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:45.528293 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2be8b9e0-b370-4eb1-a60b-bb2da0656a14 req-955372f0-5f5a-4dcf-907e-e8e04ad29727 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 944 time: 0.1670120 Sep 09 09:29:45.565563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Pushing event updated for resources: {'Port': ['ID=0f250e50-f310-4527-b7f2-1dc5b11abbe1,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:45.587982 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.618857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848a64f-35b8-4bf9-9d12-37e6409a26cc req-bae871af-fe70-4295-b0e3-913c8a73c4a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:45.620511 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3848a64f-35b8-4bf9-9d12-37e6409a26cc req-bae871af-fe70-4295-b0e3-913c8a73c4a0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 944 time: 0.2745557 Sep 09 09:29:45.635551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2be8b9e0-b370-4eb1-a60b-bb2da0656a14 req-5299ba91-058e-4492-bb61-f964985f8d4a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930822 Sep 09 09:29:45.649603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 567c9904-ab3e-482f-a767-38e980042d95 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:29:45.729306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on host n-h2-778696-16 for vnic_type normal with profile {"migrating_to": "n-h1-778696-16"} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:45.729903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:45.730246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on network 7ce190d0-37ef-48dd-b47a-b59c7670b83b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:45.734854 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3848a64f-35b8-4bf9-9d12-37e6409a26cc req-19ea86ee-30b1-497d-aee9-52c9f614f087 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006083 Sep 09 09:29:45.737092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.743238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:45.743883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.752850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on network 7ce190d0-37ef-48dd-b47a-b59c7670b83b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:29:45.753186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Attempting to bind port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on network 7ce190d0-37ef-48dd-b47a-b59c7670b83b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:45.766322 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-10b89c95-fa5f-4a94-932b-7f0b2604afeb service neutron] 10.222.0.41 "GET /v2.0/networks/723d2fd4-969e-4245-8b46-0bbe718f6b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353270 Sep 09 09:29:45.775410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:45.775957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Checking segment: {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:45.780308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Bound using segment: {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:45.780308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Bound port: 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ffe7fab-48a2-43c6-8c05-416f6f419569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:45.780308 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.794675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 567c9904-ab3e-482f-a767-38e980042d95, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=567c9904-ab3e-482f-a767-38e980042d95,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:45.796942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1107d80a-a471-487e-b8a2-d1bf0e3f8a7f None None] Provisioning complete for port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:45.797241 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1107d80a-a471-487e-b8a2-d1bf0e3f8a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.847722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Network': ['ID=72d7c6ab-5a63-47c3-8628-35eef6479300,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:45.855531 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dbf1cb5e-fb51-4246-a685-f4853364cf33 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3945611 Sep 09 09:29:45.866376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1107d80a-a471-487e-b8a2-d1bf0e3f8a7f None None] Port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:29:45.877092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 72d7c6ab-5a63-47c3-8628-35eef6479300 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:29:45.887786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:45.889466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '567c9904-ab3e-482f-a767-38e980042d95', 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb', 'port_id': '567c9904-ab3e-482f-a767-38e980042d95', 'mac_address': 'fa:16:3e:3b:d4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e1e42b-1780-47aa-8697-1309f17f9667', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:29:45.891433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:45.904836 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-f4de758e-94af-4c6a-9b9a-e2bea8d3364d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:45.931657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['deea8fb4-54eb-47eb-93f4-4d14445d8026', '8ed32120-6758-463a-b154-c3255758e3ae'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:29:45.962414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de758e-94af-4c6a-9b9a-e2bea8d3364d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Port': ['ID=8ed32120-6758-463a-b154-c3255758e3ae,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:45.974648 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4d8325a-08f3-44da-87d5-707839fcff6d req-8239b057-7bb0-43e4-94e8-c5a31c2092b3 service neutron] 10.222.0.41 "GET /v2.0/networks/723d2fd4-969e-4245-8b46-0bbe718f6b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954863 Sep 09 09:29:45.981485 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:46.039420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-f4de758e-94af-4c6a-9b9a-e2bea8d3364d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] No DVR routers for this DVR port 8ed32120-6758-463a-b154-c3255758e3ae on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:46.049609 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-f4de758e-94af-4c6a-9b9a-e2bea8d3364d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:46.051090 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:46.062850 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-f4de758e-94af-4c6a-9b9a-e2bea8d3364d tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "DELETE /v2.0/ports/8ed32120-6758-463a-b154-c3255758e3ae HTTP/1.1" status: 204 len: 173 time: 1.2409761 Sep 09 09:29:46.109805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567c9904-ab3e-482f-a767-38e980042d95 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:29:46.186137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Pushing event updated for resources: {'Port': ['ID=0f250e50-f310-4527-b7f2-1dc5b11abbe1,revision_number=8']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:46.235688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-b7357eae-1a13-4e68-bb29-aea91d9da7a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3053732 Sep 09 09:29:46.413770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.414479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:46.417441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 567c9904-ab3e-482f-a767-38e980042d95, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=567c9904-ab3e-482f-a767-38e980042d95,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:46.418851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-334c3165-7283-4301-adb3-2f07070f6b33 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f250e50-f310-4527-b7f2-1dc5b11abbe1 HTTP/1.1" status: 200 len: 1124 time: 1.7316103 Sep 09 09:29:46.470912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49255e0f-2665-4997-a18c-acb3afe5570b req-0e1d04b2-40f1-40c0-a77e-e63153fa6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.478500 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49255e0f-2665-4997-a18c-acb3afe5570b req-0e1d04b2-40f1-40c0-a77e-e63153fa6f09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 1096 time: 0.3589110 Sep 09 09:29:46.479220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['0f250e50-f310-4527-b7f2-1dc5b11abbe1'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:29:46.526620 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:46.564552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-da19e9b2-c30a-4039-a2cb-0d2760fefb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.565415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-da19e9b2-c30a-4039-a2cb-0d2760fefb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.566090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-da19e9b2-c30a-4039-a2cb-0d2760fefb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.566741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-da19e9b2-c30a-4039-a2cb-0d2760fefb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.567469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-da19e9b2-c30a-4039-a2cb-0d2760fefb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.568600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-da19e9b2-c30a-4039-a2cb-0d2760fefb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.569236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-da19e9b2-c30a-4039-a2cb-0d2760fefb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.571404 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-da19e9b2-c30a-4039-a2cb-0d2760fefb73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77c44c0859204d059165e2a3262a3398&device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 6507 time: 0.2095690 Sep 09 09:29:46.581194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c81dc1-1352-442d-8217-1aec091074ac req-9eeb6101-1212-49a7-9379-0337a89b684d tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.583154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-97c81dc1-1352-442d-8217-1aec091074ac req-9eeb6101-1212-49a7-9379-0337a89b684d tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 944 time: 0.1769934 Sep 09 09:29:46.669550 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-97c81dc1-1352-442d-8217-1aec091074ac req-0047af42-8c9c-487a-a38f-4e98c60df83d tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732896 Sep 09 09:29:46.687456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dae4e-413a-401f-8812-158c3a8503ed req-2f3312f2-a27b-4b8c-9c45-76eb2a7c1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.689073 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-352dae4e-413a-401f-8812-158c3a8503ed req-2f3312f2-a27b-4b8c-9c45-76eb2a7c1433 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1127 time: 0.2982171 Sep 09 09:29:46.691766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-b44e89b3-7b27-40f3-967b-cd032f4695f5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting port deea8fb4-54eb-47eb-93f4-4d14445d8026 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:46.692119 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-b44e89b3-7b27-40f3-967b-cd032f4695f5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:46.753227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-28af16a1-c185-44a5-99ab-8eb58cc82159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.753705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-28af16a1-c185-44a5-99ab-8eb58cc82159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.754538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-28af16a1-c185-44a5-99ab-8eb58cc82159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.763119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-28af16a1-c185-44a5-99ab-8eb58cc82159 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cde98297-5ac2-4658-b7e9-2b86e45e252b&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=6d564fa3-c657-44e8-be47-675efa82f319&id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&id=ae378c4f-bcc5-4684-9b14-0072a5045cf1 HTTP/1.1" status: 200 len: 2298 time: 0.1503093 Sep 09 09:29:46.779182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a06f3f92-dd92-459e-a515-d972ab974a8b None None] Provisioning complete for port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:46.780302 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a06f3f92-dd92-459e-a515-d972ab974a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:46.784319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=567c9904-ab3e-482f-a767-38e980042d95,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:46.847114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dae4e-413a-401f-8812-158c3a8503ed req-010f8f15-6526-456f-ab01-14dc1d7f15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.849324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-352dae4e-413a-401f-8812-158c3a8503ed req-010f8f15-6526-456f-ab01-14dc1d7f15af service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce190d0-37ef-48dd-b47a-b59c7670b83b HTTP/1.1" status: 200 len: 897 time: 0.1287074 Sep 09 09:29:46.911902 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-28a88cdf-140a-4a3e-a701-e508bb6d3570 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f69134-2934-42cb-bb06-f7d2b55fb6eb HTTP/1.1" status: 200 len: 1001 time: 0.1399515 Sep 09 09:29:46.914058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['567c9904-ab3e-482f-a767-38e980042d95'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:29:46.937739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efd962-029a-4040-94bd-cb7b96c2e286 req-86e6690b-e2ce-4034-bc71-d944210dca90 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:46.939435 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-06efd962-029a-4040-94bd-cb7b96c2e286 req-86e6690b-e2ce-4034-bc71-d944210dca90 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 945 time: 0.4908931 Sep 09 09:29:47.004201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-796dfd70-b56a-4a0a-80ab-608a3176bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:47.008358 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-796dfd70-b56a-4a0a-80ab-608a3176bb36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7eaf9055-4be0-4b7a-8a4c-147c7f236463 HTTP/1.1" status: 200 len: 855 time: 0.0909090 Sep 09 09:29:47.097006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-97efd539-7d14-43fd-8c9d-cbe17d37d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:47.100646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-97efd539-7d14-43fd-8c9d-cbe17d37d89f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cde98297-5ac2-4658-b7e9-2b86e45e252b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850735 Sep 09 09:29:47.170802 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a06f3f92-dd92-459e-a515-d972ab974a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:47.238302 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-f99640e5-6bb9-467d-9c56-ca8c1b514a00 service neutron] 10.222.0.24 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295824 Sep 09 09:29:47.279370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a06f3f92-dd92-459e-a515-d972ab974a8b None None] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:47.280345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:47.283246 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d14d15e-0a52-4354-8998-187a32feb8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:47.291148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:47.293970 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c657cd98-9b5f-4832-b5bb-eb3b50b18ad5" -d '{"events": [{"server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "name": "network-vif-plugged", "status": "completed", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:47.325058 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ce1ec4d-ff07-4874-86d8-b4f134684b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:47.379667 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-ef1712e9-a974-4638-8dc2-b8617ca7d747 service neutron] 10.222.0.24 "GET /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324198 Sep 09 09:29:47.386357 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a06f3f92-dd92-459e-a515-d972ab974a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:47.392300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'name': 'network-vif-deleted', 'tag': '8ed32120-6758-463a-b154-c3255758e3ae'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:47.394866 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35fd172-8aad-4b5a-a274-d0f511c0b36c" -d '{"events": [{"server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "name": "network-vif-deleted", "tag": "8ed32120-6758-463a-b154-c3255758e3ae"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:47.409956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-352dae4e-413a-401f-8812-158c3a8503ed req-d344ede3-7039-4acf-b15e-5fa76af01f0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1 HTTP/1.1" status: 200 len: 999 time: 0.5406370 Sep 09 09:29:47.414753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49255e0f-2665-4997-a18c-acb3afe5570b req-030fbaac-a549-4d8b-8caa-2c29c7396f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:47.416459 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49255e0f-2665-4997-a18c-acb3afe5570b req-030fbaac-a549-4d8b-8caa-2c29c7396f3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=723d2fd4-969e-4245-8b46-0bbe718f6b29 HTTP/1.1" status: 200 len: 897 time: 0.8658826 Sep 09 09:29:47.476901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-4821fe81-9887-4ba8-a0db-5aa9f855b543 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=e655b2cd-242f-4a3f-8779-c4ab04142ef2 HTTP/1.1" status: 200 len: 217 time: 0.0893626 Sep 09 09:29:47.513977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-b44e89b3-7b27-40f3-967b-cd032f4695f5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] For port deea8fb4-54eb-47eb-93f4-4d14445d8026, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=deea8fb4-54eb-47eb-93f4-4d14445d8026,segment=NetworkSegment(12aa9a37-7fda-498d-a7a1-6e02179fd918),segment_id=12aa9a37-7fda-498d-a7a1-6e02179fd918)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:47.514523 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-b44e89b3-7b27-40f3-967b-cd032f4695f5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:47.536576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49255e0f-2665-4997-a18c-acb3afe5570b req-6a9b222a-a13f-4870-bde1-687d90aa039a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0661aaa-3718-49f1-af9c-d5c116965b16 HTTP/1.1" status: 200 len: 217 time: 0.0938470 Sep 09 09:29:47.537318 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:47.555659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-06efd962-029a-4040-94bd-cb7b96c2e286 req-f54f4db8-01ee-4e3d-8720-2fd598bc89ef tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab036d-2229-499d-9f32-cb4e3936eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525727 Sep 09 09:29:47.562574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-b44e89b3-7b27-40f3-967b-cd032f4695f5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Calling delete_port for deea8fb4-54eb-47eb-93f4-4d14445d8026 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:47.565176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-421432f4-583d-4f9c-89e2-937fae3473dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:47.566921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-421432f4-583d-4f9c-89e2-937fae3473dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0812638 Sep 09 09:29:47.636260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f3f92-dd92-459e-a515-d972ab974a8b None None] Pushing event updated for resources: {'Port': ['ID=0f250e50-f310-4527-b7f2-1dc5b11abbe1,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:47.642912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dae4e-413a-401f-8812-158c3a8503ed req-0689b4fa-f1b4-44e9-b06d-162beb63f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:47.645133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-352dae4e-413a-401f-8812-158c3a8503ed req-0689b4fa-f1b4-44e9-b06d-162beb63f5a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ae01914-8bf1-4c27-854f-f82aa417a211 HTTP/1.1" status: 200 len: 835 time: 0.2276275 Sep 09 09:29:47.663414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-4b2b6616-eca8-4807-b8b6-15e189b8c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:47.664523 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-4b2b6616-eca8-4807-b8b6-15e189b8c494 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882518 Sep 09 09:29:47.794449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49255e0f-2665-4997-a18c-acb3afe5570b req-582337fa-681d-42bb-86da-17575d64069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:47.800548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49255e0f-2665-4997-a18c-acb3afe5570b req-582337fa-681d-42bb-86da-17575d64069b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=284b9c87-d716-44e8-9965-c9e8b50be4a8 HTTP/1.1" status: 200 len: 835 time: 0.2393222 Sep 09 09:29:47.825525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-ad043b18-fb5c-41e9-8b21-eea45885ac65 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487954 Sep 09 09:29:47.872187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dae4e-413a-401f-8812-158c3a8503ed req-a4fd86ac-2437-4fd6-a299-b760d4289ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:47.873718 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-352dae4e-413a-401f-8812-158c3a8503ed req-a4fd86ac-2437-4fd6-a299-b760d4289ec1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce190d0-37ef-48dd-b47a-b59c7670b83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2115998 Sep 09 09:29:47.884400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0157ae4-6f0d-48c6-b709-1bbbe2e5eb30 req-9132d7bb-93ba-437f-8c29-b4980efb3557 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:47.891634 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0157ae4-6f0d-48c6-b709-1bbbe2e5eb30 req-9132d7bb-93ba-437f-8c29-b4980efb3557 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 944 time: 0.2519741 Sep 09 09:29:47.980448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428aa10-06e0-434e-8dc9-e783ca0b4f8d req-afe7e159-4a77-4a25-8ca1-c7fafb734119 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:47.983827 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9428aa10-06e0-434e-8dc9-e783ca0b4f8d req-afe7e159-4a77-4a25-8ca1-c7fafb734119 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 946 time: 0.1492217 Sep 09 09:29:47.990027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49255e0f-2665-4997-a18c-acb3afe5570b req-a81ed7a9-33c2-4140-a942-904243879d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:47.991605 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49255e0f-2665-4997-a18c-acb3afe5570b req-a81ed7a9-33c2-4140-a942-904243879d6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=723d2fd4-969e-4245-8b46-0bbe718f6b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721394 Sep 09 09:29:48.033520 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-a8e32d51-8d19-477d-9bb8-8216a81852cd service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958039 Sep 09 09:29:48.095310 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0157ae4-6f0d-48c6-b709-1bbbe2e5eb30 req-a78fb15e-721e-45c2-9246-0a8788a23dc6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960828 Sep 09 09:29:48.116043 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-407c5288-318b-4a61-9f16-6cbb4b3276ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=61dacf64-85aa-40e8-857f-3c2822090211 HTTP/1.1" status: 200 len: 217 time: 0.0760109 Sep 09 09:29:48.119404 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9428aa10-06e0-434e-8dc9-e783ca0b4f8d req-d285c5b0-79e1-42fe-8a9d-9d393241d13c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299939 Sep 09 09:29:48.185611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-4f93fdd6-0546-421a-9f7c-688c7d637b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:48.187253 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-4f93fdd6-0546-421a-9f7c-688c7d637b45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0598028 Sep 09 09:29:48.188044 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb170bc-ab2c-4a24-b1b6-01c7ac5f59c2 x-openstack-request-id: req-6bb170bc-ab2c-4a24-b1b6-01c7ac5f59c2 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:48.188625 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "name": "network-vif-plugged", "status": "completed", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:48.188821 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29410227-656c-40e9-bc53-032aa88e5e9c x-openstack-request-id: req-29410227-656c-40e9-bc53-032aa88e5e9c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:48.188941 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bb170bc-ab2c-4a24-b1b6-01c7ac5f59c2 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:48.189075 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:48.189337 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29410227-656c-40e9-bc53-032aa88e5e9c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:48.189553 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'code': 200} Sep 09 09:29:48.189715 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'status': 'completed', 'code': 200} Sep 09 09:29:48.223314 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-352dae4e-413a-401f-8812-158c3a8503ed req-28b70b6a-4324-4d22-a04e-dd468b687f4f service neutron] 10.222.0.41 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296640 Sep 09 09:29:48.259021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a0661aaa-3718-49f1-af9c-d5c116965b16 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:29:48.261182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-2b606b7a-0180-4233-8df2-572f8f09616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:48.265848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-2b606b7a-0180-4233-8df2-572f8f09616f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0708554 Sep 09 09:29:48.358907 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3f772d-e07a-4cf7-8544-9e26045226c2 x-openstack-request-id: req-db3f772d-e07a-4cf7-8544-9e26045226c2 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:48.359477 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "name": "network-vif-deleted", "tag": "8ed32120-6758-463a-b154-c3255758e3ae", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:48.361344 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db3f772d-e07a-4cf7-8544-9e26045226c2 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:48.361758 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'name': 'network-vif-deleted', 'tag': '8ed32120-6758-463a-b154-c3255758e3ae', 'status': 'completed', 'code': 200} Sep 09 09:29:48.375046 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-b44e89b3-7b27-40f3-967b-cd032f4695f5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:48.412338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-53c8a467-280a-4bc9-b82b-dc89eb30b4b1 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387706 Sep 09 09:29:48.460201 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49255e0f-2665-4997-a18c-acb3afe5570b req-3476c9e5-31b9-4d76-8389-1f71ec5ecaf6 service neutron] 10.222.0.41 "GET /v2.0/networks/723d2fd4-969e-4245-8b46-0bbe718f6b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455309 Sep 09 09:29:48.497484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e89b3-7b27-40f3-967b-cd032f4695f5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Port': ['ID=deea8fb4-54eb-47eb-93f4-4d14445d8026,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:48.549207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48392a7f-d3b0-43a6-92cd-d31ee0b50a25 req-2a40bb43-2e4b-4673-b1bb-dfe0def04dca tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:48.562698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48392a7f-d3b0-43a6-92cd-d31ee0b50a25 req-2a40bb43-2e4b-4673-b1bb-dfe0def04dca tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 945 time: 0.1461809 Sep 09 09:29:48.579804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a0661aaa-3718-49f1-af9c-d5c116965b16, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0661aaa-3718-49f1-af9c-d5c116965b16,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:48.597610 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:48.613300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'port_id': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'mac_address': 'fa:16:3e:99:d7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:29:48.638779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-b44e89b3-7b27-40f3-967b-cd032f4695f5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] No DVR routers for this DVR port deea8fb4-54eb-47eb-93f4-4d14445d8026 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:48.641790 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-b44e89b3-7b27-40f3-967b-cd032f4695f5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:48.644655 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1eb5aebc-d807-4a6e-b002-91fc53e082d9 req-b44e89b3-7b27-40f3-967b-cd032f4695f5 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.24 "DELETE /v2.0/ports/deea8fb4-54eb-47eb-93f4-4d14445d8026 HTTP/1.1" status: 204 len: 173 time: 2.5720518 Sep 09 09:29:48.708953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48392a7f-d3b0-43a6-92cd-d31ee0b50a25 req-06c6bc60-2963-47bc-a4c7-3b69bb8c59e7 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442149 Sep 09 09:29:48.722431 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:48.761407 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0661aaa-3718-49f1-af9c-d5c116965b16 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:29:48.765722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-210b9a97-13fe-4db1-bd7d-12b9c3c42ac5 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767653 Sep 09 09:29:48.797115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-526fa392-3d78-4191-91f7-2672019f02b6 req-9521f274-e82f-4711-a34b-07707fa64dd8 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c07ca41-489b-4a41-be8e-adc185130fbf HTTP/1.1" status: 200 len: 210 time: 0.0846000 Sep 09 09:29:48.797373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a0661aaa-3718-49f1-af9c-d5c116965b16, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0661aaa-3718-49f1-af9c-d5c116965b16,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:48.810281 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-352dae4e-413a-401f-8812-158c3a8503ed req-89432718-fb77-46da-96d8-7c8165d0889b service neutron] 10.222.0.41 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170972 Sep 09 09:29:48.830416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-d9bec8cf-4e18-480b-b9fb-efc38ced5654 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=dd77bb5c-f200-4070-9fdc-d93528eaca4b HTTP/1.1" status: 200 len: 217 time: 0.0569849 Sep 09 09:29:48.876075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:48.878691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49255e0f-2665-4997-a18c-acb3afe5570b req-205a79e5-bd8d-4e5f-a928-042d955786c4 service neutron] 10.222.0.41 "GET /v2.0/networks/723d2fd4-969e-4245-8b46-0bbe718f6b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772278 Sep 09 09:29:48.928371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-10c0d1e0-1e2f-4fcd-80ef-acb4f07ea658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:48.930095 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-10c0d1e0-1e2f-4fcd-80ef-acb4f07ea658 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0915499 Sep 09 09:29:49.029669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a0661aaa-3718-49f1-af9c-d5c116965b16,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:49.048573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-ad1dd770-3cf2-48b3-8401-9d4f6e9648ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:49.053108 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-ad1dd770-3cf2-48b3-8401-9d4f6e9648ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1069748 Sep 09 09:29:49.151908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a0661aaa-3718-49f1-af9c-d5c116965b16'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:29:49.163460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-e06be0bc-7023-4244-ac09-717169b03555 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037931 Sep 09 09:29:49.186307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d15e-0a52-4354-8998-187a32feb8e2 req-9daf9fd7-e912-425e-bc4f-e6a3dce80cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:49.196812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d14d15e-0a52-4354-8998-187a32feb8e2 req-9daf9fd7-e912-425e-bc4f-e6a3dce80cdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1129 time: 0.2139411 Sep 09 09:29:49.287973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46532) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:49.288436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ba7f8-c717-4bc3-9180-063b379388d9 req-4d304d38-e409-40c9-a91e-c163916f5d6f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:49.294337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'subnet': {'network_id': '72d7c6ab-5a63-47c3-8628-35eef6479300', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:49.299597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f7ba7f8-c717-4bc3-9180-063b379388d9 req-4d304d38-e409-40c9-a91e-c163916f5d6f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 945 time: 0.1283231 Sep 09 09:29:49.340846 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e82010-ac86-4c02-85b5-a91f2ac89e86 req-0f8c46a6-aa4e-4785-89c1-e1c0478d16ed tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:49.342537 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0e82010-ac86-4c02-85b5-a91f2ac89e86 req-0f8c46a6-aa4e-4785-89c1-e1c0478d16ed tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 946 time: 0.1413209 Sep 09 09:29:49.387619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f7ba7f8-c717-4bc3-9180-063b379388d9 req-2a47b081-f5a9-4f0b-9313-3b8cf29b370d tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866270 Sep 09 09:29:49.409295 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-840733ef-8cad-4710-9d34-fc5a685d7659 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084541 Sep 09 09:29:49.482790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0e82010-ac86-4c02-85b5-a91f2ac89e86 req-64fbf5cd-f78a-4688-bbab-c0c3c18e4c3b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221364 Sep 09 09:29:49.484878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-64c6d824-8d9b-4d6e-896f-8ca8cd0fcb6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=6ee26517-ed70-4c71-b9ef-170f240a2c83 HTTP/1.1" status: 200 len: 217 time: 0.0649192 Sep 09 09:29:49.501665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d15e-0a52-4354-8998-187a32feb8e2 req-c8227596-62c5-406d-aef6-5de9580a95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:49.503328 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d14d15e-0a52-4354-8998-187a32feb8e2 req-c8227596-62c5-406d-aef6-5de9580a95e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce190d0-37ef-48dd-b47a-b59c7670b83b HTTP/1.1" status: 200 len: 897 time: 0.2656271 Sep 09 09:29:49.546513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-53fb096f-2ba0-44a1-a5d0-9586a771708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:49.548193 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-53fb096f-2ba0-44a1-a5d0-9586a771708d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 200 len: 797 time: 0.0560689 Sep 09 09:29:49.590198 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d14d15e-0a52-4354-8998-187a32feb8e2 req-32881578-2332-409e-936a-0b2cb4d8b9f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1 HTTP/1.1" status: 200 len: 1001 time: 0.0747061 Sep 09 09:29:49.601000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-47d228a9-5102-4e70-87d9-882bb9c2837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:49.602443 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-47d228a9-5102-4e70-87d9-882bb9c2837f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d564fa3-c657-44e8-be47-675efa82f319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470264 Sep 09 09:29:49.651150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d15e-0a52-4354-8998-187a32feb8e2 req-02bcb9fe-8ccb-4b3b-a377-b1bd03de8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:49.652717 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d14d15e-0a52-4354-8998-187a32feb8e2 req-02bcb9fe-8ccb-4b3b-a377-b1bd03de8230 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ae01914-8bf1-4c27-854f-f82aa417a211 HTTP/1.1" status: 200 len: 835 time: 0.0539589 Sep 09 09:29:49.662121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:49.665949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:49.678304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 0f250e50-f310-4527-b7f2-1dc5b11abbe1 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:29:49.682382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 567c9904-ab3e-482f-a767-38e980042d95 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:49.714811 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-d18bcfca-6d6e-45c7-ae5f-1eeaa7e663b9 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024573 Sep 09 09:29:49.796189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d15e-0a52-4354-8998-187a32feb8e2 req-eed76684-8831-4bf7-9f25-11acb42e8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:49.797897 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d14d15e-0a52-4354-8998-187a32feb8e2 req-eed76684-8831-4bf7-9f25-11acb42e8263 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce190d0-37ef-48dd-b47a-b59c7670b83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284530 Sep 09 09:29:49.839246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:49.851236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 0f250e50-f310-4527-b7f2-1dc5b11abbe1 has no active binding in host n-h1-778696-16 {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 09 09:29:49.897595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 567c9904-ab3e-482f-a767-38e980042d95 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:49.902107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 567c9904-ab3e-482f-a767-38e980042d95 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:49.906509 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:49.906625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-56b126cf-fc94-4829-bb4a-fe0966851f06 service neutron] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799068 Sep 09 09:29:49.952539 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-a290f1ad-7d7c-4a6b-af0d-215e03e001c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 HTTP/1.1" status: 200 len: 217 time: 0.0387402 Sep 09 09:29:49.964901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145fd97-9d21-468c-8762-ab756e70150d req-a111b354-bc6a-46da-87aa-79a6509c9f72 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:49.966055 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e145fd97-9d21-468c-8762-ab756e70150d req-a111b354-bc6a-46da-87aa-79a6509c9f72 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 945 time: 0.1162283 Sep 09 09:29:50.000937 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.004240 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d14d15e-0a52-4354-8998-187a32feb8e2 req-e027ced4-b3dc-43b6-b2b7-d5462edab3d3 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844535 Sep 09 09:29:50.043136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 567c9904-ab3e-482f-a767-38e980042d95, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=567c9904-ab3e-482f-a767-38e980042d95,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:50.044381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-6145a82c-38c3-4526-8c38-41094b86aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:50.045576 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-6145a82c-38c3-4526-8c38-41094b86aaef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de5e6f51-78b8-499b-a687-41940dcd6078 HTTP/1.1" status: 200 len: 797 time: 0.0785723 Sep 09 09:29:50.064196 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.072971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e145fd97-9d21-468c-8762-ab756e70150d req-d265339e-49c5-40a9-9ab7-a1a7562e7b23 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727448 Sep 09 09:29:50.110273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-3006c46a-8c4a-4d4a-a9ee-474fd15d9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:50.111946 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-3006c46a-8c4a-4d4a-a9ee-474fd15d9d83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544143 Sep 09 09:29:50.119195 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.129513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46546) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:50.148409 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.149719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 8ed32120-6758-463a-b154-c3255758e3ae no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:50.180477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Subnet': ['ID=7a066fbb-62c6-4561-b3ca-25e08cb3007e,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:50.198991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 8ed32120-6758-463a-b154-c3255758e3ae {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:50.199412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 8ed32120-6758-463a-b154-c3255758e3ae not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:50.199846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device deea8fb4-54eb-47eb-93f4-4d14445d8026 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:50.203528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533e004c-6d1f-46ba-83b9-bae6824e8408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c9904-ab3e-482f-a767-38e980042d95'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:50.206481 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd05407f-3827-480e-a63a-723bdef94d7f" -d '{"events": [{"server_uuid": "533e004c-6d1f-46ba-83b9-bae6824e8408", "name": "network-vif-plugged", "status": "completed", "tag": "567c9904-ab3e-482f-a767-38e980042d95"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:50.220983 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d14d15e-0a52-4354-8998-187a32feb8e2 req-9798840a-1761-444d-b826-f2f39c3c633a service neutron] 10.222.0.41 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021999 Sep 09 09:29:50.222238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Checking segment: {'id': 'b7279a0c-fe9d-4c67-9592-5f2f603470c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72d7c6ab-5a63-47c3-8628-35eef6479300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:50.222605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network hostable DHCP agents. Network: 72d7c6ab-5a63-47c3-8628-35eef6479300, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:29:50.236224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: deea8fb4-54eb-47eb-93f4-4d14445d8026 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:50.236574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device deea8fb4-54eb-47eb-93f4-4d14445d8026 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:50.264977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a0661aaa-3718-49f1-af9c-d5c116965b16 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:50.295561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=567c9904-ab3e-482f-a767-38e980042d95,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:50.328505 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-6f29949d-17bd-417d-ab5b-d452594eb872 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086003 Sep 09 09:29:50.336638 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network 72d7c6ab-5a63-47c3-8628-35eef6479300 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:29:50.338548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4da5cf-0c4f-4e2b-b544-0737218c2f14 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting subnet 842dc0d6-fad5-4c29-9587-52de8b958ce4 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:29:50.341824 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2fca89-eac2-46bd-818c-a269cb694f8c x-openstack-request-id: req-eb2fca89-eac2-46bd-818c-a269cb694f8c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:50.345858 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533e004c-6d1f-46ba-83b9-bae6824e8408", "name": "network-vif-plugged", "status": "completed", "tag": "567c9904-ab3e-482f-a767-38e980042d95", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:50.345858 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb2fca89-eac2-46bd-818c-a269cb694f8c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:50.345858 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533e004c-6d1f-46ba-83b9-bae6824e8408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c9904-ab3e-482f-a767-38e980042d95', 'code': 200} Sep 09 09:29:50.357448 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c4da5cf-0c4f-4e2b-b544-0737218c2f14 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.363394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'name': 'network-vif-deleted', 'tag': 'deea8fb4-54eb-47eb-93f4-4d14445d8026'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:50.365953 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0883066a-d40d-40c8-946a-2b5e4ca332bc" -d '{"events": [{"server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "name": "network-vif-deleted", "tag": "deea8fb4-54eb-47eb-93f4-4d14445d8026"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:50.433390 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a86b740-a4e0-4330-882e-11eab7e72b9b x-openstack-request-id: req-8a86b740-a4e0-4330-882e-11eab7e72b9b {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:50.433792 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c07ca41-489b-4a41-be8e-adc185130fbf", "name": "network-vif-deleted", "tag": "deea8fb4-54eb-47eb-93f4-4d14445d8026", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:50.434148 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a86b740-a4e0-4330-882e-11eab7e72b9b {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:50.434685 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c07ca41-489b-4a41-be8e-adc185130fbf', 'name': 'network-vif-deleted', 'tag': 'deea8fb4-54eb-47eb-93f4-4d14445d8026', 'status': 'completed', 'code': 200} Sep 09 09:29:50.437195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8a108-575d-4458-b9b0-056503d7f390 req-c6b92758-e7a8-43af-bce8-203d42c369c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:50.440382 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02f8a108-575d-4458-b9b0-056503d7f390 req-c6b92758-e7a8-43af-bce8-203d42c369c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 1098 time: 0.0711999 Sep 09 09:29:50.443176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 72d7c6ab-5a63-47c3-8628-35eef6479300) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:50.450670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port a0661aaa-3718-49f1-af9c-d5c116965b16 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:50.457139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port a0661aaa-3718-49f1-af9c-d5c116965b16 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:50.457516 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.459782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25edc94e-6080-488f-be85-e078df0f78a3 None None] Network 72d7c6ab-5a63-47c3-8628-35eef6479300 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:50.478480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:50.479490 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.511606 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c4da5cf-0c4f-4e2b-b544-0737218c2f14 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.546598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02f8a108-575d-4458-b9b0-056503d7f390 req-4eb02751-f4a9-46f3-a7a2-2de64393e775 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986183 Sep 09 09:29:50.586320 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-05a3b1f2-435b-4752-ba58-01faf8603044 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382126 Sep 09 09:29:50.590096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a01016-840d-4e37-b6c3-32f351a57af5 req-ac262ad6-6025-4a94-81fe-e5fb0442e26c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:50.591710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e6a01016-840d-4e37-b6c3-32f351a57af5 req-ac262ad6-6025-4a94-81fe-e5fb0442e26c tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 945 time: 0.1066489 Sep 09 09:29:50.611616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-404417f1-5433-44fe-ad00-c668974434c9 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3191504 Sep 09 09:29:50.616773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46568) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:50.623415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-512642003'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:50.650836 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c4da5cf-0c4f-4e2b-b544-0737218c2f14 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.664222 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e6a01016-840d-4e37-b6c3-32f351a57af5 req-0544508e-910f-4b1b-a656-d9c5be1620a2 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641575 Sep 09 09:29:50.717939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:50.721601 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.753423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:29:50.765381 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.765741 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Added segment a3ccf95c-bb5c-4eb2-aec7-92d33ee75806 of type vlan for network 6122cd8a-d011-49f4-87a7-373132d17b56 Sep 09 09:29:50.813032 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-b571ad10-3a44-4e4c-908d-a9d7a91bb5f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d6b256d0-8f4a-411d-83c3-e57f8b485b2f HTTP/1.1" status: 200 len: 217 time: 0.0545590 Sep 09 09:29:50.813732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.828095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ab049-4cfb-414e-a41e-afc92e480a1e req-863cafb3-03f7-41b4-a6af-4d3ace932483 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:50.834052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c6ab049-4cfb-414e-a41e-afc92e480a1e req-863cafb3-03f7-41b4-a6af-4d3ace932483 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 946 time: 0.1289814 Sep 09 09:29:50.890191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c4da5cf-0c4f-4e2b-b544-0737218c2f14 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.890949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-72d7c6ab-5a63-47c3-8628-35eef6479300', 'network_id': '72d7c6ab-5a63-47c3-8628-35eef6479300', 'tenant_id': 'dde7f99ae3d44548b2976c74dbf8e04f', 'fixed_ips': [{'subnet_id': '7a066fbb-62c6-4561-b3ca-25e08cb3007e'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:29:50.891819 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.901937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.908769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:50.909618 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.919474 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c4da5cf-0c4f-4e2b-b544-0737218c2f14 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:50.937065 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4c4da5cf-0c4f-4e2b-b544-0737218c2f14 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "DELETE /v2.0/subnets/842dc0d6-fad5-4c29-9587-52de8b958ce4 HTTP/1.1" status: 204 len: 168 time: 0.7880788 Sep 09 09:29:50.937804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43de0d67-9406-46d0-a7f8-57e6904a971b None None] Network 06013491-b730-44e7-a089-d818dbe87e14 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:50.937804 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:51.024822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46570) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:51.026500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Network': ['ID=6122cd8a-d011-49f4-87a7-373132d17b56,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:51.047944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 6122cd8a-d011-49f4-87a7-373132d17b56 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:29:51.157539 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:51.164868 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c7def10f-45b9-46e0-a831-49f44e8e8410 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5471568 Sep 09 09:29:51.178829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46574) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:51.183652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'subnet': {'network_id': '6122cd8a-d011-49f4-87a7-373132d17b56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:51.185657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a0661aaa-3718-49f1-af9c-d5c116965b16, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0661aaa-3718-49f1-af9c-d5c116965b16,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:51.294471 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:51.355526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4da5cf-0c4f-4e2b-b544-0737218c2f14 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Subnet': ['ID=842dc0d6-fad5-4c29-9587-52de8b958ce4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:51.356089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc40ed-8f20-4a77-8843-1c611f33304b req-63ef8921-c072-4150-8c2d-232c75bbf00f tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:51.358872 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02fc40ed-8f20-4a77-8843-1c611f33304b req-63ef8921-c072-4150-8c2d-232c75bbf00f tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 946 time: 0.1927152 Sep 09 09:29:51.366928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Allocated IP 2001:db8:0:ffff::2 (72d7c6ab-5a63-47c3-8628-35eef6479300/7a066fbb-62c6-4561-b3ca-25e08cb3007e/f33a9dfb-ecea-4e4f-8a75-1c353643fbc4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:51.372485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-31be162c-1cfb-4b4d-aa88-74117170d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:51.373992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-31be162c-1cfb-4b4d-aa88-74117170d07a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de5e6f51-78b8-499b-a687-41940dcd6078 HTTP/1.1" status: 200 len: 797 time: 0.5380540 Sep 09 09:29:51.377022 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4c6ab049-4cfb-414e-a41e-afc92e480a1e req-cc49963c-63e4-4c39-930d-dc6f3a3608c9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5312405 Sep 09 09:29:51.418377 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting port 6b68801d-4065-4ae0-92cf-9be63ca55d4a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:51.418715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:51.464849 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a0661aaa-3718-49f1-af9c-d5c116965b16,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:51.480249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-f2844a86-aa05-4d2b-8fff-d9693d4a7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:51.481639 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-f2844a86-aa05-4d2b-8fff-d9693d4a7d2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae378c4f-bcc5-4684-9b14-0072a5045cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947371 Sep 09 09:29:51.483502 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-02fc40ed-8f20-4a77-8843-1c611f33304b req-a6c99057-d707-45b3-85d4-2869be14a00b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176772 Sep 09 09:29:51.549858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:51.554621 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:51.560884 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfdcefb-8c94-4254-a0d1-76e330794622 None None] DHCP port deletion for 06013491-b730-44e7-a089-d818dbe87e14 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:29:51.579757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] For port 6b68801d-4065-4ae0-92cf-9be63ca55d4a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6b68801d-4065-4ae0-92cf-9be63ca55d4a,segment=NetworkSegment(fad5def2-fbcf-4f46-af23-63160efd8471),segment_id=fad5def2-fbcf-4f46-af23-63160efd8471)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:51.579757 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:51.662674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Calling delete_port for 6b68801d-4065-4ae0-92cf-9be63ca55d4a owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:51.741037 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-7afc12ca-58f0-4fe2-9d3d-a0be561b3ffa service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489111 Sep 09 09:29:51.811017 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:51.826293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Transition to ACTIVE for port object f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:51.858645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdcefb-8c94-4254-a0d1-76e330794622 None None] Deleting port 6b68801d-4065-4ae0-92cf-9be63ca55d4a {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:51.859229 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dcfdcefb-8c94-4254-a0d1-76e330794622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:51.904977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Transition to ACTIVE for port object f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:51.909046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1999379-4c36-45cb-a5bf-484a6976a021 req-a84d1429-e474-409d-bcf5-584eb0310c57 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595886 Sep 09 09:29:51.917275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6d9ac-8cc7-4010-aab9-c6c2c7901593 req-5a4b21ec-bbb5-493c-8acf-a6534c302966 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:51.918762 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ae6d9ac-8cc7-4010-aab9-c6c2c7901593 req-5a4b21ec-bbb5-493c-8acf-a6534c302966 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 946 time: 0.1325784 Sep 09 09:29:51.966254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dcfdcefb-8c94-4254-a0d1-76e330794622 None None] For port 6b68801d-4065-4ae0-92cf-9be63ca55d4a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6b68801d-4065-4ae0-92cf-9be63ca55d4a,segment=NetworkSegment(fad5def2-fbcf-4f46-af23-63160efd8471),segment_id=fad5def2-fbcf-4f46-af23-63160efd8471)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:51.966581 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dcfdcefb-8c94-4254-a0d1-76e330794622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:51.968813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-93e845ed-469b-4621-a2d8-7b7a48355e7b service neutron] 10.222.0.41 "GET /v2.0/ports/0f250e50-f310-4527-b7f2-1dc5b11abbe1/bindings/n-h1-778696-16 HTTP/1.1" status: 200 len: 385 time: 0.1961730 Sep 09 09:29:51.984417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ae6d9ac-8cc7-4010-aab9-c6c2c7901593 req-efc75327-8baf-4b7c-a541-69e91f0e4ef6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560520 Sep 09 09:29:51.984614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdcefb-8c94-4254-a0d1-76e330794622 None None] Calling delete_port for 6b68801d-4065-4ae0-92cf-9be63ca55d4a owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:52.029899 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:52.093320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Network 72d7c6ab-5a63-47c3-8628-35eef6479300 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:52.101638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:52.110702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:52.118063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6b68801d-4065-4ae0-92cf-9be63ca55d4a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:52.127771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Pushing event updated for resources: {'Port': ['ID=f33a9dfb-ecea-4e4f-8a75-1c353643fbc4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:52.195171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:52.255843 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dcfdcefb-8c94-4254-a0d1-76e330794622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:52.269769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No active binding found for port 6b68801d-4065-4ae0-92cf-9be63ca55d4a {{(pid=95327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 09 09:29:52.270204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6b68801d-4065-4ae0-92cf-9be63ca55d4a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:52.292421 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Attempting to bind port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:52.292794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Attempting to bind port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b7279a0c-fe9d-4c67-9592-5f2f603470c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72d7c6ab-5a63-47c3-8628-35eef6479300'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:52.293154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Attempting to bind port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 on network 72d7c6ab-5a63-47c3-8628-35eef6479300 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:52.298022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdcefb-8c94-4254-a0d1-76e330794622 None None] Pushing event deleted for resources: {'Port': ['ID=6b68801d-4065-4ae0-92cf-9be63ca55d4a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:52.305484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfdcefb-8c94-4254-a0d1-76e330794622 None None] No DVR routers for this DVR port 6b68801d-4065-4ae0-92cf-9be63ca55d4a on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:52.309387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:52.309763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Checking segment: {'id': 'b7279a0c-fe9d-4c67-9592-5f2f603470c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72d7c6ab-5a63-47c3-8628-35eef6479300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:52.310152 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:52.310540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Bound using segment: {'id': 'b7279a0c-fe9d-4c67-9592-5f2f603470c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72d7c6ab-5a63-47c3-8628-35eef6479300'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:52.311021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Bound port: f33a9dfb-ecea-4e4f-8a75-1c353643fbc4, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7279a0c-fe9d-4c67-9592-5f2f603470c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72d7c6ab-5a63-47c3-8628-35eef6479300'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:52.311429 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:52.353003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:52.355220 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0406a08-7930-4fa8-be96-1d8214c70426" -d '{"events": [{"server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "name": "network-vif-plugged", "status": "completed", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:52.450453 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60a0963-2f76-486c-9d99-20fd49227785 x-openstack-request-id: req-a60a0963-2f76-486c-9d99-20fd49227785 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:52.450752 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "name": "network-vif-plugged", "status": "completed", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:52.450993 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a60a0963-2f76-486c-9d99-20fd49227785 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:52.451477 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'code': 200} Sep 09 09:29:52.459020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] For port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:52.477343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] For port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f33a9dfb-ecea-4e4f-8a75-1c353643fbc4,segment=NetworkSegment(b7279a0c-fe9d-4c67-9592-5f2f603470c9),segment_id=b7279a0c-fe9d-4c67-9592-5f2f603470c9)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:52.518114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28982a8-2e4b-4bae-b60a-9ac79bf47029 req-26d92d07-df78-432c-8cce-d46ee7d3ee65 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:52.519709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c28982a8-2e4b-4bae-b60a-9ac79bf47029 req-26d92d07-df78-432c-8cce-d46ee7d3ee65 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 946 time: 0.0567563 Sep 09 09:29:52.535135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] No DVR routers for this DVR port 6b68801d-4065-4ae0-92cf-9be63ca55d4a on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:52.548240 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:52.570483 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c28982a8-2e4b-4bae-b60a-9ac79bf47029 req-9a0f6ad7-5f6c-4b9d-9007-52b2c8c53ff4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378258 Sep 09 09:29:52.597289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Port': ['ID=6b68801d-4065-4ae0-92cf-9be63ca55d4a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:52.626336 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf3564-d36f-4251-8856-d4934390f696 None None] Pushing event updated for resources: {'Port': ['ID=f33a9dfb-ecea-4e4f-8a75-1c353643fbc4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:52.680708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-03ba006e-d500-4de3-ad83-14ceefe0f0ef service neutron] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:52.799102 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:52.807647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c5fab-6ae1-40ee-b161-2ab76d1e27ec req-bb0b33fe-af55-40ba-96c1-5f40e6bde34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:52.809198 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e1c5fab-6ae1-40ee-b161-2ab76d1e27ec req-bb0b33fe-af55-40ba-96c1-5f40e6bde34b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 1098 time: 0.2957785 Sep 09 09:29:52.818489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-03ba006e-d500-4de3-ad83-14ceefe0f0ef service neutron] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:52.897273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.objects.ports [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:29:52.921513 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:52.938753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06013491-b730-44e7-a089-d818dbe87e14']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:52.953442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f2425-89a9-47a3-be3f-7ba3cd704020 req-670d3db1-b0a4-4f67-8683-8026a6672ad4 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:52.955029 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-069f2425-89a9-47a3-be3f-7ba3cd704020 req-670d3db1-b0a4-4f67-8683-8026a6672ad4 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 946 time: 0.3602178 Sep 09 09:29:53.005847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad5def2-fbcf-4f46-af23-63160efd8471') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:53.006452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad5def2-fbcf-4f46-af23-63160efd8471') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:53.034264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:29:53.037348 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf4b8f0-5cad-474e-a192-78d75e1935d5" -d '{"events": [{"server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:29:53.056230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.074598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-03ba006e-d500-4de3-ad83-14ceefe0f0ef service neutron] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:53.106953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e1c5fab-6ae1-40ee-b161-2ab76d1e27ec req-e800b1c1-0869-4296-a7c9-fdab250051e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688932 Sep 09 09:29:53.117958 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.117958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Subnet': ['ID=fb592ea2-b8e8-4d8f-8b44-9f0804e9db2c,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:53.132258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:29:53.132810 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:29:53.137391 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:29:53.164272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Checking segment: {'id': 'a3ccf95c-bb5c-4eb2-aec7-92d33ee75806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6122cd8a-d011-49f4-87a7-373132d17b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:53.164487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f050b-ff1f-41ad-b5f1-833c05859635 req-22ede85d-e369-4c97-8015-5a6ec7f95515 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:53.164655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network hostable DHCP agents. Network: 6122cd8a-d011-49f4-87a7-373132d17b56, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:29:53.166732 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb5f050b-ff1f-41ad-b5f1-833c05859635 req-22ede85d-e369-4c97-8015-5a6ec7f95515 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 946 time: 0.0951130 Sep 09 09:29:53.173061 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-069f2425-89a9-47a3-be3f-7ba3cd704020 req-38736793-1772-4244-9372-e7359dd74f29 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862047 Sep 09 09:29:53.211867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb5f050b-ff1f-41ad-b5f1-833c05859635 req-51239e6b-0ceb-48c3-bd67-b57268da44f4 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369093 Sep 09 09:29:53.215331 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-03ba006e-d500-4de3-ad83-14ceefe0f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.236863 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d9ed0b-9113-4c9b-9b27-4d1bb862f53a x-openstack-request-id: req-22d9ed0b-9113-4c9b-9b27-4d1bb862f53a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:29:53.237289 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:29:53.237849 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22d9ed0b-9113-4c9b-9b27-4d1bb862f53a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:29:53.238317 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'code': 200} Sep 09 09:29:53.331107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-03ba006e-d500-4de3-ad83-14ceefe0f0ef service neutron] Transition to ACTIVE for port object 0f250e50-f310-4527-b7f2-1dc5b11abbe1 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:53.332122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.338262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.343111 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "DELETE /v2.0/networks/06013491-b730-44e7-a089-d818dbe87e14 HTTP/1.1" status: 204 len: 168 time: 2.3085382 Sep 09 09:29:53.343489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46608) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:53.357094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640e506-b71e-4b76-b23f-da1daa08e60a tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Network': ['ID=06013491-b730-44e7-a089-d818dbe87e14,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:53.387603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network 6122cd8a-d011-49f4-87a7-373132d17b56 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:29:53.405318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad68b41-22e8-47a1-8b6a-edac22d0c074 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting subnet 197a3b12-a10e-45f0-8a00-ba4a72579433 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:29:53.415487 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ad68b41-22e8-47a1-8b6a-edac22d0c074 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.417905 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-03ba006e-d500-4de3-ad83-14ceefe0f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.472614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 6122cd8a-d011-49f4-87a7-373132d17b56) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:53.481482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:53.482811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.486626 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ad68b41-22e8-47a1-8b6a-edac22d0c074 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.494975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd98e0-6799-41d9-adbd-ba7d9d3ebeaa None None] Network 6122cd8a-d011-49f4-87a7-373132d17b56 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:53.622881 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ad68b41-22e8-47a1-8b6a-edac22d0c074 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.632409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba006e-d500-4de3-ad83-14ceefe0f0ef service neutron] Pushing event updated for resources: {'Port': ['ID=0f250e50-f310-4527-b7f2-1dc5b11abbe1,revision_number=11']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:53.663963 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-838c1dcb-40ce-4ca3-a02f-bddb3af952ca tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4860120 Sep 09 09:29:53.682658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46618) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:53.701005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'port': {'network_id': '6122cd8a-d011-49f4-87a7-373132d17b56', 'name': 'tempest-NetworksIpV6TestAttrs-1672939626'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:53.823596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ad68b41-22e8-47a1-8b6a-edac22d0c074 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.826165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-6122cd8a-d011-49f4-87a7-373132d17b56', 'network_id': '6122cd8a-d011-49f4-87a7-373132d17b56', 'tenant_id': 'dde7f99ae3d44548b2976c74dbf8e04f', 'fixed_ips': [{'subnet_id': 'fb592ea2-b8e8-4d8f-8b44-9f0804e9db2c'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:29:53.827846 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.893281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-03ba006e-d500-4de3-ad83-14ceefe0f0ef service neutron] No DVR routers for this DVR port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:53.914929 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ad68b41-22e8-47a1-8b6a-edac22d0c074 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:53.919590 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3ad68b41-22e8-47a1-8b6a-edac22d0c074 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "DELETE /v2.0/subnets/197a3b12-a10e-45f0-8a00-ba4a72579433 HTTP/1.1" status: 204 len: 168 time: 0.5727744 Sep 09 09:29:53.919590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad68b41-22e8-47a1-8b6a-edac22d0c074 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Subnet': ['ID=197a3b12-a10e-45f0-8a00-ba4a72579433,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:53.925827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46624) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:53.981335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018da58c-939e-4834-bf96-5fb7f1141dee req-59081e19-c557-4fb7-9410-f1f657d4841b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:53.988709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-018da58c-939e-4834-bf96-5fb7f1141dee req-59081e19-c557-4fb7-9410-f1f657d4841b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 945 time: 0.2739558 Sep 09 09:29:54.107511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Allocated IP 2001:db8::f816:3eff:febf:2737 (6122cd8a-d011-49f4-87a7-373132d17b56/fb592ea2-b8e8-4d8f-8b44-9f0804e9db2c/2bb9c198-1fbb-4829-9f1d-9b27da34bacc) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:54.136495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79187687-55f3-4a78-93e1-4ab223e9c9ff None None] Network cf695f3f-a63a-4811-8b2d-1730ee9f694a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:54.191114 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-03ba006e-d500-4de3-ad83-14ceefe0f0ef service neutron] 10.222.0.41 "PUT /v2.0/ports/0f250e50-f310-4527-b7f2-1dc5b11abbe1/bindings/n-h1-778696-16/activate HTTP/1.1" status: 200 len: 370 time: 2.2119477 Sep 09 09:29:54.234764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:54.272240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:54.288192 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-018da58c-939e-4834-bf96-5fb7f1141dee req-649aa493-566f-4237-93a2-6d7dfe7ed4f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951701 Sep 09 09:29:54.328151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d987f-33fe-423d-99ab-f6bf36502fcf None None] Network 72d7c6ab-5a63-47c3-8628-35eef6479300 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:54.331460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:54.339913 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:54.366170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0f250e50-f310-4527-b7f2-1dc5b11abbe1 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:54.401253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] device_id is not set on port 7969ce82-71c4-47c1-92bb-9ddecc75725f yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:29:54.414855 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Deleting port 5008c5ee-2778-47ab-83c8-920f63f668da {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:54.415633 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:54.590634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] For port 5008c5ee-2778-47ab-83c8-920f63f668da, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5008c5ee-2778-47ab-83c8-920f63f668da,segment=NetworkSegment(12aa9a37-7fda-498d-a7a1-6e02179fd918),segment_id=12aa9a37-7fda-498d-a7a1-6e02179fd918)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:54.590939 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:54.620600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Calling delete_port for 5008c5ee-2778-47ab-83c8-920f63f668da owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:54.643031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-fb7d76a3-ba67-4df9-aaa1-7627ba07fbcb tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:54.644675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-fb7d76a3-ba67-4df9-aaa1-7627ba07fbcb tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6&tenant_id=88c726152e4047b9b17518f59bbdcd13&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.1261411 Sep 09 09:29:54.655526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc6c65-1d46-470c-8f93-a97df4bcc93d req-88358592-48f7-4e73-ad93-7427f76754c9 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:54.657120 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7fbc6c65-1d46-470c-8f93-a97df4bcc93d req-88358592-48f7-4e73-ad93-7427f76754c9 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 946 time: 0.1397152 Sep 09 09:29:54.794167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0f250e50-f310-4527-b7f2-1dc5b11abbe1 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:54.814975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-692a6dfe-a685-4ff5-b55a-e7d3482858c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:54.817093 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-692a6dfe-a685-4ff5-b55a-e7d3482858c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 1097 time: 0.1590521 Sep 09 09:29:54.821709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7fbc6c65-1d46-470c-8f93-a97df4bcc93d req-5699b3f6-6f36-46f5-97ba-3561fd4e7388 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521990 Sep 09 09:29:54.879258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:54.892684 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-95a8a3a2-c908-4f02-a3ac-da36cef3f1f8 None None] Provisioning for port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:54.894393 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-c6e8b127-1bac-49d0-b674-487fa32b5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:54.896237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-c6e8b127-1bac-49d0-b674-487fa32b5fea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1097 time: 0.0549607 Sep 09 09:29:54.903629 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:54.904141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:54.922382 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:54.932152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-95a8a3a2-c908-4f02-a3ac-da36cef3f1f8 None None] Provisioning complete for port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:54.932991 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95a8a3a2-c908-4f02-a3ac-da36cef3f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:54.963634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Port': ['ID=5008c5ee-2778-47ab-83c8-920f63f668da,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:54.969163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] No DVR routers for this DVR port 5008c5ee-2778-47ab-83c8-920f63f668da on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:54.997190 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.033388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Transition to ACTIVE for port object 2bb9c198-1fbb-4829-9f1d-9b27da34bacc will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:55.093424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Transition to ACTIVE for port object 2bb9c198-1fbb-4829-9f1d-9b27da34bacc will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:55.104394 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.130155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-11d7fa64-474c-4b46-a027-df4ed447b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:55.132621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-11d7fa64-474c-4b46-a027-df4ed447b151 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ce190d0-37ef-48dd-b47a-b59c7670b83b HTTP/1.1" status: 200 len: 897 time: 0.2289853 Sep 09 09:29:55.136201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf695f3f-a63a-4811-8b2d-1730ee9f694a']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:55.155005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12aa9a37-7fda-498d-a7a1-6e02179fd918') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:55.155269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12aa9a37-7fda-498d-a7a1-6e02179fd918') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:55.160472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdc50d2-3a76-4c57-9c61-9173bf0c5bd6 None None] DHCP port deletion for cf695f3f-a63a-4811-8b2d-1730ee9f694a request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:29:55.177990 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.186257 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.204878 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.214628 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95a8a3a2-c908-4f02-a3ac-da36cef3f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.226510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.230858 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.240285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-3f74eadb-be0f-416f-b001-e6bce5a60dbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1 HTTP/1.1" status: 200 len: 999 time: 0.0959098 Sep 09 09:29:55.241581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:29:55.242028 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:29:55.245816 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:29:55.300458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Allocated IP 2001:db8::f816:3eff:fe45:3d37 (6122cd8a-d011-49f4-87a7-373132d17b56/fb592ea2-b8e8-4d8f-8b44-9f0804e9db2c/7969ce82-71c4-47c1-92bb-9ddecc75725f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:55.307258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f33a9dfb-ecea-4e4f-8a75-1c353643fbc4,segment=NetworkSegment(b7279a0c-fe9d-4c67-9592-5f2f603470c9),segment_id=b7279a0c-fe9d-4c67-9592-5f2f603470c9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:55.344236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Network 6122cd8a-d011-49f4-87a7-373132d17b56 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:55.355175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:55.362991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:55.411619 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.414928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Pushing event updated for resources: {'Port': ['ID=2bb9c198-1fbb-4829-9f1d-9b27da34bacc,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:55.509390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-89406471-9397-4735-95c9-0d4101930dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:55.511469 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-89406471-9397-4735-95c9-0d4101930dcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ae01914-8bf1-4c27-854f-f82aa417a211 HTTP/1.1" status: 200 len: 835 time: 0.2546208 Sep 09 09:29:55.525973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Attempting to bind port 2bb9c198-1fbb-4829-9f1d-9b27da34bacc on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:29:55.526599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Attempting to bind port 2bb9c198-1fbb-4829-9f1d-9b27da34bacc by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'a3ccf95c-bb5c-4eb2-aec7-92d33ee75806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6122cd8a-d011-49f4-87a7-373132d17b56'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:29:55.527306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Attempting to bind port 2bb9c198-1fbb-4829-9f1d-9b27da34bacc on network 6122cd8a-d011-49f4-87a7-373132d17b56 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:29:55.553995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:29:55.554649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Checking segment: {'id': 'a3ccf95c-bb5c-4eb2-aec7-92d33ee75806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6122cd8a-d011-49f4-87a7-373132d17b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:29:55.555223 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.555868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Bound using segment: {'id': 'a3ccf95c-bb5c-4eb2-aec7-92d33ee75806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6122cd8a-d011-49f4-87a7-373132d17b56'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:29:55.556534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Bound port: 2bb9c198-1fbb-4829-9f1d-9b27da34bacc, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ccf95c-bb5c-4eb2-aec7-92d33ee75806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6122cd8a-d011-49f4-87a7-373132d17b56'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:29:55.557007 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.557442 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.569865 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.577949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Transition to ACTIVE for port object 7969ce82-71c4-47c1-92bb-9ddecc75725f will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:29:55.653473 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.655796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] 10.222.0.32 "DELETE /v2.0/networks/cf695f3f-a63a-4811-8b2d-1730ee9f694a HTTP/1.1" status: 204 len: 168 time: 1.7286003 Sep 09 09:29:55.656728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595385b1-10a0-489b-86a8-7c3d67777324 tempest-ServersTestMultiNic-28333900 tempest-ServersTestMultiNic-28333900-project] Pushing event deleted for resources: {'Network': ['ID=cf695f3f-a63a-4811-8b2d-1730ee9f694a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:55.673795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed791a78-b79b-4a33-900d-2fc7b2d593c4 req-02320180-ce92-4129-8f60-685cbbda0711 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:55.675451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed791a78-b79b-4a33-900d-2fc7b2d593c4 req-02320180-ce92-4129-8f60-685cbbda0711 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 945 time: 0.2146811 Sep 09 09:29:55.681360 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-95a8a3a2-c908-4f02-a3ac-da36cef3f1f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:29:55.681887 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-95a8a3a2-c908-4f02-a3ac-da36cef3f1f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:29:55.688082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=f33a9dfb-ecea-4e4f-8a75-1c353643fbc4,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:55.704915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] For port 2bb9c198-1fbb-4829-9f1d-9b27da34bacc, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:55.710609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] For port 2bb9c198-1fbb-4829-9f1d-9b27da34bacc, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2bb9c198-1fbb-4829-9f1d-9b27da34bacc,segment=NetworkSegment(a3ccf95c-bb5c-4eb2-aec7-92d33ee75806),segment_id=a3ccf95c-bb5c-4eb2-aec7-92d33ee75806)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:29:55.713477 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.731002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-cdbaecf8-d878-418d-9146-6e2faaeaba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:55.732405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-cdbaecf8-d878-418d-9146-6e2faaeaba34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ce190d0-37ef-48dd-b47a-b59c7670b83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2130799 Sep 09 09:29:55.762590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network 6122cd8a-d011-49f4-87a7-373132d17b56 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:55.768874 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.774930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:55.789420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:55.804941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed791a78-b79b-4a33-900d-2fc7b2d593c4 req-481b18c0-7558-488d-8622-06013da42127 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187260 Sep 09 09:29:55.812749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:55.813563 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.830991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Port': ['ID=7969ce82-71c4-47c1-92bb-9ddecc75725f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:55.861678 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:55.910935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Pushing event updated for resources: {'Port': ['ID=2bb9c198-1fbb-4829-9f1d-9b27da34bacc,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:55.925328 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6a1b63e5-aa17-4c8a-8a92-7c989ba829ee tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2400324 Sep 09 09:29:55.927959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46654) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:55.934270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.934658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.935105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.935337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.936774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.937137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.937481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.937816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.938151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.938483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.938816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.939147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6466260-812e-4e8b-a7a5-2817cf7bbc75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:29:55.967670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-a3382c01-7116-4c1e-a8aa-dfe800ca803d service neutron] 10.222.0.24 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189887 Sep 09 09:29:56.023057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e33b3e7-25bf-4de7-8621-3c7a01095464 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Deleting subnet fb592ea2-b8e8-4d8f-8b44-9f0804e9db2c {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:29:56.026670 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e33b3e7-25bf-4de7-8621-3c7a01095464 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:56.100957 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e33b3e7-25bf-4de7-8621-3c7a01095464 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:56.225638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d6a41-a18b-402c-af9a-3ca15b22b7a3 req-71adb0e6-87ae-4e8f-ac20-481d142561c1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:56.227280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b83d6a41-a18b-402c-af9a-3ca15b22b7a3 req-71adb0e6-87ae-4e8f-ac20-481d142561c1 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 946 time: 0.2585726 Sep 09 09:29:56.229595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46660) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:56.270803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:29:56.403257 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b83d6a41-a18b-402c-af9a-3ca15b22b7a3 req-8c9e09ad-8027-43eb-a142-6b38c6d7d3fd tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644197 Sep 09 09:29:56.407048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-03e2d2da-96ca-4878-8b3d-b0d9343731e2 service neutron] 10.222.0.24 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816733 Sep 09 09:29:56.433516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e33b3e7-25bf-4de7-8621-3c7a01095464 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:56.448094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:56.448265 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:56.501035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2f3d86e3-d87d-42cc-83ac-e21061a8c229 None None] Provisioning complete for port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:29:56.501445 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f3d86e3-d87d-42cc-83ac-e21061a8c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:56.600120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395c23-c84a-43f9-b553-4cc51d82944f req-e84e8371-a9ef-4af2-82e9-d63c62be05df tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:56.601747 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c6395c23-c84a-43f9-b553-4cc51d82944f req-e84e8371-a9ef-4af2-82e9-d63c62be05df tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 946 time: 0.0832448 Sep 09 09:29:56.603425 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e33b3e7-25bf-4de7-8621-3c7a01095464 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:56.675027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33b3e7-25bf-4de7-8621-3c7a01095464 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Subnet': ['ID=fb592ea2-b8e8-4d8f-8b44-9f0804e9db2c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:56.682037 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e33b3e7-25bf-4de7-8621-3c7a01095464 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:56.684408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6e33b3e7-25bf-4de7-8621-3c7a01095464 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/subnets/fb592ea2-b8e8-4d8f-8b44-9f0804e9db2c HTTP/1.1" status: 204 len: 168 time: 0.7554841 Sep 09 09:29:56.688222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46664) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:56.698547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5008c5ee-2778-47ab-83c8-920f63f668da no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:29:56.739429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5008c5ee-2778-47ab-83c8-920f63f668da {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:29:56.739815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5008c5ee-2778-47ab-83c8-920f63f668da not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:29:56.767352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c6395c23-c84a-43f9-b553-4cc51d82944f req-5f65e21f-e0db-44ce-8413-17469466606a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056368 Sep 09 09:29:56.782620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46668) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:56.871390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f1bdb3-e583-478a-b126-b0da868eae25 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:56.873479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f1bdb3-e583-478a-b126-b0da868eae25 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:56.875413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-13f1bdb3-e583-478a-b126-b0da868eae25 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1860776 Sep 09 09:29:56.881142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46676) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:56.901021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1bc935-d45f-4856-86a5-b734a9fdff69 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:56.902632 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ed1bc935-d45f-4856-86a5-b734a9fdff69 tempest-TestNetworkBasicOps-544393651 tempest-TestNetworkBasicOps-544393651-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 1093 time: 0.1142931 Sep 09 09:29:56.905767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46678) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:56.911785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:57.050935 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.084589 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1921cf6-a65c-4822-b8a1-80cbd6eb7c8c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.110466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-18289f14-4e1c-4dfc-90f4-7076ccda318d tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:57.112321 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-18289f14-4e1c-4dfc-90f4-7076ccda318d tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6&tenant_id=88c726152e4047b9b17518f59bbdcd13&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 1097 time: 0.1684265 Sep 09 09:29:57.114385 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1921cf6-a65c-4822-b8a1-80cbd6eb7c8c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 09 09:29:57.114934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1921cf6-a65c-4822-b8a1-80cbd6eb7c8c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:29:57.120889 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b1921cf6-a65c-4822-b8a1-80cbd6eb7c8c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/networks/6122cd8a-d011-49f4-87a7-373132d17b56 HTTP/1.1" status: 409 len: 405 time: 0.2345538 Sep 09 09:29:57.121994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46680) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:57.131371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b9f9a-cca6-4722-9436-2638b04fdcd1 req-84e39fff-f3c5-46e0-bca7-e6539204a05a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:57.132940 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b3b9f9a-cca6-4722-9436-2638b04fdcd1 req-84e39fff-f3c5-46e0-bca7-e6539204a05a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 945 time: 0.1750569 Sep 09 09:29:57.138830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1157678857'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:57.216883 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.278606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b3b9f9a-cca6-4722-9436-2638b04fdcd1 req-690ed17c-6508-4d99-a0ba-c0499ef189c0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268358 Sep 09 09:29:57.291808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:57.295329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.447106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c34fd1-8d74-4437-92d8-f025fd7c1598 None None] Network 6122cd8a-d011-49f4-87a7-373132d17b56 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:29:57.458330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:29:57.466147 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.506259 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.506570 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Added segment 15510b38-3b76-468b-ae19-53beeb30dcc2 of type vlan for network 62f89c5b-5bd5-4cbe-81ca-39bdd173365e Sep 09 09:29:57.509906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Allocated IP 172.25.8.116 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/59603efa-7aaf-420b-b322-593e126b5cdd) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:29:57.563272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.565741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-17ed056b-191b-4ba7-997b-1112ab65b444 service neutron] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:29:57.576640 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-17ed056b-191b-4ba7-997b-1112ab65b444 service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.577773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-17ed056b-191b-4ba7-997b-1112ab65b444 service neutron] 10.222.0.24 "DELETE /v2.0/ports/0f250e50-f310-4527-b7f2-1dc5b11abbe1/bindings/n-h2-778696-16 HTTP/1.1" status: 204 len: 173 time: 0.4548204 Sep 09 09:29:57.695848 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.718480 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.727160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:57.727964 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.771009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1681303e-8915-4bbb-b057-b1eeac537ea5 None None] Provisioning for port 2bb9c198-1fbb-4829-9f1d-9b27da34bacc completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:29:57.808024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd8dec5-3450-472d-bef0-8305c3c208f1 None None] DHCP port deletion for 6122cd8a-d011-49f4-87a7-373132d17b56 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:29:57.817768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.876786 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:29:57.881657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bdd8dec5-3450-472d-bef0-8305c3c208f1 None None] Deleting port 2bb9c198-1fbb-4829-9f1d-9b27da34bacc {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:57.882324 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dec5-3450-472d-bef0-8305c3c208f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:57.883816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:29:57.898620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:29:57.973131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=59603efa-7aaf-420b-b322-593e126b5cdd,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:58.071125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bdd8dec5-3450-472d-bef0-8305c3c208f1 None None] For port 2bb9c198-1fbb-4829-9f1d-9b27da34bacc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2bb9c198-1fbb-4829-9f1d-9b27da34bacc,segment=NetworkSegment(a3ccf95c-bb5c-4eb2-aec7-92d33ee75806),segment_id=a3ccf95c-bb5c-4eb2-aec7-92d33ee75806)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:58.071569 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dec5-3450-472d-bef0-8305c3c208f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:58.096345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bdd8dec5-3450-472d-bef0-8305c3c208f1 None None] Calling delete_port for 2bb9c198-1fbb-4829-9f1d-9b27da34bacc owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:58.267750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1300833 Sep 09 09:29:58.268566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46688) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:58.274997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'subnet': {'network_id': '62f89c5b-5bd5-4cbe-81ca-39bdd173365e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:29:58.284776 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dec5-3450-472d-bef0-8305c3c208f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:58.298110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8dec5-3450-472d-bef0-8305c3c208f1 None None] No DVR routers for this DVR port 2bb9c198-1fbb-4829-9f1d-9b27da34bacc on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:29:58.314293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f73618-4dab-41bf-b439-e2e879ce31ac tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Network': ['ID=62f89c5b-5bd5-4cbe-81ca-39bdd173365e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:58.331779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 62f89c5b-5bd5-4cbe-81ca-39bdd173365e details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:29:58.370632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8dec5-3450-472d-bef0-8305c3c208f1 None None] Pushing event deleted for resources: {'Port': ['ID=2bb9c198-1fbb-4829-9f1d-9b27da34bacc,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:58.476523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] Deleting port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:29:58.476943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:58.610031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] For port 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6868a1e6-b1b4-404d-a8b7-d41859d1a9fc,segment=NetworkSegment(9e619d17-c88f-4913-b0f3-a7ecaac0b135),segment_id=9e619d17-c88f-4913-b0f3-a7ecaac0b135)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:29:58.610448 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:58.627910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] Calling delete_port for 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:29:58.828900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36ad4a-c917-4b11-978f-6efee2e15753 req-de344769-ef2c-4af2-9d99-5304e39f6b43 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:58.837277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d36ad4a-c917-4b11-978f-6efee2e15753 req-de344769-ef2c-4af2-9d99-5304e39f6b43 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 945 time: 0.2069597 Sep 09 09:29:58.906080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:29:58.909670 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:58.971320 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:58.997138 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d36ad4a-c917-4b11-978f-6efee2e15753 req-ae41e1ea-6881-4d44-a068-ff6b300d9a84 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563308 Sep 09 09:29:59.011968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] Pushing event deleted for resources: {'Port': ['ID=6868a1e6-b1b4-404d-a8b7-d41859d1a9fc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:59.308875 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:59.370189 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:59.380781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9a4df-a85a-48f1-81e4-0d9fa67362e0 req-0ca53885-61b4-4c6e-979a-9b6df2ec3468 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:59.382689 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7d9a4df-a85a-48f1-81e4-0d9fa67362e0 req-0ca53885-61b4-4c6e-979a-9b6df2ec3468 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1097 time: 0.2910335 Sep 09 09:29:59.492691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7d9a4df-a85a-48f1-81e4-0d9fa67362e0 req-ea91e3de-197b-445b-b64c-0d959cffb56c tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983741 Sep 09 09:29:59.637895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:59.687757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] Router 0e4db57b-efc1-4946-91c5-0781d6bfee5e has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:29:59.747446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a7210-e249-4201-a9dd-c98344fb5c66 req-5d6f4302-8a9c-4218-b5de-dd0bfd29e414 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:29:59.749216 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d53a7210-e249-4201-a9dd-c98344fb5c66 req-5d6f4302-8a9c-4218-b5de-dd0bfd29e414 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 945 time: 0.1547625 Sep 09 09:29:59.788759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.objects.ports [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:29:59.807558 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:59.837143 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:29:59.843259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-db70aaf2-609b-456f-8016-4ea16f75bded admin admin] 10.222.0.32 "PUT /v2.0/routers/0e4db57b-efc1-4946-91c5-0781d6bfee5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6126750 Sep 09 09:29:59.848895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5de9914-8a98-4d55-b47d-cd752405c859 None None] Sync routers for ids ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:29:59.857668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46714) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:59.862267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de9914-8a98-4d55-b47d-cd752405c859 None None] Routers {'0e4db57b-efc1-4946-91c5-0781d6bfee5e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:29:59.865693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c5de9914-8a98-4d55-b47d-cd752405c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:29:59.873470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Subnet': ['ID=dfb6494b-ee16-4cdd-a6ee-baf80d85f8bc,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:29:59.891526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46716) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:29:59.963699 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:29:59.990706 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d53a7210-e249-4201-a9dd-c98344fb5c66 req-7acafe7f-6491-4973-86c8-579d3a7a147b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245238 Sep 09 09:30:00.007793 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.017024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c5de9914-8a98-4d55-b47d-cd752405c859 None None] Set router 0e4db57b-efc1-4946-91c5-0781d6bfee5e gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:00.028450 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.030619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Checking segment: {'id': '15510b38-3b76-468b-ae19-53beeb30dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62f89c5b-5bd5-4cbe-81ca-39bdd173365e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:00.031480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network hostable DHCP agents. Network: 62f89c5b-5bd5-4cbe-81ca-39bdd173365e, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:30:00.034614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46722) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:00.185875 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bc3efd64-50b8-4949-a090-5f7c4137ef20 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/3667b28b-85e0-41ae-adb6-0403919d4d5d HTTP/1.1" status: 200 len: 991 time: 0.1414156 Sep 09 09:30:00.246982 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.251929 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-972da05e-dfe7-41f3-a568-1218e62c18bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.257584 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event updated for resources: {'Port': ['ID=59603efa-7aaf-420b-b322-593e126b5cdd,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:00.272263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.313554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network 62f89c5b-5bd5-4cbe-81ca-39bdd173365e is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:30:00.325579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c5de9914-8a98-4d55-b47d-cd752405c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'name': 'tempest-ServersTestMultiNic-308607585-router', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:05Z', 'updated_at': '2021-09-09T09:29:58Z', 'revision_number': 5, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'gw_port': {'id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:06Z', 'updated_at': '2021-09-09T09:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:00.364922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5de9914-8a98-4d55-b47d-cd752405c859 None None] Checking router: 0e4db57b-efc1-4946-91c5-0781d6bfee5e for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:30:00.374654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de9914-8a98-4d55-b47d-cd752405c859 None None] Routers {'0e4db57b-efc1-4946-91c5-0781d6bfee5e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:00.375214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c5de9914-8a98-4d55-b47d-cd752405c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:00.404242 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Floating IP f06c5757-d01a-44ab-8d41-ad13e19dd55c associated. External IP: 172.25.8.116, port: a0661aaa-3718-49f1-af9c-d5c116965b16. Sep 09 09:30:00.414491 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-972da05e-dfe7-41f3-a568-1218e62c18bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.436644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Deleting port 274acc76-1f88-4dbc-b021-c6a2612106ec {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:00.437010 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.444747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 62f89c5b-5bd5-4cbe-81ca-39bdd173365e) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:00.451035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:00.451656 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.461777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46728) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:00.508062 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-972da05e-dfe7-41f3-a568-1218e62c18bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.542911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04519310-39cb-4a43-b5c7-6d0d7b1572ac None None] Network 62f89c5b-5bd5-4cbe-81ca-39bdd173365e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:00.547441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c5de9914-8a98-4d55-b47d-cd752405c859 None None] Set router 0e4db57b-efc1-4946-91c5-0781d6bfee5e gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:00.572098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-972da05e-dfe7-41f3-a568-1218e62c18bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93052e3ff04649278257cb09e31a4c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6792030 Sep 09 09:30:00.572337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-afc6394e-bd95-4c63-ab07-abfb56eb75dc tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3030052 Sep 09 09:30:00.576430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46730) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:00.576711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46732) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:00.580632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] For port 274acc76-1f88-4dbc-b021-c6a2612106ec, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=274acc76-1f88-4dbc-b021-c6a2612106ec,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:00.581010 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.584447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972da05e-dfe7-41f3-a568-1218e62c18bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21da1f49-c527-416a-9fe7-7ff7613f5ce5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:00.601811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'port': {'network_id': '62f89c5b-5bd5-4cbe-81ca-39bdd173365e', 'name': 'tempest-NetworksIpV6TestAttrs-1024259930'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:00.602470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Calling delete_port for 274acc76-1f88-4dbc-b021-c6a2612106ec owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:00.856736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.885618 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c67142d4-5f26-48ec-9ae8-3a9ba02554cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.892666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=274acc76-1f88-4dbc-b021-c6a2612106ec,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:00.964897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c67142d4-5f26-48ec-9ae8-3a9ba02554cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:00.971224 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.011570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-62f89c5b-5bd5-4cbe-81ca-39bdd173365e', 'network_id': '62f89c5b-5bd5-4cbe-81ca-39bdd173365e', 'tenant_id': 'dde7f99ae3d44548b2976c74dbf8e04f', 'fixed_ips': [{'subnet_id': 'dfb6494b-ee16-4cdd-a6ee-baf80d85f8bc'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:30:01.012574 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.087812 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.091010 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.101246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c5de9914-8a98-4d55-b47d-cd752405c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'name': 'tempest-ServersTestMultiNic-308607585-router', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:05Z', 'updated_at': '2021-09-09T09:29:58Z', 'revision_number': 5, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'gw_port': {'id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:06Z', 'updated_at': '2021-09-09T09:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:01.133919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5de9914-8a98-4d55-b47d-cd752405c859 None None] The sync data for ids ['0e4db57b-efc1-4946-91c5-0781d6bfee5e'] in n-d-778696-16 is: [{'id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'name': 'tempest-ServersTestMultiNic-308607585-router', 'tenant_id': 'a055abd1deb34f619f46ec683c38873f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:05Z', 'updated_at': '2021-09-09T09:29:58Z', 'revision_number': 5, 'project_id': 'a055abd1deb34f619f46ec683c38873f', 'gw_port': {'id': '274acc76-1f88-4dbc-b021-c6a2612106ec', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4db57b-efc1-4946-91c5-0781d6bfee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:06Z', 'updated_at': '2021-09-09T09:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:01.218227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Allocated IP 2001:db8::f816:3eff:fe60:8482 (62f89c5b-5bd5-4cbe-81ca-39bdd173365e/dfb6494b-ee16-4cdd-a6ee-baf80d85f8bc/ab827644-a890-45c7-b4f7-79997c63f307) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:01.273255 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.274050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4db57b-efc1-4946-91c5-0781d6bfee5e {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:30:01.290861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.292581 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5c485fc1-7db8-40b7-9976-0a7461a062f8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0e4db57b-efc1-4946-91c5-0781d6bfee5e HTTP/1.1" status: 204 len: 168 time: 1.4324610 Sep 09 09:30:01.294841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:01.295099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46740) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:01.298428 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.338591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:30:01.347833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] device_id is not set on port 588cdf09-a7ca-48d4-8522-29c4c4e87ce2 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:30:01.354322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88f486a-a145-4b9f-8cc0-41d7e2df5344 admin admin] Deleting subnet 83533ef9-ae62-4262-bb04-0ff74baa936d {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:30:01.357866 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c88f486a-a145-4b9f-8cc0-41d7e2df5344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.358803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 8fb6bf49-5612-43fd-870b-e0d05f485a06 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:01.359151 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.416206 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c88f486a-a145-4b9f-8cc0-41d7e2df5344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.429549 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.516639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c88f486a-a145-4b9f-8cc0-41d7e2df5344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.559111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Transition to ACTIVE for port object ab827644-a890-45c7-b4f7-79997c63f307 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:01.576579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Transition to ACTIVE for port object ab827644-a890-45c7-b4f7-79997c63f307 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:01.576740 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c67142d4-5f26-48ec-9ae8-3a9ba02554cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.579200 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c67142d4-5f26-48ec-9ae8-3a9ba02554cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.580467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c67142d4-5f26-48ec-9ae8-3a9ba02554cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21da1f49-c527-416a-9fe7-7ff7613f5ce5 HTTP/1.1" status: 204 len: 168 time: 1.0015724 Sep 09 09:30:01.623187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.626684 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.645711 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.659530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67142d4-5f26-48ec-9ae8-3a9ba02554cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21da1f49-c527-416a-9fe7-7ff7613f5ce5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:01.674181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c88f486a-a145-4b9f-8cc0-41d7e2df5344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.712874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Network 62f89c5b-5bd5-4cbe-81ca-39bdd173365e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:01.715291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 8fb6bf49-5612-43fd-870b-e0d05f485a06 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:01.731229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:01.739554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:01.752015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Pushing event updated for resources: {'Port': ['ID=ab827644-a890-45c7-b4f7-79997c63f307,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:01.779881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:01.799083 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b809271-492d-4ae6-88b9-6a9f2081dcbc None None] Sync routers for ids ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:01.811420 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b809271-492d-4ae6-88b9-6a9f2081dcbc None None] Routers {'2831ea3d-f8fd-4dd8-8257-85cb0939fecc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:01.818919 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1b809271-492d-4ae6-88b9-6a9f2081dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:01.893665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Attempting to bind port ab827644-a890-45c7-b4f7-79997c63f307 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:01.894424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Attempting to bind port ab827644-a890-45c7-b4f7-79997c63f307 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '15510b38-3b76-468b-ae19-53beeb30dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62f89c5b-5bd5-4cbe-81ca-39bdd173365e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:01.895062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Attempting to bind port ab827644-a890-45c7-b4f7-79997c63f307 on network 62f89c5b-5bd5-4cbe-81ca-39bdd173365e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:01.907010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:01.907423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Checking segment: {'id': '15510b38-3b76-468b-ae19-53beeb30dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62f89c5b-5bd5-4cbe-81ca-39bdd173365e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:01.914087 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.916219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Bound using segment: {'id': '15510b38-3b76-468b-ae19-53beeb30dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62f89c5b-5bd5-4cbe-81ca-39bdd173365e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:01.916219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Bound port: ab827644-a890-45c7-b4f7-79997c63f307, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15510b38-3b76-468b-ae19-53beeb30dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62f89c5b-5bd5-4cbe-81ca-39bdd173365e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:01.916219 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:01.923759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Allocated IP 2001:db8::f816:3eff:fee2:37f1 (62f89c5b-5bd5-4cbe-81ca-39bdd173365e/dfb6494b-ee16-4cdd-a6ee-baf80d85f8bc/588cdf09-a7ca-48d4-8522-29c4c4e87ce2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:01.975673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-d2c11daf-6dea-408b-9126-e2c4bdea4732 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:01.986340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-d2c11daf-6dea-408b-9126-e2c4bdea4732 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 815 time: 0.4774361 Sep 09 09:30:02.084986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] For port ab827644-a890-45c7-b4f7-79997c63f307, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:02.093762 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] For port ab827644-a890-45c7-b4f7-79997c63f307, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab827644-a890-45c7-b4f7-79997c63f307,segment=NetworkSegment(15510b38-3b76-468b-ae19-53beeb30dcc2),segment_id=15510b38-3b76-468b-ae19-53beeb30dcc2)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:02.121337 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:02.125387 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1b809271-492d-4ae6-88b9-6a9f2081dcbc None None] Set router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:02.144838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f486a-a145-4b9f-8cc0-41d7e2df5344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83533ef9-ae62-4262-bb04-0ff74baa936d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:02.148450 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c88f486a-a145-4b9f-8cc0-41d7e2df5344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:02.148598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-d54f4313-ed10-4d01-887c-fa88761cd9c4 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/quotas/a05e4fe9ef7a49c29cdb88e8dc511dd4 HTTP/1.1" status: 200 len: 375 time: 0.1576862 Sep 09 09:30:02.149676 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c88f486a-a145-4b9f-8cc0-41d7e2df5344 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/83533ef9-ae62-4262-bb04-0ff74baa936d HTTP/1.1" status: 204 len: 168 time: 0.8535821 Sep 09 09:30:02.155562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872e2680-baeb-47f5-a18f-444e19881370 None None] Network 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:02.157221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46760) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:02.160344 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:02.261244 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:02.331483 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-90582006-40cd-47fc-a049-c9a27c7a4931 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4219730 Sep 09 09:30:02.333892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46766) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:02.369026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:02.371244 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83af965-e1db-4413-9175-56dd3f93d861" -d '{"events": [{"name": "network-changed", "server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:02.526319 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3a8aa1-9501-4216-b27c-0d22109cd826 x-openstack-request-id: req-1d3a8aa1-9501-4216-b27c-0d22109cd826 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:02.527773 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:02.528208 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d3a8aa1-9501-4216-b27c-0d22109cd826 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:02.530168 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'status': 'completed', 'code': 200} Sep 09 09:30:02.545817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b320ed7-f3f4-46c8-a44c-049b1e8b7339 None None] Pushing event updated for resources: {'Port': ['ID=ab827644-a890-45c7-b4f7-79997c63f307,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:02.554287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:02.622253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Deleting port 475cc8f5-595b-45de-99fa-e45c47b33ac5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:02.623343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:02.679679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:02.679917 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 6868a1e6-b1b4-404d-a8b7-d41859d1a9fc not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:02.712038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4ce37e34-87ff-477d-b0ec-e25373e2f41f tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/floatingips/f06c5757-d01a-44ab-8d41-ad13e19dd55c HTTP/1.1" status: 200 len: 992 time: 0.3767047 Sep 09 09:30:02.761114 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-d89c7e59-62fd-4112-a68c-0e99edea72fa tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5945394 Sep 09 09:30:02.814017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-858b45b6-a4b3-41da-a51f-226bc0415ec6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:30:02.814605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] For port 475cc8f5-595b-45de-99fa-e45c47b33ac5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=475cc8f5-595b-45de-99fa-e45c47b33ac5,segment=NetworkSegment(9e619d17-c88f-4913-b0f3-a7ecaac0b135),segment_id=9e619d17-c88f-4913-b0f3-a7ecaac0b135)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:02.814979 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:02.815824 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-858b45b6-a4b3-41da-a51f-226bc0415ec6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0395346 Sep 09 09:30:02.833491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fabad1f-f30c-4f39-8513-863c33d3a563 None None] DHCP port deletion for 0ae0b0a8-ed0a-4cbb-971b-d023528467f7 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:30:02.868437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Calling delete_port for 475cc8f5-595b-45de-99fa-e45c47b33ac5 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:02.903643 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1b809271-492d-4ae6-88b9-6a9f2081dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:30Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f06c5757-d01a-44ab-8d41-ad13e19dd55c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'port_id': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'mac_address': 'fa:16:3e:99:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:29:58Z', 'updated_at': '2021-09-09T09:29:58Z', 'revision_number': 0, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec6c148-bb16-4048-b7c3-d9e6438530a8', 'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:a2:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:28Z', 'updated_at': '2021-09-09T09:29:36Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:02.917819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83af965-e1db-4413-9175-56dd3f93d861 req-7fd98442-6be2-4fb0-ac4d-f17acf9241ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:02.919344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f83af965-e1db-4413-9175-56dd3f93d861 req-7fd98442-6be2-4fb0-ac4d-f17acf9241ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 1098 time: 0.3998837 Sep 09 09:30:02.938770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5fabad1f-f30c-4f39-8513-863c33d3a563 None None] Deleting port 475cc8f5-595b-45de-99fa-e45c47b33ac5 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:02.939502 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fabad1f-f30c-4f39-8513-863c33d3a563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:02.946782 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b809271-492d-4ae6-88b9-6a9f2081dcbc None None] Checking router: 2831ea3d-f8fd-4dd8-8257-85cb0939fecc for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:30:02.957083 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b809271-492d-4ae6-88b9-6a9f2081dcbc None None] Routers {'2831ea3d-f8fd-4dd8-8257-85cb0939fecc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:02.958227 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1b809271-492d-4ae6-88b9-6a9f2081dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:03.038949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.045292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5fabad1f-f30c-4f39-8513-863c33d3a563 None None] For port 475cc8f5-595b-45de-99fa-e45c47b33ac5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=475cc8f5-595b-45de-99fa-e45c47b33ac5,segment=NetworkSegment(9e619d17-c88f-4913-b0f3-a7ecaac0b135),segment_id=9e619d17-c88f-4913-b0f3-a7ecaac0b135)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:03.045834 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fabad1f-f30c-4f39-8513-863c33d3a563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.062408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5fabad1f-f30c-4f39-8513-863c33d3a563 None None] Calling delete_port for 475cc8f5-595b-45de-99fa-e45c47b33ac5 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:03.080808 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.111507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Transition to ACTIVE for port object 588cdf09-a7ca-48d4-8522-29c4c4e87ce2 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:03.112928 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.123838 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1b809271-492d-4ae6-88b9-6a9f2081dcbc None None] Set router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:03.126252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=475cc8f5-595b-45de-99fa-e45c47b33ac5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:03.129337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] No DVR routers for this DVR port 475cc8f5-595b-45de-99fa-e45c47b33ac5 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:03.154043 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fabad1f-f30c-4f39-8513-863c33d3a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.163774 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-5f524669-022d-4fdb-b5b3-551487e405d8 service neutron] 10.222.0.32 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815025 Sep 09 09:30:03.211430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabad1f-f30c-4f39-8513-863c33d3a563 None None] No DVR routers for this DVR port 475cc8f5-595b-45de-99fa-e45c47b33ac5 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:03.215266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=8fb6bf49-5612-43fd-870b-e0d05f485a06,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:03.215581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabad1f-f30c-4f39-8513-863c33d3a563 None None] Pushing event deleted for resources: {'Port': ['ID=475cc8f5-595b-45de-99fa-e45c47b33ac5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:03.265998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.281178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83af965-e1db-4413-9175-56dd3f93d861 req-dc54f14b-b700-4ee9-98ff-bc6ab546cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:03.282815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f83af965-e1db-4413-9175-56dd3f93d861 req-dc54f14b-b700-4ee9-98ff-bc6ab546cdb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=723d2fd4-969e-4245-8b46-0bbe718f6b29 HTTP/1.1" status: 200 len: 897 time: 0.3520837 Sep 09 09:30:03.295108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae0b0a8-ed0a-4cbb-971b-d023528467f7']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:03.310746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e619d17-c88f-4913-b0f3-a7ecaac0b135') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:03.310746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e619d17-c88f-4913-b0f3-a7ecaac0b135') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:03.326660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.341911 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.349095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:03.349557 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:03.368975 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:03.447579 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f83af965-e1db-4413-9175-56dd3f93d861 req-51c81172-c5e2-449b-adca-6cd954ab436f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0661aaa-3718-49f1-af9c-d5c116965b16 HTTP/1.1" status: 200 len: 1000 time: 0.1473236 Sep 09 09:30:03.455732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.456073 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Floating IP 3667b28b-85e0-41ae-adb6-0403919d4d5d disassociated (deleted). External IP: 172.25.8.79, port: 0f250e50-f310-4527-b7f2-1dc5b11abbe1. Sep 09 09:30:03.488316 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1b809271-492d-4ae6-88b9-6a9f2081dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:30Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f06c5757-d01a-44ab-8d41-ad13e19dd55c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'port_id': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'mac_address': 'fa:16:3e:99:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:29:58Z', 'updated_at': '2021-09-09T09:29:58Z', 'revision_number': 0, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec6c148-bb16-4048-b7c3-d9e6438530a8', 'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:a2:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:28Z', 'updated_at': '2021-09-09T09:29:36Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:03.501820 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.515128 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.517784 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0ae0b0a8-ed0a-4cbb-971b-d023528467f7 HTTP/1.1" status: 204 len: 168 time: 1.3595681 Sep 09 09:30:03.528049 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b809271-492d-4ae6-88b9-6a9f2081dcbc None None] The sync data for ids ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'] in n-d-778696-16 is: [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:30Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f06c5757-d01a-44ab-8d41-ad13e19dd55c', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'port_id': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'mac_address': 'fa:16:3e:99:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:29:58Z', 'updated_at': '2021-09-09T09:29:58Z', 'revision_number': 0, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec6c148-bb16-4048-b7c3-d9e6438530a8', 'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:a2:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:28Z', 'updated_at': '2021-09-09T09:29:36Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:03.545099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4662f-9a82-461b-9520-7412420f1ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae0b0a8-ed0a-4cbb-971b-d023528467f7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:03.588813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.592123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-cddc002d-05a7-49ac-9c83-f4900c21ac15 service neutron] 10.222.0.32 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928952 Sep 09 09:30:03.642286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83af965-e1db-4413-9175-56dd3f93d861 req-e0a9a1ef-0986-48dd-88e3-9ab448bd9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:03.643933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f83af965-e1db-4413-9175-56dd3f93d861 req-e0a9a1ef-0986-48dd-88e3-9ab448bd9c72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=284b9c87-d716-44e8-9965-c9e8b50be4a8 HTTP/1.1" status: 200 len: 835 time: 0.1856828 Sep 09 09:30:03.715943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46790) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:03.732124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network 62f89c5b-5bd5-4cbe-81ca-39bdd173365e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:03.744560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:03.745935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:03.752967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:03.753624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:03.797269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedfd287-2c31-4bc9-a794-0e9615ff4003 None None] Network 62f89c5b-5bd5-4cbe-81ca-39bdd173365e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:03.807907 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7485e118-ea0b-4d31-aff6-bb8689f72d23 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/floatingips/f06c5757-d01a-44ab-8d41-ad13e19dd55c HTTP/1.1" status: 200 len: 992 time: 0.0895383 Sep 09 09:30:03.836080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Port': ['ID=588cdf09-a7ca-48d4-8522-29c4c4e87ce2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:03.865617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83af965-e1db-4413-9175-56dd3f93d861 req-d0c19e2a-0506-4521-9eae-de0e0825972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:03.867914 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f83af965-e1db-4413-9175-56dd3f93d861 req-d0c19e2a-0506-4521-9eae-de0e0825972d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=723d2fd4-969e-4245-8b46-0bbe718f6b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2128718 Sep 09 09:30:03.871284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0910ddda-fc1c-459a-a5de-5d7c8d528756 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2908878 Sep 09 09:30:03.874184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46796) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:03.978286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b35f2-ebb5-49ee-a66e-4bc63239c04a None None] New status for floating IP f06c5757-d01a-44ab-8d41-ad13e19dd55c: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:30:04.014543 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d408fd2-7a7c-463e-9d37-81c9d67752cf req-5ea1484f-1740-4159-99f7-c01217a61044 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 210 time: 0.0804007 Sep 09 09:30:04.035288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2118959-326e-4480-aa5b-417bc21689db tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Deleting subnet dfb6494b-ee16-4cdd-a6ee-baf80d85f8bc {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:30:04.050643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2118959-326e-4480-aa5b-417bc21689db tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:04.086883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46802) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:04.167723 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2118959-326e-4480-aa5b-417bc21689db tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:04.188082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-23e3bf7b-c134-451a-95b3-24e705e4042a None None] Provisioning for port ab827644-a890-45c7-b4f7-79997c63f307 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:04.205873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router 81315cd2-3d87-49a1-884e-4050fc986fcd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:30:04.244254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab827644-a890-45c7-b4f7-79997c63f307 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:04.282459 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7e823b1b-f887-490f-b883-436106dacb86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a055abd1deb34f619f46ec683c38873f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875806 Sep 09 09:30:04.291765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46808) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:04.369866 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f83af965-e1db-4413-9175-56dd3f93d861 req-a889937e-2513-4561-bfd4-19c34e28f042 service neutron] 10.222.0.41 "GET /v2.0/networks/723d2fd4-969e-4245-8b46-0bbe718f6b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748831 Sep 09 09:30:04.421991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2118959-326e-4480-aa5b-417bc21689db tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:04.432937 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port ab827644-a890-45c7-b4f7-79997c63f307 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:04.437849 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ab827644-a890-45c7-b4f7-79997c63f307 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:04.437849 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:04.578493 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2118959-326e-4480-aa5b-417bc21689db tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:04.620901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2118959-326e-4480-aa5b-417bc21689db tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb6494b-ee16-4cdd-a6ee-baf80d85f8bc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:04.622987 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:04.631104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2118959-326e-4480-aa5b-417bc21689db tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:04.634432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e2118959-326e-4480-aa5b-417bc21689db tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/subnets/dfb6494b-ee16-4cdd-a6ee-baf80d85f8bc HTTP/1.1" status: 204 len: 168 time: 0.7589109 Sep 09 09:30:04.640432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:04.718887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea47861-ef7e-4484-9be9-4a3b3eb7bd6b tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:04.720269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12b773-3cfe-4b22-b8a5-4b662891b107 None None] Network 62f89c5b-5bd5-4cbe-81ca-39bdd173365e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:04.727038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea47861-ef7e-4484-9be9-4a3b3eb7bd6b tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:04.727038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fea47861-ef7e-4484-9be9-4a3b3eb7bd6b tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0814278 Sep 09 09:30:04.727038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:04.794507 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:30:04.794868 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:30:04.825315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-45e70f1b-28d5-428f-a4e1-409109e431b1 None None] Provisioning complete for port ab827644-a890-45c7-b4f7-79997c63f307 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:04.825692 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45e70f1b-28d5-428f-a4e1-409109e431b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:04.899116 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46828) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:05.003201 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76aa6235-e4e6-4ad3-a83d-149973330825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.003508 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45e70f1b-28d5-428f-a4e1-409109e431b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.004154 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f83af965-e1db-4413-9175-56dd3f93d861 req-858a64d8-dcad-4594-aec8-0414992a4c8a service neutron] 10.222.0.41 "GET /v2.0/networks/723d2fd4-969e-4245-8b46-0bbe718f6b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228304 Sep 09 09:30:05.017256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-30491553-fe6f-44e9-a96c-b2a969aee0de tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/floatingips/f06c5757-d01a-44ab-8d41-ad13e19dd55c HTTP/1.1" status: 200 len: 994 time: 0.1165111 Sep 09 09:30:05.037349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa77ac-5f76-4ac0-8f12-a0b27ffcb5af None None] DHCP port deletion for 62f89c5b-5bd5-4cbe-81ca-39bdd173365e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:30:05.047338 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07f2878c-8c42-4a5b-b08c-4040f78daa79 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.062491 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f2878c-8c42-4a5b-b08c-4040f78daa79 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 09 09:30:05.063765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f2878c-8c42-4a5b-b08c-4040f78daa79 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:30:05.071716 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-07f2878c-8c42-4a5b-b08c-4040f78daa79 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/networks/62f89c5b-5bd5-4cbe-81ca-39bdd173365e HTTP/1.1" status: 409 len: 405 time: 0.3423574 Sep 09 09:30:05.073438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46838) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:05.079755 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1592882303'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:05.083369 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76aa6235-e4e6-4ad3-a83d-149973330825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.101038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:05.107823 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.111613 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac086763-e452-432c-9f7c-d39cee4bf2f0 None None] Sync routers for ids ['81315cd2-3d87-49a1-884e-4050fc986fcd'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:05.130687 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac086763-e452-432c-9f7c-d39cee4bf2f0 None None] Routers {'81315cd2-3d87-49a1-884e-4050fc986fcd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:05.134812 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ac086763-e452-432c-9f7c-d39cee4bf2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['81315cd2-3d87-49a1-884e-4050fc986fcd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:05.141458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-45e70f1b-28d5-428f-a4e1-409109e431b1 None None] For port ab827644-a890-45c7-b4f7-79997c63f307, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab827644-a890-45c7-b4f7-79997c63f307,segment=NetworkSegment(15510b38-3b76-468b-ae19-53beeb30dcc2),segment_id=15510b38-3b76-468b-ae19-53beeb30dcc2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:05.180679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25a6aa42-451e-4669-b292-634f7b35a3f0 req-fd1d6929-a3ba-411b-b65d-b6d15a0778a6 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 210 time: 0.0431030 Sep 09 09:30:05.191669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-70aa77ac-5f76-4ac0-8f12-a0b27ffcb5af None None] Deleting port ab827644-a890-45c7-b4f7-79997c63f307 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:05.206533 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:05.210924 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.211697 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70aa77ac-5f76-4ac0-8f12-a0b27ffcb5af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.220070 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-270cd7d5-cfd6-4c0d-9f15-7a1cf74d0428 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/floatingips/3667b28b-85e0-41ae-adb6-0403919d4d5d HTTP/1.1" status: 204 len: 168 time: 4.7566965 Sep 09 09:30:05.222261 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:05.227055 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6b69db-4cd7-492f-85fc-1c38a227f811" -d '{"events": [{"name": "network-changed", "server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:05.229338 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45e70f1b-28d5-428f-a4e1-409109e431b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.279649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:30:05.293245 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.293932 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Added segment b6ee23b5-aedc-40f4-90e9-7ed538760b4b of type vlan for network 50eb39aa-362b-49db-b8d9-5f2a5252b1e4 Sep 09 09:30:05.319103 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76aa6235-e4e6-4ad3-a83d-149973330825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.323444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76aa6235-e4e6-4ad3-a83d-149973330825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.328536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-76aa6235-e4e6-4ad3-a83d-149973330825 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7aab036d-2229-499d-9f32-cb4e3936eb91 HTTP/1.1" status: 204 len: 168 time: 1.0357351 Sep 09 09:30:05.344105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa6235-e4e6-4ad3-a83d-149973330825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aab036d-2229-499d-9f32-cb4e3936eb91,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:05.397748 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.401440 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ac086763-e452-432c-9f7c-d39cee4bf2f0 None None] Set router 81315cd2-3d87-49a1-884e-4050fc986fcd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:05.537037 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.545779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:05.546931 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.651749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Network': ['ID=50eb39aa-362b-49db-b8d9-5f2a5252b1e4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:05.673474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46858) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:05.677814 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4fd03560-30e9-4bf4-a0ae-49d3f21d731f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5991716 Sep 09 09:30:05.680019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'subnet': {'network_id': '50eb39aa-362b-49db-b8d9-5f2a5252b1e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:05.686719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 50eb39aa-362b-49db-b8d9-5f2a5252b1e4 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:30:05.738220 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ac086763-e452-432c-9f7c-d39cee4bf2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b1409a89-c01f-4f13-a7d1-ad705fad8b05', 'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:b0:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:40Z', 'updated_at': '2021-09-09T09:28:48Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:05.746134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-70aa77ac-5f76-4ac0-8f12-a0b27ffcb5af None None] For port ab827644-a890-45c7-b4f7-79997c63f307, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab827644-a890-45c7-b4f7-79997c63f307,segment=NetworkSegment(15510b38-3b76-468b-ae19-53beeb30dcc2),segment_id=15510b38-3b76-468b-ae19-53beeb30dcc2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:05.746823 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70aa77ac-5f76-4ac0-8f12-a0b27ffcb5af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.774580 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac086763-e452-432c-9f7c-d39cee4bf2f0 None None] Checking router: 81315cd2-3d87-49a1-884e-4050fc986fcd for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:30:05.789558 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac086763-e452-432c-9f7c-d39cee4bf2f0 None None] Routers {'81315cd2-3d87-49a1-884e-4050fc986fcd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:05.790536 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ac086763-e452-432c-9f7c-d39cee4bf2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['81315cd2-3d87-49a1-884e-4050fc986fcd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:05.797119 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e70f1b-28d5-428f-a4e1-409109e431b1 None None] Pushing event updated for resources: {'Port': ['ID=ab827644-a890-45c7-b4f7-79997c63f307,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:05.808879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-45e70f1b-28d5-428f-a4e1-409109e431b1 None None] Provisioning for port 588cdf09-a7ca-48d4-8522-29c4c4e87ce2 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:05.822378 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddbd9e4-3655-4104-b98b-638c78d47ad6 x-openstack-request-id: req-7ddbd9e4-3655-4104-b98b-638c78d47ad6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:05.822866 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:05.823282 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ddbd9e4-3655-4104-b98b-638c78d47ad6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:05.824125 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'status': 'completed', 'code': 200} Sep 09 09:30:05.896432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:05.900225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.928836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-45e70f1b-28d5-428f-a4e1-409109e431b1 None None] Provisioning complete for port 588cdf09-a7ca-48d4-8522-29c4c4e87ce2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:05.930666 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45e70f1b-28d5-428f-a4e1-409109e431b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:05.940509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-70aa77ac-5f76-4ac0-8f12-a0b27ffcb5af None None] Calling delete_port for ab827644-a890-45c7-b4f7-79997c63f307 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:05.951266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 274acc76-1f88-4dbc-b021-c6a2612106ec no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:06.013086 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ac086763-e452-432c-9f7c-d39cee4bf2f0 None None] Set router 81315cd2-3d87-49a1-884e-4050fc986fcd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:06.026457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 274acc76-1f88-4dbc-b021-c6a2612106ec {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:06.027059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 274acc76-1f88-4dbc-b021-c6a2612106ec not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:06.027703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 475cc8f5-595b-45de-99fa-e45c47b33ac5 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:06.062698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a88bdb-c6e3-495d-8955-e595dd3ec384 req-4c9d9370-c0e1-4136-82b4-d995d54d7726 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.067761 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4a88bdb-c6e3-495d-8955-e595dd3ec384 req-4c9d9370-c0e1-4136-82b4-d995d54d7726 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 945 time: 0.1355941 Sep 09 09:30:06.096220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b69db-4cd7-492f-85fc-1c38a227f811 req-6338e3c2-c6c7-47d9-aa05-68b98d8a0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.099724 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d6b69db-4cd7-492f-85fc-1c38a227f811 req-6338e3c2-c6c7-47d9-aa05-68b98d8a0111 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 1097 time: 0.2395530 Sep 09 09:30:06.218257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-45e70f1b-28d5-428f-a4e1-409109e431b1 None None] Port 588cdf09-a7ca-48d4-8522-29c4c4e87ce2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:06.220526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 475cc8f5-595b-45de-99fa-e45c47b33ac5 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:06.221014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 475cc8f5-595b-45de-99fa-e45c47b33ac5 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:06.250163 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4a88bdb-c6e3-495d-8955-e595dd3ec384 req-609dd0b1-410d-42e3-bec3-5ebe7877ccd2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714444 Sep 09 09:30:06.319487 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70aa77ac-5f76-4ac0-8f12-a0b27ffcb5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:06.323997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b69db-4cd7-492f-85fc-1c38a227f811 req-9d0a2f0c-016f-4d3b-935d-c26cceaf9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.326838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d6b69db-4cd7-492f-85fc-1c38a227f811 req-9d0a2f0c-016f-4d3b-935d-c26cceaf9ee7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ce190d0-37ef-48dd-b47a-b59c7670b83b HTTP/1.1" status: 200 len: 897 time: 0.2075524 Sep 09 09:30:06.371086 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa77ac-5f76-4ac0-8f12-a0b27ffcb5af None None] Pushing event deleted for resources: {'Port': ['ID=ab827644-a890-45c7-b4f7-79997c63f307,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:06.373551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa77ac-5f76-4ac0-8f12-a0b27ffcb5af None None] No DVR routers for this DVR port ab827644-a890-45c7-b4f7-79997c63f307 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:06.430538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab827644-a890-45c7-b4f7-79997c63f307 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:06.466562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d6b69db-4cd7-492f-85fc-1c38a227f811 req-c959c45d-3356-4747-8bbc-20bc86b00c0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1 HTTP/1.1" status: 200 len: 217 time: 0.1308367 Sep 09 09:30:06.467556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: ab827644-a890-45c7-b4f7-79997c63f307 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:06.467897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab827644-a890-45c7-b4f7-79997c63f307 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:06.478118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae1458-a32c-4f52-a3a9-955298aa43e1 req-7e3967de-65f3-4757-a6c5-3dd2727709cf tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.480732 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7eae1458-a32c-4f52-a3a9-955298aa43e1 req-7e3967de-65f3-4757-a6c5-3dd2727709cf tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 945 time: 0.1902893 Sep 09 09:30:06.523645 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9416c860-252d-4437-8505-47e44f84fa72 req-3a8cc88b-3d38-407a-858a-ae5424b5b4e7 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 210 time: 0.0595686 Sep 09 09:30:06.532243 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ac086763-e452-432c-9f7c-d39cee4bf2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b1409a89-c01f-4f13-a7d1-ad705fad8b05', 'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:b0:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:40Z', 'updated_at': '2021-09-09T09:28:48Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:06.575818 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405f09-eb8b-4c4c-9795-851b5bb044ce req-6ca033ff-2a5b-4aa0-9d4a-6d99c6e40291 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.584788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b69db-4cd7-492f-85fc-1c38a227f811 req-4b531b9f-b591-4330-907a-87a9f78725f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.585455 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405f09-eb8b-4c4c-9795-851b5bb044ce req-6ca033ff-2a5b-4aa0-9d4a-6d99c6e40291 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.587827 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d6b69db-4cd7-492f-85fc-1c38a227f811 req-4b531b9f-b591-4330-907a-87a9f78725f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ae01914-8bf1-4c27-854f-f82aa417a211 HTTP/1.1" status: 200 len: 835 time: 0.0978265 Sep 09 09:30:06.591402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405f09-eb8b-4c4c-9795-851b5bb044ce req-6ca033ff-2a5b-4aa0-9d4a-6d99c6e40291 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.597333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405f09-eb8b-4c4c-9795-851b5bb044ce req-6ca033ff-2a5b-4aa0-9d4a-6d99c6e40291 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.603683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405f09-eb8b-4c4c-9795-851b5bb044ce req-6ca033ff-2a5b-4aa0-9d4a-6d99c6e40291 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.608719 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac086763-e452-432c-9f7c-d39cee4bf2f0 None None] The sync data for ids ['81315cd2-3d87-49a1-884e-4050fc986fcd'] in n-d-778696-16 is: [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b1409a89-c01f-4f13-a7d1-ad705fad8b05', 'name': '', 'network_id': '7ce190d0-37ef-48dd-b47a-b59c7670b83b', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:b0:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:40Z', 'updated_at': '2021-09-09T09:28:48Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': '2ae01914-8bf1-4c27-854f-f82aa417a211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:06.610126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405f09-eb8b-4c4c-9795-851b5bb044ce req-6ca033ff-2a5b-4aa0-9d4a-6d99c6e40291 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.623418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405f09-eb8b-4c4c-9795-851b5bb044ce req-6ca033ff-2a5b-4aa0-9d4a-6d99c6e40291 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.625556 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab405f09-eb8b-4c4c-9795-851b5bb044ce req-6ca033ff-2a5b-4aa0-9d4a-6d99c6e40291 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5443 time: 0.3957219 Sep 09 09:30:06.658362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b69db-4cd7-492f-85fc-1c38a227f811 req-b2ecaa25-b15e-46da-9318-0914e5cdaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.660807 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d6b69db-4cd7-492f-85fc-1c38a227f811 req-b2ecaa25-b15e-46da-9318-0914e5cdaa06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ce190d0-37ef-48dd-b47a-b59c7670b83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524027 Sep 09 09:30:06.679932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-0534c1e7-9322-4123-b620-5fd2ec3f96e9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:06.681465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-0534c1e7-9322-4123-b620-5fd2ec3f96e9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 815 time: 0.4490514 Sep 09 09:30:06.734609 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46882) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:06.762748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Request body: {'port': {'device_id': '9f8e037e-1eec-4c89-868e-bb062a331dff', 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb', 'admin_state_up': True, 'tenant_id': 'a05e4fe9ef7a49c29cdb88e8dc511dd4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:06.810649 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d6b69db-4cd7-492f-85fc-1c38a227f811 req-64067023-af4e-43ba-b1f9-4ac1443f5702 service neutron] 10.222.0.24 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352656 Sep 09 09:30:06.869880 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab405f09-eb8b-4c4c-9795-851b5bb044ce req-846fe5b3-3726-43f6-bb55-7e5d1cf38575 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2343001 Sep 09 09:30:06.951203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.objects.ports [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:30:06.956674 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8419f1c3-6cad-4551-9d34-785298187215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:06.961873 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:06.992698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d6b69db-4cd7-492f-85fc-1c38a227f811 req-1d0ea31e-5233-44c2-96ee-fc69f5fd128a service neutron] 10.222.0.24 "GET /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724846 Sep 09 09:30:07.018291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-7eae1458-a32c-4f52-a3a9-955298aa43e1 req-e138a815-0166-4db1-9bf4-65caed9aa03a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:07.018527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7eae1458-a32c-4f52-a3a9-955298aa43e1 req-e138a815-0166-4db1-9bf4-65caed9aa03a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.067846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0548c-e9a6-44f6-85b4-f52caee512a2 None None] New status for floating IP 3667b28b-85e0-41ae-adb6-0403919d4d5d: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:30:07.084930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Subnet': ['ID=2b49c6a8-0a51-4055-aabb-9e2e4e736467,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:07.087316 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8419f1c3-6cad-4551-9d34-785298187215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.152747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Checking segment: {'id': 'b6ee23b5-aedc-40f4-90e9-7ed538760b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '50eb39aa-362b-49db-b8d9-5f2a5252b1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:07.152747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network hostable DHCP agents. Network: 50eb39aa-362b-49db-b8d9-5f2a5252b1e4, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:30:07.170921 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8419f1c3-6cad-4551-9d34-785298187215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.186380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7eae1458-a32c-4f52-a3a9-955298aa43e1 req-e138a815-0166-4db1-9bf4-65caed9aa03a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port 0f250e50-f310-4527-b7f2-1dc5b11abbe1, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0f250e50-f310-4527-b7f2-1dc5b11abbe1,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:07.186746 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7eae1458-a32c-4f52-a3a9-955298aa43e1 req-e138a815-0166-4db1-9bf4-65caed9aa03a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.205931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46892) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:07.219368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-7eae1458-a32c-4f52-a3a9-955298aa43e1 req-e138a815-0166-4db1-9bf4-65caed9aa03a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 0f250e50-f310-4527-b7f2-1dc5b11abbe1 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:07.260682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8419f1c3-6cad-4551-9d34-785298187215 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=530f7017d77a4512bfe4f071eed08e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5247974 Sep 09 09:30:07.261364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46896) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:07.272610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419f1c3-6cad-4551-9d34-785298187215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b6cb7d-d91d-455f-bab1-64934b891f4e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:07.288719 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network 50eb39aa-362b-49db-b8d9-5f2a5252b1e4 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:30:07.317563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Made reservation on behalf of a05e4fe9ef7a49c29cdb88e8dc511dd4 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:07.320085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.321897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-ae8c7bb8-a191-4b6c-94ee-b5c3a9e76315 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:07.328187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-ae8c7bb8-a191-4b6c-94ee-b5c3a9e76315 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:07.334822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-ae8c7bb8-a191-4b6c-94ee-b5c3a9e76315 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:07.338893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1364615829-network', 'tenant_id': '245f6d8c14c94cfaa4af650bffd88cb8'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:07.340956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-ae8c7bb8-a191-4b6c-94ee-b5c3a9e76315 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:07.346909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-ae8c7bb8-a191-4b6c-94ee-b5c3a9e76315 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:07.353326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-ae8c7bb8-a191-4b6c-94ee-b5c3a9e76315 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:07.359364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-ae8c7bb8-a191-4b6c-94ee-b5c3a9e76315 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:07.361351 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-ae8c7bb8-a191-4b6c-94ee-b5c3a9e76315 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5443 time: 0.1700401 Sep 09 09:30:07.373054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 50eb39aa-362b-49db-b8d9-5f2a5252b1e4) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:07.377972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:07.378584 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.387481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c17a6-53c6-43fd-a087-134e2fdd5cdc None None] Network 50eb39aa-362b-49db-b8d9-5f2a5252b1e4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:07.450982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-860e3b0f-f5d9-4bfc-936d-ee946bd4e4c9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:07.452984 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-860e3b0f-f5d9-4bfc-936d-ee946bd4e4c9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "GET /v2.0/ports/61dacf64-85aa-40e8-857f-3c2822090211?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0779452 Sep 09 09:30:07.453356 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b71e28f-4c0d-4d9c-a9d0-9b61f2feea1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.502981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2a23e-8db5-4e95-8782-79782457064f req-559e8cbf-57d7-4234-95da-e997cbabb2be tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:07.505136 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6c2a23e-8db5-4e95-8782-79782457064f req-559e8cbf-57d7-4234-95da-e997cbabb2be tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9754dfd7-7c10-4d30-9709-4aa2460bf0b6 HTTP/1.1" status: 200 len: 945 time: 0.1422069 Sep 09 09:30:07.516489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Made reservation on behalf of 245f6d8c14c94cfaa4af650bffd88cb8 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:07.518831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.523919 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b71e28f-4c0d-4d9c-a9d0-9b61f2feea1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.533770 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.544872 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7eae1458-a32c-4f52-a3a9-955298aa43e1 req-e138a815-0166-4db1-9bf4-65caed9aa03a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.547887 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:30:07.582070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138a815-0166-4db1-9bf4-65caed9aa03a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=0f250e50-f310-4527-b7f2-1dc5b11abbe1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:07.585652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-50eb39aa-362b-49db-b8d9-5f2a5252b1e4', 'network_id': '50eb39aa-362b-49db-b8d9-5f2a5252b1e4', 'tenant_id': 'dde7f99ae3d44548b2976c74dbf8e04f', 'fixed_ips': [{'subnet_id': '2b49c6a8-0a51-4055-aabb-9e2e4e736467'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:30:07.588264 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.607487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5a8fac45-51ac-4a45-b8b3-23c09693f2bf tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9327869 Sep 09 09:30:07.615386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46902) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:07.632791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Allocated IP 172.20.0.10 (13a71b19-ff40-4a72-ac7b-444abec923fb/19e1e42b-1780-47aa-8697-1309f17f9667/50467111-93ed-4e3b-b481-4b72400d1dc2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:07.666220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eae1458-a32c-4f52-a3a9-955298aa43e1 req-e138a815-0166-4db1-9bf4-65caed9aa03a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] No DVR routers for this DVR port 0f250e50-f310-4527-b7f2-1dc5b11abbe1 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:07.677847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6c2a23e-8db5-4e95-8782-79782457064f req-32bfab90-2478-4651-92a1-6fbd66704741 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc503e90-2a88-474f-b54c-778be7d59314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608205 Sep 09 09:30:07.680632 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7eae1458-a32c-4f52-a3a9-955298aa43e1 req-e138a815-0166-4db1-9bf4-65caed9aa03a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.682451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7eae1458-a32c-4f52-a3a9-955298aa43e1 req-e138a815-0166-4db1-9bf4-65caed9aa03a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "DELETE /v2.0/ports/0f250e50-f310-4527-b7f2-1dc5b11abbe1 HTTP/1.1" status: 204 len: 173 time: 1.1796932 Sep 09 09:30:07.699917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-d4d16e7f-f945-4751-bcd8-06fc5e87f198 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "GET /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2394311 Sep 09 09:30:07.719670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de9be749-c20c-4492-b42f-54766cfce1d3 req-60a40883-f5bb-4b85-8ddd-37c7b63133fa tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 210 time: 0.0563610 Sep 09 09:30:07.743932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:07.794281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b71e28f-4c0d-4d9c-a9d0-9b61f2feea1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.796899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b71e28f-4c0d-4d9c-a9d0-9b61f2feea1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.798087 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0b71e28f-4c0d-4d9c-a9d0-9b61f2feea1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09b6cb7d-d91d-455f-bab1-64934b891f4e HTTP/1.1" status: 204 len: 168 time: 0.5347559 Sep 09 09:30:07.820521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Allocated IP 2001:db8::f816:3eff:fe5b:d103 (50eb39aa-362b-49db-b8d9-5f2a5252b1e4/2b49c6a8-0a51-4055-aabb-9e2e4e736467/66a79d1b-ee68-495d-8991-9c3f35276cd8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:07.826254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'name': 'network-vif-deleted', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:07.830784 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b084f3d-0163-435f-abf2-e1ec7d9d1151" -d '{"events": [{"server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "name": "network-vif-deleted", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:07.853599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71e28f-4c0d-4d9c-a9d0-9b61f2feea1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b6cb7d-d91d-455f-bab1-64934b891f4e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:07.862704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.937114 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:07.940027 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f62a5e8-45e3-454c-bc65-c76a0bcb66c3 x-openstack-request-id: req-7f62a5e8-45e3-454c-bc65-c76a0bcb66c3 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:07.940397 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9754dfd7-7c10-4d30-9709-4aa2460bf0b6", "name": "network-vif-deleted", "tag": "0f250e50-f310-4527-b7f2-1dc5b11abbe1", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:07.940585 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f62a5e8-45e3-454c-bc65-c76a0bcb66c3 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:07.941171 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9754dfd7-7c10-4d30-9709-4aa2460bf0b6', 'name': 'network-vif-deleted', 'tag': '0f250e50-f310-4527-b7f2-1dc5b11abbe1', 'status': 'completed', 'code': 200} Sep 09 09:30:08.093236 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.139953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.144706 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.159741 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.203592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Transition to ACTIVE for port object 66a79d1b-ee68-495d-8991-9c3f35276cd8 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:08.233923 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.261401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfe428-c96c-414b-9ed8-76d84a377226 req-a2556da6-3719-4f41-9889-eefc1237f30a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:08.268344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfe428-c96c-414b-9ed8-76d84a377226 req-a2556da6-3719-4f41-9889-eefc1237f30a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:08.269317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Transition to ACTIVE for port object 66a79d1b-ee68-495d-8991-9c3f35276cd8 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:08.275989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfe428-c96c-414b-9ed8-76d84a377226 req-a2556da6-3719-4f41-9889-eefc1237f30a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:08.289316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfe428-c96c-414b-9ed8-76d84a377226 req-a2556da6-3719-4f41-9889-eefc1237f30a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:08.297291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfe428-c96c-414b-9ed8-76d84a377226 req-a2556da6-3719-4f41-9889-eefc1237f30a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:08.305563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfe428-c96c-414b-9ed8-76d84a377226 req-a2556da6-3719-4f41-9889-eefc1237f30a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:08.314122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfe428-c96c-414b-9ed8-76d84a377226 req-a2556da6-3719-4f41-9889-eefc1237f30a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:08.324369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38dfe428-c96c-414b-9ed8-76d84a377226 req-a2556da6-3719-4f41-9889-eefc1237f30a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 5443 time: 0.2972169 Sep 09 09:30:08.341451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] For port 61dacf64-85aa-40e8-857f-3c2822090211, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=61dacf64-85aa-40e8-857f-3c2822090211,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:08.354274 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.367894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:30:08.398880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd951dc-32c1-4faa-bcf8-f857bacddcde,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:08.435957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Network 50eb39aa-362b-49db-b8d9-5f2a5252b1e4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:08.443617 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38dfe428-c96c-414b-9ed8-76d84a377226 req-51e22ed7-c92d-4ad0-b970-0d7f6893767c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128690 Sep 09 09:30:08.449500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:08.449500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:08.451768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] For port 61dacf64-85aa-40e8-857f-3c2822090211, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:08.459476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Pushing event updated for resources: {'Port': ['ID=66a79d1b-ee68-495d-8991-9c3f35276cd8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:08.495247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] device_id is not set on port 61dacf64-85aa-40e8-857f-3c2822090211 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:30:08.496572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.506466 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.511766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['567c9904-ab3e-482f-a767-38e980042d95'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:30:08.513850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['651e1d18-9888-47ca-b283-0fd7681c2c09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:30:08.536701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.545330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.546117 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Added segment e5b7b3d1-3f12-40ca-960e-ac02897159ec of type vlan for network 346934c0-b5f0-416b-9d32-fc48ed065fec Sep 09 09:30:08.556770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Network 13a71b19-ff40-4a72-ac7b-444abec923fb is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:08.569393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:08.577278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Attempting to bind port 66a79d1b-ee68-495d-8991-9c3f35276cd8 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:08.582587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Attempting to bind port 66a79d1b-ee68-495d-8991-9c3f35276cd8 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b6ee23b5-aedc-40f4-90e9-7ed538760b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '50eb39aa-362b-49db-b8d9-5f2a5252b1e4'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:08.582587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Attempting to bind port 66a79d1b-ee68-495d-8991-9c3f35276cd8 on network 50eb39aa-362b-49db-b8d9-5f2a5252b1e4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:08.591082 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.598836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:08.600878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Checking segment: {'id': 'b6ee23b5-aedc-40f4-90e9-7ed538760b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '50eb39aa-362b-49db-b8d9-5f2a5252b1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:08.600878 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.601134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Bound using segment: {'id': 'b6ee23b5-aedc-40f4-90e9-7ed538760b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '50eb39aa-362b-49db-b8d9-5f2a5252b1e4'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:08.601575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Bound port: 66a79d1b-ee68-495d-8991-9c3f35276cd8, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ee23b5-aedc-40f4-90e9-7ed538760b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '50eb39aa-362b-49db-b8d9-5f2a5252b1e4'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:08.601968 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.614887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:08.615111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Subnet': ['ID=2b49c6a8-0a51-4055-aabb-9e2e4e736467,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:08.683464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:08.684572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.719233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Pushing event updated for resources: {'Port': ['ID=50467111-93ed-4e3b-b481-4b72400d1dc2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:08.725479 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.726434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] No DVR routers for this DVR port 61dacf64-85aa-40e8-857f-3c2822090211 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:08.772501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46916) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:08.803791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.809744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] Pushing event updated for resources: {'Port': ['ID=61dacf64-85aa-40e8-857f-3c2822090211,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:08.819635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46918) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:08.829143 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-c11651a7-6387-44a0-a176-f4adebaf38c9 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0734818 Sep 09 09:30:08.861051 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.864918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:08.864918 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.874049 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1395d802-9746-4de6-95c2-6457c8acf9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.875545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] For port 66a79d1b-ee68-495d-8991-9c3f35276cd8, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:08.877089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50eb39aa-362b-49db-b8d9-5f2a5252b1e4']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:08.899438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] In _notify_port_updated(), no bound segment for port 61dacf64-85aa-40e8-857f-3c2822090211 on network 6d564fa3-c657-44e8-be47-675efa82f319 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:30:08.900863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:08.901538 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.903642 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a15d652a-fada-4406-8a17-6270b99088c2 service neutron] 10.222.0.24 "PUT /v2.0/ports/61dacf64-85aa-40e8-857f-3c2822090211 HTTP/1.1" status: 200 len: 1033 time: 1.1641593 Sep 09 09:30:08.906062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ee23b5-aedc-40f4-90e9-7ed538760b4b') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:08.906584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ee23b5-aedc-40f4-90e9-7ed538760b4b') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:08.938321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] For port 66a79d1b-ee68-495d-8991-9c3f35276cd8, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=66a79d1b-ee68-495d-8991-9c3f35276cd8,segment=NetworkSegment(b6ee23b5-aedc-40f4-90e9-7ed538760b4b),segment_id=b6ee23b5-aedc-40f4-90e9-7ed538760b4b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:08.947312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Request body: {'port': {'device_id': '9f8e037e-1eec-4c89-868e-bb062a331dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:08.969668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-27f679d6-a3c4-40ee-b87f-29955d25cc94 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:08.971758 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-27f679d6-a3c4-40ee-b87f-29955d25cc94 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "GET /v2.0/ports/e655b2cd-242f-4a3f-8779-c4ab04142ef2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0533376 Sep 09 09:30:08.974572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:08.991873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:09.009974 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:09.023009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:09.040570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:09.040570 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:09.042044 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:09.070026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0ea63-e0f4-4e46-af2f-0734a76724cf req-c6b1fda8-1ac3-4192-8b97-cd1083cc7548 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:09.078538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffb0ea63-e0f4-4e46-af2f-0734a76724cf req-c6b1fda8-1ac3-4192-8b97-cd1083cc7548 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 932 time: 0.1700494 Sep 09 09:30:09.119548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08728fd7-bb7a-4180-9aff-c2bf9fd34fcb None None] Pushing event updated for resources: {'Port': ['ID=66a79d1b-ee68-495d-8991-9c3f35276cd8,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:09.138420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c610dd13-d95a-4220-b8cb-b2c210ec4bf7 None None] Provisioning complete for port 61dacf64-85aa-40e8-857f-3c2822090211 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:09.138831 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c610dd13-d95a-4220-b8cb-b2c210ec4bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:09.165757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874db87f-da0a-4fab-b4f7-3aadf52f16ba None None] Network 50eb39aa-362b-49db-b8d9-5f2a5252b1e4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:09.168177 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffb0ea63-e0f4-4e46-af2f-0734a76724cf req-d838eac6-ef59-4a55-89fb-db7fe55fae96 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887656 Sep 09 09:30:09.217455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c610dd13-d95a-4220-b8cb-b2c210ec4bf7 None None] Port 61dacf64-85aa-40e8-857f-3c2822090211 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:09.217731 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:09.231930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] Pushing event updated for resources: {'Network': ['ID=346934c0-b5f0-416b-9d32-fc48ed065fec,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:09.255471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 346934c0-b5f0-416b-9d32-fc48ed065fec details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:30:09.391177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dff115-1aa2-4009-b3f6-6b8d89026c37 None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:30:09.415817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:09.463736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 09:30:09.463736 n-d-778696-16 neutron-server[95326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 09:30:09.463736 n-d-778696-16 neutron-server[95326]: [parameters: {'id': '50eb39aa-362b-49db-b8d9-5f2a5252b1e4'}] Sep 09 09:30:09.463736 n-d-778696-16 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:30:09.464435 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:30:09.528584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1395d802-9746-4de6-95c2-6457c8acf9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:09.566039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dff115-1aa2-4009-b3f6-6b8d89026c37 None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:30:09.600809 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1395d802-9746-4de6-95c2-6457c8acf9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:09.685888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] For port e655b2cd-242f-4a3f-8779-c4ab04142ef2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e655b2cd-242f-4a3f-8779-c4ab04142ef2,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:09.687960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395d802-9746-4de6-95c2-6457c8acf9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d23ac19-535f-4633-b707-86fab45d9964,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:09.694009 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1395d802-9746-4de6-95c2-6457c8acf9c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3e895e33c5040fb8310496e66006817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8733318 Sep 09 09:30:09.702253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46922) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:09.732242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] For port e655b2cd-242f-4a3f-8779-c4ab04142ef2, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:09.773550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] device_id is not set on port e655b2cd-242f-4a3f-8779-c4ab04142ef2 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:30:09.783542 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:09.804572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b63a6-da25-40f9-bc87-ba825e787da7 req-a6854249-ac1c-4b8d-8e3a-f3f12267cf7c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:09.810952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b63a6-da25-40f9-bc87-ba825e787da7 req-a6854249-ac1c-4b8d-8e3a-f3f12267cf7c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:09.817868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b63a6-da25-40f9-bc87-ba825e787da7 req-a6854249-ac1c-4b8d-8e3a-f3f12267cf7c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:09.824795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b63a6-da25-40f9-bc87-ba825e787da7 req-a6854249-ac1c-4b8d-8e3a-f3f12267cf7c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:09.829409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e655b2cd-242f-4a3f-8779-c4ab04142ef2 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:09.834313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b63a6-da25-40f9-bc87-ba825e787da7 req-a6854249-ac1c-4b8d-8e3a-f3f12267cf7c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:09.840695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b63a6-da25-40f9-bc87-ba825e787da7 req-a6854249-ac1c-4b8d-8e3a-f3f12267cf7c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:09.842960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-679b63a6-da25-40f9-bc87-ba825e787da7 req-a6854249-ac1c-4b8d-8e3a-f3f12267cf7c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 4663 time: 0.2854238 Sep 09 09:30:09.861434 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:09.899509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e655b2cd-242f-4a3f-8779-c4ab04142ef2 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:09.899962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:09.941263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-679b63a6-da25-40f9-bc87-ba825e787da7 req-a7201c9f-1e77-4246-b44b-c8836eb6d780 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&id=1030c417-c232-45e5-bc7d-a1038ef88184&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877564 Sep 09 09:30:09.959295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] No DVR routers for this DVR port e655b2cd-242f-4a3f-8779-c4ab04142ef2 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:09.993454 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:09.995046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] Pushing event updated for resources: {'Port': ['ID=e655b2cd-242f-4a3f-8779-c4ab04142ef2,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:10.011180 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.023496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] In _notify_port_updated(), no bound segment for port e655b2cd-242f-4a3f-8779-c4ab04142ef2 on network 6d564fa3-c657-44e8-be47-675efa82f319 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:30:10.024400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:10.025027 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.026391 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-95e200d8-e22c-424e-95b7-155427b2de82 service neutron] 10.222.0.24 "PUT /v2.0/ports/e655b2cd-242f-4a3f-8779-c4ab04142ef2 HTTP/1.1" status: 200 len: 1031 time: 1.0433097 Sep 09 09:30:10.034340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd38fcc-baf9-4d41-8854-cb52e3e6fa85'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:10.037447 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a850004-2aad-4660-8d06-7a026599c317" -d '{"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd38fcc-baf9-4d41-8854-cb52e3e6fa85"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:10.056509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:10.097194 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ef67b407-41db-448e-a67d-ddd6403bdc99 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.8885121 Sep 09 09:30:10.099307 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6b4807-b1ea-417b-94c7-7c517c167763 x-openstack-request-id: req-4f6b4807-b1ea-417b-94c7-7c517c167763 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:10.099743 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd38fcc-baf9-4d41-8854-cb52e3e6fa85", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:10.100168 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f6b4807-b1ea-417b-94c7-7c517c167763 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:10.100910 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd38fcc-baf9-4d41-8854-cb52e3e6fa85', 'code': 200} Sep 09 09:30:10.102516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46926) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:10.112681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] Request body: {'subnet': {'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1364615829-subnet', 'tenant_id': '245f6d8c14c94cfaa4af650bffd88cb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:10.113265 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.114548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 61dacf64-85aa-40e8-857f-3c2822090211 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:10.193874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Deleting port 66a79d1b-ee68-495d-8991-9c3f35276cd8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:10.194146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.214424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:10.225948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 61dacf64-85aa-40e8-857f-3c2822090211 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:10.226450 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d6b256d0-8f4a-411d-83c3-e57f8b485b2f no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:10.288626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] Made reservation on behalf of 245f6d8c14c94cfaa4af650bffd88cb8 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:10.290378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6c7d2830-ba7f-4894-b82b-4b8b4ca413e9 None None] Provisioning complete for port e655b2cd-242f-4a3f-8779-c4ab04142ef2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:10.290763 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c7d2830-ba7f-4894-b82b-4b8b4ca413e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.291194 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.298848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50467111-93ed-4e3b-b481-4b72400d1dc2 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:30:10.299100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-5d7ad467-3afd-4a86-b663-e56748579504 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Deleting port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:10.299269 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-5d7ad467-3afd-4a86-b663-e56748579504 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.303822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] For port 66a79d1b-ee68-495d-8991-9c3f35276cd8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=66a79d1b-ee68-495d-8991-9c3f35276cd8,segment=NetworkSegment(b6ee23b5-aedc-40f4-90e9-7ed538760b4b),segment_id=b6ee23b5-aedc-40f4-90e9-7ed538760b4b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:10.304187 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.321201 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8df3907-656b-4933-a3b2-30563e98c674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.330847 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.346398 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.352974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d2830-ba7f-4894-b82b-4b8b4ca413e9 None None] Port e655b2cd-242f-4a3f-8779-c4ab04142ef2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:10.358660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Calling delete_port for 66a79d1b-ee68-495d-8991-9c3f35276cd8 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:10.367663 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.405378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d6b256d0-8f4a-411d-83c3-e57f8b485b2f, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:10.409660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8df3907-656b-4933-a3b2-30563e98c674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.413810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Transition to ACTIVE for port object 50467111-93ed-4e3b-b481-4b72400d1dc2 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:10.478729 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.479403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device dd77bb5c-f200-4070-9fdc-d93528eaca4b no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:10.511091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8c092-df55-497e-85ce-765eac5b80c9 req-64d2c4c2-1336-4cfc-80a5-0ce13ec38f29 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:10.512681 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77c8c092-df55-497e-85ce-765eac5b80c9 req-64d2c4c2-1336-4cfc-80a5-0ce13ec38f29 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 932 time: 0.2390735 Sep 09 09:30:10.562021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.580610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-5d7ad467-3afd-4a86-b663-e56748579504 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] For port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:10.580980 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-5d7ad467-3afd-4a86-b663-e56748579504 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.595507 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:10.621338 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.622961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-5d7ad467-3afd-4a86-b663-e56748579504 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Calling delete_port for ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:10.626613 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8df3907-656b-4933-a3b2-30563e98c674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.629856 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8df3907-656b-4933-a3b2-30563e98c674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.633596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e8df3907-656b-4933-a3b2-30563e98c674 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d23ac19-535f-4633-b707-86fab45d9964 HTTP/1.1" status: 204 len: 168 time: 0.9268537 Sep 09 09:30:10.640329 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77c8c092-df55-497e-85ce-765eac5b80c9 req-ebcf9cdf-92ad-4aad-9483-7e101e75210d tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162138 Sep 09 09:30:10.657699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df3907-656b-4933-a3b2-30563e98c674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d23ac19-535f-4633-b707-86fab45d9964,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:10.671235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=50467111-93ed-4e3b-b481-4b72400d1dc2,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:10.711043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port dd77bb5c-f200-4070-9fdc-d93528eaca4b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=dd77bb5c-f200-4070-9fdc-d93528eaca4b,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:10.783700 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.787915 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.790655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device c2f69134-2934-42cb-bb06-f7d2b55fb6eb no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:10.795553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Attempting to bind port 50467111-93ed-4e3b-b481-4b72400d1dc2 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:10.795553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Attempting to bind port 50467111-93ed-4e3b-b481-4b72400d1dc2 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:10.796186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Attempting to bind port 50467111-93ed-4e3b-b481-4b72400d1dc2 on network 13a71b19-ff40-4a72-ac7b-444abec923fb {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:10.821615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Port 50467111-93ed-4e3b-b481-4b72400d1dc2 on network 13a71b19-ff40-4a72-ac7b-444abec923fb not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:30:10.821951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Attempting to bind port 50467111-93ed-4e3b-b481-4b72400d1dc2 on network 13a71b19-ff40-4a72-ac7b-444abec923fb {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:10.829956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:10.830437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Checking segment: {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:10.830756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Bound using segment: {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:10.831156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Bound port: 50467111-93ed-4e3b-b481-4b72400d1dc2, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:10.831545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.836234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Port': ['ID=66a79d1b-ee68-495d-8991-9c3f35276cd8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:10.841004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No DVR routers for this DVR port 66a79d1b-ee68-495d-8991-9c3f35276cd8 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:10.908841 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.909231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port b1409a89-c01f-4f13-a7d1-ad705fad8b05 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:10.909587 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:10.934371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=dd77bb5c-f200-4070-9fdc-d93528eaca4b,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:10.940434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] For port 50467111-93ed-4e3b-b481-4b72400d1dc2, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:10.964536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] For port 50467111-93ed-4e3b-b481-4b72400d1dc2, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=50467111-93ed-4e3b-b481-4b72400d1dc2,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:10.969495 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.017721 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.022880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port c2f69134-2934-42cb-bb06-f7d2b55fb6eb, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:11.032595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port b1409a89-c01f-4f13-a7d1-ad705fad8b05, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b1409a89-c01f-4f13-a7d1-ad705fad8b05,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:11.033133 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.057097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for b1409a89-c01f-4f13-a7d1-ad705fad8b05 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:11.060307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50eb39aa-362b-49db-b8d9-5f2a5252b1e4']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:11.065421 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.085360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:11.090159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ee23b5-aedc-40f4-90e9-7ed538760b4b') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:11.090846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ee23b5-aedc-40f4-90e9-7ed538760b4b') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:11.103405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.121517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] Checking segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:11.122031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] Network hostable DHCP agents. Network: 346934c0-b5f0-416b-9d32-fc48ed065fec, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:30:11.124821 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.125637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6ee26517-ed70-4c71-b9ef-170f240a2c83 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:11.137923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.158166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:11.158491 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.162861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-5d7ad467-3afd-4a86-b663-e56748579504 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:11.164583 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:11.176984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:11.176984 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.178366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] 10.222.0.41 "PUT /v2.0/ports/50467111-93ed-4e3b-b481-4b72400d1dc2 HTTP/1.1" status: 200 len: 1093 time: 2.2382331 Sep 09 09:30:11.184917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8e037e-1eec-4c89-868e-bb062a331dff', 'tag': '50467111-93ed-4e3b-b481-4b72400d1dc2'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:11.187531 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acff913d-f0c0-4eab-943f-459e7e1f3d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8e037e-1eec-4c89-868e-bb062a331dff", "tag": "50467111-93ed-4e3b-b481-4b72400d1dc2"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:11.233914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] Network 346934c0-b5f0-416b-9d32-fc48ed065fec is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:30:11.236258 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ad467-3afd-4a86-b663-e56748579504 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Port': ['ID=ddd38fcc-baf9-4d41-8854-cb52e3e6fa85,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:11.248997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:11.314190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947df5-2072-4550-9d18-5985d54481b4 req-45cd269f-8e3a-4851-af19-3363452235c5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:11.316617 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.322800 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947df5-2072-4550-9d18-5985d54481b4 req-45cd269f-8e3a-4851-af19-3363452235c5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:11.329626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947df5-2072-4550-9d18-5985d54481b4 req-45cd269f-8e3a-4851-af19-3363452235c5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:11.337437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947df5-2072-4550-9d18-5985d54481b4 req-45cd269f-8e3a-4851-af19-3363452235c5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:11.345290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947df5-2072-4550-9d18-5985d54481b4 req-45cd269f-8e3a-4851-af19-3363452235c5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:11.355762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-5d7ad467-3afd-4a86-b663-e56748579504 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] No DVR routers for this DVR port ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:11.358567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6ee26517-ed70-4c71-b9ef-170f240a2c83, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6ee26517-ed70-4c71-b9ef-170f240a2c83,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:11.361464 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-5d7ad467-3afd-4a86-b663-e56748579504 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.364080 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-5d7ad467-3afd-4a86-b663-e56748579504 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "DELETE /v2.0/ports/ddd38fcc-baf9-4d41-8854-cb52e3e6fa85 HTTP/1.1" status: 204 len: 173 time: 1.3073132 Sep 09 09:30:11.364551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-deleted', 'tag': 'ddd38fcc-baf9-4d41-8854-cb52e3e6fa85'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:11.365205 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7947df5-2072-4550-9d18-5985d54481b4 req-45cd269f-8e3a-4851-af19-3363452235c5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 3801 time: 0.2953987 Sep 09 09:30:11.367004 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540f3ec5-b290-4ddf-867d-5b88b0d85298" -d '{"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-deleted", "tag": "ddd38fcc-baf9-4d41-8854-cb52e3e6fa85"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:11.379197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 346934c0-b5f0-416b-9d32-fc48ed065fec) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:11.382600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:11.383299 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.394064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee556193-1631-4157-8a3d-60877f11eecb None None] Network 346934c0-b5f0-416b-9d32-fc48ed065fec requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:11.445578 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b38642-725c-49e2-af12-155e6bfe4ab6 x-openstack-request-id: req-d4b38642-725c-49e2-af12-155e6bfe4ab6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:11.445873 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8e037e-1eec-4c89-868e-bb062a331dff", "tag": "50467111-93ed-4e3b-b481-4b72400d1dc2", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:11.446115 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4b38642-725c-49e2-af12-155e6bfe4ab6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:11.446514 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8e037e-1eec-4c89-868e-bb062a331dff', 'tag': '50467111-93ed-4e3b-b481-4b72400d1dc2', 'status': 'completed', 'code': 200} Sep 09 09:30:11.452025 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77cbbc6-7d3b-4707-a0d9-3dc2a74c42d8 x-openstack-request-id: req-c77cbbc6-7d3b-4707-a0d9-3dc2a74c42d8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:11.452331 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-deleted", "tag": "ddd38fcc-baf9-4d41-8854-cb52e3e6fa85", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:11.452591 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c77cbbc6-7d3b-4707-a0d9-3dc2a74c42d8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:11.453003 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-deleted', 'tag': 'ddd38fcc-baf9-4d41-8854-cb52e3e6fa85', 'status': 'completed', 'code': 200} Sep 09 09:30:11.455988 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.467761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.472951 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/networks/50eb39aa-362b-49db-b8d9-5f2a5252b1e4 HTTP/1.1" status: 204 len: 168 time: 3.8532686 Sep 09 09:30:11.481106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa98c84-9302-415e-a3f6-567de86a9ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=50467111-93ed-4e3b-b481-4b72400d1dc2,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:11.481106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46946) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:11.486768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2931548-fc69-4daa-96da-676e8321edf5 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Network': ['ID=50eb39aa-362b-49db-b8d9-5f2a5252b1e4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:11.497247 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.498257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 0f250e50-f310-4527-b7f2-1dc5b11abbe1 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:11.509671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1491557714'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:11.511997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Deleting port c2f69134-2934-42cb-bb06-f7d2b55fb6eb {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:11.512291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.541275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 0f250e50-f310-4527-b7f2-1dc5b11abbe1 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:11.541903 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 0f250e50-f310-4527-b7f2-1dc5b11abbe1 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:11.563591 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7947df5-2072-4550-9d18-5985d54481b4 req-4bc693d9-5afa-4d0a-853e-3348bf1dc84b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973982 Sep 09 09:30:11.572110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-e4822e84-2e61-4c39-ba8c-1d66efeb6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:11.573923 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-e4822e84-2e61-4c39-ba8c-1d66efeb6992 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 1096 time: 0.1299708 Sep 09 09:30:11.590093 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-80a1fbff-e6d0-48e1-9d50-2b5249bba941 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4834602 Sep 09 09:30:11.661518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] For port c2f69134-2934-42cb-bb06-f7d2b55fb6eb, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:11.662175 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.687364 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-4ed947c5-4499-4fce-895f-e261e27b59f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50467111-93ed-4e3b-b481-4b72400d1dc2 HTTP/1.1" status: 200 len: 217 time: 0.0903995 Sep 09 09:30:11.765908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-66a03b60-7203-4d81-80c7-f9525e2a4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:11.772773 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-66a03b60-7203-4d81-80c7-f9525e2a4f21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19e1e42b-1780-47aa-8697-1309f17f9667 HTTP/1.1" status: 200 len: 855 time: 0.0661883 Sep 09 09:30:11.826347 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-622e4cf1-e729-4587-a997-278abc627e6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13a71b19-ff40-4a72-ac7b-444abec923fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427334 Sep 09 09:30:11.826347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.827370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d1322-3ddc-4aec-9be5-f25791dee346 None None] Network 346934c0-b5f0-416b-9d32-fc48ed065fec requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:11.835639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:11.839572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.876656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6ee26517-ed70-4c71-b9ef-170f240a2c83,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:11.973667 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.974269 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:11.974450 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Floating IP c11d2dcd-10dd-4f64-a4dd-681d16aa8445 disassociated. External IP: 172.25.8.229, port: c2f69134-2934-42cb-bb06-f7d2b55fb6eb. Sep 09 09:30:11.974807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Calling delete_port for c2f69134-2934-42cb-bb06-f7d2b55fb6eb owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:12.060170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=b1409a89-c01f-4f13-a7d1-ad705fad8b05,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:12.102155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b256d0-8f4a-411d-83c3-e57f8b485b2f'}, {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd77bb5c-f200-4070-9fdc-d93528eaca4b'}, {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb'}, {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee26517-ed70-4c71-b9ef-170f240a2c83'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:12.104376 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9585ba6b-c91b-43ba-8708-dd36da620e0c" -d '{"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-unplugged", "status": "completed", "tag": "d6b256d0-8f4a-411d-83c3-e57f8b485b2f"}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-unplugged", "status": "completed", "tag": "dd77bb5c-f200-4070-9fdc-d93528eaca4b"}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f69134-2934-42cb-bb06-f7d2b55fb6eb"}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee26517-ed70-4c71-b9ef-170f240a2c83"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:12.118750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e9b2-16fe-436e-8447-9dfa8e11850b req-86b80b52-6988-45bf-adde-ccfeed087e14 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:12.127532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-2c8c8a03-ce55-4974-8284-7f3b3a3fe546 service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824686 Sep 09 09:30:12.130878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d837e9b2-16fe-436e-8447-9dfa8e11850b req-86b80b52-6988-45bf-adde-ccfeed087e14 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 944 time: 0.1005621 Sep 09 09:30:12.250058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d837e9b2-16fe-436e-8447-9dfa8e11850b req-e28cf91b-8257-469e-ab50-a9b51ef49f51 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182792 Sep 09 09:30:12.335022 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:12.349414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:30:12.354733 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4726d72-dc44-4d0e-9c60-bd08f76812bf x-openstack-request-id: req-c4726d72-dc44-4d0e-9c60-bd08f76812bf {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:12.355115 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-unplugged", "status": "completed", "tag": "d6b256d0-8f4a-411d-83c3-e57f8b485b2f", "code": 200}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-unplugged", "status": "completed", "tag": "dd77bb5c-f200-4070-9fdc-d93528eaca4b", "code": 200}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f69134-2934-42cb-bb06-f7d2b55fb6eb", "code": 200}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee26517-ed70-4c71-b9ef-170f240a2c83", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:12.355525 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4726d72-dc44-4d0e-9c60-bd08f76812bf {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:12.355950 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b256d0-8f4a-411d-83c3-e57f8b485b2f', 'code': 200} Sep 09 09:30:12.356295 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd77bb5c-f200-4070-9fdc-d93528eaca4b', 'code': 200} Sep 09 09:30:12.356616 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb', 'code': 200} Sep 09 09:30:12.356921 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee26517-ed70-4c71-b9ef-170f240a2c83', 'code': 200} Sep 09 09:30:12.373426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Port': ['ID=c2f69134-2934-42cb-bb06-f7d2b55fb6eb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:12.392591 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:12.393063 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Added segment 25d4f89c-1da6-402b-b7bc-d425df31610b of type vlan for network 2ca84bc4-6e42-484d-8e1c-a19f5ec9becb Sep 09 09:30:12.483998 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39c7cd14-e850-44b7-969d-eb1431f80b41 req-b397ef78-960b-4a56-a90f-3eb445371379 service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302236 Sep 09 09:30:12.512886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Router a059c2ea-e941-472b-afba-8225e2900988 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:30:12.581309 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:12.698707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-4e68d202-565f-4fc2-a8f4-354f9acdefc2 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:12.705995 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-4e68d202-565f-4fc2-a8f4-354f9acdefc2 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.4304123 Sep 09 09:30:12.740086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-b3d2ef71-cb00-494c-8a8a-cdc1f6edc3b7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/quotas/245f6d8c14c94cfaa4af650bffd88cb8 HTTP/1.1" status: 200 len: 375 time: 0.0329390 Sep 09 09:30:12.746241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff913d-f0c0-4eab-943f-459e7e1f3d3e req-19ae0547-c581-4648-b68f-3f4598e2e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:12.747839 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acff913d-f0c0-4eab-943f-459e7e1f3d3e req-19ae0547-c581-4648-b68f-3f4598e2e18c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 1096 time: 0.1635261 Sep 09 09:30:12.748478 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:12.858512 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-3749af2f-1b43-4470-9c89-9300d4fd0670 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1154549 Sep 09 09:30:12.861071 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:12.868449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:12.874249 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:12.936270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:12.952458 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81116149-cbb5-4b3e-b745-22ba2a0c95a3 None None] Sync routers for ids ['a059c2ea-e941-472b-afba-8225e2900988'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:12.973847 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81116149-cbb5-4b3e-b745-22ba2a0c95a3 None None] Routers {'a059c2ea-e941-472b-afba-8225e2900988'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:12.974817 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81116149-cbb5-4b3e-b745-22ba2a0c95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a059c2ea-e941-472b-afba-8225e2900988'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:13.008273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] No DVR routers for this DVR port c2f69134-2934-42cb-bb06-f7d2b55fb6eb on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:13.010016 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:13.012279 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-844c652e-8b07-458a-b3c6-a1acf9732eaa tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "DELETE /v2.0/ports/c2f69134-2934-42cb-bb06-f7d2b55fb6eb HTTP/1.1" status: 204 len: 173 time: 1.6418626 Sep 09 09:30:13.024409 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5429740 Sep 09 09:30:13.037374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47010) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:13.056328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'subnet': {'network_id': '2ca84bc4-6e42-484d-8e1c-a19f5ec9becb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:13.089761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3ba28-22be-4437-a6d6-10f9973963a3 req-073a31de-0a99-4a81-92a9-a1e051b27b09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:13.095914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3ba28-22be-4437-a6d6-10f9973963a3 req-073a31de-0a99-4a81-92a9-a1e051b27b09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:13.102437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3ba28-22be-4437-a6d6-10f9973963a3 req-073a31de-0a99-4a81-92a9-a1e051b27b09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:13.104218 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-28e3ba28-22be-4437-a6d6-10f9973963a3 req-073a31de-0a99-4a81-92a9-a1e051b27b09 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 2409 time: 0.1659844 Sep 09 09:30:13.255680 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-81116149-cbb5-4b3e-b745-22ba2a0c95a3 None None] Set router a059c2ea-e941-472b-afba-8225e2900988 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:13.321316 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-28e3ba28-22be-4437-a6d6-10f9973963a3 req-86bbc090-25ec-4f0b-9030-262db55f5014 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011716 Sep 09 09:30:13.353076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-52254d47-8f40-4d98-a284-5f45b6ff5450 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Deleting port dd77bb5c-f200-4070-9fdc-d93528eaca4b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:13.353076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-52254d47-8f40-4d98-a284-5f45b6ff5450 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:13.481145 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-52254d47-8f40-4d98-a284-5f45b6ff5450 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] For port dd77bb5c-f200-4070-9fdc-d93528eaca4b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=dd77bb5c-f200-4070-9fdc-d93528eaca4b,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:13.481679 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-52254d47-8f40-4d98-a284-5f45b6ff5450 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:13.494191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-deleted', 'tag': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:13.498375 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaebc7b-50b9-43ec-a561-ed5067a84bb5" -d '{"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-deleted", "tag": "c2f69134-2934-42cb-bb06-f7d2b55fb6eb"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:13.509940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:13.514156 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:13.618657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fd3a5-0d60-490d-b0da-630c763b3a50 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Network': ['ID=2ca84bc4-6e42-484d-8e1c-a19f5ec9becb,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:13.634127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff913d-f0c0-4eab-943f-459e7e1f3d3e req-c89f3f87-1e84-4f7d-a475-a0842a924950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:13.635882 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acff913d-f0c0-4eab-943f-459e7e1f3d3e req-c89f3f87-1e84-4f7d-a475-a0842a924950 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 916 time: 0.8771720 Sep 09 09:30:13.640222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 2ca84bc4-6e42-484d-8e1c-a19f5ec9becb details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:30:13.644084 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81116149-cbb5-4b3e-b745-22ba2a0c95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:13Z', 'revision_number': 4, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'e8630071-69aa-421a-b5f5-2d3bef597bfc', 'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'mac_address': 'fa:16:3e:b3:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:11Z', 'updated_at': '2021-09-09T09:19:20Z', 'revision_number': 5, 'project_id': '77c44c0859204d059165e2a3262a3398', 'subnets': [{'id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:13.665635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-52254d47-8f40-4d98-a284-5f45b6ff5450 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Calling delete_port for dd77bb5c-f200-4070-9fdc-d93528eaca4b owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:13.713379 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81116149-cbb5-4b3e-b745-22ba2a0c95a3 None None] Checking router: a059c2ea-e941-472b-afba-8225e2900988 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:30:13.741325 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81116149-cbb5-4b3e-b745-22ba2a0c95a3 None None] Routers {'a059c2ea-e941-472b-afba-8225e2900988'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:13.742658 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81116149-cbb5-4b3e-b745-22ba2a0c95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a059c2ea-e941-472b-afba-8225e2900988'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:13.750445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47018) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:13.754762 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acff913d-f0c0-4eab-943f-459e7e1f3d3e req-b572dbeb-b7a9-43ab-840c-1d423cc4b488 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50467111-93ed-4e3b-b481-4b72400d1dc2 HTTP/1.1" status: 200 len: 217 time: 0.1017530 Sep 09 09:30:13.767932 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-5347cb7b-175d-49cd-a438-0154146bae1c service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9076595 Sep 09 09:30:13.876895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff913d-f0c0-4eab-943f-459e7e1f3d3e req-b163748f-4fcd-40d9-a46d-ca829ea60ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:13.879591 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acff913d-f0c0-4eab-943f-459e7e1f3d3e req-b163748f-4fcd-40d9-a46d-ca829ea60ed5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19e1e42b-1780-47aa-8697-1309f17f9667 HTTP/1.1" status: 200 len: 855 time: 0.1016955 Sep 09 09:30:13.893101 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-81116149-cbb5-4b3e-b745-22ba2a0c95a3 None None] Set router a059c2ea-e941-472b-afba-8225e2900988 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:13.996449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acff913d-f0c0-4eab-943f-459e7e1f3d3e req-01dee2f9-506b-4773-8e10-f5befa4ac2cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13a71b19-ff40-4a72-ac7b-444abec923fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038692 Sep 09 09:30:14.001757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e1be8-3bc6-428f-9138-9b49e0d23a87 req-ebc4a0e6-eaeb-475e-8a14-ffc02fe64f78 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:14.005774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e7f3-0a36-4cc8-aa70-15ed906efbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:14.011395 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-869e1be8-3bc6-428f-9138-9b49e0d23a87 req-ebc4a0e6-eaeb-475e-8a14-ffc02fe64f78 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 944 time: 0.5028095 Sep 09 09:30:14.091986 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-869e1be8-3bc6-428f-9138-9b49e0d23a87 req-ba751eb1-8745-4582-8465-c5d8cb45c0a7 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796108 Sep 09 09:30:14.127064 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-9d73804b-6530-47d1-8f5f-1efa2ec70cb1 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577976 Sep 09 09:30:14.185213 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf584cb-a3d6-4752-9780-4ea5a435fc66 x-openstack-request-id: req-fbf584cb-a3d6-4752-9780-4ea5a435fc66 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:14.185505 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-deleted", "tag": "c2f69134-2934-42cb-bb06-f7d2b55fb6eb", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:14.185756 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbf584cb-a3d6-4752-9780-4ea5a435fc66 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:14.186151 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-deleted', 'tag': 'c2f69134-2934-42cb-bb06-f7d2b55fb6eb', 'status': 'completed', 'code': 200} Sep 09 09:30:14.210295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router 81315cd2-3d87-49a1-884e-4050fc986fcd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:30:14.225999 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:14.262520 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acff913d-f0c0-4eab-943f-459e7e1f3d3e req-578f3c3d-79b7-47b6-9dae-88e7e91521da service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493010 Sep 09 09:30:14.308421 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81116149-cbb5-4b3e-b745-22ba2a0c95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:13Z', 'revision_number': 4, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'e8630071-69aa-421a-b5f5-2d3bef597bfc', 'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'mac_address': 'fa:16:3e:b3:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:11Z', 'updated_at': '2021-09-09T09:19:20Z', 'revision_number': 5, 'project_id': '77c44c0859204d059165e2a3262a3398', 'subnets': [{'id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:14.328124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Subnet': ['ID=4560e9eb-7e4b-4a59-8c48-f87e468c0d6e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:14.335812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Checking segment: {'id': '25d4f89c-1da6-402b-b7bc-d425df31610b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ca84bc4-6e42-484d-8e1c-a19f5ec9becb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:14.337524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network hostable DHCP agents. Network: 2ca84bc4-6e42-484d-8e1c-a19f5ec9becb, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:30:14.341936 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-52254d47-8f40-4d98-a284-5f45b6ff5450 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:14.386715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52254d47-8f40-4d98-a284-5f45b6ff5450 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Port': ['ID=dd77bb5c-f200-4070-9fdc-d93528eaca4b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:14.420573 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81116149-cbb5-4b3e-b745-22ba2a0c95a3 None None] The sync data for ids ['a059c2ea-e941-472b-afba-8225e2900988'] in n-d-778696-16 is: [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:19:13Z', 'revision_number': 4, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'e8630071-69aa-421a-b5f5-2d3bef597bfc', 'name': '', 'network_id': 'cde98297-5ac2-4658-b7e9-2b86e45e252b', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'mac_address': 'fa:16:3e:b3:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:11Z', 'updated_at': '2021-09-09T09:19:20Z', 'revision_number': 5, 'project_id': '77c44c0859204d059165e2a3262a3398', 'subnets': [{'id': '7eaf9055-4be0-4b7a-8a4c-147c7f236463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:14.428142 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbf53982-dd39-4383-be16-540fdc3a8228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:14.481190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-52254d47-8f40-4d98-a284-5f45b6ff5450 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] No DVR routers for this DVR port dd77bb5c-f200-4070-9fdc-d93528eaca4b on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:14.487819 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-52254d47-8f40-4d98-a284-5f45b6ff5450 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:14.492868 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-52254d47-8f40-4d98-a284-5f45b6ff5450 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "DELETE /v2.0/ports/dd77bb5c-f200-4070-9fdc-d93528eaca4b HTTP/1.1" status: 204 len: 173 time: 1.4740994 Sep 09 09:30:14.531454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network 2ca84bc4-6e42-484d-8e1c-a19f5ec9becb is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:30:14.548719 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e7f3-0a36-4cc8-aa70-15ed906efbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:14.555324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c40b54a0-33ac-483e-a0d9-af75e62ee357 req-6ec79aa2-bf03-4fef-8a4e-42ed96782bd2 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 210 time: 0.0389168 Sep 09 09:30:14.608603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:14.623325 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acff913d-f0c0-4eab-943f-459e7e1f3d3e req-61619591-581e-4f5b-b6ad-695e98364523 service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182976 Sep 09 09:30:14.625085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e7f3-0a36-4cc8-aa70-15ed906efbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:14.649373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22296f07-0fc2-4473-8414-34b447bf748b None None] Sync routers for ids ['81315cd2-3d87-49a1-884e-4050fc986fcd'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:14.672230 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dc1e3210-6400-421a-a2de-94916a1784f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "PUT /v2.0/routers/81315cd2-3d87-49a1-884e-4050fc986fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8952172 Sep 09 09:30:14.674580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9ac2e7f3-0a36-4cc8-aa70-15ed906efbc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=314830bb494444fea777d0422a24fcd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9217210 Sep 09 09:30:14.674701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47028) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:14.679572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47030) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:14.695016 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22296f07-0fc2-4473-8414-34b447bf748b None None] Routers {'81315cd2-3d87-49a1-884e-4050fc986fcd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:14.695690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22296f07-0fc2-4473-8414-34b447bf748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['81315cd2-3d87-49a1-884e-4050fc986fcd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:14.708828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 2ca84bc4-6e42-484d-8e1c-a19f5ec9becb) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:14.732708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c671e-20d2-4c81-8d91-a52b92d5eec6 req-c2a8be48-53b2-445e-9c9f-dca93499ad0c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:14.738869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c671e-20d2-4c81-8d91-a52b92d5eec6 req-c2a8be48-53b2-445e-9c9f-dca93499ad0c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:14.751139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fa2c671e-20d2-4c81-8d91-a52b92d5eec6 req-c2a8be48-53b2-445e-9c9f-dca93499ad0c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 1676 time: 0.1632230 Sep 09 09:30:14.763920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:14.764527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:14.801173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090b16a-4b66-4690-986c-71a618555310 None None] Network 2ca84bc4-6e42-484d-8e1c-a19f5ec9becb requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:14.854810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec85cf9-8b37-4f21-8673-6015483abac1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting subnet 2ae01914-8bf1-4c27-854f-f82aa417a211 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:30:14.860099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2e7f3-0a36-4cc8-aa70-15ed906efbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5142f000-e33e-4097-b8e4-0a75a4d137f1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:14.870519 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cec85cf9-8b37-4f21-8673-6015483abac1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:14.898991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-22296f07-0fc2-4473-8414-34b447bf748b None None] Set router 81315cd2-3d87-49a1-884e-4050fc986fcd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:14.903088 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f145a014-6c47-44cc-8273-a2f00cd20fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:14.921051 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fa2c671e-20d2-4c81-8d91-a52b92d5eec6 req-4518046f-91e6-4893-ae15-f11789cf1e37 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634619 Sep 09 09:30:14.949488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f145a014-6c47-44cc-8273-a2f00cd20fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:14.952726 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dac5a76d-ccdd-4c4c-87c0-dad83c0e9b65 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9048634 Sep 09 09:30:14.963199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47036) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:15.036991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cec85cf9-8b37-4f21-8673-6015483abac1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.045215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a56a33b5-eeab-4ce6-8974-6f2190a7b718 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Deleting port 6ee26517-ed70-4c71-b9ef-170f240a2c83 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:15.045570 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a56a33b5-eeab-4ce6-8974-6f2190a7b718 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.141622 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f145a014-6c47-44cc-8273-a2f00cd20fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.145395 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f145a014-6c47-44cc-8273-a2f00cd20fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.146878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f145a014-6c47-44cc-8273-a2f00cd20fa2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5142f000-e33e-4097-b8e4-0a75a4d137f1 HTTP/1.1" status: 204 len: 168 time: 0.4639227 Sep 09 09:30:15.168364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145a014-6c47-44cc-8273-a2f00cd20fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5142f000-e33e-4097-b8e4-0a75a4d137f1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:15.182713 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6eb31-e5c5-407b-a410-7781974935b4 None None] New status for floating IP c11d2dcd-10dd-4f64-a4dd-681d16aa8445: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:30:15.292093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.302377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a56a33b5-eeab-4ce6-8974-6f2190a7b718 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] For port 6ee26517-ed70-4c71-b9ef-170f240a2c83, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6ee26517-ed70-4c71-b9ef-170f240a2c83,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:15.302748 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a56a33b5-eeab-4ce6-8974-6f2190a7b718 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.311009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcfbf5-2866-45b9-a148-3ef342d539b6 req-0ad77667-a505-433a-859d-770bc0694b1b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:15.327167 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-65bcfbf5-2866-45b9-a148-3ef342d539b6 req-0ad77667-a505-433a-859d-770bc0694b1b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 944 time: 0.1118484 Sep 09 09:30:15.359138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a56a33b5-eeab-4ce6-8974-6f2190a7b718 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Calling delete_port for 6ee26517-ed70-4c71-b9ef-170f240a2c83 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:15.362767 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cec85cf9-8b37-4f21-8673-6015483abac1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.445011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-65bcfbf5-2866-45b9-a148-3ef342d539b6 req-2241f2a8-de03-4606-b4ad-6951a5e5e1ac tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167815 Sep 09 09:30:15.532326 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.688175 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cec85cf9-8b37-4f21-8673-6015483abac1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.690316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2666047-11fb-4fc3-b597-97aa0d06fd0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-2ca84bc4-6e42-484d-8e1c-a19f5ec9becb', 'network_id': '2ca84bc4-6e42-484d-8e1c-a19f5ec9becb', 'tenant_id': 'dde7f99ae3d44548b2976c74dbf8e04f', 'fixed_ips': [{'subnet_id': '4560e9eb-7e4b-4a59-8c48-f87e468c0d6e'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:30:15.691186 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2666047-11fb-4fc3-b597-97aa0d06fd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.732615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22296f07-0fc2-4473-8414-34b447bf748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:30:11Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:15.783818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22296f07-0fc2-4473-8414-34b447bf748b None None] Checking router: 81315cd2-3d87-49a1-884e-4050fc986fcd for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:30:15.787291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec85cf9-8b37-4f21-8673-6015483abac1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae01914-8bf1-4c27-854f-f82aa417a211,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:15.790969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-977adcf7-44fd-4b8f-b438-3492d0824fa8 req-85a9b80e-617c-4df2-a18e-dcb496556015 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 210 time: 0.1088305 Sep 09 09:30:15.792274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cec85cf9-8b37-4f21-8673-6015483abac1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.799571 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cec85cf9-8b37-4f21-8673-6015483abac1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/subnets/2ae01914-8bf1-4c27-854f-f82aa417a211 HTTP/1.1" status: 204 len: 168 time: 1.1177235 Sep 09 09:30:15.799571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.800354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47052) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:15.830503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Subnet': ['ID=4560e9eb-7e4b-4a59-8c48-f87e468c0d6e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:15.870021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74724ca3-3939-45b9-ac9c-8bf5339e1091 None None] Network 7ce190d0-37ef-48dd-b47a-b59c7670b83b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:15.901626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22296f07-0fc2-4473-8414-34b447bf748b None None] Routers {'81315cd2-3d87-49a1-884e-4050fc986fcd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:15.902285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22296f07-0fc2-4473-8414-34b447bf748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:29:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['81315cd2-3d87-49a1-884e-4050fc986fcd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:15.938836 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:15.952117 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a56a33b5-eeab-4ce6-8974-6f2190a7b718 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server [None req-e2666047-11fb-4fc3-b597-97aa0d06fd0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4560e9eb-7e4b-4a59-8c48-f87e468c0d6e: This subnet is being modified by another concurrent operation. Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 09 09:30:16.010941 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise self.value Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server raise exception Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4560e9eb-7e4b-4a59-8c48-f87e468c0d6e: This subnet is being modified by another concurrent operation. Sep 09 09:30:16.016834 n-d-778696-16 neutron-server[95327]: ERROR oslo_messaging.rpc.server Sep 09 09:30:16.019618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a33b5-eeab-4ce6-8974-6f2190a7b718 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Port': ['ID=6ee26517-ed70-4c71-b9ef-170f240a2c83,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:16.032348 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.055981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca84bc4-6e42-484d-8e1c-a19f5ec9becb']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:16.096735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b817b-15a4-4f6f-a349-2f8a0f600661 None None] Network 2ca84bc4-6e42-484d-8e1c-a19f5ec9becb requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:16.110338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a56a33b5-eeab-4ce6-8974-6f2190a7b718 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] No DVR routers for this DVR port 6ee26517-ed70-4c71-b9ef-170f240a2c83 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:16.115225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d4f89c-1da6-402b-b7bc-d425df31610b') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:16.115906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d4f89c-1da6-402b-b7bc-d425df31610b') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:16.118872 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a56a33b5-eeab-4ce6-8974-6f2190a7b718 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.121292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-a56a33b5-eeab-4ce6-8974-6f2190a7b718 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "DELETE /v2.0/ports/6ee26517-ed70-4c71-b9ef-170f240a2c83 HTTP/1.1" status: 204 len: 173 time: 1.6209934 Sep 09 09:30:16.142129 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.172439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828bbbc-821d-4229-9d93-68cd3b39947c req-98ba3fcf-fd5b-4580-8f19-403e9e813781 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:16.184446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.189185 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7828bbbc-821d-4229-9d93-68cd3b39947c req-98ba3fcf-fd5b-4580-8f19-403e9e813781 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 943 time: 0.1042793 Sep 09 09:30:16.197776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:16.198623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.293543 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7828bbbc-821d-4229-9d93-68cd3b39947c req-0b86a1ad-e50b-4288-9612-aabc175e37b4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033697 Sep 09 09:30:16.296367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.305246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-22296f07-0fc2-4473-8414-34b447bf748b None None] Set router 81315cd2-3d87-49a1-884e-4050fc986fcd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:16.327749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-deleted', 'tag': 'dd77bb5c-f200-4070-9fdc-d93528eaca4b'}, {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-deleted', 'tag': '6ee26517-ed70-4c71-b9ef-170f240a2c83'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:16.330039 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e470cd-ff3a-45b4-83bd-f3ec0b709c29" -d '{"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-deleted", "tag": "dd77bb5c-f200-4070-9fdc-d93528eaca4b"}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-deleted", "tag": "6ee26517-ed70-4c71-b9ef-170f240a2c83"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:16.333130 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:16.395422 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a384ec9-16d6-4682-b3ca-adc909790bff x-openstack-request-id: req-8a384ec9-16d6-4682-b3ca-adc909790bff {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:16.395812 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-deleted", "tag": "dd77bb5c-f200-4070-9fdc-d93528eaca4b", "status": "completed", "code": 200}, {"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-deleted", "tag": "6ee26517-ed70-4c71-b9ef-170f240a2c83", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:16.396149 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a384ec9-16d6-4682-b3ca-adc909790bff {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:16.396562 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-deleted', 'tag': 'dd77bb5c-f200-4070-9fdc-d93528eaca4b', 'status': 'completed', 'code': 200} Sep 09 09:30:16.396826 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-deleted', 'tag': '6ee26517-ed70-4c71-b9ef-170f240a2c83', 'status': 'completed', 'code': 200} Sep 09 09:30:16.435280 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.455920 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.464788 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/networks/2ca84bc4-6e42-484d-8e1c-a19f5ec9becb HTTP/1.1" status: 204 len: 168 time: 1.4936986 Sep 09 09:30:16.467627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47068) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:16.481177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 50467111-93ed-4e3b-b481-4b72400d1dc2 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:30:16.490026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1908946483'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:16.507097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e45eca-664b-4ff3-8db2-c96679388878 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Network': ['ID=2ca84bc4-6e42-484d-8e1c-a19f5ec9becb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:16.526107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-1a47b5a6-c275-47de-8f34-a38de99677ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Deleting port d6b256d0-8f4a-411d-83c3-e57f8b485b2f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:16.526460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-1a47b5a6-c275-47de-8f34-a38de99677ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.542436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 8303245f-18ca-424e-9733-57ecd778fcfb {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:16.543208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.650305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:16.653829 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.702536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-1a47b5a6-c275-47de-8f34-a38de99677ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] For port d6b256d0-8f4a-411d-83c3-e57f8b485b2f, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:16.702906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-1a47b5a6-c275-47de-8f34-a38de99677ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.735553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-1a47b5a6-c275-47de-8f34-a38de99677ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Calling delete_port for d6b256d0-8f4a-411d-83c3-e57f8b485b2f owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:16.739354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:30:16.748551 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.748745 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Added segment 2719853f-01f4-4a70-9cab-e5d15d324981 of type vlan for network 6f3251f0-3cb4-49a2-900e-fa8ddb0858f0 Sep 09 09:30:16.769161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc520e1-e976-4f1f-9c35-5b87cc935ff1 None None] DHCP port deletion for 7ce190d0-37ef-48dd-b47a-b59c7670b83b request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:30:16.798902 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.864258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port 8303245f-18ca-424e-9733-57ecd778fcfb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8303245f-18ca-424e-9733-57ecd778fcfb,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:16.864937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.879021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3eb7b-2584-4d6d-8374-56945b0ebd61 req-663feb48-1750-4cb6-ae6a-43302116b15d tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:16.881724 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-26e3eb7b-2584-4d6d-8374-56945b0ebd61 req-663feb48-1750-4cb6-ae6a-43302116b15d tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 944 time: 0.2354290 Sep 09 09:30:16.935431 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.941602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:16.942533 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:16.945550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 8303245f-18ca-424e-9733-57ecd778fcfb owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:16.954302 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-737bc8bc-5925-483c-8d5d-bd02b51766aa req-8187c700-b37e-4432-9413-5543b843ba94 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 210 time: 0.0408790 Sep 09 09:30:16.983638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 50467111-93ed-4e3b-b481-4b72400d1dc2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=50467111-93ed-4e3b-b481-4b72400d1dc2,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:16.996179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '50467111-93ed-4e3b-b481-4b72400d1dc2', 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb', 'port_id': '50467111-93ed-4e3b-b481-4b72400d1dc2', 'mac_address': 'fa:16:3e:9e:0c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e1e42b-1780-47aa-8697-1309f17f9667', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:30:17.000289 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-26e3eb7b-2584-4d6d-8374-56945b0ebd61 req-09106ef8-080c-4291-9041-57b19b532e3e tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983329 Sep 09 09:30:17.068376 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-1a47b5a6-c275-47de-8f34-a38de99677ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:17.076649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22296f07-0fc2-4473-8414-34b447bf748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:30:11Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:17.080107 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:17.101657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Network': ['ID=6f3251f0-3cb4-49a2-900e-fa8ddb0858f0,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:17.110975 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c3822fb1-78cf-4bf5-99c2-fa881a135f7d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6412516 Sep 09 09:30:17.115718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47078) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:17.117186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47b5a6-c275-47de-8f34-a38de99677ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Port': ['ID=d6b256d0-8f4a-411d-83c3-e57f8b485b2f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:17.117332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22296f07-0fc2-4473-8414-34b447bf748b None None] The sync data for ids ['81315cd2-3d87-49a1-884e-4050fc986fcd'] in n-d-778696-16 is: [{'id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842648217', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:28:30Z', 'updated_at': '2021-09-09T09:30:11Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': '8303245f-18ca-424e-9733-57ecd778fcfb', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81315cd2-3d87-49a1-884e-4050fc986fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:28:33Z', 'updated_at': '2021-09-09T09:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:17.122845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 6f3251f0-3cb4-49a2-900e-fa8ddb0858f0 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:30:17.131115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Request body: {'subnet': {'network_id': '6f3251f0-3cb4-49a2-900e-fa8ddb0858f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:17.156348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50467111-93ed-4e3b-b481-4b72400d1dc2 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:30:17.186365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-1a47b5a6-c275-47de-8f34-a38de99677ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] No DVR routers for this DVR port d6b256d0-8f4a-411d-83c3-e57f8b485b2f on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:17.186559 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-193fe028-4f13-439f-8c32-4f85dd2213cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:17.191932 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-1a47b5a6-c275-47de-8f34-a38de99677ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:17.197412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b66da6-43c7-4fe6-8a91-7141bbb6847e req-1a47b5a6-c275-47de-8f34-a38de99677ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.24 "DELETE /v2.0/ports/d6b256d0-8f4a-411d-83c3-e57f8b485b2f HTTP/1.1" status: 204 len: 173 time: 1.0670958 Sep 09 09:30:17.242088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 50467111-93ed-4e3b-b481-4b72400d1dc2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=50467111-93ed-4e3b-b481-4b72400d1dc2,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:17.243696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fdc520e1-e976-4f1f-9c35-5b87cc935ff1 None None] Deleting port 5c9e4f3a-fd45-4c48-876d-afa739733c2e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:17.244077 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fdc520e1-e976-4f1f-9c35-5b87cc935ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:17.333160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-fdc520e1-e976-4f1f-9c35-5b87cc935ff1 None None] For port 5c9e4f3a-fd45-4c48-876d-afa739733c2e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5c9e4f3a-fd45-4c48-876d-afa739733c2e,segment=NetworkSegment(5ffe7fab-48a2-43c6-8c05-416f6f419569),segment_id=5ffe7fab-48a2-43c6-8c05-416f6f419569)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:17.333598 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fdc520e1-e976-4f1f-9c35-5b87cc935ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:17.349154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fdc520e1-e976-4f1f-9c35-5b87cc935ff1 None None] Calling delete_port for 5c9e4f3a-fd45-4c48-876d-afa739733c2e owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:17.373891 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:17.401303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-f90269d8-dd60-44dc-9470-f804a9522df7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:17.402994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-f90269d8-dd60-44dc-9470-f804a9522df7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.24 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.2669358 Sep 09 09:30:17.409212 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eaf5ea0f-6e61-4157-be5c-0fcb739390d2 req-15dacfba-784f-47a8-9683-f02271eda4a4 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0282714 Sep 09 09:30:17.418457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Request body: {'port': {'device_id': '35c3d2c2-e901-472f-bcff-302e2ba2a6d3', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'admin_state_up': True, 'tenant_id': '245f6d8c14c94cfaa4af650bffd88cb8'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:17.457738 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:17.526101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=50467111-93ed-4e3b-b481-4b72400d1dc2,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:17.536990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Made reservation on behalf of dde7f99ae3d44548b2976c74dbf8e04f for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:17.555682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:17.586980 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fdc520e1-e976-4f1f-9c35-5b87cc935ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:17.639488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['50467111-93ed-4e3b-b481-4b72400d1dc2'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:30:17.641712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc520e1-e976-4f1f-9c35-5b87cc935ff1 None None] Pushing event deleted for resources: {'Port': ['ID=5c9e4f3a-fd45-4c48-876d-afa739733c2e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:17.716608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc520e1-e976-4f1f-9c35-5b87cc935ff1 None None] No DVR routers for this DVR port 5c9e4f3a-fd45-4c48-876d-afa739733c2e on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:17.814272 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:17.854381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=8303245f-18ca-424e-9733-57ecd778fcfb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:17.866876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be2501b-793d-4dc5-89ca-5af7a07fb3ed None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:30:17.872102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Made reservation on behalf of 245f6d8c14c94cfaa4af650bffd88cb8 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:17.876445 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:18.088067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47098) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:18.089304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be2501b-793d-4dc5-89ca-5af7a07fb3ed None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:30:18.160031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b1790ba8-03b9-4a84-a5bd-c3fa858d4b05 req-f01d9299-81f4-499d-9c94-8e0039fb0ab8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 210 time: 0.0832558 Sep 09 09:30:18.184136 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:18.201199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7e633-8120-4c23-b00a-7588c15e4529 req-2f22c127-3606-4940-8f35-31215106f34f tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:18.204019 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75a7e633-8120-4c23-b00a-7588c15e4529 req-2f22c127-3606-4940-8f35-31215106f34f tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 945 time: 0.0855880 Sep 09 09:30:18.247311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75a7e633-8120-4c23-b00a-7588c15e4529 req-fa19cb85-53e3-4dfc-9052-bc1f1da17721 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Sep 09 09:30:18.334430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a3065779-0264-4a32-844c-96d3df030781 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2143080555'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:18.334895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a3065779-0264-4a32-844c-96d3df030781 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Unknown quota resources ['metering_label']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:30:18.345178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.objects.ports [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:30:18.355660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:18.407596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-deleted', 'tag': 'd6b256d0-8f4a-411d-83c3-e57f8b485b2f'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:18.411055 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef82917-cbfd-4236-b3c9-cc4a36dea87a" -d '{"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-deleted", "tag": "d6b256d0-8f4a-411d-83c3-e57f8b485b2f"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:18.411863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Allocated IP 172.20.0.10 (346934c0-b5f0-416b-9d32-fc48ed065fec/46ca00ff-7e3e-4607-867c-7a87c8c0b9e6/9b0f6e28-9ed2-4353-9d8e-0845d640e855) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:18.493500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5c9e4f3a-fd45-4c48-876d-afa739733c2e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:18.518067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5c9e4f3a-fd45-4c48-876d-afa739733c2e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:18.518428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5c9e4f3a-fd45-4c48-876d-afa739733c2e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:18.521082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b1409a89-c01f-4f13-a7d1-ad705fad8b05 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:18.550091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: b1409a89-c01f-4f13-a7d1-ad705fad8b05 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:18.550396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b1409a89-c01f-4f13-a7d1-ad705fad8b05 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:18.569451 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c32dbd4-585f-48e8-bdbf-ef2af543d738 x-openstack-request-id: req-8c32dbd4-585f-48e8-bdbf-ef2af543d738 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:18.570826 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a613bdf-0e68-44ba-9613-64ca688432e2", "name": "network-vif-deleted", "tag": "d6b256d0-8f4a-411d-83c3-e57f8b485b2f", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:18.571093 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c32dbd4-585f-48e8-bdbf-ef2af543d738 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:18.571543 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a613bdf-0e68-44ba-9613-64ca688432e2', 'name': 'network-vif-deleted', 'tag': 'd6b256d0-8f4a-411d-83c3-e57f8b485b2f', 'status': 'completed', 'code': 200} Sep 09 09:30:18.575328 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:18.689796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95d9d55b-e205-462b-981e-fc1430c8bcbd req-aad7eda4-4249-47e7-88a1-4a5e41c5e73c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.1171336 Sep 09 09:30:18.691876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3065779-0264-4a32-844c-96d3df030781 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:18.693362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a3065779-0264-4a32-844c-96d3df030781 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6042335 Sep 09 09:30:18.698596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47106) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:18.706141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-534a430e-4b70-4b02-ad58-7f9d88cc56ac tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7728919c-471d-4472-8bb6-4e58ef0b5fd8'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:18.706564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-534a430e-4b70-4b02-ad58-7f9d88cc56ac tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:30:18.952776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:18.960317 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.056832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event updated for resources: {'Subnet': ['ID=bac23b21-713b-4fa7-a6d5-832f303b0694,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:19.072082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Checking segment: {'id': '2719853f-01f4-4a70-9cab-e5d15d324981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6f3251f0-3cb4-49a2-900e-fa8ddb0858f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:19.072453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network hostable DHCP agents. Network: 6f3251f0-3cb4-49a2-900e-fa8ddb0858f0, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:30:19.080183 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.119446 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.120336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Fanout notify agent at l3_agent the message router_deleted on router 81315cd2-3d87-49a1-884e-4050fc986fcd {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:30:19.127751 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.132420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47110) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:19.136173 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5c696366-eea9-42fe-8c66-83ecd7193772 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/routers/81315cd2-3d87-49a1-884e-4050fc986fcd HTTP/1.1" status: 204 len: 168 time: 3.3338456 Sep 09 09:30:19.158211 n-d-778696-16 neutron-server[95326]: WARNING neutron.services.metering.metering_plugin [None req-534a430e-4b70-4b02-ad58-7f9d88cc56ac tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 09 09:30:19.249859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Network 6f3251f0-3cb4-49a2-900e-fa8ddb0858f0 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:30:19.301748 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.365780 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-534a430e-4b70-4b02-ad58-7f9d88cc56ac tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.367660 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-534a430e-4b70-4b02-ad58-7f9d88cc56ac tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6673777 Sep 09 09:30:19.373873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 6f3251f0-3cb4-49a2-900e-fa8ddb0858f0) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:19.384157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed1239c-1027-452c-9e5f-863ea9fd9b08 None None] Network 6f3251f0-3cb4-49a2-900e-fa8ddb0858f0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:19.386915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47118) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:19.398806 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.401833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c05d1038-53a8-470b-a4a1-977710b4a42c tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7728919c-471d-4472-8bb6-4e58ef0b5fd8'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:19.404024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c05d1038-53a8-470b-a4a1-977710b4a42c tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:30:19.414936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:19.416229 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.433393 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b749-0fd4-45ce-980e-c0a3225175da req-b3e4b8c0-fb85-4f2b-92a2-ea6166b7acc6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:19.436164 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6a4b749-0fd4-45ce-980e-c0a3225175da req-b3e4b8c0-fb85-4f2b-92a2-ea6166b7acc6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 932 time: 0.1397715 Sep 09 09:30:19.454978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Network 346934c0-b5f0-416b-9d32-fc48ed065fec is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:19.471218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:19.476737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:19.491798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event updated for resources: {'Port': ['ID=9b0f6e28-9ed2-4353-9d8e-0845d640e855,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:19.552990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6a4b749-0fd4-45ce-980e-c0a3225175da req-56904233-a447-4203-a633-df16804b87d4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107824 Sep 09 09:30:19.602885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.630577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce190d0-37ef-48dd-b47a-b59c7670b83b']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:19.637700 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cb1f9274-b152-46e4-afbe-72dac0c54acd tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5226603 Sep 09 09:30:19.643449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffe7fab-48a2-43c6-8c05-416f6f419569') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:19.643449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffe7fab-48a2-43c6-8c05-416f6f419569') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:19.653332 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.657741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47120) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:19.671270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.680798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:19.681497 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.717885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c827b-944f-4ea2-a145-718585e68935 req-ccc286f3-2964-4cb0-8fc5-59438c4ee454 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:19.719816 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d1c827b-944f-4ea2-a145-718585e68935 req-ccc286f3-2964-4cb0-8fc5-59438c4ee454 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 945 time: 0.3520434 Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:19.758200 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:19.773148 n-d-778696-16 neutron-server[95325]: WARNING neutron.services.metering.metering_plugin [None req-c05d1038-53a8-470b-a4a1-977710b4a42c tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 09 09:30:19.780341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-6f3251f0-3cb4-49a2-900e-fa8ddb0858f0', 'network_id': '6f3251f0-3cb4-49a2-900e-fa8ddb0858f0', 'tenant_id': 'dde7f99ae3d44548b2976c74dbf8e04f', 'fixed_ips': [{'subnet_id': 'bac23b21-713b-4fa7-a6d5-832f303b0694'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:30:19.781511 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.833486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:19.834506 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.837604 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.842580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-42ab143e-1181-4119-9b48-4bc21585711c req-fa55acd4-a5fb-43fa-bb10-bb1efbca100f tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0402222 Sep 09 09:30:19.861905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.864266 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/networks/7ce190d0-37ef-48dd-b47a-b59c7670b83b HTTP/1.1" status: 204 len: 168 time: 0.7306228 Sep 09 09:30:19.864967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562caa-97b2-432b-893f-ab18f88d8989 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Network': ['ID=7ce190d0-37ef-48dd-b47a-b59c7670b83b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:19.866887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:19.944460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-935b24bd-ad1d-4208-9454-044d0aa18d30 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:19.985057 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-935b24bd-ad1d-4208-9454-044d0aa18d30 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.019123 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c05d1038-53a8-470b-a4a1-977710b4a42c tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.020551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c05d1038-53a8-470b-a4a1-977710b4a42c tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6324508 Sep 09 09:30:20.021813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Allocated IP 2001:db8::f816:3eff:fe88:c8cd (6f3251f0-3cb4-49a2-900e-fa8ddb0858f0/bac23b21-713b-4fa7-a6d5-832f303b0694/29db66cd-3757-43e5-8c56-6301cb8f96bb) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:20.028049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47126) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:20.051605 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d1c827b-944f-4ea2-a145-718585e68935 req-ed024313-20fe-40c3-b357-b83c9ea62a83 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100007 Sep 09 09:30:20.074794 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.077247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-7de811d9-8e58-42e9-8228-899c40256ce1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6633680 Sep 09 09:30:20.079832 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-47342029-1f91-4b3b-8feb-948c62bffd60 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=9655ce34-f523-442d-8980-37b9b0eaf69a HTTP/1.1" status: 200 len: 464 time: 0.0477962 Sep 09 09:30:20.083291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47128) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:20.091741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Request body: {'port': {'device_id': '35c3d2c2-e901-472f-bcff-302e2ba2a6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:20.132750 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.178336 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-935b24bd-ad1d-4208-9454-044d0aa18d30 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.182731 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-935b24bd-ad1d-4208-9454-044d0aa18d30 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.193490 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.195962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-935b24bd-ad1d-4208-9454-044d0aa18d30 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/security-groups/fc503e90-2a88-474f-b54c-778be7d59314 HTTP/1.1" status: 204 len: 168 time: 0.3237197 Sep 09 09:30:20.215083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b24bd-ad1d-4208-9454-044d0aa18d30 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc503e90-2a88-474f-b54c-778be7d59314,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:20.218052 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.223999 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.241306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Transition to ACTIVE for port object 29db66cd-3757-43e5-8c56-6301cb8f96bb will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:20.261685 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Transition to ACTIVE for port object 29db66cd-3757-43e5-8c56-6301cb8f96bb will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:20.318267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.332838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8303245f-18ca-424e-9733-57ecd778fcfb no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:20.374826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-920e3fb8-8ce1-4ccc-8a3b-191e185774f5 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.378583 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-920e3fb8-8ce1-4ccc-8a3b-191e185774f5 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/9655ce34-f523-442d-8980-37b9b0eaf69a HTTP/1.1" status: 204 len: 168 time: 0.2915642 Sep 09 09:30:20.379892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47134) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:20.395703 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0b1aab09-5d22-4fa9-a0ad-94e27f6141d6 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=9655ce34-f523-442d-8980-37b9b0eaf69a HTTP/1.1" status: 200 len: 221 time: 0.0107012 Sep 09 09:30:20.396055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47136) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:20.400677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-809f3386-35fc-4e2d-b2db-e8ef913a4c4f tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--79367402', 'description': 'label created by tempest'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:20.401534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-809f3386-35fc-4e2d-b2db-e8ef913a4c4f tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Unknown quota resources ['metering_label']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 09 09:30:20.413005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Network 6f3251f0-3cb4-49a2-900e-fa8ddb0858f0 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:20.413971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 50467111-93ed-4e3b-b481-4b72400d1dc2 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:20.424175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 8303245f-18ca-424e-9733-57ecd778fcfb {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:20.424567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8303245f-18ca-424e-9733-57ecd778fcfb not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:20.435478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:20.440031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:20.515399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.529522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Pushing event updated for resources: {'Port': ['ID=29db66cd-3757-43e5-8c56-6301cb8f96bb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:20.574195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Attempting to bind port 29db66cd-3757-43e5-8c56-6301cb8f96bb on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:20.574566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Attempting to bind port 29db66cd-3757-43e5-8c56-6301cb8f96bb by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '2719853f-01f4-4a70-9cab-e5d15d324981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6f3251f0-3cb4-49a2-900e-fa8ddb0858f0'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:20.574936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Attempting to bind port 29db66cd-3757-43e5-8c56-6301cb8f96bb on network 6f3251f0-3cb4-49a2-900e-fa8ddb0858f0 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:20.580635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:20.581028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Checking segment: {'id': '2719853f-01f4-4a70-9cab-e5d15d324981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6f3251f0-3cb4-49a2-900e-fa8ddb0858f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:20.581418 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.581926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Bound using segment: {'id': '2719853f-01f4-4a70-9cab-e5d15d324981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6f3251f0-3cb4-49a2-900e-fa8ddb0858f0'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:20.582444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Bound port: 29db66cd-3757-43e5-8c56-6301cb8f96bb, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2719853f-01f4-4a70-9cab-e5d15d324981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6f3251f0-3cb4-49a2-900e-fa8ddb0858f0'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:20.582880 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.604305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Subnet': ['ID=bac23b21-713b-4fa7-a6d5-832f303b0694,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:20.675297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.681122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 50467111-93ed-4e3b-b481-4b72400d1dc2 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:20.697240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 50467111-93ed-4e3b-b481-4b72400d1dc2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:20.697874 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.705662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3251f0-3cb4-49a2-900e-fa8ddb0858f0']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:20.724677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2719853f-01f4-4a70-9cab-e5d15d324981') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:20.724998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2719853f-01f4-4a70-9cab-e5d15d324981') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:20.738071 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.753173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] For port 29db66cd-3757-43e5-8c56-6301cb8f96bb, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:20.754297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.760837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:20.761246 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.796314 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.828468 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8e037e-1eec-4c89-868e-bb062a331dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50467111-93ed-4e3b-b481-4b72400d1dc2'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:20.829536 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-809f3386-35fc-4e2d-b2db-e8ef913a4c4f tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.834338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-809f3386-35fc-4e2d-b2db-e8ef913a4c4f tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.4337463 Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:20.834515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47140) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:20.836453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47142) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:20.838902 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22061d4-8aad-40f3-b2a7-2c01b8094759" -d '{"events": [{"server_uuid": "9f8e037e-1eec-4c89-868e-bb062a331dff", "name": "network-vif-plugged", "status": "completed", "tag": "50467111-93ed-4e3b-b481-4b72400d1dc2"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:20.844795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0c8d5635-8216-451a-855e-96f2d026b911 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870085849', 'description': 'tempest-secgroup-smoke-1870085849 description', 'project_id': '88c726152e4047b9b17518f59bbdcd13'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:20.870304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 50467111-93ed-4e3b-b481-4b72400d1dc2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=50467111-93ed-4e3b-b481-4b72400d1dc2,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:20.875451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 09:30:20.875451 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 09:30:20.875451 n-d-778696-16 neutron-server[95325]: [parameters: {'id': '6f3251f0-3cb4-49a2-900e-fa8ddb0858f0'}] Sep 09 09:30:20.875451 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:30:20.875823 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:30:20.889332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] For port 29db66cd-3757-43e5-8c56-6301cb8f96bb, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=29db66cd-3757-43e5-8c56-6301cb8f96bb,segment=NetworkSegment(2719853f-01f4-4a70-9cab-e5d15d324981),segment_id=2719853f-01f4-4a70-9cab-e5d15d324981)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:20.913039 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c64539-6e7c-4252-82f3-84003f914bee x-openstack-request-id: req-17c64539-6e7c-4252-82f3-84003f914bee {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:20.913039 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8e037e-1eec-4c89-868e-bb062a331dff", "name": "network-vif-plugged", "status": "completed", "tag": "50467111-93ed-4e3b-b481-4b72400d1dc2", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:20.913039 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17c64539-6e7c-4252-82f3-84003f914bee {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:20.913039 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8e037e-1eec-4c89-868e-bb062a331dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50467111-93ed-4e3b-b481-4b72400d1dc2', 'code': 200} Sep 09 09:30:20.929898 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:20.943837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770e9be-4891-4552-a727-37349d792a53 req-ba6b2944-aac5-44d5-94be-5ec08587f49d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:20.945413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b770e9be-4891-4552-a727-37349d792a53 req-ba6b2944-aac5-44d5-94be-5ec08587f49d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 932 time: 0.2714286 Sep 09 09:30:20.949559 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d8272f64-80fd-4bf3-8019-3bf47b37bddb tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=0634cf07-339f-43eb-99b5-3b5afdc0379b HTTP/1.1" status: 200 len: 466 time: 0.1116107 Sep 09 09:30:20.952661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47148) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:20.962918 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.027549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b770e9be-4891-4552-a727-37349d792a53 req-e66663b9-2547-4ba1-a8f1-3bcbb9e1383b tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687168 Sep 09 09:30:21.064521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=50467111-93ed-4e3b-b481-4b72400d1dc2,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:21.100031 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5635-8216-451a-855e-96f2d026b911 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.117891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2d2b51-2499-4a82-a61a-a1595cf31c2e None None] Network 6f3251f0-3cb4-49a2-900e-fa8ddb0858f0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:21.148272 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf9e9e-be6e-42f7-bcfc-05bb3ad24f7a None None] Pushing event updated for resources: {'Port': ['ID=29db66cd-3757-43e5-8c56-6301cb8f96bb,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:21.198344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221db1a-a9e1-4d90-b136-a0e1d36babda req-6a069734-6994-4e85-a548-4bbd88e19178 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:21.200044 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0221db1a-a9e1-4d90-b136-a0e1d36babda req-6a069734-6994-4e85-a548-4bbd88e19178 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 946 time: 0.0678325 Sep 09 09:30:21.258079 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0221db1a-a9e1-4d90-b136-a0e1d36babda req-f1179048-1565-43d8-973a-32cb545235f5 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Sep 09 09:30:21.296934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0f6e28-9ed2-4353-9d8e-0845d640e855 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:30:21.306792 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.330665 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-387c7463-9328-4551-b0de-e18e48e8d8a2 req-526d4887-032f-45de-9188-57ba0135a504 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.2375295 Sep 09 09:30:21.332696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Transition to ACTIVE for port object 9b0f6e28-9ed2-4353-9d8e-0845d640e855 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:21.335956 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a3289b-9a63-40f9-a515-9d4099699468 None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:30:21.409694 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.417777 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.500428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0f6e28-9ed2-4353-9d8e-0845d640e855,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:21.505255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a3289b-9a63-40f9-a515-9d4099699468 None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:30:21.596690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddad8f-11d6-4667-8d53-53dc5507ff4d req-7c99cd35-f561-42ea-b86b-58b73b1a540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:21.596690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5ddad8f-11d6-4667-8d53-53dc5507ff4d req-7c99cd35-f561-42ea-b86b-58b73b1a540e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 1098 time: 0.5006588 Sep 09 09:30:21.608832 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5635-8216-451a-855e-96f2d026b911 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.662583 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b47034f9-363f-4001-9d1d-9762c6fd5cbc tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.663792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b47034f9-363f-4001-9d1d-9762c6fd5cbc tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/0634cf07-339f-43eb-99b5-3b5afdc0379b HTTP/1.1" status: 204 len: 168 time: 0.7101598 Sep 09 09:30:21.667007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47152) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:21.690293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7e068d17-1230-41f7-bba9-168b7762e767 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=0634cf07-339f-43eb-99b5-3b5afdc0379b HTTP/1.1" status: 200 len: 216 time: 0.0220854 Sep 09 09:30:21.693275 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5635-8216-451a-855e-96f2d026b911 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.694895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47154) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:21.730078 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ea228d0f-b71d-4821-a813-50a98a0836df tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0292885 Sep 09 09:30:21.734738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47156) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:21.744526 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5ddad8f-11d6-4667-8d53-53dc5507ff4d req-d4457929-842b-486a-b93b-eb919e7f1597 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393051 Sep 09 09:30:21.747996 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bfc0dceb-96b6-428f-a7ab-afdbb26e51f0 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0120690 Sep 09 09:30:21.751364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47160) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:21.779007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d5635-8216-451a-855e-96f2d026b911 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:21.816760 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a0d51ccd-1a2b-4e8f-b737-a7f3f97d90e1 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/7728919c-471d-4472-8bb6-4e58ef0b5fd8 HTTP/1.1" status: 200 len: 473 time: 0.0640163 Sep 09 09:30:21.819169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Deleting port 29db66cd-3757-43e5-8c56-6301cb8f96bb {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:21.819530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.820364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47162) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:21.822424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Attempting to bind port 9b0f6e28-9ed2-4353-9d8e-0845d640e855 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:21.822765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Attempting to bind port 9b0f6e28-9ed2-4353-9d8e-0845d640e855 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:21.826290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Attempting to bind port 9b0f6e28-9ed2-4353-9d8e-0845d640e855 on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:21.831587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-50c27269-a662-4551-9a21-91549fc956c9 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/6a6e9e9b-7191-4bc3-b817-eb50e5439b2b HTTP/1.1" status: 200 len: 461 time: 0.0099609 Sep 09 09:30:21.835325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47164) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:21.839538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Port 9b0f6e28-9ed2-4353-9d8e-0845d640e855 on network 346934c0-b5f0-416b-9d32-fc48ed065fec not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:30:21.839869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Attempting to bind port 9b0f6e28-9ed2-4353-9d8e-0845d640e855 on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:21.845230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5635-8216-451a-855e-96f2d026b911 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.850509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:21.856056 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0c8d5635-8216-451a-855e-96f2d026b911 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0134099 Sep 09 09:30:21.860441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c1d47dd7-5743-461f-b8b8-1d461bd44461 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:21.877265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:21.877605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Checking segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:21.877993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Bound using segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:21.878442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Bound port: 9b0f6e28-9ed2-4353-9d8e-0845d640e855, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:21.878866 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.967151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] For port 29db66cd-3757-43e5-8c56-6301cb8f96bb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=29db66cd-3757-43e5-8c56-6301cb8f96bb,segment=NetworkSegment(2719853f-01f4-4a70-9cab-e5d15d324981),segment_id=2719853f-01f4-4a70-9cab-e5d15d324981)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:21.967615 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:21.997155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Calling delete_port for 29db66cd-3757-43e5-8c56-6301cb8f96bb owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:22.029939 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1d47dd7-5743-461f-b8b8-1d461bd44461 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.036313 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4d2f-e236-4f9b-accc-d24274f44084 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.036476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] For port 9b0f6e28-9ed2-4353-9d8e-0845d640e855, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:22.040253 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6c5a4d2f-e236-4f9b-accc-d24274f44084 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/6a6e9e9b-7191-4bc3-b817-eb50e5439b2b HTTP/1.1" status: 204 len: 168 time: 0.2009041 Sep 09 09:30:22.043419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47168) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:22.079628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] For port 9b0f6e28-9ed2-4353-9d8e-0845d640e855, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9b0f6e28-9ed2-4353-9d8e-0845d640e855,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:22.216953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.250532 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.262023 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1d47dd7-5743-461f-b8b8-1d461bd44461 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.269059 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:22.270367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.271854 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] 10.222.0.24 "PUT /v2.0/ports/9b0f6e28-9ed2-4353-9d8e-0845d640e855 HTTP/1.1" status: 200 len: 1093 time: 2.1852739 Sep 09 09:30:22.272338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c3d2c2-e901-472f-bcff-302e2ba2a6d3', 'tag': '9b0f6e28-9ed2-4353-9d8e-0845d640e855'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:22.274641 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb802d-6d17-4f3a-9751-c969035b6048" -d '{"events": [{"name": "network-changed", "server_uuid": "35c3d2c2-e901-472f-bcff-302e2ba2a6d3", "tag": "9b0f6e28-9ed2-4353-9d8e-0845d640e855"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:22.302630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No DVR routers for this DVR port 29db66cd-3757-43e5-8c56-6301cb8f96bb on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:22.319476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72854c7-ded6-4c11-98f4-aed1748e47df req-4083afd1-3b98-49d8-85c7-c3708252cda6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:22.322001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d72854c7-ded6-4c11-98f4-aed1748e47df req-4083afd1-3b98-49d8-85c7-c3708252cda6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 944 time: 0.2122402 Sep 09 09:30:22.360766 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c0a897-45ae-4a5a-a6fe-dd892b1f2fc5 x-openstack-request-id: req-f3c0a897-45ae-4a5a-a6fe-dd892b1f2fc5 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:22.362479 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c3d2c2-e901-472f-bcff-302e2ba2a6d3", "tag": "9b0f6e28-9ed2-4353-9d8e-0845d640e855", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:22.362479 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3c0a897-45ae-4a5a-a6fe-dd892b1f2fc5 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:22.362479 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c3d2c2-e901-472f-bcff-302e2ba2a6d3', 'tag': '9b0f6e28-9ed2-4353-9d8e-0845d640e855', 'status': 'completed', 'code': 200} Sep 09 09:30:22.371042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1d47dd7-5743-461f-b8b8-1d461bd44461 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.382079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6271f1c-23a8-4cc3-a3a3-6f1c6992cb35 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0f6e28-9ed2-4353-9d8e-0845d640e855,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:22.405013 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d72854c7-ded6-4c11-98f4-aed1748e47df req-c4b5a709-32f3-4b77-b04e-51f157ed3eac tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730202 Sep 09 09:30:22.417606 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bba5c213-eb59-4d89-873e-a7101a990244 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.418977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bba5c213-eb59-4d89-873e-a7101a990244 tempest-MeteringTestJSON-1675804399 tempest-MeteringTestJSON-1675804399-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/7728919c-471d-4472-8bb6-4e58ef0b5fd8 HTTP/1.1" status: 204 len: 168 time: 0.3746874 Sep 09 09:30:22.420338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d47dd7-5743-461f-b8b8-1d461bd44461 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4aca8e-e239-4189-923f-4c99a7a4b8c9,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:22.492576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Port': ['ID=29db66cd-3757-43e5-8c56-6301cb8f96bb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:22.525724 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.552202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b0d3eb9-29fb-4b46-997f-908c44f3edd5 req-db21e3dc-f2fd-403a-9cdd-6fd4305e1298 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0426543 Sep 09 09:30:22.552202 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1d47dd7-5743-461f-b8b8-1d461bd44461 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.552202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c1d47dd7-5743-461f-b8b8-1d461bd44461 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6896877 Sep 09 09:30:22.552202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:22.556372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6d26b8d4-18f0-482a-af12-f295f082fa52 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:22.595036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3251f0-3cb4-49a2-900e-fa8ddb0858f0']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:22.598437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb802d-6d17-4f3a-9751-c969035b6048 req-6a4d2afd-ddd8-4d35-989e-7777aaac6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:22.599994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fcb802d-6d17-4f3a-9751-c969035b6048 req-6a4d2afd-ddd8-4d35-989e-7777aaac6a89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 1096 time: 0.2325501 Sep 09 09:30:22.613611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2719853f-01f4-4a70-9cab-e5d15d324981') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:22.613611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2719853f-01f4-4a70-9cab-e5d15d324981') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:22.633720 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d26b8d4-18f0-482a-af12-f295f082fa52 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.637049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752513a0-fc14-4885-8966-e343d3c6263e req-99738a70-92ed-4513-b246-ef4754b2db8e tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:22.638464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-752513a0-fc14-4885-8966-e343d3c6263e req-99738a70-92ed-4513-b246-ef4754b2db8e tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 946 time: 0.2206433 Sep 09 09:30:22.642976 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.706699 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.740048 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d26b8d4-18f0-482a-af12-f295f082fa52 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.774816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:22.775516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:22.779663 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:22.792699 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d26b8d4-18f0-482a-af12-f295f082fa52 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.815955 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-752513a0-fc14-4885-8966-e343d3c6263e req-094193d4-aa4d-4d2e-b443-147c0a5ea395 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559608 Sep 09 09:30:22.825865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26b8d4-18f0-482a-af12-f295f082fa52 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a669d050-08bf-41bd-adc8-c30d9ee1512a,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:22.878348 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d26b8d4-18f0-482a-af12-f295f082fa52 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:22.880342 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6d26b8d4-18f0-482a-af12-f295f082fa52 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3352282 Sep 09 09:30:22.883644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47184) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:22.888999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ea705fe1-5dcf-4a94-982d-fe34f530d6f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:22.920381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb802d-6d17-4f3a-9751-c969035b6048 req-9bccd9e7-3f93-4e89-b5ae-1a16a41146d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:22.922334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fcb802d-6d17-4f3a-9751-c969035b6048 req-9bccd9e7-3f93-4e89-b5ae-1a16a41146d0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3063369 Sep 09 09:30:22.987493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:23.009323 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.021415 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.027005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47190) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:23.027862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea705fe1-5dcf-4a94-982d-fe34f530d6f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.028022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/networks/6f3251f0-3cb4-49a2-900e-fa8ddb0858f0 HTTP/1.1" status: 204 len: 168 time: 3.3681331 Sep 09 09:30:23.047903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b12d6-2ed3-4203-9aca-c367d3cc6a5d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Network': ['ID=6f3251f0-3cb4-49a2-900e-fa8ddb0858f0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:23.076534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb802d-6d17-4f3a-9751-c969035b6048 req-f9b9db05-33b2-4ff0-b307-cfe03cab51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:23.078331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fcb802d-6d17-4f3a-9751-c969035b6048 req-f9b9db05-33b2-4ff0-b307-cfe03cab51c6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488686 Sep 09 09:30:23.158191 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca228cd-3061-4c2f-89b2-34fe4003bd38 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] DELETE failed (client error): The resource could not be found. Sep 09 09:30:23.159022 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca228cd-3061-4c2f-89b2-34fe4003bd38 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:30:23.164147 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1ca228cd-3061-4c2f-89b2-34fe4003bd38 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/subnets/bac23b21-713b-4fa7-a6d5-832f303b0694 HTTP/1.1" status: 404 len: 337 time: 0.1326454 Sep 09 09:30:23.165739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47192) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:23.186719 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea705fe1-5dcf-4a94-982d-fe34f530d6f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.188103 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbe491ba-f886-45ca-86ba-5d32ea3a0e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.200476 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4827e965-ba14-4b08-9fe8-8f01470e323c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] DELETE failed (client error): The resource could not be found. Sep 09 09:30:23.201289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4827e965-ba14-4b08-9fe8-8f01470e323c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:30:23.203296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4827e965-ba14-4b08-9fe8-8f01470e323c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/networks/6f3251f0-3cb4-49a2-900e-fa8ddb0858f0 HTTP/1.1" status: 404 len: 339 time: 0.0339127 Sep 09 09:30:23.206872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47194) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:23.220596 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-6d70e01b-a18f-4355-a0e2-886429efcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:23.222243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-6d70e01b-a18f-4355-a0e2-886429efcd2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 1096 time: 0.0919721 Sep 09 09:30:23.252143 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e18858-9efb-478a-9d97-3921e91336c1 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] DELETE failed (client error): The resource could not be found. Sep 09 09:30:23.252658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e18858-9efb-478a-9d97-3921e91336c1 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:30:23.255077 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-44e18858-9efb-478a-9d97-3921e91336c1 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/subnets/4560e9eb-7e4b-4a59-8c48-f87e468c0d6e HTTP/1.1" status: 404 len: 337 time: 0.0471625 Sep 09 09:30:23.257740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47196) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:23.275547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea705fe1-5dcf-4a94-982d-fe34f530d6f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.310361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea705fe1-5dcf-4a94-982d-fe34f530d6f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f31927-862e-43d2-a051-65fe682ca455,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:23.310856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-5ba1903c-f301-4d06-adbd-190aec426550 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b0f6e28-9ed2-4353-9d8e-0845d640e855 HTTP/1.1" status: 200 len: 217 time: 0.0646262 Sep 09 09:30:23.330236 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-98836145-5d1e-4da8-8184-9a85ad06625f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] DELETE failed (client error): The resource could not be found. Sep 09 09:30:23.330904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98836145-5d1e-4da8-8184-9a85ad06625f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:30:23.335693 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbe491ba-f886-45ca-86ba-5d32ea3a0e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.335867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-98836145-5d1e-4da8-8184-9a85ad06625f tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/networks/2ca84bc4-6e42-484d-8e1c-a19f5ec9becb HTTP/1.1" status: 404 len: 339 time: 0.0748065 Sep 09 09:30:23.335963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47198) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:23.363185 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a903c8c1-9445-4b72-b397-bb7233bb3da8 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] DELETE failed (client error): The resource could not be found. Sep 09 09:30:23.363701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a903c8c1-9445-4b72-b397-bb7233bb3da8 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:30:23.367853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a903c8c1-9445-4b72-b397-bb7233bb3da8 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/subnets/2b49c6a8-0a51-4055-aabb-9e2e4e736467 HTTP/1.1" status: 404 len: 337 time: 0.0285997 Sep 09 09:30:23.368314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47200) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:23.382993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-26938001-5f8d-4a5d-b69c-3484e68cca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:23.384637 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-26938001-5f8d-4a5d-b69c-3484e68cca42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 HTTP/1.1" status: 200 len: 846 time: 0.0634604 Sep 09 09:30:23.388391 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e702e73-3c3b-43cd-a253-4b790de3704d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] DELETE failed (client error): The resource could not be found. Sep 09 09:30:23.390202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e702e73-3c3b-43cd-a253-4b790de3704d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:30:23.390753 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4e702e73-3c3b-43cd-a253-4b790de3704d tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/networks/50eb39aa-362b-49db-b8d9-5f2a5252b1e4 HTTP/1.1" status: 404 len: 339 time: 0.0211654 Sep 09 09:30:23.393640 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47202) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:23.426300 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-f7509ba1-f43e-4bc3-aa4b-14b6e4416d37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=346934c0-b5f0-416b-9d32-fc48ed065fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336528 Sep 09 09:30:23.429451 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbe491ba-f886-45ca-86ba-5d32ea3a0e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.527248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dbe491ba-f886-45ca-86ba-5d32ea3a0e6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ee3e5c8f77d4b9fbc62f2ce8ccd9a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378246 Sep 09 09:30:23.537443 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea705fe1-5dcf-4a94-982d-fe34f530d6f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.541641 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ea705fe1-5dcf-4a94-982d-fe34f530d6f4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6538959 Sep 09 09:30:23.541641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47206) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:23.542012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:23.542781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe491ba-f886-45ca-86ba-5d32ea3a0e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3e03a9-0a90-45e9-bc95-06f318dc218c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:23.552304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1aaf38fe-1d48-4518-98fa-f198f4c7a8e2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:23.671902 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c43ef6d5-a7e9-40fe-a3e0-62c5254504f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.683511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83144d0-7fe8-4fcc-9675-d94f97fdcba5 req-8b1bde5a-c75f-402b-92b2-191b354201b7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:23.685263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c83144d0-7fe8-4fcc-9675-d94f97fdcba5 req-8b1bde5a-c75f-402b-92b2-191b354201b7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 944 time: 0.1694620 Sep 09 09:30:23.707404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c58d3ad3-38f7-4080-b54c-b948430d0b31 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Deleting port 588cdf09-a7ca-48d4-8522-29c4c4e87ce2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:23.707926 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c58d3ad3-38f7-4080-b54c-b948430d0b31 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.765096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c43ef6d5-a7e9-40fe-a3e0-62c5254504f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.775732 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1aaf38fe-1d48-4518-98fa-f198f4c7a8e2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.854056 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c83144d0-7fe8-4fcc-9675-d94f97fdcba5 req-0beeb602-2290-4bcd-b680-f878605865b3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553771 Sep 09 09:30:23.880136 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c58d3ad3-38f7-4080-b54c-b948430d0b31 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.905906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c58d3ad3-38f7-4080-b54c-b948430d0b31 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Calling delete_port for 588cdf09-a7ca-48d4-8522-29c4c4e87ce2 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:23.930431 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-586d70aa-e5e3-4a1b-9ac3-c0d3f2c15243 req-115312d4-9366-4bd9-9c2c-b954c956f71e tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0347855 Sep 09 09:30:23.947946 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1aaf38fe-1d48-4518-98fa-f198f4c7a8e2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:23.981763 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-c6b46068-b5bc-41b5-8c19-ac52320799e8 service neutron] 10.222.0.24 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484986 Sep 09 09:30:24.041234 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1aaf38fe-1d48-4518-98fa-f198f4c7a8e2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.077018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c43ef6d5-a7e9-40fe-a3e0-62c5254504f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.079349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c43ef6d5-a7e9-40fe-a3e0-62c5254504f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.084665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c43ef6d5-a7e9-40fe-a3e0-62c5254504f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb3e03a9-0a90-45e9-bc95-06f318dc218c HTTP/1.1" status: 204 len: 168 time: 0.5334694 Sep 09 09:30:24.094373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf38fe-1d48-4518-98fa-f198f4c7a8e2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a99c7e4-6a0e-4468-b130-f691f48337ea,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:24.110488 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f84718c-907e-4aea-9b5f-55a8cbc1435f req-1f4bbb49-f488-4b79-8ba7-4f91a01c8fef service neutron] 10.222.0.24 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198182 Sep 09 09:30:24.120664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ef6d5-a7e9-40fe-a3e0-62c5254504f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3e03a9-0a90-45e9-bc95-06f318dc218c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:24.133679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e4ca7-f9ae-4ad1-a6a9-bd6c4272b499 req-5f256197-4ab6-4174-80a2-17808f802219 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:24.135680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-910e4ca7-f9ae-4ad1-a6a9-bd6c4272b499 req-5f256197-4ab6-4174-80a2-17808f802219 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 946 time: 0.1409774 Sep 09 09:30:24.187866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-910e4ca7-f9ae-4ad1-a6a9-bd6c4272b499 req-bf6f0909-842e-41e5-aabd-7b8196a3bddb tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416238 Sep 09 09:30:24.189121 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1aaf38fe-1d48-4518-98fa-f198f4c7a8e2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.193290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1aaf38fe-1d48-4518-98fa-f198f4c7a8e2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6419916 Sep 09 09:30:24.193932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47216) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:24.199149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:24.301385 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c58d3ad3-38f7-4080-b54c-b948430d0b31 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.313128 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Project 88c726152e4047b9b17518f59bbdcd13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:30:24.319244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.337881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d3ad3-38f7-4080-b54c-b948430d0b31 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Port': ['ID=588cdf09-a7ca-48d4-8522-29c4c4e87ce2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:24.354336 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c58d3ad3-38f7-4080-b54c-b948430d0b31 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.359196 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c58d3ad3-38f7-4080-b54c-b948430d0b31 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/ports/588cdf09-a7ca-48d4-8522-29c4c4e87ce2 HTTP/1.1" status: 204 len: 168 time: 0.9623222 Sep 09 09:30:24.359565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47220) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:24.395034 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-865af7eb-7b03-456b-b87b-2cf9c3e4be7a tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] DELETE failed (client error): The resource could not be found. Sep 09 09:30:24.395034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865af7eb-7b03-456b-b87b-2cf9c3e4be7a tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:30:24.397675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-865af7eb-7b03-456b-b87b-2cf9c3e4be7a tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/subnets/dfb6494b-ee16-4cdd-a6ee-baf80d85f8bc HTTP/1.1" status: 404 len: 337 time: 0.0371296 Sep 09 09:30:24.401507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47222) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:24.449155 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.495484 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.546560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.576965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d9e2a1-1dfe-48ac-980b-2707e8579a36,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:24.609379 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.620012 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.620368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.620713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.621551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.621551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.621788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.622116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.622443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.622773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.623098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.623443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.623809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:24.641228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f89c5b-5bd5-4cbe-81ca-39bdd173365e']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:24.652777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15510b38-3b76-468b-ae19-53beeb30dcc2') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:24.653069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15510b38-3b76-468b-ae19-53beeb30dcc2') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:24.662140 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.676628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.682512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:24.682900 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:24.685786 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:24.697961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.699178 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-07236c91-ba13-446d-831f-3ee192495a7d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5039964 Sep 09 09:30:24.702084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47226) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:24.706621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5885e255-6826-43d7-ba41-7d88bd1bacc0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'security_group_rule': {'security_group_id': '7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:24.826763 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-5885e255-6826-43d7-ba41-7d88bd1bacc0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Project 88c726152e4047b9b17518f59bbdcd13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:30:24.835827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5885e255-6826-43d7-ba41-7d88bd1bacc0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.856857 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.871660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.874149 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/networks/62f89c5b-5bd5-4cbe-81ca-39bdd173365e HTTP/1.1" status: 204 len: 168 time: 0.4727812 Sep 09 09:30:24.886771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47228) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:24.898213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa40ed-f9e5-4ecf-b229-d97e4a8f94eb tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Network': ['ID=62f89c5b-5bd5-4cbe-81ca-39bdd173365e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:24.918091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47234) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:24.936238 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e8d61c5-0bdb-4804-998e-e16c7d34071e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:24.953284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5885e255-6826-43d7-ba41-7d88bd1bacc0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.053902 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7a0f05e-98d3-4f1a-a7bb-e5f011bc43f4 req-17f4687d-8149-4b2c-90a2-af750196318c tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0421784 Sep 09 09:30:25.056409 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5885e255-6826-43d7-ba41-7d88bd1bacc0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.073579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885e255-6826-43d7-ba41-7d88bd1bacc0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3abea3b-783d-442f-8524-693c99a1e86d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:25.102072 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e8d61c5-0bdb-4804-998e-e16c7d34071e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.102288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b07d-9ce5-4185-99ff-345d307ef8c8 req-c42f1059-3cbb-4513-846a-649009ef1322 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:25.110692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b25b07d-9ce5-4185-99ff-345d307ef8c8 req-c42f1059-3cbb-4513-846a-649009ef1322 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 944 time: 0.1600156 Sep 09 09:30:25.141432 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.153935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b25b07d-9ce5-4185-99ff-345d307ef8c8 req-95d341c4-f674-4d90-bb0e-2c763e367902 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Sep 09 09:30:25.156304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c48c8ba9-6cf3-4a5a-a99d-1545dc309996 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Deleting port 7969ce82-71c4-47c1-92bb-9ddecc75725f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:25.156650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c48c8ba9-6cf3-4a5a-a99d-1545dc309996 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.183214 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e8d61c5-0bdb-4804-998e-e16c7d34071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.225400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d61c5-0bdb-4804-998e-e16c7d34071e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31e76b3-b49d-49b5-8d17-ea7bc7a1e590,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:25.235991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c48c8ba9-6cf3-4a5a-a99d-1545dc309996 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.237872 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9e8d61c5-0bdb-4804-998e-e16c7d34071e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90188fbf576744b4a2c023b4075c4494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187129 Sep 09 09:30:25.241018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47240) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:25.255835 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c48c8ba9-6cf3-4a5a-a99d-1545dc309996 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Calling delete_port for 7969ce82-71c4-47c1-92bb-9ddecc75725f owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:25.279456 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5885e255-6826-43d7-ba41-7d88bd1bacc0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.280674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5885e255-6826-43d7-ba41-7d88bd1bacc0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5775969 Sep 09 09:30:25.296757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47244) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:25.297429 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bdf9608-e8e7-430a-a086-dd00832b1133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.304113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'network': {'name': 'tempest-network-smoke--1322030029', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:25.337551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bdf9608-e8e7-430a-a086-dd00832b1133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.483768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c48c8ba9-6cf3-4a5a-a99d-1545dc309996 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.495002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:25.507537 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.518375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c8ba9-6cf3-4a5a-a99d-1545dc309996 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Port': ['ID=7969ce82-71c4-47c1-92bb-9ddecc75725f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:25.532065 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bdf9608-e8e7-430a-a086-dd00832b1133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.534660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bdf9608-e8e7-430a-a086-dd00832b1133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.535910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5bdf9608-e8e7-430a-a086-dd00832b1133 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a31e76b3-b49d-49b5-8d17-ea7bc7a1e590 HTTP/1.1" status: 204 len: 168 time: 0.2939799 Sep 09 09:30:25.546036 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c48c8ba9-6cf3-4a5a-a99d-1545dc309996 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.548780 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c48c8ba9-6cf3-4a5a-a99d-1545dc309996 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/ports/7969ce82-71c4-47c1-92bb-9ddecc75725f HTTP/1.1" status: 204 len: 168 time: 0.6594260 Sep 09 09:30:25.552523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47254) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:25.577462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf9608-e8e7-430a-a086-dd00832b1133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31e76b3-b49d-49b5-8d17-ea7bc7a1e590,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:25.597203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:30:25.634350 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab252e84-c819-4513-85b0-b895a57a5ad3 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] DELETE failed (client error): The resource could not be found. Sep 09 09:30:25.635545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab252e84-c819-4513-85b0-b895a57a5ad3 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:30:25.639432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ab252e84-c819-4513-85b0-b895a57a5ad3 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/subnets/fb592ea2-b8e8-4d8f-8b44-9f0804e9db2c HTTP/1.1" status: 404 len: 337 time: 0.0843101 Sep 09 09:30:25.640917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47256) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:25.642906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.643199 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Added segment b207ea83-6dcd-4dc7-9d44-f32da16f9c81 of type vlan for network 62c263f2-7d5d-471b-8f2d-14957f178b89 Sep 09 09:30:25.732990 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.811619 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.815166 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.876619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.882860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:25.883842 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.899149 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9b0f6e28-9ed2-4353-9d8e-0845d640e855 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:30:25.934333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:25.964297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Network': ['ID=62c263f2-7d5d-471b-8f2d-14957f178b89,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:26.018479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6122cd8a-d011-49f4-87a7-373132d17b56']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:26.050589 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-98c219f1-f719-419e-9e11-56e157e927b0 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7511296 Sep 09 09:30:26.053719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47262) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:26.054810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ccf95c-bb5c-4eb2-aec7-92d33ee75806') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:26.055120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ccf95c-bb5c-4eb2-aec7-92d33ee75806') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:26.058875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'admin_state_up': True, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:26.100391 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.141249 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.158865 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9b0f6e28-9ed2-4353-9d8e-0845d640e855, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9b0f6e28-9ed2-4353-9d8e-0845d640e855,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:26.171432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:26.171898 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.190725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '9b0f6e28-9ed2-4353-9d8e-0845d640e855', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'port_id': '9b0f6e28-9ed2-4353-9d8e-0845d640e855', 'mac_address': 'fa:16:3e:3a:30:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca00ff-7e3e-4607-867c-7a87c8c0b9e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:30:26.213690 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.216130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:26.239467 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:26.256766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 62c263f2-7d5d-471b-8f2d-14957f178b89 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:30:26.260190 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.284284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0f6e28-9ed2-4353-9d8e-0845d640e855 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:30:26.310889 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d49012ac-26b1-46b9-bc06-fc80cc185a4f req-d4bdbeef-3032-410e-beee-c652e6219303 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0679209 Sep 09 09:30:26.321629 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9b0f6e28-9ed2-4353-9d8e-0845d640e855, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9b0f6e28-9ed2-4353-9d8e-0845d640e855,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:26.404295 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.415062 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.442701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.444617 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/networks/6122cd8a-d011-49f4-87a7-373132d17b56 HTTP/1.1" status: 204 len: 168 time: 0.8021653 Sep 09 09:30:26.457356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47274) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:26.467633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=9b0f6e28-9ed2-4353-9d8e-0845d640e855,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:26.468382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a132f4-73f9-4d22-a54f-5a25c503db6c tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Network': ['ID=6122cd8a-d011-49f4-87a7-373132d17b56,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:26.526497 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.529017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c8a54-fe23-43d9-896a-8ab1be26b06f req-69fddcc3-1f34-4150-980b-c527d20a5a46 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:26.530585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f1c8a54-fe23-43d9-896a-8ab1be26b06f req-69fddcc3-1f34-4150-980b-c527d20a5a46 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 945 time: 0.1288366 Sep 09 09:30:26.540149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f985d40-987f-40bf-81c4-1b4983c79fe7 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Deleting subnet 7a066fbb-62c6-4561-b3ca-25e08cb3007e {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:30:26.545045 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f985d40-987f-40bf-81c4-1b4983c79fe7 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.610543 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f1c8a54-fe23-43d9-896a-8ab1be26b06f req-911ff942-96c7-466d-b679-e1297afcc9aa tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679376 Sep 09 09:30:26.612770 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f985d40-987f-40bf-81c4-1b4983c79fe7 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.715439 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f985d40-987f-40bf-81c4-1b4983c79fe7 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.758404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:30:26.884784 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f985d40-987f-40bf-81c4-1b4983c79fe7 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.901967 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6f985d40-987f-40bf-81c4-1b4983c79fe7 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:26.906938 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6f985d40-987f-40bf-81c4-1b4983c79fe7 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/subnets/7a066fbb-62c6-4561-b3ca-25e08cb3007e HTTP/1.1" status: 204 len: 168 time: 0.4472432 Sep 09 09:30:26.918354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344dfaa4-38ae-441a-b8cd-7fc74d94ea5f None None] Network 72d7c6ab-5a63-47c3-8628-35eef6479300 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:26.928863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47286) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:26.937011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f985d40-987f-40bf-81c4-1b4983c79fe7 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Subnet': ['ID=7a066fbb-62c6-4561-b3ca-25e08cb3007e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:27.031305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:27.103788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6511-87ef-4da4-8c3d-74be8fd356f0 req-8a293a95-1ac9-4b59-9097-92eed83d6181 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.109779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6511-87ef-4da4-8c3d-74be8fd356f0 req-8a293a95-1ac9-4b59-9097-92eed83d6181 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.111558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Deleting port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:27.112008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:27.117614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6511-87ef-4da4-8c3d-74be8fd356f0 req-8a293a95-1ac9-4b59-9097-92eed83d6181 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.131762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6511-87ef-4da4-8c3d-74be8fd356f0 req-8a293a95-1ac9-4b59-9097-92eed83d6181 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.147431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6511-87ef-4da4-8c3d-74be8fd356f0 req-8a293a95-1ac9-4b59-9097-92eed83d6181 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.153660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6511-87ef-4da4-8c3d-74be8fd356f0 req-8a293a95-1ac9-4b59-9097-92eed83d6181 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.161410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6511-87ef-4da4-8c3d-74be8fd356f0 req-8a293a95-1ac9-4b59-9097-92eed83d6181 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.163415 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-758b6511-87ef-4da4-8c3d-74be8fd356f0 req-8a293a95-1ac9-4b59-9097-92eed83d6181 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5432 time: 0.5787802 Sep 09 09:30:27.231428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] For port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f33a9dfb-ecea-4e4f-8a75-1c353643fbc4,segment=NetworkSegment(b7279a0c-fe9d-4c67-9592-5f2f603470c9),segment_id=b7279a0c-fe9d-4c67-9592-5f2f603470c9)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:27.231942 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:27.244480 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:27.264145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Calling delete_port for f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:27.281905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e682346-2388-402e-b85b-b69aacbcf858 None None] DHCP port deletion for 72d7c6ab-5a63-47c3-8628-35eef6479300 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:30:27.330614 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-758b6511-87ef-4da4-8c3d-74be8fd356f0 req-4aff530a-ad69-43ed-a40c-08160c5a1253 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719824 Sep 09 09:30:27.385385 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0e682346-2388-402e-b85b-b69aacbcf858 None None] Deleting port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:27.386022 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e682346-2388-402e-b85b-b69aacbcf858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:27.529884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:27.532705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0e682346-2388-402e-b85b-b69aacbcf858 None None] For port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f33a9dfb-ecea-4e4f-8a75-1c353643fbc4,segment=NetworkSegment(b7279a0c-fe9d-4c67-9592-5f2f603470c9),segment_id=b7279a0c-fe9d-4c67-9592-5f2f603470c9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:27.533313 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e682346-2388-402e-b85b-b69aacbcf858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:27.550104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0e682346-2388-402e-b85b-b69aacbcf858 None None] Calling delete_port for f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:27.587596 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-397bc2cd-9ac6-4421-a3f5-476b529e0ca1 req-845d4a5b-937e-4fc8-80b9-1082668f1cea tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0881255 Sep 09 09:30:27.595429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Port': ['ID=f33a9dfb-ecea-4e4f-8a75-1c353643fbc4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:27.665484 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:27.680482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] No DVR routers for this DVR port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:27.698750 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e682346-2388-402e-b85b-b69aacbcf858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:27.702881 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:27.740322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e682346-2388-402e-b85b-b69aacbcf858 None None] No DVR routers for this DVR port f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:27.775962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e682346-2388-402e-b85b-b69aacbcf858 None None] Pushing event deleted for resources: {'Port': ['ID=f33a9dfb-ecea-4e4f-8a75-1c353643fbc4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:27.797823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-c166bc08-16b6-4144-a7ca-6cf08b6ef945 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.800720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-c166bc08-16b6-4144-a7ca-6cf08b6ef945 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.812234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-c166bc08-16b6-4144-a7ca-6cf08b6ef945 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.819162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-c166bc08-16b6-4144-a7ca-6cf08b6ef945 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.826446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-c166bc08-16b6-4144-a7ca-6cf08b6ef945 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.833956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-c166bc08-16b6-4144-a7ca-6cf08b6ef945 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.840579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-c166bc08-16b6-4144-a7ca-6cf08b6ef945 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.842762 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-c166bc08-16b6-4144-a7ca-6cf08b6ef945 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5432 time: 0.2333250 Sep 09 09:30:27.894222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:27.896987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-e648fca7-15ed-483d-b725-8995b066fddd req-24dc3b6d-5e92-46e7-b723-0ff701bd9aa1 service neutron] (95325) timed out ('10.222.0.24', 65079) {{(pid=95325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 09:30:27.918661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9b0f6e28-9ed2-4353-9d8e-0845d640e855 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:27.931040 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53520153-f25d-4a36-b656-043972b25a09 req-64a8d876-85e1-43d6-b531-6e672bf6bb59 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:27.938347 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-53520153-f25d-4a36-b656-043972b25a09 req-64a8d876-85e1-43d6-b531-6e672bf6bb59 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 945 time: 0.1402924 Sep 09 09:30:27.974829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d7c6ab-5a63-47c3-8628-35eef6479300']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:28.001858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-4517531d-0163-4f6f-9c14-e64534ddcbab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:28.004253 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-4517531d-0163-4f6f-9c14-e64534ddcbab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "GET /v2.0/ports/bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1055322 Sep 09 09:30:28.006933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7279a0c-fe9d-4c67-9592-5f2f603470c9') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:28.007335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7279a0c-fe9d-4c67-9592-5f2f603470c9') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:28.016194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-53520153-f25d-4a36-b656-043972b25a09 req-c403a684-5c50-4d2c-ba33-e444cd514dce tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599060 Sep 09 09:30:28.016194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.25.8.14 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e6c680f7-ce6a-4c83-81ba-47716143b4d0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:28.051368 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.077770 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.084278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 9b0f6e28-9ed2-4353-9d8e-0845d640e855 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:28.088617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 9b0f6e28-9ed2-4353-9d8e-0845d640e855 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:28.089068 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.120572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:28.121056 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:28.125137 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:28.155195 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.265189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b6d84d05-76e8-410e-ac5a-d7b9ab4bda3e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "GET /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2550838 Sep 09 09:30:28.281529 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:28.313086 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.332474 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.369802 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.385703 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.393042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] 10.222.0.32 "DELETE /v2.0/networks/72d7c6ab-5a63-47c3-8628-35eef6479300 HTTP/1.1" status: 204 len: 168 time: 1.4631264 Sep 09 09:30:28.418084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d675fa1-3b57-4e8e-b3f6-de85158f0e22 tempest-NetworksIpV6TestAttrs-810098819 tempest-NetworksIpV6TestAttrs-810098819-project] Pushing event deleted for resources: {'Network': ['ID=72d7c6ab-5a63-47c3-8628-35eef6479300,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:28.432808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:28.442313 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.455884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47324) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:28.473607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:28.478949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:28.491435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:28.510967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c3d2c2-e901-472f-bcff-302e2ba2a6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0f6e28-9ed2-4353-9d8e-0845d640e855'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:28.523129 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7857e35c-6c2a-4e6b-b75d-0833be3c2e2a" -d '{"events": [{"server_uuid": "35c3d2c2-e901-472f-bcff-302e2ba2a6d3", "name": "network-vif-plugged", "status": "completed", "tag": "9b0f6e28-9ed2-4353-9d8e-0845d640e855"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:28.542359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:28.544190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f33a9dfb-ecea-4e4f-8a75-1c353643fbc4 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:28.551703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=e6c680f7-ce6a-4c83-81ba-47716143b4d0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:28.555121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9b0f6e28-9ed2-4353-9d8e-0845d640e855, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9b0f6e28-9ed2-4353-9d8e-0845d640e855,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:28.616732 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.617839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 0945a5a1-1382-439d-8477-1f7be1080912 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:28.728390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364ae9a-06d0-471f-a729-3e346dda8cdc req-0f94e299-c2ab-41f0-8401-7695a0420ec1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:28.730044 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0002f78-6832-4df2-a545-e71e02d2eeb0 x-openstack-request-id: req-f0002f78-6832-4df2-a545-e71e02d2eeb0 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:28.730239 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c3d2c2-e901-472f-bcff-302e2ba2a6d3", "name": "network-vif-plugged", "status": "completed", "tag": "9b0f6e28-9ed2-4353-9d8e-0845d640e855", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:28.730542 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0002f78-6832-4df2-a545-e71e02d2eeb0 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:28.730938 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c3d2c2-e901-472f-bcff-302e2ba2a6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0f6e28-9ed2-4353-9d8e-0845d640e855', 'code': 200} Sep 09 09:30:28.751185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364ae9a-06d0-471f-a729-3e346dda8cdc req-0f94e299-c2ab-41f0-8401-7695a0420ec1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:28.757570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=9b0f6e28-9ed2-4353-9d8e-0845d640e855,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:28.765366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364ae9a-06d0-471f-a729-3e346dda8cdc req-0f94e299-c2ab-41f0-8401-7695a0420ec1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:28.782126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1527752128', 'router:external': True}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:28.786455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364ae9a-06d0-471f-a729-3e346dda8cdc req-0f94e299-c2ab-41f0-8401-7695a0420ec1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:28.792954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364ae9a-06d0-471f-a729-3e346dda8cdc req-0f94e299-c2ab-41f0-8401-7695a0420ec1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:28.807480 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364ae9a-06d0-471f-a729-3e346dda8cdc req-0f94e299-c2ab-41f0-8401-7695a0420ec1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:28.808850 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c93602ef-d316-4d26-9020-f344a9899594 req-13d10150-9246-473f-929d-b5bbb79dce6a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0627666 Sep 09 09:30:28.814757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364ae9a-06d0-471f-a729-3e346dda8cdc req-0f94e299-c2ab-41f0-8401-7695a0420ec1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:28.833669 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d364ae9a-06d0-471f-a729-3e346dda8cdc req-0f94e299-c2ab-41f0-8401-7695a0420ec1 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 5432 time: 0.2836413 Sep 09 09:30:28.841393 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.898211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] For port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:28.920433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 0945a5a1-1382-439d-8477-1f7be1080912, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0945a5a1-1382-439d-8477-1f7be1080912,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:28.951208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Made reservation on behalf of 85cfad48602e4eb3b5c7fc956a1f2169 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:28.951208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.953884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] For port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:28.983879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613da1-c66c-45a4-949a-5ef008113602 req-42da8302-b40b-4464-b283-adcb7ee483d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:28.985980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b613da1-c66c-45a4-949a-5ef008113602 req-42da8302-b40b-4464-b283-adcb7ee483d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 1098 time: 0.1473413 Sep 09 09:30:28.995190 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:28.999094 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.000157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6be1f8b0-5a95-4777-b3b4-e3d5df654bda no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:29.052502 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d364ae9a-06d0-471f-a729-3e346dda8cdc req-71ed0a2e-fba9-4558-8d52-1b44c7535ac8 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2162797 Sep 09 09:30:29.116685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b613da1-c66c-45a4-949a-5ef008113602 req-fd4593dc-b94a-4591-824e-6b51666df1de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178319 Sep 09 09:30:29.123984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=0945a5a1-1382-439d-8477-1f7be1080912,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:29.234321 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.244819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] device_id is not set on port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:30:29.265443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47336) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:29.280784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:29.303924 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.309641 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.340915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2b670-9e61-43e6-bcb0-8a72a66b6f7f req-a6d76838-cc4e-417e-b013-f15c47c1b677 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:29.343073 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19c2b670-9e61-43e6-bcb0-8a72a66b6f7f req-a6d76838-cc4e-417e-b013-f15c47c1b677 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 946 time: 0.1313004 Sep 09 09:30:29.378077 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.380110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e6a74eb9-c984-49ee-91be-f4e64312dfb4 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:29.397802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19c2b670-9e61-43e6-bcb0-8a72a66b6f7f req-fac69838-6cad-4ba2-8f0d-c11e7ede7de8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479217 Sep 09 09:30:29.433493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.440713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.543776 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.554546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:29.583892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:30:29.593457 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.615438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] No DVR routers for this DVR port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:29.650024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e6a74eb9-c984-49ee-91be-f4e64312dfb4, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e6a74eb9-c984-49ee-91be-f4e64312dfb4,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:29.664033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] In _notify_port_updated(), no bound segment for port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 {{(pid=95325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:30:29.665483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:29.666190 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.667644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] 10.222.0.24 "PUT /v2.0/ports/bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e HTTP/1.1" status: 200 len: 1028 time: 1.3949850 Sep 09 09:30:29.668381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f188cf56-9cad-481b-a16b-8c8e0b725475,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:29.692784 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.692784 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Added segment 01b551f1-17a5-465e-9bd2-2bf6ec423334 of type vlan for network def6df8a-195a-4df8-9fad-2dddf5436270 Sep 09 09:30:29.713292 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.714384 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 453ae082-fabe-44d6-98f0-a13b1423af32 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:29.719930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6c7fa64d-9346-4f49-86be-045c283f7b39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dde7f99ae3d44548b2976c74dbf8e04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530563 Sep 09 09:30:29.723019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:29.730737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104d185-d670-432c-ae28-5ae2ba9dd2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,revision_number=6']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:29.823008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-76978ae7-04e1-4e00-b865-8f877aab134c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:29.824366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-76978ae7-04e1-4e00-b865-8f877aab134c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "GET /v2.0/ports/453ae082-fabe-44d6-98f0-a13b1423af32?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1449564 Sep 09 09:30:29.842529 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:29.861571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=e6a74eb9-c984-49ee-91be-f4e64312dfb4,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:29.919271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.947707 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:29.996145 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.007845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 453ae082-fabe-44d6-98f0-a13b1423af32, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=453ae082-fabe-44d6-98f0-a13b1423af32,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:30.040677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-63f6dd33-f757-4237-8b69-e66b15e92edf None None] Provisioning complete for port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:30.041354 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63f6dd33-f757-4237-8b69-e66b15e92edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.054220 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b6a453d-2195-4ec5-a6f4-c819d1124c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.062069 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7eb8409c-817d-49ef-bafa-451a7060dd80 req-deeb77ed-b1ef-4391-a7e3-b0f360ba8fe5 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0516582 Sep 09 09:30:30.078464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47348) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:30.103527 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.149404 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b6a453d-2195-4ec5-a6f4-c819d1124c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.180090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:30.223025 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.242074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-63f6dd33-f757-4237-8b69-e66b15e92edf None None] Port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:30.257957 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.258745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:30.259334 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.277385 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=453ae082-fabe-44d6-98f0-a13b1423af32,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:30.284698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:30.285268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 54a9eada-2302-4987-9a71-5d62c23e0612 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:30.320546 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:30:30.321404 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:30:30.388299 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9063029 Sep 09 09:30:30.394007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47352) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:30.402738 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8a0798ac-7aba-467f-a6bb-b8d531fca000 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/floatingips/f06c5757-d01a-44ab-8d41-ad13e19dd55c HTTP/1.1" status: 200 len: 994 time: 0.3232760 Sep 09 09:30:30.444568 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.462289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Request body: {'subnet': {'network_id': 'def6df8a-195a-4df8-9fad-2dddf5436270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:30.478742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12630926-f863-4116-acf0-6ce7f4c2d52d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event updated for resources: {'Network': ['ID=def6df8a-195a-4df8-9fad-2dddf5436270,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:30.490603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network def6df8a-195a-4df8-9fad-2dddf5436270 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:30:30.514574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3a1e-a1b8-43d1-b9ab-7333f901885e req-d60304c1-cf2f-4ee3-82bb-2f1164a6bf0e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:30.518690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3a1e-a1b8-43d1-b9ab-7333f901885e req-d60304c1-cf2f-4ee3-82bb-2f1164a6bf0e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:30.526323 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3a1e-a1b8-43d1-b9ab-7333f901885e req-d60304c1-cf2f-4ee3-82bb-2f1164a6bf0e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:30.532171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3a1e-a1b8-43d1-b9ab-7333f901885e req-d60304c1-cf2f-4ee3-82bb-2f1164a6bf0e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:30.538267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3a1e-a1b8-43d1-b9ab-7333f901885e req-d60304c1-cf2f-4ee3-82bb-2f1164a6bf0e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:30.545133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3a1e-a1b8-43d1-b9ab-7333f901885e req-d60304c1-cf2f-4ee3-82bb-2f1164a6bf0e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:30.547023 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e0ca3a1e-a1b8-43d1-b9ab-7333f901885e req-d60304c1-cf2f-4ee3-82bb-2f1164a6bf0e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 4649 time: 0.2993393 Sep 09 09:30:30.553605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router e16f9703-57f4-4d82-857c-25f0f09f7444 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:30:30.580209 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b6a453d-2195-4ec5-a6f4-c819d1124c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.583890 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b6a453d-2195-4ec5-a6f4-c819d1124c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.585046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6b6a453d-2195-4ec5-a6f4-c819d1124c46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcc499c1-a046-46e2-afac-9e282e7b880d HTTP/1.1" status: 204 len: 168 time: 0.8573804 Sep 09 09:30:30.615119 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e0ca3a1e-a1b8-43d1-b9ab-7333f901885e req-5fc445fa-4a0a-4fcc-8b30-2dbdd118acc5 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558455 Sep 09 09:30:30.672535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Made reservation on behalf of 85cfad48602e4eb3b5c7fc956a1f2169 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:30.676286 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:30.681256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40891292-fcd0-49c0-abaa-bcb4ed2b8c90 req-f7cf5502-57b5-4c86-b9ae-7a37b139ce30 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:30.682956 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-40891292-fcd0-49c0-abaa-bcb4ed2b8c90 req-f7cf5502-57b5-4c86-b9ae-7a37b139ce30 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 946 time: 0.1838264 Sep 09 09:30:30.684834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a453d-2195-4ec5-a6f4-c819d1124c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc499c1-a046-46e2-afac-9e282e7b880d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:30.854475 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-40891292-fcd0-49c0-abaa-bcb4ed2b8c90 req-dc5bf47d-e530-495e-bb4f-5d9c960b2cb8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518037 Sep 09 09:30:30.867247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:30.890221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0945a5a1-1382-439d-8477-1f7be1080912'}, {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6be1f8b0-5a95-4777-b3b4-e3d5df654bda'}, {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a74eb9-c984-49ee-91be-f4e64312dfb4'}, {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '453ae082-fabe-44d6-98f0-a13b1423af32'}, {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a9eada-2302-4987-9a71-5d62c23e0612'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:30.893087 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66085a36-0026-4d9a-bb33-d53a2df74adf" -d '{"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0945a5a1-1382-439d-8477-1f7be1080912"}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6be1f8b0-5a95-4777-b3b4-e3d5df654bda"}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a74eb9-c984-49ee-91be-f4e64312dfb4"}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "453ae082-fabe-44d6-98f0-a13b1423af32"}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "54a9eada-2302-4987-9a71-5d62c23e0612"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:30.921785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47364) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:30.934707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Sync routers for ids ['e16f9703-57f4-4d82-857c-25f0f09f7444'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:30.953442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 54a9eada-2302-4987-9a71-5d62c23e0612, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=54a9eada-2302-4987-9a71-5d62c23e0612,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:30.965425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Routers {'e16f9703-57f4-4d82-857c-25f0f09f7444'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:30.966252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e16f9703-57f4-4d82-857c-25f0f09f7444'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:31.002224 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:31.007573 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3228fd75-5fb4-46bb-a85f-030bfd2def6a x-openstack-request-id: req-3228fd75-5fb4-46bb-a85f-030bfd2def6a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:31.007937 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0945a5a1-1382-439d-8477-1f7be1080912", "code": 200}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6be1f8b0-5a95-4777-b3b4-e3d5df654bda", "code": 200}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a74eb9-c984-49ee-91be-f4e64312dfb4", "code": 200}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "453ae082-fabe-44d6-98f0-a13b1423af32", "code": 200}, {"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "54a9eada-2302-4987-9a71-5d62c23e0612", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:31.008273 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3228fd75-5fb4-46bb-a85f-030bfd2def6a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:31.008915 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0945a5a1-1382-439d-8477-1f7be1080912', 'code': 200} Sep 09 09:30:31.009235 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6be1f8b0-5a95-4777-b3b4-e3d5df654bda', 'code': 200} Sep 09 09:30:31.009564 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a74eb9-c984-49ee-91be-f4e64312dfb4', 'code': 200} Sep 09 09:30:31.009888 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '453ae082-fabe-44d6-98f0-a13b1423af32', 'code': 200} Sep 09 09:30:31.010537 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a9eada-2302-4987-9a71-5d62c23e0612', 'code': 200} Sep 09 09:30:31.044270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:31.045557 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9220b3c7-71ff-4bcc-a7fd-53d183313cc5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9907191 Sep 09 09:30:31.047054 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:31.048319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 0b452867-3ba8-45d4-a9a0-2fc91d2100da no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:31.048903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47368) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:31.119172 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ee978829-3522-4ab3-9d1c-0e7aedc69254 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=88c726152e4047b9b17518f59bbdcd13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0691328 Sep 09 09:30:31.121718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47370) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:31.379282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Set router e16f9703-57f4-4d82-857c-25f0f09f7444 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:31.401578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-440123c0-4b4a-49d9-b165-89d8edaacd50 req-df84e256-345b-417e-9e67-565823296482 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.1200573 Sep 09 09:30:31.482990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=54a9eada-2302-4987-9a71-5d62c23e0612,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:31.501932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port 59603efa-7aaf-420b-b322-593e126b5cdd {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:31.502493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:31.510094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] For port 453ae082-fabe-44d6-98f0-a13b1423af32, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=453ae082-fabe-44d6-98f0-a13b1423af32,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:31.582810 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:31.693464 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:31.693464 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:31.727479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for 59603efa-7aaf-420b-b322-593e126b5cdd owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:31.769593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 0b452867-3ba8-45d4-a9a0-2fc91d2100da, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0b452867-3ba8-45d4-a9a0-2fc91d2100da,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:31.848396 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:31.974446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] For port 453ae082-fabe-44d6-98f0-a13b1423af32, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:31.991203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=0b452867-3ba8-45d4-a9a0-2fc91d2100da,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:32.017143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:29Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:32.079768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Checking router: e16f9703-57f4-4d82-857c-25f0f09f7444 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:30:32.085645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Updating router e16f9703-57f4-4d82-857c-25f0f09f7444 port e6c680f7-ce6a-4c83-81ba-47716143b4d0 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:30:32.089469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] device_id is not set on port 453ae082-fabe-44d6-98f0-a13b1423af32 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:30:32.122654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a29ecf-b013-44f1-9a98-515246d21258 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:32.123273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a29ecf-b013-44f1-9a98-515246d21258 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:32.130366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e55eb-83d7-485b-b924-68813ce3b631 req-f4f8878c-d806-4127-a3ac-b99cfee533db tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:32.138416 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:32.138558 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b0a29ecf-b013-44f1-9a98-515246d21258 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1550 time: 1.0110991 Sep 09 09:30:32.138558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47392) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:32.145531 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e55eb-83d7-485b-b924-68813ce3b631 req-f4f8878c-d806-4127-a3ac-b99cfee533db tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:32.159448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e55eb-83d7-485b-b924-68813ce3b631 req-f4f8878c-d806-4127-a3ac-b99cfee533db tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:32.179408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e55eb-83d7-485b-b924-68813ce3b631 req-f4f8878c-d806-4127-a3ac-b99cfee533db tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:32.198257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e55eb-83d7-485b-b924-68813ce3b631 req-f4f8878c-d806-4127-a3ac-b99cfee533db tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:32.222682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e55eb-83d7-485b-b924-68813ce3b631 req-f4f8878c-d806-4127-a3ac-b99cfee533db tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:32.224808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-312e55eb-83d7-485b-b924-68813ce3b631 req-f4f8878c-d806-4127-a3ac-b99cfee533db tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 4645 time: 0.4313183 Sep 09 09:30:32.243784 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:32.268812 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d0e8f085-466b-412e-9abf-5400d993d7c0 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1165171 Sep 09 09:30:32.273182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47396) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:32.353209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437daa1c-4e95-405c-b62f-0234dc6640c0 req-06ec8451-2e8a-4ae2-91f6-dc0293994f84 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:32.353209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-437daa1c-4e95-405c-b62f-0234dc6640c0 req-06ec8451-2e8a-4ae2-91f6-dc0293994f84 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 946 time: 0.1744404 Sep 09 09:30:32.388123 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-437daa1c-4e95-405c-b62f-0234dc6640c0 req-670c9e6a-feb4-4464-ac09-ec5ac9596b24 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648739 Sep 09 09:30:32.545804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47402) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:32.652002 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:32.676449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Transition to ACTIVE for port object e6c680f7-ce6a-4c83-81ba-47716143b4d0 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:32.709255 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bdc7cfba-5b9d-4c47-a4e0-8e58ff1e2b50 req-97aa8100-37df-44a6-92e9-1fcd7ef57e06 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0757902 Sep 09 09:30:32.769702 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:32.823086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-41a1e6b6-3957-41f9-9a0c-5da75c2474bb tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=def6df8a-195a-4df8-9fad-2dddf5436270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5263174 Sep 09 09:30:32.823086 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:32.823593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'network': {'name': 'tempest-RoutersTest-1936732185'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:32.823593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47416) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:32.825421 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1379524367', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:32.846855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e082f49-332b-428a-a335-2b30c780b817 None None] Pushing event updated for resources: {'Port': ['ID=e6c680f7-ce6a-4c83-81ba-47716143b4d0,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:32.877142 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Attempting to bind port e6c680f7-ce6a-4c83-81ba-47716143b4d0 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:32.877526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Attempting to bind port e6c680f7-ce6a-4c83-81ba-47716143b4d0 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:32.877896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Attempting to bind port e6c680f7-ce6a-4c83-81ba-47716143b4d0 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:32.893296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:32.893827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:32.895275 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:32.895874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:32.896508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Bound port: e6c680f7-ce6a-4c83-81ba-47716143b4d0, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:32.897168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:32.938465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-312e55eb-83d7-485b-b924-68813ce3b631 req-e8effc01-ec0e-4ad5-a404-6af4764d815d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=1938fd7c-9686-4356-bac8-e68154cdff77&id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6873453 Sep 09 09:30:32.967858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] For port e6c680f7-ce6a-4c83-81ba-47716143b4d0, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:32.971631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] For port e6c680f7-ce6a-4c83-81ba-47716143b4d0, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e6c680f7-ce6a-4c83-81ba-47716143b4d0,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:33.011360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b452867-3ba8-45d4-a9a0-2fc91d2100da'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:33.013751 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fffd13-0c32-486c-9ed4-b78357effa16" -d '{"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0b452867-3ba8-45d4-a9a0-2fc91d2100da"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:33.054329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.objects.ports [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:30:33.055580 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.065599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] Pushing event updated for resources: {'Port': ['ID=453ae082-fabe-44d6-98f0-a13b1423af32,revision_number=7']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:33.100138 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.103842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:33.108627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.124649 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed9ec40-1d38-41bf-b905-505633e5f7c1 x-openstack-request-id: req-5ed9ec40-1d38-41bf-b905-505633e5f7c1 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:33.125088 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0b452867-3ba8-45d4-a9a0-2fc91d2100da", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:33.127750 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ed9ec40-1d38-41bf-b905-505633e5f7c1 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:33.129028 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b452867-3ba8-45d4-a9a0-2fc91d2100da', 'code': 200} Sep 09 09:30:33.135864 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.149559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] No DVR routers for this DVR port 453ae082-fabe-44d6-98f0-a13b1423af32 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:33.193685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c89b35-aa4b-4073-a77e-871a33f87f1c req-31fe0575-8c7b-4db0-8114-9d01c6c6d538 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:33.203945 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a4c89b35-aa4b-4073-a77e-871a33f87f1c req-31fe0575-8c7b-4db0-8114-9d01c6c6d538 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.3647056 Sep 09 09:30:33.211694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Routers {'e16f9703-57f4-4d82-857c-25f0f09f7444'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:33.212227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e16f9703-57f4-4d82-857c-25f0f09f7444'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:33.226552 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a4c89b35-aa4b-4073-a77e-871a33f87f1c req-f19d5866-5d0c-4b7d-aafe-23d40dc8bbf1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/quotas/245f6d8c14c94cfaa4af650bffd88cb8 HTTP/1.1" status: 200 len: 375 time: 0.0214961 Sep 09 09:30:33.228989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0be0afe7-c0f6-4e61-a7b1-6aaf50e10008,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:33.258321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] In _notify_port_updated(), no bound segment for port 453ae082-fabe-44d6-98f0-a13b1423af32 on network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 {{(pid=95325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:30:33.259242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:33.259910 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.261243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d6e3f6d8-9dae-45ee-a046-e8aea307874c service neutron] 10.222.0.24 "PUT /v2.0/ports/453ae082-fabe-44d6-98f0-a13b1423af32 HTTP/1.1" status: 200 len: 1025 time: 3.4229836 Sep 09 09:30:33.279155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:33.283463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Checking segment: {'id': '01b551f1-17a5-465e-9bd2-2bf6ec423334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'def6df8a-195a-4df8-9fad-2dddf5436270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:33.283463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Network hostable DHCP agents. Network: def6df8a-195a-4df8-9fad-2dddf5436270, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:30:33.287023 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.327302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e082f49-332b-428a-a335-2b30c780b817 None None] Pushing event updated for resources: {'Port': ['ID=e6c680f7-ce6a-4c83-81ba-47716143b4d0,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:33.374142 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.386289 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a4c89b35-aa4b-4073-a77e-871a33f87f1c req-ea40270e-f475-4973-8906-94b9f348fa94 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1584673 Sep 09 09:30:33.415761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=59603efa-7aaf-420b-b322-593e126b5cdd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:33.452504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a72a65d9-49d9-48aa-8e8e-59e77b4906e5 None None] Provisioning complete for port 453ae082-fabe-44d6-98f0-a13b1423af32 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:33.453571 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a72a65d9-49d9-48aa-8e8e-59e77b4906e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.515294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Network def6df8a-195a-4df8-9fad-2dddf5436270 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:30:33.521327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a72a65d9-49d9-48aa-8e8e-59e77b4906e5 None None] Port 453ae082-fabe-44d6-98f0-a13b1423af32 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:33.528483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] Set router e16f9703-57f4-4d82-857c-25f0f09f7444 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:33.542911 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.543283 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Floating IP f06c5757-d01a-44ab-8d41-ad13e19dd55c disassociated (deleted). External IP: 172.25.8.116, port: a0661aaa-3718-49f1-af9c-d5c116965b16. Sep 09 09:30:33.605394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-acfa34cb-ac63-4f7b-af06-59eafad58337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Deleting port 54a9eada-2302-4987-9a71-5d62c23e0612 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:33.605739 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-acfa34cb-ac63-4f7b-af06-59eafad58337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.636402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, def6df8a-195a-4df8-9fad-2dddf5436270) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:33.662021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8164ab5f-4edc-4b1b-8308-28cec0aaa891 None None] Network def6df8a-195a-4df8-9fad-2dddf5436270 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:33.718607 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.718819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:33.718944 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.776633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a4c89b35-aa4b-4073-a77e-871a33f87f1c req-f839072d-d6a8-4b98-b07a-03b58e9aaf30 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892303 Sep 09 09:30:33.891291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.953621 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82385654-30f6-4bfe-bb2f-056274d62879 req-e6572ddf-f991-4a9f-9bf3-9cb4d1547a0b tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a613bdf-0e68-44ba-9613-64ca688432e2 HTTP/1.1" status: 200 len: 210 time: 0.0652635 Sep 09 09:30:33.955853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-acfa34cb-ac63-4f7b-af06-59eafad58337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] For port 54a9eada-2302-4987-9a71-5d62c23e0612, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=54a9eada-2302-4987-9a71-5d62c23e0612,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:33.957042 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-acfa34cb-ac63-4f7b-af06-59eafad58337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:33.996230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c8922-4243-447c-9e5e-34a2b4d6b4e9 None None] Network def6df8a-195a-4df8-9fad-2dddf5436270 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:34.093431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:30:34.106397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:30:34.114986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-34b03003-787c-4e3c-86c0-455e1d4fa9db tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7164664 Sep 09 09:30:34.125632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47424) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:34.129565 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a4c89b35-aa4b-4073-a77e-871a33f87f1c req-6aa3d044-6605-4cb9-a470-b0420058de61 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437216 Sep 09 09:30:34.142490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:34.143115 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added segment 4c2c9a97-720a-4611-9eed-302b40321f79 of type vlan for network c3041210-67e1-45d2-8568-f6e804c9a276 Sep 09 09:30:34.145706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-acfa34cb-ac63-4f7b-af06-59eafad58337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Calling delete_port for 54a9eada-2302-4987-9a71-5d62c23e0612 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:34.152490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:29Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:34.200756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-864896639', 'network_id': 'def6df8a-195a-4df8-9fad-2dddf5436270'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:34.245533 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:34.252685 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ba6e59-e2f5-44af-930f-79d6fc0b4e6b None None] The sync data for ids ['e16f9703-57f4-4d82-857c-25f0f09f7444'] in n-d-778696-16 is: [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:29Z', 'revision_number': 3, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:34.333651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c2ee99-0d13-4426-b5e0-7ec27cbf0dfa,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:34.460613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:34.470262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:34.470946 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:34.500252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027d9b-f608-457d-a80e-eb1134679d1d req-d1b43906-3cd6-4bbb-b612-8c64af46fb6d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:34.507635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027d9b-f608-457d-a80e-eb1134679d1d req-d1b43906-3cd6-4bbb-b612-8c64af46fb6d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:34.525603 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:34.528908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027d9b-f608-457d-a80e-eb1134679d1d req-d1b43906-3cd6-4bbb-b612-8c64af46fb6d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:34.543319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027d9b-f608-457d-a80e-eb1134679d1d req-d1b43906-3cd6-4bbb-b612-8c64af46fb6d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:34.553510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027d9b-f608-457d-a80e-eb1134679d1d req-d1b43906-3cd6-4bbb-b612-8c64af46fb6d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:34.555768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9027d9b-f608-457d-a80e-eb1134679d1d req-d1b43906-3cd6-4bbb-b612-8c64af46fb6d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 3875 time: 0.4157240 Sep 09 09:30:34.607649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Made reservation on behalf of 85cfad48602e4eb3b5c7fc956a1f2169 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:34.610799 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:34.696227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] device_id is not set on port 2682562e-a31e-4159-870b-5b101a948d30 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:30:34.774901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Network': ['ID=c3041210-67e1-45d2-8568-f6e804c9a276,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:34.791497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network c3041210-67e1-45d2-8568-f6e804c9a276 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:30:34.858143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f4cb35dd-340b-44d8-9bca-eed035b5f7f7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3111382 Sep 09 09:30:34.890868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47438) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:34.901037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Subnet': ['ID=dd43f23f-630f-48ac-862e-7334434a0462,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:34.917016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'network': {'name': 'tempest-RoutersTest-1376605032'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:34.951065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:34.951961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Checking segment: {'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:34.953977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network hostable DHCP agents. Network: 62c263f2-7d5d-471b-8f2d-14957f178b89, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:30:34.966113 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969da1b5-1c8d-43f1-990f-1ba2c8c36d36 None None] Sync routers for ids ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:34.984510 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969da1b5-1c8d-43f1-990f-1ba2c8c36d36 None None] Routers {'2831ea3d-f8fd-4dd8-8257-85cb0939fecc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:34.985622 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-969da1b5-1c8d-43f1-990f-1ba2c8c36d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:34.989261 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:35.019323 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9027d9b-f608-457d-a80e-eb1134679d1d req-38b9e578-4d37-4b37-a21e-0f29e9289eac tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4378037 Sep 09 09:30:35.065264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:35.069869 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:35.134938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 62c263f2-7d5d-471b-8f2d-14957f178b89 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:30:35.182897 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4e245cbf-f772-43f9-b838-9f11dc8d2780 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/floatingips/f06c5757-d01a-44ab-8d41-ad13e19dd55c HTTP/1.1" status: 204 len: 168 time: 4.2600417 Sep 09 09:30:35.193773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:35.196713 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3388b86d-36f3-40ef-b96b-cd4444b6569e" -d '{"events": [{"name": "network-changed", "server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:35.241214 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-969da1b5-1c8d-43f1-990f-1ba2c8c36d36 None None] Set router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:35.254983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:30:35.272488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 62c263f2-7d5d-471b-8f2d-14957f178b89) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:35.279560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:35.281093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:35.282186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00c66da-3247-4fbc-8ac1-035c96a160ca None None] Network 62c263f2-7d5d-471b-8f2d-14957f178b89 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:35.303900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Allocated IP 2001:db8::36e (def6df8a-195a-4df8-9fad-2dddf5436270/0be0afe7-c0f6-4e61-a7b1-6aaf50e10008/2682562e-a31e-4159-870b-5b101a948d30) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:35.323706 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:35.324114 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added segment 37a109e4-51f5-41ec-a560-db0c3a6e710d of type vlan for network b1c8a25c-2080-4b29-9f26-9eafcde85d07 Sep 09 09:30:35.367418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47454) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:35.379634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-14a473bc-d685-4874-a08e-d3fcf439884b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5717671 Sep 09 09:30:35.389139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:35.465141 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:35.522184 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-acfa34cb-ac63-4f7b-af06-59eafad58337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:35.571300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa34cb-ac63-4f7b-af06-59eafad58337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Port': ['ID=54a9eada-2302-4987-9a71-5d62c23e0612,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:35.595961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:35.602990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:35.602990 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:35.676650 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-62c263f2-7d5d-471b-8f2d-14957f178b89', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:30:35.679303 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:35.702498 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb76922-d808-4cf8-864a-cae737ff2ee6 x-openstack-request-id: req-6cb76922-d808-4cf8-864a-cae737ff2ee6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:35.702792 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:35.703040 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cb76922-d808-4cf8-864a-cae737ff2ee6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:35.714030 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'status': 'completed', 'code': 200} Sep 09 09:30:35.863761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-acfa34cb-ac63-4f7b-af06-59eafad58337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] No DVR routers for this DVR port 54a9eada-2302-4987-9a71-5d62c23e0612 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:36.052739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Allocated IP 172.20.0.2 (62c263f2-7d5d-471b-8f2d-14957f178b89/dd43f23f-630f-48ac-862e-7334434a0462/614b353a-b82d-4bfe-8e26-11f74b5fc44b) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:36.083241 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-969da1b5-1c8d-43f1-990f-1ba2c8c36d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:30Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cec6c148-bb16-4048-b7c3-d9e6438530a8', 'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:a2:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:28Z', 'updated_at': '2021-09-09T09:29:36Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:36.112451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-acfa34cb-ac63-4f7b-af06-59eafad58337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:36.114842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-acfa34cb-ac63-4f7b-af06-59eafad58337 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "DELETE /v2.0/ports/54a9eada-2302-4987-9a71-5d62c23e0612 HTTP/1.1" status: 204 len: 173 time: 2.8454559 Sep 09 09:30:36.117044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Network': ['ID=b1c8a25c-2080-4b29-9f26-9eafcde85d07,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:36.127042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e0d231fe-a012-4165-b8b6-03624609f27d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2309124 Sep 09 09:30:36.134730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network b1c8a25c-2080-4b29-9f26-9eafcde85d07 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:30:36.142188 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969da1b5-1c8d-43f1-990f-1ba2c8c36d36 None None] Checking router: 2831ea3d-f8fd-4dd8-8257-85cb0939fecc for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:30:36.148246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47478) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:36.162628 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969da1b5-1c8d-43f1-990f-1ba2c8c36d36 None None] Routers {'2831ea3d-f8fd-4dd8-8257-85cb0939fecc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:36.163803 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-969da1b5-1c8d-43f1-990f-1ba2c8c36d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:36.340295 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1d79-42d3-436c-af9e-5fd22b6fe94a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:36.386734 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-969da1b5-1c8d-43f1-990f-1ba2c8c36d36 None None] Set router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:36.411364 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:36.505664 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1d79-42d3-436c-af9e-5fd22b6fe94a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:36.552462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'subnet': {'network_id': 'c3041210-67e1-45d2-8568-f6e804c9a276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:36.561384 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e6c680f7-ce6a-4c83-81ba-47716143b4d0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:36.594835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb229de3-9395-4059-84d0-be0e069afdfc req-b97e7fbb-69c8-4a56-8f20-ed3e1406124a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:36.604358 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-b97e7fbb-69c8-4a56-8f20-ed3e1406124a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.6332760 Sep 09 09:30:36.623953 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:36.624513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-9edd68a3-e4e8-426c-b29a-83995b8683d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:36.626276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-9edd68a3-e4e8-426c-b29a-83995b8683d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 1098 time: 0.9138744 Sep 09 09:30:36.656908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Transition to ACTIVE for port object 614b353a-b82d-4bfe-8e26-11f74b5fc44b will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:36.671999 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-d7900134-44c4-4c16-9be1-05fdb844ad1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/quotas/245f6d8c14c94cfaa4af650bffd88cb8 HTTP/1.1" status: 200 len: 375 time: 0.0633738 Sep 09 09:30:36.718332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Transition to ACTIVE for port object 614b353a-b82d-4bfe-8e26-11f74b5fc44b will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:36.823764 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-969da1b5-1c8d-43f1-990f-1ba2c8c36d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:30Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cec6c148-bb16-4048-b7c3-d9e6438530a8', 'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:a2:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:28Z', 'updated_at': '2021-09-09T09:29:36Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:36.825062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e3a23-bdca-4e68-bdc0-ea554b71249f req-372d5b64-af29-47f6-9560-c658d217e941 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:36.832985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e6c680f7-ce6a-4c83-81ba-47716143b4d0 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:36.836915 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a78e3a23-bdca-4e68-bdc0-ea554b71249f req-372d5b64-af29-47f6-9560-c658d217e941 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 946 time: 0.7262154 Sep 09 09:30:36.841426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e6c680f7-ce6a-4c83-81ba-47716143b4d0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:36.841426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:36.890815 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-63af75af-87e4-4f20-aba5-445c68fdde07 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2167432 Sep 09 09:30:36.936617 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:36.941881 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969da1b5-1c8d-43f1-990f-1ba2c8c36d36 None None] The sync data for ids ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'] in n-d-778696-16 is: [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:29:30Z', 'revision_number': 4, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'cec6c148-bb16-4048-b7c3-d9e6438530a8', 'name': '', 'network_id': '723d2fd4-969e-4245-8b46-0bbe718f6b29', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'mac_address': 'fa:16:3e:a2:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:28Z', 'updated_at': '2021-09-09T09:29:36Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'subnets': [{'id': '284b9c87-d716-44e8-9965-c9e8b50be4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:36.964468 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1d79-42d3-436c-af9e-5fd22b6fe94a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:36.973648 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1d79-42d3-436c-af9e-5fd22b6fe94a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:36.973648 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5c4f1d79-42d3-436c-af9e-5fd22b6fe94a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf47ab60-c6a6-4e64-b96a-e2895cb8d99c HTTP/1.1" status: 204 len: 168 time: 1.6001284 Sep 09 09:30:36.985142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47480) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:37.009343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Deleting port 0945a5a1-1382-439d-8477-1f7be1080912 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:37.009900 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:37.071679 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a78e3a23-bdca-4e68-bdc0-ea554b71249f req-57b9d767-ebce-49b4-a892-23bd734c4126 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300115 Sep 09 09:30:37.100082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Network 62c263f2-7d5d-471b-8f2d-14957f178b89 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:37.144440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f1d79-42d3-436c-af9e-5fd22b6fe94a tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf47ab60-c6a6-4e64-b96a-e2895cb8d99c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:37.148584 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:37.161061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:37.183518 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-83f7a834-c6b9-4c97-86ac-951d630de1ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] show failed (client error): The resource could not be found. Sep 09 09:30:37.187024 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-83f7a834-c6b9-4c97-86ac-951d630de1ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "GET /v2.0/security-groups/bf47ab60-c6a6-4e64-b96a-e2895cb8d99c HTTP/1.1" status: 404 len: 347 time: 0.1987302 Sep 09 09:30:37.197743 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:37.210581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47484) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:37.235099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-b1507335-a7ea-42e5-861d-fb4aaa197b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:37.237479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-b1507335-a7ea-42e5-861d-fb4aaa197b90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=723d2fd4-969e-4245-8b46-0bbe718f6b29 HTTP/1.1" status: 200 len: 897 time: 0.5976942 Sep 09 09:30:37.285267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-f90f6cbf-a806-4023-9a48-cd425115faa5 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930130 Sep 09 09:30:37.303219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Pushing event updated for resources: {'Port': ['ID=614b353a-b82d-4bfe-8e26-11f74b5fc44b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:37.421770 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:37.541321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:37.549580 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:37.577886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-ad8bae44-e2ea-49bc-a32f-43030cfef15a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0661aaa-3718-49f1-af9c-d5c116965b16 HTTP/1.1" status: 200 len: 217 time: 0.2319965 Sep 09 09:30:37.588492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Network def6df8a-195a-4df8-9fad-2dddf5436270 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:37.598252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:37.614052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-3233312a-9581-468a-8b59-3203fa6e1230 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274162 Sep 09 09:30:37.696179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:37.701810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:37.701810 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:37.732997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e6c680f7-ce6a-4c83-81ba-47716143b4d0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e6c680f7-ce6a-4c83-81ba-47716143b4d0,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:37.742550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b7126-981f-411d-be2f-275c2fdef31f None None] New status for floating IP f06c5757-d01a-44ab-8d41-ad13e19dd55c: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:30:37.760370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:37.825504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Attempting to bind port 614b353a-b82d-4bfe-8e26-11f74b5fc44b on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:37.825884 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Attempting to bind port 614b353a-b82d-4bfe-8e26-11f74b5fc44b by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:37.826305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Attempting to bind port 614b353a-b82d-4bfe-8e26-11f74b5fc44b on network 62c263f2-7d5d-471b-8f2d-14957f178b89 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:37.834382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:37.834765 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Checking segment: {'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:37.835170 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:37.839944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Bound using segment: {'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:37.840534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Bound port: 614b353a-b82d-4bfe-8e26-11f74b5fc44b, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:37.840974 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:37.847350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:37.928716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e6c680f7-ce6a-4c83-81ba-47716143b4d0,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:38.023640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] For port 614b353a-b82d-4bfe-8e26-11f74b5fc44b, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:38.049150 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] For port 614b353a-b82d-4bfe-8e26-11f74b5fc44b, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=614b353a-b82d-4bfe-8e26-11f74b5fc44b,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:38.150967 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5b7dfa4-17dc-421f-b7a8-d13005d5260b req-95ad1aa9-27bc-45a1-add0-b17f794ae92c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 210 time: 0.0710697 Sep 09 09:30:38.170310 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:38.396764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbed6ef-fd98-4858-a0c0-f473f6524d1c None None] Pushing event updated for resources: {'Port': ['ID=614b353a-b82d-4bfe-8e26-11f74b5fc44b,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:38.398033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] For port 0945a5a1-1382-439d-8477-1f7be1080912, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0945a5a1-1382-439d-8477-1f7be1080912,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:38.398517 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:38.440139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e6c680f7-ce6a-4c83-81ba-47716143b4d0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:38.579214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e6c680f7-ce6a-4c83-81ba-47716143b4d0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:38.579636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:38.641730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ad5b8-d58a-488a-93f6-168b6ae8a2be req-31936347-af0c-4f21-98eb-1e5ee89040ea tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:38.676198 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c78ad5b8-d58a-488a-93f6-168b6ae8a2be req-31936347-af0c-4f21-98eb-1e5ee89040ea tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 946 time: 0.3331730 Sep 09 09:30:38.757660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-deleted', 'tag': '54a9eada-2302-4987-9a71-5d62c23e0612'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:38.760013 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e8143b-561e-4f7f-996a-81a2dd81b269" -d '{"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-deleted", "tag": "54a9eada-2302-4987-9a71-5d62c23e0612"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:38.781809 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.20.0.1 (62c263f2-7d5d-471b-8f2d-14957f178b89/dd43f23f-630f-48ac-862e-7334434a0462/31606e52-a1ba-4926-bd33-0a28769ce8a6) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:38.818347 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c78ad5b8-d58a-488a-93f6-168b6ae8a2be req-9d25209e-a862-4ab4-a4a4-fc3cca7c7052 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406195 Sep 09 09:30:38.897177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event updated for resources: {'Port': ['ID=2682562e-a31e-4159-870b-5b101a948d30,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:38.922925 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7749883-0735-4c6e-95a2-e91f54cd417c x-openstack-request-id: req-d7749883-0735-4c6e-95a2-e91f54cd417c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:38.923333 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-deleted", "tag": "54a9eada-2302-4987-9a71-5d62c23e0612", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:38.923549 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7749883-0735-4c6e-95a2-e91f54cd417c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:38.923947 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-deleted', 'tag': '54a9eada-2302-4987-9a71-5d62c23e0612', 'status': 'completed', 'code': 200} Sep 09 09:30:39.001902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9babe0c-4db9-4500-b907-4440d52a463b req-7c0da8b3-1e78-43d9-be21-4a061a0643c6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:39.003309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9babe0c-4db9-4500-b907-4440d52a463b req-7c0da8b3-1e78-43d9-be21-4a061a0643c6 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 946 time: 1.6704507 Sep 09 09:30:39.013235 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:39.042078 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:39.048857 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:39.048857 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Floating IP f8e75328-1feb-4473-abdb-f42a3f43ab41 disassociated. External IP: 172.25.8.117, port: 0945a5a1-1382-439d-8477-1f7be1080912. Sep 09 09:30:39.048857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Calling delete_port for 0945a5a1-1382-439d-8477-1f7be1080912 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:39.048857 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-77aebd10-54a2-497e-a1a7-0ed00521b3b9 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.8973107 Sep 09 09:30:39.058668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47502) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:39.087952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-32f689b1-6475-41d3-887f-776d132c7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:39.089482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-32f689b1-6475-41d3-887f-776d132c7302 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=284b9c87-d716-44e8-9965-c9e8b50be4a8 HTTP/1.1" status: 200 len: 835 time: 1.4990556 Sep 09 09:30:39.100984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227c91a-33b8-4482-8e90-bd45a5e1446c req-f10afd8c-34ac-4fae-acd5-6e795a872d35 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:39.107822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227c91a-33b8-4482-8e90-bd45a5e1446c req-f10afd8c-34ac-4fae-acd5-6e795a872d35 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:39.115287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227c91a-33b8-4482-8e90-bd45a5e1446c req-f10afd8c-34ac-4fae-acd5-6e795a872d35 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:39.123226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227c91a-33b8-4482-8e90-bd45a5e1446c req-f10afd8c-34ac-4fae-acd5-6e795a872d35 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:39.125602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9227c91a-33b8-4482-8e90-bd45a5e1446c req-f10afd8c-34ac-4fae-acd5-6e795a872d35 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 3143 time: 1.8973260 Sep 09 09:30:39.503087 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:39.567535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4931ad4b-e3ea-41b1-9636-67b4cc65b6ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Deleting port 7063722a-bf9d-4ae4-a571-a2dd6d5ddf39 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:39.567878 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4931ad4b-e3ea-41b1-9636-67b4cc65b6ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:39.594759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Transition to ACTIVE for port object 31606e52-a1ba-4926-bd33-0a28769ce8a6 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:39.666681 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-536df681-7f6b-40ba-98ba-b3e7cc74c253 req-59cf51b4-1fff-4ce9-9cb7-37f29f2713a3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 210 time: 0.0551844 Sep 09 09:30:39.716044 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9227c91a-33b8-4482-8e90-bd45a5e1446c req-0a6a6bac-3aa0-462c-ad55-811a26c00dfc tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5430269 Sep 09 09:30:39.752383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-138d234d-86ca-4c7a-8e51-eba74b91b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:39.752383 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-138d234d-86ca-4c7a-8e51-eba74b91b575 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=723d2fd4-969e-4245-8b46-0bbe718f6b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6001410 Sep 09 09:30:39.781358 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:39.842665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Subnet': ['ID=c1cb02bc-9cc5-4449-8e2e-0dbaa91be7ec,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:39.872810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=31606e52-a1ba-4926-bd33-0a28769ce8a6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:39.896324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d513877a-6126-44d0-bf38-12978f9ee348 None None] Network 62c263f2-7d5d-471b-8f2d-14957f178b89 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:39.907298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.907686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.910902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.923686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.928850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.928850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.928850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.929220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.931970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.932317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.934206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.935562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:39.950317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 62c263f2-7d5d-471b-8f2d-14957f178b89 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:39.952589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:39.960674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:40.021817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8322707e-9e26-4a83-aacc-5ffd0af188e6 None None] Provisioning for port 614b353a-b82d-4bfe-8e26-11f74b5fc44b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:40.063633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Checking segment: {'id': '4c2c9a97-720a-4611-9eed-302b40321f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3041210-67e1-45d2-8568-f6e804c9a276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:40.064014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network hostable DHCP agents. Network: c3041210-67e1-45d2-8568-f6e804c9a276, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:30:40.070473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-d9babe0c-4db9-4500-b907-4440d52a463b req-b14fdc39-51a8-4734-8add-a5e992038399 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port a0661aaa-3718-49f1-af9c-d5c116965b16 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:40.070830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d9babe0c-4db9-4500-b907-4440d52a463b req-b14fdc39-51a8-4734-8add-a5e992038399 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:40.088761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:40.144634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90cf48-a2fc-4f61-9607-268061d93867 req-c9d4718f-31a0-4136-abd8-29b074a9fc8a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:40.146715 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab90cf48-a2fc-4f61-9607-268061d93867 req-c9d4718f-31a0-4136-abd8-29b074a9fc8a tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 946 time: 0.1402035 Sep 09 09:30:40.148059 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0f55dc25-c1a3-4b6f-8c2a-e3475bbd5cba tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Deleting port 2682562e-a31e-4159-870b-5b101a948d30 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:40.148476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0f55dc25-c1a3-4b6f-8c2a-e3475bbd5cba tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:40.209351 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4931ad4b-e3ea-41b1-9636-67b4cc65b6ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:40.210173 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4931ad4b-e3ea-41b1-9636-67b4cc65b6ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:40.218273 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab90cf48-a2fc-4f61-9607-268061d93867 req-02dfb133-0a6a-47c8-9750-d4c23d601f48 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589867 Sep 09 09:30:40.303155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4931ad4b-e3ea-41b1-9636-67b4cc65b6ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Calling delete_port for 7063722a-bf9d-4ae4-a571-a2dd6d5ddf39 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:40.344699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-316349ef-23fe-41eb-99e3-9bab5fa8bd21 service neutron] 10.222.0.41 "GET /v2.0/networks/723d2fd4-969e-4245-8b46-0bbe718f6b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694330 Sep 09 09:30:40.415808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network c3041210-67e1-45d2-8568-f6e804c9a276 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:30:40.457776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 614b353a-b82d-4bfe-8e26-11f74b5fc44b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:40.461087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a0661aaa-3718-49f1-af9c-d5c116965b16 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:40.570606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0f55dc25-c1a3-4b6f-8c2a-e3475bbd5cba tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:40.604012 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:40.607365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, c3041210-67e1-45d2-8568-f6e804c9a276) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:40.653923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b542d-a0f6-4340-90d5-067127e8bd22 None None] Network c3041210-67e1-45d2-8568-f6e804c9a276 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:40.667309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:40.668177 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:40.670721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0f55dc25-c1a3-4b6f-8c2a-e3475bbd5cba tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Calling delete_port for 2682562e-a31e-4159-870b-5b101a948d30 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:40.677267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d8fdd208-0c77-4933-80fb-889657f739a7 None None] Provisioning for port 31606e52-a1ba-4926-bd33-0a28769ce8a6 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:40.685015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d9babe0c-4db9-4500-b907-4440d52a463b req-b14fdc39-51a8-4734-8add-a5e992038399 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] For port a0661aaa-3718-49f1-af9c-d5c116965b16, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0661aaa-3718-49f1-af9c-d5c116965b16,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:40.686636 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d9babe0c-4db9-4500-b907-4440d52a463b req-b14fdc39-51a8-4734-8add-a5e992038399 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:40.695246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Port': ['ID=0945a5a1-1382-439d-8477-1f7be1080912,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:40.716248 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d8fdd208-0c77-4933-80fb-889657f739a7 None None] Provisioning complete for port 31606e52-a1ba-4926-bd33-0a28769ce8a6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:40.716636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8fdd208-0c77-4933-80fb-889657f739a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:40.810619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-d9babe0c-4db9-4500-b907-4440d52a463b req-b14fdc39-51a8-4734-8add-a5e992038399 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for a0661aaa-3718-49f1-af9c-d5c116965b16 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:40.822022 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:40.973337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 614b353a-b82d-4bfe-8e26-11f74b5fc44b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:40.988244 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.020780 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ec5c0f1b-f156-4db4-845c-4c91a3573bf8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8545742 Sep 09 09:30:41.026758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47516) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:41.039402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 614b353a-b82d-4bfe-8e26-11f74b5fc44b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:41.039709 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.043819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'subnet': {'network_id': 'b1c8a25c-2080-4b29-9f26-9eafcde85d07', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:41.101232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:41.103457 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf2a92d-59cc-4940-8a81-7338de35f86d" -d '{"events": [{"server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "name": "network-vif-unplugged", "status": "completed", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:41.106323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-c3041210-67e1-45d2-8568-f6e804c9a276', 'network_id': 'c3041210-67e1-45d2-8568-f6e804c9a276', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'fixed_ips': [{'subnet_id': 'c1cb02bc-9cc5-4449-8e2e-0dbaa91be7ec'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:30:41.107175 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.117962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a0661aaa-3718-49f1-af9c-d5c116965b16, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a0661aaa-3718-49f1-af9c-d5c116965b16,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:41.126231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-49ee3e43-8a75-4665-b54f-bce15e2a484f req-7fd9711d-52ae-4a50-8293-0665e1fb5965 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 210 time: 0.1588144 Sep 09 09:30:41.148944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea5b59-871c-415f-84ae-2d4be0dce9db req-d07748c8-50ba-4494-885c-0a9a02b554ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:41.172234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d8fdd208-0c77-4933-80fb-889657f739a7 None None] Port 31606e52-a1ba-4926-bd33-0a28769ce8a6 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:41.178460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-a13b6235-3976-4232-a991-dbc22b034d89 service neutron] 10.222.0.41 "GET /v2.0/networks/723d2fd4-969e-4245-8b46-0bbe718f6b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8124504 Sep 09 09:30:41.187775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea5b59-871c-415f-84ae-2d4be0dce9db req-d07748c8-50ba-4494-885c-0a9a02b554ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:41.240773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea5b59-871c-415f-84ae-2d4be0dce9db req-d07748c8-50ba-4494-885c-0a9a02b554ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:41.248288 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-88ea5b59-871c-415f-84ae-2d4be0dce9db req-d07748c8-50ba-4494-885c-0a9a02b554ce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 2410 time: 0.3889489 Sep 09 09:30:41.267710 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510b3d68-b914-49a6-9b6d-35b88b84f28e x-openstack-request-id: req-510b3d68-b914-49a6-9b6d-35b88b84f28e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:41.268023 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "name": "network-vif-unplugged", "status": "completed", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:41.268276 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-510b3d68-b914-49a6-9b6d-35b88b84f28e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:41.268672 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'code': 200} Sep 09 09:30:41.276692 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.402331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Allocated IP 172.20.0.2 (c3041210-67e1-45d2-8568-f6e804c9a276/c1cb02bc-9cc5-4449-8e2e-0dbaa91be7ec/20b9727d-7307-4234-b58b-5a35eb3903fe) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:41.421747 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-88ea5b59-871c-415f-84ae-2d4be0dce9db req-0f590235-f2fa-49e0-9fb6-1f44a2bed771 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724825 Sep 09 09:30:41.438430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0f55dc25-c1a3-4b6f-8c2a-e3475bbd5cba tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.450703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb229de3-9395-4059-84d0-be0e069afdfc req-19d5273f-104a-4fc8-8981-fa42e40667e4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:41.453556 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-19d5273f-104a-4fc8-8981-fa42e40667e4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.5826924 Sep 09 09:30:41.485966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Request body: {'port': {'device_id': '6c9fd5b6-6727-46cc-a143-675dd1c45d7a', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'admin_state_up': True, 'tenant_id': '245f6d8c14c94cfaa4af650bffd88cb8'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:41.547311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d8fdd208-0c77-4933-80fb-889657f739a7 None None] Provisioning complete for port 614b353a-b82d-4bfe-8e26-11f74b5fc44b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:41.547715 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8fdd208-0c77-4933-80fb-889657f739a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.689973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a0661aaa-3718-49f1-af9c-d5c116965b16,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:41.696784 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.762924 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.773113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 614b353a-b82d-4bfe-8e26-11f74b5fc44b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=614b353a-b82d-4bfe-8e26-11f74b5fc44b,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:41.803790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Transition to ACTIVE for port object 20b9727d-7307-4234-b58b-5a35eb3903fe will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:41.812732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:41.817535 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.832052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Transition to ACTIVE for port object 20b9727d-7307-4234-b58b-5a35eb3903fe will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:41.833719 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8fdd208-0c77-4933-80fb-889657f739a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.845673 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.917917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Router 1a474d8f-cf47-4674-9157-f7746bc53dfd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:30:41.949294 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.951134 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d9babe0c-4db9-4500-b907-4440d52a463b req-b14fdc39-51a8-4734-8add-a5e992038399 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.954733 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-d8fdd208-0c77-4933-80fb-889657f739a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:30:41.955092 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-d8fdd208-0c77-4933-80fb-889657f739a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:30:41.958857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=614b353a-b82d-4bfe-8e26-11f74b5fc44b,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:41.969415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Made reservation on behalf of 245f6d8c14c94cfaa4af650bffd88cb8 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:41.974894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:41.997166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Network c3041210-67e1-45d2-8568-f6e804c9a276 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:41.999489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55dc25-c1a3-4b6f-8c2a-e3475bbd5cba tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event deleted for resources: {'Port': ['ID=2682562e-a31e-4159-870b-5b101a948d30,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:42.000537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:42.004951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:42.017793 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.035971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fdc39-51a8-4734-8add-a5e992038399 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=a0661aaa-3718-49f1-af9c-d5c116965b16,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:42.062031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Pushing event updated for resources: {'Port': ['ID=20b9727d-7307-4234-b58b-5a35eb3903fe,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:42.081432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Attempting to bind port 20b9727d-7307-4234-b58b-5a35eb3903fe on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:42.082054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Attempting to bind port 20b9727d-7307-4234-b58b-5a35eb3903fe by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '4c2c9a97-720a-4611-9eed-302b40321f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3041210-67e1-45d2-8568-f6e804c9a276'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:42.087723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Attempting to bind port 20b9727d-7307-4234-b58b-5a35eb3903fe on network c3041210-67e1-45d2-8568-f6e804c9a276 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:42.088208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:42.088604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Checking segment: {'id': '4c2c9a97-720a-4611-9eed-302b40321f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3041210-67e1-45d2-8568-f6e804c9a276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:42.089035 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.089429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Bound using segment: {'id': '4c2c9a97-720a-4611-9eed-302b40321f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3041210-67e1-45d2-8568-f6e804c9a276'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:42.090251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Bound port: 20b9727d-7307-4234-b58b-5a35eb3903fe, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2c9a97-720a-4611-9eed-302b40321f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3041210-67e1-45d2-8568-f6e804c9a276'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:42.090636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.108503 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0f55dc25-c1a3-4b6f-8c2a-e3475bbd5cba tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.110803 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0f55dc25-c1a3-4b6f-8c2a-e3475bbd5cba tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2682562e-a31e-4159-870b-5b101a948d30 HTTP/1.1" status: 204 len: 168 time: 3.0251448 Sep 09 09:30:42.111815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9babe0c-4db9-4500-b907-4440d52a463b req-b14fdc39-51a8-4734-8add-a5e992038399 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] No DVR routers for this DVR port a0661aaa-3718-49f1-af9c-d5c116965b16 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:42.115090 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d9babe0c-4db9-4500-b907-4440d52a463b req-b14fdc39-51a8-4734-8add-a5e992038399 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.117866 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9babe0c-4db9-4500-b907-4440d52a463b req-b14fdc39-51a8-4734-8add-a5e992038399 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.41 "DELETE /v2.0/ports/a0661aaa-3718-49f1-af9c-d5c116965b16 HTTP/1.1" status: 204 len: 173 time: 3.0939279 Sep 09 09:30:42.118589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47526) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:42.143153 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.154050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'name': 'network-vif-deleted', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:42.160509 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8865cd9e-b8b3-4956-bf64-437f8eead886" -d '{"events": [{"server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "name": "network-vif-deleted", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:42.180789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] For port 20b9727d-7307-4234-b58b-5a35eb3903fe, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:42.184719 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'def6df8a-195a-4df8-9fad-2dddf5436270', 'external_fixed_ips': [{'subnet_id': '0be0afe7-c0f6-4e61-a7b1-6aaf50e10008', 'ip_address': '2001:db8::36e'}]}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:42.188740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] For port 20b9727d-7307-4234-b58b-5a35eb3903fe, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=20b9727d-7307-4234-b58b-5a35eb3903fe,segment=NetworkSegment(4c2c9a97-720a-4611-9eed-302b40321f79),segment_id=4c2c9a97-720a-4611-9eed-302b40321f79)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:42.208785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f4bed-9f9d-4449-ab18-3c61ba65646e req-d85acf29-1eac-426b-8c37-17387a3edda3 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:42.210339 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-168f4bed-9f9d-4449-ab18-3c61ba65646e req-d85acf29-1eac-426b-8c37-17387a3edda3 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/ports?device_id=81cd9503-2670-4084-9d35-0c90e2ac7148 HTTP/1.1" status: 200 len: 865 time: 0.7929120 Sep 09 09:30:42.289677 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4931ad4b-e3ea-41b1-9636-67b4cc65b6ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.307111 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.342754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931ad4b-e3ea-41b1-9636-67b4cc65b6ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Port': ['ID=7063722a-bf9d-4ae4-a571-a2dd6d5ddf39,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:42.395486 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-468c9e95-54e1-48e5-ae40-d71ff5cf1089 req-2eeabcc4-7eef-4237-8374-fba0cffbb059 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 210 time: 0.1498702 Sep 09 09:30:42.409944 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.461812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-168f4bed-9f9d-4449-ab18-3c61ba65646e req-1bd69d51-b79d-49de-b4b7-e4369806adda tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "GET /v2.0/security-groups?id=f843be31-25ca-4713-a818-6f09fb33d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413847 Sep 09 09:30:42.463075 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.465460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.474931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=31606e52-a1ba-4926-bd33-0a28769ce8a6,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:42.497590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Allocated IP 172.20.0.14 (346934c0-b5f0-416b-9d32-fc48ed065fec/46ca00ff-7e3e-4607-867c-7a87c8c0b9e6/d8c9d43a-e2c6-4242-9af4-c3b60a87cabe) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:42.502394 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.529629 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 614b353a-b82d-4bfe-8e26-11f74b5fc44b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:42.608380 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.610729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:42.625703 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c061a0e6-0b0b-4ea9-bc37-d10ac9712400 x-openstack-request-id: req-c061a0e6-0b0b-4ea9-bc37-d10ac9712400 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:42.625703 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cd9503-2670-4084-9d35-0c90e2ac7148", "name": "network-vif-deleted", "tag": "a0661aaa-3718-49f1-af9c-d5c116965b16", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:42.625703 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c061a0e6-0b0b-4ea9-bc37-d10ac9712400 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:42.625703 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cd9503-2670-4084-9d35-0c90e2ac7148', 'name': 'network-vif-deleted', 'tag': 'a0661aaa-3718-49f1-af9c-d5c116965b16', 'status': 'completed', 'code': 200} Sep 09 09:30:42.628073 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a64055-0734-45b7-9c2c-d8bb8d6ab4a3 None None] Sync routers for ids ['1a474d8f-cf47-4674-9157-f7746bc53dfd'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:42.629735 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4931ad4b-e3ea-41b1-9636-67b4cc65b6ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.632956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4931ad4b-e3ea-41b1-9636-67b4cc65b6ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.637953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4931ad4b-e3ea-41b1-9636-67b4cc65b6ac tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "DELETE /v2.0/floatingips/c11d2dcd-10dd-4f64-a4dd-681d16aa8445 HTTP/1.1" status: 204 len: 168 time: 5.4256043 Sep 09 09:30:42.638533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47534) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:42.654478 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a64055-0734-45b7-9c2c-d8bb8d6ab4a3 None None] Routers {'1a474d8f-cf47-4674-9157-f7746bc53dfd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:42.654478 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7a64055-0734-45b7-9c2c-d8bb8d6ab4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1a474d8f-cf47-4674-9157-f7746bc53dfd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:42.726724 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2e293-4142-4f61-903b-3646a268f2cc None None] Pushing event updated for resources: {'Port': ['ID=20b9727d-7307-4234-b58b-5a35eb3903fe,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:42.883734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 614b353a-b82d-4bfe-8e26-11f74b5fc44b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:42.884890 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:42.995582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Subnet': ['ID=2ca220ec-dbeb-4a56-95f9-7a9c0da3c6d2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:43.062623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0eb8ce22-441b-42fc-9804-0f568f3e83eb None None] Provisioning complete for port 31606e52-a1ba-4926-bd33-0a28769ce8a6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:43.064995 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ce22-441b-42fc-9804-0f568f3e83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:43.102155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] No DVR routers for this DVR port 0945a5a1-1382-439d-8477-1f7be1080912 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:43.111758 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:43.114498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Checking segment: {'id': '37a109e4-51f5-41ec-a560-db0c3a6e710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b1c8a25c-2080-4b29-9f26-9eafcde85d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:43.114766 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-06c9e3b5-eda6-4b98-8693-44067f8aa3a9 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "DELETE /v2.0/ports/0945a5a1-1382-439d-8477-1f7be1080912 HTTP/1.1" status: 204 len: 173 time: 6.9891722 Sep 09 09:30:43.114868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network hostable DHCP agents. Network: b1c8a25c-2080-4b29-9f26-9eafcde85d07, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:30:43.118540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 62c263f2-7d5d-471b-8f2d-14957f178b89 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:43.123804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:43.171279 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c7a64055-0734-45b7-9c2c-d8bb8d6ab4a3 None None] Set router 1a474d8f-cf47-4674-9157-f7746bc53dfd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:43.192013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8ce22-441b-42fc-9804-0f568f3e83eb None None] Port 31606e52-a1ba-4926-bd33-0a28769ce8a6 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:43.328140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:43.371212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network b1c8a25c-2080-4b29-9f26-9eafcde85d07 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:30:43.457077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router e16f9703-57f4-4d82-857c-25f0f09f7444 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:30:43.474257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344aa71-051a-44c4-a226-331992d3cfbb req-a31d3155-d115-4dca-ab15-6384606e441c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:43.481867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344aa71-051a-44c4-a226-331992d3cfbb req-a31d3155-d115-4dca-ab15-6384606e441c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:43.490540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344aa71-051a-44c4-a226-331992d3cfbb req-a31d3155-d115-4dca-ab15-6384606e441c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:43.495948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, b1c8a25c-2080-4b29-9f26-9eafcde85d07) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:43.504625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:43.505206 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:43.506931 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1344aa71-051a-44c4-a226-331992d3cfbb req-a31d3155-d115-4dca-ab15-6384606e441c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 2410 time: 0.6978703 Sep 09 09:30:43.507278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f42db8-8542-4b64-8af0-735bd5443a69 None None] Network b1c8a25c-2080-4b29-9f26-9eafcde85d07 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:43.567248 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:43.587756 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:43.607279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:30:43.626522 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7a64055-0734-45b7-9c2c-d8bb8d6ab4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:50Z', 'revision_number': 4, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '0287b8a9-4e0a-4692-a314-45aabaf675cb', 'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'mac_address': 'fa:16:3e:e2:d7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:48Z', 'updated_at': '2021-09-09T09:19:58Z', 'revision_number': 5, 'project_id': '95a35275c4864a71b4d060d54546604f', 'subnets': [{'id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:43.654010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a969a-1238-45bc-aab0-d7d5c640bad0 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Deleting port 61dacf64-85aa-40e8-857f-3c2822090211 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:43.655194 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e1a969a-1238-45bc-aab0-d7d5c640bad0 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:43.702894 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a64055-0734-45b7-9c2c-d8bb8d6ab4a3 None None] Checking router: 1a474d8f-cf47-4674-9157-f7746bc53dfd for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:30:43.725319 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a64055-0734-45b7-9c2c-d8bb8d6ab4a3 None None] Routers {'1a474d8f-cf47-4674-9157-f7746bc53dfd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:43.725956 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7a64055-0734-45b7-9c2c-d8bb8d6ab4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1a474d8f-cf47-4674-9157-f7746bc53dfd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:43.742411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a9ce2244-6af7-4722-af20-864ce7cc0a2b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7042744 Sep 09 09:30:43.747624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47542) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:43.764783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-96668daa-8ef2-4119-b449-86a44b0bb90e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1536371981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:43.804641 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1344aa71-051a-44c4-a226-331992d3cfbb req-28da4a9e-0127-4dde-96f9-19a4129c9e56 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966924 Sep 09 09:30:43.909493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Network 346934c0-b5f0-416b-9d32-fc48ed065fec is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:43.925149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:43.964044 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Sync routers for ids ['e16f9703-57f4-4d82-857c-25f0f09f7444'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:43.969525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d7365fec-c12b-4e4f-93eb-c23a0dbf462a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "PUT /v2.0/routers/e16f9703-57f4-4d82-857c-25f0f09f7444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5512455 Sep 09 09:30:43.982974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-b1c8a25c-2080-4b29-9f26-9eafcde85d07', 'network_id': 'b1c8a25c-2080-4b29-9f26-9eafcde85d07', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'fixed_ips': [{'subnet_id': '2ca220ec-dbeb-4a56-95f9-7a9c0da3c6d2'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:30:43.983531 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:43.988258 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:44.008906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Routers {'e16f9703-57f4-4d82-857c-25f0f09f7444'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:44.014683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e16f9703-57f4-4d82-857c-25f0f09f7444'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:44.044692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:44.054143 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47548) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:44.079300 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c7a64055-0734-45b7-9c2c-d8bb8d6ab4a3 None None] Set router 1a474d8f-cf47-4674-9157-f7746bc53dfd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:44.148529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Set router e16f9703-57f4-4d82-857c-25f0f09f7444 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:44.203912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event updated for resources: {'Port': ['ID=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:44.231827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d9716f4c-33ce-4466-92f1-0906c16a9775 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Deleting port 0b452867-3ba8-45d4-a9a0-2fc91d2100da {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:44.232308 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d9716f4c-33ce-4466-92f1-0906c16a9775 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:44.281256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-73f82435-68d9-4258-9478-90a2f568d95f None None] Provisioning complete for port 31606e52-a1ba-4926-bd33-0a28769ce8a6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:44.281863 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-73f82435-68d9-4258-9478-90a2f568d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:44.323422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddd23a-dac1-40fd-af5e-e85bfc53c493 req-a19ee18d-a6bf-4f14-a43c-f363b575a008 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:44.335504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-67ddd23a-dac1-40fd-af5e-e85bfc53c493 req-a19ee18d-a6bf-4f14-a43c-f363b575a008 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 932 time: 0.6344335 Sep 09 09:30:44.345217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-73f82435-68d9-4258-9478-90a2f568d95f None None] Port 31606e52-a1ba-4926-bd33-0a28769ce8a6 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:44.417874 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96668daa-8ef2-4119-b449-86a44b0bb90e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:44.428492 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96668daa-8ef2-4119-b449-86a44b0bb90e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:44.450179 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e1a969a-1238-45bc-aab0-d7d5c640bad0 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:44.496920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:44.497539 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:44.564344 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-67ddd23a-dac1-40fd-af5e-e85bfc53c493 req-4fb7306a-a577-4d78-a2b5-826cee9e9a6c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271714 Sep 09 09:30:44.566099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f299beb3-75c9-4528-a0f4-ff9be05659fb tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:44.588235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a969a-1238-45bc-aab0-d7d5c640bad0 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Calling delete_port for 61dacf64-85aa-40e8-857f-3c2822090211 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:44.640439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-deleted', 'tag': '0945a5a1-1382-439d-8477-1f7be1080912'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:44.642761 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0792034b-8401-428a-9d21-6207aa9bff43" -d '{"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-deleted", "tag": "0945a5a1-1382-439d-8477-1f7be1080912"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:44.662214 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f299beb3-75c9-4528-a0f4-ff9be05659fb tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:44.670927 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-0f71f545-ea11-4b19-a4ca-949027477fef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1969712 Sep 09 09:30:44.671084 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:30:44.720186 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7336f73b-e1a2-412a-b47e-0b12957952dc x-openstack-request-id: req-7336f73b-e1a2-412a-b47e-0b12957952dc {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:44.720766 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-deleted", "tag": "0945a5a1-1382-439d-8477-1f7be1080912", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:44.721236 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7336f73b-e1a2-412a-b47e-0b12957952dc {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:44.722656 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-deleted', 'tag': '0945a5a1-1382-439d-8477-1f7be1080912', 'status': 'completed', 'code': 200} Sep 09 09:30:44.747931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Request body: {'port': {'device_id': '6c9fd5b6-6727-46cc-a143-675dd1c45d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:44.760552 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7a64055-0734-45b7-9c2c-d8bb8d6ab4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:50Z', 'revision_number': 4, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '0287b8a9-4e0a-4692-a314-45aabaf675cb', 'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'mac_address': 'fa:16:3e:e2:d7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:48Z', 'updated_at': '2021-09-09T09:19:58Z', 'revision_number': 5, 'project_id': '95a35275c4864a71b4d060d54546604f', 'subnets': [{'id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:44.814753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 20b9727d-7307-4234-b58b-5a35eb3903fe up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:44.817880 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a64055-0734-45b7-9c2c-d8bb8d6ab4a3 None None] The sync data for ids ['1a474d8f-cf47-4674-9157-f7746bc53dfd'] in n-d-778696-16 is: [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:19:50Z', 'revision_number': 4, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '0287b8a9-4e0a-4692-a314-45aabaf675cb', 'name': '', 'network_id': 'b2b4f655-d0a3-4b76-8382-fa71539d21df', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'mac_address': 'fa:16:3e:e2:d7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:48Z', 'updated_at': '2021-09-09T09:19:58Z', 'revision_number': 5, 'project_id': '95a35275c4864a71b4d060d54546604f', 'subnets': [{'id': '309c9f43-74ce-495f-a6f3-f2e389cd1b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:44.818965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10d77a2-7372-4112-8c53-96c877fa49e8 None None] Network c3041210-67e1-45d2-8568-f6e804c9a276 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:44.881095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-72b81d36-d0f1-4662-9094-463f0831f26a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870085849&fields=id&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 267 time: 0.5068793 Sep 09 09:30:44.891693 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:44.955508 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96668daa-8ef2-4119-b449-86a44b0bb90e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:45.007606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d9716f4c-33ce-4466-92f1-0906c16a9775 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] For port 0b452867-3ba8-45d4-a9a0-2fc91d2100da, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=0b452867-3ba8-45d4-a9a0-2fc91d2100da,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:45.007923 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d9716f4c-33ce-4466-92f1-0906c16a9775 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:45.046604 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4564-70bd-4df6-aa0c-d0f710a3ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:45.073271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d9716f4c-33ce-4466-92f1-0906c16a9775 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Calling delete_port for 0b452867-3ba8-45d4-a9a0-2fc91d2100da owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:45.142525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f299beb3-75c9-4528-a0f4-ff9be05659fb tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:45.146521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f299beb3-75c9-4528-a0f4-ff9be05659fb tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:45.148732 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f299beb3-75c9-4528-a0f4-ff9be05659fb tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/security-groups/f843be31-25ca-4713-a818-6f09fb33d30f HTTP/1.1" status: 204 len: 168 time: 1.0885248 Sep 09 09:30:45.154199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96668daa-8ef2-4119-b449-86a44b0bb90e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:45.179439 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299beb3-75c9-4528-a0f4-ff9be05659fb tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f843be31-25ca-4713-a818-6f09fb33d30f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:45.230807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03163df-356d-4e75-9468-8ea63a485e87 req-b3b10cc4-a9db-4916-811a-bfd69d0766cd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:45.238160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03163df-356d-4e75-9468-8ea63a485e87 req-b3b10cc4-a9db-4916-811a-bfd69d0766cd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:45.244269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03163df-356d-4e75-9468-8ea63a485e87 req-b3b10cc4-a9db-4916-811a-bfd69d0766cd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:45.245975 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a03163df-356d-4e75-9468-8ea63a485e87 req-b3b10cc4-a9db-4916-811a-bfd69d0766cd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 2410 time: 0.2291429 Sep 09 09:30:45.325398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Allocated IP 172.21.0.2 (b1c8a25c-2080-4b29-9f26-9eafcde85d07/2ca220ec-dbeb-4a56-95f9-7a9c0da3c6d2/e0326955-5630-4d95-902d-f67ed14f7d17) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:45.337545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96668daa-8ef2-4119-b449-86a44b0bb90e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:45.342496 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-96668daa-8ef2-4119-b449-86a44b0bb90e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5789287 Sep 09 09:30:45.342682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a03163df-356d-4e75-9468-8ea63a485e87 req-cc176413-ef23-4ded-826d-8183144fbec0 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539622 Sep 09 09:30:45.342682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47568) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:45.372179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-03192160-b05f-4ead-8373-c08e73d4b8a3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:45.374553 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-03192160-b05f-4ead-8373-c08e73d4b8a3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/networks?id=62c263f2-7d5d-471b-8f2d-14957f178b89 HTTP/1.1" status: 200 len: 797 time: 0.4925883 Sep 09 09:30:45.452737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-56852f20-14cf-4a5d-831d-6cb30a2204c2 None None] Provisioning for port 20b9727d-7307-4234-b58b-5a35eb3903fe completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:45.471491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-feea1eb1-2008-451c-ac92-482608b13a6d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/quotas/88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 375 time: 0.0519369 Sep 09 09:30:45.482318 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc3cf36-5de3-4bbd-ab7b-26329d2ded59 None None] New status for floating IP f8e75328-1feb-4473-abdb-f42a3f43ab41: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:30:45.527998 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:45.529826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47570) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:45.639811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e1a969a-1238-45bc-aab0-d7d5c640bad0 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:45.672320 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:45.687113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 20b9727d-7307-4234-b58b-5a35eb3903fe completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:45.707628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 20b9727d-7307-4234-b58b-5a35eb3903fe triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:45.708098 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:45.758446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a969a-1238-45bc-aab0-d7d5c640bad0 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Port': ['ID=61dacf64-85aa-40e8-857f-3c2822090211,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:45.762774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:40Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '31606e52-a1ba-4926-bd33-0a28769ce8a6', 'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:a5:5d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:38Z', 'updated_at': '2021-09-09T09:30:41Z', 'revision_number': 2, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:45.834909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Checking router: e16f9703-57f4-4d82-857c-25f0f09f7444 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:30:45.835425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Updating router e16f9703-57f4-4d82-857c-25f0f09f7444 port 31606e52-a1ba-4926-bd33-0a28769ce8a6 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:30:45.871176 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-df2b6de7-8422-4bcf-8c26-d8dddbe6f23b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3792455 Sep 09 09:30:45.932610 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.035518 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d9716f4c-33ce-4466-92f1-0906c16a9775 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.129954 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.154828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Transition to ACTIVE for port object e0326955-5630-4d95-902d-f67ed14f7d17 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:46.202674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c9d43a-e2c6-4242-9af4-c3b60a87cabe {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:30:46.213931 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.220088 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.281423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Transition to ACTIVE for port object e0326955-5630-4d95-902d-f67ed14f7d17 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:46.313123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381a5e0-c549-4891-9f50-19fdd7c441cc req-b03a7eb9-c975-4c62-bc1b-a788662246b7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:46.322127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4381a5e0-c549-4891-9f50-19fdd7c441cc req-b03a7eb9-c975-4c62-bc1b-a788662246b7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 932 time: 0.1964421 Sep 09 09:30:46.325571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-492c9029-9976-4951-ae5a-42ebba5d2d52 None None] Provisioning complete for port 20b9727d-7307-4234-b58b-5a35eb3903fe triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:46.326065 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-492c9029-9976-4951-ae5a-42ebba5d2d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.333971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 20b9727d-7307-4234-b58b-5a35eb3903fe, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=20b9727d-7307-4234-b58b-5a35eb3903fe,segment=NetworkSegment(4c2c9a97-720a-4611-9eed-302b40321f79),segment_id=4c2c9a97-720a-4611-9eed-302b40321f79)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:46.336445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.338892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Transition to ACTIVE for port object d8c9d43a-e2c6-4242-9af4-c3b60a87cabe will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:46.370137 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.442329 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4381a5e0-c549-4891-9f50-19fdd7c441cc req-fb58b69b-ab37-4a72-b9e6-d37fe5bc02b9 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191053 Sep 09 09:30:46.443098 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.471187 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.482235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Network b1c8a25c-2080-4b29-9f26-9eafcde85d07 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:46.555994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:46.578199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:46.583687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Pushing event updated for resources: {'Port': ['ID=e0326955-5630-4d95-902d-f67ed14f7d17,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:46.586049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:46.768151 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.771024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=20b9727d-7307-4234-b58b-5a35eb3903fe,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:46.816381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30b53-9d2f-458a-b570-4223ad49a638 req-59e5837a-a5fa-4e7f-b116-53dcb43f3389 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:46.819619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Transition to ACTIVE for port object 31606e52-a1ba-4926-bd33-0a28769ce8a6 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:46.824250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30b53-9d2f-458a-b570-4223ad49a638 req-59e5837a-a5fa-4e7f-b116-53dcb43f3389 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:46.825670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Attempting to bind port e0326955-5630-4d95-902d-f67ed14f7d17 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:46.826068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Attempting to bind port e0326955-5630-4d95-902d-f67ed14f7d17 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '37a109e4-51f5-41ec-a560-db0c3a6e710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b1c8a25c-2080-4b29-9f26-9eafcde85d07'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:46.826568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Attempting to bind port e0326955-5630-4d95-902d-f67ed14f7d17 on network b1c8a25c-2080-4b29-9f26-9eafcde85d07 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:46.833257 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-98a30b53-9d2f-458a-b570-4223ad49a638 req-59e5837a-a5fa-4e7f-b116-53dcb43f3389 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 1677 time: 0.1848695 Sep 09 09:30:46.833411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:46.833834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Checking segment: {'id': '37a109e4-51f5-41ec-a560-db0c3a6e710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b1c8a25c-2080-4b29-9f26-9eafcde85d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:46.834300 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.834752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Bound using segment: {'id': '37a109e4-51f5-41ec-a560-db0c3a6e710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b1c8a25c-2080-4b29-9f26-9eafcde85d07'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:46.835299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Bound port: e0326955-5630-4d95-902d-f67ed14f7d17, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a109e4-51f5-41ec-a560-db0c3a6e710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b1c8a25c-2080-4b29-9f26-9eafcde85d07'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:46.835841 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.871657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9716f4c-33ce-4466-92f1-0906c16a9775 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Port': ['ID=0b452867-3ba8-45d4-a9a0-2fc91d2100da,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:46.904880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Attempting to bind port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:46.905216 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.905332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Attempting to bind port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:46.905332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Attempting to bind port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:46.940224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe on network 346934c0-b5f0-416b-9d32-fc48ed065fec not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:30:46.940807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Attempting to bind port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:46.953854 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-98a30b53-9d2f-458a-b570-4223ad49a638 req-9b0473ec-723e-4c50-8268-d0b93e792764 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194448 Sep 09 09:30:46.954683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:46.955091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Checking segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:46.955566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Bound using segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:46.956110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Bound port: d8c9d43a-e2c6-4242-9af4-c3b60a87cabe, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:46.956654 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:46.974455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Allocated IP 172.20.0.1 (c3041210-67e1-45d2-8568-f6e804c9a276/c1cb02bc-9cc5-4449-8e2e-0dbaa91be7ec/3034cd4f-d9bb-4eda-92e5-617fcdd87fc6) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:46.976473 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] For port e0326955-5630-4d95-902d-f67ed14f7d17, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:47.032522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] For port e0326955-5630-4d95-902d-f67ed14f7d17, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e0326955-5630-4d95-902d-f67ed14f7d17,segment=NetworkSegment(37a109e4-51f5-41ec-a560-db0c3a6e710d),segment_id=37a109e4-51f5-41ec-a560-db0c3a6e710d)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:47.063268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d9716f4c-33ce-4466-92f1-0906c16a9775 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] No DVR routers for this DVR port 0b452867-3ba8-45d4-a9a0-2fc91d2100da on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:47.067913 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e1a969a-1238-45bc-aab0-d7d5c640bad0 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.069901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dcecc-c827-46b1-bbb2-8dc6279bcc78 None None] Pushing event updated for resources: {'Port': ['ID=31606e52-a1ba-4926-bd33-0a28769ce8a6,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:47.070385 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6e1a969a-1238-45bc-aab0-d7d5c640bad0 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "DELETE /v2.0/ports/61dacf64-85aa-40e8-857f-3c2822090211 HTTP/1.1" status: 204 len: 168 time: 4.3813021 Sep 09 09:30:47.072079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] For port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:47.074073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47580) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:47.091126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d9716f4c-33ce-4466-92f1-0906c16a9775 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.093476 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-d9716f4c-33ce-4466-92f1-0906c16a9775 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "DELETE /v2.0/ports/0b452867-3ba8-45d4-a9a0-2fc91d2100da HTTP/1.1" status: 204 len: 173 time: 3.9669387 Sep 09 09:30:47.098789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Attempting to bind port 31606e52-a1ba-4926-bd33-0a28769ce8a6 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:47.099165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Attempting to bind port 31606e52-a1ba-4926-bd33-0a28769ce8a6 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:47.099564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Attempting to bind port 31606e52-a1ba-4926-bd33-0a28769ce8a6 on network 62c263f2-7d5d-471b-8f2d-14957f178b89 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:47.100915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-deleted', 'tag': '0b452867-3ba8-45d4-a9a0-2fc91d2100da'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:47.103598 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b8dc3a-7a3e-45d3-b6a0-4901021590a9" -d '{"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-deleted", "tag": "0b452867-3ba8-45d4-a9a0-2fc91d2100da"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:47.105134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:47.105570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Checking segment: {'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:47.106031 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.106479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Bound using segment: {'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:47.107031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Bound port: 31606e52-a1ba-4926-bd33-0a28769ce8a6, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:47.107539 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.152415 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.153238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] For port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:47.207197 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-46acb3ab-8e53-4b3a-9daa-73d38112c1a4 service neutron] 10.222.0.32 "GET /v2.0/networks/62c263f2-7d5d-471b-8f2d-14957f178b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2731471 Sep 09 09:30:47.214467 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba5127a-8747-4ab6-bfa9-429d811d7056 x-openstack-request-id: req-cba5127a-8747-4ab6-bfa9-429d811d7056 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:47.215065 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-deleted", "tag": "0b452867-3ba8-45d4-a9a0-2fc91d2100da", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:47.220054 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cba5127a-8747-4ab6-bfa9-429d811d7056 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:47.220054 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-deleted', 'tag': '0b452867-3ba8-45d4-a9a0-2fc91d2100da', 'status': 'completed', 'code': 200} Sep 09 09:30:47.237923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.260148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.293529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] For port 31606e52-a1ba-4926-bd33-0a28769ce8a6, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:47.299341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] For port 31606e52-a1ba-4926-bd33-0a28769ce8a6, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=31606e52-a1ba-4926-bd33-0a28769ce8a6,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:47.301492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dc72f-f55a-439d-a667-e7b0656b3747 None None] Pushing event updated for resources: {'Port': ['ID=e0326955-5630-4d95-902d-f67ed14f7d17,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:47.344319 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9db7e6e2-f751-4139-8fff-80102771a8b2 req-89c8dad5-642e-4f1c-9936-33e22d817e97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4634936 Sep 09 09:30:47.345455 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3065a027-c590-44f7-aed9-94c638157377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.359522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Transition to ACTIVE for port object 3034cd4f-d9bb-4eda-92e5-617fcdd87fc6 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:47.374747 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.374949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Allocated IP 2001:db8::36e (def6df8a-195a-4df8-9fad-2dddf5436270/0be0afe7-c0f6-4e61-a7b1-6aaf50e10008/280994d7-a316-4bd2-8e5e-7ac07c85eb39) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:47.414823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:47.417083 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.418872 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/d8c9d43a-e2c6-4242-9af4-c3b60a87cabe HTTP/1.1" status: 200 len: 1093 time: 2.7103467 Sep 09 09:30:47.432206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9fd5b6-6727-46cc-a143-675dd1c45d7a', 'tag': 'd8c9d43a-e2c6-4242-9af4-c3b60a87cabe'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:47.434621 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d79e4c3-b2fb-44c1-8f2f-57d78b2bfb23" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9fd5b6-6727-46cc-a143-675dd1c45d7a", "tag": "d8c9d43a-e2c6-4242-9af4-c3b60a87cabe"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:47.445843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dcecc-c827-46b1-bbb2-8dc6279bcc78 None None] Pushing event updated for resources: {'Port': ['ID=31606e52-a1ba-4926-bd33-0a28769ce8a6,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:47.475819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3892388a-3b23-4be3-88b5-a19ff45843ea tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Deleting port e655b2cd-242f-4a3f-8779-c4ab04142ef2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:47.479621 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3892388a-3b23-4be3-88b5-a19ff45843ea tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.495438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Routers {'e16f9703-57f4-4d82-857c-25f0f09f7444'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:47.496625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e16f9703-57f4-4d82-857c-25f0f09f7444'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:47.545720 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac8bc43-5472-4b81-857b-e996f58263f6 x-openstack-request-id: req-cac8bc43-5472-4b81-857b-e996f58263f6 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:47.550878 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9fd5b6-6727-46cc-a143-675dd1c45d7a", "tag": "d8c9d43a-e2c6-4242-9af4-c3b60a87cabe", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:47.551240 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cac8bc43-5472-4b81-857b-e996f58263f6 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:47.551834 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9fd5b6-6727-46cc-a143-675dd1c45d7a', 'tag': 'd8c9d43a-e2c6-4242-9af4-c3b60a87cabe', 'status': 'completed', 'code': 200} Sep 09 09:30:47.587526 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.670190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7aa31-6c8a-4a05-9068-9c230d78f7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:47.718735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] Set router e16f9703-57f4-4d82-857c-25f0f09f7444 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:47.805168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e6e2-f751-4139-8fff-80102771a8b2 req-6c337e81-5e25-4e4f-b3dd-4bf1d7243e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:47.806792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9db7e6e2-f751-4139-8fff-80102771a8b2 req-6c337e81-5e25-4e4f-b3dd-4bf1d7243e75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 1098 time: 0.4048765 Sep 09 09:30:47.889693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-a930876f-f70b-4798-b767-a370dd3604ac service neutron] 10.222.0.32 "GET /v2.0/networks/62c263f2-7d5d-471b-8f2d-14957f178b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662054 Sep 09 09:30:47.896113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79e4c3-b2fb-44c1-8f2f-57d78b2bfb23 req-03c48d9e-dcb8-4172-a3a4-977ffba21e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:47.898083 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d79e4c3-b2fb-44c1-8f2f-57d78b2bfb23 req-03c48d9e-dcb8-4172-a3a4-977ffba21e7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 1096 time: 0.3393395 Sep 09 09:30:47.954935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45123895-4af5-4703-8b4a-836060c52d23 req-e884a5cb-a31d-4a7f-8bda-994ec42b8528 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:47.962007 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45123895-4af5-4703-8b4a-836060c52d23 req-e884a5cb-a31d-4a7f-8bda-994ec42b8528 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 944 time: 0.2744772 Sep 09 09:30:47.983960 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3892388a-3b23-4be3-88b5-a19ff45843ea tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.988798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-13c8138a-ef75-4140-83ce-ddeaf23f652a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Deleting port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:47.988798 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-13c8138a-ef75-4140-83ce-ddeaf23f652a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:47.999906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:48.036311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3892388a-3b23-4be3-88b5-a19ff45843ea tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Calling delete_port for e655b2cd-242f-4a3f-8779-c4ab04142ef2 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:48.093548 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:48.122520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network c3041210-67e1-45d2-8568-f6e804c9a276 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:48.145539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:48.183180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:48.187145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e6e2-f751-4139-8fff-80102771a8b2 req-c7fe1ec1-61ed-491d-b171-7f778259ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:48.188954 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45123895-4af5-4703-8b4a-836060c52d23 req-efccd924-9b06-4bc0-8b4a-a60d4be8c804 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123237 Sep 09 09:30:48.195575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=3034cd4f-d9bb-4eda-92e5-617fcdd87fc6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:48.195799 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9db7e6e2-f751-4139-8fff-80102771a8b2 req-c7fe1ec1-61ed-491d-b171-7f778259ff98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 916 time: 0.3016868 Sep 09 09:30:48.256064 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-13c8138a-ef75-4140-83ce-ddeaf23f652a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] For port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:48.256453 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-13c8138a-ef75-4140-83ce-ddeaf23f652a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:48.273811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79e4c3-b2fb-44c1-8f2f-57d78b2bfb23 req-c8f02c83-505b-4089-b5d3-3adcfb8e53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:48.287329 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d79e4c3-b2fb-44c1-8f2f-57d78b2bfb23 req-c8f02c83-505b-4089-b5d3-3adcfb8e53af service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3758028 Sep 09 09:30:48.345642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:48.353856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:40Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '31606e52-a1ba-4926-bd33-0a28769ce8a6', 'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:a5:5d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:38Z', 'updated_at': '2021-09-09T09:30:47Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:48.402875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-13c8138a-ef75-4140-83ce-ddeaf23f652a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Calling delete_port for 6be1f8b0-5a95-4777-b3b4-e3d5df654bda owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:48.405428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9db7e6e2-f751-4139-8fff-80102771a8b2 req-52359e7c-1ce2-4e33-99d2-1c7dad921d9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651e1d18-9888-47ca-b283-0fd7681c2c09 HTTP/1.1" status: 200 len: 217 time: 0.1874759 Sep 09 09:30:48.418018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e015bb-00cc-4863-9818-27c0341c6303 None None] The sync data for ids ['e16f9703-57f4-4d82-857c-25f0f09f7444'] in n-d-778696-16 is: [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:40Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '31606e52-a1ba-4926-bd33-0a28769ce8a6', 'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:a5:5d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:38Z', 'updated_at': '2021-09-09T09:30:47Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:48.547972 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:48.639230 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6032810-fe19-40bb-8cea-c80a6c90366d req-597722a8-f019-4c3c-ac74-1eebc6b2b617 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 210 time: 0.0880418 Sep 09 09:30:48.707350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79e4c3-b2fb-44c1-8f2f-57d78b2bfb23 req-f02eea1c-db3d-4374-921b-9e996471099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:48.724902 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d79e4c3-b2fb-44c1-8f2f-57d78b2bfb23 req-f02eea1c-db3d-4374-921b-9e996471099c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4294000 Sep 09 09:30:48.789810 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:48.820112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-441ed882-e62c-4cad-a40a-d27130e8a7d3 None None] Provisioning for port 3034cd4f-d9bb-4eda-92e5-617fcdd87fc6 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:48.825423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-441ed882-e62c-4cad-a40a-d27130e8a7d3 None None] Provisioning complete for port 3034cd4f-d9bb-4eda-92e5-617fcdd87fc6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:48.825739 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-441ed882-e62c-4cad-a40a-d27130e8a7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:48.827039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3892388a-3b23-4be3-88b5-a19ff45843ea tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:48.914885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-441ed882-e62c-4cad-a40a-d27130e8a7d3 None None] Port 3034cd4f-d9bb-4eda-92e5-617fcdd87fc6 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:48.945944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0326955-5630-4d95-902d-f67ed14f7d17 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:48.953905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:49.023637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892388a-3b23-4be3-88b5-a19ff45843ea tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Port': ['ID=e655b2cd-242f-4a3f-8779-c4ab04142ef2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:49.031250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Network def6df8a-195a-4df8-9fad-2dddf5436270 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:49.038184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e6e2-f751-4139-8fff-80102771a8b2 req-1ee91348-7786-4f3c-829f-76e238775db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:49.040059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9db7e6e2-f751-4139-8fff-80102771a8b2 req-1ee91348-7786-4f3c-829f-76e238775db6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19e1e42b-1780-47aa-8697-1309f17f9667 HTTP/1.1" status: 200 len: 855 time: 0.6008441 Sep 09 09:30:49.041630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb229de3-9395-4059-84d0-be0e069afdfc req-3584b966-079a-4aba-b505-a1b6d1ba649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:49.044061 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-3584b966-079a-4aba-b505-a1b6d1ba649e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 1096 time: 0.2322168 Sep 09 09:30:49.056894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:49.080031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:49.102781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5587ceb-6660-4e5b-8737-204723b628f6 req-8eae6e67-0ff1-4a6b-b555-9e03f410072c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:49.113081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5587ceb-6660-4e5b-8737-204723b628f6 req-8eae6e67-0ff1-4a6b-b555-9e03f410072c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:49.123436 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a5587ceb-6660-4e5b-8737-204723b628f6 req-8eae6e67-0ff1-4a6b-b555-9e03f410072c tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 1677 time: 0.6035285 Sep 09 09:30:49.152721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e0326955-5630-4d95-902d-f67ed14f7d17 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:49.157587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 20b9727d-7307-4234-b58b-5a35eb3903fe up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:49.229033 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3892388a-3b23-4be3-88b5-a19ff45843ea tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:49.236516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3892388a-3b23-4be3-88b5-a19ff45843ea tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "DELETE /v2.0/ports/e655b2cd-242f-4a3f-8779-c4ab04142ef2 HTTP/1.1" status: 204 len: 168 time: 2.1596260 Sep 09 09:30:49.246215 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9db7e6e2-f751-4139-8fff-80102771a8b2 req-1d9455e4-9ca7-4afb-ac6a-d20e37743df8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13a71b19-ff40-4a72-ac7b-444abec923fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867740 Sep 09 09:30:49.247028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event updated for resources: {'Port': ['ID=280994d7-a316-4bd2-8e5e-7ac07c85eb39,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:49.257606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47620) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:49.298041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 20b9727d-7307-4234-b58b-5a35eb3903fe triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:49.298428 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:49.327066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-27cb09e2-04df-47c8-8e1d-4daea16150b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe HTTP/1.1" status: 200 len: 217 time: 0.2513366 Sep 09 09:30:49.365646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6781a574-1b90-469c-b459-7b9dd27d3a88 None None] Network b1c8a25c-2080-4b29-9f26-9eafcde85d07 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:49.445269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:49.591455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-46249065-7e2a-4e76-87e3-a6707323cde1 None None] Provisioning for port e0326955-5630-4d95-902d-f67ed14f7d17 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:49.594548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-46249065-7e2a-4e76-87e3-a6707323cde1 None None] Provisioning complete for port e0326955-5630-4d95-902d-f67ed14f7d17 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:49.594688 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46249065-7e2a-4e76-87e3-a6707323cde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:49.594954 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a5587ceb-6660-4e5b-8737-204723b628f6 req-6015cb87-5fea-4bc4-8672-501ef8b4d977 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651940 Sep 09 09:30:49.654856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb229de3-9395-4059-84d0-be0e069afdfc req-52835da8-992b-4885-84c5-b93f31a16af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:49.656546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-52835da8-992b-4885-84c5-b93f31a16af9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 HTTP/1.1" status: 200 len: 846 time: 0.3218830 Sep 09 09:30:49.702047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0715ef5-6972-4c84-8a6e-e787597f87ad req-b8f6ddda-0aed-4146-b871-932038b2655e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:49.704224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a0715ef5-6972-4c84-8a6e-e787597f87ad req-b8f6ddda-0aed-4146-b871-932038b2655e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 944 time: 0.3001437 Sep 09 09:30:49.733455 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-1108966b-7d89-4416-b59a-b614ed01b347 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=346934c0-b5f0-416b-9d32-fc48ed065fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627458 Sep 09 09:30:49.760553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e17b59-ac3f-4f98-ac47-69969fff25c9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Deleting subnet de5e6f51-78b8-499b-a687-41940dcd6078 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:30:49.797777 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75e17b59-ac3f-4f98-ac47-69969fff25c9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:49.851157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3674fc53-5244-4be4-823b-5b31f9f09ac7 req-3f8f1d32-af54-42e4-8fd2-bf4821c6adf4 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 210 time: 0.0724401 Sep 09 09:30:49.881129 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-8953fc22-833b-4eef-801f-4ac94275ee13 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336555 Sep 09 09:30:49.884829 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46249065-7e2a-4e76-87e3-a6707323cde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:49.966098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a0715ef5-6972-4c84-8a6e-e787597f87ad req-c1c91327-1bb8-4db0-987f-cb98a6c045ad tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415302 Sep 09 09:30:49.974441 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75e17b59-ac3f-4f98-ac47-69969fff25c9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:50.005680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-46249065-7e2a-4e76-87e3-a6707323cde1 None None] For port e0326955-5630-4d95-902d-f67ed14f7d17, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e0326955-5630-4d95-902d-f67ed14f7d17,segment=NetworkSegment(37a109e4-51f5-41ec-a560-db0c3a6e710d),segment_id=37a109e4-51f5-41ec-a560-db0c3a6e710d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:50.020584 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9db7e6e2-f751-4139-8fff-80102771a8b2 req-dfd9e968-f48b-41f1-9bbe-020accccffd7 service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7569740 Sep 09 09:30:50.123744 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb229de3-9395-4059-84d0-be0e069afdfc req-53835dff-d1a5-4f8f-a1e0-2c331d352715 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271440 Sep 09 09:30:50.152803 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:50.283150 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75e17b59-ac3f-4f98-ac47-69969fff25c9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:50.307701 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9db7e6e2-f751-4139-8fff-80102771a8b2 req-805c0696-5209-48c1-ad7c-dbe6af794eba service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392788 Sep 09 09:30:50.311893 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:50.312723 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46249065-7e2a-4e76-87e3-a6707323cde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:50.329557 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-13c8138a-ef75-4140-83ce-ddeaf23f652a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:50.366589 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:50.408119 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:50.467671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8138a-ef75-4140-83ce-ddeaf23f652a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Port': ['ID=6be1f8b0-5a95-4777-b3b4-e3d5df654bda,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:50.485265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=3034cd4f-d9bb-4eda-92e5-617fcdd87fc6,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:50.521804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46249065-7e2a-4e76-87e3-a6707323cde1 None None] Pushing event updated for resources: {'Port': ['ID=e0326955-5630-4d95-902d-f67ed14f7d17,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:50.533249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ca23802e-f291-4df6-bb57-b5b7e37876cb None None] Provisioning complete for port e0326955-5630-4d95-902d-f67ed14f7d17 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:50.533855 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca23802e-f291-4df6-bb57-b5b7e37876cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:50.623081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network c3041210-67e1-45d2-8568-f6e804c9a276 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:50.636832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:50.715905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31606e52-a1ba-4926-bd33-0a28769ce8a6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:50.855696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 31606e52-a1ba-4926-bd33-0a28769ce8a6 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:50.865659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 31606e52-a1ba-4926-bd33-0a28769ce8a6 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:50.876523 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:51.046621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f02773-2f81-4146-88f1-1e59b2d10e80 req-fd430117-1232-43d4-b080-50f1d74c2411 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:51.048496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73f02773-2f81-4146-88f1-1e59b2d10e80 req-fd430117-1232-43d4-b080-50f1d74c2411 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 943 time: 0.1678612 Sep 09 09:30:51.105916 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73f02773-2f81-4146-88f1-1e59b2d10e80 req-9c912b6d-f29a-4c47-a8a0-2e72de730fcc tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490959 Sep 09 09:30:51.127337 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:51.148255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-87ae9b6b-30b5-4730-8e58-4d00255231af None None] Provisioning complete for port 3034cd4f-d9bb-4eda-92e5-617fcdd87fc6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:51.148878 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87ae9b6b-30b5-4730-8e58-4d00255231af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:51.186180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router b7fcfe97-e951-4215-8d01-a9c84effdab9 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:30:51.219139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-87ae9b6b-30b5-4730-8e58-4d00255231af None None] Port 3034cd4f-d9bb-4eda-92e5-617fcdd87fc6 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:51.253875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 31606e52-a1ba-4926-bd33-0a28769ce8a6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=31606e52-a1ba-4926-bd33-0a28769ce8a6,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:51.320923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-13c8138a-ef75-4140-83ce-ddeaf23f652a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] No DVR routers for this DVR port 6be1f8b0-5a95-4777-b3b4-e3d5df654bda on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:51.328305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-13c8138a-ef75-4140-83ce-ddeaf23f652a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:51.330814 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-13c8138a-ef75-4140-83ce-ddeaf23f652a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "DELETE /v2.0/ports/6be1f8b0-5a95-4777-b3b4-e3d5df654bda HTTP/1.1" status: 204 len: 173 time: 4.2020400 Sep 09 09:30:51.333920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-deleted', 'tag': '6be1f8b0-5a95-4777-b3b4-e3d5df654bda'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:51.336844 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79524d3d-e9e2-420c-9982-6b6d9b6ad737" -d '{"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-deleted", "tag": "6be1f8b0-5a95-4777-b3b4-e3d5df654bda"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:51.352410 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:51.368448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-65ddf748-e7be-4b8d-9c9f-cb157192bcb4 req-103d948c-ea48-452f-a436-aee1b2850d6b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 210 time: 0.1221411 Sep 09 09:30:51.403085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75e17b59-ac3f-4f98-ac47-69969fff25c9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:51.442284 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:51.448038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=31606e52-a1ba-4926-bd33-0a28769ce8a6,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:51.451553 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2602b9e3-da17-4e90-9fe1-73ca4b775ca1 x-openstack-request-id: req-2602b9e3-da17-4e90-9fe1-73ca4b775ca1 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:51.452361 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-deleted", "tag": "6be1f8b0-5a95-4777-b3b4-e3d5df654bda", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:51.452623 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2602b9e3-da17-4e90-9fe1-73ca4b775ca1 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:51.453053 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-deleted', 'tag': '6be1f8b0-5a95-4777-b3b4-e3d5df654bda', 'status': 'completed', 'code': 200} Sep 09 09:30:51.498749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e17b59-ac3f-4f98-ac47-69969fff25c9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Subnet': ['ID=de5e6f51-78b8-499b-a687-41940dcd6078,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:51.520602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eca7e1-5bfa-49d4-87ab-6e8909073a13 None None] Network ae378c4f-bcc5-4684-9b14-0072a5045cf1 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:51.558545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75e17b59-ac3f-4f98-ac47-69969fff25c9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:51.562973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-75e17b59-ac3f-4f98-ac47-69969fff25c9 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "DELETE /v2.0/subnets/de5e6f51-78b8-499b-a687-41940dcd6078 HTTP/1.1" status: 204 len: 168 time: 2.2508936 Sep 09 09:30:51.587180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47640) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:51.687420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port cec6c148-bb16-4048-b7c3-d9e6438530a8 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:51.687929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:51.799652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-902367a6-25bd-4d69-a4e1-593c94f82430 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Deleting subnet 8a5d7991-9357-42a7-bed6-b7a267fd45e8 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:30:51.814529 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-902367a6-25bd-4d69-a4e1-593c94f82430 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:51.816397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91111e93-67f4-485a-8c9e-5af4274c2df7 None None] DHCP port deletion for ae378c4f-bcc5-4684-9b14-0072a5045cf1 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:30:51.827829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:51.838018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-46a5dfd5-14b9-4bb3-afaa-4d888475cff6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/b7fcfe97-e951-4215-8d01-a9c84effdab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4910107 Sep 09 09:30:51.842429 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81266d-af2e-4d1a-a439-a0b2d08a9cbf req-8f84c2ed-7f7c-44bb-917b-0921c0120e10 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:51.844402 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e81266d-af2e-4d1a-a439-a0b2d08a9cbf req-8f84c2ed-7f7c-44bb-917b-0921c0120e10 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 944 time: 0.5572288 Sep 09 09:30:51.844402 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47642) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:51.859216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa697e25-cc13-4529-9d6f-b64fc75b7139 None None] Sync routers for ids ['b7fcfe97-e951-4215-8d01-a9c84effdab9'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:51.881316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa697e25-cc13-4529-9d6f-b64fc75b7139 None None] Routers {'b7fcfe97-e951-4215-8d01-a9c84effdab9'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:51.881948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-aa697e25-cc13-4529-9d6f-b64fc75b7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7fcfe97-e951-4215-8d01-a9c84effdab9'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:51.898237 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-e8914fd7-c7be-49e6-917d-f30b703e73ff tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Deleting port e6a74eb9-c984-49ee-91be-f4e64312dfb4 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:51.898732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-e8914fd7-c7be-49e6-917d-f30b703e73ff tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:51.921337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972cd241-7975-4ee8-bd3b-0c17bbe13927 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:51.926220 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-972cd241-7975-4ee8-bd3b-0c17bbe13927 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports/3034cd4f-d9bb-4eda-92e5-617fcdd87fc6 HTTP/1.1" status: 200 len: 910 time: 0.0772853 Sep 09 09:30:51.934844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47644) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:51.945120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-aa697e25-cc13-4529-9d6f-b64fc75b7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:51.966779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa697e25-cc13-4529-9d6f-b64fc75b7139 None None] Routers {'b7fcfe97-e951-4215-8d01-a9c84effdab9'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:51.967427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-aa697e25-cc13-4529-9d6f-b64fc75b7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7fcfe97-e951-4215-8d01-a9c84effdab9'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:52.044253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.053845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-aa697e25-cc13-4529-9d6f-b64fc75b7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:52.054505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa697e25-cc13-4529-9d6f-b64fc75b7139 None None] The sync data for ids ['b7fcfe97-e951-4215-8d01-a9c84effdab9'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:52.074574 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e81266d-af2e-4d1a-a439-a0b2d08a9cbf req-cab47f0c-e2ee-4050-99cb-4c92e8426aca tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201562 Sep 09 09:30:52.075864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-91111e93-67f4-485a-8c9e-5af4274c2df7 None None] Deleting port 56ca0806-b83f-4ca0-9681-326a3141da9e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:52.079242 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91111e93-67f4-485a-8c9e-5af4274c2df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.141683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-902367a6-25bd-4d69-a4e1-593c94f82430 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.230726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] For port cec6c148-bb16-4048-b7c3-d9e6438530a8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cec6c148-bb16-4048-b7c3-d9e6438530a8,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:52.231282 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.236849 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-91111e93-67f4-485a-8c9e-5af4274c2df7 None None] For port 56ca0806-b83f-4ca0-9681-326a3141da9e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=56ca0806-b83f-4ca0-9681-326a3141da9e,segment=NetworkSegment(2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793),segment_id=2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:52.237522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91111e93-67f4-485a-8c9e-5af4274c2df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.254716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-91111e93-67f4-485a-8c9e-5af4274c2df7 None None] Calling delete_port for 56ca0806-b83f-4ca0-9681-326a3141da9e owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:52.288099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for cec6c148-bb16-4048-b7c3-d9e6438530a8 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:52.349050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-bbd9d301-71f3-41b8-9631-0816df212b43 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:52.351219 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-bbd9d301-71f3-41b8-9631-0816df212b43 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "GET /v2.0/networks?id=62c263f2-7d5d-471b-8f2d-14957f178b89 HTTP/1.1" status: 200 len: 797 time: 0.4253356 Sep 09 09:30:52.435632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-e8914fd7-c7be-49e6-917d-f30b703e73ff tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] For port e6a74eb9-c984-49ee-91be-f4e64312dfb4, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e6a74eb9-c984-49ee-91be-f4e64312dfb4,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:52.436124 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-e8914fd7-c7be-49e6-917d-f30b703e73ff tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.461136 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-950fa981-b832-4f48-aa37-8c94b35e1f7c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c726152e4047b9b17518f59bbdcd13 HTTP/1.1" status: 200 len: 380 time: 0.0719545 Sep 09 09:30:52.476534 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91111e93-67f4-485a-8c9e-5af4274c2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.491847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'port': {'device_id': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'admin_state_up': True, 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'security_groups': ['7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:52.516318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-e8914fd7-c7be-49e6-917d-f30b703e73ff tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Calling delete_port for e6a74eb9-c984-49ee-91be-f4e64312dfb4 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:52.539617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91111e93-67f4-485a-8c9e-5af4274c2df7 None None] Pushing event deleted for resources: {'Port': ['ID=56ca0806-b83f-4ca0-9681-326a3141da9e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:52.550413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91111e93-67f4-485a-8c9e-5af4274c2df7 None None] No DVR routers for this DVR port 56ca0806-b83f-4ca0-9681-326a3141da9e on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:52.556326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d8c9d43a-e2c6-4242-9af4-c3b60a87cabe details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:30:52.630581 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82a10296-96bc-4c41-b301-87a6785afbb0 req-559ea11c-65fa-4fef-aeb8-ce5b218716a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 210 time: 0.0812333 Sep 09 09:30:52.698777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0326955-5630-4d95-902d-f67ed14f7d17 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:52.767266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.769999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:52.790666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e0326955-5630-4d95-902d-f67ed14f7d17 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:52.791049 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.793881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'd8c9d43a-e2c6-4242-9af4-c3b60a87cabe', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'port_id': 'd8c9d43a-e2c6-4242-9af4-c3b60a87cabe', 'mac_address': 'fa:16:3e:28:73:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca00ff-7e3e-4607-867c-7a87c8c0b9e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:30:52.802612 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-902367a6-25bd-4d69-a4e1-593c94f82430 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.869354 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.890459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c9d43a-e2c6-4242-9af4-c3b60a87cabe {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:30:52.917452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:52.920763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Made reservation on behalf of 88c726152e4047b9b17518f59bbdcd13 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:30:52.925428 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:52.960806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31606e52-a1ba-4926-bd33-0a28769ce8a6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:53.007772 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:53.054439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d00d86-8dcf-4a58-b8a3-b2fd30af497d req-f28d368a-7975-4aae-814d-a32d0698af76 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:53.056284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-13d00d86-8dcf-4a58-b8a3-b2fd30af497d req-f28d368a-7975-4aae-814d-a32d0698af76 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 943 time: 0.6945074 Sep 09 09:30:53.060541 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:53.083617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:53.089571 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-902367a6-25bd-4d69-a4e1-593c94f82430 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:53.096818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 31606e52-a1ba-4926-bd33-0a28769ce8a6 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:53.097295 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:53.110919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=cec6c148-bb16-4048-b7c3-d9e6438530a8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:53.134903 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-902367a6-25bd-4d69-a4e1-593c94f82430 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:53.137283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-902367a6-25bd-4d69-a4e1-593c94f82430 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "DELETE /v2.0/subnets/8a5d7991-9357-42a7-bed6-b7a267fd45e8 HTTP/1.1" status: 204 len: 168 time: 1.5510252 Sep 09 09:30:53.140831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25436c-c726-4de3-a1f5-02ecaf54c31b None None] Network 6d564fa3-c657-44e8-be47-675efa82f319 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:53.164459 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-e8914fd7-c7be-49e6-917d-f30b703e73ff tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:53.174364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47654) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:53.243245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['d8c9d43a-e2c6-4242-9af4-c3b60a87cabe'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:30:53.257603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902367a6-25bd-4d69-a4e1-593c94f82430 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5d7991-9357-42a7-bed6-b7a267fd45e8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:53.331935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Allocated IP 172.21.0.1 (b1c8a25c-2080-4b29-9f26-9eafcde85d07/2ca220ec-dbeb-4a56-95f9-7a9c0da3c6d2/220302b5-8e4e-4f22-97ca-c93a594ee076) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:53.378435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085aed3-3923-4d1e-972f-659060874577 req-33f6444e-5311-4fa6-bee7-7bed44614d18 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:53.380829 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9085aed3-3923-4d1e-972f-659060874577 req-33f6444e-5311-4fa6-bee7-7bed44614d18 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 945 time: 0.1750453 Sep 09 09:30:53.435245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8914fd7-c7be-49e6-917d-f30b703e73ff tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Port': ['ID=e6a74eb9-c984-49ee-91be-f4e64312dfb4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:53.437178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Router 8079fe30-aa8a-41f9-8b4d-27bd70e39766 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:30:53.491936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-e8914fd7-c7be-49e6-917d-f30b703e73ff tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] No DVR routers for this DVR port e6a74eb9-c984-49ee-91be-f4e64312dfb4 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:53.510271 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-13d00d86-8dcf-4a58-b8a3-b2fd30af497d req-d0326ed0-9c2b-42e7-a8ec-5c2c62af3f78 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e0b5113-4383-4396-9423-861288b1ec56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4081368 Sep 09 09:30:53.546605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.20.0.9 (62c263f2-7d5d-471b-8f2d-14957f178b89/dd43f23f-630f-48ac-862e-7334434a0462/3933ead7-f1d8-42d8-9aeb-826c0ff201ba) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:30:53.557412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 56ca0806-b83f-4ca0-9681-326a3141da9e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:53.583749 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-e8914fd7-c7be-49e6-917d-f30b703e73ff tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:53.585895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22c5f6b6-3f10-4a13-af4e-ee5ed44efe5d req-e8914fd7-c7be-49e6-917d-f30b703e73ff tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.24 "DELETE /v2.0/ports/e6a74eb9-c984-49ee-91be-f4e64312dfb4 HTTP/1.1" status: 204 len: 173 time: 2.2284155 Sep 09 09:30:53.608056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476c069-d7bb-4053-b2c2-c85df5048255 None None] DHCP port deletion for 6d564fa3-c657-44e8-be47-675efa82f319 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:30:53.611165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 56ca0806-b83f-4ca0-9681-326a3141da9e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:53.611653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 56ca0806-b83f-4ca0-9681-326a3141da9e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:53.729982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-deleted', 'tag': 'e6a74eb9-c984-49ee-91be-f4e64312dfb4'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:53.733631 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b7e3fe-6429-4ba4-af84-ba582679418b" -d '{"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-deleted", "tag": "e6a74eb9-c984-49ee-91be-f4e64312dfb4"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:53.749076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:53.761963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5476c069-d7bb-4053-b2c2-c85df5048255 None None] Deleting port 3f4efba0-a909-4f3d-b733-882e2cd31206 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:53.762351 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5476c069-d7bb-4053-b2c2-c85df5048255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:53.763254 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Sync routers for ids ['8079fe30-aa8a-41f9-8b4d-27bd70e39766'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:53.792991 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Routers {'8079fe30-aa8a-41f9-8b4d-27bd70e39766'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:53.793621 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['8079fe30-aa8a-41f9-8b4d-27bd70e39766'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:53.805928 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:53.894985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8be26929-5b4e-434a-993b-2a3ce70f9907 req-07c2da7f-b0f7-4d67-95b5-a88ec6de3be1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 210 time: 0.1206670 Sep 09 09:30:53.925657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5476c069-d7bb-4053-b2c2-c85df5048255 None None] For port 3f4efba0-a909-4f3d-b733-882e2cd31206, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3f4efba0-a909-4f3d-b733-882e2cd31206,segment=NetworkSegment(069428b4-f4d5-4cfe-a908-4e8687935870),segment_id=069428b4-f4d5-4cfe-a908-4e8687935870)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:53.929819 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5476c069-d7bb-4053-b2c2-c85df5048255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:53.943101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9085aed3-3923-4d1e-972f-659060874577 req-6195478b-b290-47fb-89a5-233acb4ead99 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060772 Sep 09 09:30:53.952855 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:53.979063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5476c069-d7bb-4053-b2c2-c85df5048255 None None] Calling delete_port for 3f4efba0-a909-4f3d-b733-882e2cd31206 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:53.982577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Transition to ACTIVE for port object 220302b5-8e4e-4f22-97ca-c93a594ee076 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:54.008936 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.042008 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Set router 8079fe30-aa8a-41f9-8b4d-27bd70e39766 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:54.043987 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5906bd0-8acd-4024-ba21-8b1735b677bb x-openstack-request-id: req-b5906bd0-8acd-4024-ba21-8b1735b677bb {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:54.044287 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8089bf3-8ac3-4f29-9672-0034f07cc8ab", "name": "network-vif-deleted", "tag": "e6a74eb9-c984-49ee-91be-f4e64312dfb4", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:54.044544 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5906bd0-8acd-4024-ba21-8b1735b677bb {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:54.044969 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8089bf3-8ac3-4f29-9672-0034f07cc8ab', 'name': 'network-vif-deleted', 'tag': 'e6a74eb9-c984-49ee-91be-f4e64312dfb4', 'status': 'completed', 'code': 200} Sep 09 09:30:54.045412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Transition to ACTIVE for port object 3933ead7-f1d8-42d8-9aeb-826c0ff201ba will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:54.079914 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.081860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dc2b3559-623b-43aa-9caf-99c3e838624e tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.9092302 Sep 09 09:30:54.085767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47662) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:54.260686 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5476c069-d7bb-4053-b2c2-c85df5048255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.263063 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.287922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476c069-d7bb-4053-b2c2-c85df5048255 None None] Pushing event deleted for resources: {'Port': ['ID=3f4efba0-a909-4f3d-b733-882e2cd31206,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:54.292495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476c069-d7bb-4053-b2c2-c85df5048255 None None] No DVR routers for this DVR port 3f4efba0-a909-4f3d-b733-882e2cd31206 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:54.297207 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.313514 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.318932 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8079fe30-aa8a-41f9-8b4d-27bd70e39766', 'name': '', 'tenant_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def6df8a-195a-4df8-9fad-2dddf5436270', 'external_fixed_ips': [{'subnet_id': '0be0afe7-c0f6-4e61-a7b1-6aaf50e10008', 'ip_address': '2001:db8::36e'}], 'enable_snat': True}, 'gw_port_id': '280994d7-a316-4bd2-8e5e-7ac07c85eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:42Z', 'updated_at': '2021-09-09T09:30:49Z', 'revision_number': 3, 'project_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'gw_port': {'id': '280994d7-a316-4bd2-8e5e-7ac07c85eb39', 'name': '', 'network_id': 'def6df8a-195a-4df8-9fad-2dddf5436270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8079fe30-aa8a-41f9-8b4d-27bd70e39766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '0be0afe7-c0f6-4e61-a7b1-6aaf50e10008', 'ip_address': '2001:db8::36e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:45Z', 'updated_at': '2021-09-09T09:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0be0afe7-c0f6-4e61-a7b1-6aaf50e10008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:54.333136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae378c4f-bcc5-4684-9b14-0072a5045cf1']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:54.340275 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.355216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:54.355894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d062eb8-d68e-4ea6-9ac1-9ad5e12ad793') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:54.359369 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Checking router: 8079fe30-aa8a-41f9-8b4d-27bd70e39766 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:30:54.360123 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Updating router 8079fe30-aa8a-41f9-8b4d-27bd70e39766 port 280994d7-a316-4bd2-8e5e-7ac07c85eb39 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:30:54.396251 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.401758 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.411926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network b1c8a25c-2080-4b29-9f26-9eafcde85d07 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:54.412134 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.429377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:54.432063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:54.457379 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.467076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=220302b5-8e4e-4f22-97ca-c93a594ee076,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:54.484244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:54.484466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:54.488056 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:54.523791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network 62c263f2-7d5d-471b-8f2d-14957f178b89 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:54.538431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:54.541608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:30:54.569264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d8c9d43a-e2c6-4242-9af4-c3b60a87cabe up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:30:54.670367 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.780251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:54.785413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:54.785789 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.798128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:54.855357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3f4efba0-a909-4f3d-b733-882e2cd31206 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:54.934117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 3f4efba0-a909-4f3d-b733-882e2cd31206 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:54.936292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3f4efba0-a909-4f3d-b733-882e2cd31206 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:54.950965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:54.953828 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.970237 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:54.975801 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.003483 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Transition to ACTIVE for port object 280994d7-a316-4bd2-8e5e-7ac07c85eb39 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:55.070412 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.094369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-155fdeb3-ff6a-49a4-9b3f-78099dc8e133 None None] Provisioning for port 220302b5-8e4e-4f22-97ca-c93a594ee076 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:55.101702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-155fdeb3-ff6a-49a4-9b3f-78099dc8e133 None None] Provisioning complete for port 220302b5-8e4e-4f22-97ca-c93a594ee076 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:55.102350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-155fdeb3-ff6a-49a4-9b3f-78099dc8e133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.106004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e9d1c-fc18-4851-bf66-a49532905ad2 req-ba548513-4a4b-45ed-ac48-2dbb68c2cbd2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:55.116460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-806e9d1c-fc18-4851-bf66-a49532905ad2 req-ba548513-4a4b-45ed-ac48-2dbb68c2cbd2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 931 time: 0.0878556 Sep 09 09:30:55.134518 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.162860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-155fdeb3-ff6a-49a4-9b3f-78099dc8e133 None None] Port 220302b5-8e4e-4f22-97ca-c93a594ee076 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:55.167130 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ef3d518b-7513-4d5e-9310-9cd4b2675987 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6784379 Sep 09 09:30:55.189341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:55.190560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9fd5b6-6727-46cc-a143-675dd1c45d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c9d43a-e2c6-4242-9af4-c3b60a87cabe'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:55.193807 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e92b333-d863-406f-a03f-defe10179167" -d '{"events": [{"server_uuid": "6c9fd5b6-6727-46cc-a143-675dd1c45d7a", "name": "network-vif-plugged", "status": "completed", "tag": "d8c9d43a-e2c6-4242-9af4-c3b60a87cabe"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:55.198566 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.212523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Request body: {'port': {'device_id': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:30:55.224175 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Pushing event updated for resources: {'Port': ['ID=280994d7-a316-4bd2-8e5e-7ac07c85eb39,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:55.251581 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8c05056-692c-439e-8005-6790f53b3678 req-7337f8cd-444a-44d7-8a77-07d9b5120907 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.5324314 Sep 09 09:30:55.261062 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Attempting to bind port 280994d7-a316-4bd2-8e5e-7ac07c85eb39 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:55.261485 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Attempting to bind port 280994d7-a316-4bd2-8e5e-7ac07c85eb39 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '01b551f1-17a5-465e-9bd2-2bf6ec423334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'def6df8a-195a-4df8-9fad-2dddf5436270'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:55.263522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.279151 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Attempting to bind port 280994d7-a316-4bd2-8e5e-7ac07c85eb39 on network def6df8a-195a-4df8-9fad-2dddf5436270 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:55.305586 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:55.306981 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Checking segment: {'id': '01b551f1-17a5-465e-9bd2-2bf6ec423334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'def6df8a-195a-4df8-9fad-2dddf5436270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:55.307560 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.313278 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Bound using segment: {'id': '01b551f1-17a5-465e-9bd2-2bf6ec423334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'def6df8a-195a-4df8-9fad-2dddf5436270'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:55.313278 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Bound port: 280994d7-a316-4bd2-8e5e-7ac07c85eb39, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b551f1-17a5-465e-9bd2-2bf6ec423334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'def6df8a-195a-4df8-9fad-2dddf5436270'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:55.313278 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.326507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.334318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-806e9d1c-fc18-4851-bf66-a49532905ad2 req-5a470c03-abbf-4e61-acba-83d550029b3b tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161527 Sep 09 09:30:55.351642 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.358768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.363037 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "DELETE /v2.0/networks/ae378c4f-bcc5-4684-9b14-0072a5045cf1 HTTP/1.1" status: 204 len: 168 time: 2.1828799 Sep 09 09:30:55.376273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:55.414608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Deleting port 280994d7-a316-4bd2-8e5e-7ac07c85eb39 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:55.415134 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.426136 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.429501 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.430211 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.431348 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.431819 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.431944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c17f7-ea1a-4816-84b2-04b7921a5ae2 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Network': ['ID=ae378c4f-bcc5-4684-9b14-0072a5045cf1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:55.434272 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.435344 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.437762 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.438308 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.438754 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.439212 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.439664 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:55.465631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:55.499149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.499423 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] For port 280994d7-a316-4bd2-8e5e-7ac07c85eb39, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:55.503685 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] For port 280994d7-a316-4bd2-8e5e-7ac07c85eb39, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=280994d7-a316-4bd2-8e5e-7ac07c85eb39,segment=NetworkSegment(01b551f1-17a5-465e-9bd2-2bf6ec423334),segment_id=01b551f1-17a5-465e-9bd2-2bf6ec423334)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:55.505118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917a64-65b3-4299-bfe7-f616ae0b6f82 req-ad200492-6556-41ee-923d-feb45aee096a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:55.506772 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a917a64-65b3-4299-bfe7-f616ae0b6f82 req-ad200492-6556-41ee-923d-feb45aee096a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 946 time: 0.1426809 Sep 09 09:30:55.539210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:30:55.557408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c590078e-5007-4f7b-9db9-366b9f9e36f2 None None] Provisioning for port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:30:55.561728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c590078e-5007-4f7b-9db9-366b9f9e36f2 None None] Provisioning complete for port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:55.562109 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c590078e-5007-4f7b-9db9-366b9f9e36f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.566900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a917a64-65b3-4299-bfe7-f616ae0b6f82 req-8ec5064d-0338-40fa-a30f-7e23a1ccdee7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 Sep 09 09:30:55.592252 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.605585 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c590078e-5007-4f7b-9db9-366b9f9e36f2 None None] Port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:55.613793 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e37322c-109e-4a5c-92c5-a5e9e67a1f9e x-openstack-request-id: req-6e37322c-109e-4a5c-92c5-a5e9e67a1f9e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:30:55.614096 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9fd5b6-6727-46cc-a143-675dd1c45d7a", "name": "network-vif-plugged", "status": "completed", "tag": "d8c9d43a-e2c6-4242-9af4-c3b60a87cabe", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:30:55.614402 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e37322c-109e-4a5c-92c5-a5e9e67a1f9e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:30:55.614824 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9fd5b6-6727-46cc-a143-675dd1c45d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c9d43a-e2c6-4242-9af4-c3b60a87cabe', 'code': 200} Sep 09 09:30:55.708645 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Routers {'8079fe30-aa8a-41f9-8b4d-27bd70e39766'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:55.709383 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['8079fe30-aa8a-41f9-8b4d-27bd70e39766'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:55.732081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:55.743633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0661856a-e216-4925-ad8d-e66ef42956cc tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "PUT /v2.0/routers/2831ea3d-f8fd-4dd8-8257-85cb0939fecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2088149 Sep 09 09:30:55.744243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47676) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:55.766517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3cf87-62cc-4b48-83e3-b3992428654b None None] Sync routers for ids ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:55.796789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6882d-44b9-4353-84a4-88629aea4ef2 req-b19f170b-6632-44f6-91fa-07b176f0d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:55.798362 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dfa6882d-44b9-4353-84a4-88629aea4ef2 req-b19f170b-6632-44f6-91fa-07b176f0d572 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 1098 time: 0.1148498 Sep 09 09:30:55.803652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f3cf87-62cc-4b48-83e3-b3992428654b None None] Routers {'2831ea3d-f8fd-4dd8-8257-85cb0939fecc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:55.807971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-61f3cf87-62cc-4b48-83e3-b3992428654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:55.832100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c393e33-3d71-441b-a114-aefe2553b696 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting subnet 284b9c87-d716-44e8-9965-c9e8b50be4a8 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:30:55.840293 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c393e33-3d71-441b-a114-aefe2553b696 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.925932 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dfa6882d-44b9-4353-84a4-88629aea4ef2 req-05e27ae8-90a2-476b-bb7e-8bcd632c0aed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179218 Sep 09 09:30:55.927401 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.941490 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c393e33-3d71-441b-a114-aefe2553b696 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:55.948878 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bba87-ea94-491f-91aa-9141d1889998 None None] Pushing event updated for resources: {'Port': ['ID=280994d7-a316-4bd2-8e5e-7ac07c85eb39,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:55.985464 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] Set router 8079fe30-aa8a-41f9-8b4d-27bd70e39766 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:56.025077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-61f3cf87-62cc-4b48-83e3-b3992428654b None None] Set router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:56.071994 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c393e33-3d71-441b-a114-aefe2553b696 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:56.099613 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8079fe30-aa8a-41f9-8b4d-27bd70e39766', 'name': '', 'tenant_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:42Z', 'updated_at': '2021-09-09T09:30:54Z', 'revision_number': 4, 'project_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:56.136639 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad593c-558f-497b-a721-de12c6372cd4 None None] The sync data for ids ['8079fe30-aa8a-41f9-8b4d-27bd70e39766'] in n-d-778696-16 is: [{'id': '8079fe30-aa8a-41f9-8b4d-27bd70e39766', 'name': '', 'tenant_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:42Z', 'updated_at': '2021-09-09T09:30:54Z', 'revision_number': 4, 'project_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:56.208044 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:56.265599 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c393e33-3d71-441b-a114-aefe2553b696 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:56.340968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c393e33-3d71-441b-a114-aefe2553b696 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Subnet': ['ID=284b9c87-d716-44e8-9965-c9e8b50be4a8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:56.354134 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c393e33-3d71-441b-a114-aefe2553b696 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:56.362896 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0c393e33-3d71-441b-a114-aefe2553b696 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/subnets/284b9c87-d716-44e8-9965-c9e8b50be4a8 HTTP/1.1" status: 204 len: 168 time: 0.6167519 Sep 09 09:30:56.365568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47680) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:56.397070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb72add-d1ef-4007-93ad-b7faa13b309d None None] Network 723d2fd4-969e-4245-8b46-0bbe718f6b29 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:30:56.448415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] For port 280994d7-a316-4bd2-8e5e-7ac07c85eb39, host n-d-778696-16, got binding levels [] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:56.449036 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:56.496614 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b9a63c3-3db3-481e-bc21-06644bb89a48 req-74401ff9-5675-4e6a-af4b-40c8101fa8da tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0730915 Sep 09 09:30:56.513578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Calling delete_port for 280994d7-a316-4bd2-8e5e-7ac07c85eb39 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:56.601367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:56.625636 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:56.691913 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-61f3cf87-62cc-4b48-83e3-b3992428654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:30:52Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:56.745998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7abf90-55b2-4fd7-a539-e16b31f345a1 req-76ba9a10-a3bf-4ba0-89e9-426efa3ca958 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:56.747722 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd7abf90-55b2-4fd7-a539-e16b31f345a1 req-76ba9a10-a3bf-4ba0-89e9-426efa3ca958 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 931 time: 0.2839034 Sep 09 09:30:56.771038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3cf87-62cc-4b48-83e3-b3992428654b None None] Checking router: 2831ea3d-f8fd-4dd8-8257-85cb0939fecc for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:30:56.786433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f3cf87-62cc-4b48-83e3-b3992428654b None None] Routers {'2831ea3d-f8fd-4dd8-8257-85cb0939fecc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:56.787058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-61f3cf87-62cc-4b48-83e3-b3992428654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:56.790916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] DHCP port deletion for 723d2fd4-969e-4245-8b46-0bbe718f6b29 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:30:56.875592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d564fa3-c657-44e8-be47-675efa82f319']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:56.896660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:56.912652 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd7abf90-55b2-4fd7-a539-e16b31f345a1 req-2e7d8790-f96e-405a-a271-0379c41b46e9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558323 Sep 09 09:30:56.941997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069428b4-f4d5-4cfe-a908-4e8687935870') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:56.942288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069428b4-f4d5-4cfe-a908-4e8687935870') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:56.988243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:56.999465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-61f3cf87-62cc-4b48-83e3-b3992428654b None None] Set router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:30:57.016010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Deleting port ca7161b8-0c5f-42c0-8f24-bc043965d709 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:57.016855 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.054047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.066544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e4c9b-e7af-4d15-95b7-1be740ebbe8c req-beb63eef-640b-4bd5-b643-7581dd5707b9 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:57.072032 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-334e4c9b-e7af-4d15-95b7-1be740ebbe8c req-beb63eef-640b-4bd5-b643-7581dd5707b9 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 946 time: 0.2776797 Sep 09 09:30:57.114876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.126261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] For port ca7161b8-0c5f-42c0-8f24-bc043965d709, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ca7161b8-0c5f-42c0-8f24-bc043965d709,segment=NetworkSegment(a0ae9637-0ad2-48c8-beed-9d9e10b4b184),segment_id=a0ae9637-0ad2-48c8-beed-9d9e10b4b184)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:57.126673 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.127756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:57.128339 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.142393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Calling delete_port for ca7161b8-0c5f-42c0-8f24-bc043965d709 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:57.157257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Deleting port 31b03ebd-66ac-4524-9a21-f1d227d45096 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:30:57.157663 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:57.209724 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:57.233469 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.263865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-4e52092a-bf3a-46b9-9221-416c9aa6c049 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:57.273828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-4e52092a-bf3a-46b9-9221-416c9aa6c049 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 815 time: 0.2456906 Sep 09 09:30:57.308644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-b31146ab-72d0-47e4-9c53-a9f3c2b66e7d tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/quotas/a05e4fe9ef7a49c29cdb88e8dc511dd4 HTTP/1.1" status: 200 len: 375 time: 0.0326579 Sep 09 09:30:57.314659 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.319262 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.368806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] No DVR routers for this DVR port ca7161b8-0c5f-42c0-8f24-bc043965d709 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:30:57.370830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Pushing event deleted for resources: {'Port': ['ID=ca7161b8-0c5f-42c0-8f24-bc043965d709,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:57.391135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.391531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.391880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.392222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.392563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.392897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.393259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.394110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.394452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.394781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.395106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.395449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f0210-d208-4650-8acd-c10fff21062d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:30:57.414665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-334e4c9b-e7af-4d15-95b7-1be740ebbe8c req-6a413976-ea4d-4a3a-b942-01747b1247f7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177068 Sep 09 09:30:57.446576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-db79f380-e25c-485a-88fc-504bcaa2a8e4 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1366055 Sep 09 09:30:57.462885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] For port 31b03ebd-66ac-4524-9a21-f1d227d45096, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=31b03ebd-66ac-4524-9a21-f1d227d45096,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:30:57.463627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.520825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Calling delete_port for 31b03ebd-66ac-4524-9a21-f1d227d45096 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:30:57.579713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=220302b5-8e4e-4f22-97ca-c93a594ee076,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:57.582466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-61f3cf87-62cc-4b48-83e3-b3992428654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:30:52Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:57.590616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3933ead7-f1d8-42d8-9aeb-826c0ff201ba {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:30:57.634197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3cf87-62cc-4b48-83e3-b3992428654b None None] The sync data for ids ['2831ea3d-f8fd-4dd8-8257-85cb0939fecc'] in n-d-778696-16 is: [{'id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'name': 'tempest-TestNetworkBasicOps-router-53970146', 'tenant_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:29:19Z', 'updated_at': '2021-09-09T09:30:52Z', 'revision_number': 5, 'project_id': '2e99cdc01cfa4c5b83ea1f23eef51389', 'gw_port': {'id': '31b03ebd-66ac-4524-9a21-f1d227d45096', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2831ea3d-f8fd-4dd8-8257-85cb0939fecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:29:20Z', 'updated_at': '2021-09-09T09:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:57.678849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-79985661-efe7-4ccc-8979-6dd418889dbb service neutron] 10.222.0.32 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242785 Sep 09 09:30:57.679348 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.681886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.728050 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.730324 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] 10.222.0.32 "DELETE /v2.0/networks/6d564fa3-c657-44e8-be47-675efa82f319 HTTP/1.1" status: 204 len: 168 time: 2.3492625 Sep 09 09:30:57.766372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb5b55-67d0-4ac2-ae24-af6b24dbd1b3 tempest-TaggedBootDevicesTest_v242-59940197 tempest-TaggedBootDevicesTest_v242-59940197-project] Pushing event deleted for resources: {'Network': ['ID=6d564fa3-c657-44e8-be47-675efa82f319,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:57.805039 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c602ea6b-aa8d-491b-9fae-5c40ce187787 req-c63b54b1-3d32-4c7a-afea-b8d1b42c6bce tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.1142819 Sep 09 09:30:57.817258 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Transition to ACTIVE for port object 3933ead7-f1d8-42d8-9aeb-826c0ff201ba will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:30:57.850228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network b1c8a25c-2080-4b29-9f26-9eafcde85d07 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:30:57.855724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:30:57.877276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-2f955d68-2d4a-475a-adce-43dffe5bfd5e service neutron] 10.222.0.32 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007296 Sep 09 09:30:57.931615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:57.964952 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.071617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.104887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event deleted for resources: {'Port': ['ID=280994d7-a316-4bd2-8e5e-7ac07c85eb39,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:58.130787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Port': ['ID=31b03ebd-66ac-4524-9a21-f1d227d45096,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:58.168853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.307224 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.326639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router b7fcfe97-e951-4215-8d01-a9c84effdab9 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:30:58.364433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.373310 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.389036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-04d03836-9cd3-424d-96dd-f7c4b8aee1cd None None] Provisioning complete for port 220302b5-8e4e-4f22-97ca-c93a594ee076 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:30:58.389906 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04d03836-9cd3-424d-96dd-f7c4b8aee1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.409485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Pushing event updated for resources: {'Port': ['ID=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:58.438615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bb89f-2a50-4e17-8b45-081a61e7291f req-b9b58bda-0789-4f7c-ac1e-d7831007a6d9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:58.440562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f21bb89f-2a50-4e17-8b45-081a61e7291f req-b9b58bda-0789-4f7c-ac1e-d7831007a6d9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 943 time: 0.3885267 Sep 09 09:30:58.472546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-04d03836-9cd3-424d-96dd-f7c4b8aee1cd None None] Port 220302b5-8e4e-4f22-97ca-c93a594ee076 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:30:58.539323 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.541874 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.606720 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd6cadb9-265b-461e-a553-9f131b7ebb78 req-515fde0b-cb37-48fc-a9a0-9bbaaa77ed37 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 210 time: 0.2238729 Sep 09 09:30:58.670331 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f21bb89f-2a50-4e17-8b45-081a61e7291f req-e367d8a2-6da9-46fc-baa2-8b2ab8b50317 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961954 Sep 09 09:30:58.729865 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.730479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Fanout notify agent at l3_agent the message router_deleted on router 2831ea3d-f8fd-4dd8-8257-85cb0939fecc {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:30:58.747591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cec6c148-bb16-4048-b7c3-d9e6438530a8 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:58.749857 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.755819 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b3a87617-807f-4028-bb0b-76c52da7b689 tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/routers/2831ea3d-f8fd-4dd8-8257-85cb0939fecc HTTP/1.1" status: 204 len: 168 time: 2.3853900 Sep 09 09:30:58.760920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47722) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:58.774762 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.775280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8079fe30-aa8a-41f9-8b4d-27bd70e39766 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:30:58.786064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: cec6c148-bb16-4048-b7c3-d9e6438530a8 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:58.786670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cec6c148-bb16-4048-b7c3-d9e6438530a8 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:58.787293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ca7161b8-0c5f-42c0-8f24-bc043965d709 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:30:58.792569 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.795299 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8a399971-6bcb-4ccd-a328-84b587de0979 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "DELETE /v2.0/routers/8079fe30-aa8a-41f9-8b4d-27bd70e39766 HTTP/1.1" status: 204 len: 168 time: 4.7067163 Sep 09 09:30:58.805901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47724) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:58.826523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: ca7161b8-0c5f-42c0-8f24-bc043965d709 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:30:58.827840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ca7161b8-0c5f-42c0-8f24-bc043965d709 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:30:58.836743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Attempting to bind port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:30:58.837387 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Attempting to bind port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:30:58.837972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Attempting to bind port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba on network 62c263f2-7d5d-471b-8f2d-14957f178b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:58.902135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba on network 62c263f2-7d5d-471b-8f2d-14957f178b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:30:58.902462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Attempting to bind port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba on network 62c263f2-7d5d-471b-8f2d-14957f178b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:30:58.962502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:30:58.962842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Checking segment: {'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:30:58.963232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Bound using segment: {'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:30:58.966786 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a63c1-5af2-47a4-bd68-57322d6316dc req-4251facd-c557-42f9-87d9-a07fbeaba653 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:58.968640 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Bound port: 3933ead7-f1d8-42d8-9aeb-826c0ff201ba, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:30:58.969132 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:58.975002 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-803a63c1-5af2-47a4-bd68-57322d6316dc req-4251facd-c557-42f9-87d9-a07fbeaba653 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 946 time: 0.1624968 Sep 09 09:30:58.987941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:30:59.001846 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:59.012490 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d026762-a86a-41c9-a6dc-5a9845012521 None None] Sync routers for ids ['b7fcfe97-e951-4215-8d01-a9c84effdab9'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:30:59.021286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a3219586-38d5-40e8-a735-5bfc416c1b73 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/b7fcfe97-e951-4215-8d01-a9c84effdab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0853782 Sep 09 09:30:59.029757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47732) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:59.032728 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61249e86-4ca4-4e41-95ad-4603c1969cea req-867df503-db15-4e79-bbbb-88c1e577a998 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0567944 Sep 09 09:30:59.063725 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d026762-a86a-41c9-a6dc-5a9845012521 None None] Routers {'b7fcfe97-e951-4215-8d01-a9c84effdab9'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:59.064496 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-803a63c1-5af2-47a4-bd68-57322d6316dc req-223207eb-3f1a-4e80-a0d3-2f3c756e7bd2 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761328 Sep 09 09:30:59.064770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5ac486-431d-49b9-8ea2-bbc346cf8ec1 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Deleting subnet 0be0afe7-c0f6-4e61-a7b1-6aaf50e10008 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:30:59.069742 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1d026762-a86a-41c9-a6dc-5a9845012521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7fcfe97-e951-4215-8d01-a9c84effdab9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:59.188378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] For port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:30:59.196465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] For port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:30:59.199080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8b7b1-b722-44c2-99f9-ab93c54b594c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:59.204065 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac486-431d-49b9-8ea2-bbc346cf8ec1 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:59.205168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47736) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:30:59.205378 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d6f8b7b1-b722-44c2-99f9-ab93c54b594c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports/220302b5-8e4e-4f22-97ca-c93a594ee076 HTTP/1.1" status: 200 len: 910 time: 0.1737778 Sep 09 09:30:59.250134 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1d026762-a86a-41c9-a6dc-5a9845012521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:59.260156 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d026762-a86a-41c9-a6dc-5a9845012521 None None] Routers {'b7fcfe97-e951-4215-8d01-a9c84effdab9'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:30:59.261119 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1d026762-a86a-41c9-a6dc-5a9845012521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7fcfe97-e951-4215-8d01-a9c84effdab9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:59.286060 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:59.296324 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1d026762-a86a-41c9-a6dc-5a9845012521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:59.297236 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d026762-a86a-41c9-a6dc-5a9845012521 None None] The sync data for ids ['b7fcfe97-e951-4215-8d01-a9c84effdab9'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:30:59.314882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723d2fd4-969e-4245-8b46-0bbe718f6b29']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:59.325686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:59.326074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ae9637-0ad2-48c8-beed-9d9e10b4b184') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:30:59.341176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:59.356683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:59.363753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:30:59.364387 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:30:59.367938 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:30:59.522193 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:59.527937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:59.553734 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] 10.222.0.32 "DELETE /v2.0/networks/723d2fd4-969e-4245-8b46-0bbe718f6b29 HTTP/1.1" status: 204 len: 168 time: 0.7720947 Sep 09 09:30:59.580330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312572fb-d712-4049-8426-ef93d29f7b6e tempest-TestNetworkBasicOps-552483157 tempest-TestNetworkBasicOps-552483157-project] Pushing event deleted for resources: {'Network': ['ID=723d2fd4-969e-4245-8b46-0bbe718f6b29,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:30:59.678848 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:59.732726 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52d9aecc-a4b3-4c60-82fc-a9f661099d6a req-91de9a3a-bd8b-4041-aeb6-756efca729fe tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 210 time: 0.0319645 Sep 09 09:30:59.777649 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac486-431d-49b9-8ea2-bbc346cf8ec1 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:59.812217 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:59.812856 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:30:59.814308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] 10.222.0.24 "PUT /v2.0/ports/3933ead7-f1d8-42d8-9aeb-826c0ff201ba HTTP/1.1" status: 200 len: 1092 time: 4.6059539 Sep 09 09:30:59.818181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:30:59.820585 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:30:59.842023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca88f9-e4ac-49fb-b320-37172a35ad32 req-437adf94-71ac-4c8e-91b9-25cbcd15c7d6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:59.850298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9bca88f9-e4ac-49fb-b320-37172a35ad32 req-437adf94-71ac-4c8e-91b9-25cbcd15c7d6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 946 time: 0.6565771 Sep 09 09:30:59.876253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc4b09-0448-4fb3-9ac9-d3a25c34ad13 req-a1183510-eb61-4484-b609-a4b8269469ad tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:30:59.890062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-84fc4b09-0448-4fb3-9ac9-d3a25c34ad13 req-a1183510-eb61-4484-b609-a4b8269469ad tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 943 time: 0.0858095 Sep 09 09:30:59.962654 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-84fc4b09-0448-4fb3-9ac9-d3a25c34ad13 req-2b1a41b1-257a-4a61-9efe-503f490ec31e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659854 Sep 09 09:30:59.998897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628b603-ab5e-4706-8bd8-fc1dfb9a2c09 service neutron] Pushing event updated for resources: {'Port': ['ID=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:00.025550 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac486-431d-49b9-8ea2-bbc346cf8ec1 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:00.045881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9bca88f9-e4ac-49fb-b320-37172a35ad32 req-32427587-efc6-42ea-80e6-db531c01a56a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946049 Sep 09 09:31:00.054253 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80fac8b-8a70-4fa9-982e-67e9b76198b8 x-openstack-request-id: req-c80fac8b-8a70-4fa9-982e-67e9b76198b8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:00.054718 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:00.056419 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c80fac8b-8a70-4fa9-982e-67e9b76198b8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:00.063114 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'status': 'completed', 'code': 200} Sep 09 09:31:00.210672 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-920ee7d1-a244-407d-973d-73ab80047749 req-63f47217-994e-49da-9b06-e6d391317344 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0530539 Sep 09 09:31:00.213992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-cca765b3-c97a-4710-b478-e330b3dd1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:00.215239 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-cca765b3-c97a-4710-b478-e330b3dd1f00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 1095 time: 0.2314043 Sep 09 09:31:00.227093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47754) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:00.309972 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-1a9995c2-b354-4e79-837f-2747907828dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba HTTP/1.1" status: 200 len: 217 time: 0.0441895 Sep 09 09:31:00.379848 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac486-431d-49b9-8ea2-bbc346cf8ec1 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:00.394716 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-129d7a42-75ec-4c5a-bebe-7f31c0b3eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:00.396431 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-129d7a42-75ec-4c5a-bebe-7f31c0b3eb98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd43f23f-630f-48ac-862e-7334434a0462 HTTP/1.1" status: 200 len: 835 time: 0.0694983 Sep 09 09:31:00.430527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ac486-431d-49b9-8ea2-bbc346cf8ec1 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0be0afe7-c0f6-4e61-a7b1-6aaf50e10008,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:00.432768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac486-431d-49b9-8ea2-bbc346cf8ec1 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:00.434704 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0e5ac486-431d-49b9-8ea2-bbc346cf8ec1 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/0be0afe7-c0f6-4e61-a7b1-6aaf50e10008 HTTP/1.1" status: 204 len: 168 time: 1.6278343 Sep 09 09:31:00.438607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47758) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:00.465021 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ad0da922-d984-45f2-8f5b-624923777088 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e99cdc01cfa4c5b83ea1f23eef51389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361078 Sep 09 09:31:00.469613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47760) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:00.558641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31b03ebd-66ac-4524-9a21-f1d227d45096 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:00.587735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 31b03ebd-66ac-4524-9a21-f1d227d45096 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:00.588083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31b03ebd-66ac-4524-9a21-f1d227d45096 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:00.615934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-0336c1ef-be0b-4c21-8778-2919c5296887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:00.617317 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-0336c1ef-be0b-4c21-8778-2919c5296887 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62c263f2-7d5d-471b-8f2d-14957f178b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1985278 Sep 09 09:31:00.651424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:00.742579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-c5a8784d-5c18-4d8a-8d57-66ffbb4663c4 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:00.744538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-c5a8784d-5c18-4d8a-8d57-66ffbb4663c4 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 815 time: 0.1146970 Sep 09 09:31:00.751086 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43497dd9-76c2-4f7e-b225-c6e1170da018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:00.758901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Request body: {'port': {'device_id': '1c260e5c-83fe-4ae7-a47a-c00f9ea8c439', 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb', 'admin_state_up': True, 'tenant_id': 'a05e4fe9ef7a49c29cdb88e8dc511dd4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:00.773625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e75eb-40f3-440d-96bf-8f52bc9232ad req-a76c2328-b6cf-44f2-a600-32c2a73557fb tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:00.775411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f85e75eb-40f3-440d-96bf-8f52bc9232ad req-a76c2328-b6cf-44f2-a600-32c2a73557fb tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 946 time: 0.2214456 Sep 09 09:31:00.804432 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a455-4c28-419a-b345-4bd1832453c7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:00.882653 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43497dd9-76c2-4f7e-b225-c6e1170da018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:00.943981 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ffe7bf8-a596-4023-ae96-22c7b947c8f9 req-d47c277e-d010-4eaf-af61-b4fb190056c0 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 210 time: 0.0377567 Sep 09 09:31:00.991838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Made reservation on behalf of a05e4fe9ef7a49c29cdb88e8dc511dd4 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:00.997380 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:00.997939 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.010968 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-47954f9f-4fa9-489d-89b8-a1f3930bedef service neutron] 10.222.0.24 "GET /v2.0/networks/62c263f2-7d5d-471b-8f2d-14957f178b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728473 Sep 09 09:31:01.034799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f85e75eb-40f3-440d-96bf-8f52bc9232ad req-41596140-63ef-4bd5-b2fd-7f0115179271 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339056 Sep 09 09:31:01.082840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def6df8a-195a-4df8-9fad-2dddf5436270']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:01.144453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b551f1-17a5-465e-9bd2-2bf6ec423334') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:01.144743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b551f1-17a5-465e-9bd2-2bf6ec423334') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:01.188630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4baada-e3be-4378-a9ca-3924da206f9c req-ee8e2a49-0dd8-4237-b037-2aaaee8994fa tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:01.194366 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.197857 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce4baada-e3be-4378-a9ca-3924da206f9c req-ee8e2a49-0dd8-4237-b037-2aaaee8994fa tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 943 time: 0.1199093 Sep 09 09:31:01.237551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.246364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Allocated IP 172.20.0.14 (13a71b19-ff40-4a72-ac7b-444abec923fb/19e1e42b-1780-47aa-8697-1309f17f9667/a9c3bf3a-497f-4f04-a884-c7c274f1774e) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:01.254090 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ce4baada-e3be-4378-a9ca-3924da206f9c req-e688e031-cac9-4dc9-8a1b-a2d309e6667a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522714 Sep 09 09:31:01.267797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:31:01.268821 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:31:01.271760 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:31:01.342446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92b98ed6-6bbc-474f-8674-4837ddd91487 req-ed244c12-5a11-42cb-a748-6d40c945adf5 service neutron] 10.222.0.24 "GET /v2.0/networks/62c263f2-7d5d-471b-8f2d-14957f178b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177474 Sep 09 09:31:01.364613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43497dd9-76c2-4f7e-b225-c6e1170da018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.367411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43497dd9-76c2-4f7e-b225-c6e1170da018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.370867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-43497dd9-76c2-4f7e-b225-c6e1170da018 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa9c7518-4d36-440f-b0cd-c4a90fed38fe HTTP/1.1" status: 204 len: 168 time: 0.8939555 Sep 09 09:31:01.403771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43497dd9-76c2-4f7e-b225-c6e1170da018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9c7518-4d36-440f-b0cd-c4a90fed38fe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:01.417423 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-64623842-40fd-4f46-b763-5c20f4100115 req-c5a25764-6930-4b8d-a1eb-d698455a0bad tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0731573 Sep 09 09:31:01.438711 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.485222 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.511929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network def6df8a-195a-4df8-9fad-2dddf5436270 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 09 09:31:01.524698 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.530729 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "DELETE /v2.0/networks/def6df8a-195a-4df8-9fad-2dddf5436270 HTTP/1.1" status: 204 len: 168 time: 1.0879223 Sep 09 09:31:01.564129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89310712-b9d9-4e9e-96ed-02086c503ead tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event deleted for resources: {'Network': ['ID=def6df8a-195a-4df8-9fad-2dddf5436270,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:01.564438 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.582735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['567c9904-ab3e-482f-a767-38e980042d95'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:01.609476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8 req-d71c131f-f887-433e-953d-b82325e4003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:01.611467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8 req-d71c131f-f887-433e-953d-b82325e4003f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 1095 time: 0.1369948 Sep 09 09:31:01.631948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['651e1d18-9888-47ca-b283-0fd7681c2c09', '50467111-93ed-4e3b-b481-4b72400d1dc2'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:01.660771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2a455-4c28-419a-b345-4bd1832453c7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port 220302b5-8e4e-4f22-97ca-c93a594ee076 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:01.661123 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a455-4c28-419a-b345-4bd1832453c7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.676360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Network 13a71b19-ff40-4a72-ac7b-444abec923fb is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:01.688213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:01.692000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:01.791764 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Pushing event updated for resources: {'Port': ['ID=a9c3bf3a-497f-4f04-a884-c7c274f1774e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:01.876500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:01.877426 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:01.945305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8 req-10486fe8-4d47-456c-9db2-c97e60036a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:01.946817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8 req-10486fe8-4d47-456c-9db2-c97e60036a74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=62c263f2-7d5d-471b-8f2d-14957f178b89 HTTP/1.1" status: 200 len: 898 time: 0.3231993 Sep 09 09:31:01.986735 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8d0d50dd-81eb-4895-908b-6a3a0058d39a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2322056 Sep 09 09:31:02.001226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Request body: {'port': {'device_id': '1c260e5c-83fe-4ae7-a47a-c00f9ea8c439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:02.004588 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a455-4c28-419a-b345-4bd1832453c7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:02.052737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8 req-56b0e8a8-f9ab-4844-8005-392c0649f06a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba HTTP/1.1" status: 200 len: 217 time: 0.0712535 Sep 09 09:31:02.089144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd2de9-77cb-4e2d-ad74-f672780f89b3 req-bb6f0ede-c097-417c-ad24-5124544822de tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:02.094194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6fcd2de9-77cb-4e2d-ad74-f672780f89b3 req-bb6f0ede-c097-417c-ad24-5124544822de tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 946 time: 0.2938373 Sep 09 09:31:02.182202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2a455-4c28-419a-b345-4bd1832453c7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for 220302b5-8e4e-4f22-97ca-c93a594ee076 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:02.278752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47788) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:02.318967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-56de615e-da94-4ac9-a612-d6cee06c626c tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Request body: {'router': {'name': 'tempest-router--1756019888', 'project_id': '8e48a51881b845a68e3f93d67f7e210d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:02.356804 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:02.387201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a2e8c-a7b9-49f3-b244-70ac6e15e03a req-476484c5-e9f1-4118-b34a-d38402d0c9e1 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:02.388985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d73a2e8c-a7b9-49f3-b244-70ac6e15e03a req-476484c5-e9f1-4118-b34a-d38402d0c9e1 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 932 time: 0.2933934 Sep 09 09:31:02.436255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47792) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:02.492299 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f49d2664-005a-4768-898f-32909a7a1fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:02.553376 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d73a2e8c-a7b9-49f3-b244-70ac6e15e03a req-5c9aa9d9-bd1c-43ec-94ef-a92141c989f2 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523509 Sep 09 09:31:02.813461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c3bf3a-497f-4f04-a884-c7c274f1774e {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:31:02.822032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:02.836521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Transition to ACTIVE for port object a9c3bf3a-497f-4f04-a884-c7c274f1774e will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:02.899502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d51e7f-7640-4205-ac26-cf44879d037f req-e38e4a42-028e-4ade-803e-d83476de80f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:02.901405 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-65d51e7f-7640-4205-ac26-cf44879d037f req-e38e4a42-028e-4ade-803e-d83476de80f6 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 943 time: 0.0634208 Sep 09 09:31:02.914641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8 req-a45030b6-0aab-44ac-a216-be70f399be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:02.916172 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8 req-a45030b6-0aab-44ac-a216-be70f399be80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd43f23f-630f-48ac-862e-7334434a0462 HTTP/1.1" status: 200 len: 835 time: 0.8161569 Sep 09 09:31:02.922743 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:02.997937 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a455-4c28-419a-b345-4bd1832453c7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.007594 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-65d51e7f-7640-4205-ac26-cf44879d037f req-2a00f4df-834c-41bc-83b2-a097cd3a4aef tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000032 Sep 09 09:31:03.008259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c3bf3a-497f-4f04-a884-c7c274f1774e,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:03.034724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b7c82-67d5-4b60-92ba-d93eb37e1d65 req-93c2fe9f-4ff6-4419-935e-8fd7d5e663d3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:03.040170 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a04b7c82-67d5-4b60-92ba-d93eb37e1d65 req-93c2fe9f-4ff6-4419-935e-8fd7d5e663d3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 946 time: 0.8886199 Sep 09 09:31:03.096935 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56de615e-da94-4ac9-a612-d6cee06c626c tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.099361 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56de615e-da94-4ac9-a612-d6cee06c626c tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.132972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2a455-4c28-419a-b345-4bd1832453c7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=220302b5-8e4e-4f22-97ca-c93a594ee076,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:03.160827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-064da60b-9b64-410a-b229-1ab9c400c486 req-24138e77-330f-4160-93fa-0f1e712632ba tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0517473 Sep 09 09:31:03.167471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Attempting to bind port a9c3bf3a-497f-4f04-a884-c7c274f1774e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:03.167800 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Attempting to bind port a9c3bf3a-497f-4f04-a884-c7c274f1774e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:03.168129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Attempting to bind port a9c3bf3a-497f-4f04-a884-c7c274f1774e on network 13a71b19-ff40-4a72-ac7b-444abec923fb {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:03.183829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Port a9c3bf3a-497f-4f04-a884-c7c274f1774e on network 13a71b19-ff40-4a72-ac7b-444abec923fb not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:31:03.184164 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Attempting to bind port a9c3bf3a-497f-4f04-a884-c7c274f1774e on network 13a71b19-ff40-4a72-ac7b-444abec923fb {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:03.195693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:03.196034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Checking segment: {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:03.196422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Bound using segment: {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:03.196854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Bound port: a9c3bf3a-497f-4f04-a884-c7c274f1774e, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3419cd44-779b-418f-a7d7-5528716b21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:03.197216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.233376 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8 req-73896a94-ecad-430a-bfa6-ff34bc056b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:03.235186 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8 req-73896a94-ecad-430a-bfa6-ff34bc056b8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62c263f2-7d5d-471b-8f2d-14957f178b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2982788 Sep 09 09:31:03.277522 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f49d2664-005a-4768-898f-32909a7a1fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.291014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6fcd2de9-77cb-4e2d-ad74-f672780f89b3 req-4c95e30c-b7c0-4ed3-a347-8977c531d780 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Deleting port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:03.291707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fcd2de9-77cb-4e2d-ad74-f672780f89b3 req-4c95e30c-b7c0-4ed3-a347-8977c531d780 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.337822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] For port a9c3bf3a-497f-4f04-a884-c7c274f1774e, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:03.342480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] For port a9c3bf3a-497f-4f04-a884-c7c274f1774e, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a9c3bf3a-497f-4f04-a884-c7c274f1774e,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:03.420707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56de615e-da94-4ac9-a612-d6cee06c626c tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.453914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a04b7c82-67d5-4b60-92ba-d93eb37e1d65 req-a7cf0ef3-1149-42ef-892d-88dc190f9143 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648448 Sep 09 09:31:03.540488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f49d2664-005a-4768-898f-32909a7a1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.576902 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.579944 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56de615e-da94-4ac9-a612-d6cee06c626c tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.624480 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f49d2664-005a-4768-898f-32909a7a1fb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c77958af85940bb87e02aa8f296d8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1846030 Sep 09 09:31:03.630853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:03.631881 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.633705 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] 10.222.0.41 "PUT /v2.0/ports/a9c3bf3a-497f-4f04-a884-c7c274f1774e HTTP/1.1" status: 200 len: 1093 time: 1.6389127 Sep 09 09:31:03.638229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47800) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:03.641821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c260e5c-83fe-4ae7-a47a-c00f9ea8c439', 'tag': 'a9c3bf3a-497f-4f04-a884-c7c274f1774e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:03.641821 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d8218f-9326-4de5-b16d-c70ed66f52c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c260e5c-83fe-4ae7-a47a-c00f9ea8c439", "tag": "a9c3bf3a-497f-4f04-a884-c7c274f1774e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:03.644843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d2664-005a-4768-898f-32909a7a1fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31278844-72b8-4c6f-bb4d-67242fb81f79,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:03.684424 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-6fcd2de9-77cb-4e2d-ad74-f672780f89b3 req-4c95e30c-b7c0-4ed3-a347-8977c531d780 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] For port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:03.684796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fcd2de9-77cb-4e2d-ad74-f672780f89b3 req-4c95e30c-b7c0-4ed3-a347-8977c531d780 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.697009 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8 req-ce07bae6-0012-423b-afc2-d2e8b7bb80b4 service neutron] 10.222.0.24 "GET /v2.0/networks/62c263f2-7d5d-471b-8f2d-14957f178b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370654 Sep 09 09:31:03.700816 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a455-4c28-419a-b345-4bd1832453c7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.705133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6fcd2de9-77cb-4e2d-ad74-f672780f89b3 req-4c95e30c-b7c0-4ed3-a347-8977c531d780 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Calling delete_port for d8c9d43a-e2c6-4242-9af4-c3b60a87cabe owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:03.745724 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56de615e-da94-4ac9-a612-d6cee06c626c tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:03.747205 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-56de615e-da94-4ac9-a612-d6cee06c626c tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4613464 Sep 09 09:31:03.758371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47804) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:03.979328 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b7c1c09-b45a-4f42-ad2e-49d49e362e9d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.055653 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ddc8f83-eb6c-4cc5-8b86-ade0315eb1b8 req-2333fadc-c509-4d5a-b2d3-0a708e19f69f service neutron] 10.222.0.24 "GET /v2.0/networks/62c263f2-7d5d-471b-8f2d-14957f178b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449993 Sep 09 09:31:04.112462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3933ead7-f1d8-42d8-9aeb-826c0ff201ba details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:31:04.192566 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb62464-d6b5-4ba6-9aac-61ef658568c4 x-openstack-request-id: req-ddb62464-d6b5-4ba6-9aac-61ef658568c4 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:04.193192 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c260e5c-83fe-4ae7-a47a-c00f9ea8c439", "tag": "a9c3bf3a-497f-4f04-a884-c7c274f1774e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:04.193192 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ddb62464-d6b5-4ba6-9aac-61ef658568c4 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:04.193420 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c260e5c-83fe-4ae7-a47a-c00f9ea8c439', 'tag': 'a9c3bf3a-497f-4f04-a884-c7c274f1774e', 'status': 'completed', 'code': 200} Sep 09 09:31:04.237596 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1854e58-5626-4f61-804c-ec5eac20c711 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c3bf3a-497f-4f04-a884-c7c274f1774e,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:04.250405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771b6dd-085e-44e0-b3f8-da813afe5cc4 req-f3113082-5d93-4d0e-b268-397f37579147 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:04.258494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c771b6dd-085e-44e0-b3f8-da813afe5cc4 req-f3113082-5d93-4d0e-b268-397f37579147 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 944 time: 0.5897591 Sep 09 09:31:04.271539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:04.277064 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42f77f3b-de3e-4267-9090-6e3bae023c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.285909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'port_id': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'mac_address': 'fa:16:3e:67:ca:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:31:04.295527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b7c1c09-b45a-4f42-ad2e-49d49e362e9d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.300203 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42f77f3b-de3e-4267-9090-6e3bae023c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.320160 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b7c1c09-b45a-4f42-ad2e-49d49e362e9d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.354616 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.377301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3933ead7-f1d8-42d8-9aeb-826c0ff201ba {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:31:04.400075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c771b6dd-085e-44e0-b3f8-da813afe5cc4 req-5e9572fd-b00f-4890-b17d-11c9d27c4e9b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405237 Sep 09 09:31:04.404799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:04.410114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8218f-9326-4de5-b16d-c70ed66f52c5 req-5cd1bc97-7383-4a18-b4da-1d969b85f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:04.411862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f2a455-4c28-419a-b345-4bd1832453c7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router b7fcfe97-e951-4215-8d01-a9c84effdab9 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:31:04.412678 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1d8218f-9326-4de5-b16d-c70ed66f52c5 req-5cd1bc97-7383-4a18-b4da-1d969b85f118 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 1096 time: 0.2160013 Sep 09 09:31:04.422088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62dc70-abbc-446e-bfdb-48813a7a6998 req-76d7f51f-bf2c-4fda-a539-10edd95fdcfc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:04.423673 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9f62dc70-abbc-446e-bfdb-48813a7a6998 req-76d7f51f-bf2c-4fda-a539-10edd95fdcfc tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 943 time: 0.2578270 Sep 09 09:31:04.456160 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42f77f3b-de3e-4267-9090-6e3bae023c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.456160 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42f77f3b-de3e-4267-9090-6e3bae023c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.456160 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-42f77f3b-de3e-4267-9090-6e3bae023c5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31278844-72b8-4c6f-bb4d-67242fb81f79 HTTP/1.1" status: 204 len: 168 time: 0.7916272 Sep 09 09:31:04.493815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f77f3b-de3e-4267-9090-6e3bae023c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31278844-72b8-4c6f-bb4d-67242fb81f79,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:04.511563 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.583685 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b7c1c09-b45a-4f42-ad2e-49d49e362e9d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.584193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7c1c09-b45a-4f42-ad2e-49d49e362e9d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75fa3189-d40d-49f0-b77d-daf2257ede53 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:04.585780 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fcd2de9-77cb-4e2d-ad74-f672780f89b3 req-4c95e30c-b7c0-4ed3-a347-8977c531d780 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.604259 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b7c1c09-b45a-4f42-ad2e-49d49e362e9d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.607941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6b7c1c09-b45a-4f42-ad2e-49d49e362e9d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "DELETE /v2.0/routers/75fa3189-d40d-49f0-b77d-daf2257ede53 HTTP/1.1" status: 204 len: 168 time: 0.8148756 Sep 09 09:31:04.642802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:04.644969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d8c9d43a-e2c6-4242-9af4-c3b60a87cabe no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:04.650780 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0435b4e0-9bd4-4b51-9c35-1ad802d2068f req-3154e100-5899-429d-96fb-1e9f047e430e tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.1199601 Sep 09 09:31:04.704375 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9f62dc70-abbc-446e-bfdb-48813a7a6998 req-be118922-6622-4cf4-83e6-79570b58c7c5 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681224 Sep 09 09:31:04.742782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95e30c-b7c0-4ed3-a347-8977c531d780 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event deleted for resources: {'Port': ['ID=d8c9d43a-e2c6-4242-9af4-c3b60a87cabe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:04.744143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: d8c9d43a-e2c6-4242-9af4-c3b60a87cabe {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:04.744491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device d8c9d43a-e2c6-4242-9af4-c3b60a87cabe not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:04.785046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8218f-9326-4de5-b16d-c70ed66f52c5 req-b53e7b01-cd2f-481b-8bc4-179c03383387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:04.786571 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1d8218f-9326-4de5-b16d-c70ed66f52c5 req-b53e7b01-cd2f-481b-8bc4-179c03383387 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3657610 Sep 09 09:31:04.845166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcd2de9-77cb-4e2d-ad74-f672780f89b3 req-4c95e30c-b7c0-4ed3-a347-8977c531d780 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] No DVR routers for this DVR port d8c9d43a-e2c6-4242-9af4-c3b60a87cabe on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:04.855323 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fcd2de9-77cb-4e2d-ad74-f672780f89b3 req-4c95e30c-b7c0-4ed3-a347-8977c531d780 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:04.857729 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6fcd2de9-77cb-4e2d-ad74-f672780f89b3 req-4c95e30c-b7c0-4ed3-a347-8977c531d780 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "DELETE /v2.0/ports/d8c9d43a-e2c6-4242-9af4-c3b60a87cabe HTTP/1.1" status: 204 len: 173 time: 2.7536182 Sep 09 09:31:04.858726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9fd5b6-6727-46cc-a143-675dd1c45d7a', 'name': 'network-vif-deleted', 'tag': 'd8c9d43a-e2c6-4242-9af4-c3b60a87cabe'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:04.869993 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a9b27-455f-40b6-b73e-6caef19257cb" -d '{"events": [{"server_uuid": "6c9fd5b6-6727-46cc-a143-675dd1c45d7a", "name": "network-vif-deleted", "tag": "d8c9d43a-e2c6-4242-9af4-c3b60a87cabe"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:04.873149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f2a455-4c28-419a-b345-4bd1832453c7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:04.889922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b8f2a455-4c28-419a-b345-4bd1832453c7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/b7fcfe97-e951-4215-8d01-a9c84effdab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6787903 Sep 09 09:31:04.894670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47824) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:04.894896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['3933ead7-f1d8-42d8-9aeb-826c0ff201ba'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:04.917038 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-571f5fd3-6763-4613-bfd8-8d06964bc49b req-3cf3af96-b150-4e83-8dc0-ad186c7bd90f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9fd5b6-6727-46cc-a143-675dd1c45d7a HTTP/1.1" status: 200 len: 210 time: 0.1033893 Sep 09 09:31:05.006869 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83887641-39ca-48bb-905c-f25a192e7779 x-openstack-request-id: req-83887641-39ca-48bb-905c-f25a192e7779 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:05.007101 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9fd5b6-6727-46cc-a143-675dd1c45d7a", "name": "network-vif-deleted", "tag": "d8c9d43a-e2c6-4242-9af4-c3b60a87cabe", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:05.007314 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83887641-39ca-48bb-905c-f25a192e7779 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:05.008256 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9fd5b6-6727-46cc-a143-675dd1c45d7a', 'name': 'network-vif-deleted', 'tag': 'd8c9d43a-e2c6-4242-9af4-c3b60a87cabe', 'status': 'completed', 'code': 200} Sep 09 09:31:05.031904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1560cee-33d7-441c-8b8e-fe427e5d06a1 None None] Sync routers for ids ['b7fcfe97-e951-4215-8d01-a9c84effdab9'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:05.061345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8218f-9326-4de5-b16d-c70ed66f52c5 req-cf4a7bf6-9b10-487b-a21a-5ba55478293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:05.063349 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1d8218f-9326-4de5-b16d-c70ed66f52c5 req-cf4a7bf6-9b10-487b-a21a-5ba55478293b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2697983 Sep 09 09:31:05.082751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:05.090201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1560cee-33d7-441c-8b8e-fe427e5d06a1 None None] Routers {'b7fcfe97-e951-4215-8d01-a9c84effdab9'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:05.091262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d1560cee-33d7-441c-8b8e-fe427e5d06a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7fcfe97-e951-4215-8d01-a9c84effdab9'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:05.168074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47826) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:05.189351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d1560cee-33d7-441c-8b8e-fe427e5d06a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:05.253743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8101aec5-48f8-4d78-889c-d389baa28940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:05.255369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-8101aec5-48f8-4d78-889c-d389baa28940 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 1096 time: 0.0728245 Sep 09 09:31:05.278226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1560cee-33d7-441c-8b8e-fe427e5d06a1 None None] Routers {'b7fcfe97-e951-4215-8d01-a9c84effdab9'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:05.281920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d1560cee-33d7-441c-8b8e-fe427e5d06a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7fcfe97-e951-4215-8d01-a9c84effdab9'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:05.347545 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-d9c1fa09-1802-4701-b058-de86f6f03e8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9c3bf3a-497f-4f04-a884-c7c274f1774e HTTP/1.1" status: 200 len: 217 time: 0.0817840 Sep 09 09:31:05.368773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d1560cee-33d7-441c-8b8e-fe427e5d06a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:05.383453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1560cee-33d7-441c-8b8e-fe427e5d06a1 None None] The sync data for ids ['b7fcfe97-e951-4215-8d01-a9c84effdab9'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:05.482387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-2711eccd-00b1-4ef6-9f4e-b9561e2d9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:05.489651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-2711eccd-00b1-4ef6-9f4e-b9561e2d9a71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19e1e42b-1780-47aa-8697-1309f17f9667 HTTP/1.1" status: 200 len: 855 time: 0.1359048 Sep 09 09:31:05.535296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-fc9fb34e-e971-4db7-bdff-458463134a6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13a71b19-ff40-4a72-ac7b-444abec923fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354822 Sep 09 09:31:05.613077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-276901953', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:05.732090 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-776d5e9e-b61b-421f-b63f-2b90caa09216 service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854887 Sep 09 09:31:05.783506 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:05.785968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:05.883945 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:05.958188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf3ca-1c49-40aa-b0e1-73107e4870b9 req-e6441aaa-0acf-4a3c-93b1-92a3ed51e1fa tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:05.961069 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c56757f-a53e-495a-af1b-d7265f47161e req-36082a3d-1980-4694-a75a-ae362076bf42 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0723422 Sep 09 09:31:05.969662 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-42acf3ca-1c49-40aa-b0e1-73107e4870b9 req-e6441aaa-0acf-4a3c-93b1-92a3ed51e1fa tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 944 time: 0.1346376 Sep 09 09:31:06.114799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-42acf3ca-1c49-40aa-b0e1-73107e4870b9 req-26d88b78-7455-4b76-8021-ee45475409c2 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470649 Sep 09 09:31:06.134612 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48c61c43-41b7-4e5a-a7f3-7a5624442aeb req-b647daa6-3a59-49f5-b465-353a138dc97f service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927975 Sep 09 09:31:06.213635 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-429b70fa-e7f5-4c75-96f3-9bce510fb244 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:06.318800 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:06.347172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bd817-d24d-48c4-985a-a1ccbf562020 req-69be8d05-6298-4a81-ad73-458e0f400765 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:06.349940 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-964bd817-d24d-48c4-985a-a1ccbf562020 req-69be8d05-6298-4a81-ad73-458e0f400765 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 944 time: 0.2744176 Sep 09 09:31:06.445996 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-964bd817-d24d-48c4-985a-a1ccbf562020 req-d84e1390-87c7-43f0-b367-d965fce7a51f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849073 Sep 09 09:31:06.472929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47860) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:06.548634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-429b70fa-e7f5-4c75-96f3-9bce510fb244 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port 3034cd4f-d9bb-4eda-92e5-617fcdd87fc6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:06.549033 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-429b70fa-e7f5-4c75-96f3-9bce510fb244 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:06.642191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1690376981-network', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:06.670828 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:06.697059 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:06.697213 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-429b70fa-e7f5-4c75-96f3-9bce510fb244 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:06.712874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-429b70fa-e7f5-4c75-96f3-9bce510fb244 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for 3034cd4f-d9bb-4eda-92e5-617fcdd87fc6 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:06.769826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Made reservation on behalf of 9086002f23bd42dc80d3b450d8ae1c84 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:06.772534 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:06.786528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:06.819791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Allocated IP 172.25.8.8 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/821609fb-48f7-4499-8701-3e99728342f2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:06.951102 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.055507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.084292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001fdde-d68d-4608-847f-454666e19c92 req-844c28aa-4b1a-4436-b49a-35ce87d6a583 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:07.090943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d5f6cad-c89d-42ea-8f51-5f67878cb111 req-ec85b11b-8eea-4439-9f03-35707a8b8972 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0463519 Sep 09 09:31:07.091270 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-844c28aa-4b1a-4436-b49a-35ce87d6a583 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.2017727 Sep 09 09:31:07.114372 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.123879 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-b814d6d1-8e97-4572-9625-22b51dcdd0e6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/quotas/245f6d8c14c94cfaa4af650bffd88cb8 HTTP/1.1" status: 200 len: 375 time: 0.0273342 Sep 09 09:31:07.133507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:07.140945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:07.147629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:07.166835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-429b70fa-e7f5-4c75-96f3-9bce510fb244 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.203185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Pushing event updated for resources: {'Port': ['ID=821609fb-48f7-4499-8701-3e99728342f2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:07.214311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b70fa-e7f5-4c75-96f3-9bce510fb244 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=3034cd4f-d9bb-4eda-92e5-617fcdd87fc6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:07.221779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.246409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-438ef841-2297-4e69-a8bc-5844e566d0b0 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230567 Sep 09 09:31:07.300824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:31:07.315774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e44ce-5958-4fbe-998d-21d73c767ded req-0842876f-e94b-4496-b160-b62cf8fec27a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:07.317450 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-404e44ce-5958-4fbe-998d-21d73c767ded req-0842876f-e94b-4496-b160-b62cf8fec27a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 944 time: 0.1258941 Sep 09 09:31:07.369413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d659b94-7515-4ccc-a6db-b36ee0e5cd0d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:07.380782 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.381037 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Added segment d5838507-569e-4861-936b-5150441d40fc of type vlan for network 85a83c81-8bd2-4fe5-9d22-f8283079ed1b Sep 09 09:31:07.387913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-404e44ce-5958-4fbe-998d-21d73c767ded req-8c91cb01-fefe-4b50-adb2-4753b1d03e3b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525899 Sep 09 09:31:07.586396 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.590449 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-24c86a97-5140-4c6e-9002-770a4027e425 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090513 Sep 09 09:31:07.592590 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-429b70fa-e7f5-4c75-96f3-9bce510fb244 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.645704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78679521-ddfd-4cba-b241-0ed789797cf8 req-d7e5d464-f85a-47d3-b854-c94e87827e43 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:07.647930 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78679521-ddfd-4cba-b241-0ed789797cf8 req-d7e5d464-f85a-47d3-b854-c94e87827e43 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 944 time: 0.1128418 Sep 09 09:31:07.665079 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.743139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78679521-ddfd-4cba-b241-0ed789797cf8 req-cdf55704-e14a-431e-ab90-d9f67e356f71 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883975 Sep 09 09:31:07.798294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.800989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:07.802549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.900475 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-93b05725-2bf3-4692-a537-e9a8a9c2c0c1 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969646 Sep 09 09:31:07.931533 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:07.998198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] Pushing event updated for resources: {'Network': ['ID=85a83c81-8bd2-4fe5-9d22-f8283079ed1b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:08.007397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f6812353-1313-46a5-8229-3308e6ee4737 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5304642 Sep 09 09:31:08.007397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429b70fa-e7f5-4c75-96f3-9bce510fb244 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router b7fcfe97-e951-4215-8d01-a9c84effdab9 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:31:08.008354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47888) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:08.012314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 85a83c81-8bd2-4fe5-9d22-f8283079ed1b details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:31:08.026948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] Request body: {'subnet': {'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1690376981-subnet', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:08.144482 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3933ead7-f1d8-42d8-9aeb-826c0ff201ba up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:08.156068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429b70fa-e7f5-4c75-96f3-9bce510fb244 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:08.160572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Router 24ff4bb0-3eda-4014-8618-185ffcf58d17 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:31:08.169488 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-429b70fa-e7f5-4c75-96f3-9bce510fb244 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/b7fcfe97-e951-4215-8d01-a9c84effdab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2673039 Sep 09 09:31:08.169488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47896) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:08.173162 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7793e84-deca-48fa-a3d6-aa9361f7e8f4 None None] Sync routers for ids ['b7fcfe97-e951-4215-8d01-a9c84effdab9'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:08.187967 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7793e84-deca-48fa-a3d6-aa9361f7e8f4 None None] Routers {'b7fcfe97-e951-4215-8d01-a9c84effdab9'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:08.188993 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e7793e84-deca-48fa-a3d6-aa9361f7e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7fcfe97-e951-4215-8d01-a9c84effdab9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:08.233338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6a4c4df7-195b-44e1-b029-adf67dde2351 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7fcfe97-e951-4215-8d01-a9c84effdab9 HTTP/1.1" status: 200 len: 205 time: 0.0649571 Sep 09 09:31:08.235465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] Made reservation on behalf of 9086002f23bd42dc80d3b450d8ae1c84 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:08.238102 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:08.273261 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e7793e84-deca-48fa-a3d6-aa9361f7e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:08.288088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:08.289692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47898) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:08.291792 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7793e84-deca-48fa-a3d6-aa9361f7e8f4 None None] Routers {'b7fcfe97-e951-4215-8d01-a9c84effdab9'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:08.292428 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e7793e84-deca-48fa-a3d6-aa9361f7e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7fcfe97-e951-4215-8d01-a9c84effdab9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:08.293763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:08.294235 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:08.348496 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e646658d-b613-4f3c-a001-1ff88ab5593d req-e4829840-57a4-463a-8ec1-39d33eae80a2 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0742602 Sep 09 09:31:08.375893 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e7793e84-deca-48fa-a3d6-aa9361f7e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:08.382377 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7793e84-deca-48fa-a3d6-aa9361f7e8f4 None None] The sync data for ids ['b7fcfe97-e951-4215-8d01-a9c84effdab9'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:08.478049 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:08.488590 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4657ec3b-7b22-4361-afc6-fe4b517e6d6b req-773f4402-6a51-43b0-a500-fb0efc02571f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 210 time: 0.2533565 Sep 09 09:31:08.517433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:08.525432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:08.528638 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5080b0c-a012-4299-b0d0-67a3ffe1ac7b" -d '{"events": [{"server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "name": "network-vif-plugged", "status": "completed", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:08.544224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:08.558481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-debd0d9c-f8a7-4965-9ff9-c09aa3e06194 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:08.609019 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:08.742208 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25942b82-3f01-4c7c-bcc5-7b31e0c9fe28 x-openstack-request-id: req-25942b82-3f01-4c7c-bcc5-7b31e0c9fe28 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:08.745589 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "name": "network-vif-plugged", "status": "completed", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:08.745976 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25942b82-3f01-4c7c-bcc5-7b31e0c9fe28 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:08.750221 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'code': 200} Sep 09 09:31:08.753397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:08.766012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a9c3bf3a-497f-4f04-a884-c7c274f1774e details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:31:08.779005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=838703d4-ec57-4da9-9291-4422a7315e38,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:08.792936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] Checking segment: {'id': 'd5838507-569e-4861-936b-5150441d40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:08.793811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] Network hostable DHCP agents. Network: 85a83c81-8bd2-4fe5-9d22-f8283079ed1b, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:31:08.816973 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a231d-2dd3-4a80-9b6c-c90c8392159e req-efcb7e29-b0ab-4e9f-bfd6-a0f182886b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:08.821316 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c42a231d-2dd3-4a80-9b6c-c90c8392159e req-efcb7e29-b0ab-4e9f-bfd6-a0f182886b6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 1097 time: 0.1267390 Sep 09 09:31:08.897466 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c42a231d-2dd3-4a80-9b6c-c90c8392159e req-243b89de-da4e-4aa8-8809-f860a70a41cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699294 Sep 09 09:31:08.943210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] Network 85a83c81-8bd2-4fe5-9d22-f8283079ed1b is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:31:08.981179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c9060-6b3f-40d3-9f9e-bb1c46911468 req-18883e25-0fc2-497a-a410-3063469c8306 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:08.988773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c17c9060-6b3f-40d3-9f9e-bb1c46911468 req-18883e25-0fc2-497a-a410-3063469c8306 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1030660 Sep 09 09:31:08.990114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a9c3bf3a-497f-4f04-a884-c7c274f1774e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a9c3bf3a-497f-4f04-a884-c7c274f1774e,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:09.004446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 85a83c81-8bd2-4fe5-9d22-f8283079ed1b) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:09.007659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'a9c3bf3a-497f-4f04-a884-c7c274f1774e', 'network_id': '13a71b19-ff40-4a72-ac7b-444abec923fb', 'port_id': 'a9c3bf3a-497f-4f04-a884-c7c274f1774e', 'mac_address': 'fa:16:3e:fa:2c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e1e42b-1780-47aa-8697-1309f17f9667', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:31:09.011896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:09.012509 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.050962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c17c9060-6b3f-40d3-9f9e-bb1c46911468 req-c4b7b1c7-2a68-44dd-b6f3-e1cb8c9f159f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552030 Sep 09 09:31:09.061816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e6b1af-9177-4c02-8f68-c1d4cd93be8b None None] Network 85a83c81-8bd2-4fe5-9d22-f8283079ed1b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:09.067642 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.095811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c3bf3a-497f-4f04-a884-c7c274f1774e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:31:09.113516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-159f9f59-00e7-410a-a506-e248608e7c7e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1040559 Sep 09 09:31:09.116217 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47914) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:09.120807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1690376981-router', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:09.195483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a9c3bf3a-497f-4f04-a884-c7c274f1774e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a9c3bf3a-497f-4f04-a884-c7c274f1774e,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:09.221484 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.222798 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.274959 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.332447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-85a83c81-8bd2-4fe5-9d22-f8283079ed1b', 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'fixed_ips': [{'subnet_id': '838703d4-ec57-4da9-9291-4422a7315e38'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:31:09.333363 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.352726 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.384704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a9c3bf3a-497f-4f04-a884-c7c274f1774e,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:09.385574 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-debd0d9c-f8a7-4965-9ff9-c09aa3e06194 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.390651 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-debd0d9c-f8a7-4965-9ff9-c09aa3e06194 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.472122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548c6e9-31fd-4cec-b296-7477783d3787 req-05e7be21-03dd-469d-a2ef-40a4332e6ce6 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:09.481804 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9548c6e9-31fd-4cec-b296-7477783d3787 req-05e7be21-03dd-469d-a2ef-40a4332e6ce6 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 944 time: 0.9533348 Sep 09 09:31:09.500460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:09.512565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd83b5-ebc6-4357-a847-f987036baef7 None None] Sync routers for ids ['24ff4bb0-3eda-4014-8618-185ffcf58d17'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:09.518674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-debd0d9c-f8a7-4965-9ff9-c09aa3e06194 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.519294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debd0d9c-f8a7-4965-9ff9-c09aa3e06194 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Fanout notify agent at l3_agent the message router_deleted on router b7fcfe97-e951-4215-8d01-a9c84effdab9 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:09.527780 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-debd0d9c-f8a7-4965-9ff9-c09aa3e06194 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.532243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-debd0d9c-f8a7-4965-9ff9-c09aa3e06194 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/b7fcfe97-e951-4215-8d01-a9c84effdab9 HTTP/1.1" status: 204 len: 168 time: 1.2379491 Sep 09 09:31:09.539578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47922) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:09.600394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['a9c3bf3a-497f-4f04-a884-c7c274f1774e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:09.626578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9548c6e9-31fd-4cec-b296-7477783d3787 req-72e8f941-c09c-432b-8501-7b31eca607b4 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437657 Sep 09 09:31:09.649391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd83b5-ebc6-4357-a847-f987036baef7 None None] Routers {'24ff4bb0-3eda-4014-8618-185ffcf58d17'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:09.650055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b5dd83b5-ebc6-4357-a847-f987036baef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['24ff4bb0-3eda-4014-8618-185ffcf58d17'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:09.659834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45ffa34-e827-4796-86c8-9f47dcd19e21 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting subnet 2ca220ec-dbeb-4a56-95f9-7a9c0da3c6d2 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:31:09.662464 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.667340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-16bee7c7-3d3c-4273-9cde-7d2d6fc32b6a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4980896 Sep 09 09:31:09.667981 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47924) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:09.676405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d45ffa34-e827-4796-86c8-9f47dcd19e21 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.708591 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6fe3368f-12f2-4672-ae15-b1c1fcdfffcf req-8c3e7e2d-9855-4189-99f6-91f6a260b9ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.1495767 Sep 09 09:31:09.730597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b5dd83b5-ebc6-4357-a847-f987036baef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:09.780147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Allocated IP 172.20.0.2 (85a83c81-8bd2-4fe5-9d22-f8283079ed1b/838703d4-ec57-4da9-9291-4422a7315e38/1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:09.785561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd83b5-ebc6-4357-a847-f987036baef7 None None] Routers {'24ff4bb0-3eda-4014-8618-185ffcf58d17'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:09.786202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b5dd83b5-ebc6-4357-a847-f987036baef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['24ff4bb0-3eda-4014-8618-185ffcf58d17'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:09.828995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.866398 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d4e2359-b070-47b3-983d-d3a5770f82ad req-e9778137-221e-4b0f-99f1-e4c7c2aa56c1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 210 time: 0.0782337 Sep 09 09:31:09.873357 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d45ffa34-e827-4796-86c8-9f47dcd19e21 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:09.904938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b5dd83b5-ebc6-4357-a847-f987036baef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:09.905609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd83b5-ebc6-4357-a847-f987036baef7 None None] The sync data for ids ['24ff4bb0-3eda-4014-8618-185ffcf58d17'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:09.985663 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-58687f2a-a584-4512-afc3-411a6e5574ba tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/routers/24ff4bb0-3eda-4014-8618-185ffcf58d17 HTTP/1.1" status: 200 len: 922 time: 0.3156245 Sep 09 09:31:09.986282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47926) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:10.027141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-302d06fa-ec2d-4b46-9ebb-3548c163a883 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ff4bb0-3eda-4014-8618-185ffcf58d17 HTTP/1.1" status: 200 len: 205 time: 0.0366149 Sep 09 09:31:10.037338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47928) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:10.069683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d45ffa34-e827-4796-86c8-9f47dcd19e21 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:10.244226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d45ffa34-e827-4796-86c8-9f47dcd19e21 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:10.280670 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:10.341273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ffa34-e827-4796-86c8-9f47dcd19e21 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca220ec-dbeb-4a56-95f9-7a9c0da3c6d2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:10.353683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d45ffa34-e827-4796-86c8-9f47dcd19e21 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:10.355687 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d45ffa34-e827-4796-86c8-9f47dcd19e21 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/2ca220ec-dbeb-4a56-95f9-7a9c0da3c6d2 HTTP/1.1" status: 204 len: 168 time: 0.8114347 Sep 09 09:31:10.360821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47934) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:10.370862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b00d6-23bf-43f7-ae18-6630969286a4 None None] Network b1c8a25c-2080-4b29-9f26-9eafcde85d07 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:10.423784 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:10.434483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-39101360-6ded-4ab1-9092-dbc89a71e40d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting subnet c1cb02bc-9cc5-4449-8e2e-0dbaa91be7ec {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:31:10.439331 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39101360-6ded-4ab1-9092-dbc89a71e40d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:10.481400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Transition to ACTIVE for port object 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:10.490665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39101360-6ded-4ab1-9092-dbc89a71e40d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:10.517547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Transition to ACTIVE for port object 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:10.597907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8954595-ec1b-47cf-a7d5-e63b91ab5a7c req-61462dba-d639-46af-affa-be674f124f06 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:10.623458 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b8954595-ec1b-47cf-a7d5-e63b91ab5a7c req-61462dba-d639-46af-affa-be674f124f06 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.3456891 Sep 09 09:31:10.631184 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:10.642098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a9c3bf3a-497f-4f04-a884-c7c274f1774e up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:10.665950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:10.715220 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:10.719564 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:10.723604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Pushing event updated for resources: {'Port': ['ID=1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:10.746909 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b8954595-ec1b-47cf-a7d5-e63b91ab5a7c req-cd2e6aac-4b40-4b04-8503-2cd8f2828957 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223159 Sep 09 09:31:10.787966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Network 85a83c81-8bd2-4fe5-9d22-f8283079ed1b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:10.797903 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:10.822763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:10.909199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39101360-6ded-4ab1-9092-dbc89a71e40d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.080185 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Attempting to bind port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:11.081340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Attempting to bind port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'd5838507-569e-4861-936b-5150441d40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:11.081943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Attempting to bind port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 on network 85a83c81-8bd2-4fe5-9d22-f8283079ed1b {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:11.085324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9610eb2-63d5-4c53-bbde-6dbc86abad68 req-f2309e05-43c8-4c80-a8e1-5db25333d716 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:11.086978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9610eb2-63d5-4c53-bbde-6dbc86abad68 req-f2309e05-43c8-4c80-a8e1-5db25333d716 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 945 time: 0.3474193 Sep 09 09:31:11.101121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001fdde-d68d-4608-847f-454666e19c92 req-363e8831-8b90-4b52-99a0-d4b9f97c23bb tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:11.102731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-363e8831-8b90-4b52-99a0-d4b9f97c23bb tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.4717908 Sep 09 09:31:11.113035 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39101360-6ded-4ab1-9092-dbc89a71e40d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.134215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:11.135005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Checking segment: {'id': 'd5838507-569e-4861-936b-5150441d40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:11.135710 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.136152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Request body: {'port': {'device_id': 'b924a959-b179-4f7b-a11d-2a47f6d23129', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'admin_state_up': True, 'tenant_id': '245f6d8c14c94cfaa4af650bffd88cb8'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:11.136583 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Bound using segment: {'id': 'd5838507-569e-4861-936b-5150441d40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:11.137556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Bound port: 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5838507-569e-4861-936b-5150441d40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:11.138562 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.185580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e24ae-8468-4d85-966a-61d903f1d13d None None] DHCP port deletion for b1c8a25c-2080-4b29-9f26-9eafcde85d07 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:31:11.248420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port a9c3bf3a-497f-4f04-a884-c7c274f1774e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:11.262716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port a9c3bf3a-497f-4f04-a884-c7c274f1774e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:11.264131 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.311097 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39101360-6ded-4ab1-9092-dbc89a71e40d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.314259 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-39101360-6ded-4ab1-9092-dbc89a71e40d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/c1cb02bc-9cc5-4449-8e2e-0dbaa91be7ec HTTP/1.1" status: 204 len: 168 time: 0.9516313 Sep 09 09:31:11.324243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9610eb2-63d5-4c53-bbde-6dbc86abad68 req-59838b75-5518-4e78-a6a8-9e0ba0738bba tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138317 Sep 09 09:31:11.324243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39101360-6ded-4ab1-9092-dbc89a71e40d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cb02bc-9cc5-4449-8e2e-0dbaa91be7ec,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:11.324243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47942) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:11.350553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f474f-1740-4335-9238-48c9d13e327f None None] Network c3041210-67e1-45d2-8568-f6e804c9a276 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:11.451237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] For port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:11.458638 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9cd956c2-15d4-46c0-9128-bd463004bfed req-eebb5913-6d63-45eb-a730-757df327d354 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0872467 Sep 09 09:31:11.470641 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.501797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Made reservation on behalf of 245f6d8c14c94cfaa4af650bffd88cb8 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:11.506444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.510936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Allocated IP 172.25.8.241 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/028ed910-5c55-49d4-982c-666531694fca) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:11.532674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Deleting port 821609fb-48f7-4499-8701-3e99728342f2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:11.533009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.549015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] For port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9,segment=NetworkSegment(d5838507-569e-4861-936b-5150441d40fc),segment_id=d5838507-569e-4861-936b-5150441d40fc)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:11.556909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-936e24ae-8468-4d85-966a-61d903f1d13d None None] Deleting port e0326955-5630-4d95-902d-f67ed14f7d17 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:11.557459 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-936e24ae-8468-4d85-966a-61d903f1d13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.558276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b01530b-9314-4193-bead-521e0eb5d9d4 req-eeae1c10-b029-4c76-bec0-b2f87fd07ad3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 210 time: 0.0799642 Sep 09 09:31:11.655134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-936e24ae-8468-4d85-966a-61d903f1d13d None None] For port e0326955-5630-4d95-902d-f67ed14f7d17, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e0326955-5630-4d95-902d-f67ed14f7d17,segment=NetworkSegment(37a109e4-51f5-41ec-a560-db0c3a6e710d),segment_id=37a109e4-51f5-41ec-a560-db0c3a6e710d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:11.655999 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-936e24ae-8468-4d85-966a-61d903f1d13d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.678042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-936e24ae-8468-4d85-966a-61d903f1d13d None None] Calling delete_port for e0326955-5630-4d95-902d-f67ed14f7d17 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:11.711748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port e0326955-5630-4d95-902d-f67ed14f7d17 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:11.712151 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.792255 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.808322 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.822499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Calling delete_port for 821609fb-48f7-4499-8701-3e99728342f2 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:11.838352 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.858830 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port e0326955-5630-4d95-902d-f67ed14f7d17, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e0326955-5630-4d95-902d-f67ed14f7d17,segment=NetworkSegment(37a109e4-51f5-41ec-a560-db0c3a6e710d),segment_id=37a109e4-51f5-41ec-a560-db0c3a6e710d)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:11.859198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.903206 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-936e24ae-8468-4d85-966a-61d903f1d13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:11.920801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for e0326955-5630-4d95-902d-f67ed14f7d17 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:12.000001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e24ae-8468-4d85-966a-61d903f1d13d None None] No DVR routers for this DVR port e0326955-5630-4d95-902d-f67ed14f7d17 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:12.062641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c471c-41ee-4f00-a8af-5eaec24f5148 None None] Pushing event updated for resources: {'Port': ['ID=1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:12.086705 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Allocated IP 172.20.0.12 (346934c0-b5f0-416b-9d32-fc48ed065fec/46ca00ff-7e3e-4607-867c-7a87c8c0b9e6/66ad0af5-852f-4ed8-8dca-061e021a73fa) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:12.106616 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.126779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.144775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e24ae-8468-4d85-966a-61d903f1d13d None None] Pushing event deleted for resources: {'Port': ['ID=e0326955-5630-4d95-902d-f67ed14f7d17,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:12.154922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No DVR routers for this DVR port e0326955-5630-4d95-902d-f67ed14f7d17 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:12.191628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c260e5c-83fe-4ae7-a47a-c00f9ea8c439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c3bf3a-497f-4f04-a884-c7c274f1774e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:12.194227 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea54076-6bb5-4eb8-af49-4f986407a58a" -d '{"events": [{"server_uuid": "1c260e5c-83fe-4ae7-a47a-c00f9ea8c439", "name": "network-vif-plugged", "status": "completed", "tag": "a9c3bf3a-497f-4f04-a884-c7c274f1774e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:12.242453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c47f69-fe18-4cc7-b421-9ce73a99a989 req-e4fe23b5-0513-435e-ae81-fcf51c97162d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:12.248613 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9c47f69-fe18-4cc7-b421-9ce73a99a989 req-e4fe23b5-0513-435e-ae81-fcf51c97162d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.3204167 Sep 09 09:31:12.258842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=e0326955-5630-4d95-902d-f67ed14f7d17,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:12.262143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port a9c3bf3a-497f-4f04-a884-c7c274f1774e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a9c3bf3a-497f-4f04-a884-c7c274f1774e,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:12.290803 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001234cb-efa2-4e48-9480-ee0af1f31ba1 x-openstack-request-id: req-001234cb-efa2-4e48-9480-ee0af1f31ba1 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:12.291093 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c260e5c-83fe-4ae7-a47a-c00f9ea8c439", "name": "network-vif-plugged", "status": "completed", "tag": "a9c3bf3a-497f-4f04-a884-c7c274f1774e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:12.291348 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-001234cb-efa2-4e48-9480-ee0af1f31ba1 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:12.291765 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c260e5c-83fe-4ae7-a47a-c00f9ea8c439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c3bf3a-497f-4f04-a884-c7c274f1774e', 'code': 200} Sep 09 09:31:12.354080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.356769 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.380872 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.414371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.430763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8e4a41-4912-41ec-9c41-b6f6cdf91a44 None None] DHCP port deletion for c3041210-67e1-45d2-8568-f6e804c9a276 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:31:12.448100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c8a25c-2080-4b29-9f26-9eafcde85d07']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:12.462505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a109e4-51f5-41ec-a560-db0c3a6e710d') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:12.463121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a109e4-51f5-41ec-a560-db0c3a6e710d') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:12.474035 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.489324 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.497710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:31:12.498245 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.576677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=a9c3bf3a-497f-4f04-a884-c7c274f1774e,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:12.578475 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9c47f69-fe18-4cc7-b421-9ce73a99a989 req-4780daf4-a34d-4f45-b0c6-b9144991d2f3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171952 Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:31:12.594911 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:31:12.610927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:12.617450 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e4a41-4912-41ec-9c41-b6f6cdf91a44 None None] Deleting port 20b9727d-7307-4234-b58b-5a35eb3903fe {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:12.617836 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4a41-4912-41ec-9c41-b6f6cdf91a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.636220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:12.658444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:12.743620 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.746965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2f8e4a41-4912-41ec-9c41-b6f6cdf91a44 None None] For port 20b9727d-7307-4234-b58b-5a35eb3903fe, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=20b9727d-7307-4234-b58b-5a35eb3903fe,segment=NetworkSegment(4c2c9a97-720a-4611-9eed-302b40321f79),segment_id=4c2c9a97-720a-4611-9eed-302b40321f79)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:12.747845 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4a41-4912-41ec-9c41-b6f6cdf91a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.757004 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:12.761783 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/networks/b1c8a25c-2080-4b29-9f26-9eafcde85d07 HTTP/1.1" status: 204 len: 168 time: 1.4360087 Sep 09 09:31:12.763027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e4a41-4912-41ec-9c41-b6f6cdf91a44 None None] Calling delete_port for 20b9727d-7307-4234-b58b-5a35eb3903fe owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:12.765665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285fe18-4d7a-4771-a8e6-ec8b316e638d req-3cd0c3a5-9b70-48cd-b9ec-244e9d73cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:12.766510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47962) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:12.768368 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8285fe18-4d7a-4771-a8e6-ec8b316e638d req-3cd0c3a5-9b70-48cd-b9ec-244e9d73cdde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 1098 time: 0.3808818 Sep 09 09:31:12.796168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f78d1f-8039-418a-8f3b-e0ca110368d8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Network': ['ID=b1c8a25c-2080-4b29-9f26-9eafcde85d07,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:12.812076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Pushing event updated for resources: {'Port': ['ID=028ed910-5c55-49d4-982c-666531694fca,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:12.851276 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:12.919150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63f6e7-8c7b-451f-8ae8-44ca2f21c705 req-1feb009b-745b-47ab-9380-b38de11a06ef tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:12.924177 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a63f6e7-8c7b-451f-8ae8-44ca2f21c705 req-1feb009b-745b-47ab-9380-b38de11a06ef tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 946 time: 0.2968512 Sep 09 09:31:12.952750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3370f4ed-1dce-4a5b-900c-b320d4035235 req-974d214a-aefa-4381-b99e-9acc14181aea tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.2010050 Sep 09 09:31:12.967839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Pushing event deleted for resources: {'Port': ['ID=821609fb-48f7-4499-8701-3e99728342f2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:13.000244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.007672 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.019556 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4a41-4912-41ec-9c41-b6f6cdf91a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.050536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a63f6e7-8c7b-451f-8ae8-44ca2f21c705 req-4161d0a0-5067-4a12-8013-5fe4fb08dff1 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924194 Sep 09 09:31:13.134882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e4a41-4912-41ec-9c41-b6f6cdf91a44 None None] Pushing event deleted for resources: {'Port': ['ID=20b9727d-7307-4234-b58b-5a35eb3903fe,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:13.143771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e4a41-4912-41ec-9c41-b6f6cdf91a44 None None] No DVR routers for this DVR port 20b9727d-7307-4234-b58b-5a35eb3903fe on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:13.147218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:13.195048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8285fe18-4d7a-4771-a8e6-ec8b316e638d req-09b2e572-c0e0-4a00-a8eb-03658f5981e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703060 Sep 09 09:31:13.216165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.219435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.274230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0326955-5630-4d95-902d-f67ed14f7d17 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:13.291170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3041210-67e1-45d2-8568-f6e804c9a276']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:13.294509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.321233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2c9a97-720a-4611-9eed-302b40321f79') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:13.321525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2c9a97-720a-4611-9eed-302b40321f79') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:13.326922 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.328310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e0326955-5630-4d95-902d-f67ed14f7d17 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:13.328663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0326955-5630-4d95-902d-f67ed14f7d17 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:13.329095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 20b9727d-7307-4234-b58b-5a35eb3903fe no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:13.329683 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.331589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:13.360372 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.393322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ba456-efa4-4a2d-a2da-6f42990bc6ae req-73597022-5493-4124-adf6-a14fcad70675 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:13.394797 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e3ba456-efa4-4a2d-a2da-6f42990bc6ae req-73597022-5493-4124-adf6-a14fcad70675 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1724391 Sep 09 09:31:13.397005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Network 346934c0-b5f0-416b-9d32-fc48ed065fec is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:13.405047 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.405545 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6118c71d-6442-49b3-8c86-1c1bea71f516 req-acc29818-fc08-4a57-97f7-06bedb37bf7d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 210 time: 0.2087879 Sep 09 09:31:13.415153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:13.424038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:13.426588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event updated for resources: {'Port': ['ID=66ad0af5-852f-4ed8-8dca-061e021a73fa,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:13.429713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 20b9727d-7307-4234-b58b-5a35eb3903fe {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:13.430072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 20b9727d-7307-4234-b58b-5a35eb3903fe not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:13.437256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:31:13.437665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.438319 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.438892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Fanout notify agent at l3_agent the message router_deleted on router 24ff4bb0-3eda-4014-8618-185ffcf58d17 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:31:13.440908 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:31:13.470104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.470104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4e717d29-ef40-4d17-9bc2-fbff841232b0 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/24ff4bb0-3eda-4014-8618-185ffcf58d17 HTTP/1.1" status: 204 len: 168 time: 3.4235601 Sep 09 09:31:13.470104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:13.476253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Request body: {'router': {'name': 'tempest-snat-router-249870347', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'enable_snat': False}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:13.542205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:13.543079 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.597077 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e3ba456-efa4-4a2d-a2da-6f42990bc6ae req-aa88933f-f312-4e4b-a95a-620a16a31fba tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891065 Sep 09 09:31:13.603942 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.609446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.626363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47968) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:13.630679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21843598-504a-4ff3-97ea-8b7452c96429 None None] Network 85a83c81-8bd2-4fe5-9d22-f8283079ed1b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:13.674327 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.675934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413eee21-cd32-4a01-a369-16f92f044d96 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:13.679018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-413eee21-cd32-4a01-a369-16f92f044d96 tempest-TestNetworkAdvancedServerOps-1491016113 tempest-TestNetworkAdvancedServerOps-1491016113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 1092 time: 0.0503867 Sep 09 09:31:13.680961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47970) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:13.686246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:13.698904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-e988d9fc-2f90-4dff-ada9-0373c9388a1f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5701566 Sep 09 09:31:13.713960 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Request body: {'port': {'device_id': 'b924a959-b179-4f7b-a11d-2a47f6d23129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:13.725229 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.773069 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.775321 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/networks/c3041210-67e1-45d2-8568-f6e804c9a276 HTTP/1.1" status: 204 len: 168 time: 1.0078173 Sep 09 09:31:13.779875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47972) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:13.783276 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.799825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'network': {'name': 'tempest-RoutersTest-838961242'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:13.806762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e5ec2-babf-457b-9bed-45f32285c7b6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Network': ['ID=c3041210-67e1-45d2-8568-f6e804c9a276,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:13.844803 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.882324 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.882614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-21eb4003-d6be-427b-b7c4-c56f1655d71b None None] Provisioning for port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:13.890192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-21eb4003-d6be-427b-b7c4-c56f1655d71b None None] Provisioning complete for port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:13.892301 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21eb4003-d6be-427b-b7c4-c56f1655d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:13.960218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:13.970225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.035420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21eb4003-d6be-427b-b7c4-c56f1655d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.129620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-21eb4003-d6be-427b-b7c4-c56f1655d71b None None] For port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9,segment=NetworkSegment(d5838507-569e-4861-936b-5150441d40fc),segment_id=d5838507-569e-4861-936b-5150441d40fc)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:14.152594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:31:14.181165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce3a453c-a457-47d3-b2b9-ced6b1265a5a req-8cbb0d61-7972-4c46-9aec-e9ef8990ba6d tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8089bf3-8ac3-4f29-9672-0034f07cc8ab HTTP/1.1" status: 200 len: 210 time: 0.0424027 Sep 09 09:31:14.197271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21eb4003-d6be-427b-b7c4-c56f1655d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.238014 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.258806 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.271319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb4003-d6be-427b-b7c4-c56f1655d71b None None] Pushing event updated for resources: {'Port': ['ID=1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:14.297481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.297843 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added segment b60feb82-8456-464a-a850-200e0430ae91 of type vlan for network 160f9184-edd9-44aa-a3cf-8b15439a7d10 Sep 09 09:31:14.335214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0f2cbb49-a10a-4305-bf97-10d91a4a2d46 None None] Provisioning complete for port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:14.335589 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f2cbb49-a10a-4305-bf97-10d91a4a2d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.392347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.440602 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b69ca5b-1643-4e9a-8446-317df580e878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.492895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b246469-161f-45e1-a573-3bb5d8c045b7 req-b6add3e1-bf3b-48b7-81d6-c102a654f399 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:14.494791 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b246469-161f-45e1-a573-3bb5d8c045b7 req-b6add3e1-bf3b-48b7-81d6-c102a654f399 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 946 time: 0.2828946 Sep 09 09:31:14.558017 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.607601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1dc1c-d84a-4fe4-9ace-3f881d3615d5 req-1ce2c2b3-5a0d-47a4-87ab-1fe5032d770e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:14.607601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26f1dc1c-d84a-4fe4-9ace-3f881d3615d5 req-1ce2c2b3-5a0d-47a4-87ab-1fe5032d770e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 932 time: 0.0822608 Sep 09 09:31:14.643451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.649016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:14.649609 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.661118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b246469-161f-45e1-a573-3bb5d8c045b7 req-3bb99848-fe91-483c-8d5d-a712f8e79771 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526275 Sep 09 09:31:14.676919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:14.761772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:14.762674 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.797256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26f1dc1c-d84a-4fe4-9ace-3f881d3615d5 req-e595681c-8d5a-429e-83a6-3b02f9a5b157 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271780 Sep 09 09:31:14.802570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Router 21a52ac7-3388-48ba-9f69-875aca7fa5ee is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:31:14.821420 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.837126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0562382 Sep 09 09:31:14.837955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc30979-2a1e-4718-b9dd-232738dad5e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Network': ['ID=160f9184-edd9-44aa-a3cf-8b15439a7d10,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:14.841558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47982) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:14.853609 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'subnet': {'network_id': '160f9184-edd9-44aa-a3cf-8b15439a7d10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:14.875262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ad0af5-852f-4ed8-8dca-061e021a73fa {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:31:14.884755 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.884981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 160f9184-edd9-44aa-a3cf-8b15439a7d10 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:31:14.891877 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:14.924637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Allocated IP 172.25.8.144 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/87fbe08a-900c-4256-b9ab-0e84153ca28f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:14.981911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Transition to ACTIVE for port object 66ad0af5-852f-4ed8-8dca-061e021a73fa will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:15.087476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:15.183762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:15.187387 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:15.193200 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:15.197418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10796638-7765-467c-a207-6469fe408469 service neutron] Pushing event updated for resources: {'Port': ['ID=66ad0af5-852f-4ed8-8dca-061e021a73fa,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:15.400446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:15.401326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Attempting to bind port 66ad0af5-852f-4ed8-8dca-061e021a73fa on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:15.401861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Attempting to bind port 66ad0af5-852f-4ed8-8dca-061e021a73fa by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:15.402365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Attempting to bind port 66ad0af5-852f-4ed8-8dca-061e021a73fa on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:15.418498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Port 66ad0af5-852f-4ed8-8dca-061e021a73fa on network 346934c0-b5f0-416b-9d32-fc48ed065fec not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:31:15.419013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Attempting to bind port 66ad0af5-852f-4ed8-8dca-061e021a73fa on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:15.420655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:15.422955 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Sync routers for ids ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:15.432185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:15.432866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Checking segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:15.433456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Bound using segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:15.434111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Bound port: 66ad0af5-852f-4ed8-8dca-061e021a73fa, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:15.434676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:15.436805 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Routers {'21a52ac7-3388-48ba-9f69-875aca7fa5ee'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:15.437441 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:15.506551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:15.507809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-34c49979-84fd-44b6-8a16-8852be8cc488 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.3905191 Sep 09 09:31:15.513449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47992) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:15.549489 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:15.610368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:15.619818 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Set router 21a52ac7-3388-48ba-9f69-875aca7fa5ee gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:15.640147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:15.650430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:15.656676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Allocated IP 172.25.8.111 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/d3034aa0-04b8-4ae2-8ff7-d217fddee08c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:15.663425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] For port 66ad0af5-852f-4ed8-8dca-061e021a73fa, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:15.667490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b679b00-2452-4f73-b895-2916532a7b86 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:15.750854 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b679b00-2452-4f73-b895-2916532a7b86 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:15.988788 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'name': 'tempest-ImageQuotaTest-1690376981-router', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '028ed910-5c55-49d4-982c-666531694fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:09Z', 'updated_at': '2021-09-09T09:31:13Z', 'revision_number': 3, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'gw_port': {'id': '028ed910-5c55-49d4-982c-666531694fca', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ad:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:10Z', 'updated_at': '2021-09-09T09:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:16.012268 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.056858 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Checking router: 21a52ac7-3388-48ba-9f69-875aca7fa5ee for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:31:16.057255 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Updating router 21a52ac7-3388-48ba-9f69-875aca7fa5ee port 028ed910-5c55-49d4-982c-666531694fca binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:31:16.094914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=87fbe08a-900c-4256-b9ab-0e84153ca28f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:16.134067 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] For port 66ad0af5-852f-4ed8-8dca-061e021a73fa, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=66ad0af5-852f-4ed8-8dca-061e021a73fa,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:16.134500 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.178696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde669d-9e1f-4b95-b6d0-5b43d29d7f16 req-205137d1-cd52-4b64-a705-29f051708aef tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:16.187241 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.192484 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7bde669d-9e1f-4b95-b6d0-5b43d29d7f16 req-205137d1-cd52-4b64-a705-29f051708aef tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 946 time: 0.0985558 Sep 09 09:31:16.211270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b679b00-2452-4f73-b895-2916532a7b86 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.214464 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b679b00-2452-4f73-b895-2916532a7b86 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.216042 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5b679b00-2452-4f73-b895-2916532a7b86 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "DELETE /v2.0/security-groups/6e0b5113-4383-4396-9423-861288b1ec56 HTTP/1.1" status: 204 len: 168 time: 0.7944083 Sep 09 09:31:16.248304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48000) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:16.261175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b679b00-2452-4f73-b895-2916532a7b86 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0b5113-4383-4396-9423-861288b1ec56,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:16.271518 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.273614 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-17a5bbfd-9d33-4722-a8d9-419a2b67c6cd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] show failed (client error): The resource could not be found. Sep 09 09:31:16.274650 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-17a5bbfd-9d33-4722-a8d9-419a2b67c6cd tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "GET /v2.0/security-groups/6e0b5113-4383-4396-9423-861288b1ec56 HTTP/1.1" status: 404 len: 347 time: 0.0254045 Sep 09 09:31:16.284007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:16.284136 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.287951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48002) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:16.289134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:16.357297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:16.384856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e3ba-76d5-448b-ba67-9184741f05c6 req-e0329153-7f38-497d-9069-a1f732bb958f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:16.387181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9a16e3ba-76d5-448b-ba67-9184741f05c6 req-e0329153-7f38-497d-9069-a1f732bb958f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 944 time: 0.3275001 Sep 09 09:31:16.397580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:16.398215 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.400216 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-10796638-7765-467c-a207-6469fe408469 service neutron] 10.222.0.41 "PUT /v2.0/ports/66ad0af5-852f-4ed8-8dca-061e021a73fa HTTP/1.1" status: 200 len: 1093 time: 2.6911900 Sep 09 09:31:16.402367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b924a959-b179-4f7b-a11d-2a47f6d23129', 'tag': '66ad0af5-852f-4ed8-8dca-061e021a73fa'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:16.404649 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4e998c-316c-4e79-8aca-b0ea34f44f29" -d '{"events": [{"name": "network-changed", "server_uuid": "b924a959-b179-4f7b-a11d-2a47f6d23129", "tag": "66ad0af5-852f-4ed8-8dca-061e021a73fa"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:16.515842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7bde669d-9e1f-4b95-b6d0-5b43d29d7f16 req-78efe55c-3e3a-4923-ba68-253adc6c577d tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820280 Sep 09 09:31:16.585431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10796638-7765-467c-a207-6469fe408469 service neutron] Pushing event updated for resources: {'Port': ['ID=66ad0af5-852f-4ed8-8dca-061e021a73fa,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:16.616207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Subnet': ['ID=35796a8f-7e2a-4713-b28e-69682a51233f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:16.636962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event updated for resources: {'Port': ['ID=d3034aa0-04b8-4ae2-8ff7-d217fddee08c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:16.639235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Checking segment: {'id': 'b60feb82-8456-464a-a850-200e0430ae91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '160f9184-edd9-44aa-a3cf-8b15439a7d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:16.639235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network hostable DHCP agents. Network: 160f9184-edd9-44aa-a3cf-8b15439a7d10, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:31:16.676819 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.710408 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Transition to ACTIVE for port object 028ed910-5c55-49d4-982c-666531694fca will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:16.713104 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c5d7bd-afb4-4498-8721-6aa04b6e1d43 x-openstack-request-id: req-13c5d7bd-afb4-4498-8721-6aa04b6e1d43 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:16.713548 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b924a959-b179-4f7b-a11d-2a47f6d23129", "tag": "66ad0af5-852f-4ed8-8dca-061e021a73fa", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:16.713665 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13c5d7bd-afb4-4498-8721-6aa04b6e1d43 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:16.714023 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b924a959-b179-4f7b-a11d-2a47f6d23129', 'tag': '66ad0af5-852f-4ed8-8dca-061e021a73fa', 'status': 'completed', 'code': 200} Sep 09 09:31:16.716959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001fdde-d68d-4608-847f-454666e19c92 req-efa9c496-1187-4c5a-b007-b639b92ed713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:16.718565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-efa9c496-1187-4c5a-b007-b639b92ed713 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 1096 time: 0.1873472 Sep 09 09:31:16.782929 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-84d4ca3d-620d-4b55-91f4-1a0aa81356f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ad0af5-852f-4ed8-8dca-061e021a73fa HTTP/1.1" status: 200 len: 217 time: 0.0527678 Sep 09 09:31:16.790007 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.841211 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538d0b6-2639-4f6b-b36e-0ac6838b6358 None None] Pushing event updated for resources: {'Port': ['ID=028ed910-5c55-49d4-982c-666531694fca,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:16.858053 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9a16e3ba-76d5-448b-ba67-9184741f05c6 req-216a8b9c-80d4-4d2f-bee7-b2472d93613c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651118 Sep 09 09:31:16.873552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001fdde-d68d-4608-847f-454666e19c92 req-bb434682-3411-45ce-850f-5109b7359486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:16.875317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-bb434682-3411-45ce-850f-5109b7359486 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 HTTP/1.1" status: 200 len: 846 time: 0.0806863 Sep 09 09:31:16.876341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 160f9184-edd9-44aa-a3cf-8b15439a7d10 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:31:16.890153 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Attempting to bind port 028ed910-5c55-49d4-982c-666531694fca on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:16.890465 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Attempting to bind port 028ed910-5c55-49d4-982c-666531694fca by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:16.890789 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Attempting to bind port 028ed910-5c55-49d4-982c-666531694fca on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:16.897300 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:16.897672 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:16.898072 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.898465 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:16.898929 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Bound port: 028ed910-5c55-49d4-982c-666531694fca, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:16.899311 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.925301 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-149a388a-9632-4baa-8065-e3d4aad2d109 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=346934c0-b5f0-416b-9d32-fc48ed065fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403435 Sep 09 09:31:16.944696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-03c77680-4ff9-4ea1-8d9b-4fcdcd62de51 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Deleting port b867e38a-fd60-4e1d-b1be-101a26527f8a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:16.944696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03c77680-4ff9-4ea1-8d9b-4fcdcd62de51 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:16.978453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 160f9184-edd9-44aa-a3cf-8b15439a7d10) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:16.987797 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] For port 028ed910-5c55-49d4-982c-666531694fca, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:16.988759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db588d-b3b1-4d49-8428-7ba274e1d9f1 None None] Network 160f9184-edd9-44aa-a3cf-8b15439a7d10 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:16.992009 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] For port 028ed910-5c55-49d4-982c-666531694fca, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=028ed910-5c55-49d4-982c-666531694fca,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:16.999080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:16.999296 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.095060 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.106038 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7689abc6-0b25-47bf-9a89-8c19f4dc720e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2601740 Sep 09 09:31:17.137481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.174675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03c77680-4ff9-4ea1-8d9b-4fcdcd62de51 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.176831 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03c77680-4ff9-4ea1-8d9b-4fcdcd62de51 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.179215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48008) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:17.179878 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc416daf-4a16-4d1a-bbf5-b594fe5571cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.183700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6f365844-ed5c-4817-bd85-943385f30eeb tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1419614556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:17.189383 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Routers {'21a52ac7-3388-48ba-9f69-875aca7fa5ee'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:17.191361 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:17.235661 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-9e182d01-edb3-463a-a9bc-ba2ad10d8ff8 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025491 Sep 09 09:31:17.241740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-160f9184-edd9-44aa-a3cf-8b15439a7d10', 'network_id': '160f9184-edd9-44aa-a3cf-8b15439a7d10', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'fixed_ips': [{'subnet_id': '35796a8f-7e2a-4713-b28e-69682a51233f'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:31:17.242713 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.271415 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538d0b6-2639-4f6b-b36e-0ac6838b6358 None None] Pushing event updated for resources: {'Port': ['ID=028ed910-5c55-49d4-982c-666531694fca,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:17.298214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-03c77680-4ff9-4ea1-8d9b-4fcdcd62de51 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Calling delete_port for b867e38a-fd60-4e1d-b1be-101a26527f8a owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:17.360956 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.368255 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] Set router 21a52ac7-3388-48ba-9f69-875aca7fa5ee gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:17.384982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1001fdde-d68d-4608-847f-454666e19c92 req-2f29006c-3926-4bb4-b710-85fcb22f31f5 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406682 Sep 09 09:31:17.459016 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Allocated IP 172.20.0.2 (160f9184-edd9-44aa-a3cf-8b15439a7d10/35796a8f-7e2a-4713-b28e-69682a51233f/e7b3357d-adb8-405c-bb49-a60702827daf) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:17.485423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.500786 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.515219 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f365844-ed5c-4817-bd85-943385f30eeb tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.516286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f365844-ed5c-4817-bd85-943385f30eeb tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.614864 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f365844-ed5c-4817-bd85-943385f30eeb tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.638994 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.666735 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'name': 'tempest-ImageQuotaTest-1690376981-router', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '028ed910-5c55-49d4-982c-666531694fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:09Z', 'updated_at': '2021-09-09T09:31:13Z', 'revision_number': 3, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'gw_port': {'id': '028ed910-5c55-49d4-982c-666531694fca', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ad:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:10Z', 'updated_at': '2021-09-09T09:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:17.667013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e998c-316c-4e79-8aca-b0ea34f44f29 req-bf5ec249-8cef-4b16-b85c-c962ecedbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:17.667142 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c4e998c-316c-4e79-8aca-b0ea34f44f29 req-bf5ec249-8cef-4b16-b85c-c962ecedbb80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 1096 time: 0.1673181 Sep 09 09:31:17.701567 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5151a-f4e2-436d-bf49-4559899a2fe6 None None] The sync data for ids ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'] in n-d-778696-16 is: [{'id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'name': 'tempest-ImageQuotaTest-1690376981-router', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '028ed910-5c55-49d4-982c-666531694fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:09Z', 'updated_at': '2021-09-09T09:31:13Z', 'revision_number': 3, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'gw_port': {'id': '028ed910-5c55-49d4-982c-666531694fca', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ad:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:10Z', 'updated_at': '2021-09-09T09:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:17.752676 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.763248 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Transition to ACTIVE for port object e7b3357d-adb8-405c-bb49-a60702827daf will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:17.787942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Transition to ACTIVE for port object e7b3357d-adb8-405c-bb49-a60702827daf will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:17.795706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f365844-ed5c-4817-bd85-943385f30eeb tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.853962 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:17.950961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Network 160f9184-edd9-44aa-a3cf-8b15439a7d10 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:17.954297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:17.971572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:17.978896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Pushing event updated for resources: {'Port': ['ID=e7b3357d-adb8-405c-bb49-a60702827daf,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:18.016982 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:18.039178 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f365844-ed5c-4817-bd85-943385f30eeb tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:18.042957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6f365844-ed5c-4817-bd85-943385f30eeb tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8602037 Sep 09 09:31:18.061721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48020) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:18.072780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'port': {'network_id': '160f9184-edd9-44aa-a3cf-8b15439a7d10', 'name': 'tempest-RoutersTest-105591149'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:18.084075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e998c-316c-4e79-8aca-b0ea34f44f29 req-7544d962-7c50-4367-aa72-137504ad8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:18.086373 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c4e998c-316c-4e79-8aca-b0ea34f44f29 req-7544d962-7c50-4367-aa72-137504ad8b46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 907 time: 0.4112415 Sep 09 09:31:18.095243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Attempting to bind port e7b3357d-adb8-405c-bb49-a60702827daf on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:18.096489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Attempting to bind port e7b3357d-adb8-405c-bb49-a60702827daf by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b60feb82-8456-464a-a850-200e0430ae91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '160f9184-edd9-44aa-a3cf-8b15439a7d10'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:18.096671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Attempting to bind port e7b3357d-adb8-405c-bb49-a60702827daf on network 160f9184-edd9-44aa-a3cf-8b15439a7d10 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:18.109129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:18.109515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Checking segment: {'id': 'b60feb82-8456-464a-a850-200e0430ae91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '160f9184-edd9-44aa-a3cf-8b15439a7d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:18.109914 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:18.110312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Bound using segment: {'id': 'b60feb82-8456-464a-a850-200e0430ae91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '160f9184-edd9-44aa-a3cf-8b15439a7d10'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:18.110779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Bound port: e7b3357d-adb8-405c-bb49-a60702827daf, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60feb82-8456-464a-a850-200e0430ae91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '160f9184-edd9-44aa-a3cf-8b15439a7d10'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:18.111163 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:18.173435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:18.211352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c4e998c-316c-4e79-8aca-b0ea34f44f29 req-76e5d1ab-8b4b-427d-902b-a9846afa3e14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ad0af5-852f-4ed8-8dca-061e021a73fa HTTP/1.1" status: 200 len: 217 time: 0.1174138 Sep 09 09:31:18.270073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] For port e7b3357d-adb8-405c-bb49-a60702827daf, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:18.274683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] For port e7b3357d-adb8-405c-bb49-a60702827daf, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e7b3357d-adb8-405c-bb49-a60702827daf,segment=NetworkSegment(b60feb82-8456-464a-a850-200e0430ae91),segment_id=b60feb82-8456-464a-a850-200e0430ae91)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:18.301823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6355af-d726-4216-bd33-5a849ebac475 req-1af26c01-131e-478e-80a0-3e3db34ccc7f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:18.302971 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:18.311268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c6355af-d726-4216-bd33-5a849ebac475 req-1af26c01-131e-478e-80a0-3e3db34ccc7f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 944 time: 0.2904775 Sep 09 09:31:18.334375 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:18.370290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48024) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:18.453720 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8c92d-f44e-4eca-9ff5-8212b644aa77 None None] Pushing event updated for resources: {'Port': ['ID=e7b3357d-adb8-405c-bb49-a60702827daf,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:18.489527 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:18.531549 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c6355af-d726-4216-bd33-5a849ebac475 req-29dda4a7-e89f-4728-91f3-2c8dd815f583 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152574 Sep 09 09:31:18.554369 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event updated for resources: {'Port': ['ID=87fbe08a-900c-4256-b9ab-0e84153ca28f,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:18.564767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e998c-316c-4e79-8aca-b0ea34f44f29 req-cb58f181-1ea4-474e-9242-f2506ac0489f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:18.565452 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c4e998c-316c-4e79-8aca-b0ea34f44f29 req-cb58f181-1ea4-474e-9242-f2506ac0489f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 HTTP/1.1" status: 200 len: 846 time: 0.3231037 Sep 09 09:31:18.583126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Allocated IP 172.20.0.1 (85a83c81-8bd2-4fe5-9d22-f8283079ed1b/838703d4-ec57-4da9-9291-4422a7315e38/3d3d05fc-26cf-425f-97d8-32612b78f4f6) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:18.630504 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:18.682388 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c4e998c-316c-4e79-8aca-b0ea34f44f29 req-7f981bf3-5441-4a17-81bc-3ea35eb8bfe0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=346934c0-b5f0-416b-9d32-fc48ed065fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938330 Sep 09 09:31:18.759991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 028ed910-5c55-49d4-982c-666531694fca up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:18.845501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:18.850283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:18.988410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] device_id is not set on port a6b4f626-b400-4efb-99bd-df9781f7190e yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:31:19.007935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 028ed910-5c55-49d4-982c-666531694fca completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:19.014249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 028ed910-5c55-49d4-982c-666531694fca triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:19.015852 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:19.108348 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Floating IP 97a050e1-329f-41b3-98f2-0228deba969d associated. External IP: 172.25.8.144, port: 3933ead7-f1d8-42d8-9aeb-826c0ff201ba. Sep 09 09:31:19.161199 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c4e998c-316c-4e79-8aca-b0ea34f44f29 req-75334f9c-b33b-4a40-91d2-3fa4c524c3b6 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852823 Sep 09 09:31:19.197226 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:19.222044 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 028ed910-5c55-49d4-982c-666531694fca, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=028ed910-5c55-49d4-982c-666531694fca,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:19.300747 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:19.303528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Allocated IP 172.20.0.11 (160f9184-edd9-44aa-a3cf-8b15439a7d10/35796a8f-7e2a-4713-b28e-69682a51233f/a6b4f626-b400-4efb-99bd-df9781f7190e) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:19.354975 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03c77680-4ff9-4ea1-8d9b-4fcdcd62de51 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:19.370369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=028ed910-5c55-49d4-982c-666531694fca,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:19.410786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c77680-4ff9-4ea1-8d9b-4fcdcd62de51 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Port': ['ID=b867e38a-fd60-4e1d-b1be-101a26527f8a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:19.425170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c4e998c-316c-4e79-8aca-b0ea34f44f29 req-fc04d8b3-ffce-4d86-b017-b5cacf21c40f service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513556 Sep 09 09:31:19.702119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03c77680-4ff9-4ea1-8d9b-4fcdcd62de51 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:19.704730 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03c77680-4ff9-4ea1-8d9b-4fcdcd62de51 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:19.706330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-03c77680-4ff9-4ea1-8d9b-4fcdcd62de51 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "DELETE /v2.0/floatingips/f8e75328-1feb-4473-abdb-f42a3f43ab41 HTTP/1.1" status: 204 len: 168 time: 3.4100666 Sep 09 09:31:19.711973 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:19.713958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48036) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:19.827259 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Router 5e8907e3-53ce-4e17-863d-5b7110dcbbed is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:31:19.832796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Transition to ACTIVE for port object 3d3d05fc-26cf-425f-97d8-32612b78f4f6 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:19.870647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b2b5b-f3fc-4430-8e88-3801432741ac req-583c7ae3-a03a-4f4d-bca5-ef54fc3c2132 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:19.872625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae0b2b5b-f3fc-4430-8e88-3801432741ac req-583c7ae3-a03a-4f4d-bca5-ef54fc3c2132 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 944 time: 0.2624061 Sep 09 09:31:19.933929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df1f069-16d2-403f-a7e5-922bf5c54716 None None] Network 160f9184-edd9-44aa-a3cf-8b15439a7d10 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:20.052139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:20.082993 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae0b2b5b-f3fc-4430-8e88-3801432741ac req-38d99029-aa2f-4f1a-92a9-10bd583c95e4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946890 Sep 09 09:31:20.085792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router e16f9703-57f4-4d82-857c-25f0f09f7444 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:31:20.098889 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Transition to ACTIVE for port object a6b4f626-b400-4efb-99bd-df9781f7190e will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:20.123363 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:20.151102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-97545ed9-0d57-4ca1-8b58-c8be2eabb5e4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Deleting port bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:20.151479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97545ed9-0d57-4ca1-8b58-c8be2eabb5e4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:20.166445 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-682a4a8d-7ea8-4452-815e-ba7561e46981 None None] Provisioning for port e7b3357d-adb8-405c-bb49-a60702827daf completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:20.260162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:20.273856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0803cd5-9868-4cfc-a246-8c28797d3399 None None] Sync routers for ids ['e16f9703-57f4-4d82-857c-25f0f09f7444'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:20.278642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:20.289877 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:20.292516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0803cd5-9868-4cfc-a246-8c28797d3399 None None] Routers {'e16f9703-57f4-4d82-857c-25f0f09f7444'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:20.297545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d0803cd5-9868-4cfc-a246-8c28797d3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e16f9703-57f4-4d82-857c-25f0f09f7444'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:20.302456 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Sync routers for ids ['5e8907e3-53ce-4e17-863d-5b7110dcbbed'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:20.308405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:20.321922 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Routers {'5e8907e3-53ce-4e17-863d-5b7110dcbbed'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:20.322562 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5e8907e3-53ce-4e17-863d-5b7110dcbbed'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:20.360299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 160f9184-edd9-44aa-a3cf-8b15439a7d10 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:20.365281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:20.368383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:20.372885 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:20.375215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Network 85a83c81-8bd2-4fe5-9d22-f8283079ed1b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:20.379543 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97545ed9-0d57-4ca1-8b58-c8be2eabb5e4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:20.382209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:20.396167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:20.412115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-97545ed9-0d57-4ca1-8b58-c8be2eabb5e4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Calling delete_port for bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:20.447494 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Pushing event updated for resources: {'Port': ['ID=3d3d05fc-26cf-425f-97d8-32612b78f4f6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:20.463822 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:20.468684 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1a206e85-9893-454f-bd17-5a8f859c1dcd tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9927526 Sep 09 09:31:20.476417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48044) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:20.487655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=a6b4f626-b400-4efb-99bd-df9781f7190e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:20.507408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a4a4bacd-63b4-4124-b0a0-66715bf6df86 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8252680 Sep 09 09:31:20.511062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:20.513455 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25af9d2-321f-4606-8a60-9a1ce9759651" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:20.544726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:20.548993 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:20.648444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d0803cd5-9868-4cfc-a246-8c28797d3399 None None] Set router e16f9703-57f4-4d82-857c-25f0f09f7444 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:20.684183 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Set router 5e8907e3-53ce-4e17-863d-5b7110dcbbed gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:20.699806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a05d227e-af09-4f7a-a30e-337fe66bf183 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6367209 Sep 09 09:31:20.700969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48052) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:20.781213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 66ad0af5-852f-4ed8-8dca-061e021a73fa details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:31:20.838650 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4075d8e2-2f8f-4217-9672-50d760ccfddb x-openstack-request-id: req-4075d8e2-2f8f-4217-9672-50d760ccfddb {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:20.838928 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:20.839180 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4075d8e2-2f8f-4217-9672-50d760ccfddb {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:20.839647 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'status': 'completed', 'code': 200} Sep 09 09:31:20.948297 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:20.950963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e7b3357d-adb8-405c-bb49-a60702827daf up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:21.020055 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.resource_extend [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:31:21.059188 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8907e3-53ce-4e17-863d-5b7110dcbbed', 'name': 'tempest-snat-router-249870347', 'tenant_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.111'}], 'enable_snat': False}, 'gw_port_id': 'd3034aa0-04b8-4ae2-8ff7-d217fddee08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:13Z', 'updated_at': '2021-09-09T09:31:16Z', 'revision_number': 3, 'project_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'gw_port': {'id': 'd3034aa0-04b8-4ae2-8ff7-d217fddee08c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8907e3-53ce-4e17-863d-5b7110dcbbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:14Z', 'updated_at': '2021-09-09T09:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:21.121026 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Checking router: 5e8907e3-53ce-4e17-863d-5b7110dcbbed for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:31:21.121721 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Updating router 5e8907e3-53ce-4e17-863d-5b7110dcbbed port d3034aa0-04b8-4ae2-8ff7-d217fddee08c binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:31:21.282186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25af9d2-321f-4606-8a60-9a1ce9759651 req-ee907d88-affc-440c-8149-dde42a9cf422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:21.284232 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a25af9d2-321f-4606-8a60-9a1ce9759651 req-ee907d88-affc-440c-8149-dde42a9cf422 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 1097 time: 0.4544568 Sep 09 09:31:21.300249 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.304748 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.344058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75292d-5974-4dc3-a78b-1d8d6ceaedc2 req-d20926d2-7e42-4c73-977c-22890975cdcd tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:21.350573 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7f75292d-5974-4dc3-a78b-1d8d6ceaedc2 req-d20926d2-7e42-4c73-977c-22890975cdcd tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 944 time: 0.1279953 Sep 09 09:31:21.400416 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e451aca-cdf6-4424-90db-2a0e6b5aee95 req-b83e89b9-a646-4ae4-9c7f-f7874f9e2b97 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:21.402007 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e451aca-cdf6-4424-90db-2a0e6b5aee95 req-b83e89b9-a646-4ae4-9c7f-f7874f9e2b97 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.7874889 Sep 09 09:31:21.432033 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.439182 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7f75292d-5974-4dc3-a78b-1d8d6ceaedc2 req-8a5b459a-b110-47e7-9005-919fa314652e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677199 Sep 09 09:31:21.548358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1546191d-2292-44ef-97e5-b9cc515cbc62 None None] Provisioning for port a6b4f626-b400-4efb-99bd-df9781f7190e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:21.560947 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3996aec6-257b-49bd-a42b-013aa784686d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/routers/5e8907e3-53ce-4e17-863d-5b7110dcbbed HTTP/1.1" status: 200 len: 908 time: 1.0759254 Sep 09 09:31:21.561558 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97545ed9-0d57-4ca1-8b58-c8be2eabb5e4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.564899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48056) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:21.571663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Request body: {'router': {'name': 'tempest-snat-router-249870347', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'enable_snat': True}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:21.580491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1546191d-2292-44ef-97e5-b9cc515cbc62 None None] Provisioning complete for port a6b4f626-b400-4efb-99bd-df9781f7190e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:21.580866 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1546191d-2292-44ef-97e5-b9cc515cbc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.620205 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:31:21.651132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1546191d-2292-44ef-97e5-b9cc515cbc62 None None] Port a6b4f626-b400-4efb-99bd-df9781f7190e cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:31:21.661136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e7b3357d-adb8-405c-bb49-a60702827daf completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:21.669157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e7b3357d-adb8-405c-bb49-a60702827daf triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:21.670123 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.682063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97545ed9-0d57-4ca1-8b58-c8be2eabb5e4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Port': ['ID=bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:21.727733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 66ad0af5-852f-4ed8-8dca-061e021a73fa, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=66ad0af5-852f-4ed8-8dca-061e021a73fa,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:21.730677 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.759180 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Transition to ACTIVE for port object d3034aa0-04b8-4ae2-8ff7-d217fddee08c will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:21.778030 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '66ad0af5-852f-4ed8-8dca-061e021a73fa', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'port_id': '66ad0af5-852f-4ed8-8dca-061e021a73fa', 'mac_address': 'fa:16:3e:ea:ee:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca00ff-7e3e-4607-867c-7a87c8c0b9e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:31:21.778576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.782033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.784411 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.785402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d0803cd5-9868-4cfc-a246-8c28797d3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:40Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '97a050e1-329f-41b3-98f2-0228deba969d', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'port_id': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'mac_address': 'fa:16:3e:67:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:31:16Z', 'updated_at': '2021-09-09T09:31:16Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31606e52-a1ba-4926-bd33-0a28769ce8a6', 'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:a5:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:38Z', 'updated_at': '2021-09-09T09:30:51Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:21.816005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.860900 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.864052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0803cd5-9868-4cfc-a246-8c28797d3399 None None] Checking router: e16f9703-57f4-4d82-857c-25f0f09f7444 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:31:21.884483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1546191d-2292-44ef-97e5-b9cc515cbc62 None None] Provisioning for port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:21.894923 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.898282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1546191d-2292-44ef-97e5-b9cc515cbc62 None None] Provisioning complete for port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:21.898680 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1546191d-2292-44ef-97e5-b9cc515cbc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.901316 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.903454 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:21.922971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ad0af5-852f-4ed8-8dca-061e021a73fa {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:31:21.992428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 66ad0af5-852f-4ed8-8dca-061e021a73fa, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=66ad0af5-852f-4ed8-8dca-061e021a73fa,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:22.000552 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0803cd5-9868-4cfc-a246-8c28797d3399 None None] Routers {'e16f9703-57f4-4d82-857c-25f0f09f7444'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:22.001191 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d0803cd5-9868-4cfc-a246-8c28797d3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e16f9703-57f4-4d82-857c-25f0f09f7444'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:22.019781 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcde50-f27d-43a3-b8f9-4e48e46fc9ef None None] Pushing event updated for resources: {'Port': ['ID=d3034aa0-04b8-4ae2-8ff7-d217fddee08c,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:22.082263 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:22.082467 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Attempting to bind port d3034aa0-04b8-4ae2-8ff7-d217fddee08c on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:22.082749 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Attempting to bind port d3034aa0-04b8-4ae2-8ff7-d217fddee08c by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:22.083249 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Attempting to bind port d3034aa0-04b8-4ae2-8ff7-d217fddee08c on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:22.094423 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:22.095273 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:22.095859 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:22.096315 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:22.096886 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Bound port: d3034aa0-04b8-4ae2-8ff7-d217fddee08c, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:22.097275 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:22.129903 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1546191d-2292-44ef-97e5-b9cc515cbc62 None None] Port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:31:22.164628 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:22.233878 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] For port d3034aa0-04b8-4ae2-8ff7-d217fddee08c, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:22.237524 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] For port d3034aa0-04b8-4ae2-8ff7-d217fddee08c, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d3034aa0-04b8-4ae2-8ff7-d217fddee08c,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:22.241071 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e451aca-cdf6-4424-90db-2a0e6b5aee95 req-fee5eaa0-67e1-419c-a84c-84df2e27df10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8218350 Sep 09 09:31:22.311431 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:22.317567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e7b3357d-adb8-405c-bb49-a60702827daf, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e7b3357d-adb8-405c-bb49-a60702827daf,segment=NetworkSegment(b60feb82-8456-464a-a850-200e0430ae91),segment_id=b60feb82-8456-464a-a850-200e0430ae91)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:22.332111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=66ad0af5-852f-4ed8-8dca-061e021a73fa,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:22.378080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d0803cd5-9868-4cfc-a246-8c28797d3399 None None] Set router e16f9703-57f4-4d82-857c-25f0f09f7444 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:22.388232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48060) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:22.390331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25af9d2-321f-4606-8a60-9a1ce9759651 req-a04be352-97b7-4e35-9740-8427f4c710c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:22.391905 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a25af9d2-321f-4606-8a60-9a1ce9759651 req-a04be352-97b7-4e35-9740-8427f4c710c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=62c263f2-7d5d-471b-8f2d-14957f178b89 HTTP/1.1" status: 200 len: 898 time: 0.9888704 Sep 09 09:31:22.395024 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97545ed9-0d57-4ca1-8b58-c8be2eabb5e4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:22.402141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-97545ed9-0d57-4ca1-8b58-c8be2eabb5e4 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "DELETE /v2.0/ports/bd7f994f-5b92-4b55-a0ce-5a8dc9c7681e HTTP/1.1" status: 204 len: 168 time: 2.6853576 Sep 09 09:31:22.406957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48062) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:22.441957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=a6b4f626-b400-4efb-99bd-df9781f7190e,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:22.496302 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Routers {'5e8907e3-53ce-4e17-863d-5b7110dcbbed'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:22.497197 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['5e8907e3-53ce-4e17-863d-5b7110dcbbed'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:22.499112 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcde50-f27d-43a3-b8f9-4e48e46fc9ef None None] Pushing event updated for resources: {'Port': ['ID=d3034aa0-04b8-4ae2-8ff7-d217fddee08c,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:22.530754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['66ad0af5-852f-4ed8-8dca-061e021a73fa'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:22.547330 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:22.549216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 028ed910-5c55-49d4-982c-666531694fca up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:22.660832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a25af9d2-321f-4606-8a60-9a1ce9759651 req-56a4af9b-0b8c-4093-a168-492a830788dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba HTTP/1.1" status: 200 len: 999 time: 0.2403827 Sep 09 09:31:22.693383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4777e1dc-c03e-40d1-a640-dfef43168c3e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/97a050e1-329f-41b3-98f2-0228deba969d HTTP/1.1" status: 200 len: 991 time: 0.2822652 Sep 09 09:31:22.709211 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:22.732703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-32b61ddb-09e9-43eb-83fd-392c99f1349d None None] Provisioning complete for port a6b4f626-b400-4efb-99bd-df9781f7190e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:22.733814 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32b61ddb-09e9-43eb-83fd-392c99f1349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:22.735461 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] Set router 5e8907e3-53ce-4e17-863d-5b7110dcbbed gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:22.757776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25af9d2-321f-4606-8a60-9a1ce9759651 req-923d8b18-08dd-4905-b5fc-50208ee263d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:22.759543 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a25af9d2-321f-4606-8a60-9a1ce9759651 req-923d8b18-08dd-4905-b5fc-50208ee263d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd43f23f-630f-48ac-862e-7334434a0462 HTTP/1.1" status: 200 len: 835 time: 0.0661428 Sep 09 09:31:22.810271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e7b3357d-adb8-405c-bb49-a60702827daf,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:22.813370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3feff-8103-45fd-b42e-eedbcba09b75 req-1f9da8f4-566c-4bcb-b954-73e1ed85dbfe tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:22.815818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91c3feff-8103-45fd-b42e-eedbcba09b75 req-1f9da8f4-566c-4bcb-b954-73e1ed85dbfe tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 945 time: 0.2340095 Sep 09 09:31:22.889732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-32b61ddb-09e9-43eb-83fd-392c99f1349d None None] Port a6b4f626-b400-4efb-99bd-df9781f7190e cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:31:22.895507 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25af9d2-321f-4606-8a60-9a1ce9759651 req-8310415a-daee-48d1-adc8-1762354a80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:22.897050 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a25af9d2-321f-4606-8a60-9a1ce9759651 req-8310415a-daee-48d1-adc8-1762354a80c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62c263f2-7d5d-471b-8f2d-14957f178b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1250031 Sep 09 09:31:22.927768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] Deleting port e8630071-69aa-421a-b5f5-2d3bef597bfc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:22.928116 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:22.987148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-dbe61d6d-7bc2-4b23-8036-c4a2b8f7122b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Deleting port 453ae082-fabe-44d6-98f0-a13b1423af32 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:22.987658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dbe61d6d-7bc2-4b23-8036-c4a2b8f7122b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:23.024796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 028ed910-5c55-49d4-982c-666531694fca triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:23.025496 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:23.055164 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91c3feff-8103-45fd-b42e-eedbcba09b75 req-d6311911-0e14-4d9a-81e2-9d1702c1157e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320688 Sep 09 09:31:23.055884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:23.098385 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d0803cd5-9868-4cfc-a246-8c28797d3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:40Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '97a050e1-329f-41b3-98f2-0228deba969d', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'port_id': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'mac_address': 'fa:16:3e:67:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:31:16Z', 'updated_at': '2021-09-09T09:31:16Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31606e52-a1ba-4926-bd33-0a28769ce8a6', 'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:a5:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:38Z', 'updated_at': '2021-09-09T09:30:51Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:23.133919 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8907e3-53ce-4e17-863d-5b7110dcbbed', 'name': 'tempest-snat-router-249870347', 'tenant_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.111'}], 'enable_snat': False}, 'gw_port_id': 'd3034aa0-04b8-4ae2-8ff7-d217fddee08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:13Z', 'updated_at': '2021-09-09T09:31:16Z', 'revision_number': 3, 'project_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'gw_port': {'id': 'd3034aa0-04b8-4ae2-8ff7-d217fddee08c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8907e3-53ce-4e17-863d-5b7110dcbbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:14Z', 'updated_at': '2021-09-09T09:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:23.145683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0803cd5-9868-4cfc-a246-8c28797d3399 None None] The sync data for ids ['e16f9703-57f4-4d82-857c-25f0f09f7444'] in n-d-778696-16 is: [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:40Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '97a050e1-329f-41b3-98f2-0228deba969d', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'port_id': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'mac_address': 'fa:16:3e:67:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:31:16Z', 'updated_at': '2021-09-09T09:31:16Z', 'revision_number': 0, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31606e52-a1ba-4926-bd33-0a28769ce8a6', 'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:a5:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:38Z', 'updated_at': '2021-09-09T09:30:51Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:23.187097 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8ad44-c9b6-4d62-9bfb-67c03d9dc1a5 None None] The sync data for ids ['5e8907e3-53ce-4e17-863d-5b7110dcbbed'] in n-d-778696-16 is: [{'id': '5e8907e3-53ce-4e17-863d-5b7110dcbbed', 'name': 'tempest-snat-router-249870347', 'tenant_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.111'}], 'enable_snat': False}, 'gw_port_id': 'd3034aa0-04b8-4ae2-8ff7-d217fddee08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:13Z', 'updated_at': '2021-09-09T09:31:16Z', 'revision_number': 3, 'project_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'gw_port': {'id': 'd3034aa0-04b8-4ae2-8ff7-d217fddee08c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8907e3-53ce-4e17-863d-5b7110dcbbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:14Z', 'updated_at': '2021-09-09T09:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:23.327590 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dbe61d6d-7bc2-4b23-8036-c4a2b8f7122b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:23.344630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-dbe61d6d-7bc2-4b23-8036-c4a2b8f7122b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Calling delete_port for 453ae082-fabe-44d6-98f0-a13b1423af32 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:23.436710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e7b3357d-adb8-405c-bb49-a60702827daf up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:23.587506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e7b3357d-adb8-405c-bb49-a60702827daf triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:23.589240 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:23.615026 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:23.680543 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a68b3-c72d-4fe6-94a8-78aeae536308 None None] New status for floating IP 97a050e1-329f-41b3-98f2-0228deba969d: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:31:23.718044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48068) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:23.765915 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:23.791760 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a25af9d2-321f-4606-8a60-9a1ce9759651 req-bb57e155-7455-4897-8393-cf9613f78413 service neutron] 10.222.0.24 "GET /v2.0/networks/62c263f2-7d5d-471b-8f2d-14957f178b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8836930 Sep 09 09:31:23.812433 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:23.839210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:23.912149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] For port e8630071-69aa-421a-b5f5-2d3bef597bfc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e8630071-69aa-421a-b5f5-2d3bef597bfc,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:23.912788 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:23.962288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:24.071895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] Calling delete_port for e8630071-69aa-421a-b5f5-2d3bef597bfc owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:24.160837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Pushing event updated for resources: {'Port': ['ID=3d3d05fc-26cf-425f-97d8-32612b78f4f6,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:24.188620 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dbe61d6d-7bc2-4b23-8036-c4a2b8f7122b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:24.196485 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:24.298339 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-760b9c9e-62e0-4c80-8092-769bf8273042 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/97a050e1-329f-41b3-98f2-0228deba969d HTTP/1.1" status: 200 len: 991 time: 0.5647027 Sep 09 09:31:24.337229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe61d6d-7bc2-4b23-8036-c4a2b8f7122b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Port': ['ID=453ae082-fabe-44d6-98f0-a13b1423af32,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:24.418626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a25af9d2-321f-4606-8a60-9a1ce9759651 req-bc2868aa-b3c4-4817-abe7-b2688c35d371 service neutron] 10.222.0.24 "GET /v2.0/networks/62c263f2-7d5d-471b-8f2d-14957f178b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175182 Sep 09 09:31:24.460599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0442fe9-2473-4ee8-b697-66df6a0508d1 req-5867c88d-cbef-4696-a74a-0bbc0ef362f6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:24.460599 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b0442fe9-2473-4ee8-b697-66df6a0508d1 req-5867c88d-cbef-4696-a74a-0bbc0ef362f6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 945 time: 0.2266970 Sep 09 09:31:24.527108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Network 85a83c81-8bd2-4fe5-9d22-f8283079ed1b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:24.530961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:24.714418 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b0442fe9-2473-4ee8-b697-66df6a0508d1 req-14f95338-003c-4cc6-b0cd-f1fc1df5a9b4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159827 Sep 09 09:31:24.716525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 66ad0af5-852f-4ed8-8dca-061e021a73fa up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:24.782608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Router 21a52ac7-3388-48ba-9f69-875aca7fa5ee has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:31:24.933512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 66ad0af5-852f-4ed8-8dca-061e021a73fa completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:24.943161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 66ad0af5-852f-4ed8-8dca-061e021a73fa triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:24.943161 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.056692 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.068929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dbe61d6d-7bc2-4b23-8036-c4a2b8f7122b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.071544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dbe61d6d-7bc2-4b23-8036-c4a2b8f7122b tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "DELETE /v2.0/ports/453ae082-fabe-44d6-98f0-a13b1423af32 HTTP/1.1" status: 204 len: 168 time: 2.6626596 Sep 09 09:31:25.081342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48074) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:25.087690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Allocated IP 172.25.8.140 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/6f783fed-8948-498a-a8ee-80b7621d90a0) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:25.089881 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.103509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1143ed0d-bd1b-4f82-91b9-fe103f4a5ffb None None] Provisioning complete for port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:25.103879 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1143ed0d-bd1b-4f82-91b9-fe103f4a5ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.122721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:25.138567 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Sync routers for ids ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:25.163971 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Routers {'21a52ac7-3388-48ba-9f69-875aca7fa5ee'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:25.164227 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5dd0c221-bf8e-4b74-a830-5269e12b423e admin admin] 10.222.0.32 "PUT /v2.0/routers/21a52ac7-3388-48ba-9f69-875aca7fa5ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6483293 Sep 09 09:31:25.165898 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:25.171663 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.210114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8630071-69aa-421a-b5f5-2d3bef597bfc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:25.213075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b924a959-b179-4f7b-a11d-2a47f6d23129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ad0af5-852f-4ed8-8dca-061e021a73fa'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:25.215254 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22df5311-cc8b-46a0-ae06-c3f4108c0b13" -d '{"events": [{"server_uuid": "b924a959-b179-4f7b-a11d-2a47f6d23129", "name": "network-vif-plugged", "status": "completed", "tag": "66ad0af5-852f-4ed8-8dca-061e021a73fa"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:25.260795 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.273892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ec5542-618a-47a7-ad5d-1074620b244a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Deleting subnet 1c583d19-5c37-4f47-8332-479ed553c312 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:31:25.279975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 66ad0af5-852f-4ed8-8dca-061e021a73fa, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=66ad0af5-852f-4ed8-8dca-061e021a73fa,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:25.281240 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.306476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28ec5542-618a-47a7-ad5d-1074620b244a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.313316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1143ed0d-bd1b-4f82-91b9-fe103f4a5ffb None None] Port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:31:25.345204 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.348967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:25.350487 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e0a88f-b771-479d-b155-41080df95e55 x-openstack-request-id: req-10e0a88f-b771-479d-b155-41080df95e55 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:25.350887 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b924a959-b179-4f7b-a11d-2a47f6d23129", "name": "network-vif-plugged", "status": "completed", "tag": "66ad0af5-852f-4ed8-8dca-061e021a73fa", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:25.352163 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10e0a88f-b771-479d-b155-41080df95e55 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:25.352717 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b924a959-b179-4f7b-a11d-2a47f6d23129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ad0af5-852f-4ed8-8dca-061e021a73fa', 'code': 200} Sep 09 09:31:25.489252 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a4ed1864-7d24-42f3-8809-748a388b1519 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/97a050e1-329f-41b3-98f2-0228deba969d HTTP/1.1" status: 200 len: 993 time: 0.1406066 Sep 09 09:31:25.538910 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Set router 21a52ac7-3388-48ba-9f69-875aca7fa5ee gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:25.540238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=66ad0af5-852f-4ed8-8dca-061e021a73fa,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:25.565081 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.598146 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28ec5542-618a-47a7-ad5d-1074620b244a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.660041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=a6b4f626-b400-4efb-99bd-df9781f7190e,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:25.676101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d3034aa0-04b8-4ae2-8ff7-d217fddee08c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:25.698244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.701372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.701725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.702081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.702423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.702764 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.703100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.703484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.703821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.704148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.704472 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.705331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.705841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:25.723893 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.724284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4e91c-db0f-4f8f-bfec-af3e5f60ce0e req-104c2379-d687-4124-b0d2-a0694ebfbd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:25.727473 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6de4e91c-db0f-4f8f-bfec-af3e5f60ce0e req-104c2379-d687-4124-b0d2-a0694ebfbd10 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 1098 time: 0.2511239 Sep 09 09:31:25.856350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.887994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d3034aa0-04b8-4ae2-8ff7-d217fddee08c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:25.891961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d3034aa0-04b8-4ae2-8ff7-d217fddee08c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:25.892476 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.963185 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'name': 'tempest-ImageQuotaTest-1690376981-router', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '028ed910-5c55-49d4-982c-666531694fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:09Z', 'updated_at': '2021-09-09T09:31:21Z', 'revision_number': 4, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'gw_port': {'id': '028ed910-5c55-49d4-982c-666531694fca', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:10Z', 'updated_at': '2021-09-09T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '3d3d05fc-26cf-425f-97d8-32612b78f4f6', 'name': '', 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'mac_address': 'fa:16:3e:bd:43:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '838703d4-ec57-4da9-9291-4422a7315e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:17Z', 'updated_at': '2021-09-09T09:31:22Z', 'revision_number': 2, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'subnets': [{'id': '838703d4-ec57-4da9-9291-4422a7315e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:25.983349 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28ec5542-618a-47a7-ad5d-1074620b244a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:25.990929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236f205-6c0e-4213-8236-dc4290c3e45e req-746cfe95-4bb4-4a96-adf7-fce5f23c46b5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:25.994250 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d236f205-6c0e-4213-8236-dc4290c3e45e req-746cfe95-4bb4-4a96-adf7-fce5f23c46b5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 946 time: 0.1344442 Sep 09 09:31:26.010070 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6de4e91c-db0f-4f8f-bfec-af3e5f60ce0e req-8d02764d-cc84-4e27-9e9e-6fee636e8356 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743390 Sep 09 09:31:26.030634 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Checking router: 21a52ac7-3388-48ba-9f69-875aca7fa5ee for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:31:26.030987 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Updating router 21a52ac7-3388-48ba-9f69-875aca7fa5ee port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:31:26.076217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 160f9184-edd9-44aa-a3cf-8b15439a7d10 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:26.085819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:26.090940 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:26.245374 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28ec5542-618a-47a7-ad5d-1074620b244a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:26.331799 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:26.359048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec5542-618a-47a7-ad5d-1074620b244a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Subnet': ['ID=1c583d19-5c37-4f47-8332-479ed553c312,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:26.381048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d236f205-6c0e-4213-8236-dc4290c3e45e req-3915f768-e51e-4dab-bfe9-2859fd2ee706 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795240 Sep 09 09:31:26.405142 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:26.452919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] Router a059c2ea-e941-472b-afba-8225e2900988 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:31:26.453110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port d3034aa0-04b8-4ae2-8ff7-d217fddee08c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d3034aa0-04b8-4ae2-8ff7-d217fddee08c,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:26.531694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:26.541666 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:26.552783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b35304a-64bd-484f-b331-b167b5fe28e6 None None] Network b0b609e8-3ebb-4e45-96f5-45f4fef663be requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:26.553408 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28ec5542-618a-47a7-ad5d-1074620b244a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:26.556685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-28ec5542-618a-47a7-ad5d-1074620b244a tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "DELETE /v2.0/subnets/1c583d19-5c37-4f47-8332-479ed553c312 HTTP/1.1" status: 204 len: 168 time: 1.4734163 Sep 09 09:31:26.558759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:26.562064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48098) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:26.577488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:26.633398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b2cf3944-6e87-4ede-98b8-3218d682b7ec None None] Provisioning complete for port a6b4f626-b400-4efb-99bd-df9781f7190e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:26.633776 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cf3944-6e87-4ede-98b8-3218d682b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:26.686686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event updated for resources: {'Port': ['ID=6f783fed-8948-498a-a8ee-80b7621d90a0,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:26.686955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c55ba1-04d1-46ec-ac08-8a9deb680445 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Deleting subnet ed2383f1-918d-4ac7-a813-895bf8e33315 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:31:26.692693 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62c55ba1-04d1-46ec-ac08-8a9deb680445 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:26.727364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf3944-6e87-4ede-98b8-3218d682b7ec None None] Port a6b4f626-b400-4efb-99bd-df9781f7190e cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:31:26.750949 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:26.762684 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Transition to ACTIVE for port object 3d3d05fc-26cf-425f-97d8-32612b78f4f6 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:26.776203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:26.793114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f1b7c892-cfda-43ab-af5c-5686c2d7d61f admin admin] 10.222.0.32 "PUT /v2.0/routers/a059c2ea-e941-472b-afba-8225e2900988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3952003 Sep 09 09:31:26.794557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48102) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:26.820663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec6d179-ae31-42a8-b239-fc6dd214708b None None] Sync routers for ids ['a059c2ea-e941-472b-afba-8225e2900988'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:26.831024 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:26.847854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=d3034aa0-04b8-4ae2-8ff7-d217fddee08c,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:26.856582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec6d179-ae31-42a8-b239-fc6dd214708b None None] Routers {'a059c2ea-e941-472b-afba-8225e2900988'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:26.857390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6ec6d179-ae31-42a8-b239-fc6dd214708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a059c2ea-e941-472b-afba-8225e2900988'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:26.859354 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62c55ba1-04d1-46ec-ac08-8a9deb680445 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:26.970765 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d7961-9dc4-4b13-8a58-d5bab44acfd5 None None] Pushing event updated for resources: {'Port': ['ID=3d3d05fc-26cf-425f-97d8-32612b78f4f6,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:26.973334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router fbb6dbc4-fe5f-4c08-9174-f5ef50688e92 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:31:27.093107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62c55ba1-04d1-46ec-ac08-8a9deb680445 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.127771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0507d65-e47b-4c92-a082-c1b573cb50ac None None] DHCP port deletion for b0b609e8-3ebb-4e45-96f5-45f4fef663be request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:31:27.146326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-6ec6d179-ae31-42a8-b239-fc6dd214708b None None] Set router a059c2ea-e941-472b-afba-8225e2900988 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:27.150635 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Attempting to bind port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:27.151352 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Attempting to bind port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'd5838507-569e-4861-936b-5150441d40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:27.151352 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Attempting to bind port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 on network 85a83c81-8bd2-4fe5-9d22-f8283079ed1b {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:27.173159 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:27.174464 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Checking segment: {'id': 'd5838507-569e-4861-936b-5150441d40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:27.175030 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.175602 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Bound using segment: {'id': 'd5838507-569e-4861-936b-5150441d40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:27.176778 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Bound port: 3d3d05fc-26cf-425f-97d8-32612b78f4f6, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5838507-569e-4861-936b-5150441d40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:27.178018 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.314187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:27.329031 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa81a92-8872-4bd7-baca-3855ea36b735 None None] Sync routers for ids ['fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:27.343965 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.350103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-48f80afd-1595-4ed8-9e3d-483243d95228 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/fbb6dbc4-fe5f-4c08-9174-f5ef50688e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6451714 Sep 09 09:31:27.364754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48108) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:27.375132 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] For port 3d3d05fc-26cf-425f-97d8-32612b78f4f6, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:27.379274 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] For port 3d3d05fc-26cf-425f-97d8-32612b78f4f6, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3d3d05fc-26cf-425f-97d8-32612b78f4f6,segment=NetworkSegment(d5838507-569e-4861-936b-5150441d40fc),segment_id=d5838507-569e-4861-936b-5150441d40fc)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:27.405334 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa81a92-8872-4bd7-baca-3855ea36b735 None None] Routers {'fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:27.406240 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6aa81a92-8872-4bd7-baca-3855ea36b735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:27.478461 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6aa81a92-8872-4bd7-baca-3855ea36b735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:27.481058 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.542682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d3034aa0-04b8-4ae2-8ff7-d217fddee08c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:27.546227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f64f82-066c-4947-aed5-989b9c976e96 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:27.555875 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-77f64f82-066c-4947-aed5-989b9c976e96 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports/a6b4f626-b400-4efb-99bd-df9781f7190e HTTP/1.1" status: 200 len: 977 time: 0.1819632 Sep 09 09:31:27.556922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48114) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:27.567078 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62c55ba1-04d1-46ec-ac08-8a9deb680445 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.587508 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa81a92-8872-4bd7-baca-3855ea36b735 None None] Routers {'fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:27.588298 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6aa81a92-8872-4bd7-baca-3855ea36b735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:27.610003 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.615201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c55ba1-04d1-46ec-ac08-8a9deb680445 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2383f1-918d-4ac7-a813-895bf8e33315,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:27.622569 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62c55ba1-04d1-46ec-ac08-8a9deb680445 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.627904 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-62c55ba1-04d1-46ec-ac08-8a9deb680445 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "DELETE /v2.0/subnets/ed2383f1-918d-4ac7-a813-895bf8e33315 HTTP/1.1" status: 204 len: 168 time: 1.0592861 Sep 09 09:31:27.629999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:27.664564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a0507d65-e47b-4c92-a082-c1b573cb50ac None None] Deleting port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:27.666943 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0507d65-e47b-4c92-a082-c1b573cb50ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.678919 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6aa81a92-8872-4bd7-baca-3855ea36b735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:27.679599 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa81a92-8872-4bd7-baca-3855ea36b735 None None] The sync data for ids ['fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:27.703529 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Routers {'21a52ac7-3388-48ba-9f69-875aca7fa5ee'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:27.707620 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:27.751359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a56580c-6acb-4f46-b1c8-a0c3c7281126 None None] Network 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:27.809095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48118) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:27.812951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.884154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a0507d65-e47b-4c92-a082-c1b573cb50ac None None] For port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=680050f7-757c-4dd2-bfa1-72b6fe39ac0b,segment=NetworkSegment(980a8663-fe00-464d-a9b0-af1bfff56fdd),segment_id=980a8663-fe00-464d-a9b0-af1bfff56fdd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:27.884745 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0507d65-e47b-4c92-a082-c1b573cb50ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.949058 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:27.962854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a0507d65-e47b-4c92-a082-c1b573cb50ac None None] Calling delete_port for 680050f7-757c-4dd2-bfa1-72b6fe39ac0b owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:28.009216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d3034aa0-04b8-4ae2-8ff7-d217fddee08c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:28.009593 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:28.023086 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] Set router 21a52ac7-3388-48ba-9f69-875aca7fa5ee gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:28.027641 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d7961-9dc4-4b13-8a58-d5bab44acfd5 None None] Pushing event updated for resources: {'Port': ['ID=3d3d05fc-26cf-425f-97d8-32612b78f4f6,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:28.051816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5daab8-de8a-4278-9082-3a72060f70c9 req-da1368a7-a8d0-4c08-b203-35136d5da3da tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:28.053653 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa5daab8-de8a-4278-9082-3a72060f70c9 req-da1368a7-a8d0-4c08-b203-35136d5da3da tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 946 time: 0.4944015 Sep 09 09:31:28.133475 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa5daab8-de8a-4278-9082-3a72060f70c9 req-ba61d2bf-1c6b-464d-ad0c-163681a3d98b tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713108 Sep 09 09:31:28.182434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6ec6d179-ae31-42a8-b239-fc6dd214708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:31:24Z', 'revision_number': 5, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port': {'id': 'bc6bba9c-eab2-4df8-bd72-be2f8bf37e42', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a059c2ea-e941-472b-afba-8225e2900988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:04Z', 'updated_at': '2021-09-09T09:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:28.270192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec6d179-ae31-42a8-b239-fc6dd214708b None None] Checking router: a059c2ea-e941-472b-afba-8225e2900988 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:31:28.327235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec6d179-ae31-42a8-b239-fc6dd214708b None None] Routers {'a059c2ea-e941-472b-afba-8225e2900988'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:28.327902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6ec6d179-ae31-42a8-b239-fc6dd214708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a059c2ea-e941-472b-afba-8225e2900988'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:28.426759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd6847-2f1b-4911-a485-852fa99c1c75 None None] DHCP port deletion for 41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:31:28.429655 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:28.440603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 680050f7-757c-4dd2-bfa1-72b6fe39ac0b no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:28.532274 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0507d65-e47b-4c92-a082-c1b573cb50ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:28.543970 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'name': 'tempest-ImageQuotaTest-1690376981-router', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '028ed910-5c55-49d4-982c-666531694fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:09Z', 'updated_at': '2021-09-09T09:31:21Z', 'revision_number': 4, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'gw_port': {'id': '028ed910-5c55-49d4-982c-666531694fca', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:10Z', 'updated_at': '2021-09-09T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '3d3d05fc-26cf-425f-97d8-32612b78f4f6', 'name': '', 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'mac_address': 'fa:16:3e:bd:43:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '838703d4-ec57-4da9-9291-4422a7315e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:17Z', 'updated_at': '2021-09-09T09:31:27Z', 'revision_number': 4, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'subnets': [{'id': '838703d4-ec57-4da9-9291-4422a7315e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:28.549757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No active binding found for port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b {{(pid=95327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 09 09:31:28.550201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 680050f7-757c-4dd2-bfa1-72b6fe39ac0b not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:28.583867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0507d65-e47b-4c92-a082-c1b573cb50ac None None] Pushing event deleted for resources: {'Port': ['ID=680050f7-757c-4dd2-bfa1-72b6fe39ac0b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:28.586347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-6ec6d179-ae31-42a8-b239-fc6dd214708b None None] Set router a059c2ea-e941-472b-afba-8225e2900988 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:28.588552 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0507d65-e47b-4c92-a082-c1b573cb50ac None None] No DVR routers for this DVR port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:28.625692 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81240b18-65f0-48d1-8cfd-e07b06344136 None None] The sync data for ids ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'] in n-d-778696-16 is: [{'id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'name': 'tempest-ImageQuotaTest-1690376981-router', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '028ed910-5c55-49d4-982c-666531694fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:09Z', 'updated_at': '2021-09-09T09:31:21Z', 'revision_number': 4, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'gw_port': {'id': '028ed910-5c55-49d4-982c-666531694fca', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:10Z', 'updated_at': '2021-09-09T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '3d3d05fc-26cf-425f-97d8-32612b78f4f6', 'name': '', 'network_id': '85a83c81-8bd2-4fe5-9d22-f8283079ed1b', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'mac_address': 'fa:16:3e:bd:43:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '838703d4-ec57-4da9-9291-4422a7315e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:17Z', 'updated_at': '2021-09-09T09:31:27Z', 'revision_number': 4, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'subnets': [{'id': '838703d4-ec57-4da9-9291-4422a7315e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:28.681160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6ec6d179-ae31-42a8-b239-fc6dd214708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:31:27Z', 'revision_number': 6, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:28.745915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec6d179-ae31-42a8-b239-fc6dd214708b None None] The sync data for ids ['a059c2ea-e941-472b-afba-8225e2900988'] in n-d-778696-16 is: [{'id': 'a059c2ea-e941-472b-afba-8225e2900988', 'name': 'tempest-TaggedBootDevicesTest_v242-572170862-router', 'tenant_id': '77c44c0859204d059165e2a3262a3398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:03Z', 'updated_at': '2021-09-09T09:31:27Z', 'revision_number': 6, 'project_id': '77c44c0859204d059165e2a3262a3398', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:28.786203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd6847-2f1b-4911-a485-852fa99c1c75 None None] Deleting port ad00ea79-fe9f-4554-b449-58732e45c6b3 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:28.786744 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6847-2f1b-4911-a485-852fa99c1c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.096516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628de186-d6ab-48c5-bcea-a40b5779bd75 req-ba9efaab-7959-49aa-9ae4-f1924a7356ed tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:29.106016 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-628de186-d6ab-48c5-bcea-a40b5779bd75 req-ba9efaab-7959-49aa-9ae4-f1924a7356ed tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 946 time: 0.7550397 Sep 09 09:31:29.108635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9ccd6847-2f1b-4911-a485-852fa99c1c75 None None] For port ad00ea79-fe9f-4554-b449-58732e45c6b3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ad00ea79-fe9f-4554-b449-58732e45c6b3,segment=NetworkSegment(fd37a82f-2953-4a33-8d83-8f4a8526f0a5),segment_id=fd37a82f-2953-4a33-8d83-8f4a8526f0a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:29.109114 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6847-2f1b-4911-a485-852fa99c1c75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.131193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd6847-2f1b-4911-a485-852fa99c1c75 None None] Calling delete_port for ad00ea79-fe9f-4554-b449-58732e45c6b3 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:29.166626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-961dad0c-c502-4280-9414-eda11a9da59b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.206567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-628de186-d6ab-48c5-bcea-a40b5779bd75 req-53baf93c-0511-414b-bd42-63b7b803a86f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940819 Sep 09 09:31:29.214717 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Deleting port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:29.215072 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.249362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Deleting port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:29.249770 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.293211 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6847-2f1b-4911-a485-852fa99c1c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.344893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd6847-2f1b-4911-a485-852fa99c1c75 None None] Pushing event deleted for resources: {'Port': ['ID=ad00ea79-fe9f-4554-b449-58732e45c6b3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:29.344893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd6847-2f1b-4911-a485-852fa99c1c75 None None] No DVR routers for this DVR port ad00ea79-fe9f-4554-b449-58732e45c6b3 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:29.395821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] For port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b, host n-d-778696-16, got binding levels [] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:29.396199 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.426007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Calling delete_port for 680050f7-757c-4dd2-bfa1-72b6fe39ac0b owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:29.434977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b was not found and therefore no delete operation was performed {{(pid=95326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:31:29.443542 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.452892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3d3d05fc-26cf-425f-97d8-32612b78f4f6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:29.468478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Router 365929e7-a592-4cea-99a2-0fbe261cf8e5 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:31:29.493111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Port': ['ID=680050f7-757c-4dd2-bfa1-72b6fe39ac0b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:29.503144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] For port bc6bba9c-eab2-4df8-bd72-be2f8bf37e42, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc6bba9c-eab2-4df8-bd72-be2f8bf37e42,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:29.503612 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.523062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Calling delete_port for bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:29.575155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] No DVR routers for this DVR port 680050f7-757c-4dd2-bfa1-72b6fe39ac0b on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:29.615668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-961dad0c-c502-4280-9414-eda11a9da59b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port a6b4f626-b400-4efb-99bd-df9781f7190e {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:29.616008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-961dad0c-c502-4280-9414-eda11a9da59b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.636960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:29.642411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:29.642857 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.649307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:29.708763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Sync routers for ids ['365929e7-a592-4cea-99a2-0fbe261cf8e5'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:29.713382 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.725035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Routers {'365929e7-a592-4cea-99a2-0fbe261cf8e5'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:29.725808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['365929e7-a592-4cea-99a2-0fbe261cf8e5'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:29.736928 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-961dad0c-c502-4280-9414-eda11a9da59b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.760213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-961dad0c-c502-4280-9414-eda11a9da59b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for a6b4f626-b400-4efb-99bd-df9781f7190e owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:29.788464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b609e8-3ebb-4e45-96f5-45f4fef663be']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:29.808481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.809749 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7997a5be-aed2-4d66-ade0-5a13e3231bf0 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2438519 Sep 09 09:31:29.813169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48130) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:29.834309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980a8663-fe00-464d-a9b0-af1bfff56fdd') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:29.834656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980a8663-fe00-464d-a9b0-af1bfff56fdd') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:29.850290 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.853554 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.855911 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.893148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Set router 365929e7-a592-4cea-99a2-0fbe261cf8e5 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:29.947274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.962282 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d0e0c-502b-45a4-aef8-dc969bfb36df req-bd620216-79bf-4634-9530-282fb231785a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:29.962853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-671d0e0c-502b-45a4-aef8-dc969bfb36df req-bd620216-79bf-4634-9530-282fb231785a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 946 time: 0.2041399 Sep 09 09:31:29.994168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:31:29.994586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:31:29.998253 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:31:30.000515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 3d3d05fc-26cf-425f-97d8-32612b78f4f6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3d3d05fc-26cf-425f-97d8-32612b78f4f6,segment=NetworkSegment(d5838507-569e-4861-936b-5150441d40fc),segment_id=d5838507-569e-4861-936b-5150441d40fc)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:30.009754 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6847124c-af21-4f56-a9a8-8bae4e0b65b2 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/routers/365929e7-a592-4cea-99a2-0fbe261cf8e5 HTTP/1.1" status: 200 len: 907 time: 0.1954775 Sep 09 09:31:30.012849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48132) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:30.056221 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.168347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.174767 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-671d0e0c-502b-45a4-aef8-dc969bfb36df req-b8b93f6f-9419-495d-92de-0576ffeb1526 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012448 Sep 09 09:31:30.179697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=3d3d05fc-26cf-425f-97d8-32612b78f4f6,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:30.237200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365929e7-a592-4cea-99a2-0fbe261cf8e5', 'name': 'tempest-snat-router-249870347', 'tenant_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '6f783fed-8948-498a-a8ee-80b7621d90a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:21Z', 'updated_at': '2021-09-09T09:31:26Z', 'revision_number': 3, 'project_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'gw_port': {'id': '6f783fed-8948-498a-a8ee-80b7621d90a0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365929e7-a592-4cea-99a2-0fbe261cf8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:24Z', 'updated_at': '2021-09-09T09:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:30.270355 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.270781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Checking router: 365929e7-a592-4cea-99a2-0fbe261cf8e5 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:31:30.271212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Updating router 365929e7-a592-4cea-99a2-0fbe261cf8e5 port 6f783fed-8948-498a-a8ee-80b7621d90a0 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:31:30.284483 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.301742 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.307023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48134) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:30.307525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "DELETE /v2.0/networks/b0b609e8-3ebb-4e45-96f5-45f4fef663be HTTP/1.1" status: 204 len: 168 time: 2.6764491 Sep 09 09:31:30.316583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.323095 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-961dad0c-c502-4280-9414-eda11a9da59b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.360431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0839e-004c-458e-9717-39e91217e1ab tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Network': ['ID=b0b609e8-3ebb-4e45-96f5-45f4fef663be,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:30.370117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6bba9c-eab2-4df8-bd72-be2f8bf37e42,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:30.371253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e8630071-69aa-421a-b5f5-2d3bef597bfc no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:30.405960 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dad0c-c502-4280-9414-eda11a9da59b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=a6b4f626-b400-4efb-99bd-df9781f7190e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:30.416772 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.474224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e8630071-69aa-421a-b5f5-2d3bef597bfc {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:30.474590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e8630071-69aa-421a-b5f5-2d3bef597bfc not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:30.475088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ad00ea79-fe9f-4554-b449-58732e45c6b3 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:30.488701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.510322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: ad00ea79-fe9f-4554-b449-58732e45c6b3 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:30.510663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ad00ea79-fe9f-4554-b449-58732e45c6b3 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:30.569042 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.647220 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.653636 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.722173 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.723280 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.733991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Transition to ACTIVE for port object 6f783fed-8948-498a-a8ee-80b7621d90a0 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:30.768854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e822bc-d4ae-4d0a-8791-d5bfd0f84b28']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:30.789493 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:30.789742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd37a82f-2953-4a33-8d83-8f4a8526f0a5') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:30.796056 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.796217 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.797081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a059c2ea-e941-472b-afba-8225e2900988 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:30.810709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.812200 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6957d1f6-3af4-4a91-a25e-d2b13a9caf33 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a059c2ea-e941-472b-afba-8225e2900988 HTTP/1.1" status: 204 len: 168 time: 4.0125608 Sep 09 09:31:30.815615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48138) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:30.877746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf94fb4-16d2-451f-a62e-a8fcc60e778f None None] Pushing event updated for resources: {'Port': ['ID=6f783fed-8948-498a-a8ee-80b7621d90a0,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:30.882174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] Deleting port 3d3d05fc-26cf-425f-97d8-32612b78f4f6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:30.882356 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.882480 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.915557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bba78e-9092-4827-99ce-d99c2f2e87d1 admin admin] Deleting subnet 7eaf9055-4be0-4b7a-8a4c-147c7f236463 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:31:30.918199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Attempting to bind port 6f783fed-8948-498a-a8ee-80b7621d90a0 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:30.918744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Attempting to bind port 6f783fed-8948-498a-a8ee-80b7621d90a0 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:30.919174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Attempting to bind port 6f783fed-8948-498a-a8ee-80b7621d90a0 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:30.926251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:30.926718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:30.927509 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72bba78e-9092-4827-99ce-d99c2f2e87d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.927653 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.928288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:30.929042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Bound port: 6f783fed-8948-498a-a8ee-80b7621d90a0, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:30.929224 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.942161 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.945015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-961dad0c-c502-4280-9414-eda11a9da59b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.952813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:31:30.953216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:31:30.958944 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:31:30.987965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] For port 6f783fed-8948-498a-a8ee-80b7621d90a0, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:30.993024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] For port 6f783fed-8948-498a-a8ee-80b7621d90a0, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=6f783fed-8948-498a-a8ee-80b7621d90a0,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:31.006745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Deleting port 6f783fed-8948-498a-a8ee-80b7621d90a0 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:31.007089 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.014839 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72bba78e-9092-4827-99ce-d99c2f2e87d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.064610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] For port 3d3d05fc-26cf-425f-97d8-32612b78f4f6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3d3d05fc-26cf-425f-97d8-32612b78f4f6,segment=NetworkSegment(d5838507-569e-4861-936b-5150441d40fc),segment_id=d5838507-569e-4861-936b-5150441d40fc)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:31.064610 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.078736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] Calling delete_port for 3d3d05fc-26cf-425f-97d8-32612b78f4f6 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:31.082973 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.178485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf94fb4-16d2-451f-a62e-a8fcc60e778f None None] Pushing event updated for resources: {'Port': ['ID=6f783fed-8948-498a-a8ee-80b7621d90a0,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:31.180832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72bba78e-9092-4827-99ce-d99c2f2e87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.201302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Routers {'365929e7-a592-4cea-99a2-0fbe261cf8e5'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:31.201302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['365929e7-a592-4cea-99a2-0fbe261cf8e5'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:31.205735 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.258647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.263558 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] 10.222.0.32 "DELETE /v2.0/networks/41e822bc-d4ae-4d0a-8791-d5bfd0f84b28 HTTP/1.1" status: 204 len: 168 time: 0.9508176 Sep 09 09:31:31.269213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc633f54-c553-46fc-8ad4-d136df96b51f req-82eda6bc-5f07-4b0e-847d-ae797aa4d2cc tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:31.270827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc633f54-c553-46fc-8ad4-d136df96b51f req-82eda6bc-5f07-4b0e-847d-ae797aa4d2cc tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 946 time: 0.2793856 Sep 09 09:31:31.297384 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955548e-7222-4978-b26d-cc2c2806f105 tempest-TaggedBootDevicesTest-1668403476 tempest-TaggedBootDevicesTest-1668403476-project] Pushing event deleted for resources: {'Network': ['ID=41e822bc-d4ae-4d0a-8791-d5bfd0f84b28,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:31.402332 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72bba78e-9092-4827-99ce-d99c2f2e87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.412682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.429455 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961dad0c-c502-4280-9414-eda11a9da59b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router fbb6dbc4-fe5f-4c08-9174-f5ef50688e92 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:31:31.449645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Calling delete_port for 6f783fed-8948-498a-a8ee-80b7621d90a0 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:31.455249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bba78e-9092-4827-99ce-d99c2f2e87d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eaf9055-4be0-4b7a-8a4c-147c7f236463,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:31.455499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] Set router 365929e7-a592-4cea-99a2-0fbe261cf8e5 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:31.455766 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72bba78e-9092-4827-99ce-d99c2f2e87d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.460243 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-72bba78e-9092-4827-99ce-d99c2f2e87d1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7eaf9055-4be0-4b7a-8a4c-147c7f236463 HTTP/1.1" status: 204 len: 168 time: 0.6399698 Sep 09 09:31:31.461469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48144) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:31.495693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d319774-0050-48bf-a295-3ad06b0a7849 None None] Network cde98297-5ac2-4658-b7e9-2b86e45e252b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:31.497532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3d3d05fc-26cf-425f-97d8-32612b78f4f6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:31.574932 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.591196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365929e7-a592-4cea-99a2-0fbe261cf8e5', 'name': 'tempest-snat-router-249870347', 'tenant_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:21Z', 'updated_at': '2021-09-09T09:31:30Z', 'revision_number': 4, 'project_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:31.632063 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.634082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Could not find standard attr ID for object 3d3d05fc-26cf-425f-97d8-32612b78f4f6. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:31:31.635748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7641848-a1a7-4599-b008-20e6a297acc9 None None] The sync data for ids ['365929e7-a592-4cea-99a2-0fbe261cf8e5'] in n-d-778696-16 is: [{'id': '365929e7-a592-4cea-99a2-0fbe261cf8e5', 'name': 'tempest-snat-router-249870347', 'tenant_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:21Z', 'updated_at': '2021-09-09T09:31:30Z', 'revision_number': 4, 'project_id': '85cfad48602e4eb3b5c7fc956a1f2169', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:31.670702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d3d05fc-26cf-425f-97d8-32612b78f4f6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:31.686917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Deleting port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:31.687274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.721111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:31.772155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:31.773205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc6bba9c-eab2-4df8-bd72-be2f8bf37e42 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:31.826533 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] For port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cadf9739-eb4e-4cba-97d8-fc8446cb9ca0,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:31.828589 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:31.935209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf653703-4ed6-45d2-84ad-5a092ecf8f6a None None] DHCP port deletion for cde98297-5ac2-4658-b7e9-2b86e45e252b request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:31:32.007050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Calling delete_port for cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:32.074447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cf653703-4ed6-45d2-84ad-5a092ecf8f6a None None] Deleting port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:32.076850 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf653703-4ed6-45d2-84ad-5a092ecf8f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:32.138920 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:32.171697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-cf653703-4ed6-45d2-84ad-5a092ecf8f6a None None] For port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cadf9739-eb4e-4cba-97d8-fc8446cb9ca0,segment=NetworkSegment(6af0fccc-c9f8-47c4-9c30-62890a11aaf9),segment_id=6af0fccc-c9f8-47c4-9c30-62890a11aaf9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:32.172211 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf653703-4ed6-45d2-84ad-5a092ecf8f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:32.186801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cf653703-4ed6-45d2-84ad-5a092ecf8f6a None None] Calling delete_port for cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:32.187013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961dad0c-c502-4280-9414-eda11a9da59b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:32.199839 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f580e8-97a3-4a5c-9cd8-2dfec562c1a1 None None] Sync routers for ids ['fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:32.200317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-961dad0c-c502-4280-9414-eda11a9da59b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/fbb6dbc4-fe5f-4c08-9174-f5ef50688e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6193149 Sep 09 09:31:32.201825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48154) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:32.216477 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f580e8-97a3-4a5c-9cd8-2dfec562c1a1 None None] Routers {'fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:32.218124 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-82f580e8-97a3-4a5c-9cd8-2dfec562c1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:32.219034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03aa2f9-76d6-44f8-88ca-22fec0a14acf req-a63c5aa9-6415-489c-a2bb-2ae8aae0548f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:32.221361 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d03aa2f9-76d6-44f8-88ca-22fec0a14acf req-a63c5aa9-6415-489c-a2bb-2ae8aae0548f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 946 time: 0.9200318 Sep 09 09:31:32.278915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-fc633f54-c553-46fc-8ad4-d136df96b51f req-cfdd4206-429b-4d32-8f50-07b5e44a0d41 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Deleting port 66ad0af5-852f-4ed8-8dca-061e021a73fa {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:32.279224 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fc633f54-c553-46fc-8ad4-d136df96b51f req-cfdd4206-429b-4d32-8f50-07b5e44a0d41 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:32.299092 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-82f580e8-97a3-4a5c-9cd8-2dfec562c1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:32.318989 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f580e8-97a3-4a5c-9cd8-2dfec562c1a1 None None] Routers {'fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:32.322023 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-82f580e8-97a3-4a5c-9cd8-2dfec562c1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:32.375340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d03aa2f9-76d6-44f8-88ca-22fec0a14acf req-f7f13def-6853-46e8-85d1-1b9b071c0e83 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459420 Sep 09 09:31:32.386326 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-82f580e8-97a3-4a5c-9cd8-2dfec562c1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:32.388472 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f580e8-97a3-4a5c-9cd8-2dfec562c1a1 None None] The sync data for ids ['fbb6dbc4-fe5f-4c08-9174-f5ef50688e92'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:32.409158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:32.410315 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf653703-4ed6-45d2-84ad-5a092ecf8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:32.434726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-fc633f54-c553-46fc-8ad4-d136df96b51f req-cfdd4206-429b-4d32-8f50-07b5e44a0d41 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] For port 66ad0af5-852f-4ed8-8dca-061e021a73fa, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=66ad0af5-852f-4ed8-8dca-061e021a73fa,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:32.435371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fc633f54-c553-46fc-8ad4-d136df96b51f req-cfdd4206-429b-4d32-8f50-07b5e44a0d41 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:32.454550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-fc633f54-c553-46fc-8ad4-d136df96b51f req-cfdd4206-429b-4d32-8f50-07b5e44a0d41 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Calling delete_port for 66ad0af5-852f-4ed8-8dca-061e021a73fa owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:32.456584 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf653703-4ed6-45d2-84ad-5a092ecf8f6a None None] No DVR routers for this DVR port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:32.466343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf653703-4ed6-45d2-84ad-5a092ecf8f6a None None] Pushing event deleted for resources: {'Port': ['ID=cadf9739-eb4e-4cba-97d8-fc8446cb9ca0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:32.710680 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:32.743405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f783fed-8948-498a-a8ee-80b7621d90a0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:32.778094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fc633f54-c553-46fc-8ad4-d136df96b51f req-cfdd4206-429b-4d32-8f50-07b5e44a0d41 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:32.791848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:32.838339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd4206-429b-4d32-8f50-07b5e44a0d41 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event deleted for resources: {'Port': ['ID=66ad0af5-852f-4ed8-8dca-061e021a73fa,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:32.902586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] No DVR routers for this DVR port cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:32.903760 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc633f54-c553-46fc-8ad4-d136df96b51f req-cfdd4206-429b-4d32-8f50-07b5e44a0d41 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] No DVR routers for this DVR port 66ad0af5-852f-4ed8-8dca-061e021a73fa on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:32.904905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Pushing event deleted for resources: {'Port': ['ID=cadf9739-eb4e-4cba-97d8-fc8446cb9ca0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:32.905822 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:32.913384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fc633f54-c553-46fc-8ad4-d136df96b51f req-cfdd4206-429b-4d32-8f50-07b5e44a0d41 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:32.916082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc633f54-c553-46fc-8ad4-d136df96b51f req-cfdd4206-429b-4d32-8f50-07b5e44a0d41 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "DELETE /v2.0/ports/66ad0af5-852f-4ed8-8dca-061e021a73fa HTTP/1.1" status: 204 len: 173 time: 1.6319869 Sep 09 09:31:32.917680 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b924a959-b179-4f7b-a11d-2a47f6d23129', 'name': 'network-vif-deleted', 'tag': '66ad0af5-852f-4ed8-8dca-061e021a73fa'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:32.920196 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d80748-1360-47f7-8f23-6dbce305bc10" -d '{"events": [{"server_uuid": "b924a959-b179-4f7b-a11d-2a47f6d23129", "name": "network-vif-deleted", "tag": "66ad0af5-852f-4ed8-8dca-061e021a73fa"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:33.035300 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72832a16-6c5c-4441-92bf-763a0fa46ed6 x-openstack-request-id: req-72832a16-6c5c-4441-92bf-763a0fa46ed6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:33.035875 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b924a959-b179-4f7b-a11d-2a47f6d23129", "name": "network-vif-deleted", "tag": "66ad0af5-852f-4ed8-8dca-061e021a73fa", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:33.036286 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72832a16-6c5c-4441-92bf-763a0fa46ed6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:33.037015 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b924a959-b179-4f7b-a11d-2a47f6d23129', 'name': 'network-vif-deleted', 'tag': '66ad0af5-852f-4ed8-8dca-061e021a73fa', 'status': 'completed', 'code': 200} Sep 09 09:31:33.054543 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-fdf03dbe-e939-4420-bf55-f47a062a3c8c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] remove_router_interface failed (client error): The resource could not be found. Sep 09 09:31:33.055712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fdf03dbe-e939-4420-bf55-f47a062a3c8c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/fbb6dbc4-fe5f-4c08-9174-f5ef50688e92/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8528860 Sep 09 09:31:33.073151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48162) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:33.107919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ac95b0df-51b3-4b16-907f-ff03b46537a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb6dbc4-fe5f-4c08-9174-f5ef50688e92 HTTP/1.1" status: 200 len: 205 time: 0.0333161 Sep 09 09:31:33.114406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48164) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:33.139885 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.143000 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.208779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.258692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.259277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 365929e7-a592-4cea-99a2-0fbe261cf8e5 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:33.264024 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.268583 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-65a88ce9-bb67-440e-9dc0-237cb62598ff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "DELETE /v2.0/routers/365929e7-a592-4cea-99a2-0fbe261cf8e5 HTTP/1.1" status: 204 len: 168 time: 3.2547669 Sep 09 09:31:33.269214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48166) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:33.282180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9001badf-8976-435d-9cef-d0bc3fbb2acc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.331434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde98297-5ac2-4658-b7e9-2b86e45e252b']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:33.356208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af0fccc-c9f8-47c4-9c30-62890a11aaf9') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:33.356512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af0fccc-c9f8-47c4-9c30-62890a11aaf9') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:33.404026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] Router 21a52ac7-3388-48ba-9f69-875aca7fa5ee has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:31:33.475355 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.507847 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9001badf-8976-435d-9cef-d0bc3fbb2acc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.509403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:33.510420 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9001badf-8976-435d-9cef-d0bc3fbb2acc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.519496 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.539660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:33.540011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cadf9739-eb4e-4cba-97d8-fc8446cb9ca0 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:33.573993 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.585441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:31:33.585849 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:31:33.587588 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:31:33.596040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-971e3fee-0cc5-4ffc-9e38-14c19bb2670a req-dd3f2884-af71-4b78-a7e1-e4b6dda5b50c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=b924a959-b179-4f7b-a11d-2a47f6d23129 HTTP/1.1" status: 200 len: 210 time: 0.0494502 Sep 09 09:31:33.673893 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.676270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9001badf-8976-435d-9cef-d0bc3fbb2acc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.676810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9001badf-8976-435d-9cef-d0bc3fbb2acc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Fanout notify agent at l3_agent the message router_deleted on router fbb6dbc4-fe5f-4c08-9174-f5ef50688e92 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:33.685603 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9001badf-8976-435d-9cef-d0bc3fbb2acc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.686763 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9001badf-8976-435d-9cef-d0bc3fbb2acc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/fbb6dbc4-fe5f-4c08-9174-f5ef50688e92 HTTP/1.1" status: 204 len: 168 time: 0.5713294 Sep 09 09:31:33.690471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48170) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:33.746135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a44c12-a1ee-4ba6-a9fd-0c620db14e9d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting subnet 35796a8f-7e2a-4713-b28e-69682a51233f {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:31:33.746349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:33.749402 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-86a44c12-a1ee-4ba6-a9fd-0c620db14e9d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.755682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ae3183cc-193d-43f2-9df2-55a199137a98 admin admin] 10.222.0.32 "PUT /v2.0/routers/21a52ac7-3388-48ba-9f69-875aca7fa5ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9265590 Sep 09 09:31:33.755804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48172) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:33.761947 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d594a8-f2c8-41e1-9f46-20f1f0a14976 None None] Sync routers for ids ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:33.771223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d594a8-f2c8-41e1-9f46-20f1f0a14976 None None] Routers {'21a52ac7-3388-48ba-9f69-875aca7fa5ee'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:33.771869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-10d594a8-f2c8-41e1-9f46-20f1f0a14976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:33.790777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.804434 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.808859 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cde98297-5ac2-4658-b7e9-2b86e45e252b HTTP/1.1" status: 204 len: 168 time: 2.3441005 Sep 09 09:31:33.818849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d019088-bd1f-46e3-a960-bdf5a36fc483 admin admin] Pushing event deleted for resources: {'Network': ['ID=cde98297-5ac2-4658-b7e9-2b86e45e252b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:33.868523 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-86a44c12-a1ee-4ba6-a9fd-0c620db14e9d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:33.928813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-10d594a8-f2c8-41e1-9f46-20f1f0a14976 None None] Set router 21a52ac7-3388-48ba-9f69-875aca7fa5ee gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:34.018068 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.023428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Deleting port d3034aa0-04b8-4ae2-8ff7-d217fddee08c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:34.023764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.104133 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-86a44c12-a1ee-4ba6-a9fd-0c620db14e9d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.153915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-10d594a8-f2c8-41e1-9f46-20f1f0a14976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'name': 'tempest-ImageQuotaTest-1690376981-router', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '028ed910-5c55-49d4-982c-666531694fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:09Z', 'updated_at': '2021-09-09T09:31:31Z', 'revision_number': 5, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'gw_port': {'id': '028ed910-5c55-49d4-982c-666531694fca', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:10Z', 'updated_at': '2021-09-09T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:34.188301 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:34.201772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d594a8-f2c8-41e1-9f46-20f1f0a14976 None None] Checking router: 21a52ac7-3388-48ba-9f69-875aca7fa5ee for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:31:34.212265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d594a8-f2c8-41e1-9f46-20f1f0a14976 None None] Routers {'21a52ac7-3388-48ba-9f69-875aca7fa5ee'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:34.214697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-10d594a8-f2c8-41e1-9f46-20f1f0a14976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:34.284336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] For port d3034aa0-04b8-4ae2-8ff7-d217fddee08c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d3034aa0-04b8-4ae2-8ff7-d217fddee08c,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:34.309204 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.309364 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e6e7f7f9-1969-405a-ac9b-60b1303dd47a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77c44c0859204d059165e2a3262a3398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984142 Sep 09 09:31:34.309971 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.309971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Calling delete_port for d3034aa0-04b8-4ae2-8ff7-d217fddee08c owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:34.310839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48182) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:34.363873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-10d594a8-f2c8-41e1-9f46-20f1f0a14976 None None] Set router 21a52ac7-3388-48ba-9f69-875aca7fa5ee gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:34.368904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c10c4320-212b-4226-b6f6-8125b8c9beaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.395894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c10c4320-212b-4226-b6f6-8125b8c9beaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.429277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-86a44c12-a1ee-4ba6-a9fd-0c620db14e9d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.471900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a44c12-a1ee-4ba6-a9fd-0c620db14e9d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Subnet': ['ID=35796a8f-7e2a-4713-b28e-69682a51233f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:34.479418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-86a44c12-a1ee-4ba6-a9fd-0c620db14e9d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.484127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-86a44c12-a1ee-4ba6-a9fd-0c620db14e9d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/35796a8f-7e2a-4713-b28e-69682a51233f HTTP/1.1" status: 204 len: 168 time: 0.7921114 Sep 09 09:31:34.487026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6244738-df8b-4d9e-bbc6-a1e29cc98c5b None None] Network 160f9184-edd9-44aa-a3cf-8b15439a7d10 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:34.489298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48184) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:34.540159 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c10c4320-212b-4226-b6f6-8125b8c9beaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.543175 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c10c4320-212b-4226-b6f6-8125b8c9beaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.545344 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c10c4320-212b-4226-b6f6-8125b8c9beaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1030c417-c232-45e5-bc7d-a1038ef88184 HTTP/1.1" status: 204 len: 168 time: 0.2332566 Sep 09 09:31:34.577562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Deleting port 028ed910-5c55-49d4-982c-666531694fca {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:34.578253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.609683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c4320-212b-4226-b6f6-8125b8c9beaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1030c417-c232-45e5-bc7d-a1038ef88184,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:34.620005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.692274 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.719073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-10d594a8-f2c8-41e1-9f46-20f1f0a14976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'name': 'tempest-ImageQuotaTest-1690376981-router', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '028ed910-5c55-49d4-982c-666531694fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:09Z', 'updated_at': '2021-09-09T09:31:31Z', 'revision_number': 5, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'gw_port': {'id': '028ed910-5c55-49d4-982c-666531694fca', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:10Z', 'updated_at': '2021-09-09T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:34.805595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port e7b3357d-adb8-405c-bb49-a60702827daf {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:34.806186 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.808376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] For port 028ed910-5c55-49d4-982c-666531694fca, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=028ed910-5c55-49d4-982c-666531694fca,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:34.808756 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.830927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Calling delete_port for 028ed910-5c55-49d4-982c-666531694fca owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:34.936393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3034aa0-04b8-4ae2-8ff7-d217fddee08c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:34.949490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d594a8-f2c8-41e1-9f46-20f1f0a14976 None None] The sync data for ids ['21a52ac7-3388-48ba-9f69-875aca7fa5ee'] in n-d-778696-16 is: [{'id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'name': 'tempest-ImageQuotaTest-1690376981-router', 'tenant_id': '9086002f23bd42dc80d3b450d8ae1c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '028ed910-5c55-49d4-982c-666531694fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:09Z', 'updated_at': '2021-09-09T09:31:31Z', 'revision_number': 5, 'project_id': '9086002f23bd42dc80d3b450d8ae1c84', 'gw_port': {'id': '028ed910-5c55-49d4-982c-666531694fca', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a52ac7-3388-48ba-9f69-875aca7fa5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:10Z', 'updated_at': '2021-09-09T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:34.951293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 66ad0af5-852f-4ed8-8dca-061e021a73fa no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:34.953778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61518b9f-e8f2-45cd-8ae8-2ddd7777f386 None None] DHCP port deletion for 160f9184-edd9-44aa-a3cf-8b15439a7d10 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:31:34.989959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port e7b3357d-adb8-405c-bb49-a60702827daf, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e7b3357d-adb8-405c-bb49-a60702827daf,segment=NetworkSegment(b60feb82-8456-464a-a850-200e0430ae91),segment_id=b60feb82-8456-464a-a850-200e0430ae91)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:34.992998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:34.998950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 66ad0af5-852f-4ed8-8dca-061e021a73fa {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:34.999450 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 66ad0af5-852f-4ed8-8dca-061e021a73fa not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:35.015567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for e7b3357d-adb8-405c-bb49-a60702827daf owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:35.037451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.054093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-61518b9f-e8f2-45cd-8ae8-2ddd7777f386 None None] Deleting port e7b3357d-adb8-405c-bb49-a60702827daf {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:35.054574 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61518b9f-e8f2-45cd-8ae8-2ddd7777f386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.138768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-61518b9f-e8f2-45cd-8ae8-2ddd7777f386 None None] For port e7b3357d-adb8-405c-bb49-a60702827daf, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e7b3357d-adb8-405c-bb49-a60702827daf,segment=NetworkSegment(b60feb82-8456-464a-a850-200e0430ae91),segment_id=b60feb82-8456-464a-a850-200e0430ae91)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:35.139308 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61518b9f-e8f2-45cd-8ae8-2ddd7777f386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.155860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-61518b9f-e8f2-45cd-8ae8-2ddd7777f386 None None] Calling delete_port for e7b3357d-adb8-405c-bb49-a60702827daf owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:35.164318 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.281533 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61518b9f-e8f2-45cd-8ae8-2ddd7777f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.308338 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.308466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.365914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61518b9f-e8f2-45cd-8ae8-2ddd7777f386 None None] Pushing event deleted for resources: {'Port': ['ID=e7b3357d-adb8-405c-bb49-a60702827daf,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:35.380001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61518b9f-e8f2-45cd-8ae8-2ddd7777f386 None None] No DVR routers for this DVR port e7b3357d-adb8-405c-bb49-a60702827daf on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:35.398556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.406177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=e7b3357d-adb8-405c-bb49-a60702827daf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:35.416986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No DVR routers for this DVR port e7b3357d-adb8-405c-bb49-a60702827daf on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:35.467484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=028ed910-5c55-49d4-982c-666531694fca,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:35.505227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.505574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611899-239b-4928-9a02-c142643e345a req-86670f9c-f67f-4d9f-b421-8ef0b610c6f8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:35.505787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e8907e3-53ce-4e17-863d-5b7110dcbbed {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:35.515185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-86670f9c-f67f-4d9f-b421-8ef0b610c6f8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.3777714 Sep 09 09:31:35.545157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.553527 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-72000826-df81-4486-bfbe-5614e850ad76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "DELETE /v2.0/routers/5e8907e3-53ce-4e17-863d-5b7110dcbbed HTTP/1.1" status: 204 len: 168 time: 2.2832310 Sep 09 09:31:35.556559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48224) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:35.561554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2122369753', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:35.588303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e7b3357d-adb8-405c-bb49-a60702827daf no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:35.612626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.640807 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-8022c3b4-8951-4dd1-b1dd-4220c4d5579c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/quotas/245f6d8c14c94cfaa4af650bffd88cb8 HTTP/1.1" status: 200 len: 375 time: 0.1121483 Sep 09 09:31:35.662562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e7b3357d-adb8-405c-bb49-a60702827daf {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:35.663193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e7b3357d-adb8-405c-bb49-a60702827daf not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:35.663666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3d3d05fc-26cf-425f-97d8-32612b78f4f6 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:35.686597 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.696391 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.707862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 3d3d05fc-26cf-425f-97d8-32612b78f4f6 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:35.708213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3d3d05fc-26cf-425f-97d8-32612b78f4f6 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:35.741045 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.849606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160f9184-edd9-44aa-a3cf-8b15439a7d10']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:35.883676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60feb82-8456-464a-a850-200e0430ae91') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:35.885803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60feb82-8456-464a-a850-200e0430ae91') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:35.922406 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.953514 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:35.975298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-ca81e7f3-57da-4004-ad6e-913964d8d1c5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2309463 Sep 09 09:31:36.007466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.012034 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.022048 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.052374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:31:36.052894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:31:36.055941 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:31:36.222495 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-e753ca22-b7da-49be-9875-8bf1fd15aa75 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412317 Sep 09 09:31:36.223873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.234751 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.245259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48248) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:36.250970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'network': {'name': 'tempest-RoutersTest-426281603'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:36.258044 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/networks/160f9184-edd9-44aa-a3cf-8b15439a7d10 HTTP/1.1" status: 204 len: 168 time: 1.7668223 Sep 09 09:31:36.260399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.261155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a52ac7-3388-48ba-9f69-875aca7fa5ee {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:36.271676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.276429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fc404a43-f9f3-4f7f-85c1-538bd8d73d4f admin admin] 10.222.0.32 "DELETE /v2.0/routers/21a52ac7-3388-48ba-9f69-875aca7fa5ee HTTP/1.1" status: 204 len: 168 time: 2.5199218 Sep 09 09:31:36.291076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48250) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:36.356283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.460371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad54b9b-b0e1-4398-a9e0-1f5e1ae87185 admin admin] Deleting subnet 838703d4-ec57-4da9-9291-4422a7315e38 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:31:36.460921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:36.465304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d5706-6a77-4ae3-8d8a-2f5e80868a83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Network': ['ID=160f9184-edd9-44aa-a3cf-8b15439a7d10,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:36.467417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.469336 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ad54b9b-b0e1-4398-a9e0-1f5e1ae87185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.560446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48254) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:36.561254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:31:36.595356 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-6c9c0450-a154-4c06-a387-220cc37361f1 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356521 Sep 09 09:31:36.598315 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ad54b9b-b0e1-4398-a9e0-1f5e1ae87185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.607490 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.608180 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added segment 6551d0ef-58fd-4b1f-8481-de19298463f3 of type vlan for network 54d72da3-46bc-426c-9108-cb81b9ad1db8 Sep 09 09:31:36.705952 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ad54b9b-b0e1-4398-a9e0-1f5e1ae87185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.735800 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.805608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-network', 'tenant_id': '6bbef9f29a904d9e928706218420f33f'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:36.883313 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ad54b9b-b0e1-4398-a9e0-1f5e1ae87185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.942533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Made reservation on behalf of 6bbef9f29a904d9e928706218420f33f for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:36.945298 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.959874 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.964714 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.975165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad54b9b-b0e1-4398-a9e0-1f5e1ae87185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=838703d4-ec57-4da9-9291-4422a7315e38,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:36.980808 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ad54b9b-b0e1-4398-a9e0-1f5e1ae87185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:36.985362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4ad54b9b-b0e1-4398-a9e0-1f5e1ae87185 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/838703d4-ec57-4da9-9291-4422a7315e38 HTTP/1.1" status: 204 len: 168 time: 0.6576025 Sep 09 09:31:36.986185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48264) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:36.990338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b6f789-1624-46c3-8f7b-84fffdb3aad5 None None] Network 85a83c81-8bd2-4fe5-9d22-f8283079ed1b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:37.019921 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.175761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.211616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c9eef05-54d6-435b-90ba-61fcd02acaab req-f0c59680-ed37-4748-800e-b27bd098f2f6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 210 time: 0.2389982 Sep 09 09:31:37.282876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Deleting port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:37.283357 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.323367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b5bef-1180-47be-9071-88a6a610c973 None None] DHCP port deletion for 85a83c81-8bd2-4fe5-9d22-f8283079ed1b request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:31:37.341126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Allocated IP 172.25.8.174 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/ba03fd71-a9a6-4da7-ac3c-9220ae364818) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:37.371478 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.381989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:37.393980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] For port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9,segment=NetworkSegment(d5838507-569e-4861-936b-5150441d40fc),segment_id=d5838507-569e-4861-936b-5150441d40fc)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:37.394625 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.398582 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.409896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Calling delete_port for 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:37.431427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:37.516299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b5bef-1180-47be-9071-88a6a610c973 None None] Deleting port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:37.516713 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f4b5bef-1180-47be-9071-88a6a610c973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.561420 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.566712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.597692 n-d-778696-16 neutron-server[95327]: INFO neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No ports have port_id starting with 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 Sep 09 09:31:37.598937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Network': ['ID=54d72da3-46bc-426c-9108-cb81b9ad1db8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:37.601465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 028ed910-5c55-49d4-982c-666531694fca no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:37.605839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:37.616680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] No DVR routers for this DVR port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:37.632086 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.645976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:31:37.664480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 028ed910-5c55-49d4-982c-666531694fca {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:37.665098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 028ed910-5c55-49d4-982c-666531694fca not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:37.665690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d3034aa0-04b8-4ae2-8ff7-d217fddee08c no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:37.667815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 54d72da3-46bc-426c-9108-cb81b9ad1db8 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:31:37.673050 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.674419 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Added segment 3e65ce89-1a3d-48af-83d7-f4057f30dae1 of type vlan for network 936c14d7-dae2-4491-9882-2353f342439b Sep 09 09:31:37.678531 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.701048 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-018639e9-6227-4c7f-a590-12c44fe9414a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4520810 Sep 09 09:31:37.706971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48274) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:37.717075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'subnet': {'network_id': '54d72da3-46bc-426c-9108-cb81b9ad1db8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:37.720906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.760427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a83c81-8bd2-4fe5-9d22-f8283079ed1b']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:37.765442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82882b2c-5223-4ce5-8de0-5e15af874a40,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:37.789956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5838507-569e-4861-936b-5150441d40fc') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:37.791824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5838507-569e-4861-936b-5150441d40fc') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:37.803798 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.804571 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.846905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.862002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:31:37.863735 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.866239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d3034aa0-04b8-4ae2-8ff7-d217fddee08c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:37.866590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d3034aa0-04b8-4ae2-8ff7-d217fddee08c not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:37.879900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6f4b5bef-1180-47be-9071-88a6a610c973 None None] For port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9,segment=NetworkSegment(d5838507-569e-4861-936b-5150441d40fc),segment_id=d5838507-569e-4861-936b-5150441d40fc)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:37.880381 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f4b5bef-1180-47be-9071-88a6a610c973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:37.894739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b5bef-1180-47be-9071-88a6a610c973 None None] Calling delete_port for 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:31:37.895678 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:31:37.989440 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f4b5bef-1180-47be-9071-88a6a610c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.029330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b5bef-1180-47be-9071-88a6a610c973 None None] Pushing event deleted for resources: {'Port': ['ID=1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:38.035003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b5bef-1180-47be-9071-88a6a610c973 None None] No DVR routers for this DVR port 1ae34477-3762-4bf2-a6d6-ba8fef7b0ec9 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:38.104197 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.122019 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.127615 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/85a83c81-8bd2-4fe5-9d22-f8283079ed1b HTTP/1.1" status: 204 len: 168 time: 1.1393003 Sep 09 09:31:38.129078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d71228-f20d-49c0-a98a-e43849d501c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=85a83c81-8bd2-4fe5-9d22-f8283079ed1b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:38.386910 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-036d28fa-8189-47e8-a487-d0da7f01eea3 req-f9f2b918-a09c-4864-962f-a306a808252d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 210 time: 0.0424786 Sep 09 09:31:38.481666 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.482682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:38.483271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.555875 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.558922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:38.567975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] Pushing event updated for resources: {'Network': ['ID=936c14d7-dae2-4491-9882-2353f342439b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:38.571366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:38.575077 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.579823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 936c14d7-dae2-4491-9882-2353f342439b details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:31:38.623883 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-97c65e60-1e88-4839-92af-d01b00748670 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9086002f23bd42dc80d3b450d8ae1c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635228 Sep 09 09:31:38.626296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48288) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:38.626506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:38.633342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:38.649258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:38.669683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:38.670101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b106d2b3-00a8-4f93-a090-ec0eea2a6d85 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1047997 Sep 09 09:31:38.677381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] Request body: {'subnet': {'network_id': '936c14d7-dae2-4491-9882-2353f342439b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-subnet', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:38.734909 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee853b6d-8018-471f-8dc4-8d1d1fa2cb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.761871 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee853b6d-8018-471f-8dc4-8d1d1fa2cb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.772468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Pushing event updated for resources: {'Port': ['ID=ba03fd71-a9a6-4da7-ac3c-9220ae364818,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:38.818354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] Made reservation on behalf of 6bbef9f29a904d9e928706218420f33f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:38.822074 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.969113 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee853b6d-8018-471f-8dc4-8d1d1fa2cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.971918 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee853b6d-8018-471f-8dc4-8d1d1fa2cb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:38.975479 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ee853b6d-8018-471f-8dc4-8d1d1fa2cb8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d659b94-7515-4ccc-a6db-b36ee0e5cd0d HTTP/1.1" status: 204 len: 168 time: 0.3450732 Sep 09 09:31:38.991679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee853b6d-8018-471f-8dc4-8d1d1fa2cb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d659b94-7515-4ccc-a6db-b36ee0e5cd0d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:39.253609 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:39.303533 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:39.352731 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] Checking segment: {'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:39.353104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] Network hostable DHCP agents. Network: 936c14d7-dae2-4491-9882-2353f342439b, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:31:39.355500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94a1de7-aed4-43f5-8c7b-0612e3750da1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:39.372561 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:39.452119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611899-239b-4928-9a02-c142643e345a req-b2fc5872-84b0-4e02-8084-de3a9e36e2b9 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:39.453761 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-b2fc5872-84b0-4e02-8084-de3a9e36e2b9 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.3147862 Sep 09 09:31:39.502617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Request body: {'port': {'device_id': 'bd350808-2b3c-4a98-8788-02f2092a0306', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'admin_state_up': True, 'tenant_id': '245f6d8c14c94cfaa4af650bffd88cb8'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:39.505029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] Network 936c14d7-dae2-4491-9882-2353f342439b is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:31:39.585081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf46bb9b-faf5-490e-908a-359bf0108873 req-04b45343-54f4-4162-b75e-34622ecf945f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 210 time: 0.0893672 Sep 09 09:31:39.590345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Subnet': ['ID=607dcaa7-6be4-420e-bcff-4dd0f34a2c26,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:39.637775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Checking segment: {'id': '6551d0ef-58fd-4b1f-8481-de19298463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '54d72da3-46bc-426c-9108-cb81b9ad1db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:39.638170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network hostable DHCP agents. Network: 54d72da3-46bc-426c-9108-cb81b9ad1db8, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:31:39.653950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 936c14d7-dae2-4491-9882-2353f342439b) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:39.661784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf1d95-ab4b-49b8-90ef-bbbc09e77186 None None] Network 936c14d7-dae2-4491-9882-2353f342439b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:39.663510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:39.666676 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:39.763446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e5638265-6d79-408e-913d-71c5a56866c3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0919859 Sep 09 09:31:39.765791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:39.770861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-router', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:39.851214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:39.889309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba99396a-50d8-49de-9535-af4c6a8691fd None None] Network 936c14d7-dae2-4491-9882-2353f342439b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:39.905238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 54d72da3-46bc-426c-9108-cb81b9ad1db8 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:31:39.917565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 54d72da3-46bc-426c-9108-cb81b9ad1db8) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:39.924035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:39.924624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:39.927510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7f28be-61f6-44da-bfda-5255723efb60 None None] Network 54d72da3-46bc-426c-9108-cb81b9ad1db8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:39.950637 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:39.951805 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:40.018650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48304) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:40.036485 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83715f89-53cf-456c-8cec-ba890487b6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:40.057214 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:40.097693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-971a4a39-fde7-4459-b539-6b4eedce6682 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3825169 Sep 09 09:31:40.098158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48308) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:40.104368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2c3fe43a-0fbb-4347-89fe-69e74b86be41 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-557731567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:40.235147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-54d72da3-46bc-426c-9108-cb81b9ad1db8', 'network_id': '54d72da3-46bc-426c-9108-cb81b9ad1db8', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'fixed_ips': [{'subnet_id': '607dcaa7-6be4-420e-bcff-4dd0f34a2c26'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:31:40.237086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:40.241256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Router 9a52edfb-47f0-4e96-9bcd-da42b873b242 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:31:40.276063 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:40.310495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Made reservation on behalf of 245f6d8c14c94cfaa4af650bffd88cb8 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:40.314276 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:40.458025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Allocated IP 172.20.0.2 (54d72da3-46bc-426c-9108-cb81b9ad1db8/607dcaa7-6be4-420e-bcff-4dd0f34a2c26/f6cda2b8-16a6-43be-b9cc-837eda00107f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:40.608842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:40.632562 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448a574-8ca7-40d8-98bd-57043b39b0f8 None None] Sync routers for ids ['9a52edfb-47f0-4e96-9bcd-da42b873b242'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:40.649897 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448a574-8ca7-40d8-98bd-57043b39b0f8 None None] Routers {'9a52edfb-47f0-4e96-9bcd-da42b873b242'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:40.650544 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0448a574-8ca7-40d8-98bd-57043b39b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9a52edfb-47f0-4e96-9bcd-da42b873b242'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:40.739157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Allocated IP 172.20.0.8 (346934c0-b5f0-416b-9d32-fc48ed065fec/46ca00ff-7e3e-4607-867c-7a87c8c0b9e6/fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:40.753985 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0448a574-8ca7-40d8-98bd-57043b39b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:40.762412 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:40.770274 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448a574-8ca7-40d8-98bd-57043b39b0f8 None None] Routers {'9a52edfb-47f0-4e96-9bcd-da42b873b242'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:40.772479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Transition to ACTIVE for port object f6cda2b8-16a6-43be-b9cc-837eda00107f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:40.773478 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0448a574-8ca7-40d8-98bd-57043b39b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9a52edfb-47f0-4e96-9bcd-da42b873b242'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:40.774393 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:40.791303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Transition to ACTIVE for port object f6cda2b8-16a6-43be-b9cc-837eda00107f will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:40.808375 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:40.820757 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0448a574-8ca7-40d8-98bd-57043b39b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:40.821803 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448a574-8ca7-40d8-98bd-57043b39b0f8 None None] The sync data for ids ['9a52edfb-47f0-4e96-9bcd-da42b873b242'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:40.838023 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-538f4cf2-05f1-4d84-932b-7a82240ae0ad req-0c8278ce-ee68-4791-8f33-ad3b0a042450 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 210 time: 0.0848999 Sep 09 09:31:40.869652 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:40.885194 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83715f89-53cf-456c-8cec-ba890487b6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:40.921197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Network 54d72da3-46bc-426c-9108-cb81b9ad1db8 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:40.925026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:40.932985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:40.990052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Allocated IP 172.25.8.244 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/cb862f85-c981-4e41-bfde-a4f5b76b29b5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:41.004949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Attempting to bind port f6cda2b8-16a6-43be-b9cc-837eda00107f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:41.005315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Attempting to bind port f6cda2b8-16a6-43be-b9cc-837eda00107f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6551d0ef-58fd-4b1f-8481-de19298463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '54d72da3-46bc-426c-9108-cb81b9ad1db8'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:41.005684 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Attempting to bind port f6cda2b8-16a6-43be-b9cc-837eda00107f on network 54d72da3-46bc-426c-9108-cb81b9ad1db8 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:41.007852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Pushing event updated for resources: {'Port': ['ID=f6cda2b8-16a6-43be-b9cc-837eda00107f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:41.013465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:41.013842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Checking segment: {'id': '6551d0ef-58fd-4b1f-8481-de19298463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '54d72da3-46bc-426c-9108-cb81b9ad1db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:41.014246 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.014640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Bound using segment: {'id': '6551d0ef-58fd-4b1f-8481-de19298463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '54d72da3-46bc-426c-9108-cb81b9ad1db8'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:41.015106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Bound port: f6cda2b8-16a6-43be-b9cc-837eda00107f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6551d0ef-58fd-4b1f-8481-de19298463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '54d72da3-46bc-426c-9108-cb81b9ad1db8'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:41.015522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.035507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83715f89-53cf-456c-8cec-ba890487b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.072730 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe43a-0fbb-4347-89fe-69e74b86be41 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.074146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe43a-0fbb-4347-89fe-69e74b86be41 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.083674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.107348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] For port f6cda2b8-16a6-43be-b9cc-837eda00107f, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:41.113056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] For port f6cda2b8-16a6-43be-b9cc-837eda00107f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f6cda2b8-16a6-43be-b9cc-837eda00107f,segment=NetworkSegment(6551d0ef-58fd-4b1f-8481-de19298463f3),segment_id=6551d0ef-58fd-4b1f-8481-de19298463f3)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:41.119782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-83715f89-53cf-456c-8cec-ba890487b6d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 1.0995469 Sep 09 09:31:41.122236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83715f89-53cf-456c-8cec-ba890487b6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3cc9c8-8a72-44f7-95e5-f7da341dc525,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:41.123981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48318) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:41.145667 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.150384 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-15ea6a86-765b-4d51-aa79-f7157279a8dc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5894799 Sep 09 09:31:41.152979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48320) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:41.158112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-177e319b-6db4-402b-b147-c0363a62e4c6 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'enable_snat': False}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:41.174862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe43a-0fbb-4347-89fe-69e74b86be41 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.185976 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.203566 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.233728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.282175 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe43a-0fbb-4347-89fe-69e74b86be41 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.287206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c89cd-e0c1-40e1-b660-a07c84fa9441 None None] Pushing event updated for resources: {'Port': ['ID=f6cda2b8-16a6-43be-b9cc-837eda00107f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:41.305701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.367321 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.382781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:41.407871 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe43a-0fbb-4347-89fe-69e74b86be41 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.415970 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2c3fe43a-0fbb-4347-89fe-69e74b86be41 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3162498 Sep 09 09:31:41.417083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48322) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:41.483344 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.525562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event updated for resources: {'Port': ['ID=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:41.568426 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.571694 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.572229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Network 346934c0-b5f0-416b-9d32-fc48ed065fec is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:41.573320 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e3cc9c8-8a72-44f7-95e5-f7da341dc525 HTTP/1.1" status: 204 len: 168 time: 0.4468870 Sep 09 09:31:41.598213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:41.602929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:41.658525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Pushing event updated for resources: {'Port': ['ID=cb862f85-c981-4e41-bfde-a4f5b76b29b5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:41.660568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:41.698748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3cc9c8-8a72-44f7-95e5-f7da341dc525,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:41.704339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:41.735218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:41.754857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.762127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.762808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.763361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.764027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.764578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.765135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.772371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.772983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.773537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.774094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.774642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.795756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.798079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.801840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.822051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.822051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.822051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.822051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.822051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.822051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.822051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.822051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.822051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9000ce-1efa-4c91-b36d-4a2273d3e939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:41.863088 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:41.863779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.936312 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177e319b-6db4-402b-b147-c0363a62e4c6 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:41.991050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-5e55e9df-b39f-4636-8984-93279210fad8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4937124 Sep 09 09:31:42.028750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Request body: {'port': {'device_id': 'bd350808-2b3c-4a98-8788-02f2092a0306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:42.226187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49c376-5678-41e9-a89e-7cb6dc341db5 req-39f58412-1e4e-45ed-9fb7-d895f2021e9c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:42.228092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b49c376-5678-41e9-a89e-7cb6dc341db5 req-39f58412-1e4e-45ed-9fb7-d895f2021e9c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 931 time: 0.2623641 Sep 09 09:31:42.293763 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:42.347773 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4b49c376-5678-41e9-a89e-7cb6dc341db5 req-a97a9019-84f0-48e9-b32d-b2ec72d27eba tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006832 Sep 09 09:31:42.511203 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:42.829203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d2ddca-cc6f-4795-9894-c9f3f7d8c3fe None None] Network 54d72da3-46bc-426c-9108-cb81b9ad1db8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:42.990621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Allocated IP 172.20.0.1 (54d72da3-46bc-426c-9108-cb81b9ad1db8/607dcaa7-6be4-420e-bcff-4dd0f34a2c26/1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:42.998300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.241743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-94b06818-49fc-48fa-8d2a-68ce1ce78802 None None] Provisioning for port f6cda2b8-16a6-43be-b9cc-837eda00107f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:43.259989 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.281265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Transition to ACTIVE for port object 1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:43.316681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:31:43.327782 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.367130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Transition to ACTIVE for port object fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:43.454635 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177e319b-6db4-402b-b147-c0363a62e4c6 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.458269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177e319b-6db4-402b-b147-c0363a62e4c6 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.475701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.511264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f6cda2b8-16a6-43be-b9cc-837eda00107f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:43.521727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.523639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 54d72da3-46bc-426c-9108-cb81b9ad1db8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:43.531123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:43.536449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:43.631056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:43.663957 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.665931 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.692042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port f6cda2b8-16a6-43be-b9cc-837eda00107f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:43.696782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f6cda2b8-16a6-43be-b9cc-837eda00107f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:43.697040 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.736092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Pushing event updated for resources: {'Port': ['ID=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:43.870295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Attempting to bind port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:43.870640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Attempting to bind port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:43.871343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Attempting to bind port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:43.897173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d5cd6-9afe-47a0-96e6-848c10a0b7d4 req-4aa63ee0-1bd5-4b80-a145-05ce961bc7dd tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:43.897173 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e24d5cd6-9afe-47a0-96e6-848c10a0b7d4 req-4aa63ee0-1bd5-4b80-a145-05ce961bc7dd tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 943 time: 0.3624985 Sep 09 09:31:43.911799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177e319b-6db4-402b-b147-c0363a62e4c6 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Router 9a52edfb-47f0-4e96-9bcd-da42b873b242 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:31:43.919020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.935247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 on network 346934c0-b5f0-416b-9d32-fc48ed065fec not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:31:43.937699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Attempting to bind port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:43.961721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:43.962244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Checking segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:43.962694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Bound using segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:43.963427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Bound port: fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:43.963851 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:43.983496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port f6cda2b8-16a6-43be-b9cc-837eda00107f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f6cda2b8-16a6-43be-b9cc-837eda00107f,segment=NetworkSegment(6551d0ef-58fd-4b1f-8481-de19298463f3),segment_id=6551d0ef-58fd-4b1f-8481-de19298463f3)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:44.077003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a3eaa579-8c40-4567-8d36-bc61747ddc88 None None] Provisioning for port 1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:44.079301 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:44.088378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a3eaa579-8c40-4567-8d36-bc61747ddc88 None None] Provisioning complete for port 1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:44.090438 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa579-8c40-4567-8d36-bc61747ddc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:44.095611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:44.100937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Router d0ef51b6-cc2e-4712-96eb-91a9db19897b is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:31:44.101656 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e24d5cd6-9afe-47a0-96e6-848c10a0b7d4 req-2ac8ce67-4cea-4d05-bdbd-8020a9029bef tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873736 Sep 09 09:31:44.119215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] For port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:44.167725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] For port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:44.180800 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177e319b-6db4-402b-b147-c0363a62e4c6 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:44.186001 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-177e319b-6db4-402b-b147-c0363a62e4c6 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:44.191690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-177e319b-6db4-402b-b147-c0363a62e4c6 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "PUT /v2.0/routers/9a52edfb-47f0-4e96-9bcd-da42b873b242 HTTP/1.1" status: 200 len: 926 time: 3.0333519 Sep 09 09:31:44.191690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48348) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:44.207021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32b189-de9d-4533-9a9e-9a33e8e323b8 None None] Sync routers for ids ['9a52edfb-47f0-4e96-9bcd-da42b873b242'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:44.238635 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:44.260826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a3eaa579-8c40-4567-8d36-bc61747ddc88 None None] Port 1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:31:44.263302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=f6cda2b8-16a6-43be-b9cc-837eda00107f,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:44.275939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32b189-de9d-4533-9a9e-9a33e8e323b8 None None] Routers {'9a52edfb-47f0-4e96-9bcd-da42b873b242'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:44.276801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6d32b189-de9d-4533-9a9e-9a33e8e323b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9a52edfb-47f0-4e96-9bcd-da42b873b242'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:44.328813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6d32b189-de9d-4533-9a9e-9a33e8e323b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:44.346654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Pushing event updated for resources: {'Port': ['ID=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:44.347734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32b189-de9d-4533-9a9e-9a33e8e323b8 None None] Routers {'9a52edfb-47f0-4e96-9bcd-da42b873b242'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:44.348825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6d32b189-de9d-4533-9a9e-9a33e8e323b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9a52edfb-47f0-4e96-9bcd-da42b873b242'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:44.372992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:44.373712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:44.375222 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-851a1254-ce60-4a6e-89b0-6771ae62b04d service neutron] 10.222.0.41 "PUT /v2.0/ports/fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 HTTP/1.1" status: 200 len: 1092 time: 2.3551788 Sep 09 09:31:44.375780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd350808-2b3c-4a98-8788-02f2092a0306', 'tag': 'fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:44.379732 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f64bcc-c5e7-4887-afec-390ca56e4bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd350808-2b3c-4a98-8788-02f2092a0306", "tag": "fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:44.404876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6d32b189-de9d-4533-9a9e-9a33e8e323b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:44.406054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32b189-de9d-4533-9a9e-9a33e8e323b8 None None] The sync data for ids ['9a52edfb-47f0-4e96-9bcd-da42b873b242'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:44.441470 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6089a55-fee0-4fdc-9286-e54640142baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:44.455625 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726fd5e5-5ea5-44fb-9e4f-f864a419661e x-openstack-request-id: req-726fd5e5-5ea5-44fb-9e4f-f864a419661e {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:44.456101 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd350808-2b3c-4a98-8788-02f2092a0306", "tag": "fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:44.456471 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-726fd5e5-5ea5-44fb-9e4f-f864a419661e {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:44.456982 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd350808-2b3c-4a98-8788-02f2092a0306', 'tag': 'fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398', 'status': 'completed', 'code': 200} Sep 09 09:31:44.464661 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5425c387-1ab3-445e-a46d-d8b41450d286 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/routers/9a52edfb-47f0-4e96-9bcd-da42b873b242 HTTP/1.1" status: 200 len: 926 time: 0.2700317 Sep 09 09:31:44.465018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48354) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:44.611566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f64bcc-c5e7-4887-afec-390ca56e4bf1 req-3da36807-630c-4459-9f84-eb7d54d6df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:44.620109 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01f64bcc-c5e7-4887-afec-390ca56e4bf1 req-3da36807-630c-4459-9f84-eb7d54d6df56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 1095 time: 0.0872030 Sep 09 09:31:44.620109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7932f126-5fdb-4afa-acfb-b1dd5c1fba80 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:44.620109 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7932f126-5fdb-4afa-acfb-b1dd5c1fba80 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&device_id=9a52edfb-47f0-4e96-9bcd-da42b873b242&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1508081 Sep 09 09:31:44.620109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48356) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:44.684452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:44.694565 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Sync routers for ids ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:44.705250 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Routers {'d0ef51b6-cc2e-4712-96eb-91a9db19897b'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:44.706176 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:44.746684 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:44.791904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:44.793313 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0bab3423-9064-457b-aef2-3136a4680747 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0266948 Sep 09 09:31:44.796484 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48358) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:44.838322 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Set router d0ef51b6-cc2e-4712-96eb-91a9db19897b gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:44.845760 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf937267-79c1-470b-9857-d78e5d994259 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:44.866226 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cf937267-79c1-470b-9857-d78e5d994259 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 881 time: 0.2337797 Sep 09 09:31:44.869033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48362) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:44.930432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-16a80be6-857a-436e-bdaa-fd183eb52354 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52edfb-47f0-4e96-9bcd-da42b873b242 HTTP/1.1" status: 200 len: 205 time: 0.0601041 Sep 09 09:31:44.934735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48366) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:45.023363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f64bcc-c5e7-4887-afec-390ca56e4bf1 req-27c3d6a1-2e81-4ce8-a0c7-fa49355aa0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:45.025242 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01f64bcc-c5e7-4887-afec-390ca56e4bf1 req-27c3d6a1-2e81-4ce8-a0c7-fa49355aa0b9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3890195 Sep 09 09:31:45.091511 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.106329 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-router', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:39Z', 'updated_at': '2021-09-09T09:31:42Z', 'revision_number': 3, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'gw_port': {'id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:40Z', 'updated_at': '2021-09-09T09:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:45.136331 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Checking router: d0ef51b6-cc2e-4712-96eb-91a9db19897b for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:31:45.136591 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Updating router d0ef51b6-cc2e-4712-96eb-91a9db19897b port cb862f85-c981-4e41-bfde-a4f5b76b29b5 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:31:45.161284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.172707 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.296055 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.337084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:45.339623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.359621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0db741-8aaf-4e43-8046-0f61608b103e req-69a52214-7939-4912-864d-630a4d207d91 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:45.371130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bd0db741-8aaf-4e43-8046-0f61608b103e req-69a52214-7939-4912-864d-630a4d207d91 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 943 time: 0.1676860 Sep 09 09:31:45.374452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f64bcc-c5e7-4887-afec-390ca56e4bf1 req-7ca5f797-af5a-4499-9e83-5233b9e62b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:45.379697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01f64bcc-c5e7-4887-afec-390ca56e4bf1 req-7ca5f797-af5a-4499-9e83-5233b9e62b3f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998608 Sep 09 09:31:45.449247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f6cda2b8-16a6-43be-b9cc-837eda00107f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:45.507288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bd0db741-8aaf-4e43-8046-0f61608b103e req-a68a0164-bf7d-49d1-9f01-bcadca201b4d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350410 Sep 09 09:31:45.517222 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.525221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611899-239b-4928-9a02-c142643e345a req-a8bd4b23-e37f-408a-ba93-ab9cbe38dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:45.527101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-a8bd4b23-e37f-408a-ba93-ab9cbe38dfc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 1095 time: 0.0858200 Sep 09 09:31:45.529275 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Transition to ACTIVE for port object cb862f85-c981-4e41-bfde-a4f5b76b29b5 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:45.567744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f6cda2b8-16a6-43be-b9cc-837eda00107f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:45.568263 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.580449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-44a2e5c5-c7f9-4447-a51b-7c569a252635 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 HTTP/1.1" status: 200 len: 217 time: 0.0411949 Sep 09 09:31:45.582468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Deleting port ba03fd71-a9a6-4da7-ac3c-9220ae364818 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:45.583024 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.613215 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.674862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.687299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Calling delete_port for ba03fd71-a9a6-4da7-ac3c-9220ae364818 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:45.699240 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba9586-717c-4d52-94ab-9ead6105c000 None None] Pushing event updated for resources: {'Port': ['ID=cb862f85-c981-4e41-bfde-a4f5b76b29b5,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:45.731234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 54d72da3-46bc-426c-9108-cb81b9ad1db8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:45.738125 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:45.748866 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Attempting to bind port cb862f85-c981-4e41-bfde-a4f5b76b29b5 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:45.749238 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Attempting to bind port cb862f85-c981-4e41-bfde-a4f5b76b29b5 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:45.749602 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Attempting to bind port cb862f85-c981-4e41-bfde-a4f5b76b29b5 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:45.756109 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:45.756487 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:45.756897 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.757289 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:45.757767 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Bound port: cb862f85-c981-4e41-bfde-a4f5b76b29b5, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:45.763720 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.863332 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] For port cb862f85-c981-4e41-bfde-a4f5b76b29b5, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:45.866733 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] For port cb862f85-c981-4e41-bfde-a4f5b76b29b5, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cb862f85-c981-4e41-bfde-a4f5b76b29b5,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:45.935434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611899-239b-4928-9a02-c142643e345a req-c5ec5b79-bd94-475c-9713-59e16b46141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:45.937202 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-c5ec5b79-bd94-475c-9713-59e16b46141d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 HTTP/1.1" status: 200 len: 846 time: 0.0644946 Sep 09 09:31:45.943840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48372) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:45.945046 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.966460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:45.997389 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-b0f8a937-f918-40b1-8b33-34f16b84ad44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=346934c0-b5f0-416b-9d32-fc48ed065fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417888 Sep 09 09:31:46.059873 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:46.109978 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba9586-717c-4d52-94ab-9ead6105c000 None None] Pushing event updated for resources: {'Port': ['ID=cb862f85-c981-4e41-bfde-a4f5b76b29b5,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:46.114503 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Routers {'d0ef51b6-cc2e-4712-96eb-91a9db19897b'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:46.115056 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:46.158216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 2afffd43-2c24-46a3-a06e-6d9b2a687022 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:31:46.253830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9db92dfd-58f8-49ab-9ce5-28162f3406e7 None None] Provisioning complete for port 1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:46.253830 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9db92dfd-58f8-49ab-9ce5-28162f3406e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:46.282875 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] Set router d0ef51b6-cc2e-4712-96eb-91a9db19897b gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:46.303695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9db92dfd-58f8-49ab-9ce5-28162f3406e7 None None] Port 1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:31:46.585523 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-router', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:39Z', 'updated_at': '2021-09-09T09:31:42Z', 'revision_number': 3, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'gw_port': {'id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:40Z', 'updated_at': '2021-09-09T09:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:46.620955 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0a9a1-0fb8-4f0c-bc2a-d30ac200780b None None] The sync data for ids ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'] in n-d-778696-16 is: [{'id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-router', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:39Z', 'updated_at': '2021-09-09T09:31:42Z', 'revision_number': 3, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'gw_port': {'id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:40Z', 'updated_at': '2021-09-09T09:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:46.824344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Pushing event deleted for resources: {'Port': ['ID=ba03fd71-a9a6-4da7-ac3c-9220ae364818,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:46.888796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Allocated IP 172.20.0.1 (936c14d7-dae2-4491-9882-2353f342439b/c94a1de7-aed4-43f5-8c7b-0612e3750da1/b89e82c9-d3b6-4bc4-897e-63377af86a9a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:46.929728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4fa1e-2589-4ac2-ac2d-5e35b62a9429 req-a9b142d4-6439-4679-9362-35d6301dccb4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:46.937902 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0d4fa1e-2589-4ac2-ac2d-5e35b62a9429 req-a9b142d4-6439-4679-9362-35d6301dccb4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 943 time: 0.2056117 Sep 09 09:31:46.959145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-210f48b7-b28c-4808-8dfd-edacb5a60800 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9516859 Sep 09 09:31:47.017917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:47.038708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c9f6bd-c88a-4655-a1c2-ee8148a41f93 None None] Sync routers for ids ['2afffd43-2c24-46a3-a06e-6d9b2a687022'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:47.046021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.062555 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-518b273e-1830-4a79-a835-e619fa7627a1 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/2afffd43-2c24-46a3-a06e-6d9b2a687022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6434071 Sep 09 09:31:47.066509 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0d4fa1e-2589-4ac2-ac2d-5e35b62a9429 req-065f8508-2096-4f92-bf74-a9d6f4c001fa tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278000 Sep 09 09:31:47.086150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48392) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:47.111769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c9f6bd-c88a-4655-a1c2-ee8148a41f93 None None] Routers {'2afffd43-2c24-46a3-a06e-6d9b2a687022'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:47.113031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d6c9f6bd-c88a-4655-a1c2-ee8148a41f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2afffd43-2c24-46a3-a06e-6d9b2a687022'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:47.165228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d6c9f6bd-c88a-4655-a1c2-ee8148a41f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:47.184215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c9f6bd-c88a-4655-a1c2-ee8148a41f93 None None] Routers {'2afffd43-2c24-46a3-a06e-6d9b2a687022'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:47.184854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d6c9f6bd-c88a-4655-a1c2-ee8148a41f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2afffd43-2c24-46a3-a06e-6d9b2a687022'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:47.199151 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.205096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be41ae5-7630-484a-b37a-5c1e3cb7017f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:47.209629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3be41ae5-7630-484a-b37a-5c1e3cb7017f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports/1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0 HTTP/1.1" status: 200 len: 910 time: 0.1210237 Sep 09 09:31:47.213263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.216377 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48396) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:47.252864 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.258122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d6c9f6bd-c88a-4655-a1c2-ee8148a41f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:47.258732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c9f6bd-c88a-4655-a1c2-ee8148a41f93 None None] The sync data for ids ['2afffd43-2c24-46a3-a06e-6d9b2a687022'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:47.275916 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f20a1b4-f194-4710-8a7f-e8d70ceb45b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.335693 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d9bcd84-e225-40ec-ae1c-848c4ae317d2 req-785a98bc-86b8-439c-a538-d0a35d8e5492 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0978594 Sep 09 09:31:47.360853 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.408713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.496776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cb862f85-c981-4e41-bfde-a4f5b76b29b5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:47.548052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Network 936c14d7-dae2-4491-9882-2353f342439b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:47.567797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:47.571856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:47.601023 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55611899-239b-4928-9a02-c142643e345a req-992efeac-1c39-4b86-b005-8d68dd0b4c32 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201141 Sep 09 09:31:47.612355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77809c-eed9-4a44-bafd-f8c8aafbb546 req-c290c870-42e4-4e4f-b2f8-3fac96a4556c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:47.614528 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed77809c-eed9-4a44-bafd-f8c8aafbb546 req-c290c870-42e4-4e4f-b2f8-3fac96a4556c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1586103 Sep 09 09:31:47.616792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bcd84-e225-40ec-ae1c-848c4ae317d2 req-003ba066-27f7-4bba-a808-2d70406946bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:47.618416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d9bcd84-e225-40ec-ae1c-848c4ae317d2 req-003ba066-27f7-4bba-a808-2d70406946bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 1098 time: 0.2234988 Sep 09 09:31:47.619041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Pushing event updated for resources: {'Port': ['ID=b89e82c9-d3b6-4bc4-897e-63377af86a9a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:47.646905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port cb862f85-c981-4e41-bfde-a4f5b76b29b5 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:47.650821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cb862f85-c981-4e41-bfde-a4f5b76b29b5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:47.651202 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.723813 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.753789 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.754531 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Fanout notify agent at l3_agent the message router_deleted on router 9a52edfb-47f0-4e96-9bcd-da42b873b242 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:47.767222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.774588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a068b559-24aa-4cd7-bd8f-759b89f3a3ce tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/9a52edfb-47f0-4e96-9bcd-da42b873b242 HTTP/1.1" status: 204 len: 168 time: 2.8373029 Sep 09 09:31:47.775507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48404) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:47.787040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-125ce1d8-6a6d-4950-9205-439f06f316db tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-786645119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:47.842171 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.844357 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed77809c-eed9-4a44-bafd-f8c8aafbb546 req-66bcc89b-f9c9-41ab-80f5-f0d401d8b635 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201591 Sep 09 09:31:47.886020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port cb862f85-c981-4e41-bfde-a4f5b76b29b5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cb862f85-c981-4e41-bfde-a4f5b76b29b5,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:47.887877 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-125ce1d8-6a6d-4950-9205-439f06f316db tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.889106 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-125ce1d8-6a6d-4950-9205-439f06f316db tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.944406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-125ce1d8-6a6d-4950-9205-439f06f316db tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.968835 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:47.973245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bcd84-e225-40ec-ae1c-848c4ae317d2 req-d3257dea-4523-430e-a879-92ad56bbca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:47.975301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d9bcd84-e225-40ec-ae1c-848c4ae317d2 req-d3257dea-4523-430e-a879-92ad56bbca06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 916 time: 0.3149471 Sep 09 09:31:48.029840 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d9bcd84-e225-40ec-ae1c-848c4ae317d2 req-8a1889dd-88d3-48e1-9741-a68a87772c36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651e1d18-9888-47ca-b283-0fd7681c2c09 HTTP/1.1" status: 200 len: 217 time: 0.0426211 Sep 09 09:31:48.059140 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-125ce1d8-6a6d-4950-9205-439f06f316db tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:48.065782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=cb862f85-c981-4e41-bfde-a4f5b76b29b5,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:48.133708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bcd84-e225-40ec-ae1c-848c4ae317d2 req-937ef546-6d56-4288-8f8a-dfeb11019ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:48.135479 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d9bcd84-e225-40ec-ae1c-848c4ae317d2 req-937ef546-6d56-4288-8f8a-dfeb11019ce1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19e1e42b-1780-47aa-8697-1309f17f9667 HTTP/1.1" status: 200 len: 855 time: 0.0982761 Sep 09 09:31:48.138749 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:48.179255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:48.237206 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-125ce1d8-6a6d-4950-9205-439f06f316db tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:48.240249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d9bcd84-e225-40ec-ae1c-848c4ae317d2 req-f3a197b0-1bcb-4bde-a7e8-72f7b472f620 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13a71b19-ff40-4a72-ac7b-444abec923fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910821 Sep 09 09:31:48.241317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-125ce1d8-6a6d-4950-9205-439f06f316db tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4625368 Sep 09 09:31:48.241973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48412) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:48.263695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:48.347942 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9de5c3b8-d0a4-4042-a6b3-a71415c824d4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:48.462280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306bb8f-0cb1-457b-855e-2432e5184e4a req-982194e7-9d20-4fcc-ba22-b7a9e8d57583 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:48.463881 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6306bb8f-0cb1-457b-855e-2432e5184e4a req-982194e7-9d20-4fcc-ba22-b7a9e8d57583 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 943 time: 0.2819526 Sep 09 09:31:48.493251 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:48.510145 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:48.528792 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d9bcd84-e225-40ec-ae1c-848c4ae317d2 req-a1dc3dcb-2a20-4811-90cf-8588d0191700 service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765276 Sep 09 09:31:48.582908 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:48.719045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Pushing event updated for resources: {'Port': ['ID=b89e82c9-d3b6-4bc4-897e-63377af86a9a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:48.731596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6306bb8f-0cb1-457b-855e-2432e5184e4a req-65ed9358-d875-498d-b1a0-fa60a7e91d4a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307563 Sep 09 09:31:48.747774 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:48.769277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d9bcd84-e225-40ec-ae1c-848c4ae317d2 req-6b8f30f6-d60a-492d-9635-06174efa55f4 service neutron] 10.222.0.41 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279558 Sep 09 09:31:48.787122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:48.811973 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cfcc5-48f5-4e03-bea5-78e1470066ca req-b2246120-f3da-491d-8f60-32bdf5c63cdf tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:48.814179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db5cfcc5-48f5-4e03-bea5-78e1470066ca req-b2246120-f3da-491d-8f60-32bdf5c63cdf tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 946 time: 0.1132288 Sep 09 09:31:48.898457 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db5cfcc5-48f5-4e03-bea5-78e1470066ca req-c3fc087c-0ff2-4d07-9cf9-890bb1f4913e tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587728 Sep 09 09:31:48.934484 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Network 936c14d7-dae2-4491-9882-2353f342439b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:48.939195 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:48.959332 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e755da5-c7ee-448d-8015-3cbbbd2e1b52 req-21ec464c-be35-46c8-bc0e-81f45e056868 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0599191 Sep 09 09:31:49.096064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755da5-c7ee-448d-8015-3cbbbd2e1b52 req-d42e2916-8e74-4e6c-9a36-e968bc4b80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:49.097607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e755da5-c7ee-448d-8015-3cbbbd2e1b52 req-d42e2916-8e74-4e6c-9a36-e968bc4b80ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 1098 time: 0.0867686 Sep 09 09:31:49.101942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Router d0ef51b6-cc2e-4712-96eb-91a9db19897b has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:31:49.104045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3a475-65e1-4c76-83ed-7eb26e7a915e req-000a72b0-692d-4986-9fa4-709b46e47e0f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:49.105715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ad3a475-65e1-4c76-83ed-7eb26e7a915e req-000a72b0-692d-4986-9fa4-709b46e47e0f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1381710 Sep 09 09:31:49.111157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] Deleting port 0287b8a9-4e0a-4692-a314-45aabaf675cb {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:49.111813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:49.218613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9de5c3b8-d0a4-4042-a6b3-a71415c824d4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port 1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:49.218849 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9de5c3b8-d0a4-4042-a6b3-a71415c824d4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:49.249615 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ad3a475-65e1-4c76-83ed-7eb26e7a915e req-3354e9f3-4d45-4b63-a733-9cd6af7eaee9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318803 Sep 09 09:31:49.288092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:49.290055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755da5-c7ee-448d-8015-3cbbbd2e1b52 req-76fb828e-985d-4242-a29f-52a77a203b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:49.291578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e755da5-c7ee-448d-8015-3cbbbd2e1b52 req-76fb828e-985d-4242-a29f-52a77a203b5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 200 len: 916 time: 0.1455469 Sep 09 09:31:49.295067 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bc3cd214-7d34-4d52-a3f2-b99b902a3c94 admin admin] 10.222.0.32 "PUT /v2.0/routers/d0ef51b6-cc2e-4712-96eb-91a9db19897b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4972389 Sep 09 09:31:49.296958 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Sync routers for ids ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:49.308549 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Routers {'d0ef51b6-cc2e-4712-96eb-91a9db19897b'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:49.309511 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:49.346075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e755da5-c7ee-448d-8015-3cbbbd2e1b52 req-81c1dfe0-5ef6-4df5-8f20-020e80b047e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567c9904-ab3e-482f-a767-38e980042d95 HTTP/1.1" status: 200 len: 217 time: 0.0467303 Sep 09 09:31:49.428255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cb862f85-c981-4e41-bfde-a4f5b76b29b5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:49.452190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755da5-c7ee-448d-8015-3cbbbd2e1b52 req-b56c2378-42ff-41e6-af4c-9cc5e5925585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:49.454150 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e755da5-c7ee-448d-8015-3cbbbd2e1b52 req-b56c2378-42ff-41e6-af4c-9cc5e5925585 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19e1e42b-1780-47aa-8697-1309f17f9667 HTTP/1.1" status: 200 len: 855 time: 0.1016943 Sep 09 09:31:49.503237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cb862f85-c981-4e41-bfde-a4f5b76b29b5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:49.504179 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:49.522806 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e755da5-c7ee-448d-8015-3cbbbd2e1b52 req-2fee8f7f-5a6e-4d5b-9d58-7cc9075b0db8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13a71b19-ff40-4a72-ac7b-444abec923fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605268 Sep 09 09:31:49.624062 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Set router d0ef51b6-cc2e-4712-96eb-91a9db19897b gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:49.639594 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e755da5-c7ee-448d-8015-3cbbbd2e1b52 req-bb78ddfa-8a8d-4bfc-8fe0-2f92bd8abce4 service neutron] 10.222.0.24 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082335 Sep 09 09:31:49.785506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] For port 0287b8a9-4e0a-4692-a314-45aabaf675cb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0287b8a9-4e0a-4692-a314-45aabaf675cb,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:49.786228 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:49.791078 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e755da5-c7ee-448d-8015-3cbbbd2e1b52 req-741748d8-fd0b-4ba8-91e2-7899aee8bd21 service neutron] 10.222.0.24 "GET /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441054 Sep 09 09:31:49.860575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] Calling delete_port for 0287b8a9-4e0a-4692-a314-45aabaf675cb owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:49.933061 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9de5c3b8-d0a4-4042-a6b3-a71415c824d4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:49.946540 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-router', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:39Z', 'updated_at': '2021-09-09T09:31:47Z', 'revision_number': 4, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'gw_port': {'id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:40Z', 'updated_at': '2021-09-09T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b89e82c9-d3b6-4bc4-897e-63377af86a9a', 'name': '', 'network_id': '936c14d7-dae2-4491-9882-2353f342439b', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'mac_address': 'fa:16:3e:4b:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'c94a1de7-aed4-43f5-8c7b-0612e3750da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:46Z', 'updated_at': '2021-09-09T09:31:48Z', 'revision_number': 2, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'subnets': [{'id': 'c94a1de7-aed4-43f5-8c7b-0612e3750da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:49.958592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-e4674ee1-16eb-4712-af67-28949c6ddd29 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:49.960261 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-e4674ee1-16eb-4712-af67-28949c6ddd29 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/networks?id=936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 200 len: 819 time: 0.1533973 Sep 09 09:31:49.963113 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:49.973211 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Checking router: d0ef51b6-cc2e-4712-96eb-91a9db19897b for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:31:49.973700 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Updating router d0ef51b6-cc2e-4712-96eb-91a9db19897b port b89e82c9-d3b6-4bc4-897e-63377af86a9a binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:31:49.982975 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-bf6798d6-06f5-45cc-838f-33e46f0658f6 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/quotas/6bbef9f29a904d9e928706218420f33f HTTP/1.1" status: 200 len: 375 time: 0.0157762 Sep 09 09:31:50.015187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.015187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9de5c3b8-d0a4-4042-a6b3-a71415c824d4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for 1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:50.015614 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.031416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-aed7c73d-a715-4b90-a720-67bd5f6da98b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475070 Sep 09 09:31:50.057508 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.111160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf5088-8149-4eaf-870f-5e1c5399f0a9 req-a5d372dc-e04c-4e8d-9b62-5f5547db14d2 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:50.112499 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1abf5088-8149-4eaf-870f-5e1c5399f0a9 req-a5d372dc-e04c-4e8d-9b62-5f5547db14d2 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 943 time: 0.2551324 Sep 09 09:31:50.146230 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-94ec46f8-7a51-40fa-9e1f-c0af9b94184c service neutron] 10.222.0.32 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059825 Sep 09 09:31:50.252336 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-a945247e-9425-41af-8299-68caa10a4765 service neutron] 10.222.0.32 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974386 Sep 09 09:31:50.272069 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1abf5088-8149-4eaf-870f-5e1c5399f0a9 req-35e5f3d3-2404-4913-85b0-ffb7cd382036 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481135 Sep 09 09:31:50.336338 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.350574 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Transition to ACTIVE for port object b89e82c9-d3b6-4bc4-897e-63377af86a9a will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:50.358987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Allocated IP 172.25.8.190 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/9628c837-991c-4331-8b99-02b1b9112f56) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:50.368990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa24c1-c259-40fe-9812-0f76557d4e32 req-e93ae645-9049-4793-9e54-584457deb59b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:50.370556 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ccfa24c1-c259-40fe-9812-0f76557d4e32 req-e93ae645-9049-4793-9e54-584457deb59b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 946 time: 0.0853484 Sep 09 09:31:50.425002 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.493621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ccfa24c1-c259-40fe-9812-0f76557d4e32 req-b9cecf6c-2e4d-4ed5-b3eb-4e5197f3b388 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Deleting port a9c3bf3a-497f-4f04-a884-c7c274f1774e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:50.497840 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ccfa24c1-c259-40fe-9812-0f76557d4e32 req-b9cecf6c-2e4d-4ed5-b3eb-4e5197f3b388 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.542856 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5c2a6-9afb-4eff-b4d3-993a6da2d39f None None] Pushing event updated for resources: {'Port': ['ID=b89e82c9-d3b6-4bc4-897e-63377af86a9a,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:50.553681 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Attempting to bind port b89e82c9-d3b6-4bc4-897e-63377af86a9a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:50.554295 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Attempting to bind port b89e82c9-d3b6-4bc4-897e-63377af86a9a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:50.554972 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Attempting to bind port b89e82c9-d3b6-4bc4-897e-63377af86a9a on network 936c14d7-dae2-4491-9882-2353f342439b {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:50.561005 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:50.561783 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Checking segment: {'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:50.562364 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.562919 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Bound using segment: {'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:50.563602 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Bound port: b89e82c9-d3b6-4bc4-897e-63377af86a9a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:50.564431 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.606658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d599b2-2edf-4b54-b544-8e82dc7939ee req-8b7a9f03-840d-4951-a4b2-abfdea7acf7c tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:50.614085 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3d599b2-2edf-4b54-b544-8e82dc7939ee req-8b7a9f03-840d-4951-a4b2-abfdea7acf7c tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 946 time: 0.2346237 Sep 09 09:31:50.652839 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.662185 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] For port b89e82c9-d3b6-4bc4-897e-63377af86a9a, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:50.662185 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] For port b89e82c9-d3b6-4bc4-897e-63377af86a9a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b89e82c9-d3b6-4bc4-897e-63377af86a9a,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:50.666720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ccfa24c1-c259-40fe-9812-0f76557d4e32 req-b9cecf6c-2e4d-4ed5-b3eb-4e5197f3b388 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] For port a9c3bf3a-497f-4f04-a884-c7c274f1774e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=a9c3bf3a-497f-4f04-a884-c7c274f1774e,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:50.667084 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ccfa24c1-c259-40fe-9812-0f76557d4e32 req-b9cecf6c-2e4d-4ed5-b3eb-4e5197f3b388 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.683215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ccfa24c1-c259-40fe-9812-0f76557d4e32 req-b9cecf6c-2e4d-4ed5-b3eb-4e5197f3b388 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Calling delete_port for a9c3bf3a-497f-4f04-a884-c7c274f1774e owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:50.700103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc762452-0e38-4aca-b610-ce3d5e394127 req-9a756694-1b78-4772-ab53-f419d9227c84 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:50.701964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] Pushing event deleted for resources: {'Port': ['ID=0287b8a9-4e0a-4692-a314-45aabaf675cb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:50.708872 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fc762452-0e38-4aca-b610-ce3d5e394127 req-9a756694-1b78-4772-ab53-f419d9227c84 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1014190 Sep 09 09:31:50.734573 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.752973 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9de5c3b8-d0a4-4042-a6b3-a71415c824d4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.755746 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:50.758947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3d599b2-2edf-4b54-b544-8e82dc7939ee req-14467ac2-ff92-4b39-bffa-88bdb33fd86e tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440229 Sep 09 09:31:50.817768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:31:50.832547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fc762452-0e38-4aca-b610-ce3d5e394127 req-193a6c07-bde1-4a58-adff-36b90fc1123f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224813 Sep 09 09:31:50.858817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5c3b8-d0a4-4042-a6b3-a71415c824d4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=1ee5b91b-7ddc-4e0b-9cc9-a3b2e066a3d0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:50.882640 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Routers {'d0ef51b6-cc2e-4712-96eb-91a9db19897b'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:50.889451 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:50.928612 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7433a30a-569d-4bf5-accc-2b6c93c4816b req-d74fb0ed-b89a-4e16-86c2-24166c5db000 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 210 time: 0.0975332 Sep 09 09:31:51.021935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:51.037103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'port_id': 'fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398', 'mac_address': 'fa:16:3e:79:c8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca00ff-7e3e-4607-867c-7a87c8c0b9e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:31:51.054227 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5c2a6-9afb-4eff-b4d3-993a6da2d39f None None] Pushing event updated for resources: {'Port': ['ID=b89e82c9-d3b6-4bc4-897e-63377af86a9a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:51.104914 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ccfa24c1-c259-40fe-9812-0f76557d4e32 req-b9cecf6c-2e4d-4ed5-b3eb-4e5197f3b388 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:51.130924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['567c9904-ab3e-482f-a767-38e980042d95'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:51.138522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['651e1d18-9888-47ca-b283-0fd7681c2c09', '50467111-93ed-4e3b-b481-4b72400d1dc2', 'a9c3bf3a-497f-4f04-a884-c7c274f1774e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:51.176380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cecf6c-2e4d-4ed5-b3eb-4e5197f3b388 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Pushing event deleted for resources: {'Port': ['ID=a9c3bf3a-497f-4f04-a884-c7c274f1774e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:51.211989 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] Set router d0ef51b6-cc2e-4712-96eb-91a9db19897b gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:51.277548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfa24c1-c259-40fe-9812-0f76557d4e32 req-b9cecf6c-2e4d-4ed5-b3eb-4e5197f3b388 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] No DVR routers for this DVR port a9c3bf3a-497f-4f04-a884-c7c274f1774e on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:51.280482 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ccfa24c1-c259-40fe-9812-0f76557d4e32 req-b9cecf6c-2e4d-4ed5-b3eb-4e5197f3b388 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:51.283163 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ccfa24c1-c259-40fe-9812-0f76557d4e32 req-b9cecf6c-2e4d-4ed5-b3eb-4e5197f3b388 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "DELETE /v2.0/ports/a9c3bf3a-497f-4f04-a884-c7c274f1774e HTTP/1.1" status: 204 len: 173 time: 0.9025745 Sep 09 09:31:51.317443 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:51.358126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c260e5c-83fe-4ae7-a47a-c00f9ea8c439', 'name': 'network-vif-deleted', 'tag': 'a9c3bf3a-497f-4f04-a884-c7c274f1774e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:51.364878 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa58f275-9763-4167-8e5d-2c8dc3d57570" -d '{"events": [{"server_uuid": "1c260e5c-83fe-4ae7-a47a-c00f9ea8c439", "name": "network-vif-deleted", "tag": "a9c3bf3a-497f-4f04-a884-c7c274f1774e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:51.398138 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9de5c3b8-d0a4-4042-a6b3-a71415c824d4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:51.427779 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:51.470541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:31:51.504342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-f9ffecbf-4679-4b46-ba7d-fac9f58bfb37 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:51.509370 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-f9ffecbf-4679-4b46-ba7d-fac9f58bfb37 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/networks?id=936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 200 len: 819 time: 0.3520017 Sep 09 09:31:51.544041 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-7dd4e5cd-87bb-4382-99eb-c0735268628f tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/quotas/6bbef9f29a904d9e928706218420f33f HTTP/1.1" status: 200 len: 375 time: 0.0283737 Sep 09 09:31:51.583640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:51.611806 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-4e9d88df-3e7c-4ed6-815a-10d815311375 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626650 Sep 09 09:31:51.628744 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-router', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:39Z', 'updated_at': '2021-09-09T09:31:47Z', 'revision_number': 4, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'gw_port': {'id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:40Z', 'updated_at': '2021-09-09T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b89e82c9-d3b6-4bc4-897e-63377af86a9a', 'name': '', 'network_id': '936c14d7-dae2-4491-9882-2353f342439b', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'mac_address': 'fa:16:3e:4b:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'c94a1de7-aed4-43f5-8c7b-0612e3750da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:46Z', 'updated_at': '2021-09-09T09:31:50Z', 'revision_number': 4, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'subnets': [{'id': 'c94a1de7-aed4-43f5-8c7b-0612e3750da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:51.652923 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:51.719178 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab26fee-0250-4702-8edc-eae06b5a4833 None None] The sync data for ids ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'] in n-d-778696-16 is: [{'id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-router', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:39Z', 'updated_at': '2021-09-09T09:31:47Z', 'revision_number': 4, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'gw_port': {'id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:40Z', 'updated_at': '2021-09-09T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b89e82c9-d3b6-4bc4-897e-63377af86a9a', 'name': '', 'network_id': '936c14d7-dae2-4491-9882-2353f342439b', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'mac_address': 'fa:16:3e:4b:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'c94a1de7-aed4-43f5-8c7b-0612e3750da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:46Z', 'updated_at': '2021-09-09T09:31:50Z', 'revision_number': 4, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'subnets': [{'id': 'c94a1de7-aed4-43f5-8c7b-0612e3750da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:51.731220 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:51.762981 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-89aa8428-14cb-4cf0-903c-6b25b220d161 service neutron] 10.222.0.32 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439741 Sep 09 09:31:51.774235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38346dc9-3d7a-48ed-a44d-95e77b50c1b3 req-b30735e0-300c-43f9-b171-d33e5fbc1bce tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:51.775888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38346dc9-3d7a-48ed-a44d-95e77b50c1b3 req-b30735e0-300c-43f9-b171-d33e5fbc1bce tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 943 time: 0.3219531 Sep 09 09:31:51.785029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:51.808218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:51.818110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:51.875417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:51.931578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6c4ef6d0-c355-4f25-90ce-966723feafec service neutron] 10.222.0.32 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656809 Sep 09 09:31:51.948871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Pushing event updated for resources: {'Port': ['ID=9628c837-991c-4331-8b99-02b1b9112f56,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:51.991449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:31:52.023226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de5c3b8-d0a4-4042-a6b3-a71415c824d4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 2afffd43-2c24-46a3-a06e-6d9b2a687022 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:31:52.087979 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38346dc9-3d7a-48ed-a44d-95e77b50c1b3 req-60d2e55e-dbcb-4223-a44b-4722e91b4f1d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772062 Sep 09 09:31:52.173733 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af34d8d8-f33d-406c-a9d3-15ec67c9662d x-openstack-request-id: req-af34d8d8-f33d-406c-a9d3-15ec67c9662d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:52.174246 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c260e5c-83fe-4ae7-a47a-c00f9ea8c439", "name": "network-vif-deleted", "tag": "a9c3bf3a-497f-4f04-a884-c7c274f1774e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:52.174656 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af34d8d8-f33d-406c-a9d3-15ec67c9662d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:52.175241 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c260e5c-83fe-4ae7-a47a-c00f9ea8c439', 'name': 'network-vif-deleted', 'tag': 'a9c3bf3a-497f-4f04-a884-c7c274f1774e', 'status': 'completed', 'code': 200} Sep 09 09:31:52.342150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de5c3b8-d0a4-4042-a6b3-a71415c824d4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:52.368772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] Router 1a474d8f-cf47-4674-9157-f7746bc53dfd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:31:52.378482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9de5c3b8-d0a4-4042-a6b3-a71415c824d4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/2afffd43-2c24-46a3-a06e-6d9b2a687022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1582732 Sep 09 09:31:52.380954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48474) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:52.385444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade8287-59c4-469d-b1da-23d0080e2241 None None] Sync routers for ids ['2afffd43-2c24-46a3-a06e-6d9b2a687022'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:52.413147 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e2b9430-f4aa-49fd-8abb-bdba04587fb3 req-3a9b8278-2381-403e-a36a-d1bb130c36db tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c260e5c-83fe-4ae7-a47a-c00f9ea8c439 HTTP/1.1" status: 200 len: 210 time: 0.0420580 Sep 09 09:31:52.428268 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73834711-28eb-4547-96ba-499e11907d0c req-0f8d0a8a-b2a2-4e0e-a8f3-ca058a1a256a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:52.437855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade8287-59c4-469d-b1da-23d0080e2241 None None] Routers {'2afffd43-2c24-46a3-a06e-6d9b2a687022'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:52.439616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3ade8287-59c4-469d-b1da-23d0080e2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2afffd43-2c24-46a3-a06e-6d9b2a687022'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:52.455546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73834711-28eb-4547-96ba-499e11907d0c req-0f8d0a8a-b2a2-4e0e-a8f3-ca058a1a256a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1284399 Sep 09 09:31:52.505197 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cb8e5902-9875-4166-9087-2ccb5722c149 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=2afffd43-2c24-46a3-a06e-6d9b2a687022 HTTP/1.1" status: 200 len: 205 time: 0.0948188 Sep 09 09:31:52.511425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48480) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:52.512159 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3ade8287-59c4-469d-b1da-23d0080e2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:52.534894 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73834711-28eb-4547-96ba-499e11907d0c req-5bf19f67-7856-4527-bfd6-f47f265e481f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783846 Sep 09 09:31:52.535358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade8287-59c4-469d-b1da-23d0080e2241 None None] Routers {'2afffd43-2c24-46a3-a06e-6d9b2a687022'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:52.536086 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3ade8287-59c4-469d-b1da-23d0080e2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['2afffd43-2c24-46a3-a06e-6d9b2a687022'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:52.580935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3ade8287-59c4-469d-b1da-23d0080e2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:52.582036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade8287-59c4-469d-b1da-23d0080e2241 None None] The sync data for ids ['2afffd43-2c24-46a3-a06e-6d9b2a687022'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:52.832938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a9c3bf3a-497f-4f04-a884-c7c274f1774e no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:52.870750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: a9c3bf3a-497f-4f04-a884-c7c274f1774e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:52.871327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device a9c3bf3a-497f-4f04-a884-c7c274f1774e not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:52.957663 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a2d58a8-69f8-40bb-a22d-e7db794f4319 req-afc80d65-70b9-4624-8d0c-9ae65c9c6802 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 210 time: 0.4470079 Sep 09 09:31:53.004577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-b82bbb79-f532-49d3-a6b6-033f855c98f3 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:53.006287 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-b82bbb79-f532-49d3-a6b6-033f855c98f3 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.24 "GET /v2.0/networks?id=936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 200 len: 819 time: 0.1252682 Sep 09 09:31:53.024386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Request body: {'port': {'device_id': '4402c890-c9bf-4971-bd4a-aad4c0374846', 'network_id': '936c14d7-dae2-4491-9882-2353f342439b', 'admin_state_up': True, 'tenant_id': '6bbef9f29a904d9e928706218420f33f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:53.051804 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ced0afe-649f-4723-a8a7-7c41bcfefb71 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:53.214067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Made reservation on behalf of 6bbef9f29a904d9e928706218420f33f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:53.226188 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:53.327351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb49e1-bf47-4878-a8bb-b250e2840c57 req-8551e8f1-35c6-424d-b125-3756a98c984e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:53.329456 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bedb49e1-bf47-4878-a8bb-b250e2840c57 req-8551e8f1-35c6-424d-b125-3756a98c984e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 944 time: 0.0902545 Sep 09 09:31:53.355507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ced0afe-649f-4723-a8a7-7c41bcfefb71 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:53.386165 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ced0afe-649f-4723-a8a7-7c41bcfefb71 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:53.388501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:53.399066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-22c5bc8f-8b7b-424b-83a1-dc70e0b3d469 admin admin] 10.222.0.32 "PUT /v2.0/routers/1a474d8f-cf47-4674-9157-f7746bc53dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4540820 Sep 09 09:31:53.400294 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f5875-236d-4472-8912-c0a1c400adeb None None] Sync routers for ids ['1a474d8f-cf47-4674-9157-f7746bc53dfd'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:53.403415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48486) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:53.412631 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f5875-236d-4472-8912-c0a1c400adeb None None] Routers {'1a474d8f-cf47-4674-9157-f7746bc53dfd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:53.412631 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-454f5875-236d-4472-8912-c0a1c400adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1a474d8f-cf47-4674-9157-f7746bc53dfd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:53.481538 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bedb49e1-bf47-4878-a8bb-b250e2840c57 req-4340c38b-5edc-4c69-8dc7-606d2ffde277 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364951 Sep 09 09:31:53.503280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Allocated IP 172.20.0.2 (936c14d7-dae2-4491-9882-2353f342439b/c94a1de7-aed4-43f5-8c7b-0612e3750da1/56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:53.515476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:53.525986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b89e82c9-d3b6-4bc4-897e-63377af86a9a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:53.553896 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-454f5875-236d-4472-8912-c0a1c400adeb None None] Set router 1a474d8f-cf47-4674-9157-f7746bc53dfd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:53.664332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port b89e82c9-d3b6-4bc4-897e-63377af86a9a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:53.668976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b89e82c9-d3b6-4bc4-897e-63377af86a9a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:53.669618 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:53.679218 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ced0afe-649f-4723-a8a7-7c41bcfefb71 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:53.680018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ced0afe-649f-4723-a8a7-7c41bcfefb71 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Fanout notify agent at l3_agent the message router_deleted on router 2afffd43-2c24-46a3-a06e-6d9b2a687022 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:53.699370 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ced0afe-649f-4723-a8a7-7c41bcfefb71 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:53.700523 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9ced0afe-649f-4723-a8a7-7c41bcfefb71 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/2afffd43-2c24-46a3-a06e-6d9b2a687022 HTTP/1.1" status: 204 len: 168 time: 1.1880467 Sep 09 09:31:53.705947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48494) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:53.784485 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:53.827310 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-454f5875-236d-4472-8912-c0a1c400adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:31:50Z', 'revision_number': 5, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:53.834563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port b89e82c9-d3b6-4bc4-897e-63377af86a9a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b89e82c9-d3b6-4bc4-897e-63377af86a9a,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:53.885035 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f5875-236d-4472-8912-c0a1c400adeb None None] Checking router: 1a474d8f-cf47-4674-9157-f7746bc53dfd for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:31:53.895229 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f5875-236d-4472-8912-c0a1c400adeb None None] Routers {'1a474d8f-cf47-4674-9157-f7746bc53dfd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:53.895961 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-454f5875-236d-4472-8912-c0a1c400adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1a474d8f-cf47-4674-9157-f7746bc53dfd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:53.933308 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:53.940075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bebe2fe-d388-4a3c-8009-29b3df6ff55d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting subnet 607dcaa7-6be4-420e-bcff-4dd0f34a2c26 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:31:53.945852 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5bebe2fe-d388-4a3c-8009-29b3df6ff55d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.000614 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5bebe2fe-d388-4a3c-8009-29b3df6ff55d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.036562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=b89e82c9-d3b6-4bc4-897e-63377af86a9a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:54.125257 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81570ff8-9788-4b56-8da9-d0ca8b3f201d req-cd64a4b6-5b36-4882-ae2e-f1d5e9cfcebb tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 210 time: 0.0313833 Sep 09 09:31:54.293115 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.293508 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.299763 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.303222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.303433 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-454f5875-236d-4472-8912-c0a1c400adeb None None] Set router 1a474d8f-cf47-4674-9157-f7746bc53dfd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:31:54.313039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3942d3-0431-4835-9da1-579cf85505ce req-43f4f8b3-e016-4050-acfb-eb2705599ca3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:54.315473 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e3942d3-0431-4835-9da1-579cf85505ce req-43f4f8b3-e016-4050-acfb-eb2705599ca3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.6192598 Sep 09 09:31:54.384094 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1e3942d3-0431-4835-9da1-579cf85505ce req-aff921da-73ce-44c8-b55b-005e524e7b4e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599902 Sep 09 09:31:54.412484 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5bebe2fe-d388-4a3c-8009-29b3df6ff55d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.492934 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.585614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Network 936c14d7-dae2-4491-9882-2353f342439b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:54.601360 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.622843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:54.628279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:54.631807 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-454f5875-236d-4472-8912-c0a1c400adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:31:50Z', 'revision_number': 5, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:54.679670 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f5875-236d-4472-8912-c0a1c400adeb None None] The sync data for ids ['1a474d8f-cf47-4674-9157-f7746bc53dfd'] in n-d-778696-16 is: [{'id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'name': 'tempest-TaggedBootDevicesTest-507709134-router', 'tenant_id': '95a35275c4864a71b4d060d54546604f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:19:41Z', 'updated_at': '2021-09-09T09:31:50Z', 'revision_number': 5, 'project_id': '95a35275c4864a71b4d060d54546604f', 'gw_port': {'id': 'e8b753ea-8780-4ca7-96ee-40750c4a11bd', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a474d8f-cf47-4674-9157-f7746bc53dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:19:43Z', 'updated_at': '2021-09-09T09:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:54.693723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Pushing event updated for resources: {'Port': ['ID=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:54.725932 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5bebe2fe-d388-4a3c-8009-29b3df6ff55d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.754532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ac489-defa-4bb8-83ec-480ca8cc9a07 None None] Network 54d72da3-46bc-426c-9108-cb81b9ad1db8 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:54.761220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:54.761940 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.770205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5bebe2fe-d388-4a3c-8009-29b3df6ff55d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.772926 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5bebe2fe-d388-4a3c-8009-29b3df6ff55d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/607dcaa7-6be4-420e-bcff-4dd0f34a2c26 HTTP/1.1" status: 204 len: 168 time: 1.0659924 Sep 09 09:31:54.777162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48502) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:54.784131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebe2fe-d388-4a3c-8009-29b3df6ff55d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Subnet': ['ID=607dcaa7-6be4-420e-bcff-4dd0f34a2c26,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:54.815662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd37be-28fc-4635-bf99-4d4fd5793583 req-7e45aef8-56cf-4d3d-a13b-51dcb3e9afff tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:54.819895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4dfd37be-28fc-4635-bf99-4d4fd5793583 req-7e45aef8-56cf-4d3d-a13b-51dcb3e9afff tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 944 time: 0.1826184 Sep 09 09:31:54.822032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-5f2979da-91d6-45b1-b5fa-cae1b9a1b1f8 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:54.823900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-5f2979da-91d6-45b1-b5fa-cae1b9a1b1f8 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.41 "GET /v2.0/networks?id=936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 200 len: 819 time: 0.2787087 Sep 09 09:31:54.839249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Request body: {'port': {'device_id': 'd9c3128c-0fbf-4033-bdc2-26b7d8a2df57', 'network_id': '936c14d7-dae2-4491-9882-2353f342439b', 'admin_state_up': True, 'tenant_id': '6bbef9f29a904d9e928706218420f33f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:54.846879 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-c2918206-683c-4b9f-8284-26f2f77a0e10 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8277564 Sep 09 09:31:54.849728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:54.877420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Request body: {'port': {'device_id': '4402c890-c9bf-4971-bd4a-aad4c0374846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:54.883502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Router 57134845-8a8c-4db1-b976-f5690f257440 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:31:54.920697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Deleting port e8b753ea-8780-4ca7-96ee-40750c4a11bd {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:54.921048 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:54.971054 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.035792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4dfd37be-28fc-4635-bf99-4d4fd5793583 req-f6f17a34-90d1-4590-8e34-a1f5a1b93c94 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960504 Sep 09 09:31:55.050819 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.085714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:31:55.097463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:55.097988 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.153666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bc209d-91cc-4dc4-8d86-ce9a088f9b26 None None] DHCP port deletion for 54d72da3-46bc-426c-9108-cb81b9ad1db8 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:31:55.163316 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.258593 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] For port e8b753ea-8780-4ca7-96ee-40750c4a11bd, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e8b753ea-8780-4ca7-96ee-40750c4a11bd,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:55.259229 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.280930 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.293224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-15bc209d-91cc-4dc4-8d86-ce9a088f9b26 None None] Deleting port f6cda2b8-16a6-43be-b9cc-837eda00107f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:55.293692 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15bc209d-91cc-4dc4-8d86-ce9a088f9b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.319157 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e415ad95-d2f9-4c5c-a92e-897f97fe0e91 req-4237f369-7cfb-4b61-a871-20df51ea5c34 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 210 time: 0.0505199 Sep 09 09:31:55.327614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Made reservation on behalf of 6bbef9f29a904d9e928706218420f33f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:31:55.343438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:55.348075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd350808-2b3c-4a98-8788-02f2092a0306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:55.351555 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceeda9d-8096-49b5-932d-54f5244d1257" -d '{"events": [{"server_uuid": "bd350808-2b3c-4a98-8788-02f2092a0306", "name": "network-vif-plugged", "status": "completed", "tag": "fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:55.353075 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.357615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Calling delete_port for e8b753ea-8780-4ca7-96ee-40750c4a11bd owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:55.410459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:31:55.467726 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef47cb61-21e3-4ddd-ab5a-b8f2c720712c x-openstack-request-id: req-ef47cb61-21e3-4ddd-ab5a-b8f2c720712c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:55.468549 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd350808-2b3c-4a98-8788-02f2092a0306", "name": "network-vif-plugged", "status": "completed", "tag": "fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:55.469161 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef47cb61-21e3-4ddd-ab5a-b8f2c720712c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:55.476056 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd350808-2b3c-4a98-8788-02f2092a0306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398', 'code': 200} Sep 09 09:31:55.478733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b7dd8-9c06-4a59-86b5-9aaa68a8f693 None None] Sync routers for ids ['57134845-8a8c-4db1-b976-f5690f257440'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:31:55.489669 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.497573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b89e82c9-d3b6-4bc4-897e-63377af86a9a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:31:55.538055 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.542614 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-398d6a8f-9323-466b-9768-f7ffe55afe90 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "PUT /v2.0/routers/57134845-8a8c-4db1-b976-f5690f257440 HTTP/1.1" status: 200 len: 883 time: 7.2842841 Sep 09 09:31:55.543046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:55.557866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-15bc209d-91cc-4dc4-8d86-ce9a088f9b26 None None] For port f6cda2b8-16a6-43be-b9cc-837eda00107f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f6cda2b8-16a6-43be-b9cc-837eda00107f,segment=NetworkSegment(6551d0ef-58fd-4b1f-8481-de19298463f3),segment_id=6551d0ef-58fd-4b1f-8481-de19298463f3)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:55.558403 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15bc209d-91cc-4dc4-8d86-ce9a088f9b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.585229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port f6cda2b8-16a6-43be-b9cc-837eda00107f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:55.585887 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.606039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-15bc209d-91cc-4dc4-8d86-ce9a088f9b26 None None] Calling delete_port for f6cda2b8-16a6-43be-b9cc-837eda00107f owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:55.608366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b7dd8-9c06-4a59-86b5-9aaa68a8f693 None None] Routers {'57134845-8a8c-4db1-b976-f5690f257440'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:55.609004 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-532b7dd8-9c06-4a59-86b5-9aaa68a8f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['57134845-8a8c-4db1-b976-f5690f257440'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:55.680062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-532b7dd8-9c06-4a59-86b5-9aaa68a8f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:55.725896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9261d6-de6e-409b-b73e-fbde7feee151 req-63b1076e-f796-4fa0-a1dd-e75a014d9be3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:55.727795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9261d6-de6e-409b-b73e-fbde7feee151 req-63b1076e-f796-4fa0-a1dd-e75a014d9be3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1980536 Sep 09 09:31:55.734235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:55.740202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b89e82c9-d3b6-4bc4-897e-63377af86a9a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:31:55.740579 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.742181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b7dd8-9c06-4a59-86b5-9aaa68a8f693 None None] Routers {'57134845-8a8c-4db1-b976-f5690f257440'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:31:55.743259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-532b7dd8-9c06-4a59-86b5-9aaa68a8f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['57134845-8a8c-4db1-b976-f5690f257440'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:55.820454 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f9b30321-6352-453e-9e5c-4020db4571ef tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/routers/57134845-8a8c-4db1-b976-f5690f257440 HTTP/1.1" status: 200 len: 924 time: 0.2600660 Sep 09 09:31:55.832394 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:55.846836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-532b7dd8-9c06-4a59-86b5-9aaa68a8f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:55.848265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b7dd8-9c06-4a59-86b5-9aaa68a8f693 None None] The sync data for ids ['57134845-8a8c-4db1-b976-f5690f257440'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:31:55.918859 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce9261d6-de6e-409b-b73e-fbde7feee151 req-17633dcd-353e-4d17-95e4-c2369de43382 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573043 Sep 09 09:31:55.941482 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.959700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:31:55.970615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:55.982923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550bae9-7ef8-42f2-8a5e-c259bfcfc1a3 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:55.984471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d550bae9-7ef8-42f2-8a5e-c259bfcfc1a3 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&device_id=57134845-8a8c-4db1-b976-f5690f257440&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1491792 Sep 09 09:31:55.987852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48516) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:56.011176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Transition to ACTIVE for port object 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:56.024242 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15bc209d-91cc-4dc4-8d86-ce9a088f9b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.046309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc209d-91cc-4dc4-8d86-ce9a088f9b26 None None] No DVR routers for this DVR port f6cda2b8-16a6-43be-b9cc-837eda00107f on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:56.048363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f6cda2b8-16a6-43be-b9cc-837eda00107f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:56.090956 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.137453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc209d-91cc-4dc4-8d86-ce9a088f9b26 None None] Pushing event deleted for resources: {'Port': ['ID=f6cda2b8-16a6-43be-b9cc-837eda00107f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:56.139420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: f6cda2b8-16a6-43be-b9cc-837eda00107f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:56.139801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f6cda2b8-16a6-43be-b9cc-837eda00107f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:56.140232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0287b8a9-4e0a-4692-a314-45aabaf675cb no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:56.168957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 0287b8a9-4e0a-4692-a314-45aabaf675cb {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:56.169300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0287b8a9-4e0a-4692-a314-45aabaf675cb not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:56.171818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ffb00-33ca-4fe8-bd1c-8408ff76e9e2 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:56.175410 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ff5ffb00-33ca-4fe8-bd1c-8408ff76e9e2 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 881 time: 0.1864932 Sep 09 09:31:56.208288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48522) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:56.214185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614bcf5-85a8-424b-8358-f3b45470c261 req-e3128b24-97b0-4134-8139-2b14c39497de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:56.215796 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b614bcf5-85a8-424b-8358-f3b45470c261 req-e3128b24-97b0-4134-8139-2b14c39497de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 1097 time: 0.6844194 Sep 09 09:31:56.229701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port f6cda2b8-16a6-43be-b9cc-837eda00107f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f6cda2b8-16a6-43be-b9cc-837eda00107f,segment=NetworkSegment(6551d0ef-58fd-4b1f-8481-de19298463f3),segment_id=6551d0ef-58fd-4b1f-8481-de19298463f3)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:56.230069 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.260354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2098101e-c5b9-41bd-be31-e06be5d89441 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=57134845-8a8c-4db1-b976-f5690f257440 HTTP/1.1" status: 200 len: 205 time: 0.0488322 Sep 09 09:31:56.263660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48524) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:56.275914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for f6cda2b8-16a6-43be-b9cc-837eda00107f owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:56.330452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Pushing event updated for resources: {'Port': ['ID=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:56.337750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Allocated IP 172.20.0.4 (936c14d7-dae2-4491-9882-2353f342439b/c94a1de7-aed4-43f5-8c7b-0612e3750da1/6d2e69b0-67c7-416d-b864-e16c07fda4e5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:56.352371 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b614bcf5-85a8-424b-8358-f3b45470c261 req-ae9d6bd3-dd0d-4ad4-b393-6451bfbd244c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186352 Sep 09 09:31:56.393557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Attempting to bind port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:56.393897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Attempting to bind port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:56.394231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Attempting to bind port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 on network 936c14d7-dae2-4491-9882-2353f342439b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:56.409705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 on network 936c14d7-dae2-4491-9882-2353f342439b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:31:56.410034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Attempting to bind port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 on network 936c14d7-dae2-4491-9882-2353f342439b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:56.417313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:56.417653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Checking segment: {'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:56.418637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Bound using segment: {'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:56.419086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Bound port: 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:56.419477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.443582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cc715-d4d4-4175-a071-e934fbd88134 req-0d154080-2d0d-4abf-8a59-2802cebaad48 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:56.445115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-da6cc715-d4d4-4175-a071-e934fbd88134 req-0d154080-2d0d-4abf-8a59-2802cebaad48 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 945 time: 0.2334213 Sep 09 09:31:56.478769 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-969c2ea2-9fe8-49b8-b2f3-070309ff7866 req-cc1b9249-354e-4f02-88fb-171d4bf5b6dd tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 210 time: 0.0562356 Sep 09 09:31:56.552167 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.595397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] For port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:56.599499 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-da6cc715-d4d4-4175-a071-e934fbd88134 req-dedd5edd-7db1-4d50-a61a-e16fb5ac46f5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111293 Sep 09 09:31:56.600266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] For port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:56.604716 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.608858 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.622919 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.661352 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b753ea-8780-4ca7-96ee-40750c4a11bd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:56.674078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No DVR routers for this DVR port f6cda2b8-16a6-43be-b9cc-837eda00107f on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:56.694138 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.730789 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.748607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:56.749354 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.750974 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] 10.222.0.24 "PUT /v2.0/ports/56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 HTTP/1.1" status: 200 len: 1092 time: 1.8846986 Sep 09 09:31:56.757892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4402c890-c9bf-4971-bd4a-aad4c0374846', 'tag': '56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:56.760330 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8737d4d4-a15b-48a4-85bc-62bdc0c25ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "4402c890-c9bf-4971-bd4a-aad4c0374846", "tag": "56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:56.790293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Network 936c14d7-dae2-4491-9882-2353f342439b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:31:56.793182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:31:56.797236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:31:56.802043 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0eecf2-7917-4262-9d63-a297c3746019 service neutron] Pushing event updated for resources: {'Port': ['ID=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:56.827105 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35fd320-fbb1-475f-8f6f-36d88aa6d757 x-openstack-request-id: req-d35fd320-fbb1-475f-8f6f-36d88aa6d757 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:56.827422 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4402c890-c9bf-4971-bd4a-aad4c0374846", "tag": "56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:56.827756 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d35fd320-fbb1-475f-8f6f-36d88aa6d757 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:56.828152 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4402c890-c9bf-4971-bd4a-aad4c0374846', 'tag': '56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00', 'status': 'completed', 'code': 200} Sep 09 09:31:56.864801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=f6cda2b8-16a6-43be-b9cc-837eda00107f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:56.906059 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.920220 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.924306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:56.924963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.925108 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:56.927818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Pushing event updated for resources: {'Port': ['ID=6d2e69b0-67c7-416d-b864-e16c07fda4e5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:56.959312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737d4d4-a15b-48a4-85bc-62bdc0c25ac9 req-86e20469-6d8c-49a1-8a27-68ef44e68c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:56.961207 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8737d4d4-a15b-48a4-85bc-62bdc0c25ac9 req-86e20469-6d8c-49a1-8a27-68ef44e68c4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 1095 time: 0.1305041 Sep 09 09:31:56.997318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d72da3-46bc-426c-9108-cb81b9ad1db8']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:57.026541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6551d0ef-58fd-4b1f-8481-de19298463f3') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:57.026895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6551d0ef-58fd-4b1f-8481-de19298463f3') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:57.054318 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.074478 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.083352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.085047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737d4d4-a15b-48a4-85bc-62bdc0c25ac9 req-d3e306c9-488a-4432-b855-ace4437f2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:57.085381 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8737d4d4-a15b-48a4-85bc-62bdc0c25ac9 req-d3e306c9-488a-4432-b855-ace4437f2427 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6bbef9f29a904d9e928706218420f33f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1152015 Sep 09 09:31:57.132624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.133389 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-b839afaf-cb99-4b93-85d3-071b491d1c64 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3005199 Sep 09 09:31:57.144710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:31:57.145130 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:31:57.151177 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:31:57.183183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Request body: {'port': {'device_id': 'd9c3128c-0fbf-4033-bdc2-26b7d8a2df57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:57.188082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512ad7a-7709-40c6-a6d0-6df7bd0b2e13 req-0589b2a0-41df-47f1-864d-f171d14e6969 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:57.190046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f512ad7a-7709-40c6-a6d0-6df7bd0b2e13 req-0589b2a0-41df-47f1-864d-f171d14e6969 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1904023 Sep 09 09:31:57.241585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737d4d4-a15b-48a4-85bc-62bdc0c25ac9 req-29182e51-5bf9-4850-b98a-764290c72de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:57.243108 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8737d4d4-a15b-48a4-85bc-62bdc0c25ac9 req-29182e51-5bf9-4850-b98a-764290c72de1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493247 Sep 09 09:31:57.252591 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.256205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.256744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a474d8f-cf47-4674-9157-f7746bc53dfd {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:57.265584 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.275215 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a3212d7e-242a-49d3-8712-17ad65dbcf78 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1a474d8f-cf47-4674-9157-f7746bc53dfd HTTP/1.1" status: 204 len: 168 time: 3.8630795 Sep 09 09:31:57.279322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48536) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:57.335428 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.342201 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f512ad7a-7709-40c6-a6d0-6df7bd0b2e13 req-82e4f85d-8afe-4eb2-a561-f8ee3ca1821c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379440 Sep 09 09:31:57.372180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Deleting port 9628c837-991c-4331-8b99-02b1b9112f56 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:57.372516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.377278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.383770 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/networks/54d72da3-46bc-426c-9108-cb81b9ad1db8 HTTP/1.1" status: 204 len: 168 time: 2.5968227 Sep 09 09:31:57.414401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:57.419869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-265903970', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:57.441585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6335a33a-90ff-4805-8628-df499b77b59c admin admin] Deleting subnet 309c9f43-74ce-495f-a6f3-f2e389cd1b2f {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:31:57.448190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11758fcb-4291-45c6-a5b3-f27c4bb391f8 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Network': ['ID=54d72da3-46bc-426c-9108-cb81b9ad1db8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:57.451915 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6335a33a-90ff-4805-8628-df499b77b59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.472437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-1d8db10a-433b-4e2e-9026-7d4df6795de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:57.474014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-1d8db10a-433b-4e2e-9026-7d4df6795de1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 1095 time: 0.1595271 Sep 09 09:31:57.550299 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6335a33a-90ff-4805-8628-df499b77b59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.578521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.578521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.593290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.612887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Calling delete_port for 9628c837-991c-4331-8b99-02b1b9112f56 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:57.635696 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-fefecb64-c618-4c35-a9f5-6bdf54cf474e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 HTTP/1.1" status: 200 len: 217 time: 0.1207583 Sep 09 09:31:57.737782 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6335a33a-90ff-4805-8628-df499b77b59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.781183 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:57.793333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1fe9d-5255-49b3-8e38-43ae700ee94c req-c5df1e88-b6cc-455e-9eff-98751088c26d tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:57.794872 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b1fe9d-5255-49b3-8e38-43ae700ee94c req-c5df1e88-b6cc-455e-9eff-98751088c26d tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 931 time: 0.1744900 Sep 09 09:31:57.800923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-20a1836b-8bea-4730-b5d3-de30f37f97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:57.802347 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-20a1836b-8bea-4730-b5d3-de30f37f97fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c94a1de7-aed4-43f5-8c7b-0612e3750da1 HTTP/1.1" status: 200 len: 859 time: 0.1484783 Sep 09 09:31:57.819016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6471de5-fd0f-433a-961e-767ad73c4196 req-ce2bcae3-e63c-478d-9493-9bb6b2574e10 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:57.820918 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6471de5-fd0f-433a-961e-767ad73c4196 req-ce2bcae3-e63c-478d-9493-9bb6b2574e10 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 945 time: 0.1299877 Sep 09 09:31:57.871904 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-5a602c45-d6a7-45fb-ace5-ce0bcb25d2f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=936c14d7-dae2-4491-9882-2353f342439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347414 Sep 09 09:31:57.911744 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6471de5-fd0f-433a-961e-767ad73c4196 req-8a11f2f0-b73b-4940-8123-2dee7a6bc5fc tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572052 Sep 09 09:31:57.976279 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8b1fe9d-5255-49b3-8e38-43ae700ee94c req-d394e13c-1a9c-4dd8-a496-863f56d802b9 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633084 Sep 09 09:31:58.014715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6335a33a-90ff-4805-8628-df499b77b59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.024049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2e69b0-67c7-416d-b864-e16c07fda4e5 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:31:58.053613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335a33a-90ff-4805-8628-df499b77b59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309c9f43-74ce-495f-a6f3-f2e389cd1b2f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:58.058046 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6335a33a-90ff-4805-8628-df499b77b59c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.063017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6335a33a-90ff-4805-8628-df499b77b59c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/309c9f43-74ce-495f-a6f3-f2e389cd1b2f HTTP/1.1" status: 204 len: 168 time: 0.7812366 Sep 09 09:31:58.064398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48546) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:58.068489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e30efe-83e0-463d-a3f9-869872fa5ade None None] Network b2b4f655-d0a3-4b76-8382-fa71539d21df requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:31:58.095862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.108345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.130930 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Transition to ACTIVE for port object 6d2e69b0-67c7-416d-b864-e16c07fda4e5 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:31:58.176806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Pushing event deleted for resources: {'Port': ['ID=9628c837-991c-4331-8b99-02b1b9112f56,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:58.187796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.209123 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-b980a925-629f-481d-b6e9-7725e18a78f2 service neutron] 10.222.0.24 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120995 Sep 09 09:31:58.255634 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.284283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.317619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] DHCP port deletion for b2b4f655-d0a3-4b76-8382-fa71539d21df request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:31:58.332783 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.417306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Pushing event updated for resources: {'Port': ['ID=6d2e69b0-67c7-416d-b864-e16c07fda4e5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:58.435786 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.439679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.443622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Deleting port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:58.444196 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.487802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a839ae4-2c29-4bfd-af06-6cb3f7b92bb1 req-d77af98d-caef-445d-8fb8-39d64c01f628 service neutron] 10.222.0.24 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632568 Sep 09 09:31:58.550587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] For port 0b406f9d-d238-4ba0-99a1-e3bf451b2031, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0b406f9d-d238-4ba0-99a1-e3bf451b2031,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:58.551244 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.559994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-bfc5b74a-cfb3-48a6-a274-77d28a2660e4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:58.564597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-bfc5b74a-cfb3-48a6-a274-77d28a2660e4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.3285456 Sep 09 09:31:58.578027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Calling delete_port for 0b406f9d-d238-4ba0-99a1-e3bf451b2031 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:58.581036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Attempting to bind port 6d2e69b0-67c7-416d-b864-e16c07fda4e5 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:31:58.581375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Attempting to bind port 6d2e69b0-67c7-416d-b864-e16c07fda4e5 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:31:58.581709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Attempting to bind port 6d2e69b0-67c7-416d-b864-e16c07fda4e5 on network 936c14d7-dae2-4491-9882-2353f342439b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:58.589237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Port 6d2e69b0-67c7-416d-b864-e16c07fda4e5 on network 936c14d7-dae2-4491-9882-2353f342439b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:31:58.589565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Attempting to bind port 6d2e69b0-67c7-416d-b864-e16c07fda4e5 on network 936c14d7-dae2-4491-9882-2353f342439b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:31:58.597246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:31:58.597653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Checking segment: {'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:31:58.597982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Bound using segment: {'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:31:58.598416 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Bound port: 6d2e69b0-67c7-416d-b864-e16c07fda4e5, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e65ce89-1a3d-48af-83d7-f4057f30dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '936c14d7-dae2-4491-9882-2353f342439b'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:31:58.598782 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.609758 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:31:58.625676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-1010821e-38ce-476a-99d4-8fcc58051ee2 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/quotas/245f6d8c14c94cfaa4af650bffd88cb8 HTTP/1.1" status: 200 len: 375 time: 0.0260446 Sep 09 09:31:58.649115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Deleting port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:31:58.649869 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.671276 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.671868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Fanout notify agent at l3_agent the message router_deleted on router 57134845-8a8c-4db1-b976-f5690f257440 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:31:58.725763 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.725961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.727041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9efce742-f65f-49dc-9bb8-1bb96a36db0b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/57134845-8a8c-4db1-b976-f5690f257440 HTTP/1.1" status: 204 len: 168 time: 2.4525583 Sep 09 09:31:58.731976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48564) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:58.746069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c161e5e3-d3ac-4aa6-929b-f1933720bf89 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-661029306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:58.757035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Pushing event deleted for resources: {'Port': ['ID=0b406f9d-d238-4ba0-99a1-e3bf451b2031,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:58.759332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] No DVR routers for this DVR port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:58.775889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.776233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.776581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.776923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.777258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.777879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.777997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.778239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.778745 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.779082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.779445 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.779841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85570a-344f-43d7-ae75-de90e9a45455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:31:58.780229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] For port 0b406f9d-d238-4ba0-99a1-e3bf451b2031, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0b406f9d-d238-4ba0-99a1-e3bf451b2031,segment=NetworkSegment(c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2),segment_id=c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:31:58.780598 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:58.805093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Calling delete_port for 0b406f9d-d238-4ba0-99a1-e3bf451b2031 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:31:58.824096 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-f1afba94-7dc1-4a7b-85a9-e2ec85d1871d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1563814 Sep 09 09:31:58.978335 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-bb64fe35-869c-47fc-8f14-e7d52825512d service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533151 Sep 09 09:31:58.986283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.039500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] No DVR routers for this DVR port 0b406f9d-d238-4ba0-99a1-e3bf451b2031 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:31:59.043676 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b406f9d-d238-4ba0-99a1-e3bf451b2031,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:59.122261 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.139577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] For port 6d2e69b0-67c7-416d-b864-e16c07fda4e5, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:31:59.161203 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.179955 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.188032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] For port 6d2e69b0-67c7-416d-b864-e16c07fda4e5, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d2e69b0-67c7-416d-b864-e16c07fda4e5,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:31:59.193076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b4f655-d0a3-4b76-8382-fa71539d21df']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:59.196857 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-e45fab8e-200d-492d-b181-f00decf4b35d service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119157 Sep 09 09:31:59.205747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:59.211528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c108cb2b-5d0d-4b7f-b441-d1ea7ce81fc2') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:31:59.216639 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.233384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.240146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:31:59.240542 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:31:59.242249 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:31:59.251035 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7604-bd06-4816-a81c-ddbba7934b27 req-d2df22ca-b885-4799-a1a1-677b2a7c41a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:59.252617 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-923f7604-bd06-4816-a81c-ddbba7934b27 req-d2df22ca-b885-4799-a1a1-677b2a7c41a8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1352670 Sep 09 09:31:59.299823 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.334566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c161e5e3-d3ac-4aa6-929b-f1933720bf89 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.335619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c161e5e3-d3ac-4aa6-929b-f1933720bf89 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.374668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:59.375233 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.376646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] 10.222.0.41 "PUT /v2.0/ports/6d2e69b0-67c7-416d-b864-e16c07fda4e5 HTTP/1.1" status: 200 len: 1092 time: 2.2072811 Sep 09 09:31:59.380094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c3128c-0fbf-4033-bdc2-26b7d8a2df57', 'tag': '6d2e69b0-67c7-416d-b864-e16c07fda4e5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:31:59.382340 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5072988-738d-4864-bf6c-19aa6f856615" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c3128c-0fbf-4033-bdc2-26b7d8a2df57", "tag": "6d2e69b0-67c7-416d-b864-e16c07fda4e5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:31:59.384581 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.393286 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.394059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-923f7604-bd06-4816-a81c-ddbba7934b27 req-f535d9d3-4d1c-4fcf-8443-5d7529522577 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342993 Sep 09 09:31:59.400057 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b2b4f655-d0a3-4b76-8382-fa71539d21df HTTP/1.1" status: 204 len: 168 time: 1.3301404 Sep 09 09:31:59.405902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e8b753ea-8780-4ca7-96ee-40750c4a11bd no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:59.421782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43bedb-3abe-40b1-823f-4521195dc186 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b4f655-d0a3-4b76-8382-fa71539d21df,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:59.422111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Allocated IP 172.25.8.65 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/ea928b03-1f78-4a8a-90ec-f341abe090c4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:31:59.454650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499f6e3-4d83-4bc6-8bda-b01c6ade188d service neutron] Pushing event updated for resources: {'Port': ['ID=6d2e69b0-67c7-416d-b864-e16c07fda4e5,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:31:59.469235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e8b753ea-8780-4ca7-96ee-40750c4a11bd {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:59.473601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e8b753ea-8780-4ca7-96ee-40750c4a11bd not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:59.479125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0b406f9d-d238-4ba0-99a1-e3bf451b2031 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:31:59.507782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 0b406f9d-d238-4ba0-99a1-e3bf451b2031 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:31:59.507782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0b406f9d-d238-4ba0-99a1-e3bf451b2031 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:31:59.535761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c161e5e3-d3ac-4aa6-929b-f1933720bf89 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.590272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab0491-0caf-4e86-a4e3-b92a24154415 req-c2e2b72a-a084-41f4-aefc-eaa08e299e25 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:59.591933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16ab0491-0caf-4e86-a4e3-b92a24154415 req-c2e2b72a-a084-41f4-aefc-eaa08e299e25 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 943 time: 0.0586457 Sep 09 09:31:59.633185 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16ab0491-0caf-4e86-a4e3-b92a24154415 req-8c01a352-b846-4121-96e9-a53126099283 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343423 Sep 09 09:31:59.654847 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c161e5e3-d3ac-4aa6-929b-f1933720bf89 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.690398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6c7f62ca-b648-4d39-a90f-af6bbdf62ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:59.691923 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-6c7f62ca-b648-4d39-a90f-af6bbdf62ddb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 1095 time: 0.1548750 Sep 09 09:31:59.705736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2aa3a1-e44f-4c33-9cc8-f2785525fc8e req-6129546b-66e4-487f-90a9-447f438e2c7f tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:59.707271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fc2aa3a1-e44f-4c33-9cc8-f2785525fc8e req-6129546b-66e4-487f-90a9-447f438e2c7f tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 946 time: 0.1688912 Sep 09 09:31:59.711705 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e750a80a-799e-46b1-90ae-f9c2261f6e6d x-openstack-request-id: req-e750a80a-799e-46b1-90ae-f9c2261f6e6d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:31:59.711997 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c3128c-0fbf-4033-bdc2-26b7d8a2df57", "tag": "6d2e69b0-67c7-416d-b864-e16c07fda4e5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:31:59.713684 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e750a80a-799e-46b1-90ae-f9c2261f6e6d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:31:59.713684 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c3128c-0fbf-4033-bdc2-26b7d8a2df57', 'tag': '6d2e69b0-67c7-416d-b864-e16c07fda4e5', 'status': 'completed', 'code': 200} Sep 09 09:31:59.759486 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-183a4918-bb52-4d30-bde4-d8b987148ca9 req-4f30637d-b27d-4b91-8cdd-7d3d1b11cf94 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 210 time: 0.0268500 Sep 09 09:31:59.770063 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.772748 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c161e5e3-d3ac-4aa6-929b-f1933720bf89 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:31:59.774125 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c161e5e3-d3ac-4aa6-929b-f1933720bf89 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0363491 Sep 09 09:31:59.777104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48582) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:59.784866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-4dedba84-71c7-4488-8602-8e6c419134bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2e69b0-67c7-416d-b864-e16c07fda4e5 HTTP/1.1" status: 200 len: 217 time: 0.0747678 Sep 09 09:31:59.786595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'enable_snat': True}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:31:59.815352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48584) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:59.859703 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fc2aa3a1-e44f-4c33-9cc8-f2785525fc8e req-853914b9-31b9-41cb-adb8-8ee9cd6cc125 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389494 Sep 09 09:31:59.903445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-ddd70330-f1ec-4399-8f15-8b78f68b3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:31:59.904953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-ddd70330-f1ec-4399-8f15-8b78f68b3762 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c94a1de7-aed4-43f5-8c7b-0612e3750da1 HTTP/1.1" status: 200 len: 859 time: 0.1090157 Sep 09 09:31:59.932472 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-73c7163d-ceef-4e5a-ba09-8ec4aa8d1a8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95a35275c4864a71b4d060d54546604f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1159613 Sep 09 09:31:59.946806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48588) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:31:59.950541 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-78011db7-093a-4872-889d-9a8935110ed0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=936c14d7-dae2-4491-9882-2353f342439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350423 Sep 09 09:32:00.003620 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:00.064729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:00.098348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:00.112996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:00.153825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=ea928b03-1f78-4a8a-90ec-f341abe090c4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:00.156027 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82e88938-0a36-4c27-b648-f7b0b5b7d68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:00.202671 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-8e6442b0-0e9f-4f6f-bbf3-db74e3a20df9 service neutron] 10.222.0.41 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382946 Sep 09 09:32:00.209724 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82e88938-0a36-4c27-b648-f7b0b5b7d68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:00.389975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:32:00.404278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:00.432238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff607d-75c9-455f-8313-5bf6bb6c3976 req-aca9a7a9-1d9c-46ab-adc7-2c705ecc1485 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:00.434545 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2ff607d-75c9-455f-8313-5bf6bb6c3976 req-aca9a7a9-1d9c-46ab-adc7-2c705ecc1485 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 946 time: 0.0897448 Sep 09 09:32:00.440247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b65bf5e-0ee5-404f-ae89-b888ebcc889d req-76bc1260-d624-47f1-b7e8-1b1728c0725a service neutron] 10.222.0.41 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260611 Sep 09 09:32:00.512809 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82e88938-0a36-4c27-b648-f7b0b5b7d68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:00.515552 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82e88938-0a36-4c27-b648-f7b0b5b7d68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:00.519885 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-82e88938-0a36-4c27-b648-f7b0b5b7d68a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1938fd7c-9686-4356-bac8-e68154cdff77 HTTP/1.1" status: 204 len: 168 time: 0.5694487 Sep 09 09:32:00.564935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:00.581270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00', 'network_id': '936c14d7-dae2-4491-9882-2353f342439b', 'port_id': '56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94a1de7-aed4-43f5-8c7b-0612e3750da1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:32:00.592272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e88938-0a36-4c27-b648-f7b0b5b7d68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1938fd7c-9686-4356-bac8-e68154cdff77,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:00.616697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f079d36-6d6a-4059-9dfd-d7463d78419b req-f9d13684-f01d-407c-ba4b-42d60956b9be tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:00.621715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f079d36-6d6a-4059-9dfd-d7463d78419b req-f9d13684-f01d-407c-ba4b-42d60956b9be tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1322062 Sep 09 09:32:00.650692 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:00.676093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072988-738d-4864-bf6c-19aa6f856615 req-e09d42d5-6a5a-44c9-955b-d62c160964bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:00.677654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5072988-738d-4864-bf6c-19aa6f856615 req-e09d42d5-6a5a-44c9-955b-d62c160964bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 1095 time: 0.1189961 Sep 09 09:32:00.692718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-a2ff607d-75c9-455f-8313-5bf6bb6c3976 req-6e260078-c67b-4d65-9cf9-66fbcfbb9456 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Deleting port 50467111-93ed-4e3b-b481-4b72400d1dc2 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:00.694116 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a2ff607d-75c9-455f-8313-5bf6bb6c3976 req-6e260078-c67b-4d65-9cf9-66fbcfbb9456 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:00.716483 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:00.727970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:32:00.739868 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f079d36-6d6a-4059-9dfd-d7463d78419b req-bc474da0-922d-4464-b8ea-b69bf47c48a2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032505 Sep 09 09:32:00.772315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:00.838370 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:00.896019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb33b368-23f3-4820-8b9c-dc124447a2b5 req-67302577-1190-46bf-a688-6c12e546a117 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 210 time: 0.0576975 Sep 09 09:32:00.908362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072988-738d-4864-bf6c-19aa6f856615 req-f32dc89e-c4da-43eb-bdf6-0282ff04e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:00.909310 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5072988-738d-4864-bf6c-19aa6f856615 req-f32dc89e-c4da-43eb-bdf6-0282ff04e944 service neutron] 10.222.0.41 "GET /v2.0/networks?id=936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 200 len: 920 time: 0.2247965 Sep 09 09:32:00.913790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-a2ff607d-75c9-455f-8313-5bf6bb6c3976 req-6e260078-c67b-4d65-9cf9-66fbcfbb9456 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] For port 50467111-93ed-4e3b-b481-4b72400d1dc2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=50467111-93ed-4e3b-b481-4b72400d1dc2,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:00.914164 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a2ff607d-75c9-455f-8313-5bf6bb6c3976 req-6e260078-c67b-4d65-9cf9-66fbcfbb9456 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:00.942723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:00.960686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbfabf-0a1c-40cc-8bd5-696454ce3368 req-4944b92a-996d-4e35-a2c2-eaa706d7201e tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:00.962218 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43fbfabf-0a1c-40cc-8bd5-696454ce3368 req-4944b92a-996d-4e35-a2c2-eaa706d7201e tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 943 time: 0.1589572 Sep 09 09:32:00.967113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5072988-738d-4864-bf6c-19aa6f856615 req-81081d75-5c6f-43d3-bef7-1ddcbefbde97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2e69b0-67c7-416d-b864-e16c07fda4e5 HTTP/1.1" status: 200 len: 217 time: 0.0497584 Sep 09 09:32:00.967325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-a2ff607d-75c9-455f-8313-5bf6bb6c3976 req-6e260078-c67b-4d65-9cf9-66fbcfbb9456 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Calling delete_port for 50467111-93ed-4e3b-b481-4b72400d1dc2 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:01.067753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:01.107252 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43fbfabf-0a1c-40cc-8bd5-696454ce3368 req-11fac5f1-8090-4949-9302-55f3c7c65a97 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933983 Sep 09 09:32:01.111085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072988-738d-4864-bf6c-19aa6f856615 req-e805909c-eebc-476e-bae4-59f27636e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:01.115011 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5072988-738d-4864-bf6c-19aa6f856615 req-e805909c-eebc-476e-bae4-59f27636e301 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c94a1de7-aed4-43f5-8c7b-0612e3750da1 HTTP/1.1" status: 200 len: 859 time: 0.1149590 Sep 09 09:32:01.159447 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:01.172005 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5072988-738d-4864-bf6c-19aa6f856615 req-d0564361-d9d4-4a9f-9aff-29d76dac49d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=936c14d7-dae2-4491-9882-2353f342439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326657 Sep 09 09:32:01.193216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:01.206433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:01.221677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794caae-d93d-4135-b400-10e20081ca34 req-fdc2623b-2a70-41a1-844c-f188c2cd9413 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:01.229304 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2794caae-d93d-4135-b400-10e20081ca34 req-fdc2623b-2a70-41a1-844c-f188c2cd9413 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 946 time: 0.1926711 Sep 09 09:32:01.347001 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2794caae-d93d-4135-b400-10e20081ca34 req-ca1cac88-7971-4b36-a6d3-c69ab5a6a731 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168988 Sep 09 09:32:01.356446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5072988-738d-4864-bf6c-19aa6f856615 req-b48ee3b1-da84-441e-a41b-85ad1b4f9a46 service neutron] 10.222.0.41 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745048 Sep 09 09:32:01.443784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Allocated IP 172.25.8.174 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/666393ae-c20b-4142-aa08-367a30d5093c) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:01.498952 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5072988-738d-4864-bf6c-19aa6f856615 req-c86ff4a2-7fdf-4dea-9c66-ae6bd3c7fe28 service neutron] 10.222.0.41 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339974 Sep 09 09:32:01.504654 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a2ff607d-75c9-455f-8313-5bf6bb6c3976 req-6e260078-c67b-4d65-9cf9-66fbcfbb9456 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:01.519019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['651e1d18-9888-47ca-b283-0fd7681c2c09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:01.569506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e260078-c67b-4d65-9cf9-66fbcfbb9456 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Pushing event deleted for resources: {'Port': ['ID=50467111-93ed-4e3b-b481-4b72400d1dc2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:01.596058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 11999744-4332-432d-971c-dbc39470a481 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:32:01.646968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ff607d-75c9-455f-8313-5bf6bb6c3976 req-6e260078-c67b-4d65-9cf9-66fbcfbb9456 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] No DVR routers for this DVR port 50467111-93ed-4e3b-b481-4b72400d1dc2 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:01.657899 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-a2ff607d-75c9-455f-8313-5bf6bb6c3976 req-6e260078-c67b-4d65-9cf9-66fbcfbb9456 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:01.661000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2ff607d-75c9-455f-8313-5bf6bb6c3976 req-6e260078-c67b-4d65-9cf9-66fbcfbb9456 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "DELETE /v2.0/ports/50467111-93ed-4e3b-b481-4b72400d1dc2 HTTP/1.1" status: 204 len: 173 time: 1.2146766 Sep 09 09:32:01.661619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8e037e-1eec-4c89-868e-bb062a331dff', 'name': 'network-vif-deleted', 'tag': '50467111-93ed-4e3b-b481-4b72400d1dc2'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:01.664483 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1791f8aa-cf0c-41d1-90d9-02c9cc1ec5be" -d '{"events": [{"server_uuid": "9f8e037e-1eec-4c89-868e-bb062a331dff", "name": "network-vif-deleted", "tag": "50467111-93ed-4e3b-b481-4b72400d1dc2"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:01.680884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:01.717841 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9397f9-b59c-4f71-91b0-5c0d90a68dc7 x-openstack-request-id: req-0b9397f9-b59c-4f71-91b0-5c0d90a68dc7 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:01.718651 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8e037e-1eec-4c89-868e-bb062a331dff", "name": "network-vif-deleted", "tag": "50467111-93ed-4e3b-b481-4b72400d1dc2", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:01.719089 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b9397f9-b59c-4f71-91b0-5c0d90a68dc7 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:01.719758 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8e037e-1eec-4c89-868e-bb062a331dff', 'name': 'network-vif-deleted', 'tag': '50467111-93ed-4e3b-b481-4b72400d1dc2', 'status': 'completed', 'code': 200} Sep 09 09:32:01.775575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-8ef0296e-c5dc-464b-98de-dfbb48366c64 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:01.777204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-8ef0296e-c5dc-464b-98de-dfbb48366c64 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.2172444 Sep 09 09:32:01.807844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:01.809728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Request body: {'port': {'device_id': '740cf16b-68dd-4190-af9e-94d49481c8f3', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'admin_state_up': True, 'tenant_id': '245f6d8c14c94cfaa4af650bffd88cb8'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:01.853426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:01.861828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:01.866554 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dbb52-0e99-4bde-b8af-296952e7b456 None None] Sync routers for ids ['11999744-4332-432d-971c-dbc39470a481'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:01.878837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:01.878992 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['567c9904-ab3e-482f-a767-38e980042d95'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:01.885707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:01.904693 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92dbb52-0e99-4bde-b8af-296952e7b456 None None] Routers {'11999744-4332-432d-971c-dbc39470a481'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:01.910646 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d92dbb52-0e99-4bde-b8af-296952e7b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['11999744-4332-432d-971c-dbc39470a481'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:01.986567 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d92dbb52-0e99-4bde-b8af-296952e7b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:01.998901 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92dbb52-0e99-4bde-b8af-296952e7b456 None None] Routers {'11999744-4332-432d-971c-dbc39470a481'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:01.999845 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d92dbb52-0e99-4bde-b8af-296952e7b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['11999744-4332-432d-971c-dbc39470a481'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:02.018704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:02.022400 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-71419394-4589-4336-9fac-feb5abaa352f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6045291 Sep 09 09:32:02.025331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48626) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:02.044537 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d92dbb52-0e99-4bde-b8af-296952e7b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:02.045479 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dbb52-0e99-4bde-b8af-296952e7b456 None None] The sync data for ids ['11999744-4332-432d-971c-dbc39470a481'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:02.046200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event updated for resources: {'Port': ['ID=666393ae-c20b-4142-aa08-367a30d5093c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:02.106588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48628) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:02.107937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab62f8ac-7477-4ec7-a234-387633c43d1a req-244e1fa2-7481-40c7-8bc4-949999909c49 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 210 time: 0.0934179 Sep 09 09:32:02.147078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590a587-7394-46ed-b4c8-f1a441848a95 req-ae650ee6-4e41-49e1-882b-dd77a72a3872 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:02.156017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9590a587-7394-46ed-b4c8-f1a441848a95 req-ae650ee6-4e41-49e1-882b-dd77a72a3872 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.2908871 Sep 09 09:32:02.198398 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-781d3295-e688-4695-ab51-480d331661a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/routers/11999744-4332-432d-971c-dbc39470a481 HTTP/1.1" status: 200 len: 879 time: 0.1615944 Sep 09 09:32:02.198598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48634) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:02.254254 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Made reservation on behalf of 245f6d8c14c94cfaa4af650bffd88cb8 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:02.257716 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:02.269555 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9590a587-7394-46ed-b4c8-f1a441848a95 req-19b97e9a-2a80-41c1-bb68-57f7f3d3bd8c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999987 Sep 09 09:32:02.274991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79c7ee-08a1-496b-953c-5b8bbfb2be31 req-b84d908b-a69f-4b7c-b53f-b6cf04bae466 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:02.276568 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b79c7ee-08a1-496b-953c-5b8bbfb2be31 req-b84d908b-a69f-4b7c-b53f-b6cf04bae466 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 943 time: 0.0651064 Sep 09 09:32:02.288168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1869558572-network', 'tenant_id': 'b215771194d342d4acfd0baf8bcfd4ae'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:02.370138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b79c7ee-08a1-496b-953c-5b8bbfb2be31 req-970411a9-8321-436d-93fb-f9d0480d173a tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841992 Sep 09 09:32:02.396609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:02.449351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Made reservation on behalf of b215771194d342d4acfd0baf8bcfd4ae for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:02.451808 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:02.454923 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:02.513929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:02.566977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:02.571492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:02.571873 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:02.601384 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0a4ef9c-0122-4a63-840e-80630db9db01 req-ec1cf865-965d-47e9-a731-634909c56a2c tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8e037e-1eec-4c89-868e-bb062a331dff HTTP/1.1" status: 200 len: 210 time: 0.0885296 Sep 09 09:32:02.678764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:02.714871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:02.715799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402c890-c9bf-4971-bd4a-aad4c0374846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:02.718238 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07af5a02-27b8-4efe-aa1a-87f894e2723e" -d '{"events": [{"server_uuid": "4402c890-c9bf-4971-bd4a-aad4c0374846", "name": "network-vif-plugged", "status": "completed", "tag": "56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:02.767860 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb418825-d57b-405f-88e2-044f45609c78 x-openstack-request-id: req-eb418825-d57b-405f-88e2-044f45609c78 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:02.768159 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4402c890-c9bf-4971-bd4a-aad4c0374846", "name": "network-vif-plugged", "status": "completed", "tag": "56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:02.768417 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb418825-d57b-405f-88e2-044f45609c78 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:02.768815 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4402c890-c9bf-4971-bd4a-aad4c0374846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00', 'code': 200} Sep 09 09:32:02.800251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Allocated IP 172.20.0.6 (346934c0-b5f0-416b-9d32-fc48ed065fec/46ca00ff-7e3e-4607-867c-7a87c8c0b9e6/ae51efc4-e8bc-473e-a862-9a513635a0b9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:02.802148 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:02.841206 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c01f1fd2-4ce8-4c1a-b9ca-e87880e86bf9 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6382432 Sep 09 09:32:02.843945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48640) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:02.849563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-2d2cdc84-3de5-409e-9ecc-42a89b2ebe10 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-265903970'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:02.867491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d2e69b0-67c7-416d-b864-e16c07fda4e5 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:32:02.870356 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 50467111-93ed-4e3b-b481-4b72400d1dc2 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:32:02.905052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 50467111-93ed-4e3b-b481-4b72400d1dc2 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:32:02.906111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 50467111-93ed-4e3b-b481-4b72400d1dc2 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:32:02.926091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627b870-122a-4fff-a73f-1c2d7952616f req-6a6840c6-90f8-4ec8-8c0c-9209cb2a8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:02.928123 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b627b870-122a-4fff-a73f-1c2d7952616f req-6a6840c6-90f8-4ec8-8c0c-9209cb2a8a5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 1097 time: 0.0888066 Sep 09 09:32:02.955714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:03.030107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 6d2e69b0-67c7-416d-b864-e16c07fda4e5, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d2e69b0-67c7-416d-b864-e16c07fda4e5,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:03.034383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b627b870-122a-4fff-a73f-1c2d7952616f req-9dbf01c7-a83d-4bd8-8ad5-65cf0f687356 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910969 Sep 09 09:32:03.044309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '6d2e69b0-67c7-416d-b864-e16c07fda4e5', 'network_id': '936c14d7-dae2-4491-9882-2353f342439b', 'port_id': '6d2e69b0-67c7-416d-b864-e16c07fda4e5', 'mac_address': 'fa:16:3e:db:eb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94a1de7-aed4-43f5-8c7b-0612e3750da1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:32:03.051459 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.085495 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.087254 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.097306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.100715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.106132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2e69b0-67c7-416d-b864-e16c07fda4e5 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:32:03.125983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 6d2e69b0-67c7-416d-b864-e16c07fda4e5, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d2e69b0-67c7-416d-b864-e16c07fda4e5,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:03.157417 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.171595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:03.205597 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Network 346934c0-b5f0-416b-9d32-fc48ed065fec is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:03.209099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:03.212190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:03.218675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:03.233595 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.248513 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.255190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event updated for resources: {'Port': ['ID=ae51efc4-e8bc-473e-a862-9a513635a0b9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:03.286939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:03.288035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.342962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=6d2e69b0-67c7-416d-b864-e16c07fda4e5,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:03.371268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-96ef137b-608b-45b4-b494-03b166257d06 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5660064 Sep 09 09:32:03.393592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Request body: {'port': {'device_id': '740cf16b-68dd-4190-af9e-94d49481c8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:03.464693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d990c-699c-4f67-baa6-9027f3240eae req-a627a793-e5a0-48fb-8fe0-47ef43f6872f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:03.466608 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e79d990c-699c-4f67-baa6-9027f3240eae req-a627a793-e5a0-48fb-8fe0-47ef43f6872f tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1106448 Sep 09 09:32:03.474142 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.480560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['6d2e69b0-67c7-416d-b864-e16c07fda4e5'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:03.555353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e79d990c-699c-4f67-baa6-9027f3240eae req-6d4fe98a-29ec-4838-b4ea-f1a84737d7ac tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710156 Sep 09 09:32:03.664679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:32:03.697771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8400635-e3c5-4fd6-85e2-42e812792f4b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:03.743711 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.744063 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Added segment 5cac8962-4433-4bc7-82d7-86a0e7c84147 of type vlan for network 857889af-db21-4656-95c6-c0c36bcf88b5 Sep 09 09:32:03.767229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c88f8-a557-4d53-9af9-acbfe2315dc5 req-5e10d67e-b3a5-47d4-b59b-df79265ae0d1 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:03.768899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d00c88f8-a557-4d53-9af9-acbfe2315dc5 req-5e10d67e-b3a5-47d4-b59b-df79265ae0d1 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 944 time: 0.1087356 Sep 09 09:32:03.778606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6b4ba-faf4-4980-bca4-27fab014f40e req-0f0d7d2c-4e0b-4e6a-ba2c-26de67a7d5d5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:03.780398 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5c6b4ba-faf4-4980-bca4-27fab014f40e req-0f0d7d2c-4e0b-4e6a-ba2c-26de67a7d5d5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 931 time: 0.5523729 Sep 09 09:32:03.805972 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdc84-3de5-409e-9ecc-42a89b2ebe10 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.829795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d00c88f8-a557-4d53-9af9-acbfe2315dc5 req-5452c186-12a3-4cd4-9cd8-968762b0b751 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516753 Sep 09 09:32:03.852044 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.881162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae51efc4-e8bc-473e-a862-9a513635a0b9 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:32:03.889736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.892510 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5c6b4ba-faf4-4980-bca4-27fab014f40e req-3db64ff8-24bc-4258-931c-f9c60032db57 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827067 Sep 09 09:32:03.909668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Transition to ACTIVE for port object ae51efc4-e8bc-473e-a862-9a513635a0b9 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:03.909815 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdc84-3de5-409e-9ecc-42a89b2ebe10 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:03.966844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Router 07f55f43-8630-4e00-af20-9895846a7f50 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:32:03.995067 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:04.008166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:04.009134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:04.009708 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:04.069568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Pushing event updated for resources: {'Port': ['ID=ae51efc4-e8bc-473e-a862-9a513635a0b9,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:04.106830 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2cdc84-3de5-409e-9ecc-42a89b2ebe10 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 11999744-4332-432d-971c-dbc39470a481 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:04.128794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Attempting to bind port ae51efc4-e8bc-473e-a862-9a513635a0b9 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:04.129151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Attempting to bind port ae51efc4-e8bc-473e-a862-9a513635a0b9 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:04.129578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Attempting to bind port ae51efc4-e8bc-473e-a862-9a513635a0b9 on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:04.135448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Port ae51efc4-e8bc-473e-a862-9a513635a0b9 on network 346934c0-b5f0-416b-9d32-fc48ed065fec not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:32:04.135778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Attempting to bind port ae51efc4-e8bc-473e-a862-9a513635a0b9 on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:04.140888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:04.141805 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Checking segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:04.142453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Bound using segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:04.142949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Bound port: ae51efc4-e8bc-473e-a862-9a513635a0b9, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:04.143317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:04.150412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0380678 Sep 09 09:32:04.150412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba331a-9b39-42d8-9000-700a1191db72 admin admin] Pushing event updated for resources: {'Network': ['ID=857889af-db21-4656-95c6-c0c36bcf88b5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:04.152198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48652) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:04.158898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] Request body: {'subnet': {'network_id': '857889af-db21-4656-95c6-c0c36bcf88b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1869558572-subnet', 'tenant_id': 'b215771194d342d4acfd0baf8bcfd4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:04.161646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 857889af-db21-4656-95c6-c0c36bcf88b5 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:32:04.240508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] For port ae51efc4-e8bc-473e-a862-9a513635a0b9, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:04.243770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] For port ae51efc4-e8bc-473e-a862-9a513635a0b9, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ae51efc4-e8bc-473e-a862-9a513635a0b9,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:04.245345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] Made reservation on behalf of b215771194d342d4acfd0baf8bcfd4ae for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:04.248518 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:04.249121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:04.255518 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:04.256448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e956b4b3-9c1f-48ab-9c71-e252b76d4dff tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "PUT /v2.0/routers/07f55f43-8630-4e00-af20-9895846a7f50 HTTP/1.1" status: 200 len: 918 time: 4.4766660 Sep 09 09:32:04.258998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48654) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:04.285863 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61adfb-f249-4d3b-9bc7-7e2c9ddb7323 None None] Sync routers for ids ['07f55f43-8630-4e00-af20-9895846a7f50'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:04.301436 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61adfb-f249-4d3b-9bc7-7e2c9ddb7323 None None] Routers {'07f55f43-8630-4e00-af20-9895846a7f50'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:04.302382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7f61adfb-f249-4d3b-9bc7-7e2c9ddb7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['07f55f43-8630-4e00-af20-9895846a7f50'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:04.348149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:04.355679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7f61adfb-f249-4d3b-9bc7-7e2c9ddb7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:04.369315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61adfb-f249-4d3b-9bc7-7e2c9ddb7323 None None] Routers {'07f55f43-8630-4e00-af20-9895846a7f50'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:04.370059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7f61adfb-f249-4d3b-9bc7-7e2c9ddb7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['07f55f43-8630-4e00-af20-9895846a7f50'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:04.412529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7f61adfb-f249-4d3b-9bc7-7e2c9ddb7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:04.413347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61adfb-f249-4d3b-9bc7-7e2c9ddb7323 None None] The sync data for ids ['07f55f43-8630-4e00-af20-9895846a7f50'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:04.416719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:04.417319 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:04.418695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] 10.222.0.41 "PUT /v2.0/ports/ae51efc4-e8bc-473e-a862-9a513635a0b9 HTTP/1.1" status: 200 len: 1092 time: 1.0303466 Sep 09 09:32:04.419189 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740cf16b-68dd-4190-af9e-94d49481c8f3', 'tag': 'ae51efc4-e8bc-473e-a862-9a513635a0b9'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:04.421383 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20832798-9605-4267-8e5b-014c1373c0db" -d '{"events": [{"name": "network-changed", "server_uuid": "740cf16b-68dd-4190-af9e-94d49481c8f3", "tag": "ae51efc4-e8bc-473e-a862-9a513635a0b9"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:04.437008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2cdc84-3de5-409e-9ecc-42a89b2ebe10 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:04.449347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdc84-3de5-409e-9ecc-42a89b2ebe10 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:04.449347 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2d2cdc84-3de5-409e-9ecc-42a89b2ebe10 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/11999744-4332-432d-971c-dbc39470a481 HTTP/1.1" status: 200 len: 886 time: 1.6018925 Sep 09 09:32:04.455044 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da487252-4c4b-48c8-aa21-68ae73a1525d None None] Sync routers for ids ['11999744-4332-432d-971c-dbc39470a481'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:04.455556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48660) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:04.463221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b6af0-edc1-46d9-98c9-539c07a876db service neutron] Pushing event updated for resources: {'Port': ['ID=ae51efc4-e8bc-473e-a862-9a513635a0b9,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:04.467962 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da487252-4c4b-48c8-aa21-68ae73a1525d None None] Routers {'11999744-4332-432d-971c-dbc39470a481'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:04.472290 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-da487252-4c4b-48c8-aa21-68ae73a1525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['11999744-4332-432d-971c-dbc39470a481'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:04.475912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78023a2-7876-4984-99dd-2d47b676ed4f req-42bb19c1-8b24-4dc0-b3cb-998f1941b21b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:04.477152 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e78023a2-7876-4984-99dd-2d47b676ed4f req-42bb19c1-8b24-4dc0-b3cb-998f1941b21b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 946 time: 0.1308823 Sep 09 09:32:04.500282 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d41358-b1b6-4df0-a60e-8270ab4963b1 x-openstack-request-id: req-42d41358-b1b6-4df0-a60e-8270ab4963b1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:04.501159 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740cf16b-68dd-4190-af9e-94d49481c8f3", "tag": "ae51efc4-e8bc-473e-a862-9a513635a0b9", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:04.501563 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42d41358-b1b6-4df0-a60e-8270ab4963b1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:04.501893 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740cf16b-68dd-4190-af9e-94d49481c8f3', 'tag': 'ae51efc4-e8bc-473e-a862-9a513635a0b9', 'status': 'completed', 'code': 200} Sep 09 09:32:04.524579 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-da487252-4c4b-48c8-aa21-68ae73a1525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:04.535522 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da487252-4c4b-48c8-aa21-68ae73a1525d None None] Routers {'11999744-4332-432d-971c-dbc39470a481'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:04.535735 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-103f2beb-bda5-42fd-b64b-2cf96e126e76 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/routers/07f55f43-8630-4e00-af20-9895846a7f50 HTTP/1.1" status: 200 len: 924 time: 0.2732503 Sep 09 09:32:04.536345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48662) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:04.537183 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-da487252-4c4b-48c8-aa21-68ae73a1525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['11999744-4332-432d-971c-dbc39470a481'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:04.577486 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-da487252-4c4b-48c8-aa21-68ae73a1525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:04.578564 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da487252-4c4b-48c8-aa21-68ae73a1525d None None] The sync data for ids ['11999744-4332-432d-971c-dbc39470a481'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:04.606855 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20832798-9605-4267-8e5b-014c1373c0db req-a02413f6-ef57-476a-8c54-6c20fb7438f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:04.606855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20832798-9605-4267-8e5b-014c1373c0db req-a02413f6-ef57-476a-8c54-6c20fb7438f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 1095 time: 0.0819392 Sep 09 09:32:04.644760 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e78023a2-7876-4984-99dd-2d47b676ed4f req-5cce41b0-8a23-4671-84cb-0c8ad6be1b1f tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274860 Sep 09 09:32:04.656573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b29af5b-be34-4ee9-ab6d-eebe8aa78a86 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:04.658489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1b29af5b-be34-4ee9-ab6d-eebe8aa78a86 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&device_id=07f55f43-8630-4e00-af20-9895846a7f50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1136975 Sep 09 09:32:04.663561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48666) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:04.673230 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:04.680796 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1ebce1e6-40ef-4b5d-bde3-75ed5478744e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/routers/11999744-4332-432d-971c-dbc39470a481 HTTP/1.1" status: 200 len: 886 time: 0.2239580 Sep 09 09:32:04.690513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48668) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:04.729898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-75057ff8-b5dd-48dc-8485-dfb3f346025a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=11999744-4332-432d-971c-dbc39470a481 HTTP/1.1" status: 200 len: 205 time: 0.0378683 Sep 09 09:32:04.732264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48670) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:04.817762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20832798-9605-4267-8e5b-014c1373c0db req-63764303-d918-4e61-829f-bf8758ee9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:04.819354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20832798-9605-4267-8e5b-014c1373c0db req-63764303-d918-4e61-829f-bf8758ee9f38 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2072442 Sep 09 09:32:04.828608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664de800-7bfd-42e7-ae75-8fa8aec551a3 req-d37858e0-e8b5-45ff-92ee-fcfd3e6e990a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:04.835893 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-664de800-7bfd-42e7-ae75-8fa8aec551a3 req-d37858e0-e8b5-45ff-92ee-fcfd3e6e990a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1863923 Sep 09 09:32:04.836993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5661cc-5a0a-4024-b38f-f10b8b99ae0f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:04.871787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc6a9c-2506-423e-962c-94645b443b45 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:04.878249 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d5cc6a9c-2506-423e-962c-94645b443b45 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 881 time: 0.2105675 Sep 09 09:32:04.884729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48674) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:04.884823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] Checking segment: {'id': '5cac8962-4433-4bc7-82d7-86a0e7c84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '857889af-db21-4656-95c6-c0c36bcf88b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:04.884823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] Network hostable DHCP agents. Network: 857889af-db21-4656-95c6-c0c36bcf88b5, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:32:04.886716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d2e69b0-67c7-416d-b864-e16c07fda4e5 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:04.912714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0b845fd5-1d25-44d3-8912-490325b0ce81 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f55f43-8630-4e00-af20-9895846a7f50 HTTP/1.1" status: 200 len: 205 time: 0.0306823 Sep 09 09:32:04.914361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48676) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:04.974658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:04.980334 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-664de800-7bfd-42e7-ae75-8fa8aec551a3 req-aa2bfc62-0915-4d4d-abef-9587f8c1c874 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240678 Sep 09 09:32:05.008911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20832798-9605-4267-8e5b-014c1373c0db req-8b6b108c-71d5-49ce-8ac5-8bb71c6c79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:05.010506 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20832798-9605-4267-8e5b-014c1373c0db req-8b6b108c-71d5-49ce-8ac5-8bb71c6c79cf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1685817 Sep 09 09:32:05.130560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-3282fb2c-db5d-4779-83f3-20a3b3de4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:05.132071 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-3282fb2c-db5d-4779-83f3-20a3b3de4082 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 1095 time: 0.0782967 Sep 09 09:32:05.140526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773b98e-17ef-4955-84d5-88190b2559fc req-ea7c1b2e-ffad-440b-9100-ba018fa1e6d1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:05.142710 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f773b98e-17ef-4955-84d5-88190b2559fc req-ea7c1b2e-ffad-440b-9100-ba018fa1e6d1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 943 time: 0.1015723 Sep 09 09:32:05.151566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde41acd-e844-40ae-b213-d673c9c2f335 req-f9363a69-5b2b-4ec3-8b5d-627f1b5b112a tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:05.153100 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cde41acd-e844-40ae-b213-d673c9c2f335 req-f9363a69-5b2b-4ec3-8b5d-627f1b5b112a tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 944 time: 0.1883614 Sep 09 09:32:05.184692 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-77526684-159f-45cc-9c83-8e2f0f7e45e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae51efc4-e8bc-473e-a862-9a513635a0b9 HTTP/1.1" status: 200 len: 217 time: 0.0409796 Sep 09 09:32:05.184951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.201316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] Network 857889af-db21-4656-95c6-c0c36bcf88b5 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:32:05.223468 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 6d2e69b0-67c7-416d-b864-e16c07fda4e5 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:05.231892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 6d2e69b0-67c7-416d-b864-e16c07fda4e5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:05.232772 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.241652 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.255240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f773b98e-17ef-4955-84d5-88190b2559fc req-c1cb521e-3922-4d46-9ced-410aceda0357 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047213 Sep 09 09:32:05.264617 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cde41acd-e844-40ae-b213-d673c9c2f335 req-c479026e-2086-4ec0-af39-7dc5e7e91f1b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023982 Sep 09 09:32:05.264862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-a6bd5799-1d5f-4eaf-af49-53f08680b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:05.267438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-a6bd5799-1d5f-4eaf-af49-53f08680b895 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 HTTP/1.1" status: 200 len: 846 time: 0.0754898 Sep 09 09:32:05.311364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 857889af-db21-4656-95c6-c0c36bcf88b5) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:05.314777 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-a6d29a0b-a978-4b6f-b8ed-4f22c741470a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=346934c0-b5f0-416b-9d32-fc48ed065fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389190 Sep 09 09:32:05.317736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:05.318324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.330253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f5fa54-252e-43c2-8b7c-e656a0806073 None None] Network 857889af-db21-4656-95c6-c0c36bcf88b5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:05.350070 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.373165 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.400569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port ea928b03-1f78-4a8a-90ec-f341abe090c4 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:05.400979 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.420930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d1f54735-2ba7-48d1-894a-ea036c04b4e0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2676671 Sep 09 09:32:05.438044 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-0dfabe9f-a2c6-4767-b9b4-4e38068b3a79 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117523 Sep 09 09:32:05.451673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 6d2e69b0-67c7-416d-b864-e16c07fda4e5, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d2e69b0-67c7-416d-b864-e16c07fda4e5,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:05.452679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c3128c-0fbf-4033-bdc2-26b7d8a2df57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2e69b0-67c7-416d-b864-e16c07fda4e5'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:05.461251 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aac25b-96f3-4212-9272-bfc1189bd218" -d '{"events": [{"server_uuid": "d9c3128c-0fbf-4033-bdc2-26b7d8a2df57", "name": "network-vif-plugged", "status": "completed", "tag": "6d2e69b0-67c7-416d-b864-e16c07fda4e5"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:05.495952 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.541189 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae36a5f-756c-4815-a8a1-1052e7993785 x-openstack-request-id: req-2ae36a5f-756c-4815-a8a1-1052e7993785 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:05.541542 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c3128c-0fbf-4033-bdc2-26b7d8a2df57", "name": "network-vif-plugged", "status": "completed", "tag": "6d2e69b0-67c7-416d-b864-e16c07fda4e5", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:05.541802 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ae36a5f-756c-4815-a8a1-1052e7993785 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:05.542190 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c3128c-0fbf-4033-bdc2-26b7d8a2df57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2e69b0-67c7-416d-b864-e16c07fda4e5', 'code': 200} Sep 09 09:32:05.550620 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.556608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9ad535-b699-49a8-b025-4ef3a5d1ad20 None None] Network 857889af-db21-4656-95c6-c0c36bcf88b5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:05.559355 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6ff9e7b-2190-44cb-bd8d-48ed1e6c141f req-1b957ea8-3645-4b98-a783-8268bfdd4b9e service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188517 Sep 09 09:32:05.560951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for ea928b03-1f78-4a8a-90ec-f341abe090c4 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:05.656501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Deleting port 666393ae-c20b-4142-aa08-367a30d5093c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:05.657713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.680532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=6d2e69b0-67c7-416d-b864-e16c07fda4e5,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:05.691872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501a697-1460-45da-b4ce-428cb64877f3 req-05473cdb-d7f5-4ed9-b749-29b2132e4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:05.694039 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a501a697-1460-45da-b4ce-428cb64877f3 req-05473cdb-d7f5-4ed9-b749-29b2132e4e6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 1097 time: 0.0887580 Sep 09 09:32:05.759714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e0be1-f2e4-4b6e-b654-1d51883827da req-efde7950-093d-4125-a191-1c04b427ac6e tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:05.761311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f7e0be1-f2e4-4b6e-b654-1d51883827da req-efde7950-093d-4125-a191-1c04b427ac6e tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.24 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 946 time: 0.1246750 Sep 09 09:32:05.765275 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a501a697-1460-45da-b4ce-428cb64877f3 req-b3832a1d-09de-4580-a213-ea9ce48cd6c9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627446 Sep 09 09:32:05.829279 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.856125 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bef030-0b93-445b-a36d-bc0ec1775858 req-f3a58769-f18d-4379-a825-29be348c7193 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:05.857666 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08bef030-0b93-445b-a36d-bc0ec1775858 req-f3a58769-f18d-4379-a825-29be348c7193 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 946 time: 0.0950978 Sep 09 09:32:05.861876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Calling delete_port for 666393ae-c20b-4142-aa08-367a30d5093c owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:05.925430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08bef030-0b93-445b-a36d-bc0ec1775858 req-b755b4d6-6ddb-4c25-8531-fd8909689c89 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479968 Sep 09 09:32:05.938891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6f7e0be1-f2e4-4b6e-b654-1d51883827da req-e0b347f0-fe0f-4616-b7e4-6927de5c1d2a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Deleting port 567c9904-ab3e-482f-a767-38e980042d95 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:05.939233 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6f7e0be1-f2e4-4b6e-b654-1d51883827da req-e0b347f0-fe0f-4616-b7e4-6927de5c1d2a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:05.999872 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:06.048583 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=ea928b03-1f78-4a8a-90ec-f341abe090c4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:06.056403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-6f7e0be1-f2e4-4b6e-b654-1d51883827da req-e0b347f0-fe0f-4616-b7e4-6927de5c1d2a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] For port 567c9904-ab3e-482f-a767-38e980042d95, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=567c9904-ab3e-482f-a767-38e980042d95,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:06.056403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6f7e0be1-f2e4-4b6e-b654-1d51883827da req-e0b347f0-fe0f-4616-b7e4-6927de5c1d2a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:06.086350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6f7e0be1-f2e4-4b6e-b654-1d51883827da req-e0b347f0-fe0f-4616-b7e4-6927de5c1d2a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Calling delete_port for 567c9904-ab3e-482f-a767-38e980042d95 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:06.156038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec935ad-004b-4e14-9e10-3ac10149b4c4 req-eae8a43b-e454-43b2-b436-4eba92a219c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:06.157809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2ec935ad-004b-4e14-9e10-3ac10149b4c4 req-eae8a43b-e454-43b2-b436-4eba92a219c2 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1249645 Sep 09 09:32:06.230329 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2ec935ad-004b-4e14-9e10-3ac10149b4c4 req-5a915f6f-bcad-4fe4-9906-d6c83c58328c tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634933 Sep 09 09:32:06.344636 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6f7e0be1-f2e4-4b6e-b654-1d51883827da req-e0b347f0-fe0f-4616-b7e4-6927de5c1d2a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:06.357754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['651e1d18-9888-47ca-b283-0fd7681c2c09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:06.360876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['567c9904-ab3e-482f-a767-38e980042d95'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:06.395008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b347f0-fe0f-4616-b7e4-6927de5c1d2a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Pushing event deleted for resources: {'Port': ['ID=567c9904-ab3e-482f-a767-38e980042d95,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:06.457313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb02e0-e2ce-4966-9421-7e65680971e7 req-1ee8887d-11dd-40f5-b966-e625476d862b tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:06.459022 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eedb02e0-e2ce-4966-9421-7e65680971e7 req-1ee8887d-11dd-40f5-b966-e625476d862b tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 943 time: 0.1255276 Sep 09 09:32:06.459972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7e0be1-f2e4-4b6e-b654-1d51883827da req-e0b347f0-fe0f-4616-b7e4-6927de5c1d2a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] No DVR routers for this DVR port 567c9904-ab3e-482f-a767-38e980042d95 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:06.462660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6f7e0be1-f2e4-4b6e-b654-1d51883827da req-e0b347f0-fe0f-4616-b7e4-6927de5c1d2a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:06.464916 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f7e0be1-f2e4-4b6e-b654-1d51883827da req-e0b347f0-fe0f-4616-b7e4-6927de5c1d2a tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.24 "DELETE /v2.0/ports/567c9904-ab3e-482f-a767-38e980042d95 HTTP/1.1" status: 204 len: 173 time: 0.6713991 Sep 09 09:32:06.503040 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533e004c-6d1f-46ba-83b9-bae6824e8408', 'name': 'network-vif-deleted', 'tag': '567c9904-ab3e-482f-a767-38e980042d95'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:06.505404 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5502565-b1cd-4a32-826c-1627807e96c4" -d '{"events": [{"server_uuid": "533e004c-6d1f-46ba-83b9-bae6824e8408", "name": "network-vif-deleted", "tag": "567c9904-ab3e-482f-a767-38e980042d95"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:06.511606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eedb02e0-e2ce-4966-9421-7e65680971e7 req-89dad9ff-1d4d-4873-be1c-10feb366f84b tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Sep 09 09:32:06.534757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-047ba05b-2fc5-4714-8849-cbfde44e05c7 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:06.534757 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-047ba05b-2fc5-4714-8849-cbfde44e05c7 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/networks?id=857889af-db21-4656-95c6-c0c36bcf88b5 HTTP/1.1" status: 200 len: 814 time: 0.6082554 Sep 09 09:32:06.581283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-331f570b-6ab8-4691-a5bc-7ff9c98d8879 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/quotas/b215771194d342d4acfd0baf8bcfd4ae HTTP/1.1" status: 200 len: 375 time: 0.0300913 Sep 09 09:32:06.628962 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:06.633434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb6664-46a4-4285-82dd-efef1eacec92 req-d3385487-121d-40ac-a58e-6043d44910a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:06.634972 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32cb6664-46a4-4285-82dd-efef1eacec92 req-d3385487-121d-40ac-a58e-6043d44910a4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 1097 time: 0.1773789 Sep 09 09:32:06.647783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9536db-f114-4c43-8b18-af810af30a33 req-5bf473a5-807b-4687-9b63-b579fcca5648 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:06.649381 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f9536db-f114-4c43-8b18-af810af30a33 req-5bf473a5-807b-4687-9b63-b579fcca5648 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0569098 Sep 09 09:32:06.655317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4075eda2-8f21-4f9a-9613-afc5dd7efea8 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b215771194d342d4acfd0baf8bcfd4ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477347 Sep 09 09:32:06.689421 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0f9536db-f114-4c43-8b18-af810af30a33 req-342aa09e-7bcf-4a00-ad5c-1718f21a5011 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Sep 09 09:32:06.740747 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a43f272-ab6b-44e6-8655-c978ebc31b3a x-openstack-request-id: req-0a43f272-ab6b-44e6-8655-c978ebc31b3a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:06.741045 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533e004c-6d1f-46ba-83b9-bae6824e8408", "name": "network-vif-deleted", "tag": "567c9904-ab3e-482f-a767-38e980042d95", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:06.741302 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a43f272-ab6b-44e6-8655-c978ebc31b3a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:06.741710 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533e004c-6d1f-46ba-83b9-bae6824e8408', 'name': 'network-vif-deleted', 'tag': '567c9904-ab3e-482f-a767-38e980042d95', 'status': 'completed', 'code': 200} Sep 09 09:32:06.790619 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:06.799125 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:06.875712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:06.896022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32cb6664-46a4-4285-82dd-efef1eacec92 req-bd2897f2-413a-4857-9f4c-d9182fd7ec16 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431638 Sep 09 09:32:06.919760 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Pushing event deleted for resources: {'Port': ['ID=666393ae-c20b-4142-aa08-367a30d5093c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:06.978283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-41d449fc-0c23-492a-bd08-8680e42cb00e service neutron] 10.222.0.32 "GET /v2.0/networks/857889af-db21-4656-95c6-c0c36bcf88b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573736 Sep 09 09:32:07.012669 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.018879 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.019711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Fanout notify agent at l3_agent the message router_deleted on router 11999744-4332-432d-971c-dbc39470a481 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:32:07.054001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b702c4c-4ce9-4269-b80c-2199f906c018 req-ab0b7b78-60c8-4bd4-8434-2d4773425d19 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=533e004c-6d1f-46ba-83b9-bae6824e8408 HTTP/1.1" status: 200 len: 210 time: 0.0359116 Sep 09 09:32:07.060616 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.061744 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-77bd52f8-44f6-43b5-8ce4-bb33862e096c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/11999744-4332-432d-971c-dbc39470a481 HTTP/1.1" status: 204 len: 168 time: 2.3286674 Sep 09 09:32:07.067327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48710) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:07.072423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'network': {'name': 'tempest-RoutersTest-364660957'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:07.160784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:07.163337 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.164619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.166966 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.190160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:32:07.198885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.199201 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added segment 55f8e7be-2bef-46d2-b04e-c964ec4199f0 of type vlan for network 6032cb31-32db-46ca-9c60-e709ddd72ce9 Sep 09 09:32:07.224947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-e3dd4506-f91e-4b89-87f0-b12e28370b13 service neutron] 10.222.0.32 "GET /v2.0/networks/857889af-db21-4656-95c6-c0c36bcf88b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369790 Sep 09 09:32:07.240971 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.321046 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.321665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Fanout notify agent at l3_agent the message router_deleted on router 07f55f43-8630-4e00-af20-9895846a7f50 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:32:07.330031 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.331338 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-29e00cfc-17a9-4763-8a0f-6e01b48956e7 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/07f55f43-8630-4e00-af20-9895846a7f50 HTTP/1.1" status: 204 len: 168 time: 2.4173548 Sep 09 09:32:07.334832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48714) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:07.339908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7de853e1-af91-4103-b5d8-fc6d4d59b3bd tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1496450422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:07.350923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.356798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:07.360376 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.406085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56a5ef-7f65-4d57-9db8-ecc64ba3af2a req-29c7e6ac-a03a-437c-8523-4caf95578a01 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:07.408826 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef56a5ef-7f65-4d57-9db8-ecc64ba3af2a req-29c7e6ac-a03a-437c-8523-4caf95578a01 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.0952191 Sep 09 09:32:07.455195 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Network': ['ID=6032cb31-32db-46ca-9c60-e709ddd72ce9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:07.458304 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de853e1-af91-4103-b5d8-fc6d4d59b3bd tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.460578 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de853e1-af91-4103-b5d8-fc6d4d59b3bd tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.466678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 6032cb31-32db-46ca-9c60-e709ddd72ce9 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:32:07.508028 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef56a5ef-7f65-4d57-9db8-ecc64ba3af2a req-39ec5f5f-0caa-4ab8-9f40-18f798f2b09e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895107 Sep 09 09:32:07.531952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22ff8583-bad2-4d5c-9642-b29662d97445 req-cee69daa-a54c-4919-9e7f-e9b1cf7a7bd9 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 210 time: 0.0435793 Sep 09 09:32:07.548082 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f167c757-450d-4bc2-83dd-404c703c3f5f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4751217 Sep 09 09:32:07.548082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48722) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:07.552085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'subnet': {'network_id': '6032cb31-32db-46ca-9c60-e709ddd72ce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:07.558813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de853e1-af91-4103-b5d8-fc6d4d59b3bd tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.629501 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de853e1-af91-4103-b5d8-fc6d4d59b3bd tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.689839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90dac5-4a5b-48a0-868e-4f5826e33683 req-6c244e4d-7874-481e-a100-0ad367bfa70d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:07.691349 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a90dac5-4a5b-48a0-868e-4f5826e33683 req-6c244e4d-7874-481e-a100-0ad367bfa70d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 943 time: 0.0901392 Sep 09 09:32:07.721182 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de853e1-af91-4103-b5d8-fc6d4d59b3bd tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.725028 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7de853e1-af91-4103-b5d8-fc6d4d59b3bd tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3865807 Sep 09 09:32:07.725367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48730) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:07.733491 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'enable_snat': False}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:07.737256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a90dac5-4a5b-48a0-868e-4f5826e33683 req-4f971581-bd82-45f5-a09a-764dfcf8b1e9 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Sep 09 09:32:07.810448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:07.815546 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:07.924665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f700419-9a92-4a1a-ba60-dfc0e49d8e02 req-6a7bc120-28cf-49c7-befe-fd8b9596cd30 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:07.926217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f700419-9a92-4a1a-ba60-dfc0e49d8e02 req-6a7bc120-28cf-49c7-befe-fd8b9596cd30 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1568644 Sep 09 09:32:08.007713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.029525 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0f700419-9a92-4a1a-ba60-dfc0e49d8e02 req-4ef02807-e5a3-4e71-885e-4cdea96d4b81 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692570 Sep 09 09:32:08.064857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.131554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Subnet': ['ID=aa836147-7fbb-4a41-aa3d-62264fdb09bd,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:08.138981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Checking segment: {'id': '55f8e7be-2bef-46d2-b04e-c964ec4199f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6032cb31-32db-46ca-9c60-e709ddd72ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:08.139229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network hostable DHCP agents. Network: 6032cb31-32db-46ca-9c60-e709ddd72ce9, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:32:08.258880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 6032cb31-32db-46ca-9c60-e709ddd72ce9 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:32:08.308557 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.329232 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.343846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 6032cb31-32db-46ca-9c60-e709ddd72ce9) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:08.349079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:08.351704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.353660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d6cf27-17a4-4e94-996b-3695a73a0b58 None None] Network 6032cb31-32db-46ca-9c60-e709ddd72ce9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:08.443431 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3933ead7-f1d8-42d8-9aeb-826c0ff201ba details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:32:08.445820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 567c9904-ab3e-482f-a767-38e980042d95 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:32:08.459441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Allocated IP 172.25.8.116 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/7488b90b-0efa-4b66-9082-e37c2ec2a155) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:08.464842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eb917af1-d9b0-46b9-8908-9f3d6326e272 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9193130 Sep 09 09:32:08.467342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48742) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:08.477033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-03666c22-843d-4ed5-a69a-2b4f31a70ee7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-348064601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:08.481547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 567c9904-ab3e-482f-a767-38e980042d95 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:32:08.482470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 567c9904-ab3e-482f-a767-38e980042d95 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:32:08.483077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3933ead7-f1d8-42d8-9aeb-826c0ff201ba no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:32:08.633483 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.660773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.669524 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03666c22-843d-4ed5-a69a-2b4f31a70ee7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.670668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03666c22-843d-4ed5-a69a-2b4f31a70ee7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.688890 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81e5de-0ebc-4bf1-b178-67e0ab1c82c6 req-9765d6b7-e404-4389-870f-310815ff0445 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:08.690570 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a81e5de-0ebc-4bf1-b178-67e0ab1c82c6 req-9765d6b7-e404-4389-870f-310815ff0445 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1124258 Sep 09 09:32:08.730600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:08.735543 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc347e08-0baf-439a-900e-cf15d22147b8" -d '{"events": [{"server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:08.774328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:08.775392 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a81e5de-0ebc-4bf1-b178-67e0ab1c82c6 req-b5e473d8-63e3-4229-bb73-6a64917b561d tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743518 Sep 09 09:32:08.808444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-6032cb31-32db-46ca-9c60-e709ddd72ce9', 'network_id': '6032cb31-32db-46ca-9c60-e709ddd72ce9', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'fixed_ips': [{'subnet_id': 'aa836147-7fbb-4a41-aa3d-62264fdb09bd'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:32:08.809304 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.819454 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03666c22-843d-4ed5-a69a-2b4f31a70ee7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.825457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:08.836647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ab117-e076-47c1-bfc0-0926b3425021 req-69791936-6adb-466f-b799-9a3889dd8d06 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:08.839808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ad3ab117-e076-47c1-bfc0-0926b3425021 req-69791936-6adb-466f-b799-9a3889dd8d06 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.2418146 Sep 09 09:32:08.847413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'port_id': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'mac_address': 'fa:16:3e:67:ca:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:32:08.853151 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.856353 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:08.866933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80534432-522a-4c94-9627-3ece2eacc898 req-ea148240-859e-4227-a628-6f987357c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:08.881605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80534432-522a-4c94-9627-3ece2eacc898 req-ea148240-859e-4227-a628-6f987357c496 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 1097 time: 0.2521820 Sep 09 09:32:08.916234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Pushing event updated for resources: {'Port': ['ID=7488b90b-0efa-4b66-9082-e37c2ec2a155,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:08.930460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:08.932441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:08.942142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:08.959332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:08.963052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ae51efc4-e8bc-473e-a862-9a513635a0b9 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:32:09.022211 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b575c9fd-ca53-433c-8e58-6f1045e44f18 req-a20ef195-bf15-4562-9f58-4088c1b04cd3 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 210 time: 0.0770454 Sep 09 09:32:09.039173 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:09.099795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03666c22-843d-4ed5-a69a-2b4f31a70ee7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:09.123656 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600ef2e5-54de-4148-8d84-f67c109485db x-openstack-request-id: req-600ef2e5-54de-4148-8d84-f67c109485db {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:09.123656 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:09.123656 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-600ef2e5-54de-4148-8d84-f67c109485db {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:09.123656 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'code': 200} Sep 09 09:32:09.136567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3933ead7-f1d8-42d8-9aeb-826c0ff201ba {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:32:09.207450 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ad3ab117-e076-47c1-bfc0-0926b3425021 req-975c9122-6f96-473c-9690-a655e3544d5a tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246546 Sep 09 09:32:09.217869 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03666c22-843d-4ed5-a69a-2b4f31a70ee7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:09.220357 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-03666c22-843d-4ed5-a69a-2b4f31a70ee7 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7490556 Sep 09 09:32:09.225625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Allocated IP 172.20.0.2 (6032cb31-32db-46ca-9c60-e709ddd72ce9/aa836147-7fbb-4a41-aa3d-62264fdb09bd/a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:09.230801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80534432-522a-4c94-9627-3ece2eacc898 req-99d5ac90-edc8-453d-b839-458ff1edd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:09.235842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:09.236039 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80534432-522a-4c94-9627-3ece2eacc898 req-99d5ac90-edc8-453d-b839-458ff1edd979 service neutron] 10.222.0.41 "GET /v2.0/networks?id=936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 200 len: 920 time: 0.2949538 Sep 09 09:32:09.236039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48754) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:09.240840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48756) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:09.289930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88e44f-fef6-485c-b8a3-4167154ee19e req-aa6d2c92-a850-4449-869a-b8298d2dcdb3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:09.299011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c88e44f-fef6-485c-b8a3-4167154ee19e req-aa6d2c92-a850-4449-869a-b8298d2dcdb3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 943 time: 0.0758679 Sep 09 09:32:09.335978 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:09.337024 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80534432-522a-4c94-9627-3ece2eacc898 req-feb274ee-eace-43b0-8af3-0e4a4d7ff988 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2e69b0-67c7-416d-b864-e16c07fda4e5 HTTP/1.1" status: 200 len: 217 time: 0.0942819 Sep 09 09:32:09.349890 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c88e44f-fef6-485c-b8a3-4167154ee19e req-ce8c32f5-f214-48c2-8aa5-98492fed44a0 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495431 Sep 09 09:32:09.408089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ae51efc4-e8bc-473e-a862-9a513635a0b9, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ae51efc4-e8bc-473e-a862-9a513635a0b9,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:09.411562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-49cd57b1-2511-4c93-bbc6-a54b111a0ea9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/floatingips/97a050e1-329f-41b3-98f2-0228deba969d HTTP/1.1" status: 200 len: 992 time: 0.1644778 Sep 09 09:32:09.498015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'ae51efc4-e8bc-473e-a862-9a513635a0b9', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'port_id': 'ae51efc4-e8bc-473e-a862-9a513635a0b9', 'mac_address': 'fa:16:3e:d1:f8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca00ff-7e3e-4607-867c-7a87c8c0b9e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:32:09.504806 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:09.559802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:09.575750 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:09.637226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Transition to ACTIVE for port object a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:09.656164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Transition to ACTIVE for port object a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:09.662293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['3933ead7-f1d8-42d8-9aeb-826c0ff201ba'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:09.710565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80534432-522a-4c94-9627-3ece2eacc898 req-a4b7a4c5-c93e-49d2-97f1-6c71e2d39b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:09.712420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80534432-522a-4c94-9627-3ece2eacc898 req-a4b7a4c5-c93e-49d2-97f1-6c71e2d39b2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c94a1de7-aed4-43f5-8c7b-0612e3750da1 HTTP/1.1" status: 200 len: 859 time: 0.2977114 Sep 09 09:32:09.729419 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:09.744638 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:09.755912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-9671d8f7-4f25-4ed4-894b-45597e6e9c23 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:09.758058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-9671d8f7-4f25-4ed4-894b-45597e6e9c23 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.24 "GET /v2.0/networks?id=857889af-db21-4656-95c6-c0c36bcf88b5 HTTP/1.1" status: 200 len: 814 time: 0.1240008 Sep 09 09:32:09.767494 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80534432-522a-4c94-9627-3ece2eacc898 req-b34c638d-7a4e-417b-9984-f881e3c7cd58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=936c14d7-dae2-4491-9882-2353f342439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323932 Sep 09 09:32:09.772682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Request body: {'port': {'device_id': '12b2cc9e-62e7-48a4-8fad-c53015e1d16a', 'network_id': '857889af-db21-4656-95c6-c0c36bcf88b5', 'admin_state_up': True, 'tenant_id': 'b215771194d342d4acfd0baf8bcfd4ae'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:09.804373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae51efc4-e8bc-473e-a862-9a513635a0b9 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:32:09.840530 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:09.868675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ae51efc4-e8bc-473e-a862-9a513635a0b9, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ae51efc4-e8bc-473e-a862-9a513635a0b9,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:09.875728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Network 6032cb31-32db-46ca-9c60-e709ddd72ce9 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:09.902060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:09.904935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:09.925981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Pushing event updated for resources: {'Port': ['ID=a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:09.961397 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:09.986268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Made reservation on behalf of b215771194d342d4acfd0baf8bcfd4ae for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:09.990790 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:10.107669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Attempting to bind port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:10.108427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Attempting to bind port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '55f8e7be-2bef-46d2-b04e-c964ec4199f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6032cb31-32db-46ca-9c60-e709ddd72ce9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:10.108960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Attempting to bind port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 on network 6032cb31-32db-46ca-9c60-e709ddd72ce9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:10.166269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:10.166748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Checking segment: {'id': '55f8e7be-2bef-46d2-b04e-c964ec4199f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6032cb31-32db-46ca-9c60-e709ddd72ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:10.167254 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:10.168752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Bound using segment: {'id': '55f8e7be-2bef-46d2-b04e-c964ec4199f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6032cb31-32db-46ca-9c60-e709ddd72ce9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:10.168752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Bound port: a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f8e7be-2bef-46d2-b04e-c964ec4199f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6032cb31-32db-46ca-9c60-e709ddd72ce9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:10.168752 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:10.174490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=ae51efc4-e8bc-473e-a862-9a513635a0b9,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:10.183642 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:10.212666 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80534432-522a-4c94-9627-3ece2eacc898 req-091361ad-02c7-4caf-a45d-bfc8440bb759 service neutron] 10.222.0.41 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374981 Sep 09 09:32:10.270608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Allocated IP 172.20.0.1 (6032cb31-32db-46ca-9c60-e709ddd72ce9/aa836147-7fbb-4a41-aa3d-62264fdb09bd/b0bc676d-6cbd-4ccc-a272-ca9a87868205) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:10.320127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['ae51efc4-e8bc-473e-a862-9a513635a0b9'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:10.361768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dba8e7-9ca0-48ca-be3b-73f2a76a9cc5 req-2ce4aea5-0cf5-4278-95ca-4894b555e34c tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:10.371660 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74dba8e7-9ca0-48ca-be3b-73f2a76a9cc5 req-2ce4aea5-0cf5-4278-95ca-4894b555e34c tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.2665629 Sep 09 09:32:10.608741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] For port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:10.613696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] For port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7,segment=NetworkSegment(55f8e7be-2bef-46d2-b04e-c964ec4199f0),segment_id=55f8e7be-2bef-46d2-b04e-c964ec4199f0)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:10.676265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c70755e4-caab-437d-9772-a41a5e5c2451 req-b90a3c78-b0e5-4267-b799-cf68ca0c9ec4 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 210 time: 0.5098522 Sep 09 09:32:10.685556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:10.711736 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:10.815477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753fa1a-e70c-4ec7-b722-fbebbb3786f4 None None] Pushing event updated for resources: {'Port': ['ID=a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:10.847137 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Allocated IP 172.20.0.2 (857889af-db21-4656-95c6-c0c36bcf88b5/3c5661cc-5a0a-4024-b38f-f10b8b99ae0f/d8d2c378-be5f-4313-b831-63009c96a509) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:10.956671 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74dba8e7-9ca0-48ca-be3b-73f2a76a9cc5 req-6bddf1b3-e2df-4977-a516-d4da736b0c57 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840752 Sep 09 09:32:10.961623 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80534432-522a-4c94-9627-3ece2eacc898 req-26569def-10a7-49bf-aeb8-512ddd54eea4 service neutron] 10.222.0.41 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224920 Sep 09 09:32:11.024860 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:11.026448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876381a-8f42-4ca1-bdb9-fdfa8504fdd6 req-e10e4416-a1d7-4ac9-b61f-f4aacb3cfc37 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:11.028704 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f876381a-8f42-4ca1-bdb9-fdfa8504fdd6 req-e10e4416-a1d7-4ac9-b61f-f4aacb3cfc37 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 944 time: 0.2335405 Sep 09 09:32:11.057905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Transition to ACTIVE for port object b0bc676d-6cbd-4ccc-a272-ca9a87868205 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:11.142115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f876381a-8f42-4ca1-bdb9-fdfa8504fdd6 req-061d790a-dd59-45bd-ae5f-b3a9eb3439c7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907817 Sep 09 09:32:11.153337 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:11.184832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Router 7d25d927-2956-4e3d-bce6-5ac13ad01ebd is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:32:11.212046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:11.257307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 6032cb31-32db-46ca-9c60-e709ddd72ce9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:11.260446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:11.267145 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:11.274333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:11.295447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=b0bc676d-6cbd-4ccc-a272-ca9a87868205,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:11.317448 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:11.345391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Network 857889af-db21-4656-95c6-c0c36bcf88b5 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:11.349831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:11.352618 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:11.393641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:11.398299 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:11.399578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-94c1b0e1-8388-4514-ae51-afa7f7d4f79d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "PUT /v2.0/routers/7d25d927-2956-4e3d-bce6-5ac13ad01ebd HTTP/1.1" status: 200 len: 920 time: 3.6729202 Sep 09 09:32:11.402450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48772) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:11.408785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d88cb-4d77-44ad-84b9-61f111be21ce None None] Sync routers for ids ['7d25d927-2956-4e3d-bce6-5ac13ad01ebd'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:11.416083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Pushing event updated for resources: {'Port': ['ID=d8d2c378-be5f-4313-b831-63009c96a509,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:11.421288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d88cb-4d77-44ad-84b9-61f111be21ce None None] Routers {'7d25d927-2956-4e3d-bce6-5ac13ad01ebd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:11.422084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-277d88cb-4d77-44ad-84b9-61f111be21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7d25d927-2956-4e3d-bce6-5ac13ad01ebd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:11.437162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:11.438351 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:11.472432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-277d88cb-4d77-44ad-84b9-61f111be21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:11.481240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d88cb-4d77-44ad-84b9-61f111be21ce None None] Routers {'7d25d927-2956-4e3d-bce6-5ac13ad01ebd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:11.481983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-277d88cb-4d77-44ad-84b9-61f111be21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7d25d927-2956-4e3d-bce6-5ac13ad01ebd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:11.518073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-277d88cb-4d77-44ad-84b9-61f111be21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:11.518842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d88cb-4d77-44ad-84b9-61f111be21ce None None] The sync data for ids ['7d25d927-2956-4e3d-bce6-5ac13ad01ebd'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:11.521455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:11.565988 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:11.586316 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-26540c72-a952-4a4d-ab12-7ce93aba087a tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/routers/7d25d927-2956-4e3d-bce6-5ac13ad01ebd HTTP/1.1" status: 200 len: 926 time: 0.1660287 Sep 09 09:32:11.586753 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-2a525e82-ae76-44cd-9b07-2d59ef322802 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8054695 Sep 09 09:32:11.586753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Request body: {'port': {'device_id': '12b2cc9e-62e7-48a4-8fad-c53015e1d16a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:11.590626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48774) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:11.663664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:11.672879 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:11.758286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c325c5fa-70db-4d71-ac1d-ebc400f644d8 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:11.759894 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c325c5fa-70db-4d71-ac1d-ebc400f644d8 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&device_id=7d25d927-2956-4e3d-bce6-5ac13ad01ebd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1679754 Sep 09 09:32:11.764759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48782) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:11.991981 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd375f-6f22-496b-b784-b20ecb9c27cc req-cd813004-505b-4d5d-83d6-51456f59b1d7 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:11.996745 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:11.999613 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85fd375f-6f22-496b-b784-b20ecb9c27cc req-cd813004-505b-4d5d-83d6-51456f59b1d7 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 931 time: 0.1922612 Sep 09 09:32:12.057456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f956d0-a9c9-4d08-b31a-0f598638266d None None] Network 6032cb31-32db-46ca-9c60-e709ddd72ce9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:12.064577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.068267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b32cd1-a880-491d-bc99-46b3d30159cc tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:12.074495 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-62b32cd1-a880-491d-bc99-46b3d30159cc tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 881 time: 0.3023288 Sep 09 09:32:12.075166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48786) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:12.133531 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85fd375f-6f22-496b-b784-b20ecb9c27cc req-e9e885df-7378-463b-9b46-06629c874e0e tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328497 Sep 09 09:32:12.137278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-47687297-ae7b-4d04-bd25-154d580b6bc4 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d25d927-2956-4e3d-bce6-5ac13ad01ebd HTTP/1.1" status: 200 len: 205 time: 0.0613523 Sep 09 09:32:12.141744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48788) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:12.183458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.188427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-38ffc235-be6f-4879-a633-11f40aeeb767 None None] Provisioning for port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:12.192213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-38ffc235-be6f-4879-a633-11f40aeeb767 None None] Provisioning complete for port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:12.192497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=b0bc676d-6cbd-4ccc-a272-ca9a87868205,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:12.192786 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38ffc235-be6f-4879-a633-11f40aeeb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.336517 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.353279 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38ffc235-be6f-4879-a633-11f40aeeb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.358781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1721c79-f9e6-4d54-a0c8-82aea2079936 req-0983f834-ee8f-4447-8ef1-d6262b996533 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:12.366773 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d1721c79-f9e6-4d54-a0c8-82aea2079936 req-0983f834-ee8f-4447-8ef1-d6262b996533 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1090541 Sep 09 09:32:12.403351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-38ffc235-be6f-4879-a633-11f40aeeb767 None None] For port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7,segment=NetworkSegment(55f8e7be-2bef-46d2-b04e-c964ec4199f0),segment_id=55f8e7be-2bef-46d2-b04e-c964ec4199f0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:12.407611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 6032cb31-32db-46ca-9c60-e709ddd72ce9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:12.413173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:12.435546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d1721c79-f9e6-4d54-a0c8-82aea2079936 req-9d5cc1a7-4b3c-4dbb-9a87-7a2cad991d1f tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671127 Sep 09 09:32:12.453156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3933ead7-f1d8-42d8-9aeb-826c0ff201ba up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:12.512134 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38ffc235-be6f-4879-a633-11f40aeeb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.540083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d2c378-be5f-4313-b831-63009c96a509 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:32:12.553629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.622392 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffc235-be6f-4879-a633-11f40aeeb767 None None] Pushing event updated for resources: {'Port': ['ID=a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:12.625252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:12.625422 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.632569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Transition to ACTIVE for port object d8d2c378-be5f-4313-b831-63009c96a509 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:12.674508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4d379-165b-4480-b89a-71b974ead01e req-d47196f4-bc5a-4ae2-9f44-1b96f7023626 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:12.686804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7b4d379-165b-4480-b89a-71b974ead01e req-d47196f4-bc5a-4ae2-9f44-1b96f7023626 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 944 time: 0.1218162 Sep 09 09:32:12.696605 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.715193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2347f1-a896-4e70-a705-3d943e8212c1 req-7f50e8df-6c6a-4f53-980f-3812eeb9f675 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:12.724333 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d2347f1-a896-4e70-a705-3d943e8212c1 req-7f50e8df-6c6a-4f53-980f-3812eeb9f675 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 946 time: 0.4686623 Sep 09 09:32:12.731743 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.761179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f7b4d379-165b-4480-b89a-71b974ead01e req-f6631186-fee9-452c-b08f-4c30bf0585da tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598135 Sep 09 09:32:12.766659 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.802998 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:12.805459 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c53f118-3245-468d-8bc2-e54d05180d83" -d '{"events": [{"server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "name": "network-vif-plugged", "status": "completed", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:12.822383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ce5ce92c-2123-4dc9-b70a-f5896022e000 None None] Provisioning complete for port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:12.822383 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce5ce92c-2123-4dc9-b70a-f5896022e000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:12.822838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router a601f723-4b24-4813-8be2-07ad0b3d999e is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:32:12.838051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d2347f1-a896-4e70-a705-3d943e8212c1 req-45a5d463-2a42-4b55-a2e7-986147db61b7 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126938 Sep 09 09:32:12.846277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d2c378-be5f-4313-b831-63009c96a509,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:12.865642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:12.907823 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f43aa5-7758-4f41-9e2d-4e4c6826ca2f x-openstack-request-id: req-e6f43aa5-7758-4f41-9e2d-4e4c6826ca2f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:12.908227 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "name": "network-vif-plugged", "status": "completed", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:12.908627 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6f43aa5-7758-4f41-9e2d-4e4c6826ca2f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:12.909112 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'code': 200} Sep 09 09:32:12.971554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Attempting to bind port d8d2c378-be5f-4313-b831-63009c96a509 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:12.971901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Attempting to bind port d8d2c378-be5f-4313-b831-63009c96a509 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '5cac8962-4433-4bc7-82d7-86a0e7c84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '857889af-db21-4656-95c6-c0c36bcf88b5'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:12.972233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Attempting to bind port d8d2c378-be5f-4313-b831-63009c96a509 on network 857889af-db21-4656-95c6-c0c36bcf88b5 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:12.978669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Port d8d2c378-be5f-4313-b831-63009c96a509 on network 857889af-db21-4656-95c6-c0c36bcf88b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:32:12.978863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Attempting to bind port d8d2c378-be5f-4313-b831-63009c96a509 on network 857889af-db21-4656-95c6-c0c36bcf88b5 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:12.980227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ae51efc4-e8bc-473e-a862-9a513635a0b9 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:12.981466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Deleting port 7488b90b-0efa-4b66-9082-e37c2ec2a155 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:12.981806 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.003813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:13.008222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:13.008571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Checking segment: {'id': '5cac8962-4433-4bc7-82d7-86a0e7c84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '857889af-db21-4656-95c6-c0c36bcf88b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:13.009132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Bound using segment: {'id': '5cac8962-4433-4bc7-82d7-86a0e7c84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '857889af-db21-4656-95c6-c0c36bcf88b5'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:13.009576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Bound port: d8d2c378-be5f-4313-b831-63009c96a509, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cac8962-4433-4bc7-82d7-86a0e7c84147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '857889af-db21-4656-95c6-c0c36bcf88b5'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:13.010411 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.012438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48796) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:13.012556 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-40049275-0a13-4202-90ed-83dc22586a00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/a601f723-4b24-4813-8be2-07ad0b3d999e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7776375 Sep 09 09:32:13.018338 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.021526 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3873e089-68bf-4dc4-bfbb-5e3c63aa56b4 None None] Sync routers for ids ['a601f723-4b24-4813-8be2-07ad0b3d999e'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:13.044209 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3873e089-68bf-4dc4-bfbb-5e3c63aa56b4 None None] Routers {'a601f723-4b24-4813-8be2-07ad0b3d999e'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:13.045137 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3873e089-68bf-4dc4-bfbb-5e3c63aa56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a601f723-4b24-4813-8be2-07ad0b3d999e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:13.086370 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3873e089-68bf-4dc4-bfbb-5e3c63aa56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:13.096345 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3873e089-68bf-4dc4-bfbb-5e3c63aa56b4 None None] Routers {'a601f723-4b24-4813-8be2-07ad0b3d999e'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:13.097213 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3873e089-68bf-4dc4-bfbb-5e3c63aa56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:31:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a601f723-4b24-4813-8be2-07ad0b3d999e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:13.112512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:13.138799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620014a-ee48-4162-99d6-f53a71e0dd5a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:13.140185 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3873e089-68bf-4dc4-bfbb-5e3c63aa56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:13.140312 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b620014a-ee48-4162-99d6-f53a71e0dd5a tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports/b0bc676d-6cbd-4ccc-a272-ca9a87868205 HTTP/1.1" status: 200 len: 910 time: 0.1173518 Sep 09 09:32:13.141110 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3873e089-68bf-4dc4-bfbb-5e3c63aa56b4 None None] The sync data for ids ['a601f723-4b24-4813-8be2-07ad0b3d999e'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:13.144395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48798) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:13.151147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b90abc9e-e51e-43c0-b8ff-7046bb00474f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa836147-7fbb-4a41-aa3d-62264fdb09bd'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:13.154739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ce5ce92c-2123-4dc9-b70a-f5896022e000 None None] Provisioning for port b0bc676d-6cbd-4ccc-a272-ca9a87868205 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:13.160667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ce5ce92c-2123-4dc9-b70a-f5896022e000 None None] Provisioning complete for port b0bc676d-6cbd-4ccc-a272-ca9a87868205 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:13.161108 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce5ce92c-2123-4dc9-b70a-f5896022e000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.212824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port ae51efc4-e8bc-473e-a862-9a513635a0b9 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:13.222114 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.226332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port ae51efc4-e8bc-473e-a862-9a513635a0b9 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:13.226799 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.238834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] For port d8d2c378-be5f-4313-b831-63009c96a509, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:13.243047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] For port d8d2c378-be5f-4313-b831-63009c96a509, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8d2c378-be5f-4313-b831-63009c96a509,segment=NetworkSegment(5cac8962-4433-4bc7-82d7-86a0e7c84147),segment_id=5cac8962-4433-4bc7-82d7-86a0e7c84147)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:13.254088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ce92c-2123-4dc9-b70a-f5896022e000 None None] Port b0bc676d-6cbd-4ccc-a272-ca9a87868205 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:13.280735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Calling delete_port for 7488b90b-0efa-4b66-9082-e37c2ec2a155 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:13.319765 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.352794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ae51efc4-e8bc-473e-a862-9a513635a0b9, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ae51efc4-e8bc-473e-a862-9a513635a0b9,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:13.374066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3c500b76-d139-4715-afb3-20f28d67d1ae None None] Provisioning complete for port b0bc676d-6cbd-4ccc-a272-ca9a87868205 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:13.374436 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c500b76-d139-4715-afb3-20f28d67d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.380471 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.404095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:13.433306 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.445912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3c500b76-d139-4715-afb3-20f28d67d1ae None None] Port b0bc676d-6cbd-4ccc-a272-ca9a87868205 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:13.449938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079b823-eb28-44b8-af37-4f76a3db5c04 req-358b85c8-e4be-4c64-b389-92379810bb4d tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:13.451758 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2079b823-eb28-44b8-af37-4f76a3db5c04 req-358b85c8-e4be-4c64-b389-92379810bb4d tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 943 time: 0.2029178 Sep 09 09:32:13.454043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:13.455216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.456309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] 10.222.0.24 "PUT /v2.0/ports/d8d2c378-be5f-4313-b831-63009c96a509 HTTP/1.1" status: 200 len: 1092 time: 1.8747759 Sep 09 09:32:13.475788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b2cc9e-62e7-48a4-8fad-c53015e1d16a', 'tag': 'd8d2c378-be5f-4313-b831-63009c96a509'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:13.479259 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1d8a87-819e-42d3-ac2e-deab62ffa1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "12b2cc9e-62e7-48a4-8fad-c53015e1d16a", "tag": "d8d2c378-be5f-4313-b831-63009c96a509"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:13.514208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=ae51efc4-e8bc-473e-a862-9a513635a0b9,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:13.531866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:13.532297 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.549048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13f772-db8f-48e4-ac62-14f6063ba0c7 req-d7bf9b9c-3350-4411-8f1e-5a48fa117d2e tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:13.551220 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ca13f772-db8f-48e4-ac62-14f6063ba0c7 req-d7bf9b9c-3350-4411-8f1e-5a48fa117d2e tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0560417 Sep 09 09:32:13.555866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954c6fc-a1b4-4adb-846b-9e0acf734098 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d2c378-be5f-4313-b831-63009c96a509,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:13.595077 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ca13f772-db8f-48e4-ac62-14f6063ba0c7 req-dfb403a0-de98-4a32-a83f-9ef73d357154 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362592 Sep 09 09:32:13.637590 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b90abc9e-e51e-43c0-b8ff-7046bb00474f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.659902 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b66461-3625-4e64-8480-eae01b45a866 x-openstack-request-id: req-e4b66461-3625-4e64-8480-eae01b45a866 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:13.660196 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b2cc9e-62e7-48a4-8fad-c53015e1d16a", "tag": "d8d2c378-be5f-4313-b831-63009c96a509", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:13.660447 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4b66461-3625-4e64-8480-eae01b45a866 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:13.660844 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b2cc9e-62e7-48a4-8fad-c53015e1d16a', 'tag': 'd8d2c378-be5f-4313-b831-63009c96a509', 'status': 'completed', 'code': 200} Sep 09 09:32:13.670612 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2079b823-eb28-44b8-af37-4f76a3db5c04 req-81b11e58-fe46-4fa8-a491-bd80e723a984 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831188 Sep 09 09:32:13.748492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-36ee38ac-a9ad-46e2-ac15-378e1c120b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:13.749938 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-36ee38ac-a9ad-46e2-ac15-378e1c120b46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b215771194d342d4acfd0baf8bcfd4ae&device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 1095 time: 0.1411645 Sep 09 09:32:13.761815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f7e06-d708-4eb7-854e-158569f0fe45 req-d61ee266-f806-46cf-be35-b7e8bdf1380b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:13.763618 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b9f7e06-d708-4eb7-854e-158569f0fe45 req-d61ee266-f806-46cf-be35-b7e8bdf1380b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 946 time: 0.0491388 Sep 09 09:32:13.839061 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-ea653839-3e97-48cb-a339-f03f76bc8fa7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8d2c378-be5f-4313-b831-63009c96a509 HTTP/1.1" status: 200 len: 217 time: 0.0810318 Sep 09 09:32:13.886237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0db01e-eaec-4b3f-ae31-9ba487572656 req-e4c06a68-052c-4dbd-9f4d-27afb104de5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:13.887783 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b0db01e-eaec-4b3f-ae31-9ba487572656 req-e4c06a68-052c-4dbd-9f4d-27afb104de5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 945 time: 0.0759983 Sep 09 09:32:13.934873 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.935650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3b9f7e06-d708-4eb7-854e-158569f0fe45 req-2999c38c-f94d-4cc1-886f-b30af3cf7c8b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Deleting port 651e1d18-9888-47ca-b283-0fd7681c2c09 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:13.935992 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b9f7e06-d708-4eb7-854e-158569f0fe45 req-2999c38c-f94d-4cc1-886f-b30af3cf7c8b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:13.960448 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b0db01e-eaec-4b3f-ae31-9ba487572656 req-75c99d04-569f-4ef4-9068-fd43d3a6636c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653210 Sep 09 09:32:13.969453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-b93cfd78-54e0-4126-8fe0-f7d96b63f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:13.970955 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-b93cfd78-54e0-4126-8fe0-f7d96b63f217 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c5661cc-5a0a-4024-b38f-f10b8b99ae0f HTTP/1.1" status: 200 len: 854 time: 0.1233449 Sep 09 09:32:14.036459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Pushing event deleted for resources: {'Port': ['ID=7488b90b-0efa-4b66-9082-e37c2ec2a155,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:14.040622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3b9f7e06-d708-4eb7-854e-158569f0fe45 req-2999c38c-f94d-4cc1-886f-b30af3cf7c8b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] For port 651e1d18-9888-47ca-b283-0fd7681c2c09, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=651e1d18-9888-47ca-b283-0fd7681c2c09,segment=NetworkSegment(3419cd44-779b-418f-a7d7-5528716b21a9),segment_id=3419cd44-779b-418f-a7d7-5528716b21a9)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:14.041090 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b9f7e06-d708-4eb7-854e-158569f0fe45 req-2999c38c-f94d-4cc1-886f-b30af3cf7c8b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:14.055032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3b9f7e06-d708-4eb7-854e-158569f0fe45 req-2999c38c-f94d-4cc1-886f-b30af3cf7c8b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Calling delete_port for 651e1d18-9888-47ca-b283-0fd7681c2c09 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:14.057651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-39542ebd-c138-41ff-ad97-b114354e4081 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=857889af-db21-4656-95c6-c0c36bcf88b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772331 Sep 09 09:32:14.240879 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b9f7e06-d708-4eb7-854e-158569f0fe45 req-2999c38c-f94d-4cc1-886f-b30af3cf7c8b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:14.245142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cac61a-7aa3-4c07-aa10-ded417d2e5ca req-a5f7d051-e5ff-475a-96e8-751fb8260a9c tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:14.246673 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9cac61a-7aa3-4c07-aa10-ded417d2e5ca req-a5f7d051-e5ff-475a-96e8-751fb8260a9c tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d HTTP/1.1" status: 200 len: 946 time: 0.2689285 Sep 09 09:32:14.247546 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:14.256550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['651e1d18-9888-47ca-b283-0fd7681c2c09'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:14.274384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c38c-f94d-4cc1-886f-b30af3cf7c8b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Pushing event deleted for resources: {'Port': ['ID=651e1d18-9888-47ca-b283-0fd7681c2c09,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:14.320176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9f7e06-d708-4eb7-854e-158569f0fe45 req-2999c38c-f94d-4cc1-886f-b30af3cf7c8b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] No DVR routers for this DVR port 651e1d18-9888-47ca-b283-0fd7681c2c09 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:14.322662 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b9f7e06-d708-4eb7-854e-158569f0fe45 req-2999c38c-f94d-4cc1-886f-b30af3cf7c8b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:14.325054 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b9f7e06-d708-4eb7-854e-158569f0fe45 req-2999c38c-f94d-4cc1-886f-b30af3cf7c8b tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.41 "DELETE /v2.0/ports/651e1d18-9888-47ca-b283-0fd7681c2c09 HTTP/1.1" status: 204 len: 173 time: 0.5529695 Sep 09 09:32:14.325550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d', 'name': 'network-vif-deleted', 'tag': '651e1d18-9888-47ca-b283-0fd7681c2c09'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:14.329023 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7127ccab-aa02-4025-b515-bb7e7732f5e5" -d '{"events": [{"server_uuid": "9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d", "name": "network-vif-deleted", "tag": "651e1d18-9888-47ca-b283-0fd7681c2c09"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:14.366680 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5821f906-39df-4e84-bb5b-f9ddb4002520 x-openstack-request-id: req-5821f906-39df-4e84-bb5b-f9ddb4002520 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:14.367055 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d", "name": "network-vif-deleted", "tag": "651e1d18-9888-47ca-b283-0fd7681c2c09", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:14.367306 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5821f906-39df-4e84-bb5b-f9ddb4002520 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:14.367741 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4e6f96-5863-4da0-ad4e-4ba9ac1dec9d', 'name': 'network-vif-deleted', 'tag': '651e1d18-9888-47ca-b283-0fd7681c2c09', 'status': 'completed', 'code': 200} Sep 09 09:32:14.389496 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4409dea6-cef3-4eaf-81ee-29cd611be619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:14.716653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce7512-6d7b-41e1-8023-2a0feb3b0e07 req-dd3b6ed7-12a9-43d5-a2b9-547f5a0afcb0 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:14.718189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-adce7512-6d7b-41e1-8023-2a0feb3b0e07 req-dd3b6ed7-12a9-43d5-a2b9-547f5a0afcb0 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0506508 Sep 09 09:32:14.747185 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:14.753733 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:14.757397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-adce7512-6d7b-41e1-8023-2a0feb3b0e07 req-1ec2871b-dd8e-4b09-a3b0-7fcb54b9b8fc tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317945 Sep 09 09:32:14.803160 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-9f03fedd-fa82-472e-9669-31b0b8a056d0 service neutron] 10.222.0.24 "GET /v2.0/networks/857889af-db21-4656-95c6-c0c36bcf88b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7237623 Sep 09 09:32:14.814908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9cac61a-7aa3-4c07-aa10-ded417d2e5ca req-f84b3663-baf9-4514-b589-29812625b976 tempest-AttachVolumeNegativeTest-1407748537 tempest-AttachVolumeNegativeTest-1407748537-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d80feb-93e1-46c3-adec-210ddecd6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739597 Sep 09 09:32:14.868918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f9e7-97d0-4612-b020-94ba0c508b82 req-a99b5f39-e7dc-47d8-afbc-faf8222f0c96 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:14.870567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35e4f9e7-97d0-4612-b020-94ba0c508b82 req-a99b5f39-e7dc-47d8-afbc-faf8222f0c96 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 943 time: 0.0558481 Sep 09 09:32:14.910774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740cf16b-68dd-4190-af9e-94d49481c8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae51efc4-e8bc-473e-a862-9a513635a0b9'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:14.912712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-35e4f9e7-97d0-4612-b020-94ba0c508b82 req-39f958aa-0eb8-4766-9c24-a0ffffbcb693 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Sep 09 09:32:14.914211 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2706cf7b-9922-4923-9972-d6d2e95f2f3b" -d '{"events": [{"server_uuid": "740cf16b-68dd-4190-af9e-94d49481c8f3", "name": "network-vif-plugged", "status": "completed", "tag": "ae51efc4-e8bc-473e-a862-9a513635a0b9"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:14.943165 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:14.943735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Fanout notify agent at l3_agent the message router_deleted on router 7d25d927-2956-4e3d-bce6-5ac13ad01ebd {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:32:14.951177 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:14.953073 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6ac6a7a8-94b6-48c4-843e-9d16561c6b42 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/7d25d927-2956-4e3d-bce6-5ac13ad01ebd HTTP/1.1" status: 204 len: 168 time: 2.8107147 Sep 09 09:32:14.957410 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ba0927-c0cc-4a35-a04f-0a205a08bb88 x-openstack-request-id: req-77ba0927-c0cc-4a35-a04f-0a205a08bb88 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:14.957925 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740cf16b-68dd-4190-af9e-94d49481c8f3", "name": "network-vif-plugged", "status": "completed", "tag": "ae51efc4-e8bc-473e-a862-9a513635a0b9", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:14.958403 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77ba0927-c0cc-4a35-a04f-0a205a08bb88 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:14.958888 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740cf16b-68dd-4190-af9e-94d49481c8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae51efc4-e8bc-473e-a862-9a513635a0b9', 'code': 200} Sep 09 09:32:14.959634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48818) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:14.966179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1200879001', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:14.986691 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b90abc9e-e51e-43c0-b8ff-7046bb00474f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:14.998346 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c90ae7f6-6518-44a0-a031-055da31f1e18 req-ad11557d-569b-4ca1-a7f0-c4ce66ace09e service neutron] 10.222.0.24 "GET /v2.0/networks/857889af-db21-4656-95c6-c0c36bcf88b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543462 Sep 09 09:32:15.086249 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b90abc9e-e51e-43c0-b8ff-7046bb00474f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:15.087938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52d763-f4c3-4a74-a7c9-1c825315cd7f req-9e7a08c2-b312-4973-92f6-bb86c78c84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:15.089453 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db52d763-f4c3-4a74-a7c9-1c825315cd7f req-9e7a08c2-b312-4973-92f6-bb86c78c84aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 1097 time: 0.0695860 Sep 09 09:32:15.091914 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:15.097784 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:15.131300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bbb4c-6336-4d3b-b16c-c45dcd7349eb req-b4902c2c-f971-4ef7-b5cc-8f552371af21 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:15.132838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-359bbb4c-6336-4d3b-b16c-c45dcd7349eb req-b4902c2c-f971-4ef7-b5cc-8f552371af21 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 945 time: 0.0888455 Sep 09 09:32:15.177311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db52d763-f4c3-4a74-a7c9-1c825315cd7f req-58ace8fd-9b0c-453c-8136-f371ab2db85f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783288 Sep 09 09:32:15.196965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90abc9e-e51e-43c0-b8ff-7046bb00474f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:15.197871 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b90abc9e-e51e-43c0-b8ff-7046bb00474f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:15.201853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b90abc9e-e51e-43c0-b8ff-7046bb00474f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/ports/b0bc676d-6cbd-4ccc-a272-ca9a87868205 HTTP/1.1" status: 200 len: 910 time: 2.0524151 Sep 09 09:32:15.202700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48822) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:15.203240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90abc9e-e51e-43c0-b8ff-7046bb00474f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=b0bc676d-6cbd-4ccc-a272-ca9a87868205,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:15.204223 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:15.225346 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-359bbb4c-6336-4d3b-b16c-c45dcd7349eb req-565e39bc-8abc-4afa-b426-4eb50a0e9692 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764475 Sep 09 09:32:15.261304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d8a87-819e-42d3-ac2e-deab62ffa1d6 req-23f538f7-b63d-4315-b714-4b60fb330a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:15.262830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f1d8a87-819e-42d3-ac2e-deab62ffa1d6 req-23f538f7-b63d-4315-b714-4b60fb330a33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b215771194d342d4acfd0baf8bcfd4ae&device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 1095 time: 0.1328297 Sep 09 09:32:15.449475 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:15.478950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d8a87-819e-42d3-ac2e-deab62ffa1d6 req-03cda1f4-e028-4478-a44e-21ba6f127f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:15.480586 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f1d8a87-819e-42d3-ac2e-deab62ffa1d6 req-03cda1f4-e028-4478-a44e-21ba6f127f10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=857889af-db21-4656-95c6-c0c36bcf88b5 HTTP/1.1" status: 200 len: 915 time: 0.2109699 Sep 09 09:32:15.561004 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f1d8a87-819e-42d3-ac2e-deab62ffa1d6 req-5efe4cd2-95ca-4960-a49f-f9dfa67e55f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8d2c378-be5f-4313-b831-63009c96a509 HTTP/1.1" status: 200 len: 217 time: 0.0729232 Sep 09 09:32:15.646412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d8a87-819e-42d3-ac2e-deab62ffa1d6 req-a20c7a2f-cd3b-4106-8bdb-8a6b65402026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:15.648104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f1d8a87-819e-42d3-ac2e-deab62ffa1d6 req-a20c7a2f-cd3b-4106-8bdb-8a6b65402026 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c5661cc-5a0a-4024-b38f-f10b8b99ae0f HTTP/1.1" status: 200 len: 854 time: 0.0795636 Sep 09 09:32:15.689296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f1d8a87-819e-42d3-ac2e-deab62ffa1d6 req-34f83544-2c5c-405d-88d4-135aaffeb70d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=857889af-db21-4656-95c6-c0c36bcf88b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314529 Sep 09 09:32:15.769209 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:15.796522 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:15.809725 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9cee845-e01e-49d8-b3d9-11057e338c83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:15.902892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48828) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:15.930066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f1d8a87-819e-42d3-ac2e-deab62ffa1d6 req-331b2b2a-10f2-4401-85a5-fb700d56f62a service neutron] 10.222.0.24 "GET /v2.0/networks/857889af-db21-4656-95c6-c0c36bcf88b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159195 Sep 09 09:32:15.955026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Allocated IP 172.25.8.80 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/6769a0f6-6604-47f9-ad65-7c1c32203965) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:15.971711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9ff926-40b0-40a5-8197-d9519fc21d97 admin admin] Deleting subnet 19e1e42b-1780-47aa-8697-1309f17f9667 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:32:15.976575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff926-40b0-40a5-8197-d9519fc21d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.012666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e74b8-e7b0-477f-b41a-879283baa6fa req-4f183282-3643-4b99-aa73-b5c2ebbd912c tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:16.020277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b07e74b8-e7b0-477f-b41a-879283baa6fa req-4f183282-3643-4b99-aa73-b5c2ebbd912c tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1575878 Sep 09 09:32:16.096417 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff926-40b0-40a5-8197-d9519fc21d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.168344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b07e74b8-e7b0-477f-b41a-879283baa6fa req-6b831aa7-fc25-4e80-8ddb-9918889a97a5 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471677 Sep 09 09:32:16.172634 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f1d8a87-819e-42d3-ac2e-deab62ffa1d6 req-5fc4ec2d-efa2-4efa-99f8-8e653a46f9b6 service neutron] 10.222.0.24 "GET /v2.0/networks/857889af-db21-4656-95c6-c0c36bcf88b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262614 Sep 09 09:32:16.179114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424840df-45d9-4e20-9737-dc66a212e714 req-dc241f3d-8f65-4434-98f9-941ab7ace3e4 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:16.180791 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-424840df-45d9-4e20-9737-dc66a212e714 req-dc241f3d-8f65-4434-98f9-941ab7ace3e4 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 943 time: 0.1576233 Sep 09 09:32:16.190799 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff926-40b0-40a5-8197-d9519fc21d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.195111 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.283081 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-424840df-45d9-4e20-9737-dc66a212e714 req-09469fb1-fcd4-4889-a9fa-6b5ad8ba77c0 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856073 Sep 09 09:32:16.311975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b9cee845-e01e-49d8-b3d9-11057e338c83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port b0bc676d-6cbd-4ccc-a272-ca9a87868205 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:16.312620 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9cee845-e01e-49d8-b3d9-11057e338c83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.343692 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff926-40b0-40a5-8197-d9519fc21d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.373784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ff926-40b0-40a5-8197-d9519fc21d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19e1e42b-1780-47aa-8697-1309f17f9667,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:16.384992 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.399201 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff926-40b0-40a5-8197-d9519fc21d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.403218 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0d9ff926-40b0-40a5-8197-d9519fc21d97 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/19e1e42b-1780-47aa-8697-1309f17f9667 HTTP/1.1" status: 204 len: 168 time: 0.4993331 Sep 09 09:32:16.410963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48834) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:16.438949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:16.443299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:16.447251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:16.452360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31ff9d-1ef5-4eda-8bd4-db40e16a8980 req-ad4f710a-cc6f-4dfb-b8dc-a41e2486ceb3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:16.454410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc31ff9d-1ef5-4eda-8bd4-db40e16a8980 req-ad4f710a-cc6f-4dfb-b8dc-a41e2486ceb3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 945 time: 0.1279337 Sep 09 09:32:16.474421 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Pushing event updated for resources: {'Port': ['ID=6769a0f6-6604-47f9-ad65-7c1c32203965,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:16.513705 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9cee845-e01e-49d8-b3d9-11057e338c83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.539753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b9cee845-e01e-49d8-b3d9-11057e338c83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for b0bc676d-6cbd-4ccc-a272-ca9a87868205 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:16.543251 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.570331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc31ff9d-1ef5-4eda-8bd4-db40e16a8980 req-5b66e69d-1110-4e2c-9ca1-bc78f80f6dca tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059568 Sep 09 09:32:16.693535 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.755291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a71b19-ff40-4a72-ac7b-444abec923fb']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:16.766819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3419cd44-779b-418f-a7d7-5528716b21a9') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:16.767120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3419cd44-779b-418f-a7d7-5528716b21a9') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:16.779885 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.818781 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.831723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:32:16.832831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:32:16.833976 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:32:16.958563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 651e1d18-9888-47ca-b283-0fd7681c2c09 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:32:16.977911 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9cee845-e01e-49d8-b3d9-11057e338c83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:16.985173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 651e1d18-9888-47ca-b283-0fd7681c2c09 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:32:16.985173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 651e1d18-9888-47ca-b283-0fd7681c2c09 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:32:17.008771 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.014986 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.017847 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] 10.222.0.32 "DELETE /v2.0/networks/13a71b19-ff40-4a72-ac7b-444abec923fb HTTP/1.1" status: 204 len: 168 time: 0.6047339 Sep 09 09:32:17.018667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cee845-e01e-49d8-b3d9-11057e338c83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=b0bc676d-6cbd-4ccc-a272-ca9a87868205,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:17.059552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91f999-9641-4df8-b0ab-066f471d38fa admin admin] Pushing event deleted for resources: {'Network': ['ID=13a71b19-ff40-4a72-ac7b-444abec923fb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:17.124761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.137662 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a68f0070-34e0-4faf-8e4b-d1798fabf170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.199536 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9cee845-e01e-49d8-b3d9-11057e338c83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.303785 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.349830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae1541-74e3-4e64-bc4d-04cad31bc908 req-c663c1a3-dcb4-4baa-9011-1fb670a16dc8 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:17.351489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48ae1541-74e3-4e64-bc4d-04cad31bc908 req-c663c1a3-dcb4-4baa-9011-1fb670a16dc8 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0956409 Sep 09 09:32:17.398613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cee845-e01e-49d8-b3d9-11057e338c83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router a601f723-4b24-4813-8be2-07ad0b3d999e has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:17.413563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48842) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:17.439444 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48ae1541-74e3-4e64-bc4d-04cad31bc908 req-b02486f9-aac8-46f9-9ff7-ed82b640a1ee tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779881 Sep 09 09:32:17.451443 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.509241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096b242-9366-4b99-92be-f09128b8eaee req-47b1818c-670b-4ea5-9d63-1c52e434e887 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:17.510750 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a096b242-9366-4b99-92be-f09128b8eaee req-47b1818c-670b-4ea5-9d63-1c52e434e887 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 943 time: 0.1274459 Sep 09 09:32:17.551509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7585f90d-4b1c-4790-95bc-e06f1224a85d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a05e4fe9ef7a49c29cdb88e8dc511dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367085 Sep 09 09:32:17.553587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cee845-e01e-49d8-b3d9-11057e338c83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:17.555758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48844) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:17.562133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b9cee845-e01e-49d8-b3d9-11057e338c83 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/a601f723-4b24-4813-8be2-07ad0b3d999e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3537109 Sep 09 09:32:17.565212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48846) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:17.565486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136b40f-6374-465e-a8d4-7a161588558a None None] Sync routers for ids ['a601f723-4b24-4813-8be2-07ad0b3d999e'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:17.575309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136b40f-6374-465e-a8d4-7a161588558a None None] Routers {'a601f723-4b24-4813-8be2-07ad0b3d999e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:17.575698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6136b40f-6374-465e-a8d4-7a161588558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a601f723-4b24-4813-8be2-07ad0b3d999e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:17.588148 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a096b242-9366-4b99-92be-f09128b8eaee req-bf49fc3d-3d90-4d0b-ace2-3a7ad1be6660 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702758 Sep 09 09:32:17.605543 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dc75b0ce-d193-4421-a9ac-4bce6b7890e2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=a601f723-4b24-4813-8be2-07ad0b3d999e HTTP/1.1" status: 200 len: 205 time: 0.0388396 Sep 09 09:32:17.611929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48850) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:17.626510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6136b40f-6374-465e-a8d4-7a161588558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:17.635544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136b40f-6374-465e-a8d4-7a161588558a None None] Routers {'a601f723-4b24-4813-8be2-07ad0b3d999e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:17.636156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6136b40f-6374-465e-a8d4-7a161588558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a601f723-4b24-4813-8be2-07ad0b3d999e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:17.668511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18f9ee67-2dbb-4ec3-a526-cb00397071ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.670810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6136b40f-6374-465e-a8d4-7a161588558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:17.671490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136b40f-6374-465e-a8d4-7a161588558a None None] The sync data for ids ['a601f723-4b24-4813-8be2-07ad0b3d999e'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:17.703137 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-99f4ae45-5386-433f-adf2-7ecbf44ec227 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.723919 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18f9ee67-2dbb-4ec3-a526-cb00397071ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.732172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Router 3f6135fb-1825-4426-b299-af976be70cee is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:32:17.756785 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a524d6-08ee-4cc2-af68-79a96f20e463 req-e3f89460-6dda-4ac8-82e6-64dec03f9244 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:17.758359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-02a524d6-08ee-4cc2-af68-79a96f20e463 req-e3f89460-6dda-4ac8-82e6-64dec03f9244 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 945 time: 0.0993698 Sep 09 09:32:17.859124 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-02a524d6-08ee-4cc2-af68-79a96f20e463 req-b7c3de7e-0856-467c-bf34-e91574eb2e1c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933418 Sep 09 09:32:17.870283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-99f4ae45-5386-433f-adf2-7ecbf44ec227 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.870501 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-99f4ae45-5386-433f-adf2-7ecbf44ec227 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.913068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18f9ee67-2dbb-4ec3-a526-cb00397071ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.915704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18f9ee67-2dbb-4ec3-a526-cb00397071ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:17.916862 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-18f9ee67-2dbb-4ec3-a526-cb00397071ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50d80feb-93e1-46c3-adec-210ddecd6e14 HTTP/1.1" status: 204 len: 168 time: 0.3600626 Sep 09 09:32:17.919865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:17.933581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9ee67-2dbb-4ec3-a526-cb00397071ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d80feb-93e1-46c3-adec-210ddecd6e14,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:17.934307 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab00ec-d6d7-43c2-9e4a-397b7d8d2f8d None None] Sync routers for ids ['3f6135fb-1825-4426-b299-af976be70cee'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:17.948758 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab00ec-d6d7-43c2-9e4a-397b7d8d2f8d None None] Routers {'3f6135fb-1825-4426-b299-af976be70cee'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:17.953888 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b1ab00ec-d6d7-43c2-9e4a-397b7d8d2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3f6135fb-1825-4426-b299-af976be70cee'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:17.988012 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b1ab00ec-d6d7-43c2-9e4a-397b7d8d2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:17.996427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ec9d6-a2a4-4e71-b961-e4f3f7ee7418 req-a6495617-a070-4377-af37-39ad1c20b9da tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:17.997032 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab00ec-d6d7-43c2-9e4a-397b7d8d2f8d None None] Routers {'3f6135fb-1825-4426-b299-af976be70cee'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:17.997982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-449ec9d6-a2a4-4e71-b961-e4f3f7ee7418 req-a6495617-a070-4377-af37-39ad1c20b9da tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 945 time: 0.0635889 Sep 09 09:32:18.001179 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-99f4ae45-5386-433f-adf2-7ecbf44ec227 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.001893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f4ae45-5386-433f-adf2-7ecbf44ec227 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Fanout notify agent at l3_agent the message router_deleted on router a601f723-4b24-4813-8be2-07ad0b3d999e {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:32:18.005176 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b1ab00ec-d6d7-43c2-9e4a-397b7d8d2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3f6135fb-1825-4426-b299-af976be70cee'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:18.011473 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-99f4ae45-5386-433f-adf2-7ecbf44ec227 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.012573 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-99f4ae45-5386-433f-adf2-7ecbf44ec227 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/a601f723-4b24-4813-8be2-07ad0b3d999e HTTP/1.1" status: 204 len: 168 time: 0.3996589 Sep 09 09:32:18.015301 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48856) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:18.028040 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.028040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-48665831-890f-41c5-beee-4cae9b2c7467 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0663171 Sep 09 09:32:18.031193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48858) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:18.037194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:18.042716 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b1ab00ec-d6d7-43c2-9e4a-397b7d8d2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:18.043359 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab00ec-d6d7-43c2-9e4a-397b7d8d2f8d None None] The sync data for ids ['3f6135fb-1825-4426-b299-af976be70cee'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:18.084168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42a0566-0445-4d44-9ac8-6ae6b193f731 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting subnet aa836147-7fbb-4a41-aa3d-62264fdb09bd {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:32:18.087333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d42a0566-0445-4d44-9ac8-6ae6b193f731 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.115182 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-449ec9d6-a2a4-4e71-b961-e4f3f7ee7418 req-81f5c739-29e6-483b-937b-a0b86fdd3e3f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111035 Sep 09 09:32:18.130539 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d42a0566-0445-4d44-9ac8-6ae6b193f731 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.276448 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d42a0566-0445-4d44-9ac8-6ae6b193f731 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.288793 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a0e6f-1fb9-4fe6-bfc6-8f35ca577e28 req-419b0791-a714-4cd6-be94-874effdbfe0f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:18.290446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e18a0e6f-1fb9-4fe6-bfc6-8f35ca577e28 req-419b0791-a714-4cd6-be94-874effdbfe0f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 945 time: 0.0979857 Sep 09 09:32:18.365504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e18a0e6f-1fb9-4fe6-bfc6-8f35ca577e28 req-ff4f47dd-c54b-4b66-816c-7d8c7be0c88c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554371 Sep 09 09:32:18.431105 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d42a0566-0445-4d44-9ac8-6ae6b193f731 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.446328 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.453042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d8d2c378-be5f-4313-b831-63009c96a509 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:32:18.466399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a0566-0445-4d44-9ac8-6ae6b193f731 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Subnet': ['ID=aa836147-7fbb-4a41-aa3d-62264fdb09bd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:18.475093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d42a0566-0445-4d44-9ac8-6ae6b193f731 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.479555 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d42a0566-0445-4d44-9ac8-6ae6b193f731 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/aa836147-7fbb-4a41-aa3d-62264fdb09bd HTTP/1.1" status: 204 len: 168 time: 0.4596605 Sep 09 09:32:18.480214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48874) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:18.491132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651f6c01-a652-4d78-a8d6-89d338647e90 None None] Network 6032cb31-32db-46ca-9c60-e709ddd72ce9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:18.581321 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.630502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7490082-22eb-479e-93da-c9dca8a882f1 req-6ded8693-3471-4053-9081-f6e50151fe61 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:18.631949 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7490082-22eb-479e-93da-c9dca8a882f1 req-6ded8693-3471-4053-9081-f6e50151fe61 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0627854 Sep 09 09:32:18.705337 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7490082-22eb-479e-93da-c9dca8a882f1 req-79c86e03-cab8-4f2a-ab9f-df88a457873e tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544975 Sep 09 09:32:18.715796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:18.716143 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.721352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d8d2c378-be5f-4313-b831-63009c96a509, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8d2c378-be5f-4313-b831-63009c96a509,segment=NetworkSegment(5cac8962-4433-4bc7-82d7-86a0e7c84147),segment_id=5cac8962-4433-4bc7-82d7-86a0e7c84147)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:18.738891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'd8d2c378-be5f-4313-b831-63009c96a509', 'network_id': '857889af-db21-4656-95c6-c0c36bcf88b5', 'port_id': 'd8d2c378-be5f-4313-b831-63009c96a509', 'mac_address': 'fa:16:3e:8a:9d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5661cc-5a0a-4024-b38f-f10b8b99ae0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:32:18.804267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.817273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d2c378-be5f-4313-b831-63009c96a509 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:32:18.848442 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.849711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d5f70e-f36f-4463-939a-6cef83463e37 None None] DHCP port deletion for 6032cb31-32db-46ca-9c60-e709ddd72ce9 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:32:18.860127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d8d2c378-be5f-4313-b831-63009c96a509, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8d2c378-be5f-4313-b831-63009c96a509,segment=NetworkSegment(5cac8962-4433-4bc7-82d7-86a0e7c84147),segment_id=5cac8962-4433-4bc7-82d7-86a0e7c84147)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:18.897264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7,segment=NetworkSegment(55f8e7be-2bef-46d2-b04e-c964ec4199f0),segment_id=55f8e7be-2bef-46d2-b04e-c964ec4199f0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:18.897538 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.905152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-40d5f70e-f36f-4463-939a-6cef83463e37 None None] Deleting port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:18.905528 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40d5f70e-f36f-4463-939a-6cef83463e37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.915093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:18.944715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aac46-ed70-41c2-974e-bccd44c8f36e req-b3313062-6741-470c-9d9c-d67022ad2c7f tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:18.946248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-744aac46-ed70-41c2-974e-bccd44c8f36e req-b3313062-6741-470c-9d9c-d67022ad2c7f tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 943 time: 0.0966468 Sep 09 09:32:18.955754 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.985947 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:18.996543 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-40d5f70e-f36f-4463-939a-6cef83463e37 None None] For port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7,segment=NetworkSegment(55f8e7be-2bef-46d2-b04e-c964ec4199f0),segment_id=55f8e7be-2bef-46d2-b04e-c964ec4199f0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:18.997415 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40d5f70e-f36f-4463-939a-6cef83463e37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.042083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-40d5f70e-f36f-4463-939a-6cef83463e37 None None] Calling delete_port for a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:19.043843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-744aac46-ed70-41c2-974e-bccd44c8f36e req-31359c60-863f-4fae-824f-96ba1e899f2d tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546339 Sep 09 09:32:19.054509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c3dec-6029-4a8d-ae89-981e1ab138df req-612f923d-5d21-4b5c-83d5-c354b7c59653 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:19.062050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b8c3dec-6029-4a8d-ae89-981e1ab138df req-612f923d-5d21-4b5c-83d5-c354b7c59653 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 945 time: 0.0773444 Sep 09 09:32:19.105853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d8d2c378-be5f-4313-b831-63009c96a509,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:19.130898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b8c3dec-6029-4a8d-ae89-981e1ab138df req-bec65ac8-f0b8-4bee-8e1a-1ee32722f625 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674002 Sep 09 09:32:19.152390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.154406 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40d5f70e-f36f-4463-939a-6cef83463e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.158773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Deleting port 6769a0f6-6604-47f9-ad65-7c1c32203965 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:19.158773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.168156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5f70e-f36f-4463-939a-6cef83463e37 None None] No DVR routers for this DVR port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:19.183814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:19.188318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5f70e-f36f-4463-939a-6cef83463e37 None None] Pushing event deleted for resources: {'Port': ['ID=a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:19.207761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No DVR routers for this DVR port a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:19.252106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d8d2c378-be5f-4313-b831-63009c96a509'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:19.254601 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.271978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Calling delete_port for 6769a0f6-6604-47f9-ad65-7c1c32203965 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:19.292799 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.323260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6032cb31-32db-46ca-9c60-e709ddd72ce9']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:19.334513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f8e7be-2bef-46d2-b04e-c964ec4199f0') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:19.335120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f8e7be-2bef-46d2-b04e-c964ec4199f0') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:19.352389 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.372763 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.379152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:32:19.379572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.425381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:32:19.452390 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:32:19.455594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:32:19.455594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1fb2cb2-78bd-4559-aabc-51c25ffbbbb7 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:32:19.514121 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.524387 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.528908 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/networks/6032cb31-32db-46ca-9c60-e709ddd72ce9 HTTP/1.1" status: 204 len: 168 time: 1.0448303 Sep 09 09:32:19.529888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48894) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:19.536060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b53893-8a5c-48a3-acb9-0157866a6c87 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Network': ['ID=6032cb31-32db-46ca-9c60-e709ddd72ce9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:19.536495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8684e6a6-5e6a-481d-b7a8-59667e09e4fe tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1639395298', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:19.595704 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.627114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Pushing event deleted for resources: {'Port': ['ID=6769a0f6-6604-47f9-ad65-7c1c32203965,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:19.632956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8684e6a6-5e6a-481d-b7a8-59667e09e4fe tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.633259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8684e6a6-5e6a-481d-b7a8-59667e09e4fe tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.706410 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.734953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8684e6a6-5e6a-481d-b7a8-59667e09e4fe tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.828928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a56a04-913d-499d-a689-711933583532 req-57d8a5ed-2ed0-4828-aaa9-170c56655db3 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:19.830750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52a56a04-913d-499d-a689-711933583532 req-57d8a5ed-2ed0-4828-aaa9-170c56655db3 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0516758 Sep 09 09:32:19.839171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8684e6a6-5e6a-481d-b7a8-59667e09e4fe tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.872306 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52a56a04-913d-499d-a689-711933583532 req-268670a5-808e-4d6c-91c2-6ca3886c83ab tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328801 Sep 09 09:32:19.952689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.956701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8684e6a6-5e6a-481d-b7a8-59667e09e4fe tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.957872 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8684e6a6-5e6a-481d-b7a8-59667e09e4fe tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4267354 Sep 09 09:32:19.959398 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:19.960665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48898) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:19.965936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'network': {'name': 'tempest-RoutersTest-1663299637'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:20.039255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Router 3f6135fb-1825-4426-b299-af976be70cee has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:20.063538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:20.067218 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.093096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:32:20.102250 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.102703 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added segment 58401a21-dd18-4e27-9be2-2a754ea0d84d of type vlan for network b95bb86d-023d-49dc-b7f9-a52f13c53dbc Sep 09 09:32:20.114104 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.120161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:20.129478 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.130616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8faad1bc-b2ba-4ceb-8ddf-e7479c85dd91 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "PUT /v2.0/routers/3f6135fb-1825-4426-b299-af976be70cee HTTP/1.1" status: 200 len: 710 time: 2.0972304 Sep 09 09:32:20.133581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc3a08-4a75-4b02-8b9c-8ba5cfdff787 None None] Sync routers for ids ['3f6135fb-1825-4426-b299-af976be70cee'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:20.135132 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48902) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:20.143223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc3a08-4a75-4b02-8b9c-8ba5cfdff787 None None] Routers {'3f6135fb-1825-4426-b299-af976be70cee'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:20.144228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e7dc3a08-4a75-4b02-8b9c-8ba5cfdff787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3f6135fb-1825-4426-b299-af976be70cee'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:20.184106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e7dc3a08-4a75-4b02-8b9c-8ba5cfdff787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:20.203224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc3a08-4a75-4b02-8b9c-8ba5cfdff787 None None] Routers {'3f6135fb-1825-4426-b299-af976be70cee'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:20.204202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e7dc3a08-4a75-4b02-8b9c-8ba5cfdff787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3f6135fb-1825-4426-b299-af976be70cee'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:20.218012 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919c14a-9c71-48b9-9393-9c35bd72bdfe req-44178d96-f5a2-42b0-84e3-9176a4b5ca59 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:20.226238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e919c14a-9c71-48b9-9393-9c35bd72bdfe req-44178d96-f5a2-42b0-84e3-9176a4b5ca59 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 944 time: 0.0972703 Sep 09 09:32:20.253416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e7dc3a08-4a75-4b02-8b9c-8ba5cfdff787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:20.254213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc3a08-4a75-4b02-8b9c-8ba5cfdff787 None None] The sync data for ids ['3f6135fb-1825-4426-b299-af976be70cee'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:20.268431 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.274188 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e919c14a-9c71-48b9-9393-9c35bd72bdfe req-40529d13-cebd-416c-ab11-e5ff0369f208 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459356 Sep 09 09:32:20.280226 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1a00984c-6524-49e5-993e-6f4f4a899c8d tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/routers/3f6135fb-1825-4426-b299-af976be70cee HTTP/1.1" status: 200 len: 745 time: 0.1439061 Sep 09 09:32:20.287721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48908) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:20.343547 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ca13740e-85dd-41a3-b6e4-272dc7672b48 tempest-RoutersIpV6AdminTest-1208409992 tempest-RoutersIpV6AdminTest-1208409992-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&device_id=3f6135fb-1825-4426-b299-af976be70cee HTTP/1.1" status: 200 len: 205 time: 0.0538499 Sep 09 09:32:20.346032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48912) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:20.355661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104a6b3-cf4b-46dc-b48f-e755100914c2 req-edcf6302-f02b-434e-9457-ed598c5cf715 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:20.357425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6104a6b3-cf4b-46dc-b48f-e755100914c2 req-edcf6302-f02b-434e-9457-ed598c5cf715 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 945 time: 0.0857556 Sep 09 09:32:20.379113 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-75a8fbf7-76e8-448f-8029-254b7c258110 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f6135fb-1825-4426-b299-af976be70cee HTTP/1.1" status: 200 len: 205 time: 0.0319302 Sep 09 09:32:20.381586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48914) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:20.404504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.410446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:20.411047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.459391 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a31f612-279a-490d-8f13-e843640d4f09 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.466763 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6104a6b3-cf4b-46dc-b48f-e755100914c2 req-0e947c71-0c3e-4c07-9ccf-a5d3525f961a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018858 Sep 09 09:32:20.468142 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d8d2c378-be5f-4313-b831-63009c96a509 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:20.482581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07010b-fd81-4655-86b9-ce50d95deb94 req-4ac300f3-ce13-4793-bb35-1a937f1a292d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:20.484106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee07010b-fd81-4655-86b9-ce50d95deb94 req-4ac300f3-ce13-4793-bb35-1a937f1a292d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 945 time: 0.1175783 Sep 09 09:32:20.523156 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Network': ['ID=b95bb86d-023d-49dc-b7f9-a52f13c53dbc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:20.535452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network b95bb86d-023d-49dc-b7f9-a52f13c53dbc details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:32:20.570567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e8bb1598-ae8e-4f96-98ba-3d0b4aae2eac tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6079915 Sep 09 09:32:20.574845 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48918) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:20.583365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'subnet': {'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:20.607140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port d8d2c378-be5f-4313-b831-63009c96a509 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:20.622679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port d8d2c378-be5f-4313-b831-63009c96a509 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:20.622679 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.672885 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a31f612-279a-490d-8f13-e843640d4f09 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.675696 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a31f612-279a-490d-8f13-e843640d4f09 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.716528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ee07010b-fd81-4655-86b9-ce50d95deb94 req-c820f965-4d70-4313-afdd-b632a3b85768 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Deleting port ae51efc4-e8bc-473e-a862-9a513635a0b9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:20.716867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee07010b-fd81-4655-86b9-ce50d95deb94 req-c820f965-4d70-4313-afdd-b632a3b85768 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.720788 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.749855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b2cc9e-62e7-48a4-8fad-c53015e1d16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d2c378-be5f-4313-b831-63009c96a509'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:20.752752 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78cb060-de02-48cf-a2f7-a0d015f320ea" -d '{"events": [{"server_uuid": "12b2cc9e-62e7-48a4-8fad-c53015e1d16a", "name": "network-vif-plugged", "status": "completed", "tag": "d8d2c378-be5f-4313-b831-63009c96a509"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:20.766813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d8d2c378-be5f-4313-b831-63009c96a509, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8d2c378-be5f-4313-b831-63009c96a509,segment=NetworkSegment(5cac8962-4433-4bc7-82d7-86a0e7c84147),segment_id=5cac8962-4433-4bc7-82d7-86a0e7c84147)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:20.791246 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f38530-fafa-4719-8e6a-7aabade097f3 x-openstack-request-id: req-d5f38530-fafa-4719-8e6a-7aabade097f3 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:20.791657 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b2cc9e-62e7-48a4-8fad-c53015e1d16a", "name": "network-vif-plugged", "status": "completed", "tag": "d8d2c378-be5f-4313-b831-63009c96a509", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:20.791972 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5f38530-fafa-4719-8e6a-7aabade097f3 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:20.792430 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b2cc9e-62e7-48a4-8fad-c53015e1d16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d2c378-be5f-4313-b831-63009c96a509', 'code': 200} Sep 09 09:32:20.805314 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a31f612-279a-490d-8f13-e843640d4f09 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.805854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a31f612-279a-490d-8f13-e843640d4f09 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Fanout notify agent at l3_agent the message router_deleted on router 3f6135fb-1825-4426-b299-af976be70cee {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:32:20.814231 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a31f612-279a-490d-8f13-e843640d4f09 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.816140 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3a31f612-279a-490d-8f13-e843640d4f09 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/3f6135fb-1825-4426-b299-af976be70cee HTTP/1.1" status: 204 len: 168 time: 0.4335785 Sep 09 09:32:20.819280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48922) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:20.824044 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.834534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:20.848906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:20.863256 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b5aee46a-f7f6-403c-b855-7a3ec12b712c tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f6135fb-1825-4426-b299-af976be70cee HTTP/1.1" status: 200 len: 205 time: 0.0421767 Sep 09 09:32:20.881025 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48924) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:20.887711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d8d2c378-be5f-4313-b831-63009c96a509,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:20.946578 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-d3e2d9f8-626f-43e1-a976-b95957bacacc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] delete failed (client error): The resource could not be found. Sep 09 09:32:20.948502 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d3e2d9f8-626f-43e1-a976-b95957bacacc tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/3f6135fb-1825-4426-b299-af976be70cee HTTP/1.1" status: 404 len: 336 time: 0.0661139 Sep 09 09:32:20.950745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48928) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:20.981603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3e10634d-cf5e-4664-b1c9-856532f11965 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d25d927-2956-4e3d-bce6-5ac13ad01ebd HTTP/1.1" status: 200 len: 205 time: 0.0296454 Sep 09 09:32:20.983915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48930) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:21.023917 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-08afcbb3-7613-483d-a2dd-9837eb217f19 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] delete failed (client error): The resource could not be found. Sep 09 09:32:21.024956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-08afcbb3-7613-483d-a2dd-9837eb217f19 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/7d25d927-2956-4e3d-bce6-5ac13ad01ebd HTTP/1.1" status: 404 len: 336 time: 0.0397534 Sep 09 09:32:21.028174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48932) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:21.038032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ee07010b-fd81-4655-86b9-ce50d95deb94 req-c820f965-4d70-4313-afdd-b632a3b85768 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] For port ae51efc4-e8bc-473e-a862-9a513635a0b9, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ae51efc4-e8bc-473e-a862-9a513635a0b9,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:21.038416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee07010b-fd81-4655-86b9-ce50d95deb94 req-c820f965-4d70-4313-afdd-b632a3b85768 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:21.041881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361f81-8c45-4093-afb2-0d7def562090 req-2b6ec41a-7a35-4079-9ae1-79fb6e285ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:21.043435 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e361f81-8c45-4093-afb2-0d7def562090 req-2b6ec41a-7a35-4079-9ae1-79fb6e285ce5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 1097 time: 0.1788409 Sep 09 09:32:21.058102 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-95a1c1dc-2cd2-4f52-bff2-b2e5818c4473 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f55f43-8630-4e00-af20-9895846a7f50 HTTP/1.1" status: 200 len: 205 time: 0.0288951 Sep 09 09:32:21.060419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ee07010b-fd81-4655-86b9-ce50d95deb94 req-c820f965-4d70-4313-afdd-b632a3b85768 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Calling delete_port for ae51efc4-e8bc-473e-a862-9a513635a0b9 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:21.060586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48934) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:21.093024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600beec-6b71-4ff7-93a3-d5f1aca85560 req-2db2b986-a663-4c12-b88f-4ff66ed82284 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:21.095494 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7600beec-6b71-4ff7-93a3-d5f1aca85560 req-2db2b986-a663-4c12-b88f-4ff66ed82284 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1397090 Sep 09 09:32:21.115014 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-779889bc-1fe3-4115-92fe-bcfb205dff06 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] delete failed (client error): The resource could not be found. Sep 09 09:32:21.116115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-779889bc-1fe3-4115-92fe-bcfb205dff06 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/07f55f43-8630-4e00-af20-9895846a7f50 HTTP/1.1" status: 404 len: 336 time: 0.0546191 Sep 09 09:32:21.119915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48936) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:21.153837 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9540061a-34c7-47e0-ae26-a9cc3eb37065 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=57134845-8a8c-4db1-b976-f5690f257440 HTTP/1.1" status: 200 len: 205 time: 0.0319645 Sep 09 09:32:21.155739 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e361f81-8c45-4093-afb2-0d7def562090 req-038c36b1-f19f-499e-875e-ae372e7e711f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885832 Sep 09 09:32:21.156303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48938) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:21.204264 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-6bcd5afc-ff39-4747-953f-da7ebe7610fa tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] delete failed (client error): The resource could not be found. Sep 09 09:32:21.206722 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6bcd5afc-ff39-4747-953f-da7ebe7610fa tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/57134845-8a8c-4db1-b976-f5690f257440 HTTP/1.1" status: 404 len: 336 time: 0.0489576 Sep 09 09:32:21.208115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48940) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:21.228636 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7600beec-6b71-4ff7-93a3-d5f1aca85560 req-2209b9af-0d17-4b97-86f3-63c13b889c48 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109333 Sep 09 09:32:21.237456 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4aa5b316-ae49-499d-9da6-3f3db805c96b tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52edfb-47f0-4e96-9bcd-da42b873b242 HTTP/1.1" status: 200 len: 205 time: 0.0276866 Sep 09 09:32:21.239721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48942) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:21.258380 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:21.294594 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-64060e88-8a9b-4a6c-a4ce-829bdd091e5a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] delete failed (client error): The resource could not be found. Sep 09 09:32:21.295729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-64060e88-8a9b-4a6c-a4ce-829bdd091e5a tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/9a52edfb-47f0-4e96-9bcd-da42b873b242 HTTP/1.1" status: 404 len: 336 time: 0.0550280 Sep 09 09:32:21.298297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48946) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:21.334519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Subnet': ['ID=47967b39-86a8-4c92-8237-ef11a24af056,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:21.367120 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3dfdc962-7ddc-4c38-880e-0b1cb29ee054 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ff4bb0-3eda-4014-8618-185ffcf58d17 HTTP/1.1" status: 200 len: 205 time: 0.0657151 Sep 09 09:32:21.367478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48950) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:21.407328 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-fdb59934-2ecf-472e-949a-e397661afed2 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] delete failed (client error): The resource could not be found. Sep 09 09:32:21.410948 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fdb59934-2ecf-472e-949a-e397661afed2 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/routers/24ff4bb0-3eda-4014-8618-185ffcf58d17 HTTP/1.1" status: 404 len: 336 time: 0.0400090 Sep 09 09:32:21.411323 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48952) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:21.421796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Checking segment: {'id': '58401a21-dd18-4e27-9be2-2a754ea0d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:21.422684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network hostable DHCP agents. Network: b95bb86d-023d-49dc-b7f9-a52f13c53dbc, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:32:21.458738 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a660299a-a39d-4f83-9fe7-c9916d8d26b4 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] DELETE failed (client error): The resource could not be found. Sep 09 09:32:21.459203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a660299a-a39d-4f83-9fe7-c9916d8d26b4 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:32:21.460978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a660299a-a39d-4f83-9fe7-c9916d8d26b4 tempest-RoutersIpV6AdminTest-710047309 tempest-RoutersIpV6AdminTest-710047309-project] 10.222.0.32 "DELETE /v2.0/subnets/0be0afe7-c0f6-4e61-a7b1-6aaf50e10008 HTTP/1.1" status: 404 len: 337 time: 0.0485046 Sep 09 09:32:21.488030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd12915-de29-45e2-bf13-a4d92fc1375f req-fe0c5ed9-0457-43b8-a37f-344ecf8450b6 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:21.489532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ecd12915-de29-45e2-bf13-a4d92fc1375f req-fe0c5ed9-0457-43b8-a37f-344ecf8450b6 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 945 time: 0.0841310 Sep 09 09:32:21.534288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ecd12915-de29-45e2-bf13-a4d92fc1375f req-cbbf6faa-f149-42ec-82b7-b4e7bfd9ae0a tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 Sep 09 09:32:21.537971 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee07010b-fd81-4655-86b9-ce50d95deb94 req-c820f965-4d70-4313-afdd-b632a3b85768 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:21.551157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:21.554140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:21.592059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network b95bb86d-023d-49dc-b7f9-a52f13c53dbc is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:32:21.596822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f965-4d70-4313-afdd-b632a3b85768 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event deleted for resources: {'Port': ['ID=ae51efc4-e8bc-473e-a862-9a513635a0b9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:21.617790 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c8d998f-3749-49cb-adc7-010d287fc946 req-a2ea15e1-8c9f-437c-8237-0247462ff27e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 210 time: 0.0575061 Sep 09 09:32:21.663915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee07010b-fd81-4655-86b9-ce50d95deb94 req-c820f965-4d70-4313-afdd-b632a3b85768 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] No DVR routers for this DVR port ae51efc4-e8bc-473e-a862-9a513635a0b9 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:21.666577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee07010b-fd81-4655-86b9-ce50d95deb94 req-c820f965-4d70-4313-afdd-b632a3b85768 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:21.669032 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee07010b-fd81-4655-86b9-ce50d95deb94 req-c820f965-4d70-4313-afdd-b632a3b85768 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "DELETE /v2.0/ports/ae51efc4-e8bc-473e-a862-9a513635a0b9 HTTP/1.1" status: 204 len: 173 time: 1.1525366 Sep 09 09:32:21.669500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740cf16b-68dd-4190-af9e-94d49481c8f3', 'name': 'network-vif-deleted', 'tag': 'ae51efc4-e8bc-473e-a862-9a513635a0b9'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:21.672241 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afc9ced-01c4-432d-8396-3dea9d7faaf1" -d '{"events": [{"server_uuid": "740cf16b-68dd-4190-af9e-94d49481c8f3", "name": "network-vif-deleted", "tag": "ae51efc4-e8bc-473e-a862-9a513635a0b9"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:21.710371 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50095e6c-85d8-4150-8d30-0a37f6b31739 x-openstack-request-id: req-50095e6c-85d8-4150-8d30-0a37f6b31739 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:21.710660 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740cf16b-68dd-4190-af9e-94d49481c8f3", "name": "network-vif-deleted", "tag": "ae51efc4-e8bc-473e-a862-9a513635a0b9", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:21.710962 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50095e6c-85d8-4150-8d30-0a37f6b31739 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:21.711510 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740cf16b-68dd-4190-af9e-94d49481c8f3', 'name': 'network-vif-deleted', 'tag': 'ae51efc4-e8bc-473e-a862-9a513635a0b9', 'status': 'completed', 'code': 200} Sep 09 09:32:21.719503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, b95bb86d-023d-49dc-b7f9-a52f13c53dbc) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:21.719503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:21.719503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:21.729080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec44a7-9657-43bb-9fee-7ad254e33cc4 None None] Network b95bb86d-023d-49dc-b7f9-a52f13c53dbc requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:21.840796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-574edc45-9451-44d0-8613-5196399632ca tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2616067 Sep 09 09:32:21.843782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48960) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:21.971684 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:32:21.972576 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.077094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:22.127120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Allocated IP 172.20.0.2 (b95bb86d-023d-49dc-b7f9-a52f13c53dbc/47967b39-86a8-4c92-8237-ef11a24af056/31a18797-b80a-4b97-ae98-15d0a7a82985) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:22.156843 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.199125 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65a70527-bf43-49ea-afb9-acbea451d241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.306139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65a70527-bf43-49ea-afb9-acbea451d241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.328920 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.348302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Transition to ACTIVE for port object 31a18797-b80a-4b97-ae98-15d0a7a82985 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:22.364061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138df7b-fbae-4eb7-a057-d2a513d72e9e req-26506866-5ad6-4574-86e6-f01b1c5cb41d tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:22.365089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f138df7b-fbae-4eb7-a057-d2a513d72e9e req-26506866-5ad6-4574-86e6-f01b1c5cb41d tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0573883 Sep 09 09:32:22.377955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Transition to ACTIVE for port object 31a18797-b80a-4b97-ae98-15d0a7a82985 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:22.397247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65a70527-bf43-49ea-afb9-acbea451d241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.435496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f138df7b-fbae-4eb7-a057-d2a513d72e9e req-83615e93-17ee-4837-bb8f-c941d8e742dd tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629964 Sep 09 09:32:22.452540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a70527-bf43-49ea-afb9-acbea451d241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa436bc2-dd67-4bac-9bdb-50b268a6271e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:22.458131 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-65a70527-bf43-49ea-afb9-acbea451d241 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e050ce7ba83d4e51bdfc4bc277f1f7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799722 Sep 09 09:32:22.461184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48976) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:22.475314 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.526656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Pushing event updated for resources: {'Port': ['ID=31a18797-b80a-4b97-ae98-15d0a7a82985,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:22.557970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Network b95bb86d-023d-49dc-b7f9-a52f13c53dbc is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:22.560021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:22.565549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:22.580015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Allocated IP 172.20.0.1 (b95bb86d-023d-49dc-b7f9-a52f13c53dbc/47967b39-86a8-4c92-8237-ef11a24af056/d411999b-6884-4ae3-94af-ffb019372507) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:22.598444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e08155e-2fe8-48c3-a350-b801d0de5474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.645461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Attempting to bind port 31a18797-b80a-4b97-ae98-15d0a7a82985 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:22.645775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Attempting to bind port 31a18797-b80a-4b97-ae98-15d0a7a82985 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '58401a21-dd18-4e27-9be2-2a754ea0d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:22.646126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Attempting to bind port 31a18797-b80a-4b97-ae98-15d0a7a82985 on network b95bb86d-023d-49dc-b7f9-a52f13c53dbc {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:22.652741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:22.652741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Checking segment: {'id': '58401a21-dd18-4e27-9be2-2a754ea0d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:22.653038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.653441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Bound using segment: {'id': '58401a21-dd18-4e27-9be2-2a754ea0d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:22.653917 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Bound port: 31a18797-b80a-4b97-ae98-15d0a7a82985, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58401a21-dd18-4e27-9be2-2a754ea0d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:22.654344 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.659165 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e08155e-2fe8-48c3-a350-b801d0de5474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.744121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] For port 31a18797-b80a-4b97-ae98-15d0a7a82985, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:22.748810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] For port 31a18797-b80a-4b97-ae98-15d0a7a82985, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=31a18797-b80a-4b97-ae98-15d0a7a82985,segment=NetworkSegment(58401a21-dd18-4e27-9be2-2a754ea0d84d),segment_id=58401a21-dd18-4e27-9be2-2a754ea0d84d)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:22.781252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a352f5-466d-4f34-ae38-0ca5051269b9 req-d687f4ba-7a9f-4924-b560-ddbcd0a90e64 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:22.782825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2a352f5-466d-4f34-ae38-0ca5051269b9 req-d687f4ba-7a9f-4924-b560-ddbcd0a90e64 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 945 time: 0.0840325 Sep 09 09:32:22.830633 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.857548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85d2d732-ae03-41c8-b839-3bafcb187729 req-3cca5045-fca6-4b84-b6fe-46f6d3a1e003 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=740cf16b-68dd-4190-af9e-94d49481c8f3 HTTP/1.1" status: 200 len: 210 time: 0.0529435 Sep 09 09:32:22.887656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2a352f5-466d-4f34-ae38-0ca5051269b9 req-781fac5d-8e30-47e0-9d36-524115471393 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888882 Sep 09 09:32:22.918679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.927235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548752c-a9fb-41e7-98e1-b88e64013f38 None None] Pushing event updated for resources: {'Port': ['ID=31a18797-b80a-4b97-ae98-15d0a7a82985,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:22.966632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Transition to ACTIVE for port object d411999b-6884-4ae3-94af-ffb019372507 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:22.968908 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e08155e-2fe8-48c3-a350-b801d0de5474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.973625 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e08155e-2fe8-48c3-a350-b801d0de5474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:22.976119 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9e08155e-2fe8-48c3-a350-b801d0de5474 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa436bc2-dd67-4bac-9bdb-50b268a6271e HTTP/1.1" status: 204 len: 168 time: 0.5134208 Sep 09 09:32:22.989070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08155e-2fe8-48c3-a350-b801d0de5474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa436bc2-dd67-4bac-9bdb-50b268a6271e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:23.022940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ae51efc4-e8bc-473e-a862-9a513635a0b9 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:32:23.058565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: ae51efc4-e8bc-473e-a862-9a513635a0b9 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:32:23.058915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ae51efc4-e8bc-473e-a862-9a513635a0b9 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:32:23.080995 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:23.128167 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network b95bb86d-023d-49dc-b7f9-a52f13c53dbc is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:23.131410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:23.137454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:23.192751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=d411999b-6884-4ae3-94af-ffb019372507,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:23.214816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:23.453850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31a18797-b80a-4b97-ae98-15d0a7a82985 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:23.471545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:23.501409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5824c90-0e06-4899-a4ef-7ec1f3037a75 req-ce442a0c-5bb5-4584-9009-e1711b6297b0 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:23.502986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f5824c90-0e06-4899-a4ef-7ec1f3037a75 req-ce442a0c-5bb5-4584-9009-e1711b6297b0 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 945 time: 0.1254580 Sep 09 09:32:23.571452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 31a18797-b80a-4b97-ae98-15d0a7a82985 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:23.597954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ed3d-eac6-4119-b76a-31bf14d86bfc req-808c4d5f-b4a7-4d7c-aa08-d03d848c8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:23.599527 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc83ed3d-eac6-4119-b76a-31bf14d86bfc req-808c4d5f-b4a7-4d7c-aa08-d03d848c8868 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b215771194d342d4acfd0baf8bcfd4ae&device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 1097 time: 0.1230590 Sep 09 09:32:23.612948 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f5824c90-0e06-4899-a4ef-7ec1f3037a75 req-28948934-7712-4fdd-8de9-7a0197b6e73a tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931916 Sep 09 09:32:23.620181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ac234-aaea-4086-910b-72152e221321 req-79135365-257a-4bd0-a2fe-80a8767952ea tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:23.621799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-815ac234-aaea-4086-910b-72152e221321 req-79135365-257a-4bd0-a2fe-80a8767952ea tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0673504 Sep 09 09:32:23.689155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-815ac234-aaea-4086-910b-72152e221321 req-636ec314-b0b9-4203-92df-0faca73a0008 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587597 Sep 09 09:32:23.792155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49002) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:23.825945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ed3d-eac6-4119-b76a-31bf14d86bfc req-3df05f27-20bf-4f02-a969-ae5a708864a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:23.827600 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc83ed3d-eac6-4119-b76a-31bf14d86bfc req-3df05f27-20bf-4f02-a969-ae5a708864a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=857889af-db21-4656-95c6-c0c36bcf88b5 HTTP/1.1" status: 200 len: 915 time: 0.2136405 Sep 09 09:32:23.848651 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7250817c-66ed-4d8f-8425-6a969d47d7ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85cfad48602e4eb3b5c7fc956a1f2169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526159 Sep 09 09:32:23.853048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:23.910974 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc83ed3d-eac6-4119-b76a-31bf14d86bfc req-81404c20-9db2-4348-8b93-841cb9a5e8d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8d2c378-be5f-4313-b831-63009c96a509 HTTP/1.1" status: 200 len: 217 time: 0.0448880 Sep 09 09:32:23.924255 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae71c65d-1fbe-4f9a-a568-3ddc768972a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:23.949455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae71c65d-1fbe-4f9a-a568-3ddc768972a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:24.010220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ed3d-eac6-4119-b76a-31bf14d86bfc req-1e1f5e7f-9ff3-4ffa-9225-ffda9080d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:24.011783 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc83ed3d-eac6-4119-b76a-31bf14d86bfc req-1e1f5e7f-9ff3-4ffa-9225-ffda9080d2eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c5661cc-5a0a-4024-b38f-f10b8b99ae0f HTTP/1.1" status: 200 len: 854 time: 0.0849099 Sep 09 09:32:24.016593 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:24.092787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae71c65d-1fbe-4f9a-a568-3ddc768972a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:24.097425 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae71c65d-1fbe-4f9a-a568-3ddc768972a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:24.098912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ae71c65d-1fbe-4f9a-a568-3ddc768972a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f188cf56-9cad-481b-a16b-8c8e0b725475 HTTP/1.1" status: 204 len: 168 time: 0.2485352 Sep 09 09:32:24.110351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71c65d-1fbe-4f9a-a568-3ddc768972a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f188cf56-9cad-481b-a16b-8c8e0b725475,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:24.135527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc3843d-f98f-4523-b774-5b1f2307e69d None None] Network b95bb86d-023d-49dc-b7f9-a52f13c53dbc requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:24.254163 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ff04fa7c-b4b9-463b-b025-947f7f51d3ed None None] Provisioning for port 31a18797-b80a-4b97-ae98-15d0a7a82985 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:24.265929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ff04fa7c-b4b9-463b-b025-947f7f51d3ed None None] Provisioning complete for port 31a18797-b80a-4b97-ae98-15d0a7a82985 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:24.266508 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff04fa7c-b4b9-463b-b025-947f7f51d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:24.405145 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff04fa7c-b4b9-463b-b025-947f7f51d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:24.451550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ff04fa7c-b4b9-463b-b025-947f7f51d3ed None None] For port 31a18797-b80a-4b97-ae98-15d0a7a82985, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=31a18797-b80a-4b97-ae98-15d0a7a82985,segment=NetworkSegment(58401a21-dd18-4e27-9be2-2a754ea0d84d),segment_id=58401a21-dd18-4e27-9be2-2a754ea0d84d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:24.509864 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff04fa7c-b4b9-463b-b025-947f7f51d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:24.511977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc83ed3d-eac6-4119-b76a-31bf14d86bfc req-82c15349-a5bb-4c23-8560-ecfa406451c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=857889af-db21-4656-95c6-c0c36bcf88b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4820302 Sep 09 09:32:24.513368 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:24.580057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04fa7c-b4b9-463b-b025-947f7f51d3ed None None] Pushing event updated for resources: {'Port': ['ID=31a18797-b80a-4b97-ae98-15d0a7a82985,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:24.624043 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:24.701858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=d411999b-6884-4ae3-94af-ffb019372507,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:24.783111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407567a-a9ef-41ec-bf01-6be83a6447bf req-e9291a73-1c05-46fd-919f-e9c77a610984 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:24.784884 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3407567a-a9ef-41ec-bf01-6be83a6447bf req-e9291a73-1c05-46fd-919f-e9c77a610984 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 945 time: 0.2199891 Sep 09 09:32:24.789681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d75deb5c-8463-4d26-8944-bb00dd13e149 None None] Provisioning for port d411999b-6884-4ae3-94af-ffb019372507 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:24.794125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d75deb5c-8463-4d26-8944-bb00dd13e149 None None] Provisioning complete for port d411999b-6884-4ae3-94af-ffb019372507 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:24.794509 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d75deb5c-8463-4d26-8944-bb00dd13e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:24.799064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30145c1e-b323-4d21-b449-837d4bd32598 req-daa4b908-ff90-4707-aea9-1cfb22324ee8 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:24.800746 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-30145c1e-b323-4d21-b449-837d4bd32598 req-daa4b908-ff90-4707-aea9-1cfb22324ee8 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 945 time: 0.0774059 Sep 09 09:32:24.862655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d75deb5c-8463-4d26-8944-bb00dd13e149 None None] Port d411999b-6884-4ae3-94af-ffb019372507 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:24.872658 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc83ed3d-eac6-4119-b76a-31bf14d86bfc req-6a2f3ec5-0129-430a-a320-4908f1b017f6 service neutron] 10.222.0.24 "GET /v2.0/networks/857889af-db21-4656-95c6-c0c36bcf88b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971838 Sep 09 09:32:24.884181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-30145c1e-b323-4d21-b449-837d4bd32598 req-450fe9a8-dca0-4ed9-b050-ba48a5dd1c1e tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716078 Sep 09 09:32:24.884990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d75deb5c-8463-4d26-8944-bb00dd13e149 None None] Provisioning complete for port 31a18797-b80a-4b97-ae98-15d0a7a82985 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:24.887981 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d75deb5c-8463-4d26-8944-bb00dd13e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:25.003874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec21c8-31eb-4b74-9a64-fd609d6fca62 req-f00e8c0c-a94f-4f64-9457-c9924de26da1 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:25.011456 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7ec21c8-31eb-4b74-9a64-fd609d6fca62 req-f00e8c0c-a94f-4f64-9457-c9924de26da1 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0666230 Sep 09 09:32:25.017519 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3407567a-a9ef-41ec-bf01-6be83a6447bf req-af69c9e9-1480-46c4-95c6-64546579bc09 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881723 Sep 09 09:32:25.024930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network b95bb86d-023d-49dc-b7f9-a52f13c53dbc is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:25.027738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:25.048350 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc83ed3d-eac6-4119-b76a-31bf14d86bfc req-e5322519-e3f0-43d8-b89a-bd8ebf4a554f service neutron] 10.222.0.24 "GET /v2.0/networks/857889af-db21-4656-95c6-c0c36bcf88b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421335 Sep 09 09:32:25.071985 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7ec21c8-31eb-4b74-9a64-fd609d6fca62 req-a4907ebe-791d-4998-b856-c978220ff893 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595601 Sep 09 09:32:25.121444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-03d7afe6-bda1-4300-ae6b-07d5a41ee5a2 None None] Provisioning complete for port d411999b-6884-4ae3-94af-ffb019372507 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:25.122696 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03d7afe6-bda1-4300-ae6b-07d5a41ee5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:25.161125 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:25.184196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-03d7afe6-bda1-4300-ae6b-07d5a41ee5a2 None None] Port d411999b-6884-4ae3-94af-ffb019372507 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:25.256637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 6bb8de2b-558f-4752-915c-eed2d0ac155a is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:32:25.378096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:25.387517 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7c1b75b6-5ff0-479d-a1ac-f77576fa9844 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5393414 Sep 09 09:32:25.390418 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Sync routers for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:25.393844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49036) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:25.400347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'network': {'name': 'tempest-RoutersTest-1772470880'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:25.414628 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:25.422327 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:25.422766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cdc8da5c-ff62-42a9-ac39-536ffd7399d6 None None] Provisioning complete for port d411999b-6884-4ae3-94af-ffb019372507 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:25.422766 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cdc8da5c-ff62-42a9-ac39-536ffd7399d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:25.428678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31a18797-b80a-4b97-ae98-15d0a7a82985 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:25.514300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:25.518895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:25.535773 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:25.556703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8da5c-ff62-42a9-ac39-536ffd7399d6 None None] Port d411999b-6884-4ae3-94af-ffb019372507 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:25.559552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:32:25.590430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:25.592106 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added segment 96eec566-109a-4f8b-891a-b10ff868283a of type vlan for network bc107f21-2170-41ed-9a41-d002350f4e63 Sep 09 09:32:25.595627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 31a18797-b80a-4b97-ae98-15d0a7a82985 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:25.597383 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:25.685692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:25.789358 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:25.796686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:25.797681 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:25.884331 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:23Z', 'revision_number': 2, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:23Z', 'revision_number': 2, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:25.914615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ae37c-cac0-41f4-bb35-1cef6b93cefd req-9d9d525d-6724-4390-9bc5-f726d715b9fd tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:25.916389 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-168ae37c-cac0-41f4-bb35-1cef6b93cefd req-9d9d525d-6724-4390-9bc5-f726d715b9fd tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 945 time: 0.0896606 Sep 09 09:32:25.920331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Network': ['ID=bc107f21-2170-41ed-9a41-d002350f4e63,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:25.922512 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Checking router: 6bb8de2b-558f-4752-915c-eed2d0ac155a for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:32:25.922872 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Updating router 6bb8de2b-558f-4752-915c-eed2d0ac155a port d411999b-6884-4ae3-94af-ffb019372507 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:32:25.932761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.933553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.934117 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.934690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.935603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.936286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.936924 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.938181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.939265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.940452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.941364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.942249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:25.957010 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:25.966631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-407dcc2d-ed55-4d9f-89b1-63a5242554ed tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5712800 Sep 09 09:32:25.972509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49054) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:25.984885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'subnet': {'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:26.061501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network bc107f21-2170-41ed-9a41-d002350f4e63 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:32:26.171281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d3c77-d2d1-41f2-b7da-52c855caaccf req-a5c3c51c-a34c-4300-9082-bdf162aa9b20 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:26.173838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a5d3c77-d2d1-41f2-b7da-52c855caaccf req-a5c3c51c-a34c-4300-9082-bdf162aa9b20 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 945 time: 0.1629465 Sep 09 09:32:26.208262 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.210197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-168ae37c-cac0-41f4-bb35-1cef6b93cefd req-c70a2227-8609-4e3e-8e7f-7ebc3ac7277c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Deleting port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:26.210544 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-168ae37c-cac0-41f4-bb35-1cef6b93cefd req-c70a2227-8609-4e3e-8e7f-7ebc3ac7277c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.217787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c42c7f-0136-44f5-88eb-94b8e503fa83 req-18eb6db7-d328-4182-9566-bb8e669c4346 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:26.224380 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44c42c7f-0136-44f5-88eb-94b8e503fa83 req-18eb6db7-d328-4182-9566-bb8e669c4346 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 945 time: 0.0609322 Sep 09 09:32:26.263255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:26.264365 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a5d3c77-d2d1-41f2-b7da-52c855caaccf req-6652f3e4-42fa-456b-b0c3-82f074aa5400 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812063 Sep 09 09:32:26.267357 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.274736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44c42c7f-0136-44f5-88eb-94b8e503fa83 req-1f25e220-8c75-4c83-807c-cb43f71d5cdd tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475276 Sep 09 09:32:26.446222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c63f7-7264-41a4-989a-1192486e0593 req-47ffdbbc-012a-47a3-9efa-3aed7ad079dd tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:26.454647 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c38c63f7-7264-41a4-989a-1192486e0593 req-47ffdbbc-012a-47a3-9efa-3aed7ad079dd tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0754485 Sep 09 09:32:26.470020 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-168ae37c-cac0-41f4-bb35-1cef6b93cefd req-c70a2227-8609-4e3e-8e7f-7ebc3ac7277c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] For port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:26.470402 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-168ae37c-cac0-41f4-bb35-1cef6b93cefd req-c70a2227-8609-4e3e-8e7f-7ebc3ac7277c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.471016 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.483351 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Transition to ACTIVE for port object d411999b-6884-4ae3-94af-ffb019372507 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:26.499332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-168ae37c-cac0-41f4-bb35-1cef6b93cefd req-c70a2227-8609-4e3e-8e7f-7ebc3ac7277c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Calling delete_port for fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:26.519006 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c38c63f7-7264-41a4-989a-1192486e0593 req-1953a30b-6eb6-497e-b5e2-12c1e443bc2d tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634906 Sep 09 09:32:26.572014 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.600583 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.684692 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Pushing event updated for resources: {'Port': ['ID=d411999b-6884-4ae3-94af-ffb019372507,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:26.689142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Subnet': ['ID=aae3d5c0-9294-4859-84a5-d5271071109f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:26.695147 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.696039 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.696460 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.697452 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.697556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Checking segment: {'id': '96eec566-109a-4f8b-891a-b10ff868283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:26.697664 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.697766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network hostable DHCP agents. Network: bc107f21-2170-41ed-9a41-d002350f4e63, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:32:26.697859 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.698212 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.698604 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.698998 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.699413 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.700055 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.700448 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:26.726034 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-168ae37c-cac0-41f4-bb35-1cef6b93cefd req-c70a2227-8609-4e3e-8e7f-7ebc3ac7277c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.741976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:26.744349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:26.769850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a2227-8609-4e3e-8e7f-7ebc3ac7277c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event deleted for resources: {'Port': ['ID=fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:26.772993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network bc107f21-2170-41ed-9a41-d002350f4e63 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:32:26.790164 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Attempting to bind port d411999b-6884-4ae3-94af-ffb019372507 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:26.792261 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Attempting to bind port d411999b-6884-4ae3-94af-ffb019372507 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '58401a21-dd18-4e27-9be2-2a754ea0d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:26.793551 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Attempting to bind port d411999b-6884-4ae3-94af-ffb019372507 on network b95bb86d-023d-49dc-b7f9-a52f13c53dbc {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:26.806207 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:26.810273 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Checking segment: {'id': '58401a21-dd18-4e27-9be2-2a754ea0d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:26.810817 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.811293 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Bound using segment: {'id': '58401a21-dd18-4e27-9be2-2a754ea0d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:26.811898 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Bound port: d411999b-6884-4ae3-94af-ffb019372507, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58401a21-dd18-4e27-9be2-2a754ea0d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:26.813534 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.825503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-168ae37c-cac0-41f4-bb35-1cef6b93cefd req-c70a2227-8609-4e3e-8e7f-7ebc3ac7277c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] No DVR routers for this DVR port fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:26.829415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-168ae37c-cac0-41f4-bb35-1cef6b93cefd req-c70a2227-8609-4e3e-8e7f-7ebc3ac7277c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.831851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-168ae37c-cac0-41f4-bb35-1cef6b93cefd req-c70a2227-8609-4e3e-8e7f-7ebc3ac7277c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "DELETE /v2.0/ports/fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 HTTP/1.1" status: 204 len: 173 time: 0.9084649 Sep 09 09:32:26.832365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd350808-2b3c-4a98-8788-02f2092a0306', 'name': 'network-vif-deleted', 'tag': 'fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:26.834458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, bc107f21-2170-41ed-9a41-d002350f4e63) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:26.835697 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408dcd87-ac58-4ff6-844f-c58993694962" -d '{"events": [{"server_uuid": "bd350808-2b3c-4a98-8788-02f2092a0306", "name": "network-vif-deleted", "tag": "fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:26.839171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:26.839891 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:26.889778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e01c1a-2bc5-4a7b-af8d-4b9ff8e69dee None None] Network bc107f21-2170-41ed-9a41-d002350f4e63 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:26.927339 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ef711e-2b75-4b59-9ab3-61ce3239bb6b x-openstack-request-id: req-18ef711e-2b75-4b59-9ab3-61ce3239bb6b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:26.927339 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd350808-2b3c-4a98-8788-02f2092a0306", "name": "network-vif-deleted", "tag": "fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:26.927339 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18ef711e-2b75-4b59-9ab3-61ce3239bb6b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:26.927339 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd350808-2b3c-4a98-8788-02f2092a0306', 'name': 'network-vif-deleted', 'tag': 'fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398', 'status': 'completed', 'code': 200} Sep 09 09:32:26.932763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49078) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:26.957679 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e4665f75-ab42-42a6-a6f6-1da0c5a9cdba tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9814675 Sep 09 09:32:26.958483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:27.066428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-910c8d5c-1a46-418c-9141-a5905da8c9a8 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1498507242'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:27.138571 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] For port d411999b-6884-4ae3-94af-ffb019372507, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:27.144250 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] For port d411999b-6884-4ae3-94af-ffb019372507, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d411999b-6884-4ae3-94af-ffb019372507,segment=NetworkSegment(58401a21-dd18-4e27-9be2-2a754ea0d84d),segment_id=58401a21-dd18-4e27-9be2-2a754ea0d84d)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:27.194854 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-910c8d5c-1a46-418c-9141-a5905da8c9a8 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:27.196453 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-910c8d5c-1a46-418c-9141-a5905da8c9a8 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:27.212262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-bc107f21-2170-41ed-9a41-d002350f4e63', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:32:27.213168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:27.258482 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:27.321965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-910c8d5c-1a46-418c-9141-a5905da8c9a8 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:27.365875 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0655f3e-99dd-4131-8553-152078e8bcc3 None None] Pushing event updated for resources: {'Port': ['ID=d411999b-6884-4ae3-94af-ffb019372507,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:27.393814 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:27.394892 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:27.401640 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-910c8d5c-1a46-418c-9141-a5905da8c9a8 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:27.492868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Allocated IP 172.21.0.2 (bc107f21-2170-41ed-9a41-d002350f4e63/aae3d5c0-9294-4859-84a5-d5271071109f/f2345455-c432-4021-99ae-b723afabee8e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:27.512550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95ae409f-c2ed-4752-92aa-27e37a91dadc req-9d0a2c38-edc3-4016-8966-34177fd6ffba tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd350808-2b3c-4a98-8788-02f2092a0306 HTTP/1.1" status: 200 len: 210 time: 0.0506878 Sep 09 09:32:27.518239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-910c8d5c-1a46-418c-9141-a5905da8c9a8 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:27.520938 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-910c8d5c-1a46-418c-9141-a5905da8c9a8 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5858562 Sep 09 09:32:27.529851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998faa-c81a-4672-a0c0-0f53a323c556 req-56eaa28f-28a8-472a-85e7-57ba91065683 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:27.538296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49090) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:27.538407 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-be998faa-c81a-4672-a0c0-0f53a323c556 req-56eaa28f-28a8-472a-85e7-57ba91065683 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 945 time: 0.1402569 Sep 09 09:32:27.563283 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:27.589722 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:27.621668 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-be998faa-c81a-4672-a0c0-0f53a323c556 req-5618ffbf-90b1-4bb8-8717-35cb78e8d132 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751255 Sep 09 09:32:27.765077 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb566-e19a-495f-a30c-9bc9aada0f77 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:27.951221 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:27.963430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Transition to ACTIVE for port object f2345455-c432-4021-99ae-b723afabee8e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:27.980988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Transition to ACTIVE for port object f2345455-c432-4021-99ae-b723afabee8e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:27.992209 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:23Z', 'revision_number': 2, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:27Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:28.034211 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a275c8-5162-4eb1-8d92-2251ee03772a None None] The sync data for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 is: [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:23Z', 'revision_number': 2, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:27Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:28.054674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2d54b-914d-439b-89e3-9d2c520a0863 req-f9290842-2a22-4cbb-ba6c-d2b0bdf682a2 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:28.057761 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.063437 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10c2d54b-914d-439b-89e3-9d2c520a0863 req-f9290842-2a22-4cbb-ba6c-d2b0bdf682a2 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.2924573 Sep 09 09:32:28.121263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Allocated IP 172.21.0.1 (bc107f21-2170-41ed-9a41-d002350f4e63/aae3d5c0-9294-4859-84a5-d5271071109f/f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:28.121746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Network bc107f21-2170-41ed-9a41-d002350f4e63 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:28.125613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:28.128222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Pushing event updated for resources: {'Port': ['ID=f2345455-c432-4021-99ae-b723afabee8e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:28.129744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:28.175865 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb566-e19a-495f-a30c-9bc9aada0f77 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.180769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb566-e19a-495f-a30c-9bc9aada0f77 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.188250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Attempting to bind port f2345455-c432-4021-99ae-b723afabee8e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:28.188250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Attempting to bind port f2345455-c432-4021-99ae-b723afabee8e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '96eec566-109a-4f8b-891a-b10ff868283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:28.188250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Attempting to bind port f2345455-c432-4021-99ae-b723afabee8e on network bc107f21-2170-41ed-9a41-d002350f4e63 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:28.193593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:28.193983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Checking segment: {'id': '96eec566-109a-4f8b-891a-b10ff868283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:28.194380 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.195261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Bound using segment: {'id': '96eec566-109a-4f8b-891a-b10ff868283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:28.195261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Bound port: f2345455-c432-4021-99ae-b723afabee8e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96eec566-109a-4f8b-891a-b10ff868283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:28.195643 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.244944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10c2d54b-914d-439b-89e3-9d2c520a0863 req-ac850a69-80c4-4243-8212-6b346f90ff2e tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805193 Sep 09 09:32:28.283328 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.285417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] For port f2345455-c432-4021-99ae-b723afabee8e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:28.289252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] For port f2345455-c432-4021-99ae-b723afabee8e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f2345455-c432-4021-99ae-b723afabee8e,segment=NetworkSegment(96eec566-109a-4f8b-891a-b10ff868283a),segment_id=96eec566-109a-4f8b-891a-b10ff868283a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:28.299340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Transition to ACTIVE for port object f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:28.315024 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb566-e19a-495f-a30c-9bc9aada0f77 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.315698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7cb566-e19a-495f-a30c-9bc9aada0f77 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a9aa31e-2037-4654-96b7-994ba9592026 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:32:28.320484 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb566-e19a-495f-a30c-9bc9aada0f77 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.338180 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-eb7cb566-e19a-495f-a30c-9bc9aada0f77 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] 10.222.0.32 "DELETE /v2.0/routers/6a9aa31e-2037-4654-96b7-994ba9592026 HTTP/1.1" status: 204 len: 168 time: 0.8126683 Sep 09 09:32:28.338907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49100) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:28.362787 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.364387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5079c1ab-c447-4010-b7fd-e6ed1db04d61 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Request body: {'router': {'name': 'tempest-router-1685088704', 'distributed': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:28.452622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.452861 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cf7fe-76c1-4e83-851d-a08a961d9a86 None None] Pushing event updated for resources: {'Port': ['ID=f2345455-c432-4021-99ae-b723afabee8e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:28.456223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf612e61-9806-4cee-9d4d-d291088cdc3d req-22405d9f-a085-45f2-b3e7-7bb467b8bedd tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:28.457840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf612e61-9806-4cee-9d4d-d291088cdc3d req-22405d9f-a085-45f2-b3e7-7bb467b8bedd tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 945 time: 0.0643132 Sep 09 09:32:28.495026 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5079c1ab-c447-4010-b7fd-e6ed1db04d61 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.496462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5079c1ab-c447-4010-b7fd-e6ed1db04d61 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.507822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network bc107f21-2170-41ed-9a41-d002350f4e63 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:28.513367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:28.517816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:28.519945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf612e61-9806-4cee-9d4d-d291088cdc3d req-e70c2e5b-c94f-4d51-9fac-782190993a60 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524871 Sep 09 09:32:28.561177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:28.585502 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5079c1ab-c447-4010-b7fd-e6ed1db04d61 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.597575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.662838 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5079c1ab-c447-4010-b7fd-e6ed1db04d61 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.813521 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5079c1ab-c447-4010-b7fd-e6ed1db04d61 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:28.817505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5079c1ab-c447-4010-b7fd-e6ed1db04d61 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4757974 Sep 09 09:32:28.818312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49114) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:28.941601 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-67c547c5-2c04-4c5a-a144-1d6ba1b3bc5f tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.061615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:32:29.089130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:32:29.089735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device fa0eafc5-f4b4-4cf9-9fdd-4d46f0ed1398 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:32:29.174657 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-67c547c5-2c04-4c5a-a144-1d6ba1b3bc5f tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.177374 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-67c547c5-2c04-4c5a-a144-1d6ba1b3bc5f tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.281291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c559-038c-41f8-b7c6-120af81dc53e req-cc968271-747d-41f1-b71f-7d45cec2eda9 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:29.283678 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-cc968271-747d-41f1-b71f-7d45cec2eda9 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.1541510 Sep 09 09:32:29.291921 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-67c547c5-2c04-4c5a-a144-1d6ba1b3bc5f tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.292646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c547c5-2c04-4c5a-a144-1d6ba1b3bc5f tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85387ca7-063d-4bd5-9394-a1dca33497fe {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:32:29.297912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-67c547c5-2c04-4c5a-a144-1d6ba1b3bc5f tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.302789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-67c547c5-2c04-4c5a-a144-1d6ba1b3bc5f tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] 10.222.0.32 "DELETE /v2.0/routers/85387ca7-063d-4bd5-9394-a1dca33497fe HTTP/1.1" status: 204 len: 168 time: 0.4799523 Sep 09 09:32:29.303034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49142) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:29.308672 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-010501f3-f29f-4476-a954-ee195b235d98 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/quotas/245f6d8c14c94cfaa4af650bffd88cb8 HTTP/1.1" status: 200 len: 375 time: 0.0182507 Sep 09 09:32:29.313087 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9df46e85-87aa-4b8f-bb31-297ab55bd647 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Request body: {'router': {'name': 'tempest-router-1118803851', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '400e62524e47415b9a16862cc797895d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:29.388296 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.428837 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9df46e85-87aa-4b8f-bb31-297ab55bd647 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.430082 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9df46e85-87aa-4b8f-bb31-297ab55bd647 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.461829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50b01e-11be-41d0-ae2b-b4f03067fd52 req-f82af165-ae36-4a5a-bc87-ec20f86b1afc tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:29.469828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d50b01e-11be-41d0-ae2b-b4f03067fd52 req-f82af165-ae36-4a5a-bc87-ec20f86b1afc tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0819781 Sep 09 09:32:29.471929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-24fd7ad5-f4ee-43cf-99df-a847644110f7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1539845 Sep 09 09:32:29.528624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d411999b-6884-4ae3-94af-ffb019372507 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:29.557410 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9df46e85-87aa-4b8f-bb31-297ab55bd647 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.594250 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d50b01e-11be-41d0-ae2b-b4f03067fd52 req-c45b308e-2e7d-4a06-a483-f90f9c0d5577 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176736 Sep 09 09:32:29.618360 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9df46e85-87aa-4b8f-bb31-297ab55bd647 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.639975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfacf8e-6bf9-4d87-a6de-a1eed2f2aa2a None None] Network bc107f21-2170-41ed-9a41-d002350f4e63 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:29.666699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d411999b-6884-4ae3-94af-ffb019372507 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:29.691883 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9df46e85-87aa-4b8f-bb31-297ab55bd647 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.694928 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9df46e85-87aa-4b8f-bb31-297ab55bd647 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3906353 Sep 09 09:32:29.697662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49150) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:29.703934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:29.705353 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d411999b-6884-4ae3-94af-ffb019372507 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:29.705843 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.713311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-faefcbd4-3a7e-4ed8-8aa6-2b18640abf60 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040405 Sep 09 09:32:29.849763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e3c3c358-8f1e-4060-b165-78dc4c553f43 None None] Provisioning for port f2345455-c432-4021-99ae-b723afabee8e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:29.881225 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.927752 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-5dbaf830-abff-49a6-aaf0-1fbce0043321 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476855 Sep 09 09:32:29.939291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.943264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port d411999b-6884-4ae3-94af-ffb019372507, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d411999b-6884-4ae3-94af-ffb019372507,segment=NetworkSegment(58401a21-dd18-4e27-9be2-2a754ea0d84d),segment_id=58401a21-dd18-4e27-9be2-2a754ea0d84d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:29.978661 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:29.979200 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.005724 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.029308 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.030604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f2345455-c432-4021-99ae-b723afabee8e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:30.088325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:30.124506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=d411999b-6884-4ae3-94af-ffb019372507,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:30.140097 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.142957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95325) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 09 09:32:30.143323 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Router 23ca3224-7d64-41c7-b861-e1356a7e5ea6 migrating from provider to provider. {{(pid=95325) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 09 09:32:30.143844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.155684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c48590-054f-432b-8796-001ad366f277 req-57843d22-a96a-46ae-b222-df921bf306e5 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:30.158321 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01c48590-054f-432b-8796-001ad366f277 req-57843d22-a96a-46ae-b222-df921bf306e5 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 945 time: 0.2814550 Sep 09 09:32:30.186814 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.192441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d51-cf12-4db3-8983-8d3081197082 req-1144bf04-7af7-4475-8442-301c11a992db tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:30.196311 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-845b6d51-cf12-4db3-8983-8d3081197082 req-1144bf04-7af7-4475-8442-301c11a992db tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 945 time: 0.2020788 Sep 09 09:32:30.268480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port f2345455-c432-4021-99ae-b723afabee8e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:30.280036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f2345455-c432-4021-99ae-b723afabee8e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:30.280532 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.297813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.348600 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01c48590-054f-432b-8796-001ad366f277 req-6eb899fe-c6fa-44b6-8863-9f8c63a2763d tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699426 Sep 09 09:32:30.376469 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4320a82c-dbf8-44d9-89da-512573b57394 req-573ef037-8e29-4cde-81b7-8eb819b72f8d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0653765 Sep 09 09:32:30.419293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network bc107f21-2170-41ed-9a41-d002350f4e63 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:30.420940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:30.500908 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.516154 n-d-778696-16 neutron-server[95325]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] No L3 agents can host the router 23ca3224-7d64-41c7-b861-e1356a7e5ea6 Sep 09 09:32:30.519729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-845b6d51-cf12-4db3-8983-8d3081197082 req-7f03c323-8773-4a6f-9dec-7899e1ae3d3b tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Deleting port d8d2c378-be5f-4313-b831-63009c96a509 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:30.520081 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-845b6d51-cf12-4db3-8983-8d3081197082 req-7f03c323-8773-4a6f-9dec-7899e1ae3d3b tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.523593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9470ebd3-bc61-4982-96c0-aed97d25b8e5 None None] Provisioning for port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:30.543801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9470ebd3-bc61-4982-96c0-aed97d25b8e5 None None] Provisioning complete for port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:30.543801 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9470ebd3-bc61-4982-96c0-aed97d25b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.591297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port f2345455-c432-4021-99ae-b723afabee8e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f2345455-c432-4021-99ae-b723afabee8e,segment=NetworkSegment(96eec566-109a-4f8b-891a-b10ff868283a),segment_id=96eec566-109a-4f8b-891a-b10ff868283a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:30.597837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 6bb8de2b-558f-4752-915c-eed2d0ac155a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:30.604551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9470ebd3-bc61-4982-96c0-aed97d25b8e5 None None] Port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:30.635215 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.648156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9470ebd3-bc61-4982-96c0-aed97d25b8e5 None None] Provisioning complete for port f2345455-c432-4021-99ae-b723afabee8e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:30.648156 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9470ebd3-bc61-4982-96c0-aed97d25b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.751197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=f2345455-c432-4021-99ae-b723afabee8e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:30.773886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:30.783897 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-35b3acf6-eff8-4b73-9b44-83ccf28c5b97 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8241854 Sep 09 09:32:30.784531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49176) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:30.790942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Sync routers for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:30.817594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'network': {'name': 'tempest-RoutersTest-793337338'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:30.820890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:30.821754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:30.899196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Hosts for router 23ca3224-7d64-41c7-b861-e1356a7e5ea6: [] {{(pid=95325) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 09 09:32:30.910701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-845b6d51-cf12-4db3-8983-8d3081197082 req-7f03c323-8773-4a6f-9dec-7899e1ae3d3b tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] For port d8d2c378-be5f-4313-b831-63009c96a509, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d8d2c378-be5f-4313-b831-63009c96a509,segment=NetworkSegment(5cac8962-4433-4bc7-82d7-86a0e7c84147),segment_id=5cac8962-4433-4bc7-82d7-86a0e7c84147)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:30.911068 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-845b6d51-cf12-4db3-8983-8d3081197082 req-7f03c323-8773-4a6f-9dec-7899e1ae3d3b tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.931647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:30.935455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.946707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-845b6d51-cf12-4db3-8983-8d3081197082 req-7f03c323-8773-4a6f-9dec-7899e1ae3d3b tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Calling delete_port for d8d2c378-be5f-4313-b831-63009c96a509 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:30.951505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Hosts for other DVR routers connected to router 23ca3224-7d64-41c7-b861-e1356a7e5ea6: set() {{(pid=95325) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 09 09:32:30.954413 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:30.955693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d3477f60-2e17-447b-958a-e502be8230f9 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] 10.222.0.32 "PUT /v2.0/routers/23ca3224-7d64-41c7-b861-e1356a7e5ea6 HTTP/1.1" status: 200 len: 717 time: 1.2566328 Sep 09 09:32:30.958603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:30.967229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576422ab-c525-4852-b5cd-5bd0313e0a5d req-e4e7b167-549c-4685-9f94-1e9a6f1feb2b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:30.969285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-576422ab-c525-4852-b5cd-5bd0313e0a5d req-e4e7b167-549c-4685-9f94-1e9a6f1feb2b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.2250609 Sep 09 09:32:30.973040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:31.066031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e4806069-f554-42f8-a7b8-c1c530b40697 None None] Provisioning complete for port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:31.066315 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4806069-f554-42f8-a7b8-c1c530b40697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:31.075579 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-75a0f454-3066-44a1-87e3-0595fbf9c5a3 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] 10.222.0.32 "GET /v2.0/routers/23ca3224-7d64-41c7-b861-e1356a7e5ea6 HTTP/1.1" status: 200 len: 717 time: 0.1081803 Sep 09 09:32:31.083398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:32:31.094861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:31.095495 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added segment 0c8c8024-69d2-473b-aed3-af5d19668b6f of type vlan for network 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 Sep 09 09:32:31.141137 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:31.145212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49182) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:31.208024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e4806069-f554-42f8-a7b8-c1c530b40697 None None] Port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:31.331098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 3, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 2, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:31.341912 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:31.348901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:31.349522 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:31.413493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Checking router: 6bb8de2b-558f-4752-915c-eed2d0ac155a for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:32:31.413858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Updating router 6bb8de2b-558f-4752-915c-eed2d0ac155a port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:32:31.441227 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6556149 Sep 09 09:32:31.441838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49192) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:31.452645 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:31.505597 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'subnet': {'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:31.506911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d411999b-6884-4ae3-94af-ffb019372507 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:31.550181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-99c06c99-e664-49d7-9d3a-54f265ef00bd tempest-RoutersTestDVR-1290142294 tempest-RoutersTestDVR-1290142294-project] 10.222.0.32 "GET /v2.0/routers/23ca3224-7d64-41c7-b861-e1356a7e5ea6 HTTP/1.1" status: 200 len: 683 time: 0.4015844 Sep 09 09:32:31.558821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-576422ab-c525-4852-b5cd-5bd0313e0a5d req-b858a68c-91d2-42b8-9d7a-da21089f352d tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375273 Sep 09 09:32:31.561525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49194) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:31.637568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dde742-6642-493f-bddc-e97b5179fe33 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Network': ['ID=7de82c89-9ee5-4099-8ef8-15c0fa0445b3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:31.678548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:32:31.760575 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-121b95c4-773d-411c-8777-bd0ff7a8ede5 req-ad48b0ff-73ce-4bb3-ace2-fce1a075662d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0898292 Sep 09 09:32:31.764073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273725f-b659-445a-bdcd-75127499a97c req-1e76fdba-cf5e-4b52-8cfd-dac10d862656 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:31.766404 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14c95832-3fd4-4155-bd8a-1b0249efbc51 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:31.769355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d411999b-6884-4ae3-94af-ffb019372507 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:31.769796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:31.774990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e273725f-b659-445a-bdcd-75127499a97c req-1e76fdba-cf5e-4b52-8cfd-dac10d862656 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 945 time: 0.2589529 Sep 09 09:32:31.831940 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e273725f-b659-445a-bdcd-75127499a97c req-103cca63-03b5-4798-8e6f-db7ec3e0d833 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8400635-e3c5-4fd6-85e2-42e812792f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557337 Sep 09 09:32:31.863482 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:31.869756 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:31.939213 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-845b6d51-cf12-4db3-8983-8d3081197082 req-7f03c323-8773-4a6f-9dec-7899e1ae3d3b tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:31.956750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d8d2c378-be5f-4313-b831-63009c96a509'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:31.973881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03c323-8773-4a6f-9dec-7899e1ae3d3b tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Pushing event deleted for resources: {'Port': ['ID=d8d2c378-be5f-4313-b831-63009c96a509,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:31.993199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f2345455-c432-4021-99ae-b723afabee8e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:32.004050 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14c95832-3fd4-4155-bd8a-1b0249efbc51 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.009118 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14c95832-3fd4-4155-bd8a-1b0249efbc51 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.029555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.059407 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Transition to ACTIVE for port object f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:32.102331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f2345455-c432-4021-99ae-b723afabee8e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:32.102630 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.106619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-845b6d51-cf12-4db3-8983-8d3081197082 req-7f03c323-8773-4a6f-9dec-7899e1ae3d3b tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] No DVR routers for this DVR port d8d2c378-be5f-4313-b831-63009c96a509 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:32.110436 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-845b6d51-cf12-4db3-8983-8d3081197082 req-7f03c323-8773-4a6f-9dec-7899e1ae3d3b tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.112835 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-845b6d51-cf12-4db3-8983-8d3081197082 req-7f03c323-8773-4a6f-9dec-7899e1ae3d3b tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.24 "DELETE /v2.0/ports/d8d2c378-be5f-4313-b831-63009c96a509 HTTP/1.1" status: 204 len: 173 time: 1.9026494 Sep 09 09:32:32.113453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b2cc9e-62e7-48a4-8fad-c53015e1d16a', 'name': 'network-vif-deleted', 'tag': 'd8d2c378-be5f-4313-b831-63009c96a509'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:32.116170 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b790d5f-54fc-427f-b0ed-479d4e421e4d" -d '{"events": [{"server_uuid": "12b2cc9e-62e7-48a4-8fad-c53015e1d16a", "name": "network-vif-deleted", "tag": "d8d2c378-be5f-4313-b831-63009c96a509"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:32.130163 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.148697 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14c95832-3fd4-4155-bd8a-1b0249efbc51 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.149449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c95832-3fd4-4155-bd8a-1b0249efbc51 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23ca3224-7d64-41c7-b861-e1356a7e5ea6 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:32:32.154844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-14c95832-3fd4-4155-bd8a-1b0249efbc51 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.160418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-14c95832-3fd4-4155-bd8a-1b0249efbc51 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] 10.222.0.32 "DELETE /v2.0/routers/23ca3224-7d64-41c7-b861-e1356a7e5ea6 HTTP/1.1" status: 204 len: 168 time: 0.5916216 Sep 09 09:32:32.162056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49198) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:32.167692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-2caf2459-7d36-4374-97af-b6104c65507d tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Request body: {'router': {'name': 'tempest-router-1546146336', 'distributed': True}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:32.209955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2425268-2391-4956-bd07-c4494b6d9330 None None] Pushing event updated for resources: {'Port': ['ID=f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:32.239702 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb572944-2ae5-4266-8b47-913e7e759e40 x-openstack-request-id: req-fb572944-2ae5-4266-8b47-913e7e759e40 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:32.240346 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b2cc9e-62e7-48a4-8fad-c53015e1d16a", "name": "network-vif-deleted", "tag": "d8d2c378-be5f-4313-b831-63009c96a509", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:32.240807 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb572944-2ae5-4266-8b47-913e7e759e40 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:32.241418 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b2cc9e-62e7-48a4-8fad-c53015e1d16a', 'name': 'network-vif-deleted', 'tag': 'd8d2c378-be5f-4313-b831-63009c96a509', 'status': 'completed', 'code': 200} Sep 09 09:32:32.309107 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2caf2459-7d36-4374-97af-b6104c65507d tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.310185 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2caf2459-7d36-4374-97af-b6104c65507d tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.320410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Attempting to bind port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:32.320786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Attempting to bind port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '96eec566-109a-4f8b-891a-b10ff868283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:32.321154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Attempting to bind port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 on network bc107f21-2170-41ed-9a41-d002350f4e63 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:32.338286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:32.338691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Checking segment: {'id': '96eec566-109a-4f8b-891a-b10ff868283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:32.339105 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.339526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Bound using segment: {'id': '96eec566-109a-4f8b-891a-b10ff868283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:32.340010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Bound port: f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96eec566-109a-4f8b-891a-b10ff868283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:32.340389 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.394393 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.454669 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2caf2459-7d36-4374-97af-b6104c65507d tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.474663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] For port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:32.479580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] For port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3,segment=NetworkSegment(96eec566-109a-4f8b-891a-b10ff868283a),segment_id=96eec566-109a-4f8b-891a-b10ff868283a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:32.532596 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2caf2459-7d36-4374-97af-b6104c65507d tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.557357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Subnet': ['ID=24317074-9baf-4e1d-b11f-150d990da860,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:32.577997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Checking segment: {'id': '0c8c8024-69d2-473b-aed3-af5d19668b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:32.578613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network hostable DHCP agents. Network: 7de82c89-9ee5-4099-8ef8-15c0fa0445b3, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:32:32.595275 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.614570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c559-038c-41f8-b7c6-120af81dc53e req-b9daa935-2b79-4b95-8f40-4121274c349e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:32.616223 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-b9daa935-2b79-4b95-8f40-4121274c349e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.1738012 Sep 09 09:32:32.617622 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2caf2459-7d36-4374-97af-b6104c65507d tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.623574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2caf2459-7d36-4374-97af-b6104c65507d tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4571192 Sep 09 09:32:32.626127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49204) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:32.639293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Request body: {'port': {'device_id': '1c9c3e10-50e4-4211-994e-9fe43bf6b2b1', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'admin_state_up': True, 'tenant_id': '245f6d8c14c94cfaa4af650bffd88cb8'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:32.724752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2425268-2391-4956-bd07-c4494b6d9330 None None] Pushing event updated for resources: {'Port': ['ID=f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:32.730148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:32.730769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:32.766623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:32:32.777410 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e2829cff-3180-4f9c-b298-fbd96464b465 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.846649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ac61a-7889-4335-96c0-b0fa2da26697 req-0c8108f8-2d4f-4c71-8990-e8343534c330 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:32.848468 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc4ac61a-7889-4335-96c0-b0fa2da26697 req-0c8108f8-2d4f-4c71-8990-e8343534c330 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.2054169 Sep 09 09:32:32.857025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 7de82c89-9ee5-4099-8ef8-15c0fa0445b3) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:32.877297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:32.877611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:32.981275 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc4ac61a-7889-4335-96c0-b0fa2da26697 req-3e3107ba-3e6c-4e0a-acc0-43bcd167e230 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976770 Sep 09 09:32:33.064066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Made reservation on behalf of 245f6d8c14c94cfaa4af650bffd88cb8 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:33.071895 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:33.119759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d5eed03-1efe-4526-8eb3-6413417b7ad3 req-5b7e46a4-73a1-4bec-b2d4-45d41ad6662a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 210 time: 0.1139400 Sep 09 09:32:33.124902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f7809b-d72d-4108-8d1a-7451efe31a10 None None] Network 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:33.144021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-113f0422-e8d4-43c6-b207-ab5ab6d4d6db req-68d630a8-aee8-4b1e-be96-797f82ddab90 tempest-InstanceActionsTestJSON-233225097 tempest-InstanceActionsTestJSON-233225097-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b2cc9e-62e7-48a4-8fad-c53015e1d16a HTTP/1.1" status: 200 len: 210 time: 0.0400238 Sep 09 09:32:33.148071 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e2829cff-3180-4f9c-b298-fbd96464b465 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:33.150627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e2829cff-3180-4f9c-b298-fbd96464b465 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:33.161499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:33.200235 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ce4b4477-1467-401b-b674-3b4a6eb50c20 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6959958 Sep 09 09:32:33.201295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49210) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:33.290314 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e2829cff-3180-4f9c-b298-fbd96464b465 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:33.291295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2829cff-3180-4f9c-b298-fbd96464b465 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad5a09f3-940d-41b7-90eb-ab1549450c4d {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:32:33.300644 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e2829cff-3180-4f9c-b298-fbd96464b465 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:33.306095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e2829cff-3180-4f9c-b298-fbd96464b465 tempest-RoutersTestDVR-572048302 tempest-RoutersTestDVR-572048302-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ad5a09f3-940d-41b7-90eb-ab1549450c4d HTTP/1.1" status: 204 len: 168 time: 0.6780078 Sep 09 09:32:33.561197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 3, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:32Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:33.598109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:32:33.599093 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:33.602965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ab6cc-d483-4497-8a3f-45c382df5eaa None None] The sync data for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 is: [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 3, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:32Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:33.789321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Allocated IP 172.22.0.2 (7de82c89-9ee5-4099-8ef8-15c0fa0445b3/24317074-9baf-4e1d-b11f-150d990da860/ab015d5a-2ac0-49f8-ac8b-c2961096b436) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:33.894193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Allocated IP 172.20.0.13 (346934c0-b5f0-416b-9d32-fc48ed065fec/46ca00ff-7e3e-4607-867c-7a87c8c0b9e6/78e2858d-2910-46a7-af40-4bc15901b6ea) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:34.010549 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49218) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:34.156705 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.180106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Transition to ACTIVE for port object ab015d5a-2ac0-49f8-ac8b-c2961096b436 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:34.216171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Transition to ACTIVE for port object ab015d5a-2ac0-49f8-ac8b-c2961096b436 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:34.217512 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.244326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc0e2c-fe8e-4eb7-9d44-b60159e544b7 req-6877ab88-faaf-49a1-8652-84ae27acedbc tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:34.247901 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d2bc0e2c-fe8e-4eb7-9d44-b60159e544b7 req-6877ab88-faaf-49a1-8652-84ae27acedbc tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1199059 Sep 09 09:32:34.275786 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7047b07-a2a4-4b50-8107-26422b02def8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.289435 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c6d1808-6945-409d-8f56-1c4f5dca385a req-61187c09-9c83-4d82-82f7-4fc1aef0954d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0449755 Sep 09 09:32:34.291799 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.314345 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.368774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49228) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:34.399168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Pushing event updated for resources: {'Port': ['ID=ab015d5a-2ac0-49f8-ac8b-c2961096b436,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:34.405877 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d2bc0e2c-fe8e-4eb7-9d44-b60159e544b7 req-142339de-a2b9-4fe7-a970-8a60e6dc9986 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485233 Sep 09 09:32:34.410877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Network 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:34.412716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:34.428705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:34.488522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fcbb55-4164-495f-9223-b4a3e2081816 admin admin] Deleting subnet 3c5661cc-5a0a-4024-b38f-f10b8b99ae0f {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:32:34.496311 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb55-4164-495f-9223-b4a3e2081816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.554008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb55-4164-495f-9223-b4a3e2081816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.558383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Attempting to bind port ab015d5a-2ac0-49f8-ac8b-c2961096b436 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:34.559144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Attempting to bind port ab015d5a-2ac0-49f8-ac8b-c2961096b436 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '0c8c8024-69d2-473b-aed3-af5d19668b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:34.559797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Attempting to bind port ab015d5a-2ac0-49f8-ac8b-c2961096b436 on network 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:34.567301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:34.568866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Checking segment: {'id': '0c8c8024-69d2-473b-aed3-af5d19668b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:34.569730 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.570348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Bound using segment: {'id': '0c8c8024-69d2-473b-aed3-af5d19668b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:34.571015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Bound port: ab015d5a-2ac0-49f8-ac8b-c2961096b436, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8c8024-69d2-473b-aed3-af5d19668b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:34.571645 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.592023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d8d2c378-be5f-4313-b831-63009c96a509 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:32:34.592531 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7047b07-a2a4-4b50-8107-26422b02def8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.618515 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb55-4164-495f-9223-b4a3e2081816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.634871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: d8d2c378-be5f-4313-b831-63009c96a509 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:32:34.635229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d8d2c378-be5f-4313-b831-63009c96a509 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:32:34.667791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.670341 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7047b07-a2a4-4b50-8107-26422b02def8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.680872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:34.716950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Allocated IP 172.22.0.1 (7de82c89-9ee5-4099-8ef8-15c0fa0445b3/24317074-9baf-4e1d-b11f-150d990da860/0e8a0064-dd45-4586-b2cf-0777df27f173) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:34.729438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Network 346934c0-b5f0-416b-9d32-fc48ed065fec is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:34.741807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:34.748090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:34.753887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event updated for resources: {'Port': ['ID=78e2858d-2910-46a7-af40-4bc15901b6ea,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:34.779620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b7047b07-a2a4-4b50-8107-26422b02def8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=400e62524e47415b9a16862cc797895d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7661622 Sep 09 09:32:34.789936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49236) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:34.819792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] For port ab015d5a-2ac0-49f8-ac8b-c2961096b436, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:34.821068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] For port ab015d5a-2ac0-49f8-ac8b-c2961096b436, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab015d5a-2ac0-49f8-ac8b-c2961096b436,segment=NetworkSegment(0c8c8024-69d2-473b-aed3-af5d19668b6f),segment_id=0c8c8024-69d2-473b-aed3-af5d19668b6f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:34.831160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7047b07-a2a4-4b50-8107-26422b02def8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bcf6ea-f6ad-40e1-8c8d-9b42ed5a948d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:34.847133 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb55-4164-495f-9223-b4a3e2081816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.880516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcbb55-4164-495f-9223-b4a3e2081816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5661cc-5a0a-4024-b38f-f10b8b99ae0f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:34.882389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:34.883109 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.887410 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.895548 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb55-4164-495f-9223-b4a3e2081816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.897440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-35fcbb55-4164-495f-9223-b4a3e2081816 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3c5661cc-5a0a-4024-b38f-f10b8b99ae0f HTTP/1.1" status: 204 len: 168 time: 0.5271633 Sep 09 09:32:34.901505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49238) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:34.917470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b526258b-a7da-4489-800f-05c830a31479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:34.947636 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b526258b-a7da-4489-800f-05c830a31479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.029464 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-c561769e-424c-4a09-86d5-b72272f2fb5f tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3940899 Sep 09 09:32:35.043793 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Request body: {'port': {'device_id': '1c9c3e10-50e4-4211-994e-9fe43bf6b2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:35.063722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0549f9-73b2-485c-a2f8-ff04d9df2d34 None None] Pushing event updated for resources: {'Port': ['ID=ab015d5a-2ac0-49f8-ac8b-c2961096b436,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:35.068370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.074499 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.098658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b526258b-a7da-4489-800f-05c830a31479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.104905 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b526258b-a7da-4489-800f-05c830a31479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.112515 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b526258b-a7da-4489-800f-05c830a31479 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2bcf6ea-f6ad-40e1-8c8d-9b42ed5a948d HTTP/1.1" status: 204 len: 168 time: 0.3179007 Sep 09 09:32:35.126680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Transition to ACTIVE for port object 0e8a0064-dd45-4586-b2cf-0777df27f173 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:35.127275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526258b-a7da-4489-800f-05c830a31479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bcf6ea-f6ad-40e1-8c8d-9b42ed5a948d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:35.128619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.297511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.318898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857889af-db21-4656-95c6-c0c36bcf88b5']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:35.401098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cac8962-4433-4bc7-82d7-86a0e7c84147') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:35.401234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cac8962-4433-4bc7-82d7-86a0e7c84147') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:35.406783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.465010 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.529973 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.547144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:35.594579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:35.600403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fde3bc-b0cc-4a14-b9b2-f5d8eb722f8c req-f87d2f1b-462e-4306-9dc6-70c752db39e2 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:35.602403 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37fde3bc-b0cc-4a14-b9b2-f5d8eb722f8c req-f87d2f1b-462e-4306-9dc6-70c752db39e2 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1109827 Sep 09 09:32:35.606513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:32:35.607250 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:32:35.609810 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:32:35.616786 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:32:35.620448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:35.645793 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:35.673066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37fde3bc-b0cc-4a14-b9b2-f5d8eb722f8c req-eeb11eee-5e1d-49d7-96a6-9cdcf993cf02 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598135 Sep 09 09:32:35.693212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=0e8a0064-dd45-4586-b2cf-0777df27f173,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:35.822126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3afa7f-ae78-4fce-8e13-d80a12d296a3 req-132cde5f-25fc-482d-a092-b37171904fda tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:35.822126 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee3afa7f-ae78-4fce-8e13-d80a12d296a3 req-132cde5f-25fc-482d-a092-b37171904fda tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 932 time: 0.4113278 Sep 09 09:32:35.822126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.856396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:35.862840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:35.863555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:35.979362 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.010157 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.024784 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.027579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3,segment=NetworkSegment(96eec566-109a-4f8b-891a-b10ff868283a),segment_id=96eec566-109a-4f8b-891a-b10ff868283a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:36.033827 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] 10.222.0.32 "DELETE /v2.0/networks/857889af-db21-4656-95c6-c0c36bcf88b5 HTTP/1.1" status: 204 len: 168 time: 1.1249456 Sep 09 09:32:36.038233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee3afa7f-ae78-4fce-8e13-d80a12d296a3 req-d482cbcb-8961-469a-a285-a1dad283e7b8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134192 Sep 09 09:32:36.064815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbe21c-4200-408d-b342-5fc5b87d4f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=857889af-db21-4656-95c6-c0c36bcf88b5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:36.076263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e2858d-2910-46a7-af40-4bc15901b6ea {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:32:36.089587 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.104634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Transition to ACTIVE for port object 78e2858d-2910-46a7-af40-4bc15901b6ea will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:36.132750 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.135618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab015d5a-2ac0-49f8-ac8b-c2961096b436 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:36.149943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.200083 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.219828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:36.243534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49256) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:36.264804 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d65f-e03c-422c-b5fe-0d439f55d67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.299257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port ab015d5a-2ac0-49f8-ac8b-c2961096b436 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:36.388239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Pushing event updated for resources: {'Port': ['ID=78e2858d-2910-46a7-af40-4bc15901b6ea,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:36.412696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fea5a2-6051-4d66-ba5f-8e0e622bef18 None None] Network 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:36.440696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49258) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:36.470943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d65f-e03c-422c-b5fe-0d439f55d67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.521102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Attempting to bind port 78e2858d-2910-46a7-af40-4bc15901b6ea on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:36.521511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Attempting to bind port 78e2858d-2910-46a7-af40-4bc15901b6ea by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:36.521925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Attempting to bind port 78e2858d-2910-46a7-af40-4bc15901b6ea on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:36.527189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d65f-e03c-422c-b5fe-0d439f55d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.543417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b847dc2f-55c3-4af9-acbd-dbdc46da5be9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b215771194d342d4acfd0baf8bcfd4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990148 Sep 09 09:32:36.545287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49260) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:36.560453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Port 78e2858d-2910-46a7-af40-4bc15901b6ea on network 346934c0-b5f0-416b-9d32-fc48ed065fec not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:32:36.564468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Attempting to bind port 78e2858d-2910-46a7-af40-4bc15901b6ea on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:36.577450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:36.578138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Checking segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:36.578612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Bound using segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:36.579163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Bound port: 78e2858d-2910-46a7-af40-4bc15901b6ea, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:36.579683 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.582802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5d65f-e03c-422c-b5fe-0d439f55d67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd88b800-bae3-4031-a12f-88b5d136f50a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:36.590567 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d5b5d65f-e03c-422c-b5fe-0d439f55d67f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=011e1be4eb74443495fce5ef478c3665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427656 Sep 09 09:32:36.590908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49262) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:36.605003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-077ce1e6-51ab-46c4-87b2-53b21b964c17 None None] Provisioning for port ab015d5a-2ac0-49f8-ac8b-c2961096b436 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:36.611776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-077ce1e6-51ab-46c4-87b2-53b21b964c17 None None] Provisioning complete for port ab015d5a-2ac0-49f8-ac8b-c2961096b436 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:36.612231 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-077ce1e6-51ab-46c4-87b2-53b21b964c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.646094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7cf2799-4e56-4414-b019-1f935a32bba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.669150 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7cf2799-4e56-4414-b019-1f935a32bba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.760489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61106973-d4c8-43f8-b910-b6f8b8532247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.789407 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-077ce1e6-51ab-46c4-87b2-53b21b964c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.798907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] For port 78e2858d-2910-46a7-af40-4bc15901b6ea, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:36.807941 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.824894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61106973-d4c8-43f8-b910-b6f8b8532247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.825460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7cf2799-4e56-4414-b019-1f935a32bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.828803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] For port 78e2858d-2910-46a7-af40-4bc15901b6ea, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=78e2858d-2910-46a7-af40-4bc15901b6ea,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:36.829022 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7cf2799-4e56-4414-b019-1f935a32bba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.830315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c7cf2799-4e56-4414-b019-1f935a32bba4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd88b800-bae3-4031-a12f-88b5d136f50a HTTP/1.1" status: 204 len: 168 time: 0.2383132 Sep 09 09:32:36.852824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf2799-4e56-4414-b019-1f935a32bba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd88b800-bae3-4031-a12f-88b5d136f50a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:36.886204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5725bf-55fd-4c73-849e-8503af71877e req-4defd071-d728-421e-a942-5c04ae0f6d4b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:36.888031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb5725bf-55fd-4c73-849e-8503af71877e req-4defd071-d728-421e-a942-5c04ae0f6d4b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1200616 Sep 09 09:32:36.892055 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.905877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-077ce1e6-51ab-46c4-87b2-53b21b964c17 None None] For port ab015d5a-2ac0-49f8-ac8b-c2961096b436, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab015d5a-2ac0-49f8-ac8b-c2961096b436,segment=NetworkSegment(0c8c8024-69d2-473b-aed3-af5d19668b6f),segment_id=0c8c8024-69d2-473b-aed3-af5d19668b6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:36.977759 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:36.979040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb5725bf-55fd-4c73-849e-8503af71877e req-e20497e1-1b2d-4281-9ab1-e55e6ae04652 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780180 Sep 09 09:32:36.983267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-077ce1e6-51ab-46c4-87b2-53b21b964c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:37.005808 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61106973-d4c8-43f8-b910-b6f8b8532247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:37.009091 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61106973-d4c8-43f8-b910-b6f8b8532247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:37.011429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-61106973-d4c8-43f8-b910-b6f8b8532247 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8400635-e3c5-4fd6-85e2-42e812792f4b HTTP/1.1" status: 204 len: 168 time: 0.4651868 Sep 09 09:32:37.036410 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:37.045593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=0e8a0064-dd45-4586-b2cf-0777df27f173,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:37.049153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:37.049901 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:37.051298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] 10.222.0.41 "PUT /v2.0/ports/78e2858d-2910-46a7-af40-4bc15901b6ea HTTP/1.1" status: 200 len: 1093 time: 2.0118241 Sep 09 09:32:37.055589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61106973-d4c8-43f8-b910-b6f8b8532247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8400635-e3c5-4fd6-85e2-42e812792f4b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:37.057374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9c3e10-50e4-4211-994e-9fe43bf6b2b1', 'tag': '78e2858d-2910-46a7-af40-4bc15901b6ea'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:37.059551 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dc6374-cb09-4450-8f1c-f374b038505a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9c3e10-50e4-4211-994e-9fe43bf6b2b1", "tag": "78e2858d-2910-46a7-af40-4bc15901b6ea"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:37.097360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ce1e6-51ab-46c4-87b2-53b21b964c17 None None] Pushing event updated for resources: {'Port': ['ID=ab015d5a-2ac0-49f8-ac8b-c2961096b436,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:37.152106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7157d687-b36d-4d43-93a9-f7ab0f4775d2 None None] Provisioning complete for port ab015d5a-2ac0-49f8-ac8b-c2961096b436 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:37.152382 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7157d687-b36d-4d43-93a9-f7ab0f4775d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:37.223653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfdd58-4b77-4d3e-9145-1a08d5ca898c service neutron] Pushing event updated for resources: {'Port': ['ID=78e2858d-2910-46a7-af40-4bc15901b6ea,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:37.234077 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf9cb87-5a74-4d73-a39d-997046dc6bb7 x-openstack-request-id: req-ebf9cb87-5a74-4d73-a39d-997046dc6bb7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:37.234528 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9c3e10-50e4-4211-994e-9fe43bf6b2b1", "tag": "78e2858d-2910-46a7-af40-4bc15901b6ea", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:37.234785 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebf9cb87-5a74-4d73-a39d-997046dc6bb7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:37.235196 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9c3e10-50e4-4211-994e-9fe43bf6b2b1', 'tag': '78e2858d-2910-46a7-af40-4bc15901b6ea', 'status': 'completed', 'code': 200} Sep 09 09:32:37.330161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6374-cb09-4450-8f1c-f374b038505a req-acee738f-de5e-4f5f-871f-29a9ce29d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:37.339967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2dc6374-cb09-4450-8f1c-f374b038505a req-acee738f-de5e-4f5f-871f-29a9ce29d4f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 1096 time: 0.1512828 Sep 09 09:32:37.373711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acd75c-81c1-458e-aff3-8ff92a72e75e req-8429c35c-5a19-4314-ac4a-d1a35ee6660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:37.375709 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61acd75c-81c1-458e-aff3-8ff92a72e75e req-8429c35c-5a19-4314-ac4a-d1a35ee6660e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 1097 time: 0.1346748 Sep 09 09:32:37.417841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7157d687-b36d-4d43-93a9-f7ab0f4775d2 None None] Provisioning for port 0e8a0064-dd45-4586-b2cf-0777df27f173 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:37.429112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7157d687-b36d-4d43-93a9-f7ab0f4775d2 None None] Provisioning complete for port 0e8a0064-dd45-4586-b2cf-0777df27f173 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:37.434709 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7157d687-b36d-4d43-93a9-f7ab0f4775d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:37.438319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:37.440183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:37.475586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61acd75c-81c1-458e-aff3-8ff92a72e75e req-cfcbf5b4-a9db-4e94-a9bf-fdb15541565f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922370 Sep 09 09:32:37.485125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7157d687-b36d-4d43-93a9-f7ab0f4775d2 None None] Port 0e8a0064-dd45-4586-b2cf-0777df27f173 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:37.501448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:37.508806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5244a7b-4229-4e9a-840b-0fe53024842c req-9cf27577-36fa-44ca-ac8d-abbdc48a63de tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:37.510977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5244a7b-4229-4e9a-840b-0fe53024842c req-9cf27577-36fa-44ca-ac8d-abbdc48a63de tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2725506 Sep 09 09:32:37.622661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6374-cb09-4450-8f1c-f374b038505a req-65d0d939-62ac-4c13-b06f-a4baef402ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:37.625059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2dc6374-cb09-4450-8f1c-f374b038505a req-65d0d939-62ac-4c13-b06f-a4baef402ffd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2837727 Sep 09 09:32:37.630767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5244a7b-4229-4e9a-840b-0fe53024842c req-8901cd9a-2599-46a6-b933-68fc2947b3ec tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024077 Sep 09 09:32:37.644116 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 6bb8de2b-558f-4752-915c-eed2d0ac155a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:37.657743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-632d50c8-b5b5-410d-ba89-293378cee16e None None] Provisioning complete for port 0e8a0064-dd45-4586-b2cf-0777df27f173 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:37.658334 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-632d50c8-b5b5-410d-ba89-293378cee16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:37.788068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:37.788501 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:37.792073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:37.801225 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cdbf852e-c928-4902-9c08-6846e14c41a2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5995800 Sep 09 09:32:37.803466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49286) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:37.804617 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Sync routers for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:37.815562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'network': {'name': 'tempest-RoutersTest-700770618'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:37.818593 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:37.819526 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:37.895194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6374-cb09-4450-8f1c-f374b038505a req-2261abf9-6de8-4996-add0-429bb01cd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:37.901053 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2dc6374-cb09-4450-8f1c-f374b038505a req-2261abf9-6de8-4996-add0-429bb01cd128 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2369206 Sep 09 09:32:37.927767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-632d50c8-b5b5-410d-ba89-293378cee16e None None] Port 0e8a0064-dd45-4586-b2cf-0777df27f173 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:37.955609 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:37.977389 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab015d5a-2ac0-49f8-ac8b-c2961096b436 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:37.990142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c559-038c-41f8-b7c6-120af81dc53e req-2758ba96-f708-4fe4-91f9-65531d126611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:37.991704 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-2758ba96-f708-4fe4-91f9-65531d126611 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 1096 time: 0.0492308 Sep 09 09:32:37.992546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:38.009478 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:38.044385 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ab015d5a-2ac0-49f8-ac8b-c2961096b436 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:38.050251 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:38.075986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-895a35ab-b2dd-4926-854a-cc6d56f14e21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78e2858d-2910-46a7-af40-4bc15901b6ea HTTP/1.1" status: 200 len: 217 time: 0.0614109 Sep 09 09:32:38.146106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c559-038c-41f8-b7c6-120af81dc53e req-d4b4a8cb-a5e3-4ff1-bc64-7e7cd1c26fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:38.148373 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-d4b4a8cb-a5e3-4ff1-bc64-7e7cd1c26fa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 HTTP/1.1" status: 200 len: 846 time: 0.0623446 Sep 09 09:32:38.149429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:32:38.162297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:38.162844 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added segment e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df of type vlan for network 2fd10899-410a-418d-9fc4-453fd5af3f62 Sep 09 09:32:38.172590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-545c1853-2f48-44cd-9a48-2b7ff842ac12 None None] Provisioning complete for port 0e8a0064-dd45-4586-b2cf-0777df27f173 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:38.175070 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-545c1853-2f48-44cd-9a48-2b7ff842ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:38.207017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b146c6-2b27-4ed5-a1cf-b9067124fdc9 req-29595ac1-2763-444e-908a-51c22ef5bd31 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:38.208656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-28b146c6-2b27-4ed5-a1cf-b9067124fdc9 req-29595ac1-2763-444e-908a-51c22ef5bd31 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1241393 Sep 09 09:32:38.215912 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-6b40357b-37ae-402e-93e8-161ffa0ec644 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=346934c0-b5f0-416b-9d32-fc48ed065fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555809 Sep 09 09:32:38.307516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-28b146c6-2b27-4ed5-a1cf-b9067124fdc9 req-01572e71-e9b6-4599-bd27-16ccbbad5eba tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885177 Sep 09 09:32:38.333840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-545c1853-2f48-44cd-9a48-2b7ff842ac12 None None] Port 0e8a0064-dd45-4586-b2cf-0777df27f173 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:38.357858 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:38.466149 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:36Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:36Z', 'revision_number': 2, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:38.500588 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:38.508318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:38.509327 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:38.519924 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Checking router: 6bb8de2b-558f-4752-915c-eed2d0ac155a for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:32:38.520621 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Updating router 6bb8de2b-558f-4752-915c-eed2d0ac155a port 0e8a0064-dd45-4586-b2cf-0777df27f173 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:32:38.599853 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:38.604045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Network': ['ID=2fd10899-410a-418d-9fc4-453fd5af3f62,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:38.613570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49316) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:38.613762 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 2fd10899-410a-418d-9fc4-453fd5af3f62 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:32:38.613935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4cd58d2b-c72f-4fb3-a43a-610f0ad1366f tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8047848 Sep 09 09:32:38.622455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'subnet': {'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:38.651265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-8b25618a-9f9d-4b85-9d82-717af3d85b43 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243591 Sep 09 09:32:38.897315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Made reservation on behalf of 494bc1a2335d4a58a48c46dc776598b0 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:38.901209 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:38.945682 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c808c559-038c-41f8-b7c6-120af81dc53e req-dde59c9c-11b2-4c62-a51d-7d6feabe4939 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858808 Sep 09 09:32:38.973409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8ab6c-3c0b-4b2c-a0a8-4c1286ca4f40 req-fe33fd69-23be-498b-adf0-2e67e3309c76 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:38.983569 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b6a8ab6c-3c0b-4b2c-a0a8-4c1286ca4f40 req-fe33fd69-23be-498b-adf0-2e67e3309c76 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1994057 Sep 09 09:32:39.063263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b6a8ab6c-3c0b-4b2c-a0a8-4c1286ca4f40 req-21817172-df6f-48a6-b128-8dd96129e9db tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786059 Sep 09 09:32:39.108304 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:39.121726 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Transition to ACTIVE for port object 0e8a0064-dd45-4586-b2cf-0777df27f173 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:39.144537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49330) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:39.200468 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:39.246898 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:39.270947 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc72bc-e134-4d32-93fd-e0f5340cd7fe None None] Pushing event updated for resources: {'Port': ['ID=0e8a0064-dd45-4586-b2cf-0777df27f173,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:39.348567 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Attempting to bind port 0e8a0064-dd45-4586-b2cf-0777df27f173 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:39.350816 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Attempting to bind port 0e8a0064-dd45-4586-b2cf-0777df27f173 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '0c8c8024-69d2-473b-aed3-af5d19668b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:39.351510 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Attempting to bind port 0e8a0064-dd45-4586-b2cf-0777df27f173 on network 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:39.364999 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:39.365382 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Checking segment: {'id': '0c8c8024-69d2-473b-aed3-af5d19668b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:39.365812 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:39.366181 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Bound using segment: {'id': '0c8c8024-69d2-473b-aed3-af5d19668b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:39.366663 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Bound port: 0e8a0064-dd45-4586-b2cf-0777df27f173, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8c8024-69d2-473b-aed3-af5d19668b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:39.367046 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:39.493505 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] For port 0e8a0064-dd45-4586-b2cf-0777df27f173, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:39.498006 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] For port 0e8a0064-dd45-4586-b2cf-0777df27f173, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0e8a0064-dd45-4586-b2cf-0777df27f173,segment=NetworkSegment(0c8c8024-69d2-473b-aed3-af5d19668b6f),segment_id=0c8c8024-69d2-473b-aed3-af5d19668b6f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:39.584119 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:39.680118 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:39.681972 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:39.719301 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc72bc-e134-4d32-93fd-e0f5340cd7fe None None] Pushing event updated for resources: {'Port': ['ID=0e8a0064-dd45-4586-b2cf-0777df27f173,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:39.787485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-221341966-network', 'tenant_id': 'da114216dbc1457395669302398f7a7d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:39.790314 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:39.867266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Checking segment: {'id': 'e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:39.867951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network hostable DHCP agents. Network: 2fd10899-410a-418d-9fc4-453fd5af3f62, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:32:39.894239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Subnet': ['ID=e5dd8404-af62-4e4c-be16-bc53e47f7f8c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:39.923239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d8664-24e1-453b-b0af-5c69ac0d4c34 req-266bf074-6ab5-41e5-9a38-2f2833d0c698 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:39.924957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d87d8664-24e1-453b-b0af-5c69ac0d4c34 req-266bf074-6ab5-41e5-9a38-2f2833d0c698 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1485777 Sep 09 09:32:39.967334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Made reservation on behalf of da114216dbc1457395669302398f7a7d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:39.972415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:39.995210 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d87d8664-24e1-453b-b0af-5c69ac0d4c34 req-5d205980-fa56-45c1-b906-7707f9945ef3 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618937 Sep 09 09:32:40.001773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.012181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 2fd10899-410a-418d-9fc4-453fd5af3f62 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:32:40.113219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 2fd10899-410a-418d-9fc4-453fd5af3f62) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:40.123676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1404e7-778e-4409-bd51-d29e9dc21f98 None None] Network 2fd10899-410a-418d-9fc4-453fd5af3f62 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:40.131883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:40.132485 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.215006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b1d05-a57b-40cd-b02b-376a9c22e501 req-9af0f3a5-c1f3-47d2-b03d-8c1c8110b8d6 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:40.225265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d07b1d05-a57b-40cd-b02b-376a9c22e501 req-9af0f3a5-c1f3-47d2-b03d-8c1c8110b8d6 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1528397 Sep 09 09:32:40.269713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d07b1d05-a57b-40cd-b02b-376a9c22e501 req-94a1d70b-9c51-41f7-89b0-d43ad99a3632 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Sep 09 09:32:40.294642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.300934 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:36Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:39Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:40.306561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49356) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:40.352344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe2e8-3879-44aa-8e3c-0f071a66b30a req-b9565ad0-7c2f-4f87-8397-e30886c07319 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:40.354114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6dfe2e8-3879-44aa-8e3c-0f071a66b30a req-b9565ad0-7c2f-4f87-8397-e30886c07319 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1255014 Sep 09 09:32:40.356600 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.366586 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba219ce-8acd-404d-b4d5-5fa21c0ff396 None None] The sync data for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 is: [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:36Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:39Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:40.395592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-2fd10899-410a-418d-9fc4-453fd5af3f62', 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'fixed_ips': [{'subnet_id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:32:40.395592 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.454665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:32:40.468204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a7532be6-fb5d-4526-9296-29b9f3beef60 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8524284 Sep 09 09:32:40.473546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-245595916', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:40.475446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49362) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:40.512735 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6dfe2e8-3879-44aa-8e3c-0f071a66b30a req-9ad03529-1d34-4423-8c6e-84b773418967 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439965 Sep 09 09:32:40.513378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165d48e4-1ed2-4073-b148-40b5b666089e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:40.517385 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.518139 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Added segment 63c53a72-7a99-475a-8cc9-a14ddc1f811c of type vlan for network e8c618c8-1024-4991-8b5f-74476743e59c Sep 09 09:32:40.610975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Made reservation on behalf of 389fdff557b841acae8c6e2f3a8931e9 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:40.614156 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.629187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.681482 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.682506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Allocated IP 172.23.0.2 (2fd10899-410a-418d-9fc4-453fd5af3f62/e5dd8404-af62-4e4c-be16-bc53e47f7f8c/a1956703-7d00-493b-ae43-933ae63ec0c7) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:40.819096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.862766 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.863800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:40.864379 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.886540 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.896235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Transition to ACTIVE for port object a1956703-7d00-493b-ae43-933ae63ec0c7 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:40.907757 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:40.920461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Transition to ACTIVE for port object a1956703-7d00-493b-ae43-933ae63ec0c7 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:40.926490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] device_id is not set on port c4410c4e-937a-49e2-bb0d-e04239b93a45 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:32:40.977241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67a406-41d6-4090-80bb-dc4e4eaae244 req-c0044ed7-4112-446e-b1c3-8050b9af042f tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:40.986699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da67a406-41d6-4090-80bb-dc4e4eaae244 req-c0044ed7-4112-446e-b1c3-8050b9af042f tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1997228 Sep 09 09:32:40.998466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b2d3e1-4ed6-4637-a758-fa11c2d4a0f6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:41.069222 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.097007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Allocated IP 172.25.8.48 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/c4410c4e-937a-49e2-bb0d-e04239b93a45) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:41.124094 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9784210 Sep 09 09:32:41.125928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4bdc4-477c-4c44-9394-bd246165c878 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c618c8-1024-4991-8b5f-74476743e59c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:41.127258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Network 2fd10899-410a-418d-9fc4-453fd5af3f62 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:41.130074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49368) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:41.130565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 78e2858d-2910-46a7-af40-4bc15901b6ea details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:32:41.138664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:41.146824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network e8c618c8-1024-4991-8b5f-74476743e59c details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:32:41.149657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:41.198682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Request body: {'subnet': {'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-221341966-subnet', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:41.277419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Pushing event updated for resources: {'Port': ['ID=a1956703-7d00-493b-ae43-933ae63ec0c7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:41.318600 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da67a406-41d6-4090-80bb-dc4e4eaae244 req-10ffa68e-18ac-4dd7-914e-c66431dd0e5d tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303881 Sep 09 09:32:41.348175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Attempting to bind port a1956703-7d00-493b-ae43-933ae63ec0c7 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:41.348554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Attempting to bind port a1956703-7d00-493b-ae43-933ae63ec0c7 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:41.348920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Attempting to bind port a1956703-7d00-493b-ae43-933ae63ec0c7 on network 2fd10899-410a-418d-9fc4-453fd5af3f62 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:41.358459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:41.359778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Checking segment: {'id': 'e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:41.360280 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.360681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Bound using segment: {'id': 'e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:41.361166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Bound port: a1956703-7d00-493b-ae43-933ae63ec0c7, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:41.361555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.384106 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.401804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Made reservation on behalf of da114216dbc1457395669302398f7a7d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:41.405786 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.467496 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.580632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0e8a0064-dd45-4586-b2cf-0777df27f173 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:41.601091 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.662478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Pushing event updated for resources: {'Port': ['ID=c4410c4e-937a-49e2-bb0d-e04239b93a45,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:41.689442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 78e2858d-2910-46a7-af40-4bc15901b6ea, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=78e2858d-2910-46a7-af40-4bc15901b6ea,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:41.696304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:41.715958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '78e2858d-2910-46a7-af40-4bc15901b6ea', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'port_id': '78e2858d-2910-46a7-af40-4bc15901b6ea', 'mac_address': 'fa:16:3e:06:0b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca00ff-7e3e-4607-867c-7a87c8c0b9e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:32:41.717495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:41.722774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] For port a1956703-7d00-493b-ae43-933ae63ec0c7, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:41.723683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:41.727671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] For port a1956703-7d00-493b-ae43-933ae63ec0c7, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a1956703-7d00-493b-ae43-933ae63ec0c7,segment=NetworkSegment(e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df),segment_id=e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:41.774376 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.781247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:41.783312 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.797739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e2858d-2910-46a7-af40-4bc15901b6ea {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:32:41.820114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430da5e-a937-4136-b8ba-a9ba79e0425b req-18b1a4b6-40b7-4f10-a769-a74446ca80f5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:41.825170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 78e2858d-2910-46a7-af40-4bc15901b6ea, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=78e2858d-2910-46a7-af40-4bc15901b6ea,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:41.828570 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f430da5e-a937-4136-b8ba-a9ba79e0425b req-18b1a4b6-40b7-4f10-a769-a74446ca80f5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1689978 Sep 09 09:32:41.833824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 0e8a0064-dd45-4586-b2cf-0777df27f173 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:41.838547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0e8a0064-dd45-4586-b2cf-0777df27f173 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:41.839113 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.865599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cf98834b-baa6-44b6-a6ec-3e3c0fd39c7a tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5578644 Sep 09 09:32:41.876406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49378) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:41.878430 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.882970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.48'}]}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:41.883442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f430da5e-a937-4136-b8ba-a9ba79e0425b req-978f7301-68c6-496e-b31f-16cd8c6b7e17 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497220 Sep 09 09:32:41.929428 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:41.979904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233a60c-34d9-4a02-92cf-cd4929f332ce None None] Pushing event updated for resources: {'Port': ['ID=a1956703-7d00-493b-ae43-933ae63ec0c7,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:42.026959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Allocated IP 172.23.0.1 (2fd10899-410a-418d-9fc4-453fd5af3f62/e5dd8404-af62-4e4c-be16-bc53e47f7f8c/c08f6af6-f537-4c46-9258-6030040e606d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:42.095171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.096513 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.103510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=78e2858d-2910-46a7-af40-4bc15901b6ea,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:42.107542 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.143624 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.168085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['78e2858d-2910-46a7-af40-4bc15901b6ea'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:42.173931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 0e8a0064-dd45-4586-b2cf-0777df27f173, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0e8a0064-dd45-4586-b2cf-0777df27f173,segment=NetworkSegment(0c8c8024-69d2-473b-aed3-af5d19668b6f),segment_id=0c8c8024-69d2-473b-aed3-af5d19668b6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:42.245834 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.279771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:42.297286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49384) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:42.332900 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.340101 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.346347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.348451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.348451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.348451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.348451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.349343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.349432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.351109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.351109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.351312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.351700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.352262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:32:42.370344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Checking segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:42.370707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Network hostable DHCP agents. Network: e8c618c8-1024-4991-8b5f-74476743e59c, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:32:42.378222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Transition to ACTIVE for port object c08f6af6-f537-4c46-9258-6030040e606d will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:42.400859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=0e8a0064-dd45-4586-b2cf-0777df27f173,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:42.486701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-803730d6-2b90-48a1-b4bd-e986aabf71b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.540128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Network e8c618c8-1024-4991-8b5f-74476743e59c is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:32:42.597629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-803730d6-2b90-48a1-b4bd-e986aabf71b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.603298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dea528-00de-40b5-8ad9-0099a02707d3 req-cbbaf2d7-37f8-4eb4-8b14-2eae284a9e97 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:42.604826 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0dea528-00de-40b5-8ad9-0099a02707d3 req-cbbaf2d7-37f8-4eb4-8b14-2eae284a9e97 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1450887 Sep 09 09:32:42.632785 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.670019 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0dea528-00de-40b5-8ad9-0099a02707d3 req-e870293a-cc55-4b3a-b9b3-3c6d9ab5da4e tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339460 Sep 09 09:32:42.748395 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-803730d6-2b90-48a1-b4bd-e986aabf71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.749554 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.752513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, e8c618c8-1024-4991-8b5f-74476743e59c) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:42.762055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3730889-eb89-4c6b-9e02-3dc309bab851 None None] Network e8c618c8-1024-4991-8b5f-74476743e59c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:42.779905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:42.781177 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.789509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803730d6-2b90-48a1-b4bd-e986aabf71b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a286691-38d6-4775-822b-5c9d2feeba42,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:42.794336 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-803730d6-2b90-48a1-b4bd-e986aabf71b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d593bf94114641478c58b4820e73052e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4958754 Sep 09 09:32:42.797064 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49394) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:42.836590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 2fd10899-410a-418d-9fc4-453fd5af3f62 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:42.849010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:42.856382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=c08f6af6-f537-4c46-9258-6030040e606d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:42.859088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:42.908371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-029d34d7-62b4-49b0-967f-5ea1c86716bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.928506 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-be4993c1-dab8-4efc-b9f1-cd4fb9c13de6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7337863 Sep 09 09:32:42.933025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49398) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:42.945861 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-029d34d7-62b4-49b0-967f-5ea1c86716bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:42.981511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:42.996625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-e8c618c8-1024-4991-8b5f-74476743e59c', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:32:42.997838 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.005980 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.040711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90f0d4-d4fa-471b-b3fa-30820cc57017 req-955ab5ff-0c1b-4b9e-8e2a-3dffc2452b0e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:43.047648 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a90f0d4-d4fa-471b-b3fa-30820cc57017 req-955ab5ff-0c1b-4b9e-8e2a-3dffc2452b0e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0599265 Sep 09 09:32:43.105771 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a90f0d4-d4fa-471b-b3fa-30820cc57017 req-a5b12b80-98fb-4e63-a471-6dae8b76ba1a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571189 Sep 09 09:32:43.119742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-029d34d7-62b4-49b0-967f-5ea1c86716bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.123263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-029d34d7-62b4-49b0-967f-5ea1c86716bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.125232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-029d34d7-62b4-49b0-967f-5ea1c86716bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a286691-38d6-4775-822b-5c9d2feeba42 HTTP/1.1" status: 204 len: 168 time: 0.3264558 Sep 09 09:32:43.133958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d34d7-62b4-49b0-967f-5ea1c86716bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a286691-38d6-4775-822b-5c9d2feeba42,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:43.238611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.239796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.253768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 78e2858d-2910-46a7-af40-4bc15901b6ea up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:43.258632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a34460-54e6-4062-9bb5-ad7f6e94e839 req-f70b5b31-e601-4cab-b043-bcea1cda9218 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:43.259775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44a34460-54e6-4062-9bb5-ad7f6e94e839 req-f70b5b31-e601-4cab-b043-bcea1cda9218 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1449647 Sep 09 09:32:43.314451 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Allocated IP 172.20.0.2 (e8c618c8-1024-4991-8b5f-74476743e59c/3fb6a3a7-4b85-425d-a2fa-80fee4ab5628/d318a1d5-2d03-4b14-b773-6a220361d3d6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:43.427258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 78e2858d-2910-46a7-af40-4bc15901b6ea completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:43.441326 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.454769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e4c60-6ec5-4486-9877-f30b08530ae9 None None] Network 2fd10899-410a-418d-9fc4-453fd5af3f62 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:43.463446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 78e2858d-2910-46a7-af40-4bc15901b6ea triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:43.463446 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.473018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.497861 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44a34460-54e6-4062-9bb5-ad7f6e94e839 req-13114e4c-61de-47d9-b11e-907970dc5e7d tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850505 Sep 09 09:32:43.500835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.551365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.622994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1956703-7d00-493b-ae43-933ae63ec0c7 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:43.750772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-64ea9eae-2b63-4b38-8e92-530717c74eb7 None None] Provisioning for port a1956703-7d00-493b-ae43-933ae63ec0c7 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:43.836972 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.882697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Transition to ACTIVE for port object d318a1d5-2d03-4b14-b773-6a220361d3d6 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:43.897085 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.920878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port a1956703-7d00-493b-ae43-933ae63ec0c7 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:43.924099 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Transition to ACTIVE for port object d318a1d5-2d03-4b14-b773-6a220361d3d6 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:43.935525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a1956703-7d00-493b-ae43-933ae63ec0c7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:43.935921 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:43.965927 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9c3e10-50e4-4211-994e-9fe43bf6b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e2858d-2910-46a7-af40-4bc15901b6ea'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:43.968999 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7379697a-28b3-4578-8d59-567f5f72d91e" -d '{"events": [{"server_uuid": "1c9c3e10-50e4-4211-994e-9fe43bf6b2b1", "name": "network-vif-plugged", "status": "completed", "tag": "78e2858d-2910-46a7-af40-4bc15901b6ea"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:43.991139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 78e2858d-2910-46a7-af40-4bc15901b6ea, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=78e2858d-2910-46a7-af40-4bc15901b6ea,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:44.012043 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.020123 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba9b6a9-4978-4601-9420-36a9bad52d54 x-openstack-request-id: req-1ba9b6a9-4978-4601-9420-36a9bad52d54 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:44.020423 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9c3e10-50e4-4211-994e-9fe43bf6b2b1", "name": "network-vif-plugged", "status": "completed", "tag": "78e2858d-2910-46a7-af40-4bc15901b6ea", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:44.020678 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ba9b6a9-4978-4601-9420-36a9bad52d54 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:44.021205 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9c3e10-50e4-4211-994e-9fe43bf6b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e2858d-2910-46a7-af40-4bc15901b6ea', 'code': 200} Sep 09 09:32:44.108682 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.142081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Network e8c618c8-1024-4991-8b5f-74476743e59c is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:44.158632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6ce22-6dd6-4a17-9351-5e8fca1ec925 req-275c3b52-b696-4346-b824-b542dbbfef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:44.160233 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12d6ce22-6dd6-4a17-9351-5e8fca1ec925 req-275c3b52-b696-4346-b824-b542dbbfef12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 1098 time: 0.0745544 Sep 09 09:32:44.167227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:44.177984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:44.182388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Pushing event updated for resources: {'Port': ['ID=d318a1d5-2d03-4b14-b773-6a220361d3d6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:44.240714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12d6ce22-6dd6-4a17-9351-5e8fca1ec925 req-501b6120-69db-4de0-863d-a23567d52587 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682566 Sep 09 09:32:44.261339 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.364708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=78e2858d-2910-46a7-af40-4bc15901b6ea,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:44.387133 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Attempting to bind port d318a1d5-2d03-4b14-b773-6a220361d3d6 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:44.388738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Attempting to bind port d318a1d5-2d03-4b14-b773-6a220361d3d6 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:44.389391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Attempting to bind port d318a1d5-2d03-4b14-b773-6a220361d3d6 on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:44.397533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port a1956703-7d00-493b-ae43-933ae63ec0c7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a1956703-7d00-493b-ae43-933ae63ec0c7,segment=NetworkSegment(e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df),segment_id=e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:44.398822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c76a5682-fe9d-4a4d-a211-702e89c7c7a2 None None] Provisioning complete for port a1956703-7d00-493b-ae43-933ae63ec0c7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:44.399436 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c76a5682-fe9d-4a4d-a211-702e89c7c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.404718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:44.405229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Checking segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:44.405983 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.406496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Bound using segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:44.407284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Bound port: d318a1d5-2d03-4b14-b773-6a220361d3d6, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:44.407815 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.430399 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.454266 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6f90ece-b78d-4637-9679-1f02fe677948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.493900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b83d-4b00-49f3-9a45-66d4f5227f6d req-d4b407d9-d8e4-4ccc-9808-9b92f868fe2b tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:44.494684 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.495659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0e8a0064-dd45-4586-b2cf-0777df27f173 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:44.502087 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a005b83d-4b00-49f3-9a45-66d4f5227f6d req-d4b407d9-d8e4-4ccc-9808-9b92f868fe2b tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1875112 Sep 09 09:32:44.564632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.649270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] For port d318a1d5-2d03-4b14-b773-6a220361d3d6, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:44.670114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] For port d318a1d5-2d03-4b14-b773-6a220361d3d6, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d318a1d5-2d03-4b14-b773-6a220361d3d6,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:44.713372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=a1956703-7d00-493b-ae43-933ae63ec0c7,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:44.729167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0e8a0064-dd45-4586-b2cf-0777df27f173 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:44.729167 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.734384 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.762146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.768466 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.835756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c3b46-242b-4a5c-9d9e-8a8c5d694a40 None None] Pushing event updated for resources: {'Port': ['ID=d318a1d5-2d03-4b14-b773-6a220361d3d6,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:44.891977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c76a5682-fe9d-4a4d-a211-702e89c7c7a2 None None] Provisioning for port c08f6af6-f537-4c46-9258-6030040e606d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:44.902044 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c76a5682-fe9d-4a4d-a211-702e89c7c7a2 None None] Provisioning complete for port c08f6af6-f537-4c46-9258-6030040e606d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:44.902700 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c76a5682-fe9d-4a4d-a211-702e89c7c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.922254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a005b83d-4b00-49f3-9a45-66d4f5227f6d req-826aa495-feda-4f7c-b6ac-b3b7de4bec20 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037051 Sep 09 09:32:44.960350 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:44.971537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c76a5682-fe9d-4a4d-a211-702e89c7c7a2 None None] Port c08f6af6-f537-4c46-9258-6030040e606d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:45.029035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:45.029583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 087078c1-468b-403e-9349-bfd0c20e0fc9 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:32:45.089195 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:45.098921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e615eaa2-a662-466d-8ec7-50b190a4dac2 None None] Provisioning complete for port c08f6af6-f537-4c46-9258-6030040e606d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:45.099645 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e615eaa2-a662-466d-8ec7-50b190a4dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:45.131002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb40a-1f6e-41d0-9034-1f01d1b0b28c req-21a41a4e-7c70-4abe-a130-58e1d8b5933a tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:45.133274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-280bb40a-1f6e-41d0-9034-1f01d1b0b28c req-21a41a4e-7c70-4abe-a130-58e1d8b5933a tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.5430744 Sep 09 09:32:45.153936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e615eaa2-a662-466d-8ec7-50b190a4dac2 None None] Port c08f6af6-f537-4c46-9258-6030040e606d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:45.192690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-280bb40a-1f6e-41d0-9034-1f01d1b0b28c req-f7bf2221-a77f-49f0-883c-756aeeb35e5c tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483913 Sep 09 09:32:45.235240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:45.242759 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:45.244825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event updated for resources: {'Port': ['ID=c08f6af6-f537-4c46-9258-6030040e606d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:45.274689 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 09 09:32:45.275816 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a9a6a8ff-0bc0-4e22-95a9-01cc6c0f4ce5 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3962352 Sep 09 09:32:45.278733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:45.279713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49446) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:45.386590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5a230344-a233-4980-a36c-9e67e56691f8 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Deleting port c4410c4e-937a-49e2-bb0d-e04239b93a45 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:45.400062 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a230344-a233-4980-a36c-9e67e56691f8 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:45.496719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Network 2fd10899-410a-418d-9fc4-453fd5af3f62 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:45.507308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:45.517029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Allocated IP 172.25.8.247 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/56a2bf59-9d0f-454c-b652-4ad35e7cf21f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:45.556878 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a230344-a233-4980-a36c-9e67e56691f8 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:45.586237 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5a230344-a233-4980-a36c-9e67e56691f8 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Calling delete_port for c4410c4e-937a-49e2-bb0d-e04239b93a45 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:45.716870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d318a1d5-2d03-4b14-b773-6a220361d3d6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:45.725106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 6bb8de2b-558f-4752-915c-eed2d0ac155a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:45.809225 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:45.862450 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d318a1d5-2d03-4b14-b773-6a220361d3d6 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:45.867727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1956703-7d00-493b-ae43-933ae63ec0c7 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:45.892381 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a230344-a233-4980-a36c-9e67e56691f8 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:45.897813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:45.903445 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1a57d830-0878-4fe9-8518-77982971acb0 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4236686 Sep 09 09:32:45.906883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:45.909347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Sync routers for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:45.912144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cb9eee75-7d54-43f5-bbdb-79f338f32901 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:45.935827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:45.935827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:45.949227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a230344-a233-4980-a36c-9e67e56691f8 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4410c4e-937a-49e2-bb0d-e04239b93a45,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:45.993736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a1956703-7d00-493b-ae43-933ae63ec0c7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:45.993736 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:46.038542 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a230344-a233-4980-a36c-9e67e56691f8 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:46.040668 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5a230344-a233-4980-a36c-9e67e56691f8 tempest-RoutersAdminNegativeIpV6Test-1970834154 tempest-RoutersAdminNegativeIpV6Test-1970834154-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c4410c4e-937a-49e2-bb0d-e04239b93a45 HTTP/1.1" status: 204 len: 168 time: 0.7592831 Sep 09 09:32:46.110181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:46.295162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d7a1e-e3e3-4576-8d10-ab88ec6cf6c4 req-4f2c15a5-b415-4988-aa59-c1e711722d64 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:46.296912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d27d7a1e-e3e3-4576-8d10-ab88ec6cf6c4 req-4f2c15a5-b415-4988-aa59-c1e711722d64 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 946 time: 0.2354586 Sep 09 09:32:46.300284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:46.316214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:46.333879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Pushing event updated for resources: {'Port': ['ID=56a2bf59-9d0f-454c-b652-4ad35e7cf21f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:46.342017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:46.351425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:46.362273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e74f28ef-c08d-4477-ad70-888d023fa56d None None] Provisioning complete for port c08f6af6-f537-4c46-9258-6030040e606d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:46.362273 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e74f28ef-c08d-4477-ad70-888d023fa56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:46.444365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94b5ab-9070-4ced-bf1f-e4104805f290 None None] Network e8c618c8-1024-4991-8b5f-74476743e59c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:46.494378 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d27d7a1e-e3e3-4576-8d10-ab88ec6cf6c4 req-75b72f2e-ce3f-4d06-be78-f87c9a249ec4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615839 Sep 09 09:32:46.598595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e74f28ef-c08d-4477-ad70-888d023fa56d None None] Port c08f6af6-f537-4c46-9258-6030040e606d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:46.798580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-cb9eee75-7d54-43f5-bbdb-79f338f32901 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 09 09:32:46.823573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-cb9eee75-7d54-43f5-bbdb-79f338f32901 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Removed routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 09 09:32:46.823819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:43Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08f6af6-f537-4c46-9258-6030040e606d', 'name': '', 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:30:2f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:41Z', 'updated_at': '2021-09-09T09:32:44Z', 'revision_number': 2, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:46.826144 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb9eee75-7d54-43f5-bbdb-79f338f32901 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:46.864465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Checking router: 6bb8de2b-558f-4752-915c-eed2d0ac155a for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:32:46.865022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Updating router 6bb8de2b-558f-4752-915c-eed2d0ac155a port c08f6af6-f537-4c46-9258-6030040e606d binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:32:46.877029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49486) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:46.898859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49490) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:46.923659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9b646e4f-c1dc-4ce2-92ad-1db56b6ba2f3 None None] Provisioning for port d318a1d5-2d03-4b14-b773-6a220361d3d6 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:46.928448 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:46.933686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9b646e4f-c1dc-4ce2-92ad-1db56b6ba2f3 None None] Provisioning complete for port d318a1d5-2d03-4b14-b773-6a220361d3d6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:46.934057 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b646e4f-c1dc-4ce2-92ad-1db56b6ba2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.275674 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d638a75b-6a85-45f3-a341-cd9b7a14810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.321634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 87fbe08a-900c-4256-b9ab-0e84153ca28f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:47.321634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.399926 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.481577 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b646e4f-c1dc-4ce2-92ad-1db56b6ba2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.535368 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.539312 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.552688 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 87fbe08a-900c-4256-b9ab-0e84153ca28f owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:47.571707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9b646e4f-c1dc-4ce2-92ad-1db56b6ba2f3 None None] For port d318a1d5-2d03-4b14-b773-6a220361d3d6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d318a1d5-2d03-4b14-b773-6a220361d3d6,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:47.591233 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.602733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Transition to ACTIVE for port object c08f6af6-f537-4c46-9258-6030040e606d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:47.628243 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b646e4f-c1dc-4ce2-92ad-1db56b6ba2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.667338 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cd25c75-ecf3-4c4d-9d5d-62614c0cd4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.676112 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.698139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b646e4f-c1dc-4ce2-92ad-1db56b6ba2f3 None None] Pushing event updated for resources: {'Port': ['ID=d318a1d5-2d03-4b14-b773-6a220361d3d6,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:47.716470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f9633-01d9-452f-8137-313871f75cdd req-80779e15-ca03-457e-9a8d-26cc7d13dcac tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:47.724330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-665f9633-01d9-452f-8137-313871f75cdd req-80779e15-ca03-457e-9a8d-26cc7d13dcac tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 946 time: 0.7331054 Sep 09 09:32:47.729136 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.799728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7a8fd-206c-4230-affb-02b955dcbf60 None None] Pushing event updated for resources: {'Port': ['ID=c08f6af6-f537-4c46-9258-6030040e606d,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:47.818910 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-02b08ab6-7ac4-44e4-a9cb-d6a8fdfd3f70 None None] Provisioning complete for port d318a1d5-2d03-4b14-b773-6a220361d3d6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:47.819359 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02b08ab6-7ac4-44e4-a9cb-d6a8fdfd3f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.848447 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.877485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=87fbe08a-900c-4256-b9ab-0e84153ca28f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:47.897098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Attempting to bind port c08f6af6-f537-4c46-9258-6030040e606d on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:47.898180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Attempting to bind port c08f6af6-f537-4c46-9258-6030040e606d by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:47.898783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Attempting to bind port c08f6af6-f537-4c46-9258-6030040e606d on network 2fd10899-410a-418d-9fc4-453fd5af3f62 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:47.906118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:47.907322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Checking segment: {'id': 'e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:47.907963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.908776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Bound using segment: {'id': 'e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:47.909666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Bound port: c08f6af6-f537-4c46-9258-6030040e606d, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:47.910269 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:47.947398 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-665f9633-01d9-452f-8137-313871f75cdd req-dc28e535-2e47-4149-90b9-e9ac749f7ddf tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207260 Sep 09 09:32:47.976950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb9eee75-7d54-43f5-bbdb-79f338f32901 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.012253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.015220 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Floating IP 97a050e1-329f-41b3-98f2-0228deba969d disassociated (deleted). External IP: 172.25.8.144, port: 3933ead7-f1d8-42d8-9aeb-826c0ff201ba. Sep 09 09:32:48.022439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb9eee75-7d54-43f5-bbdb-79f338f32901 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.097370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] For port c08f6af6-f537-4c46-9258-6030040e606d, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:48.099819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] For port c08f6af6-f537-4c46-9258-6030040e606d, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c08f6af6-f537-4c46-9258-6030040e606d,segment=NetworkSegment(e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df),segment_id=e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:48.175188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de890171-5a44-4ad0-a6e3-e1f57ba0a501 req-959d5ab1-ebad-43c5-b10e-556ea96856d6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:48.176821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de890171-5a44-4ad0-a6e3-e1f57ba0a501 req-959d5ab1-ebad-43c5-b10e-556ea96856d6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 946 time: 0.0912220 Sep 09 09:32:48.233970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cd25c75-ecf3-4c4d-9d5d-62614c0cd4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.247429 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9eee75-7d54-43f5-bbdb-79f338f32901 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 6bb8de2b-558f-4752-915c-eed2d0ac155a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:48.262113 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.290566 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de890171-5a44-4ad0-a6e3-e1f57ba0a501 req-2a6b2348-0d7d-40c0-ab6d-3cf4aa599b6d tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052637 Sep 09 09:32:48.333424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7a8fd-206c-4230-affb-02b955dcbf60 None None] Pushing event updated for resources: {'Port': ['ID=c08f6af6-f537-4c46-9258-6030040e606d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:48.370654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:48.371369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:48.380605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.389316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router e16f9703-57f4-4d82-857c-25f0f09f7444 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:48.447030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9eee75-7d54-43f5-bbdb-79f338f32901 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:48.476316 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb9eee75-7d54-43f5-bbdb-79f338f32901 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.480014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cb9eee75-7d54-43f5-bbdb-79f338f32901 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a HTTP/1.1" status: 200 len: 934 time: 2.5697906 Sep 09 09:32:48.480014 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cd25c75-ecf3-4c4d-9d5d-62614c0cd4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.488870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49534) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:48.558147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd25c75-ecf3-4c4d-9d5d-62614c0cd4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991c4c16-1ac2-4f9c-a10f-a4127ca970e7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:48.598055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:48.602825 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.610393 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13299835-f220-49aa-a029-d0faac4207ee None None] Sync routers for ids ['e16f9703-57f4-4d82-857c-25f0f09f7444'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:48.614194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:48.634265 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13299835-f220-49aa-a029-d0faac4207ee None None] Routers {'e16f9703-57f4-4d82-857c-25f0f09f7444'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:48.634907 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-13299835-f220-49aa-a029-d0faac4207ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e16f9703-57f4-4d82-857c-25f0f09f7444'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:48.674201 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7af7a0a9-f468-4ded-99ab-1ce84257b5d3 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/floatingips/97a050e1-329f-41b3-98f2-0228deba969d HTTP/1.1" status: 204 len: 168 time: 1.7694950 Sep 09 09:32:48.674201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:48.681895 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:48.737062 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.767777 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-13299835-f220-49aa-a029-d0faac4207ee None None] Set router e16f9703-57f4-4d82-857c-25f0f09f7444 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:48.806992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0cd25c75-ecf3-4c4d-9d5d-62614c0cd4b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b1ae4da733d42df8b41b89146151dad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9288087 Sep 09 09:32:48.810887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49542) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:48.828392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0dd7303d-32d4-4cc1-8a4e-0b34175128e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a HTTP/1.1" status: 200 len: 934 time: 0.3255939 Sep 09 09:32:48.831180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49544) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:48.856553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1e9f33eb-110e-4aa2-ab34-1534496d23a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'routes': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:48.896256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c16d61d-1077-4e62-8725-aeb0558f7c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.931614 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c16d61d-1077-4e62-8725-aeb0558f7c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:48.948816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:46Z', 'revision_number': 6, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08f6af6-f537-4c46-9258-6030040e606d', 'name': '', 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:30:2f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:41Z', 'updated_at': '2021-09-09T09:32:48Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:48.981396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22274551-fee2-4e2d-b5b8-d62ef23ba446 None None] The sync data for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 is: [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:46Z', 'revision_number': 6, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08f6af6-f537-4c46-9258-6030040e606d', 'name': '', 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:30:2f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:41Z', 'updated_at': '2021-09-09T09:32:48Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:49.033122 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca9b6e3-3aa2-4244-83ae-5400546cc939 x-openstack-request-id: req-aca9b6e3-3aa2-4244-83ae-5400546cc939 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:49.037111 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:49.037563 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aca9b6e3-3aa2-4244-83ae-5400546cc939 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:49.039197 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'status': 'completed', 'code': 200} Sep 09 09:32:49.112414 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c16d61d-1077-4e62-8725-aeb0558f7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:49.125031 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c16d61d-1077-4e62-8725-aeb0558f7c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:49.125031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1c16d61d-1077-4e62-8725-aeb0558f7c72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/991c4c16-1ac2-4f9c-a10f-a4127ca970e7 HTTP/1.1" status: 204 len: 168 time: 0.3042800 Sep 09 09:32:49.146426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16d61d-1077-4e62-8725-aeb0558f7c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991c4c16-1ac2-4f9c-a10f-a4127ca970e7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:49.202807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9edb-91ea-453b-afde-b24dbbfc9996 req-e37f0c24-c035-4b77-a215-0c6004732a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:49.204861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e02c9edb-91ea-453b-afde-b24dbbfc9996 req-e37f0c24-c035-4b77-a215-0c6004732a20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 1097 time: 0.1637697 Sep 09 09:32:49.254493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-782cfce7-0a63-4360-b021-3fb1111a778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:49.256363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-782cfce7-0a63-4360-b021-3fb1111a778a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88c726152e4047b9b17518f59bbdcd13&device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 1097 time: 0.1506166 Sep 09 09:32:49.258328 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-13299835-f220-49aa-a029-d0faac4207ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:40Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '31606e52-a1ba-4926-bd33-0a28769ce8a6', 'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:a5:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:38Z', 'updated_at': '2021-09-09T09:30:51Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:49.292212 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13299835-f220-49aa-a029-d0faac4207ee None None] Checking router: e16f9703-57f4-4d82-857c-25f0f09f7444 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:32:49.303558 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13299835-f220-49aa-a029-d0faac4207ee None None] Routers {'e16f9703-57f4-4d82-857c-25f0f09f7444'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:49.304468 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-13299835-f220-49aa-a029-d0faac4207ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e16f9703-57f4-4d82-857c-25f0f09f7444'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:49.498266 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-13299835-f220-49aa-a029-d0faac4207ee None None] Set router e16f9703-57f4-4d82-857c-25f0f09f7444 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:49.665119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-1e9f33eb-110e-4aa2-ab34-1534496d23a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 09 09:32:49.665561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-1e9f33eb-110e-4aa2-ab34-1534496d23a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 09 09:32:49.690749 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d318a1d5-2d03-4b14-b773-6a220361d3d6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:49.729708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e9f33eb-110e-4aa2-ab34-1534496d23a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:49.828984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d318a1d5-2d03-4b14-b773-6a220361d3d6 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:49.829580 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:49.841318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Router 4cd80167-960c-4730-877d-c8a663eeccf4 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:32:49.974048 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-13299835-f220-49aa-a029-d0faac4207ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:40Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '31606e52-a1ba-4926-bd33-0a28769ce8a6', 'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:a5:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:38Z', 'updated_at': '2021-09-09T09:30:51Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:49.976888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca502a-ad5c-4385-8c30-f66d40a0f56a req-e76e3bd1-b1c2-4369-aa56-ebdfec5b70fb tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:49.985961 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5aca502a-ad5c-4385-8c30-f66d40a0f56a req-e76e3bd1-b1c2-4369-aa56-ebdfec5b70fb tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 946 time: 0.7799652 Sep 09 09:32:50.037404 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13299835-f220-49aa-a029-d0faac4207ee None None] The sync data for ids ['e16f9703-57f4-4d82-857c-25f0f09f7444'] in n-d-778696-16 is: [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:30:40Z', 'revision_number': 4, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '31606e52-a1ba-4926-bd33-0a28769ce8a6', 'name': '', 'network_id': '62c263f2-7d5d-471b-8f2d-14957f178b89', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'mac_address': 'fa:16:3e:a5:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:38Z', 'updated_at': '2021-09-09T09:30:51Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'subnets': [{'id': 'dd43f23f-630f-48ac-862e-7334434a0462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:50.039728 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5aca502a-ad5c-4385-8c30-f66d40a0f56a req-773202e8-4e6b-450f-8c4d-539e1876187a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525019 Sep 09 09:32:50.041628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9edb-91ea-453b-afde-b24dbbfc9996 req-e8a049ff-d8a4-4d51-94bd-79fcbd7fca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:50.043429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e02c9edb-91ea-453b-afde-b24dbbfc9996 req-e8a049ff-d8a4-4d51-94bd-79fcbd7fca66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 200 len: 920 time: 0.8264880 Sep 09 09:32:50.090028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c08f6af6-f537-4c46-9258-6030040e606d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:50.113497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e02c9edb-91ea-453b-afde-b24dbbfc9996 req-a4542d06-6fbf-4479-88d3-0bdd6c959d0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 HTTP/1.1" status: 200 len: 217 time: 0.0566638 Sep 09 09:32:50.138619 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:50.256041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port c08f6af6-f537-4c46-9258-6030040e606d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:50.261701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9edb-91ea-453b-afde-b24dbbfc9996 req-7fbd74b4-c468-4d9e-8f01-fa6db7455cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:50.261848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c08f6af6-f537-4c46-9258-6030040e606d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:50.261848 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:50.262882 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e02c9edb-91ea-453b-afde-b24dbbfc9996 req-7fbd74b4-c468-4d9e-8f01-fa6db7455cf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c94a1de7-aed4-43f5-8c7b-0612e3750da1 HTTP/1.1" status: 200 len: 859 time: 0.1471651 Sep 09 09:32:50.263899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9954baf-f360-492d-971a-1064066799aa req-c5b04fdd-4ecc-4356-bd88-ca99e878772a tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:50.271985 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9954baf-f360-492d-971a-1064066799aa req-c5b04fdd-4ecc-4356-bd88-ca99e878772a tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.5338423 Sep 09 09:32:50.291895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49572) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:50.351891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d0d1e7-8193-4888-be8d-a17a9d2a5759 None None] Sync routers for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:50.357994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e02c9edb-91ea-453b-afde-b24dbbfc9996 req-fbf62107-39cf-46b9-a611-a05c3ea546aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=936c14d7-dae2-4491-9882-2353f342439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645232 Sep 09 09:32:50.361559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-6814edb0-89ac-47e6-9290-3e776625cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:50.363146 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-6814edb0-89ac-47e6-9290-3e776625cdb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=62c263f2-7d5d-471b-8f2d-14957f178b89 HTTP/1.1" status: 200 len: 898 time: 0.5574603 Sep 09 09:32:50.368438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0d1e7-8193-4888-be8d-a17a9d2a5759 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:50.375215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b3d0d1e7-8193-4888-be8d-a17a9d2a5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:50.379672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a019a0-fd22-415d-a7e0-750289d353df req-e51c96e5-c9a6-447d-a2b6-1531e0d249a1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:50.392544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41a019a0-fd22-415d-a7e0-750289d353df req-e51c96e5-c9a6-447d-a2b6-1531e0d249a1 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.1902978 Sep 09 09:32:50.429009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee7d1b-455e-43e3-9293-0992ddc1142f req-5ad9f53a-0769-4db4-a7d6-8dc0b0c73f63 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:50.430539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41ee7d1b-455e-43e3-9293-0992ddc1142f req-5ad9f53a-0769-4db4-a7d6-8dc0b0c73f63 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 946 time: 0.2493460 Sep 09 09:32:50.515945 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84cee643-90e4-4007-a00c-36d11920799e req-24d1f44d-34c0-409b-ad87-30bb2e05bdb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5585098 Sep 09 09:32:50.517275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:50.518881 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41a019a0-fd22-415d-a7e0-750289d353df req-4dfaaccc-bb32-4541-813b-04cb295f4f36 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298683 Sep 09 09:32:50.527147 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Sync routers for ids ['4cd80167-960c-4730-877d-c8a663eeccf4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:50.529909 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d3b91266-9ead-4340-af0d-253d945d549f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=389fdff557b841acae8c6e2f3a8931e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340965 Sep 09 09:32:50.539244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49576) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:50.540737 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Routers {'4cd80167-960c-4730-877d-c8a663eeccf4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:50.542288 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['4cd80167-960c-4730-877d-c8a663eeccf4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:50.633360 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-a8ce4a4f-d577-4ddb-b260-2785e479552c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba HTTP/1.1" status: 200 len: 217 time: 0.2392304 Sep 09 09:32:50.711529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e02c9edb-91ea-453b-afde-b24dbbfc9996 req-cec34337-008d-41ab-ba76-5ea9a3d26579 service neutron] 10.222.0.24 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204231 Sep 09 09:32:50.719621 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Set router 4cd80167-960c-4730-877d-c8a663eeccf4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:50.753418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5207744a-18ae-49fa-a190-3e620db11769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:50.780701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-41ee7d1b-455e-43e3-9293-0992ddc1142f req-1c8aa028-4b1f-4957-985b-2c4f09097434 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Deleting port 78e2858d-2910-46a7-af40-4bc15901b6ea {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:50.781072 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-41ee7d1b-455e-43e3-9293-0992ddc1142f req-1c8aa028-4b1f-4957-985b-2c4f09097434 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:50.805024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b2942-30a4-4463-b87a-d53aa454316d None None] New status for floating IP 97a050e1-329f-41b3-98f2-0228deba969d: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:32:50.828024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.24', 65466) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:50.880288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5207744a-18ae-49fa-a190-3e620db11769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:50.927259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b3d0d1e7-8193-4888-be8d-a17a9d2a5759 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:51.026717 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.057167 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:46Z', 'revision_number': 3, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:51.065996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53079c0e-313f-450c-a7f2-f0aa9ee1933c req-882d064a-e8cc-4b0f-8ca1-9bd5c35bc5f9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:51.067881 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-53079c0e-313f-450c-a7f2-f0aa9ee1933c req-882d064a-e8cc-4b0f-8ca1-9bd5c35bc5f9 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.2388690 Sep 09 09:32:51.084365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e02c9edb-91ea-453b-afde-b24dbbfc9996 req-86dbfbb4-b7d8-48c5-bf3d-e21e9db0029f service neutron] 10.222.0.24 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499413 Sep 09 09:32:51.104548 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Checking router: 4cd80167-960c-4730-877d-c8a663eeccf4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:32:51.104910 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Updating router 4cd80167-960c-4730-877d-c8a663eeccf4 port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:32:51.157754 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.180855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-41ee7d1b-455e-43e3-9293-0992ddc1142f req-1c8aa028-4b1f-4957-985b-2c4f09097434 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] For port 78e2858d-2910-46a7-af40-4bc15901b6ea, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=78e2858d-2910-46a7-af40-4bc15901b6ea,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:51.181223 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-41ee7d1b-455e-43e3-9293-0992ddc1142f req-1c8aa028-4b1f-4957-985b-2c4f09097434 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.181373 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.182719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4b55c32d-aee1-4a7e-adcf-e783e6d0d132 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2049768 Sep 09 09:32:51.191109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49586) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:51.212187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-41ee7d1b-455e-43e3-9293-0992ddc1142f req-1c8aa028-4b1f-4957-985b-2c4f09097434 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Calling delete_port for 78e2858d-2910-46a7-af40-4bc15901b6ea owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:51.215823 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9954baf-f360-492d-971a-1064066799aa req-05e4a961-2aed-4af0-8eb9-a9daaa61548a tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9428582 Sep 09 09:32:51.266461 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e9f33eb-110e-4aa2-ab34-1534496d23a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.282289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cee643-90e4-4007-a00c-36d11920799e req-1495137f-dfe4-427b-b94c-993513386129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:51.292155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84cee643-90e4-4007-a00c-36d11920799e req-1495137f-dfe4-427b-b94c-993513386129 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 1098 time: 0.7215559 Sep 09 09:32:51.298366 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e9f33eb-110e-4aa2-ab34-1534496d23a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.309742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-388e5b1c-5b2c-4e0d-8147-f8e432614b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:51.310412 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5207744a-18ae-49fa-a190-3e620db11769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.312373 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-388e5b1c-5b2c-4e0d-8147-f8e432614b88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd43f23f-630f-48ac-862e-7334434a0462 HTTP/1.1" status: 200 len: 835 time: 0.1322522 Sep 09 09:32:51.313772 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5207744a-18ae-49fa-a190-3e620db11769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.317654 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5207744a-18ae-49fa-a190-3e620db11769 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69b2d3e1-4ed6-4637-a758-fa11c2d4a0f6 HTTP/1.1" status: 204 len: 168 time: 0.7643824 Sep 09 09:32:51.355867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port c08f6af6-f537-4c46-9258-6030040e606d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c08f6af6-f537-4c46-9258-6030040e606d,segment=NetworkSegment(e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df),segment_id=e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:51.438097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b3d0d1e7-8193-4888-be8d-a17a9d2a5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:49Z', 'revision_number': 7, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08f6af6-f537-4c46-9258-6030040e606d', 'name': '', 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:30:2f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:41Z', 'updated_at': '2021-09-09T09:32:48Z', 'revision_number': 4, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:51.456581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207744a-18ae-49fa-a190-3e620db11769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b2d3e1-4ed6-4637-a758-fa11c2d4a0f6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:51.469817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d0d1e7-8193-4888-be8d-a17a9d2a5759 None None] Checking router: 6bb8de2b-558f-4752-915c-eed2d0ac155a for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:32:51.471829 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.518539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0d1e7-8193-4888-be8d-a17a9d2a5759 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:51.518539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b3d0d1e7-8193-4888-be8d-a17a9d2a5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:51.524999 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-53079c0e-313f-450c-a7f2-f0aa9ee1933c req-960da38e-0b14-4b60-b95a-9131f1d16f58 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:51.525447 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-53079c0e-313f-450c-a7f2-f0aa9ee1933c req-960da38e-0b14-4b60-b95a-9131f1d16f58 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.576118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d8ea6-37f4-4d6f-8199-69eed9ab1bf8 req-2b3ad34d-58c9-4839-982c-2a2e368a67c4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:51.577818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c5d8ea6-37f4-4d6f-8199-69eed9ab1bf8 req-2b3ad34d-58c9-4839-982c-2a2e368a67c4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 946 time: 0.3695118 Sep 09 09:32:51.652638 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.670719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=c08f6af6-f537-4c46-9258-6030040e606d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:51.674576 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Transition to ACTIVE for port object 56a2bf59-9d0f-454c-b652-4ad35e7cf21f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:51.682091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9f33eb-110e-4aa2-ab34-1534496d23a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 6bb8de2b-558f-4752-915c-eed2d0ac155a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:51.701260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b3d0d1e7-8193-4888-be8d-a17a9d2a5759 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:51.718224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-b8d34318-6a76-4250-b73f-93f1aa23b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:51.719853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-b8d34318-6a76-4250-b73f-93f1aa23b0a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62c263f2-7d5d-471b-8f2d-14957f178b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3650272 Sep 09 09:32:51.758191 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.845133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c5d8ea6-37f4-4d6f-8199-69eed9ab1bf8 req-8c8b43d3-cde1-41ee-b203-59d2509182d0 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490704 Sep 09 09:32:51.902085 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Attempting to bind port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:51.902357 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Attempting to bind port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:51.902491 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-9f5bc8bf-34b2-4c06-846d-54478da431d1 service neutron] 10.222.0.24 "GET /v2.0/networks/62c263f2-7d5d-471b-8f2d-14957f178b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662836 Sep 09 09:32:51.902620 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Attempting to bind port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:51.927741 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:51.928018 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:51.928421 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.928812 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:51.929455 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Bound port: 56a2bf59-9d0f-454c-b652-4ad35e7cf21f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:51.929646 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:51.948885 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd97612-6993-4f37-85b1-cc6e3a41fbb8 None None] Pushing event updated for resources: {'Port': ['ID=56a2bf59-9d0f-454c-b652-4ad35e7cf21f,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:52.005962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cee643-90e4-4007-a00c-36d11920799e req-2991530c-333e-4bad-aa24-d724d872716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:52.008062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84cee643-90e4-4007-a00c-36d11920799e req-2991530c-333e-4bad-aa24-d724d872716c service neutron] 10.222.0.24 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 907 time: 0.6550286 Sep 09 09:32:52.025042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c07b42-fd88-43d3-b3c7-41c0c3323edc req-33c737c2-eb72-40d8-9b81-ab3c7cbb3113 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:52.025042 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1c07b42-fd88-43d3-b3c7-41c0c3323edc req-33c737c2-eb72-40d8-9b81-ab3c7cbb3113 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 945 time: 0.3405716 Sep 09 09:32:52.028672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49602) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:52.031214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-53079c0e-313f-450c-a7f2-f0aa9ee1933c req-960da38e-0b14-4b60-b95a-9131f1d16f58 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:52.031214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-53079c0e-313f-450c-a7f2-f0aa9ee1933c req-960da38e-0b14-4b60-b95a-9131f1d16f58 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:52.044000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b3d0d1e7-8193-4888-be8d-a17a9d2a5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:49Z', 'revision_number': 7, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08f6af6-f537-4c46-9258-6030040e606d', 'name': '', 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:30:2f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:41Z', 'updated_at': '2021-09-09T09:32:51Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:52.080568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d0d1e7-8193-4888-be8d-a17a9d2a5759 None None] The sync data for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 is: [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:49Z', 'revision_number': 7, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08f6af6-f537-4c46-9258-6030040e606d', 'name': '', 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:30:2f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:41Z', 'updated_at': '2021-09-09T09:32:51Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:52.089404 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-41ee7d1b-455e-43e3-9293-0992ddc1142f req-1c8aa028-4b1f-4957-985b-2c4f09097434 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:52.091289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-53079c0e-313f-450c-a7f2-f0aa9ee1933c req-960da38e-0b14-4b60-b95a-9131f1d16f58 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 3933ead7-f1d8-42d8-9aeb-826c0ff201ba owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:52.106430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:32:52.110681 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84cee643-90e4-4007-a00c-36d11920799e req-84ef1bc8-30d6-4963-8ed3-4c47873cfe87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b0f6e28-9ed2-4353-9d8e-0845d640e855 HTTP/1.1" status: 200 len: 217 time: 0.0490987 Sep 09 09:32:52.245818 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] For port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:52.253209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aa028-4b1f-4957-985b-2c4f09097434 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event deleted for resources: {'Port': ['ID=78e2858d-2910-46a7-af40-4bc15901b6ea,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:52.255025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cee643-90e4-4007-a00c-36d11920799e req-9af2e7c3-bf68-4395-9dc4-8537c27ea78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:52.256546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84cee643-90e4-4007-a00c-36d11920799e req-9af2e7c3-bf68-4395-9dc4-8537c27ea78f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 HTTP/1.1" status: 200 len: 846 time: 0.1293066 Sep 09 09:32:52.261314 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] For port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=56a2bf59-9d0f-454c-b652-4ad35e7cf21f,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:52.341909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9f33eb-110e-4aa2-ab34-1534496d23a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:52.348946 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:52.349259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84cee643-90e4-4007-a00c-36d11920799e req-deb7ee53-c9fb-4f76-9cdd-349362d4eee8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=346934c0-b5f0-416b-9d32-fc48ed065fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786443 Sep 09 09:32:52.363363 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e9f33eb-110e-4aa2-ab34-1534496d23a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:52.365111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1e9f33eb-110e-4aa2-ab34-1534496d23a3 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a HTTP/1.1" status: 200 len: 700 time: 3.5329766 Sep 09 09:32:52.368432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49612) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:52.396343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ee7d1b-455e-43e3-9293-0992ddc1142f req-1c8aa028-4b1f-4957-985b-2c4f09097434 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] No DVR routers for this DVR port 78e2858d-2910-46a7-af40-4bc15901b6ea on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:52.409492 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b62f12dc-a66c-44ff-9293-03b5c4780f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:52.411414 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-41ee7d1b-455e-43e3-9293-0992ddc1142f req-1c8aa028-4b1f-4957-985b-2c4f09097434 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:52.413315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41ee7d1b-455e-43e3-9293-0992ddc1142f req-1c8aa028-4b1f-4957-985b-2c4f09097434 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "DELETE /v2.0/ports/78e2858d-2910-46a7-af40-4bc15901b6ea HTTP/1.1" status: 204 len: 173 time: 1.9569764 Sep 09 09:32:52.419165 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Routers {'4cd80167-960c-4730-877d-c8a663eeccf4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:52.430663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9c3e10-50e4-4211-994e-9fe43bf6b2b1', 'name': 'network-vif-deleted', 'tag': '78e2858d-2910-46a7-af40-4bc15901b6ea'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:52.439148 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92619b1d-1a59-4493-960c-bd6258773edf" -d '{"events": [{"server_uuid": "1c9c3e10-50e4-4211-994e-9fe43bf6b2b1", "name": "network-vif-deleted", "tag": "78e2858d-2910-46a7-af40-4bc15901b6ea"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:52.448171 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['4cd80167-960c-4730-877d-c8a663eeccf4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:52.505333 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84cee643-90e4-4007-a00c-36d11920799e req-689d3fbd-a0bf-4ac6-8b72-6fcca4d0b424 service neutron] 10.222.0.24 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324275 Sep 09 09:32:52.522507 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1c07b42-fd88-43d3-b3c7-41c0c3323edc req-e08687c5-7759-4f32-9ebc-add97cbdf882 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147484 Sep 09 09:32:52.633018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-2c36e883-5815-48b2-8386-c4ca12e1ae20 service neutron] 10.222.0.24 "GET /v2.0/networks/62c263f2-7d5d-471b-8f2d-14957f178b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142293 Sep 09 09:32:52.642898 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84cee643-90e4-4007-a00c-36d11920799e req-73e1d8a7-b139-4ce9-91a5-e5b0ebb356bf service neutron] 10.222.0.24 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267874 Sep 09 09:32:52.680283 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d381b62-44d3-4e1c-b046-3ff642316768 x-openstack-request-id: req-2d381b62-44d3-4e1c-b046-3ff642316768 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:52.680594 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9c3e10-50e4-4211-994e-9fe43bf6b2b1", "name": "network-vif-deleted", "tag": "78e2858d-2910-46a7-af40-4bc15901b6ea", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:52.680885 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d381b62-44d3-4e1c-b046-3ff642316768 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:52.681134 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6c9f5-05b2-4350-9e93-9ab85766f9b2 None None] Sync routers for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:52.681246 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9c3e10-50e4-4211-994e-9fe43bf6b2b1', 'name': 'network-vif-deleted', 'tag': '78e2858d-2910-46a7-af40-4bc15901b6ea', 'status': 'completed', 'code': 200} Sep 09 09:32:52.743793 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd97612-6993-4f37-85b1-cc6e3a41fbb8 None None] Pushing event updated for resources: {'Port': ['ID=56a2bf59-9d0f-454c-b652-4ad35e7cf21f,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:52.761539 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6c9f5-05b2-4350-9e93-9ab85766f9b2 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:52.762173 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9e6c9f5-05b2-4350-9e93-9ab85766f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:52.791429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b7bae-e8db-48e1-9861-389abccacf3f req-8fefc168-872c-4e0d-a9bf-6d696850132d tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:52.793080 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d6b7bae-e8db-48e1-9861-389abccacf3f req-8fefc168-872c-4e0d-a9bf-6d696850132d tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.3986564 Sep 09 09:32:52.809206 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7de54c94-5d36-4e85-951e-d5f791d7f7d2 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a HTTP/1.1" status: 200 len: 700 time: 0.4186652 Sep 09 09:32:52.812738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49624) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:52.822820 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] Set router 4cd80167-960c-4730-877d-c8a663eeccf4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:52.855157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:52.909459 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d6b7bae-e8db-48e1-9861-389abccacf3f req-fea1e806-b07e-422d-8010-d3583f8e7047 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930657 Sep 09 09:32:52.966741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-53079c0e-313f-450c-a7f2-f0aa9ee1933c req-960da38e-0b14-4b60-b95a-9131f1d16f58 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:53.063756 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b62f12dc-a66c-44ff-9293-03b5c4780f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:53.066954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960da38e-0b14-4b60-b95a-9131f1d16f58 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=3933ead7-f1d8-42d8-9aeb-826c0ff201ba,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:53.093292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-579cb55a-03a7-4d47-a56b-ef4c674941b4 req-678ab50d-72ea-42dd-b04b-0346a5b89dd3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c9c3e10-50e4-4211-994e-9fe43bf6b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0632150 Sep 09 09:32:53.113218 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a9e6c9f5-05b2-4350-9e93-9ab85766f9b2 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:53.154657 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:46Z', 'revision_number': 3, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:53.177198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b62f12dc-a66c-44ff-9293-03b5c4780f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:53.182519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 78e2858d-2910-46a7-af40-4bc15901b6ea no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:32:53.221215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-53079c0e-313f-450c-a7f2-f0aa9ee1933c req-960da38e-0b14-4b60-b95a-9131f1d16f58 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] No DVR routers for this DVR port 3933ead7-f1d8-42d8-9aeb-826c0ff201ba on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:53.221425 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bd4cee-454a-4ab4-ae43-489c5099be11 None None] The sync data for ids ['4cd80167-960c-4730-877d-c8a663eeccf4'] in n-d-778696-16 is: [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:46Z', 'revision_number': 3, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:53.229010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 78e2858d-2910-46a7-af40-4bc15901b6ea {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:32:53.229369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 78e2858d-2910-46a7-af40-4bc15901b6ea not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:32:53.240431 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-53079c0e-313f-450c-a7f2-f0aa9ee1933c req-960da38e-0b14-4b60-b95a-9131f1d16f58 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:53.242522 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-53079c0e-313f-450c-a7f2-f0aa9ee1933c req-960da38e-0b14-4b60-b95a-9131f1d16f58 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.24 "DELETE /v2.0/ports/3933ead7-f1d8-42d8-9aeb-826c0ff201ba HTTP/1.1" status: 204 len: 173 time: 2.1609416 Sep 09 09:32:53.329793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f12dc-a66c-44ff-9293-03b5c4780f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc4123c-6bbe-46ec-8a6e-555c82a79b0e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:53.337513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b62f12dc-a66c-44ff-9293-03b5c4780f3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9d508170ad5472ea9b92d74f4b3bd22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2906017 Sep 09 09:32:53.338185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49632) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:53.354207 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:53.407702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Allocated IP 172.20.0.1 (e8c618c8-1024-4991-8b5f-74476743e59c/3fb6a3a7-4b85-425d-a2fa-80fee4ab5628/60477bc9-0f39-4c25-93a2-0eda1e89d32a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:53.460637 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ade569a-10d3-4ffe-84a1-62d43ad3a392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:53.564192 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ade569a-10d3-4ffe-84a1-62d43ad3a392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:53.622129 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9e6c9f5-05b2-4350-9e93-9ab85766f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:49Z', 'revision_number': 7, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08f6af6-f537-4c46-9258-6030040e606d', 'name': '', 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:30:2f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:41Z', 'updated_at': '2021-09-09T09:32:51Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:53.653953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c08f6af6-f537-4c46-9258-6030040e606d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:53.741410 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6c9f5-05b2-4350-9e93-9ab85766f9b2 None None] Checking router: 6bb8de2b-558f-4752-915c-eed2d0ac155a for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:32:53.743462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:53.753286 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6c9f5-05b2-4350-9e93-9ab85766f9b2 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:53.755260 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9e6c9f5-05b2-4350-9e93-9ab85766f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:53.822283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c08f6af6-f537-4c46-9258-6030040e606d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:53.822659 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:53.841364 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b359b984-523a-4a0c-87b6-c074765b950e req-bcd23336-da16-4657-9917-f2b98e05fb08 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5b6d93-b972-4fc7-84f2-b546166089bc HTTP/1.1" status: 200 len: 210 time: 0.0740337 Sep 09 09:32:53.859941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Transition to ACTIVE for port object 60477bc9-0f39-4c25-93a2-0eda1e89d32a will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:53.863728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ade569a-10d3-4ffe-84a1-62d43ad3a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:53.866775 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ade569a-10d3-4ffe-84a1-62d43ad3a392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:53.871071 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2ade569a-10d3-4ffe-84a1-62d43ad3a392 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5bc4123c-6bbe-46ec-8a6e-555c82a79b0e HTTP/1.1" status: 204 len: 168 time: 0.5295994 Sep 09 09:32:53.921259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade569a-10d3-4ffe-84a1-62d43ad3a392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc4123c-6bbe-46ec-8a6e-555c82a79b0e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:54.025341 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a9e6c9f5-05b2-4350-9e93-9ab85766f9b2 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:54.058600 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:54.072836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port c08f6af6-f537-4c46-9258-6030040e606d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:54.073209 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:54.123540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Network e8c618c8-1024-4991-8b5f-74476743e59c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:54.129534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:54.132619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:54.243745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port c08f6af6-f537-4c46-9258-6030040e606d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c08f6af6-f537-4c46-9258-6030040e606d,segment=NetworkSegment(e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df),segment_id=e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:54.244047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:54.247030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=60477bc9-0f39-4c25-93a2-0eda1e89d32a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:54.272927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for c08f6af6-f537-4c46-9258-6030040e606d owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:54.273627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:54.465613 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9e6c9f5-05b2-4350-9e93-9ab85766f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:49Z', 'revision_number': 7, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08f6af6-f537-4c46-9258-6030040e606d', 'name': '', 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:30:2f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:41Z', 'updated_at': '2021-09-09T09:32:51Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:54.545826 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6c9f5-05b2-4350-9e93-9ab85766f9b2 None None] The sync data for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 is: [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:49Z', 'revision_number': 7, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08f6af6-f537-4c46-9258-6030040e606d', 'name': '', 'network_id': '2fd10899-410a-418d-9fc4-453fd5af3f62', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:30:2f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:41Z', 'updated_at': '2021-09-09T09:32:51Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'e5dd8404-af62-4e4c-be16-bc53e47f7f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:54.607738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8e002-92b6-4265-ab80-aadbbe7221fc req-86af2b20-a1ac-4250-b98e-7737ee947347 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:54.616415 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bdf8e002-92b6-4265-ab80-aadbbe7221fc req-86af2b20-a1ac-4250-b98e-7737ee947347 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.5705390 Sep 09 09:32:54.652577 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:54.677962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3933ead7-f1d8-42d8-9aeb-826c0ff201ba no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:32:54.691283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'name': 'network-vif-deleted', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:32:54.693844 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f2b409-8260-446c-9976-adc62d1856c5" -d '{"events": [{"server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "name": "network-vif-deleted", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:32:54.716513 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bdf8e002-92b6-4265-ab80-aadbbe7221fc req-d50ed8ba-afa1-46b3-afca-a8b3130454b8 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991666 Sep 09 09:32:54.742759 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:54.767214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-27e17868-f5be-4f26-aa6e-d169d733efa5 None None] Provisioning for port 60477bc9-0f39-4c25-93a2-0eda1e89d32a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:54.771940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 3933ead7-f1d8-42d8-9aeb-826c0ff201ba {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:32:54.774585 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3933ead7-f1d8-42d8-9aeb-826c0ff201ba not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:32:54.783127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-27e17868-f5be-4f26-aa6e-d169d733efa5 None None] Provisioning complete for port 60477bc9-0f39-4c25-93a2-0eda1e89d32a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:54.785561 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27e17868-f5be-4f26-aa6e-d169d733efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:54.804752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=c08f6af6-f537-4c46-9258-6030040e606d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:54.828663 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50af7ca-3c98-45a8-bc1a-25a3fb88bda2 x-openstack-request-id: req-e50af7ca-3c98-45a8-bc1a-25a3fb88bda2 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:32:54.828953 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5b6d93-b972-4fc7-84f2-b546166089bc", "name": "network-vif-deleted", "tag": "3933ead7-f1d8-42d8-9aeb-826c0ff201ba", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:32:54.829377 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e50af7ca-3c98-45a8-bc1a-25a3fb88bda2 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:32:54.830057 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5b6d93-b972-4fc7-84f2-b546166089bc', 'name': 'network-vif-deleted', 'tag': '3933ead7-f1d8-42d8-9aeb-826c0ff201ba', 'status': 'completed', 'code': 200} Sep 09 09:32:54.855192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49670) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:54.879042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-27e17868-f5be-4f26-aa6e-d169d733efa5 None None] Port 60477bc9-0f39-4c25-93a2-0eda1e89d32a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:54.894529 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a31c8db-90af-48b2-9e39-a20781b4b735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:54.931149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:55.016246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49676) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:55.165227 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:55.256542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1485088515', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:55.271001 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:55.407918 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-9a31c8db-90af-48b2-9e39-a20781b4b735 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:32:55.407918 n-d-778696-16 neutron-server[95325]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 09:32:55.407918 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id': 'a8977aa43890401cab8da1aa8922ebec', 'id': '10a36e73-a2be-41bf-9e0c-baeffb74c6dd', 'expiration': datetime.datetime(2021, 9, 9, 9, 34, 55, 392062)}] Sep 09 09:32:55.407918 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:32:55.408846 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-9a31c8db-90af-48b2-9e39-a20781b4b735 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:32:55.446979 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:55.457434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-c49173f6-2e2a-43fb-a593-8b14c8626d93 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:55.459164 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-c49173f6-2e2a-43fb-a593-8b14c8626d93 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.6329861 Sep 09 09:32:55.476971 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-d28fc6e8-3472-44c3-8a5c-058882d1420b tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/quotas/245f6d8c14c94cfaa4af650bffd88cb8 HTTP/1.1" status: 200 len: 375 time: 0.0103283 Sep 09 09:32:55.506322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Made reservation on behalf of 4ace2f5002ea4d1890ab9975b1a04696 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:32:55.508672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:55.525446 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:55.545546 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:55.614976 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-2d0beb72-f533-4e4a-95f8-c7d2502e5ffb tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1317389 Sep 09 09:32:55.620409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 6bb8de2b-558f-4752-915c-eed2d0ac155a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:55.622741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:55.624752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=60477bc9-0f39-4c25-93a2-0eda1e89d32a,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:55.709243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 56a2bf59-9d0f-454c-b652-4ad35e7cf21f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:55.828818 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:55.831963 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-8d1cb068-2691-4683-a802-710598b9dab6 service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994228 Sep 09 09:32:55.846429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:32:55.847916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:55.851877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:55.853065 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:55.860290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dfb5817a-2349-4713-abba-772e85f97eee tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0435607 Sep 09 09:32:55.866693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:55.873563 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:55.886445 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea03515-b274-42b8-a897-32f706ce5105 None None] Sync routers for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:55.910100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea03515-b274-42b8-a897-32f706ce5105 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:55.910985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dea03515-b274-42b8-a897-32f706ce5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:55.916047 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a31c8db-90af-48b2-9e39-a20781b4b735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:55.951561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Network e8c618c8-1024-4991-8b5f-74476743e59c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:55.964506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:55.987180 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-dd979f4d-34eb-41fd-b182-0704b4cc0a5c service neutron] 10.222.0.32 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529202 Sep 09 09:32:56.142990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-dea03515-b274-42b8-a897-32f706ce5105 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:56.196916 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.218736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=56a2bf59-9d0f-454c-b652-4ad35e7cf21f,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:56.231332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a31c8db-90af-48b2-9e39-a20781b4b735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.254816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Router 4cd80167-960c-4730-877d-c8a663eeccf4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:56.324668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.333368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] device_id is not set on port e6913b49-fbea-4918-8547-271a06c58698 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:32:56.342459 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.381257 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e54274c-aa83-495d-a2c1-a475db318148 req-7edf48c4-0b04-4893-804d-5799dae40ff8 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 210 time: 0.0369394 Sep 09 09:32:56.381257 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a31c8db-90af-48b2-9e39-a20781b4b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.472879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fd476fbd-c962-4df1-9bf3-711b73070fa2 None None] Provisioning complete for port 60477bc9-0f39-4c25-93a2-0eda1e89d32a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:56.473254 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd476fbd-c962-4df1-9bf3-711b73070fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.478215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Allocated IP 172.25.8.6 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e6913b49-fbea-4918-8547-271a06c58698) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:32:56.485901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31c8db-90af-48b2-9e39-a20781b4b735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dadfe31-abd7-4664-b000-95699caa9b02,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:56.492644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9a31c8db-90af-48b2-9e39-a20781b4b735 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8977aa43890401cab8da1aa8922ebec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6361728 Sep 09 09:32:56.516791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=56a2bf59-9d0f-454c-b652-4ad35e7cf21f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:56.527080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49690) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:56.528479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:56.539348 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Sync routers for ids ['4cd80167-960c-4730-877d-c8a663eeccf4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:56.541698 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-95a9785c-d4c0-41af-a239-892b7c153ae6 admin admin] 10.222.0.32 "PUT /v2.0/routers/4cd80167-960c-4730-877d-c8a663eeccf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3495176 Sep 09 09:32:56.555612 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Routers {'4cd80167-960c-4730-877d-c8a663eeccf4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:56.556405 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['4cd80167-960c-4730-877d-c8a663eeccf4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:56.575940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fd476fbd-c962-4df1-9bf3-711b73070fa2 None None] Port 60477bc9-0f39-4c25-93a2-0eda1e89d32a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:32:56.606913 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4600afcd-50df-43f0-9bc4-8e5eaebebb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.635984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dea03515-b274-42b8-a897-32f706ce5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 8, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:56.656460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4600afcd-50df-43f0-9bc4-8e5eaebebb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.673750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea03515-b274-42b8-a897-32f706ce5105 None None] Checking router: 6bb8de2b-558f-4752-915c-eed2d0ac155a for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:32:56.680262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d64d3-d8f5-4465-bb97-5e838847680d req-2fdf0bc8-aa55-4c99-a37b-ed9e71354d06 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:56.683017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea03515-b274-42b8-a897-32f706ce5105 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:56.683658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dea03515-b274-42b8-a897-32f706ce5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:56.688023 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d22d64d3-d8f5-4465-bb97-5e838847680d req-2fdf0bc8-aa55-4c99-a37b-ed9e71354d06 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.8933051 Sep 09 09:32:56.720866 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.768364 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.782695 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Set router 4cd80167-960c-4730-877d-c8a663eeccf4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:56.819179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9208e3-4d01-4e79-9640-a9bb51603a5e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting subnet e5dd8404-af62-4e4c-be16-bc53e47f7f8c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:32:56.832956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f04798e-aaed-42e9-857d-92afe1d2c703,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:56.834378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-dea03515-b274-42b8-a897-32f706ce5105 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:56.838081 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f9208e3-4d01-4e79-9640-a9bb51603a5e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.862221 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.865606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4600afcd-50df-43f0-9bc4-8e5eaebebb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.870937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4600afcd-50df-43f0-9bc4-8e5eaebebb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:56.881104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4600afcd-50df-43f0-9bc4-8e5eaebebb31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9dadfe31-abd7-4664-b000-95699caa9b02 HTTP/1.1" status: 204 len: 168 time: 0.3497913 Sep 09 09:32:56.912009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600afcd-50df-43f0-9bc4-8e5eaebebb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dadfe31-abd7-4664-b000-95699caa9b02,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:56.982344 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f9208e3-4d01-4e79-9640-a9bb51603a5e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.028917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:32:57.041120 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d22d64d3-d8f5-4465-bb97-5e838847680d req-0e6a5dfb-f8ab-476f-a0c7-447f6e0c858b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694132 Sep 09 09:32:57.052729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:32:57.064766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:32:57.069138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Pushing event updated for resources: {'Port': ['ID=e6913b49-fbea-4918-8547-271a06c58698,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:57.142686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:57.143321 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.228741 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 4, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '60477bc9-0f39-4c25-93a2-0eda1e89d32a', 'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'mac_address': 'fa:16:3e:d2:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:52Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 2, 'project_id': 'da114216dbc1457395669302398f7a7d', 'subnets': [{'id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:57.239319 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6f4e3329-b82d-4eb5-a73d-a143387ecd1e tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2217789 Sep 09 09:32:57.242425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49704) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:57.252022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6'}]}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:57.265599 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f9208e3-4d01-4e79-9640-a9bb51603a5e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.331506 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Checking router: 4cd80167-960c-4730-877d-c8a663eeccf4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:32:57.331999 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Updating router 4cd80167-960c-4730-877d-c8a663eeccf4 port 60477bc9-0f39-4c25-93a2-0eda1e89d32a binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:32:57.378808 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.385687 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.388850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.485695 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f9208e3-4d01-4e79-9640-a9bb51603a5e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.523947 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f9208e3-4d01-4e79-9640-a9bb51603a5e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.526233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8f9208e3-4d01-4e79-9640-a9bb51603a5e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/e5dd8404-af62-4e4c-be16-bc53e47f7f8c HTTP/1.1" status: 204 len: 168 time: 1.6561401 Sep 09 09:32:57.531182 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.532984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49710) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:57.573180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74072ec4-50df-4a2c-b74e-1bf81d45ab38 None None] Network 2fd10899-410a-418d-9fc4-453fd5af3f62 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:32:57.646535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9208e3-4d01-4e79-9640-a9bb51603a5e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dd8404-af62-4e4c-be16-bc53e47f7f8c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:57.664337 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b94e8947-5462-402c-8969-fbda1ea1d183 req-4935e6a3-b50a-4d8e-a53f-a28946f2e026 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 210 time: 0.1522367 Sep 09 09:32:57.714116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 56a2bf59-9d0f-454c-b652-4ad35e7cf21f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:57.737756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port 31606e52-a1ba-4926-bd33-0a28769ce8a6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:57.738282 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.811045 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.911833 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.915523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port 31606e52-a1ba-4926-bd33-0a28769ce8a6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=31606e52-a1ba-4926-bd33-0a28769ce8a6,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:57.915900 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.932912 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Transition to ACTIVE for port object 60477bc9-0f39-4c25-93a2-0eda1e89d32a will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:32:57.935363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49718) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:57.942827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3499469f-65d0-4efd-802c-1fa91f6909d7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799816862', 'description': 'tempest-description--1696593229'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:57.948772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dea03515-b274-42b8-a897-32f706ce5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 8, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:57.950855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:32:57.953225 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:57.953596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for 31606e52-a1ba-4926-bd33-0a28769ce8a6 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:57.965271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.028324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea03515-b274-42b8-a897-32f706ce5105 None None] The sync data for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 is: [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 8, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': '0e8a0064-dd45-4586-b2cf-0777df27f173', 'name': '', 'network_id': '7de82c89-9ee5-4099-8ef8-15c0fa0445b3', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:ce:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '24317074-9baf-4e1d-b11f-150d990da860', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:34Z', 'updated_at': '2021-09-09T09:32:42Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '24317074-9baf-4e1d-b11f-150d990da860', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:58.045434 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.047289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e621f111-ae68-45e0-91d7-a73998415b82 None None] DHCP port deletion for 2fd10899-410a-418d-9fc4-453fd5af3f62 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:32:58.089104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port a1956703-7d00-493b-ae43-933ae63ec0c7 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:58.089693 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.122314 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40f405-3332-4589-918d-f27adc46bca2 None None] Pushing event updated for resources: {'Port': ['ID=60477bc9-0f39-4c25-93a2-0eda1e89d32a,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:58.134237 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3499469f-65d0-4efd-802c-1fa91f6909d7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.213488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e621f111-ae68-45e0-91d7-a73998415b82 None None] Deleting port a1956703-7d00-493b-ae43-933ae63ec0c7 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:32:58.215436 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e621f111-ae68-45e0-91d7-a73998415b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.218663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port a1956703-7d00-493b-ae43-933ae63ec0c7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a1956703-7d00-493b-ae43-933ae63ec0c7,segment=NetworkSegment(e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df),segment_id=e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:58.219044 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.239809 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Attempting to bind port 60477bc9-0f39-4c25-93a2-0eda1e89d32a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:32:58.240251 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Attempting to bind port 60477bc9-0f39-4c25-93a2-0eda1e89d32a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:32:58.240721 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Attempting to bind port 60477bc9-0f39-4c25-93a2-0eda1e89d32a on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:32:58.248260 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:32:58.249294 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Checking segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:32:58.249914 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.250398 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Bound using segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:32:58.250966 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Bound port: 60477bc9-0f39-4c25-93a2-0eda1e89d32a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:32:58.251485 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.253839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for a1956703-7d00-493b-ae43-933ae63ec0c7 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:58.309433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e621f111-ae68-45e0-91d7-a73998415b82 None None] For port a1956703-7d00-493b-ae43-933ae63ec0c7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a1956703-7d00-493b-ae43-933ae63ec0c7,segment=NetworkSegment(e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df),segment_id=e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:32:58.309847 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e621f111-ae68-45e0-91d7-a73998415b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.318468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb29e6-3bde-4b9b-a633-203de3e5469a req-218bf57c-3165-45a9-8ef4-5dfde6d74dcd tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:58.320690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b2bb29e6-3bde-4b9b-a633-203de3e5469a req-218bf57c-3165-45a9-8ef4-5dfde6d74dcd tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1622229 Sep 09 09:32:58.323810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e621f111-ae68-45e0-91d7-a73998415b82 None None] Calling delete_port for a1956703-7d00-493b-ae43-933ae63ec0c7 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:32:58.338048 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] For port 60477bc9-0f39-4c25-93a2-0eda1e89d32a, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:32:58.346333 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] For port 60477bc9-0f39-4c25-93a2-0eda1e89d32a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=60477bc9-0f39-4c25-93a2-0eda1e89d32a,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:32:58.433288 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.521851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b2bb29e6-3bde-4b9b-a633-203de3e5469a req-2de64804-abce-4fff-ac1c-017e0fcb83c3 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918161 Sep 09 09:32:58.553947 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e621f111-ae68-45e0-91d7-a73998415b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.571756 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3499469f-65d0-4efd-802c-1fa91f6909d7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.574703 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Routers {'4cd80167-960c-4730-877d-c8a663eeccf4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:58.575340 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['4cd80167-960c-4730-877d-c8a663eeccf4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:58.602991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621f111-ae68-45e0-91d7-a73998415b82 None None] Pushing event deleted for resources: {'Port': ['ID=a1956703-7d00-493b-ae43-933ae63ec0c7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:58.619303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621f111-ae68-45e0-91d7-a73998415b82 None None] No DVR routers for this DVR port a1956703-7d00-493b-ae43-933ae63ec0c7 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:58.621773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.665157 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40f405-3332-4589-918d-f27adc46bca2 None None] Pushing event updated for resources: {'Port': ['ID=60477bc9-0f39-4c25-93a2-0eda1e89d32a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:58.684545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3499469f-65d0-4efd-802c-1fa91f6909d7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.717225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=31606e52-a1ba-4926-bd33-0a28769ce8a6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:58.756200 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.795568 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3499469f-65d0-4efd-802c-1fa91f6909d7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:58.797337 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3499469f-65d0-4efd-802c-1fa91f6909d7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8609543 Sep 09 09:32:58.822351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49734) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:58.832636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3532385a-755a-452f-9ac9-247f34bf0f4a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Request body: {'security_group_rule': {'security_group_id': '44fd8d30-e7db-4254-be0b-d5e8cbd17cf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:58.851473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=a1956703-7d00-493b-ae43-933ae63ec0c7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:58.882354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No DVR routers for this DVR port a1956703-7d00-493b-ae43-933ae63ec0c7 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:32:58.905990 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] Set router 4cd80167-960c-4730-877d-c8a663eeccf4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:32:58.923856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499469f-65d0-4efd-802c-1fa91f6909d7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:58.993964 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.008692 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3532385a-755a-452f-9ac9-247f34bf0f4a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.097487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-11506968-80b0-4ef7-a5dd-3b020ecf5a50 req-17e2d275-81bd-444d-a432-b0ddb251dc6e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 210 time: 0.1925752 Sep 09 09:32:59.190576 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.190742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.217762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd10899-410a-418d-9fc4-453fd5af3f62']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:59.229139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:59.229481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8305ac4-78f3-4ed9-a4e7-a68c8ec7b5df') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:59.240685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.246937 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 4, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '60477bc9-0f39-4c25-93a2-0eda1e89d32a', 'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'mac_address': 'fa:16:3e:d2:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:52Z', 'updated_at': '2021-09-09T09:32:58Z', 'revision_number': 4, 'project_id': 'da114216dbc1457395669302398f7a7d', 'subnets': [{'id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:59.255568 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.262469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:32:59.262828 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.275089 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050de55d-d1ec-4ee8-a1a6-c4b9896ab29b None None] The sync data for ids ['4cd80167-960c-4730-877d-c8a663eeccf4'] in n-d-778696-16 is: [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 4, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '60477bc9-0f39-4c25-93a2-0eda1e89d32a', 'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'mac_address': 'fa:16:3e:d2:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:52Z', 'updated_at': '2021-09-09T09:32:58Z', 'revision_number': 4, 'project_id': 'da114216dbc1457395669302398f7a7d', 'subnets': [{'id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:32:59.277718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3532385a-755a-452f-9ac9-247f34bf0f4a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.356675 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:32:59.361808 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:32:59.371773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3532385a-755a-452f-9ac9-247f34bf0f4a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.383712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532385a-755a-452f-9ac9-247f34bf0f4a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ddffaa-98de-450a-9c7a-58c2565fecdf,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:59.460748 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.474480 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.479117 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/networks/2fd10899-410a-418d-9fc4-453fd5af3f62 HTTP/1.1" status: 204 len: 168 time: 1.9424732 Sep 09 09:32:59.483767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-cd736415-bc70-4a54-b8dd-c425c45b3489 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:59.485288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-cd736415-bc70-4a54-b8dd-c425c45b3489 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 806 time: 0.7956345 Sep 09 09:32:59.489200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49740) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:59.525543 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3532385a-755a-452f-9ac9-247f34bf0f4a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.529756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3532385a-755a-452f-9ac9-247f34bf0f4a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7034650 Sep 09 09:32:59.535432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49742) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:59.548214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Router e16f9703-57f4-4d82-857c-25f0f09f7444 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:32:59.553333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-69fdb4be-320e-4e90-902b-c8693efd06b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Request body: {'security_group_rule': {'security_group_id': '44fd8d30-e7db-4254-be0b-d5e8cbd17cf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:59.609870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Request body: {'port': {'device_id': '3f78c143-88a5-4a48-a55e-58bc89b37f1e', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'admin_state_up': True, 'tenant_id': '245f6d8c14c94cfaa4af650bffd88cb8'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:32:59.683720 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69fdb4be-320e-4e90-902b-c8693efd06b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:32:59.701040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4172407-7e8d-452e-a8a0-a9c81573dddc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Network': ['ID=2fd10899-410a-418d-9fc4-453fd5af3f62,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:32:59.733039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 60477bc9-0f39-4c25-93a2-0eda1e89d32a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:32:59.824305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:32:59.832679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-00ec598a-0098-4de6-af1d-608f6bedada8 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "PUT /v2.0/routers/e16f9703-57f4-4d82-857c-25f0f09f7444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8973742 Sep 09 09:32:59.840722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0110c8f5-7312-4bf3-a25f-f8d40838ea9b None None] Sync routers for ids ['e16f9703-57f4-4d82-857c-25f0f09f7444'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:32:59.842529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49752) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:32:59.858859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0110c8f5-7312-4bf3-a25f-f8d40838ea9b None None] Routers {'e16f9703-57f4-4d82-857c-25f0f09f7444'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:32:59.861081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0110c8f5-7312-4bf3-a25f-f8d40838ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e16f9703-57f4-4d82-857c-25f0f09f7444'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:32:59.962120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a7f47-f626-4c99-9fb8-3dfdea3f2d10 req-99844afd-fb88-49b9-be6b-36efac178503 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:32:59.970289 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db0a7f47-f626-4c99-9fb8-3dfdea3f2d10 req-99844afd-fb88-49b9-be6b-36efac178503 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.3096766 Sep 09 09:32:59.978776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.011953 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69fdb4be-320e-4e90-902b-c8693efd06b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.040609 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8bca2d-3197-4aa7-aa8b-d1d7e095bc10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting subnet dd43f23f-630f-48ac-862e-7334434a0462 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:00.043687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 60477bc9-0f39-4c25-93a2-0eda1e89d32a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:00.046785 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db0a7f47-f626-4c99-9fb8-3dfdea3f2d10 req-eddd46a6-f1ec-4302-bfa8-2fcb60fbbb83 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755837 Sep 09 09:33:00.049483 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d8bca2d-3197-4aa7-aa8b-d1d7e095bc10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.053861 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 60477bc9-0f39-4c25-93a2-0eda1e89d32a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:00.054301 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.111834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-0110c8f5-7312-4bf3-a25f-f8d40838ea9b None None] Set router e16f9703-57f4-4d82-857c-25f0f09f7444 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:00.124134 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d8bca2d-3197-4aa7-aa8b-d1d7e095bc10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.250232 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69fdb4be-320e-4e90-902b-c8693efd06b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.274055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdb4be-320e-4e90-902b-c8693efd06b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7581b88a-54b4-4692-911e-725897adeadb,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:00.306754 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d8bca2d-3197-4aa7-aa8b-d1d7e095bc10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.365298 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.441238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 60477bc9-0f39-4c25-93a2-0eda1e89d32a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=60477bc9-0f39-4c25-93a2-0eda1e89d32a,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:00.445274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d8bca2d-3197-4aa7-aa8b-d1d7e095bc10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.491081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0110c8f5-7312-4bf3-a25f-f8d40838ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:32:58Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:00.503421 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bca2d-3197-4aa7-aa8b-d1d7e095bc10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Subnet': ['ID=dd43f23f-630f-48ac-862e-7334434a0462,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:00.508126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d8bca2d-3197-4aa7-aa8b-d1d7e095bc10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.518976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4d8bca2d-3197-4aa7-aa8b-d1d7e095bc10 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/subnets/dd43f23f-630f-48ac-862e-7334434a0462 HTTP/1.1" status: 204 len: 168 time: 0.6708591 Sep 09 09:33:00.519692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49764) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:00.531161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef63210-200b-4367-8c8f-dee0931d3d2e None None] Network 62c263f2-7d5d-471b-8f2d-14957f178b89 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:00.533693 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.539403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0110c8f5-7312-4bf3-a25f-f8d40838ea9b None None] Checking router: e16f9703-57f4-4d82-857c-25f0f09f7444 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:33:00.627564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0110c8f5-7312-4bf3-a25f-f8d40838ea9b None None] Routers {'e16f9703-57f4-4d82-857c-25f0f09f7444'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:00.628815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0110c8f5-7312-4bf3-a25f-f8d40838ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e16f9703-57f4-4d82-857c-25f0f09f7444'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:00.647504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c08f6af6-f537-4c46-9258-6030040e606d no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:00.695962 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.727847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: c08f6af6-f537-4c46-9258-6030040e606d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:00.728484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c08f6af6-f537-4c46-9258-6030040e606d not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:00.729013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1956703-7d00-493b-ae43-933ae63ec0c7 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:00.731636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c40970a6-f464-42c8-9f76-25b77d27961e req-3fe6c325-5469-40a9-9365-f3c7a43beff7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 210 time: 0.1105530 Sep 09 09:33:00.732215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Made reservation on behalf of 245f6d8c14c94cfaa4af650bffd88cb8 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:00.736500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.755542 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69fdb4be-320e-4e90-902b-c8693efd06b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.755542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-69fdb4be-320e-4e90-902b-c8693efd06b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2188394 Sep 09 09:33:00.765900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49770) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:00.771061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:00.845264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: a1956703-7d00-493b-ae43-933ae63ec0c7 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:00.846008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.846464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a1956703-7d00-493b-ae43-933ae63ec0c7 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:00.848616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=60477bc9-0f39-4c25-93a2-0eda1e89d32a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:00.850689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.883340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.883988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.884435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.885384 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.885817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.886257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.887071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.887635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.888067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.888497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.889005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.890056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:00.931827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:00.978441 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.031745 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-0110c8f5-7312-4bf3-a25f-f8d40838ea9b None None] Set router e16f9703-57f4-4d82-857c-25f0f09f7444 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:01.097723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.100009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6b3cb0e-fb76-424f-81b2-c9c3fd0ed3d6 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:33:01.143743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2542dd3-1c40-49f7-aa71-16d4adca3ed0 None None] DHCP port deletion for 62c263f2-7d5d-471b-8f2d-14957f178b89 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:33:01.193206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Allocated IP 172.20.0.3 (346934c0-b5f0-416b-9d32-fc48ed065fec/46ca00ff-7e3e-4607-867c-7a87c8c0b9e6/bce47521-ee1c-4ebc-89c8-08dcd3992f0c) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:01.239769 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 09 09:33:01.241209 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b0ef6f67-dc74-4269-9f27-a9cd050d7e84 tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 3.9971991 Sep 09 09:33:01.244342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49784) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:01.272702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eca6ad-7c76-4cd4-9794-b959a5cadc4d req-66372c7e-0ec1-4288-b333-2cc6e0c3dad5 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:01.274213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-37eca6ad-7c76-4cd4-9794-b959a5cadc4d req-66372c7e-0ec1-4288-b333-2cc6e0c3dad5 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.0977795 Sep 09 09:33:01.281936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Deleting port e6c680f7-ce6a-4c83-81ba-47716143b4d0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:01.282171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.301266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.320469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f2542dd3-1c40-49f7-aa71-16d4adca3ed0 None None] Deleting port 614b353a-b82d-4bfe-8e26-11f74b5fc44b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:01.323682 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2542dd3-1c40-49f7-aa71-16d4adca3ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.442604 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-37eca6ad-7c76-4cd4-9794-b959a5cadc4d req-4d8e3e07-63fd-4e53-b624-a3a147a6bc83 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348047 Sep 09 09:33:01.458208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.458507 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f2542dd3-1c40-49f7-aa71-16d4adca3ed0 None None] For port 614b353a-b82d-4bfe-8e26-11f74b5fc44b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=614b353a-b82d-4bfe-8e26-11f74b5fc44b,segment=NetworkSegment(b207ea83-6dcd-4dc7-9d44-f32da16f9c81),segment_id=b207ea83-6dcd-4dc7-9d44-f32da16f9c81)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:01.462646 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2542dd3-1c40-49f7-aa71-16d4adca3ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.486987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0110c8f5-7312-4bf3-a25f-f8d40838ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:32:58Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:01.489303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f2542dd3-1c40-49f7-aa71-16d4adca3ed0 None None] Calling delete_port for 614b353a-b82d-4bfe-8e26-11f74b5fc44b owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:01.493700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] For port e6c680f7-ce6a-4c83-81ba-47716143b4d0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e6c680f7-ce6a-4c83-81ba-47716143b4d0,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:01.494101 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.512284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Calling delete_port for e6c680f7-ce6a-4c83-81ba-47716143b4d0 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:01.516872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8a123c39-1096-44de-be7b-7e1c547d3b1d tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Deleting port e6913b49-fbea-4918-8547-271a06c58698 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:01.517222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a123c39-1096-44de-be7b-7e1c547d3b1d tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.531025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0110c8f5-7312-4bf3-a25f-f8d40838ea9b None None] The sync data for ids ['e16f9703-57f4-4d82-857c-25f0f09f7444'] in n-d-778696-16 is: [{'id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618546031', 'tenant_id': '88c726152e4047b9b17518f59bbdcd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:30:26Z', 'updated_at': '2021-09-09T09:32:58Z', 'revision_number': 5, 'project_id': '88c726152e4047b9b17518f59bbdcd13', 'gw_port': {'id': 'e6c680f7-ce6a-4c83-81ba-47716143b4d0', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f9703-57f4-4d82-857c-25f0f09f7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:30:27Z', 'updated_at': '2021-09-09T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:01.538814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Allocated IP 172.25.8.164 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/08d57f7b-3364-4006-a3f1-4b1e6ec8ef9d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:01.593951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.706938 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2542dd3-1c40-49f7-aa71-16d4adca3ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.740698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2542dd3-1c40-49f7-aa71-16d4adca3ed0 None None] Pushing event deleted for resources: {'Port': ['ID=614b353a-b82d-4bfe-8e26-11f74b5fc44b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:01.743920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2542dd3-1c40-49f7-aa71-16d4adca3ed0 None None] No DVR routers for this DVR port 614b353a-b82d-4bfe-8e26-11f74b5fc44b on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:01.747250 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a123c39-1096-44de-be7b-7e1c547d3b1d tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.771862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.773184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8a123c39-1096-44de-be7b-7e1c547d3b1d tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Calling delete_port for e6913b49-fbea-4918-8547-271a06c58698 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:01.871909 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.883574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:33:01.925107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:01.981927 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 60477bc9-0f39-4c25-93a2-0eda1e89d32a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:01.984307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Port': ['ID=e6c680f7-ce6a-4c83-81ba-47716143b4d0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:02.000706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.058228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Network 346934c0-b5f0-416b-9d32-fc48ed065fec is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:02.073047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:02.077956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:02.080444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event updated for resources: {'Port': ['ID=bce47521-ee1c-4ebc-89c8-08dcd3992f0c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:02.098420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event updated for resources: {'Port': ['ID=08d57f7b-3364-4006-a3f1-4b1e6ec8ef9d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:02.098520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 60477bc9-0f39-4c25-93a2-0eda1e89d32a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:02.098520 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.167512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fbb48-ddd9-492d-ad8b-882f2d430b30 req-ede440dc-a7c6-4d5b-8c8d-6d48980ac165 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:02.169216 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a2fbb48-ddd9-492d-ad8b-882f2d430b30 req-ede440dc-a7c6-4d5b-8c8d-6d48980ac165 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 931 time: 0.3324103 Sep 09 09:33:02.181288 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.228779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:02.265876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:02.270074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:02.281234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:02.281989 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.323405 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a2fbb48-ddd9-492d-ad8b-882f2d430b30 req-dd3f5ffd-9eba-4de9-9039-e5f9af82cccc tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160510 Sep 09 09:33:02.377723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port 0e8a0064-dd45-4586-b2cf-0777df27f173 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:02.378151 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.388375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 614b353a-b82d-4bfe-8e26-11f74b5fc44b no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:02.401588 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a123c39-1096-44de-be7b-7e1c547d3b1d tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.425544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 614b353a-b82d-4bfe-8e26-11f74b5fc44b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:02.426084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 614b353a-b82d-4bfe-8e26-11f74b5fc44b not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:02.458378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba63db4-f6be-4e7d-a2e6-1d515a82645c req-3891f742-4a64-4b94-a08d-25113128dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:02.461652 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ba63db4-f6be-4e7d-a2e6-1d515a82645c req-3891f742-4a64-4b94-a08d-25113128dcad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 1097 time: 0.1516678 Sep 09 09:33:02.466337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a123c39-1096-44de-be7b-7e1c547d3b1d tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6913b49-fbea-4918-8547-271a06c58698,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:02.506692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-7c16d3f9-6efb-4f12-b8dc-cc880e74a70c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9676650 Sep 09 09:33:02.543732 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Request body: {'port': {'device_id': '3f78c143-88a5-4a48-a55e-58bc89b37f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:02.672628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port 0e8a0064-dd45-4586-b2cf-0777df27f173, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0e8a0064-dd45-4586-b2cf-0777df27f173,segment=NetworkSegment(0c8c8024-69d2-473b-aed3-af5d19668b6f),segment_id=0c8c8024-69d2-473b-aed3-af5d19668b6f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:02.675228 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.680687 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8a123c39-1096-44de-be7b-7e1c547d3b1d tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.682918 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8a123c39-1096-44de-be7b-7e1c547d3b1d tempest-RoutersAdminNegativeTest-470242851 tempest-RoutersAdminNegativeTest-470242851-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e6913b49-fbea-4918-8547-271a06c58698 HTTP/1.1" status: 204 len: 168 time: 1.4374580 Sep 09 09:33:02.685536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ba63db4-f6be-4e7d-a2e6-1d515a82645c req-a52c2cf1-dd13-4737-aa5d-8d000a9b571a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145846 Sep 09 09:33:02.699627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.701674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for 0e8a0064-dd45-4586-b2cf-0777df27f173 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:02.709303 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.711919 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.810444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f9451-83b0-4062-a2b4-bf7a5ee08542 req-a58f80cc-8084-47fb-95c7-5ee4a0697dd4 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:02.813557 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-183f9451-83b0-4062-a2b4-bf7a5ee08542 req-a58f80cc-8084-47fb-95c7-5ee4a0697dd4 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.0985107 Sep 09 09:33:02.862039 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-183f9451-83b0-4062-a2b4-bf7a5ee08542 req-038f912f-7359-4695-a91e-9bdef8867c70 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Sep 09 09:33:02.883359 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.884909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Fanout notify agent at l3_agent the message router_deleted on router e16f9703-57f4-4d82-857c-25f0f09f7444 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:33:02.922447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:02.926752 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4388576e-6480-455a-b41a-313418393c15 tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/routers/e16f9703-57f4-4d82-857c-25f0f09f7444 HTTP/1.1" status: 204 len: 168 time: 2.4060683 Sep 09 09:33:02.931483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49800) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:03.001294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.053019 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.152282 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.174188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce47521-ee1c-4ebc-89c8-08dcd3992f0c {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:33:03.183849 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.199545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c263f2-7d5d-471b-8f2d-14957f178b89']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:03.200199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Transition to ACTIVE for port object bce47521-ee1c-4ebc-89c8-08dcd3992f0c will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:03.201548 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.213142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:03.213452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b207ea83-6dcd-4dc7-9d44-f32da16f9c81') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:03.215195 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.240475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=0e8a0064-dd45-4586-b2cf-0777df27f173,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:03.246488 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.273417 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.288566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:33:03.288566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:33:03.304483 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:33:03.347845 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.382833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49810) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:03.405796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49812) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:03.500473 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.578577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.591727 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/networks/62c263f2-7d5d-471b-8f2d-14957f178b89 HTTP/1.1" status: 204 len: 168 time: 0.6586418 Sep 09 09:33:03.598454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ac149-7b72-4d33-817c-7c9e52e7d74e tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'Network': ['ID=62c263f2-7d5d-471b-8f2d-14957f178b89,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:03.598670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49818) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:03.604601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Pushing event updated for resources: {'Port': ['ID=bce47521-ee1c-4ebc-89c8-08dcd3992f0c,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:03.676742 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8b0b-8a39-4ae9-be82-4688c409a709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.690534 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.709949 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b392916b-e83b-4963-9b5e-0e53b09357d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.714874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046d3c-f25f-471e-86e5-e48f77311d36 req-33d6cc65-04a1-47f9-9ec4-cc42020079f0 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:03.719863 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f046d3c-f25f-471e-86e5-e48f77311d36 req-33d6cc65-04a1-47f9-9ec4-cc42020079f0 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 943 time: 0.2321482 Sep 09 09:33:03.743221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31606e52-a1ba-4926-bd33-0a28769ce8a6 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:03.747632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.769845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 31606e52-a1ba-4926-bd33-0a28769ce8a6 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:03.770441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31606e52-a1ba-4926-bd33-0a28769ce8a6 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:03.771034 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e6c680f7-ce6a-4c83-81ba-47716143b4d0 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:03.793512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e6c680f7-ce6a-4c83-81ba-47716143b4d0 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:03.794201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e6c680f7-ce6a-4c83-81ba-47716143b4d0 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:03.830333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8b0b-8a39-4ae9-be82-4688c409a709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.831447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.845819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Attempting to bind port bce47521-ee1c-4ebc-89c8-08dcd3992f0c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:03.846157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Attempting to bind port bce47521-ee1c-4ebc-89c8-08dcd3992f0c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:03.849830 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Attempting to bind port bce47521-ee1c-4ebc-89c8-08dcd3992f0c on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:03.890782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Port bce47521-ee1c-4ebc-89c8-08dcd3992f0c on network 346934c0-b5f0-416b-9d32-fc48ed065fec not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:33:03.891106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Attempting to bind port bce47521-ee1c-4ebc-89c8-08dcd3992f0c on network 346934c0-b5f0-416b-9d32-fc48ed065fec {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:03.893032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbed082b-fc96-4d0a-8662-1a0f9ddfd37d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.904300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event updated for resources: {'Port': ['ID=08d57f7b-3364-4006-a3f1-4b1e6ec8ef9d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:03.907436 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f046d3c-f25f-471e-86e5-e48f77311d36 req-2080add6-ef33-41d7-acb9-abcf967b1faa tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774509 Sep 09 09:33:03.917576 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.923065 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8b0b-8a39-4ae9-be82-4688c409a709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.924336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:03.924770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Checking segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:03.927360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Bound using segment: {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:03.927360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Bound port: bce47521-ee1c-4ebc-89c8-08dcd3992f0c, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b7b3d1-3f12-40ca-960e-ac02897159ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:03.927360 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:03.953855 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbed082b-fc96-4d0a-8662-1a0f9ddfd37d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.006318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce8b0b-8a39-4ae9-be82-4688c409a709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b1146b-5f11-48fb-aee9-236d7dd56f65,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:04.025627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e2ce8b0b-8a39-4ae9-be82-4688c409a709 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34fd98d5a8c344a1a5aa8b4a56f55ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6232936 Sep 09 09:33:04.035830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:04.113439 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b3c71-02a0-487c-9d8c-29ae8830f40d req-27f36b1f-a3ae-4127-864a-6a14f506f804 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:04.114998 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c7b3c71-02a0-487c-9d8c-29ae8830f40d req-27f36b1f-a3ae-4127-864a-6a14f506f804 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1373808 Sep 09 09:33:04.123316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] For port bce47521-ee1c-4ebc-89c8-08dcd3992f0c, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:04.135551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 6bb8de2b-558f-4752-915c-eed2d0ac155a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:33:04.141524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] For port bce47521-ee1c-4ebc-89c8-08dcd3992f0c, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=bce47521-ee1c-4ebc-89c8-08dcd3992f0c,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:04.151982 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0baa4ed4-6e95-469a-91d1-5b9a8eeae600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.177172 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b392916b-e83b-4963-9b5e-0e53b09357d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.199511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0baa4ed4-6e95-469a-91d1-5b9a8eeae600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.215729 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c7b3c71-02a0-487c-9d8c-29ae8830f40d req-8c2c906a-afa0-4596-96c3-e545c2326678 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837176 Sep 09 09:33:04.216804 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.246102 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b392916b-e83b-4963-9b5e-0e53b09357d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.304703 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b392916b-e83b-4963-9b5e-0e53b09357d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98326e2cc27e46dc80e0ea90960e933a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8938255 Sep 09 09:33:04.306750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49828) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:04.315807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392916b-e83b-4963-9b5e-0e53b09357d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d69baf-9235-4cc7-9ee5-65565866928c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:04.344271 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.345530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-18428426-1dca-4988-9dac-4c912129275a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5786576 Sep 09 09:33:04.377146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0baa4ed4-6e95-469a-91d1-5b9a8eeae600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.380189 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0baa4ed4-6e95-469a-91d1-5b9a8eeae600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.384346 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0baa4ed4-6e95-469a-91d1-5b9a8eeae600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66b1146b-5f11-48fb-aee9-236d7dd56f65 HTTP/1.1" status: 204 len: 168 time: 0.3447537 Sep 09 09:33:04.389989 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6195853c-2fe9-4684-a237-53a4dd445073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.397178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa4ed4-6e95-469a-91d1-5b9a8eeae600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b1146b-5f11-48fb-aee9-236d7dd56f65,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:04.441417 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6195853c-2fe9-4684-a237-53a4dd445073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.615113 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6195853c-2fe9-4684-a237-53a4dd445073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.617773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6195853c-2fe9-4684-a237-53a4dd445073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.621497 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6195853c-2fe9-4684-a237-53a4dd445073 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05d69baf-9235-4cc7-9ee5-65565866928c HTTP/1.1" status: 204 len: 168 time: 0.3110924 Sep 09 09:33:04.629704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195853c-2fe9-4684-a237-53a4dd445073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d69baf-9235-4cc7-9ee5-65565866928c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:04.637581 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbed082b-fc96-4d0a-8662-1a0f9ddfd37d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.640358 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fbed082b-fc96-4d0a-8662-1a0f9ddfd37d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.644662 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fbed082b-fc96-4d0a-8662-1a0f9ddfd37d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] 10.222.0.32 "DELETE /v2.0/security-groups/7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d HTTP/1.1" status: 204 len: 168 time: 1.0432603 Sep 09 09:33:04.650008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68402b95-826e-4f90-b122-376bc5c542fd req-4c0d2114-a720-4ead-adba-72e4c5e5887c tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:04.657586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68402b95-826e-4f90-b122-376bc5c542fd req-4c0d2114-a720-4ead-adba-72e4c5e5887c tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.0730343 Sep 09 09:33:04.693470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:04.699619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68402b95-826e-4f90-b122-376bc5c542fd req-30f17dcb-52dd-4ab4-84cf-67dc290d5ea7 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Sep 09 09:33:04.700645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:04.701366 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.702856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] 10.222.0.41 "PUT /v2.0/ports/bce47521-ee1c-4ebc-89c8-08dcd3992f0c HTTP/1.1" status: 200 len: 1092 time: 2.1829832 Sep 09 09:33:04.708006 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d850e735-c949-4133-bdc7-de7af8110946 None None] Sync routers for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:04.717592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f78c143-88a5-4a48-a55e-58bc89b37f1e', 'tag': 'bce47521-ee1c-4ebc-89c8-08dcd3992f0c'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:33:04.719974 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998796e7-2aef-4969-889e-edd624d06c71" -d '{"events": [{"name": "network-changed", "server_uuid": "3f78c143-88a5-4a48-a55e-58bc89b37f1e", "tag": "bce47521-ee1c-4ebc-89c8-08dcd3992f0c"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:33:04.722671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed082b-fc96-4d0a-8662-1a0f9ddfd37d tempest-TestNetworkAdvancedServerOps-28376219 tempest-TestNetworkAdvancedServerOps-28376219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac3bd18-3ae2-4e0b-a080-44a8fea80e2d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:04.731146 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-aab67a91-6631-46f3-bc7c-d48c0f11cec5 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2409167 Sep 09 09:33:04.734476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49852) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:04.745077 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d850e735-c949-4133-bdc7-de7af8110946 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:04.746649 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d850e735-c949-4133-bdc7-de7af8110946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:04.756263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ef184-34b9-46a5-9b4e-b63b2d64f25e service neutron] Pushing event updated for resources: {'Port': ['ID=bce47521-ee1c-4ebc-89c8-08dcd3992f0c,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:04.771011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-14adfab1-7318-49f8-92b4-bf6087761986 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1799816862&fields=id&tenant_id=da114216dbc1457395669302398f7a7d HTTP/1.1" status: 200 len: 267 time: 0.1412699 Sep 09 09:33:04.776675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a045-7d2c-473b-83d0-8f3b7bc4c623 req-59d9d95e-b03b-4c79-87d0-0a5d4ff23f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:04.778386 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee85a045-7d2c-473b-83d0-8f3b7bc4c623 req-59d9d95e-b03b-4c79-87d0-0a5d4ff23f73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 1097 time: 0.1167936 Sep 09 09:33:04.840317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-14df52be-7715-4514-a56e-204a98d8dd7d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting subnet 24317074-9baf-4e1d-b11f-150d990da860 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:04.844761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14df52be-7715-4514-a56e-204a98d8dd7d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.925235 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14df52be-7715-4514-a56e-204a98d8dd7d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:04.942342 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d850e735-c949-4133-bdc7-de7af8110946 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:04.969788 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676dc73f-f9da-427e-afe7-255a2569e7c9 x-openstack-request-id: req-676dc73f-f9da-427e-afe7-255a2569e7c9 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:33:04.970075 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f78c143-88a5-4a48-a55e-58bc89b37f1e", "tag": "bce47521-ee1c-4ebc-89c8-08dcd3992f0c", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:33:04.970324 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-676dc73f-f9da-427e-afe7-255a2569e7c9 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:33:04.970713 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f78c143-88a5-4a48-a55e-58bc89b37f1e', 'tag': 'bce47521-ee1c-4ebc-89c8-08dcd3992f0c', 'status': 'completed', 'code': 200} Sep 09 09:33:05.025942 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-089470f1-ea61-411c-ae8e-07104c209880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:05.027802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-089470f1-ea61-411c-ae8e-07104c209880 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 1095 time: 0.2022045 Sep 09 09:33:05.080299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a045-7d2c-473b-83d0-8f3b7bc4c623 req-c594d816-3da5-457a-a1f9-bc29e851e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:05.085367 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee85a045-7d2c-473b-83d0-8f3b7bc4c623 req-c594d816-3da5-457a-a1f9-bc29e851e6e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 200 len: 920 time: 0.2947488 Sep 09 09:33:05.134079 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14df52be-7715-4514-a56e-204a98d8dd7d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:05.172875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-7e17a0bc-597e-498f-87b7-59eab1cee150 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:05.180924 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-7e17a0bc-597e-498f-87b7-59eab1cee150 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 811 time: 0.4003465 Sep 09 09:33:05.188703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bfbd7-b7a8-47e2-891f-536eb7460cf1 req-332c9656-ed12-4dd3-b026-a6ffa007a79e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:05.189515 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-d063c9a6-f62a-40be-80df-259b2ad72faa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bce47521-ee1c-4ebc-89c8-08dcd3992f0c HTTP/1.1" status: 200 len: 217 time: 0.1392210 Sep 09 09:33:05.190297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-727bfbd7-b7a8-47e2-891f-536eb7460cf1 req-332c9656-ed12-4dd3-b026-a6ffa007a79e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 943 time: 0.1319029 Sep 09 09:33:05.191715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee85a045-7d2c-473b-83d0-8f3b7bc4c623 req-1d29827c-5d53-4e5c-a988-a4bac41017dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 HTTP/1.1" status: 200 len: 217 time: 0.0680103 Sep 09 09:33:05.199037 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-46874ad7-ef0b-4478-bc69-7e16642775b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/quotas/da114216dbc1457395669302398f7a7d HTTP/1.1" status: 200 len: 375 time: 0.0178990 Sep 09 09:33:05.217121 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d850e735-c949-4133-bdc7-de7af8110946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:02Z', 'revision_number': 9, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:05.241263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-727bfbd7-b7a8-47e2-891f-536eb7460cf1 req-bc4ff8f6-101b-49ba-9500-131cce9e58cb tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Sep 09 09:33:05.253248 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d850e735-c949-4133-bdc7-de7af8110946 None None] Checking router: 6bb8de2b-558f-4752-915c-eed2d0ac155a for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:33:05.267517 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d850e735-c949-4133-bdc7-de7af8110946 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:05.268119 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d850e735-c949-4133-bdc7-de7af8110946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:05.313045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a045-7d2c-473b-83d0-8f3b7bc4c623 req-f0c798a3-4eca-4251-9821-36261a1a93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:05.314578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee85a045-7d2c-473b-83d0-8f3b7bc4c623 req-f0c798a3-4eca-4251-9821-36261a1a93e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c94a1de7-aed4-43f5-8c7b-0612e3750da1 HTTP/1.1" status: 200 len: 859 time: 0.1133432 Sep 09 09:33:05.328133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-498055a5-64b2-4f5e-9d32-09ea591f8318 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282299 Sep 09 09:33:05.330929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-299cd4c8-2075-4192-84b2-a67c3fedb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:05.332393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-299cd4c8-2075-4192-84b2-a67c3fedb661 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 HTTP/1.1" status: 200 len: 846 time: 0.1296496 Sep 09 09:33:05.345298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14df52be-7715-4514-a56e-204a98d8dd7d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:05.365834 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d850e735-c949-4133-bdc7-de7af8110946 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:05.381041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49864) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:05.386408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df52be-7715-4514-a56e-204a98d8dd7d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Subnet': ['ID=24317074-9baf-4e1d-b11f-150d990da860,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:05.400734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3567e5-eec5-4bc3-970b-fc535e2117de None None] Network 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:05.415001 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14df52be-7715-4514-a56e-204a98d8dd7d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:05.415983 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-3946c60b-08b8-479c-a82c-832bb9af29de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=346934c0-b5f0-416b-9d32-fc48ed065fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721970 Sep 09 09:33:05.417845 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee85a045-7d2c-473b-83d0-8f3b7bc4c623 req-43b7e8d9-92f2-48d5-a433-399e0e15c815 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=936c14d7-dae2-4491-9882-2353f342439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888376 Sep 09 09:33:05.420906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-14df52be-7715-4514-a56e-204a98d8dd7d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/24317074-9baf-4e1d-b11f-150d990da860 HTTP/1.1" status: 204 len: 168 time: 0.6841216 Sep 09 09:33:05.427199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49866) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:05.442014 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89297ef6-4acd-4608-be9c-fc34e9079c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:05.587837 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-dea8a83d-23e5-44c8-9d10-b22379276e9b service neutron] 10.222.0.32 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461569 Sep 09 09:33:05.607281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:05.620839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49870) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:05.690000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port ab015d5a-2ac0-49f8-ac8b-c2961096b436 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:05.690522 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:05.775575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port ab015d5a-2ac0-49f8-ac8b-c2961096b436, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab015d5a-2ac0-49f8-ac8b-c2961096b436,segment=NetworkSegment(0c8c8024-69d2-473b-aed3-af5d19668b6f),segment_id=0c8c8024-69d2-473b-aed3-af5d19668b6f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:05.776240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:05.782381 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-85349079-63b0-4d2e-a266-5d82601ecafb service neutron] 10.222.0.32 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221917 Sep 09 09:33:05.798788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for ab015d5a-2ac0-49f8-ac8b-c2961096b436 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:05.855330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49876) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:05.908277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-869b2099-f715-43e2-b5f1-5e723a1eb811 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88c726152e4047b9b17518f59bbdcd13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860818 Sep 09 09:33:05.910858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49878) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:05.958086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-6183a6b6-047a-4ab9-b8cb-a7367da42f41 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289228 Sep 09 09:33:05.964478 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d850e735-c949-4133-bdc7-de7af8110946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:02Z', 'revision_number': 9, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:06.002531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1bdcc-b84d-4db3-af15-570bc678e4c0 None None] DHCP port deletion for 7de82c89-9ee5-4099-8ef8-15c0fa0445b3 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:33:06.002731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-32c060ef-4448-4f9d-b734-547361c9d99b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ace2f5002ea4d1890ab9975b1a04696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355560 Sep 09 09:33:06.003948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:06.007204 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d850e735-c949-4133-bdc7-de7af8110946 None None] The sync data for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 is: [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:02Z', 'revision_number': 9, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3', 'name': '', 'network_id': 'bc107f21-2170-41ed-9a41-d002350f4e63', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:94:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:27Z', 'updated_at': '2021-09-09T09:32:35Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': 'aae3d5c0-9294-4859-84a5-d5271071109f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:06.022795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee85a045-7d2c-473b-83d0-8f3b7bc4c623 req-56c4de8a-2778-4f32-8c8a-f21400d46478 service neutron] 10.222.0.24 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923657 Sep 09 09:33:06.071484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1bdcc-b84d-4db3-af15-570bc678e4c0 None None] Deleting port ab015d5a-2ac0-49f8-ac8b-c2961096b436 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:06.072139 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bdcc-b84d-4db3-af15-570bc678e4c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.118139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdf46e-ff83-4442-80f7-1e5bc1246d5f req-d18f5932-c396-4775-ba6c-f0e8c4cf598e tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:06.120627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6cdf46e-ff83-4442-80f7-1e5bc1246d5f req-d18f5932-c396-4775-ba6c-f0e8c4cf598e tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1892376 Sep 09 09:33:06.122259 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0171a6f4-578d-4c16-ab6e-8865f3617690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.168298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.173088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a7d1bdcc-b84d-4db3-af15-570bc678e4c0 None None] For port ab015d5a-2ac0-49f8-ac8b-c2961096b436, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab015d5a-2ac0-49f8-ac8b-c2961096b436,segment=NetworkSegment(0c8c8024-69d2-473b-aed3-af5d19668b6f),segment_id=0c8c8024-69d2-473b-aed3-af5d19668b6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:06.173761 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bdcc-b84d-4db3-af15-570bc678e4c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.174591 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0171a6f4-578d-4c16-ab6e-8865f3617690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.190202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1bdcc-b84d-4db3-af15-570bc678e4c0 None None] Calling delete_port for ab015d5a-2ac0-49f8-ac8b-c2961096b436 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:06.225917 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51cbb493-2cd5-4935-80ed-b2db7f584606 req-39f5b6d7-85a5-4722-a85c-e5dc5034f593 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 210 time: 0.0499072 Sep 09 09:33:06.253155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=ab015d5a-2ac0-49f8-ac8b-c2961096b436,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:06.261972 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6cdf46e-ff83-4442-80f7-1e5bc1246d5f req-68ff35ef-b128-41b0-b10c-a217f37474cd tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959802 Sep 09 09:33:06.289465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f94eeed6-503c-459b-b6ee-e722b6c1ba52 req-85fbe5e4-7de7-4fde-bec8-38bf555a9d44 service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092773 Sep 09 09:33:06.294646 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee85a045-7d2c-473b-83d0-8f3b7bc4c623 req-18238a31-d2c9-4253-afae-573a7f5de8a1 service neutron] 10.222.0.24 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564054 Sep 09 09:33:06.296773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89297ef6-4acd-4608-be9c-fc34e9079c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.297137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No DVR routers for this DVR port ab015d5a-2ac0-49f8-ac8b-c2961096b436 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:06.298921 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaec987f-72de-4695-9ce0-0623a720a41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.333109 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bdcc-b84d-4db3-af15-570bc678e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.371511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1bdcc-b84d-4db3-af15-570bc678e4c0 None None] Pushing event deleted for resources: {'Port': ['ID=ab015d5a-2ac0-49f8-ac8b-c2961096b436,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:06.374888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1bdcc-b84d-4db3-af15-570bc678e4c0 None None] No DVR routers for this DVR port ab015d5a-2ac0-49f8-ac8b-c2961096b436 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:06.383667 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89297ef6-4acd-4608-be9c-fc34e9079c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.435364 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaec987f-72de-4695-9ce0-0623a720a41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.493883 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-89297ef6-4acd-4608-be9c-fc34e9079c22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7220ab042f31460dba3a468e60e733ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0873420 Sep 09 09:33:06.493883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89297ef6-4acd-4608-be9c-fc34e9079c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4f5295-2a06-442b-8b6b-1a7c1e9ac0c3,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:06.496911 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.505156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49890) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:06.519082 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0171a6f4-578d-4c16-ab6e-8865f3617690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.521781 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0171a6f4-578d-4c16-ab6e-8865f3617690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.523838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0171a6f4-578d-4c16-ab6e-8865f3617690 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09a6378a-5bcb-4a33-a368-512063477eb6 HTTP/1.1" status: 204 len: 168 time: 0.6111579 Sep 09 09:33:06.541202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171a6f4-578d-4c16-ab6e-8865f3617690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a6378a-5bcb-4a33-a368-512063477eb6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:06.552172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de82c89-9ee5-4099-8ef8-15c0fa0445b3']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:06.580390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8c8024-69d2-473b-aed3-af5d19668b6f') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:06.580390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8c8024-69d2-473b-aed3-af5d19668b6f') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:06.590411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.612525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.614128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c0e96-8816-4c40-90bf-9753afe5a5d9 req-bb64818b-b5bf-4dd1-b045-7887e85d2559 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:06.616298 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a5c0e96-8816-4c40-90bf-9753afe5a5d9 req-bb64818b-b5bf-4dd1-b045-7887e85d2559 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 943 time: 0.2746515 Sep 09 09:33:06.632009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:33:06.632009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:33:06.635281 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:33:06.659471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998796e7-2aef-4969-889e-edd624d06c71 req-b81038d9-bfd8-433f-aabf-7e85f1e1b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:06.662255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-998796e7-2aef-4969-889e-edd624d06c71 req-b81038d9-bfd8-433f-aabf-7e85f1e1b568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 1095 time: 0.2244139 Sep 09 09:33:06.742901 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28a81616-7412-4426-8aec-5f2ab90ea3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.764898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a5c0e96-8816-4c40-90bf-9753afe5a5d9 req-01f95b67-cbf8-457a-b660-6c1262b017d3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387959 Sep 09 09:33:06.790709 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28a81616-7412-4426-8aec-5f2ab90ea3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.799018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaec987f-72de-4695-9ce0-0623a720a41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.801794 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaec987f-72de-4695-9ce0-0623a720a41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.803060 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eaec987f-72de-4695-9ce0-0623a720a41c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f04798e-aaed-42e9-857d-92afe1d2c703 HTTP/1.1" status: 204 len: 168 time: 0.7930417 Sep 09 09:33:06.815824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec987f-72de-4695-9ce0-0623a720a41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f04798e-aaed-42e9-857d-92afe1d2c703,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:06.878750 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.885821 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:06.890420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/networks/7de82c89-9ee5-4099-8ef8-15c0fa0445b3 HTTP/1.1" status: 204 len: 168 time: 1.4593196 Sep 09 09:33:06.891086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998796e7-2aef-4969-889e-edd624d06c71 req-765469ef-d9da-4a91-8365-bc4620f9624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:06.892634 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-998796e7-2aef-4969-889e-edd624d06c71 req-765469ef-d9da-4a91-8365-bc4620f9624d service neutron] 10.222.0.41 "GET /v2.0/networks?id=346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 200 len: 907 time: 0.1997676 Sep 09 09:33:06.893107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49900) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:06.899861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60e7ce-7ea4-4a21-82e0-362391a9d288 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Network': ['ID=7de82c89-9ee5-4099-8ef8-15c0fa0445b3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:06.978050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-998796e7-2aef-4969-889e-edd624d06c71 req-f658cf9d-981f-4325-b6d7-905f8bda8278 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bce47521-ee1c-4ebc-89c8-08dcd3992f0c HTTP/1.1" status: 200 len: 217 time: 0.0773799 Sep 09 09:33:07.114019 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28a81616-7412-4426-8aec-5f2ab90ea3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:07.116431 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28a81616-7412-4426-8aec-5f2ab90ea3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:07.117719 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-28a81616-7412-4426-8aec-5f2ab90ea3d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b4f5295-2a06-442b-8b6b-1a7c1e9ac0c3 HTTP/1.1" status: 204 len: 168 time: 0.6075194 Sep 09 09:33:07.130863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998796e7-2aef-4969-889e-edd624d06c71 req-ebb5a7a4-4883-42d8-b195-db378a92ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:07.132334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-998796e7-2aef-4969-889e-edd624d06c71 req-ebb5a7a4-4883-42d8-b195-db378a92ae00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 HTTP/1.1" status: 200 len: 846 time: 0.1238682 Sep 09 09:33:07.135139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a81616-7412-4426-8aec-5f2ab90ea3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4f5295-2a06-442b-8b6b-1a7c1e9ac0c3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:07.200024 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-998796e7-2aef-4969-889e-edd624d06c71 req-f1174206-e4dc-4254-b936-6472983baef8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=346934c0-b5f0-416b-9d32-fc48ed065fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331664 Sep 09 09:33:07.336116 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-789a7dfc-9cce-4b5b-8d33-7bc126fc7321 req-7ac02089-be91-41f6-ac34-5ed67d8d10ec tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 210 time: 0.0341249 Sep 09 09:33:07.363647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-998796e7-2aef-4969-889e-edd624d06c71 req-e9485b4a-d9b3-4523-b147-0818d8a9272a service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543703 Sep 09 09:33:07.504182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baa045-85d7-43a4-b974-8f0ea1c53f4a req-b1dd9b20-d169-4c76-a7e1-f585d3c001d0 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:07.505675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96baa045-85d7-43a4-b974-8f0ea1c53f4a req-b1dd9b20-d169-4c76-a7e1-f585d3c001d0 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1247320 Sep 09 09:33:07.563146 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-998796e7-2aef-4969-889e-edd624d06c71 req-f35a5f60-a1b9-4fe0-93fa-21641ad6deaf service neutron] 10.222.0.41 "GET /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916704 Sep 09 09:33:07.581453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab015d5a-2ac0-49f8-ac8b-c2961096b436 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:07.591578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96baa045-85d7-43a4-b974-8f0ea1c53f4a req-f5d71495-5fd5-4ecc-8bdd-d4417b58e6c5 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782869 Sep 09 09:33:07.610356 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:07.631289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: ab015d5a-2ac0-49f8-ac8b-c2961096b436 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:07.631753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab015d5a-2ac0-49f8-ac8b-c2961096b436 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:07.632353 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0e8a0064-dd45-4586-b2cf-0777df27f173 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:07.652481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 0e8a0064-dd45-4586-b2cf-0777df27f173 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:07.653118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0e8a0064-dd45-4586-b2cf-0777df27f173 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:07.726043 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49914) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:07.798353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4a8d85a3-a3d6-4671-9db6-08cf7dc3abe8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a24c540f20d047599a5dbcfb4b407229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709550 Sep 09 09:33:07.801447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 49918) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:07.940779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83565ee-8c3c-4919-ae8e-b5a8202bc551 req-ea977ac2-c512-405c-9bb0-e15ad2a57f45 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:07.941854 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf8b-e21c-4e33-9a76-cb4ef020e1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:07.943869 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b83565ee-8c3c-4919-ae8e-b5a8202bc551 req-ea977ac2-c512-405c-9bb0-e15ad2a57f45 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 943 time: 0.0915618 Sep 09 09:33:07.977413 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf8b-e21c-4e33-9a76-cb4ef020e1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:07.986747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:07.987062 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:08.013239 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b83565ee-8c3c-4919-ae8e-b5a8202bc551 req-7b488a9b-53a0-406c-a7c6-942797a365f3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587096 Sep 09 09:33:08.104620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3,segment=NetworkSegment(96eec566-109a-4f8b-891a-b10ff868283a),segment_id=96eec566-109a-4f8b-891a-b10ff868283a)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:08.105083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:08.120255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:08.168262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf8b-e21c-4e33-9a76-cb4ef020e1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:08.171528 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf8b-e21c-4e33-9a76-cb4ef020e1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:08.175960 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6fbcbf8b-e21c-4e33-9a76-cb4ef020e1ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b14a57e7-2ca0-4588-a818-201035340d07 HTTP/1.1" status: 204 len: 168 time: 0.3703513 Sep 09 09:33:08.185308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcbf8b-e21c-4e33-9a76-cb4ef020e1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a57e7-2ca0-4588-a818-201035340d07,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:08.406147 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:08.446542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:08.472757 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b2c34455-f7e2-44fd-8c51-f0b8eb40c44d req-e932fdf4-38f2-4e2a-b5cc-6e8f5abbe1bf tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 210 time: 0.0629420 Sep 09 09:33:08.763745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486acb9-420e-4841-b4aa-94ff496609a0 req-f9a936b4-f91a-4d2f-b305-d572ec3cb0bc tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:08.766127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1486acb9-420e-4841-b4aa-94ff496609a0 req-f9a936b4-f91a-4d2f-b305-d572ec3cb0bc tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.0549350 Sep 09 09:33:08.820235 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1486acb9-420e-4841-b4aa-94ff496609a0 req-d02df8de-fa27-42bd-a5eb-2e8524e8e9f4 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468729 Sep 09 09:33:09.084025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49970) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:09.217929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-98939d42-648b-49dd-baa5-eb5a8bfe431e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:09.219858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-98939d42-648b-49dd-baa5-eb5a8bfe431e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 811 time: 0.2614446 Sep 09 09:33:09.237716 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:09.246722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2309bed-dcb1-4c5b-8db4-44a0d0549e53 req-e660ed58-07bc-420f-b948-85a91bb9a4c4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:09.248284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f2309bed-dcb1-4c5b-8db4-44a0d0549e53 req-e660ed58-07bc-420f-b948-85a91bb9a4c4 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 943 time: 0.1314702 Sep 09 09:33:09.298951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device bce47521-ee1c-4ebc-89c8-08dcd3992f0c details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:33:09.380945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-dc5b7504-70b5-4613-821e-89e7f1e8c3db tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da114216dbc1457395669302398f7a7d HTTP/1.1" status: 200 len: 380 time: 0.1441424 Sep 09 09:33:09.381510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-719742923'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:09.395100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Request body: {'port': {'device_id': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'admin_state_up': True, 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'security_groups': ['44fd8d30-e7db-4254-be0b-d5e8cbd17cf9']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:09.402400 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f2309bed-dcb1-4c5b-8db4-44a0d0549e53 req-9dea2baf-997b-484f-8710-299fff124303 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464653 Sep 09 09:33:09.408551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port bce47521-ee1c-4ebc-89c8-08dcd3992f0c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=bce47521-ee1c-4ebc-89c8-08dcd3992f0c,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:09.428173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'bce47521-ee1c-4ebc-89c8-08dcd3992f0c', 'network_id': '346934c0-b5f0-416b-9d32-fc48ed065fec', 'port_id': 'bce47521-ee1c-4ebc-89c8-08dcd3992f0c', 'mac_address': 'fa:16:3e:61:15:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca00ff-7e3e-4607-867c-7a87c8c0b9e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:33:09.475313 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:09.491398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce47521-ee1c-4ebc-89c8-08dcd3992f0c {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:33:09.573300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port bce47521-ee1c-4ebc-89c8-08dcd3992f0c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=bce47521-ee1c-4ebc-89c8-08dcd3992f0c,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:09.588193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:09.593738 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:09.636295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 6bb8de2b-558f-4752-915c-eed2d0ac155a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:33:09.663202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36784664-d30e-4a4b-9e84-ea70cf8dbbe6 req-86207545-8d60-40a7-ba46-3cc719db99ed tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 210 time: 0.0662289 Sep 09 09:33:09.663866 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:09.684423 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:09.750182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:09.751926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Made reservation on behalf of da114216dbc1457395669302398f7a7d for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:09.758695 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:09.767767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653b40d-2c33-46dc-9187-2fee5f036a63 None None] Sync routers for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:09.773494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-11fff8e1-7bcd-486e-a8cf-7b5edb76422e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8790627 Sep 09 09:33:09.777587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:09.778875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=bce47521-ee1c-4ebc-89c8-08dcd3992f0c,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:09.787892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653b40d-2c33-46dc-9187-2fee5f036a63 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:09.789182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c653b40d-2c33-46dc-9187-2fee5f036a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:09.918996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c653b40d-2c33-46dc-9187-2fee5f036a63 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:09.948365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['bce47521-ee1c-4ebc-89c8-08dcd3992f0c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:33:09.960230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a86815-ccee-4971-9078-f1b9e171cc84 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting subnet aae3d5c0-9294-4859-84a5-d5271071109f {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:09.971866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Allocated IP 172.20.0.10 (e8c618c8-1024-4991-8b5f-74476743e59c/3fb6a3a7-4b85-425d-a2fa-80fee4ab5628/5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:09.973059 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32a86815-ccee-4971-9078-f1b9e171cc84 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.057453 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32a86815-ccee-4971-9078-f1b9e171cc84 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.208163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.227635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Transition to ACTIVE for port object 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:10.236749 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.277270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32a86815-ccee-4971-9078-f1b9e171cc84 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.304632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.348427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:33:10.365186 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.366733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50014) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:10.375618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa3f1f3-6dc5-4c74-ad3e-3c69aeaa57ee,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:10.379621 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.380222 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Added segment f402ffd3-d811-48ad-a7a8-573a8bf4a2ac of type vlan for network a52afa9f-70f5-4bba-8968-1c771a6ccd3e Sep 09 09:33:10.450067 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Network e8c618c8-1024-4991-8b5f-74476743e59c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:10.456598 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.457230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:10.475456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:10.478882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:10.483809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c653b40d-2c33-46dc-9187-2fee5f036a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:08Z', 'revision_number': 10, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:10.536736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32a86815-ccee-4971-9078-f1b9e171cc84 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.577456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:10.579161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653b40d-2c33-46dc-9187-2fee5f036a63 None None] Checking router: 6bb8de2b-558f-4752-915c-eed2d0ac155a for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:33:10.581740 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.601348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653b40d-2c33-46dc-9187-2fee5f036a63 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:10.602009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c653b40d-2c33-46dc-9187-2fee5f036a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:10.602646 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a86815-ccee-4971-9078-f1b9e171cc84 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Subnet': ['ID=aae3d5c0-9294-4859-84a5-d5271071109f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:10.608592 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.621597 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:10.624378 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.669466 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32a86815-ccee-4971-9078-f1b9e171cc84 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.669466 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-32a86815-ccee-4971-9078-f1b9e171cc84 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/aae3d5c0-9294-4859-84a5-d5271071109f HTTP/1.1" status: 204 len: 168 time: 0.8907971 Sep 09 09:33:10.687996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50024) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:10.705606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f691f1-58a3-45d5-b582-de1bca8b0fcf None None] Network bc107f21-2170-41ed-9a41-d002350f4e63 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:10.710523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1151033922-network', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:10.720163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-8c88b5dd-b500-4c78-8ecf-8eb696d368d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3245828 Sep 09 09:33:10.787020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c653b40d-2c33-46dc-9187-2fee5f036a63 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:10.813486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e07e7-6716-4af9-bfc0-f16c8b64d69f req-4e3958c5-aeeb-40ca-a344-632ea6518442 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:10.816395 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa1e07e7-6716-4af9-bfc0-f16c8b64d69f req-4e3958c5-aeeb-40ca-a344-632ea6518442 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 944 time: 0.2106946 Sep 09 09:33:10.877289 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7917407 Sep 09 09:33:10.878463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768607b9-d85b-48f7-bb99-4fc781f84028 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Network': ['ID=a52afa9f-70f5-4bba-8968-1c771a6ccd3e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:10.881173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50032) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:10.898995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Request body: {'port': {'device_id': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:10.902161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:10.925347 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:10.940720 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:33:11.032824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337d717-5f92-4022-a457-6cfe57056a5c req-c7c52bc2-5154-4662-a1d6-0f4c8a71838f tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:11.034277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5337d717-5f92-4022-a457-6cfe57056a5c req-c7c52bc2-5154-4662-a1d6-0f4c8a71838f tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 932 time: 0.2567980 Sep 09 09:33:11.068556 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa1e07e7-6716-4af9-bfc0-f16c8b64d69f req-6c2034f6-70d9-4724-bf9a-5dc76ab88336 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330046 Sep 09 09:33:11.075310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.118119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5337d717-5f92-4022-a457-6cfe57056a5c req-3a9e26fc-3dbe-4cb7-be0b-5246b80c1791 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722854 Sep 09 09:33:11.120704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port f2345455-c432-4021-99ae-b723afabee8e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:11.121126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.122904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Made reservation on behalf of f73bb51c82ee441fae17ed97db00d629 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:11.125902 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.141896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.199856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port f2345455-c432-4021-99ae-b723afabee8e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f2345455-c432-4021-99ae-b723afabee8e,segment=NetworkSegment(96eec566-109a-4f8b-891a-b10ff868283a),segment_id=96eec566-109a-4f8b-891a-b10ff868283a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:11.200226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.217959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for f2345455-c432-4021-99ae-b723afabee8e owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:11.235224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5a8ddd0f-d139-499b-bfcd-f78e579d5566 None None] Provisioning for port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:11.245850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5a8ddd0f-d139-499b-bfcd-f78e579d5566 None None] Provisioning complete for port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:11.246230 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a8ddd0f-d139-499b-bfcd-f78e579d5566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.313650 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device bce47521-ee1c-4ebc-89c8-08dcd3992f0c up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:11.351675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ddd0f-d139-499b-bfcd-f78e579d5566 None None] Port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:33:11.361258 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:11.366086 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.401200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c653b40d-2c33-46dc-9187-2fee5f036a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:08Z', 'revision_number': 10, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:11.435582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e39a6-0223-4e12-a454-9c26912bee9d None None] DHCP port deletion for bc107f21-2170-41ed-9a41-d002350f4e63 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:33:11.439101 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.440015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653b40d-2c33-46dc-9187-2fee5f036a63 None None] The sync data for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 is: [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:08Z', 'revision_number': 10, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None, '_interfaces': [{'id': 'd411999b-6884-4ae3-94af-ffb019372507', 'name': '', 'network_id': 'b95bb86d-023d-49dc-b7f9-a52f13c53dbc', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'mac_address': 'fa:16:3e:5a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '47967b39-86a8-4c92-8237-ef11a24af056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:22Z', 'updated_at': '2021-09-09T09:32:29Z', 'revision_number': 5, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'subnets': [{'id': '47967b39-86a8-4c92-8237-ef11a24af056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:11.486746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=f2345455-c432-4021-99ae-b723afabee8e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:11.488490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No DVR routers for this DVR port f2345455-c432-4021-99ae-b723afabee8e on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:11.534791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:33:11.535986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port bce47521-ee1c-4ebc-89c8-08dcd3992f0c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:11.540094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port bce47521-ee1c-4ebc-89c8-08dcd3992f0c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:11.540477 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.544447 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.573101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.574401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Transition to ACTIVE for port object 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:11.632142 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.646278 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.656634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.669497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc107f21-2170-41ed-9a41-d002350f4e63']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:11.673256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f78c143-88a5-4a48-a55e-58bc89b37f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce47521-ee1c-4ebc-89c8-08dcd3992f0c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:33:11.675614 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa844eac-66ad-4ccd-bc42-f9bf26cfb452" -d '{"events": [{"server_uuid": "3f78c143-88a5-4a48-a55e-58bc89b37f1e", "name": "network-vif-plugged", "status": "completed", "tag": "bce47521-ee1c-4ebc-89c8-08dcd3992f0c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:33:11.684692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96eec566-109a-4f8b-891a-b10ff868283a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:11.685483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96eec566-109a-4f8b-891a-b10ff868283a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:11.689613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port bce47521-ee1c-4ebc-89c8-08dcd3992f0c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=bce47521-ee1c-4ebc-89c8-08dcd3992f0c,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:11.690908 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.703588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:33:11.726122 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.728480 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3436b70f-222b-400f-b822-f3bcbdd7b222 x-openstack-request-id: req-3436b70f-222b-400f-b822-f3bcbdd7b222 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:33:11.728943 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f78c143-88a5-4a48-a55e-58bc89b37f1e", "name": "network-vif-plugged", "status": "completed", "tag": "bce47521-ee1c-4ebc-89c8-08dcd3992f0c", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:33:11.729072 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3436b70f-222b-400f-b822-f3bcbdd7b222 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:33:11.729464 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f78c143-88a5-4a48-a55e-58bc89b37f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce47521-ee1c-4ebc-89c8-08dcd3992f0c', 'code': 200} Sep 09 09:33:11.751881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:11.760475 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.770660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.771659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:33:11.772002 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Added segment de40335f-9979-4219-8927-e35f24a1f54b of type vlan for network 05a2504d-6ea0-48c5-a04b-6b2815462a83 Sep 09 09:33:11.772137 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:33:11.775581 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:33:11.782043 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.887906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=bce47521-ee1c-4ebc-89c8-08dcd3992f0c,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:11.918348 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:11.970660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:11.985983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:11.992291 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.008590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:12.008940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f60a8d8a-7d0f-47cf-a9a1-198f5aaf3cf3 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:12.009377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f2345455-c432-4021-99ae-b723afabee8e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:12.038343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Attempting to bind port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:12.038688 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Attempting to bind port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:12.039046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Attempting to bind port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:12.043758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b on network e8c618c8-1024-4991-8b5f-74476743e59c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:33:12.043942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: f2345455-c432-4021-99ae-b723afabee8e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:12.044070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Attempting to bind port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:12.044170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f2345455-c432-4021-99ae-b723afabee8e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:12.051808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:12.052089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Checking segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:12.052480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Bound using segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:12.053022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Bound port: 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:12.053259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.102769 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.132623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:12.136924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519b162-075a-4280-a0a9-e5ae352766c0 req-ea4b7854-b323-4bd7-9ac7-0356d3673426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:12.138742 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c519b162-075a-4280-a0a9-e5ae352766c0 req-ea4b7854-b323-4bd7-9ac7-0356d3673426 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 1097 time: 0.3356965 Sep 09 09:33:12.139973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:12.145529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.148961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50060) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:12.149112 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/networks/bc107f21-2170-41ed-9a41-d002350f4e63 HTTP/1.1" status: 204 len: 168 time: 1.4600022 Sep 09 09:33:12.155586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fdc3d-ab6f-486a-8e2d-80ef611f6561 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Network': ['ID=bc107f21-2170-41ed-9a41-d002350f4e63,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:12.179493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.180524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:12.182068 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.207829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=dc04905c-9fd8-4205-8795-f68ff9b1d291,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:12.223506 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedea5a0-6da7-48f3-b0b5-08d7c620fccc req-abbad8f1-b8f6-4a1c-a3ed-9898ef2f6c41 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:12.225148 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fedea5a0-6da7-48f3-b0b5-08d7c620fccc req-abbad8f1-b8f6-4a1c-a3ed-9898ef2f6c41 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.2358429 Sep 09 09:33:12.246988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:12.247237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network hostable DHCP agents. Network: a52afa9f-70f5-4bba-8968-1c771a6ccd3e, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:33:12.252967 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c519b162-075a-4280-a0a9-e5ae352766c0 req-960f2f34-ebbd-496c-a9f6-02b00dde6206 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945237 Sep 09 09:33:12.269222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.291269 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fedea5a0-6da7-48f3-b0b5-08d7c620fccc req-5d0d081f-9ca7-4cd5-945f-2e84edd2e568 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565104 Sep 09 09:33:12.316356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9485047 Sep 09 09:33:12.329475 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:12.336078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] Request body: {'subnet': {'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1151033922-subnet', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:12.359275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:12.359922 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.361362 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1093 time: 1.6364138 Sep 09 09:33:12.385315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:33:12.393366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:33:12.395674 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac5809a-4948-4dc3-b5b2-19979a3f5806" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:33:12.405845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feac589-0455-49e2-b669-f5fb7adaa456 admin admin] Pushing event updated for resources: {'Network': ['ID=05a2504d-6ea0-48c5-a04b-6b2815462a83,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:12.416012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:33:12.448853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218c420-ca63-4051-bff2-e3c4c31913d3 req-cfaea07f-98bc-48fd-8314-f7a130fdaa23 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:12.450447 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d218c420-ca63-4051-bff2-e3c4c31913d3 req-cfaea07f-98bc-48fd-8314-f7a130fdaa23 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 944 time: 0.0804987 Sep 09 09:33:12.475426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba2088-0821-4a30-8502-3d9a766695ff req-0a36557d-b486-4e9f-8df8-9ab5232a8a09 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:12.475426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8fba2088-0821-4a30-8502-3d9a766695ff req-0a36557d-b486-4e9f-8df8-9ab5232a8a09 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.3220670 Sep 09 09:33:12.519456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] Made reservation on behalf of f73bb51c82ee441fae17ed97db00d629 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:12.522131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.545128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1105eb-15a2-41a6-a95d-72a161d4c2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:12.583917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, a52afa9f-70f5-4bba-8968-1c771a6ccd3e) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:12.594589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289249a1-e1b4-439a-ad1d-57ccecf1171c None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:12.606013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:12.606608 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.612396 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:33:12.652767 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d218c420-ca63-4051-bff2-e3c4c31913d3 req-c7877fe2-e9d7-4718-bc34-e5ce0e4abb67 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934578 Sep 09 09:33:12.669900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8fba2088-0821-4a30-8502-3d9a766695ff req-01644980-fabe-4565-b7ae-dba173bc75a3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447954 Sep 09 09:33:12.716392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-07efcb67-4e95-4cc6-b4c8-19c188dfeb00 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8246739 Sep 09 09:33:12.721084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:12.729303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'name': 'tempest-NetworksTestDHCPv6-2125598547'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:12.748268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-a38ddb50-36d2-403b-83a4-7ed92bd26e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:12.750326 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-a38ddb50-36d2-403b-83a4-7ed92bd26e44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1220977 Sep 09 09:33:12.865746 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-b67a35d2-cf18-4a7d-9cea-79b60a5ae150 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 217 time: 0.0629020 Sep 09 09:33:12.893200 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.897574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': 'dc04905c-9fd8-4205-8795-f68ff9b1d291'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:33:12.898738 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:12.954295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6513e262-8b38-4ce5-8840-d62831d176a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:12.956336 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-6513e262-8b38-4ce5-8840-d62831d176a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.0779045 Sep 09 09:33:13.000147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:13.015296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] Checking segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:13.015802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] Network hostable DHCP agents. Network: 05a2504d-6ea0-48c5-a04b-6b2815462a83, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:33:13.034924 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75031913-910e-48e2-a489-dc569323c5a2 x-openstack-request-id: req-75031913-910e-48e2-a489-dc569323c5a2 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:33:13.035211 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:33:13.036705 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75031913-910e-48e2-a489-dc569323c5a2 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:33:13.036705 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'status': 'completed', 'code': 200} Sep 09 09:33:13.043798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-41cd3aa0-701e-4e35-8acf-fec761c1130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:13.046163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-41cd3aa0-701e-4e35-8acf-fec761c1130e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778570 Sep 09 09:33:13.113466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:33:13.194117 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.204065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 05a2504d-6ea0-48c5-a04b-6b2815462a83) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:13.210388 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:13.213566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.236635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23c488-9054-4f0d-888a-06ff45add19d None None] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:13.240061 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-5329a3b2-112c-4080-9f00-b2565c5126c2 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726186 Sep 09 09:33:13.296633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:13.300933 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.317396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/dc04905c-9fd8-4205-8795-f68ff9b1d291/ab13e36d-49bc-4670-b96f-3e9888670714) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:13.335571 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 375e24d2-5c9b-42e0-9927-1731bf3a825e yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:33:13.438913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50092) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:13.442329 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc35b850-9100-4fd8-82d1-8f88c8536e1f req-217ad678-b6fd-4536-839d-d0c43062e079 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605606 Sep 09 09:33:13.454647 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8383dd22-41b6-4665-ae8c-dcbf37d1bb42 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1226652 Sep 09 09:33:13.457746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50096) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:13.466563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:13.498916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-05a2504d-6ea0-48c5-a04b-6b2815462a83', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:33:13.500140 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.576865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port d411999b-6884-4ae3-94af-ffb019372507 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:13.577447 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.594725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7fb47ee-8736-4e27-aac6-ab7308ca5551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.596906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.597995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.680698 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.710655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5809a-4948-4dc3-b5b2-19979a3f5806 req-4c873553-7877-436f-8e71-99c5aa76d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:13.712300 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ac5809a-4948-4dc3-b5b2-19979a3f5806 req-4c873553-7877-436f-8e71-99c5aa76d2ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1093621 Sep 09 09:33:13.729474 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.741638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Allocated IP 172.20.0.2 (05a2504d-6ea0-48c5-a04b-6b2815462a83/e7f7d4e1-915e-4e55-a3e8-a32a82ffd559/430ba3d6-648a-42ea-a89f-4ae74781437e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:13.747798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Transition to ACTIVE for port object ab13e36d-49bc-4670-b96f-3e9888670714 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:13.750267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port d411999b-6884-4ae3-94af-ffb019372507, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d411999b-6884-4ae3-94af-ffb019372507,segment=NetworkSegment(58401a21-dd18-4e27-9be2-2a754ea0d84d),segment_id=58401a21-dd18-4e27-9be2-2a754ea0d84d)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:13.751104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.790371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Transition to ACTIVE for port object ab13e36d-49bc-4670-b96f-3e9888670714 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:13.798353 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7fb47ee-8736-4e27-aac6-ab7308ca5551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.952333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7fb47ee-8736-4e27-aac6-ab7308ca5551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.953991 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:13.965687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Transition to ACTIVE for port object 430ba3d6-648a-42ea-a89f-4ae74781437e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:13.989849 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Transition to ACTIVE for port object 430ba3d6-648a-42ea-a89f-4ae74781437e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:13.993198 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.036346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:14.042098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:14.048407 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:14.060728 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.067785 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e7fb47ee-8736-4e27-aac6-ab7308ca5551 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d92c39ad37784914ac25703349ebef51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242812 Sep 09 09:33:14.068339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50104) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:14.124781 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.124781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f869-84b2-4fc8-9796-f10acd27e421 req-25dd3ace-4c1e-4d70-b260-7affe15db157 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:14.124781 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f66f869-84b2-4fc8-9796-f10acd27e421 req-25dd3ace-4c1e-4d70-b260-7affe15db157 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.2734070 Sep 09 09:33:14.125466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::1aa (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/dc04905c-9fd8-4205-8795-f68ff9b1d291/375e24d2-5c9b-42e0-9927-1731bf3a825e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:14.129835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb47ee-8736-4e27-aac6-ab7308ca5551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a785c466-a36b-449c-9049-3747b134db55,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:14.145211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Attempting to bind port ab13e36d-49bc-4670-b96f-3e9888670714 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:14.145719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Attempting to bind port ab13e36d-49bc-4670-b96f-3e9888670714 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:14.146154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Attempting to bind port ab13e36d-49bc-4670-b96f-3e9888670714 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:14.148301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Pushing event updated for resources: {'Port': ['ID=ab13e36d-49bc-4670-b96f-3e9888670714,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:14.199396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Pushing event updated for resources: {'Port': ['ID=430ba3d6-648a-42ea-a89f-4ae74781437e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:14.212090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:14.212589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:14.213627 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.214105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:14.214661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Bound port: ab13e36d-49bc-4670-b96f-3e9888670714, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:14.215300 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.229694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:14.249803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:14.254909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:14.297417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for d411999b-6884-4ae3-94af-ffb019372507 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:14.379742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] For port ab13e36d-49bc-4670-b96f-3e9888670714, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:14.382520 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.383151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] For port ab13e36d-49bc-4670-b96f-3e9888670714, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab13e36d-49bc-4670-b96f-3e9888670714,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:14.409278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Attempting to bind port 430ba3d6-648a-42ea-a89f-4ae74781437e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:14.409736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Attempting to bind port 430ba3d6-648a-42ea-a89f-4ae74781437e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:14.410193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Attempting to bind port 430ba3d6-648a-42ea-a89f-4ae74781437e on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:14.415867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:14.416463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Checking segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:14.418333 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.418333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Bound using segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:14.418333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Bound port: 430ba3d6-648a-42ea-a89f-4ae74781437e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:14.418333 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.418712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 375e24d2-5c9b-42e0-9927-1731bf3a825e will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:14.442248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f66f869-84b2-4fc8-9796-f10acd27e421 req-91a96bbc-8202-4535-be06-e9256e565d0a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143051 Sep 09 09:33:14.457632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814f323-af77-40d1-9a5b-cf4a44ab196b req-226b7f97-bef0-4efc-8c0f-d353d14c80e5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:14.465082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8814f323-af77-40d1-9a5b-cf4a44ab196b req-226b7f97-bef0-4efc-8c0f-d353d14c80e5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 944 time: 0.6488476 Sep 09 09:33:14.470754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5809a-4948-4dc3-b5b2-19979a3f5806 req-10697297-e3b0-4cbf-9f1b-a37ee2b74d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:14.472524 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ac5809a-4948-4dc3-b5b2-19979a3f5806 req-10697297-e3b0-4cbf-9f1b-a37ee2b74d1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.7524250 Sep 09 09:33:14.486727 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98a7b55e-f4bd-482b-b90d-fcaf4700be3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.491242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] For port 430ba3d6-648a-42ea-a89f-4ae74781437e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:14.495800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] For port 430ba3d6-648a-42ea-a89f-4ae74781437e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=430ba3d6-648a-42ea-a89f-4ae74781437e,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:14.501581 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.537218 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ac5809a-4948-4dc3-b5b2-19979a3f5806 req-93fada82-a285-4308-b75d-7e0ca3d7e48a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 217 time: 0.0556724 Sep 09 09:33:14.546370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98a7b55e-f4bd-482b-b90d-fcaf4700be3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.600266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f1362-ebe2-4f7a-828d-4a41fba63009 None None] Pushing event updated for resources: {'Port': ['ID=ab13e36d-49bc-4670-b96f-3e9888670714,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:14.611897 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78e4afda-0a97-4a71-b409-7a952dc49435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.617290 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.667029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.676187 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8814f323-af77-40d1-9a5b-cf4a44ab196b req-de072bf7-bc3d-452f-aaf4-040f48aeba75 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100341 Sep 09 09:33:14.718080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5809a-4948-4dc3-b5b2-19979a3f5806 req-234f8ba8-8f31-4451-aeda-5474b77f7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:14.724500 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ac5809a-4948-4dc3-b5b2-19979a3f5806 req-234f8ba8-8f31-4451-aeda-5474b77f7ebf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.1405714 Sep 09 09:33:14.772062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:14.774226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129af2f-4983-461f-b07c-a640d7ed9a63 None None] Pushing event updated for resources: {'Port': ['ID=430ba3d6-648a-42ea-a89f-4ae74781437e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:14.823922 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98a7b55e-f4bd-482b-b90d-fcaf4700be3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.831448 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98a7b55e-f4bd-482b-b90d-fcaf4700be3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.837272 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-98a7b55e-f4bd-482b-b90d-fcaf4700be3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a785c466-a36b-449c-9049-3747b134db55 HTTP/1.1" status: 204 len: 168 time: 0.7250764 Sep 09 09:33:14.838946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=375e24d2-5c9b-42e0-9927-1731bf3a825e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:14.842717 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:14.850151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:14.856063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:14.856711 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:14.884665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7b55e-f4bd-482b-b90d-fcaf4700be3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a785c466-a36b-449c-9049-3747b134db55,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:14.996838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5809a-4948-4dc3-b5b2-19979a3f5806 req-be60522c-b045-4990-bd7f-406ec5803db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:15.000529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ac5809a-4948-4dc3-b5b2-19979a3f5806 req-be60522c-b045-4990-bd7f-406ec5803db2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2387645 Sep 09 09:33:15.001205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:15.001462 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:15.049608 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:15.052404 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c08fa894-ac08-4db5-a4bd-938bf5ed354d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3303394 Sep 09 09:33:15.063622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50114) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:15.091805 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=d411999b-6884-4ae3-94af-ffb019372507,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:15.125044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad664b40-e1d4-4f4e-8417-edc5d9036c06 req-ee780495-3c70-46f2-b97a-c8d892f6b5ea tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:15.135898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad664b40-e1d4-4f4e-8417-edc5d9036c06 req-ee780495-3c70-46f2-b97a-c8d892f6b5ea tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.2720587 Sep 09 09:33:15.268420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d319a25-34d1-425b-90cd-056dcef29b9b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:15.279954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d319a25-34d1-425b-90cd-056dcef29b9b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:15.282104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2d319a25-34d1-425b-90cd-056dcef29b9b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2173460 Sep 09 09:33:15.286980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:15.331934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:33:15.481801 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad664b40-e1d4-4f4e-8417-edc5d9036c06 req-26a00683-8a00-496c-94bb-aaedcd37f0d5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448734 Sep 09 09:33:15.614385 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:15.634275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'port_id': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'mac_address': 'fa:16:3e:fd:ae:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:33:15.697899 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:15.698099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ac5809a-4948-4dc3-b5b2-19979a3f5806 req-abeb513d-7614-4b31-802a-5d5952ae42b6 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719811 Sep 09 09:33:15.698753 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:15.750646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:33:15.820283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:15.878982 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:15.935243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 430ba3d6-648a-42ea-a89f-4ae74781437e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:15.976458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50124) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:16.038157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:16.069203 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ac5809a-4948-4dc3-b5b2-19979a3f5806 req-3ffa8986-0ebf-44f0-9c36-26055177a275 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476789 Sep 09 09:33:16.101659 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0d5-1600-4404-a03e-399c1643da19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:16.104053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:33:16.144094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 430ba3d6-648a-42ea-a89f-4ae74781437e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:16.165284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab13e36d-49bc-4670-b96f-3e9888670714 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:16.395481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0d5-1600-4404-a03e-399c1643da19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:16.399994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd88278-b3ba-4163-a0aa-958e4694121c None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:16.416717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8236d-3bb6-4949-8f8c-f019051516ef req-d50da45c-2a2a-4d82-b4bc-9407ca8c42c2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:16.418541 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78e8236d-3bb6-4949-8f8c-f019051516ef req-d50da45c-2a2a-4d82-b4bc-9407ca8c42c2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.5128651 Sep 09 09:33:16.446950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8724b-9964-4451-a453-9bcd40cb65b1 req-500abdfc-2b26-4d60-973e-a708e81d264e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:16.450176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ec8724b-9964-4451-a453-9bcd40cb65b1 req-500abdfc-2b26-4d60-973e-a708e81d264e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.2641802 Sep 09 09:33:16.471407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Allocated IP 172.25.8.12 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:16.553819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 6bb8de2b-558f-4752-915c-eed2d0ac155a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:33:16.566716 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0d5-1600-4404-a03e-399c1643da19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:16.621847 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78e8236d-3bb6-4949-8f8c-f019051516ef req-e47c3c11-cec2-4fb9-ba04-1a394ab5bb94 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858026 Sep 09 09:33:16.648687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port ab13e36d-49bc-4670-b96f-3e9888670714 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:16.720643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:16.730898 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134e9f4-a9bc-4b04-adb1-fbefecd013ba None None] Sync routers for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:16.735131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-501f4f66-80c8-4636-9368-4b3b57e5e8b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 375e24d2-5c9b-42e0-9927-1731bf3a825e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:16.736421 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-501f4f66-80c8-4636-9368-4b3b57e5e8b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:16.744201 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e6bef089-593f-4df4-8efd-5fd3cd562087 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5939388 Sep 09 09:33:16.745614 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134e9f4-a9bc-4b04-adb1-fbefecd013ba None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:16.747501 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e134e9f4-a9bc-4b04-adb1-fbefecd013ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:16.758143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50128) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:16.772710 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ec8724b-9964-4451-a453-9bcd40cb65b1 req-b7aabb43-357f-42c9-bcca-dae24f30e4e9 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970634 Sep 09 09:33:16.775912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f0fc038e-d033-460e-9224-7effdacb0fb5 None None] Provisioning for port ab13e36d-49bc-4670-b96f-3e9888670714 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:16.781118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f0fc038e-d033-460e-9224-7effdacb0fb5 None None] Provisioning complete for port ab13e36d-49bc-4670-b96f-3e9888670714 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:16.781503 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0fc038e-d033-460e-9224-7effdacb0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:16.797815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-baf9c0d5-1600-4404-a03e-399c1643da19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89a9c195ca764deeadaaebb964d49020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307005 Sep 09 09:33:16.817286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50130) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:16.844896 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9c0d5-1600-4404-a03e-399c1643da19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d646aa37-9147-4bb5-8b65-858d2cd31dbe,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:16.909061 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-01018d40-1bac-4d25-aeb5-addab5f47186 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting subnet 47967b39-86a8-4c92-8237-ef11a24af056 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:16.924491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01018d40-1bac-4d25-aeb5-addab5f47186 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:16.987407 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e134e9f4-a9bc-4b04-adb1-fbefecd013ba None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:17.021377 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0fc038e-d033-460e-9224-7effdacb0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.031065 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01018d40-1bac-4d25-aeb5-addab5f47186 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.050703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e625fa2-c1a0-474a-af9b-029b311fee9d None None] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:17.067714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.124007 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e134e9f4-a9bc-4b04-adb1-fbefecd013ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:14Z', 'revision_number': 11, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:17.156331 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-501f4f66-80c8-4636-9368-4b3b57e5e8b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.171223 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134e9f4-a9bc-4b04-adb1-fbefecd013ba None None] Checking router: 6bb8de2b-558f-4752-915c-eed2d0ac155a for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:33:17.196349 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134e9f4-a9bc-4b04-adb1-fbefecd013ba None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:17.198535 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e134e9f4-a9bc-4b04-adb1-fbefecd013ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:32:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:17.209434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f0fc038e-d033-460e-9224-7effdacb0fb5 None None] For port ab13e36d-49bc-4670-b96f-3e9888670714, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab13e36d-49bc-4670-b96f-3e9888670714,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:17.211646 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-501f4f66-80c8-4636-9368-4b3b57e5e8b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 375e24d2-5c9b-42e0-9927-1731bf3a825e owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:17.226249 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-951edaf1-41f1-464c-9b71-fb2bef5ca66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.273929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01018d40-1bac-4d25-aeb5-addab5f47186 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.314272 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0fc038e-d033-460e-9224-7effdacb0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.336220 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e134e9f4-a9bc-4b04-adb1-fbefecd013ba None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:17.356787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:17.391275 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-951edaf1-41f1-464c-9b71-fb2bef5ca66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.435272 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e134e9f4-a9bc-4b04-adb1-fbefecd013ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:14Z', 'revision_number': 11, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:17.462841 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.478677 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134e9f4-a9bc-4b04-adb1-fbefecd013ba None None] The sync data for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 is: [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:14Z', 'revision_number': 11, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:17.496635 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01018d40-1bac-4d25-aeb5-addab5f47186 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.518445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.581383 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-872fb687-6616-48b8-bbc0-ae167590e555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.589344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01018d40-1bac-4d25-aeb5-addab5f47186 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Subnet': ['ID=47967b39-86a8-4c92-8237-ef11a24af056,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:17.601229 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01018d40-1bac-4d25-aeb5-addab5f47186 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.601229 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-01018d40-1bac-4d25-aeb5-addab5f47186 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/47967b39-86a8-4c92-8237-ef11a24af056 HTTP/1.1" status: 204 len: 168 time: 0.8307059 Sep 09 09:33:17.601229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50138) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:17.610926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:17.630110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da8142-6b96-438b-859a-90b2604c27f8 None None] Network b95bb86d-023d-49dc-b7f9-a52f13c53dbc requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:17.630228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f287875-86f6-478d-8c90-058feef04e6e req-4d525140-87d3-4c16-84e7-5c0f4f8328d7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:17.631530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f287875-86f6-478d-8c90-058feef04e6e req-4d525140-87d3-4c16-84e7-5c0f4f8328d7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1683564 Sep 09 09:33:17.632946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:17.642576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:17.645305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:17.725657 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.806389 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f287875-86f6-478d-8c90-058feef04e6e req-af5dba88-08a8-4713-be26-a81a7d9b9714 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499133 Sep 09 09:33:17.838229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210f879-dee1-41ba-912b-27e0caf3d5fc req-a0e66a3a-d85f-4362-9ca9-d1c198d59658 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:17.846147 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5210f879-dee1-41ba-912b-27e0caf3d5fc req-a0e66a3a-d85f-4362-9ca9-d1c198d59658 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1029704 Sep 09 09:33:17.860755 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-951edaf1-41f1-464c-9b71-fb2bef5ca66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.862611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc038e-d033-460e-9224-7effdacb0fb5 None None] Pushing event updated for resources: {'Port': ['ID=ab13e36d-49bc-4670-b96f-3e9888670714,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:17.863271 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-951edaf1-41f1-464c-9b71-fb2bef5ca66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.864475 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-951edaf1-41f1-464c-9b71-fb2bef5ca66c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d646aa37-9147-4bb5-8b65-858d2cd31dbe HTTP/1.1" status: 204 len: 168 time: 1.0357738 Sep 09 09:33:17.896141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-92bade58-c69e-4263-b40e-f83556801130 None None] Provisioning for port 430ba3d6-648a-42ea-a89f-4ae74781437e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:17.943814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951edaf1-41f1-464c-9b71-fb2bef5ca66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d646aa37-9147-4bb5-8b65-858d2cd31dbe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:17.945160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-92bade58-c69e-4263-b40e-f83556801130 None None] Provisioning complete for port 430ba3d6-648a-42ea-a89f-4ae74781437e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:17.945847 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92bade58-c69e-4263-b40e-f83556801130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.951066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Deleting port 31a18797-b80a-4b97-ae98-15d0a7a82985 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:17.955598 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:17.976557 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-501f4f66-80c8-4636-9368-4b3b57e5e8b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.009498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5210f879-dee1-41ba-912b-27e0caf3d5fc req-c522046e-9475-4ea7-8204-5b2c2eda5249 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623905 Sep 09 09:33:18.020866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f4f66-80c8-4636-9368-4b3b57e5e8b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=375e24d2-5c9b-42e0-9927-1731bf3a825e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:18.072094 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-501f4f66-80c8-4636-9368-4b3b57e5e8b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.074524 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-501f4f66-80c8-4636-9368-4b3b57e5e8b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/375e24d2-5c9b-42e0-9927-1731bf3a825e HTTP/1.1" status: 204 len: 168 time: 2.7867005 Sep 09 09:33:18.078982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50144) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:18.081988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:18.136926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:18.137304 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.171037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] For port 31a18797-b80a-4b97-ae98-15d0a7a82985, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=31a18797-b80a-4b97-ae98-15d0a7a82985,segment=NetworkSegment(58401a21-dd18-4e27-9be2-2a754ea0d84d),segment_id=58401a21-dd18-4e27-9be2-2a754ea0d84d)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:18.171037 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.187180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5335e69-5883-45a5-ab71-285bfba035d3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:18.189012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5335e69-5883-45a5-ab71-285bfba035d3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:18.190802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b5335e69-5883-45a5-ab71-285bfba035d3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1106725 Sep 09 09:33:18.195890 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50146) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:18.261889 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Calling delete_port for 31a18797-b80a-4b97-ae98-15d0a7a82985 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:18.300481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92f8fc1-d98a-409a-8832-3e16ca23d3f5 None None] DHCP port deletion for b95bb86d-023d-49dc-b7f9-a52f13c53dbc request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:33:18.425757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff603692-4316-4701-a330-79ae100c7b0e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet dc04905c-9fd8-4205-8795-f68ff9b1d291 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:18.425895 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92bade58-c69e-4263-b40e-f83556801130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.433827 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff603692-4316-4701-a330-79ae100c7b0e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.486976 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.493693 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.524323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-92bade58-c69e-4263-b40e-f83556801130 None None] For port 430ba3d6-648a-42ea-a89f-4ae74781437e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=430ba3d6-648a-42ea-a89f-4ae74781437e,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:18.526945 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.543880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:33:18.547501 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33bdf0d-6b30-4e0d-9695-7c48442e68ef" -d '{"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:33:18.557580 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff603692-4316-4701-a330-79ae100c7b0e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.565952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:18.575227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f92f8fc1-d98a-409a-8832-3e16ca23d3f5 None None] Deleting port 31a18797-b80a-4b97-ae98-15d0a7a82985 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:18.576000 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f92f8fc1-d98a-409a-8832-3e16ca23d3f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.593813 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92bade58-c69e-4263-b40e-f83556801130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.651844 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.658958 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a229f1d9-c0e8-4d91-b3a6-b16e461f0a92 x-openstack-request-id: req-a229f1d9-c0e8-4d91-b3a6-b16e461f0a92 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:33:18.659540 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:33:18.659980 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a229f1d9-c0e8-4d91-b3a6-b16e461f0a92 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:33:18.660777 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'code': 200} Sep 09 09:33:18.668098 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.714015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No DVR routers for this DVR port 31a18797-b80a-4b97-ae98-15d0a7a82985 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:18.716132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Port': ['ID=31a18797-b80a-4b97-ae98-15d0a7a82985,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:18.728505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f92f8fc1-d98a-409a-8832-3e16ca23d3f5 None None] For port 31a18797-b80a-4b97-ae98-15d0a7a82985, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=31a18797-b80a-4b97-ae98-15d0a7a82985,segment=NetworkSegment(58401a21-dd18-4e27-9be2-2a754ea0d84d),segment_id=58401a21-dd18-4e27-9be2-2a754ea0d84d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:18.729160 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f92f8fc1-d98a-409a-8832-3e16ca23d3f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.731832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-92bade58-c69e-4263-b40e-f83556801130 None None] Provisioning complete for port ab13e36d-49bc-4670-b96f-3e9888670714 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:18.732902 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92bade58-c69e-4263-b40e-f83556801130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.783717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f92f8fc1-d98a-409a-8832-3e16ca23d3f5 None None] Calling delete_port for 31a18797-b80a-4b97-ae98-15d0a7a82985 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:18.787905 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff603692-4316-4701-a330-79ae100c7b0e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.790633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bade58-c69e-4263-b40e-f83556801130 None None] Pushing event updated for resources: {'Port': ['ID=430ba3d6-648a-42ea-a89f-4ae74781437e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:18.917378 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:18.931168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eedfd7-33ab-4aa2-a958-d0d9490cbf34 req-6fafda6e-ad44-46dc-93de-7403a139e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:18.932906 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c1eedfd7-33ab-4aa2-a958-d0d9490cbf34 req-6fafda6e-ad44-46dc-93de-7403a139e1a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1098 time: 0.2306511 Sep 09 09:33:18.965486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:18.981101 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.001985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95bb86d-023d-49dc-b7f9-a52f13c53dbc']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:19.020055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58401a21-dd18-4e27-9be2-2a754ea0d84d') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:19.020815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58401a21-dd18-4e27-9be2-2a754ea0d84d') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:19.041897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.050551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-92bade58-c69e-4263-b40e-f83556801130 None None] Could not find standard attr ID for object 375e24d2-5c9b-42e0-9927-1731bf3a825e. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:33:19.062360 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c1eedfd7-33ab-4aa2-a958-d0d9490cbf34 req-2a38302a-e6ae-413e-aae7-f67bd6bdbc2b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151168 Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:33:19.068028 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:33:19.072934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454130c-abba-40f3-8b88-b7b74a34f98e req-5a7d2280-b5f6-49ac-b562-2aee91194e03 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:19.072934 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9454130c-abba-40f3-8b88-b7b74a34f98e req-5a7d2280-b5f6-49ac-b562-2aee91194e03 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1867855 Sep 09 09:33:19.073824 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.079444 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f92f8fc1-d98a-409a-8832-3e16ca23d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.088471 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff603692-4316-4701-a330-79ae100c7b0e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.119512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f8fc1-d98a-409a-8832-3e16ca23d3f5 None None] Pushing event deleted for resources: {'Port': ['ID=31a18797-b80a-4b97-ae98-15d0a7a82985,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:19.123810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f8fc1-d98a-409a-8832-3e16ca23d3f5 None None] No DVR routers for this DVR port 31a18797-b80a-4b97-ae98-15d0a7a82985 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:19.145490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:33:19.145960 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:33:19.149796 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:33:19.178540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2a1d14b7-d992-4f3d-b9b6-a62f3326a026 None None] Provisioning complete for port 430ba3d6-648a-42ea-a89f-4ae74781437e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:19.178838 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2a1d14b7-d992-4f3d-b9b6-a62f3326a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.203444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603692-4316-4701-a330-79ae100c7b0e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=dc04905c-9fd8-4205-8795-f68ff9b1d291,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:19.218590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d56d0eb-b4ff-49b4-9ff2-7a5d5f277c6e None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:19.239174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff603692-4316-4701-a330-79ae100c7b0e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.243630 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ff603692-4316-4701-a330-79ae100c7b0e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/dc04905c-9fd8-4205-8795-f68ff9b1d291 HTTP/1.1" status: 204 len: 168 time: 1.0421407 Sep 09 09:33:19.246415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50170) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:19.288530 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9454130c-abba-40f3-8b88-b7b74a34f98e req-68088a6e-94d0-49c8-a0f1-45488a2abb84 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076013 Sep 09 09:33:19.315002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b7a95-de2f-455c-856f-f8344f238c08 req-dab02b34-9fcf-4c46-9aec-58833782b29c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:19.324817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c2b7a95-de2f-455c-856f-f8344f238c08 req-dab02b34-9fcf-4c46-9aec-58833782b29c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 946 time: 0.1642878 Sep 09 09:33:19.332193 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-06403b71-338a-4e0f-b12c-1ecdb15188d2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492301 Sep 09 09:33:19.335196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50174) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:19.341488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-eab7eb75-0199-4664-bfbb-bed453778a41 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:19.396916 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6c2b7a95-de2f-455c-856f-f8344f238c08 req-2ffbfaff-a5e1-4c6c-a249-a1c8e8208609 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707238 Sep 09 09:33:19.440326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.448424 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.454455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50178) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:19.460560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f66f194c-1078-4972-b385-28ee519e034b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'routes': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:19.463648 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/networks/b95bb86d-023d-49dc-b7f9-a52f13c53dbc HTTP/1.1" status: 204 len: 168 time: 1.8652744 Sep 09 09:33:19.514550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be582e33-eb31-4c8f-b35d-f917620f4b54 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Pushing event deleted for resources: {'Network': ['ID=b95bb86d-023d-49dc-b7f9-a52f13c53dbc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:19.545905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Router 42f75632-702d-41c8-930e-179afeaa44ac is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:33:19.563574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2a1d14b7-d992-4f3d-b9b6-a62f3326a026 None None] Could not find standard attr ID for object 375e24d2-5c9b-42e0-9927-1731bf3a825e. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:33:19.614790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab7eb75-0199-4664-bfbb-bed453778a41 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:19.618429 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eab7eb75-0199-4664-bfbb-bed453778a41 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.669722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1ffbf4-a56f-452b-89b7-266a2b85d76c None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:33:19.681485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 430ba3d6-648a-42ea-a89f-4ae74781437e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:19.800092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:19.801033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ffbf4-a56f-452b-89b7-266a2b85d76c None None] Deleting port ab13e36d-49bc-4670-b96f-3e9888670714 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:19.801425 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffbf4-a56f-452b-89b7-266a2b85d76c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.813610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Sync routers for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:19.815744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 430ba3d6-648a-42ea-a89f-4ae74781437e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:19.816329 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.881986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-f66f194c-1078-4972-b385-28ee519e034b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Added routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 09 09:33:19.882428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-f66f194c-1078-4972-b385-28ee519e034b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Removed routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 09 09:33:19.882803 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f66f194c-1078-4972-b385-28ee519e034b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.887002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:19.887762 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:19.926717 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eab7eb75-0199-4664-bfbb-bed453778a41 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.975029 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4f1ffbf4-a56f-452b-89b7-266a2b85d76c None None] For port ab13e36d-49bc-4670-b96f-3e9888670714, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ab13e36d-49bc-4670-b96f-3e9888670714,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:19.977879 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffbf4-a56f-452b-89b7-266a2b85d76c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:19.988851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7eb75-0199-4664-bfbb-bed453778a41 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:19.994172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-eab7eb75-0199-4664-bfbb-bed453778a41 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:20.001869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab7eb75-0199-4664-bfbb-bed453778a41 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:20.002647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eab7eb75-0199-4664-bfbb-bed453778a41 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:20.022359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ffbf4-a56f-452b-89b7-266a2b85d76c None None] Calling delete_port for ab13e36d-49bc-4670-b96f-3e9888670714 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:20.026606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7eb75-0199-4664-bfbb-bed453778a41 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=a59d42b4-167e-4285-b4b4-11633469e190,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:20.045716 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f66f194c-1078-4972-b385-28ee519e034b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:20.050531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f66f194c-1078-4972-b385-28ee519e034b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:20.056365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:20.060389 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e8ed6746-a9ad-4791-9b0b-6e501fb172b0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5990229 Sep 09 09:33:20.062903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:20.085589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-eab7eb75-0199-4664-bfbb-bed453778a41 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7486804 Sep 09 09:33:20.088883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50188) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:20.097312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'name': 'tempest-NetworksTestDHCPv6-938498146'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:20.174010 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:20.197149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66f194c-1078-4972-b385-28ee519e034b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router 6bb8de2b-558f-4752-915c-eed2d0ac155a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:33:20.207627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:20.284951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31a18797-b80a-4b97-ae98-15d0a7a82985 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:20.342027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 31a18797-b80a-4b97-ae98-15d0a7a82985 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:20.342653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 31a18797-b80a-4b97-ae98-15d0a7a82985 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:20.343326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d411999b-6884-4ae3-94af-ffb019372507 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:20.376797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d411999b-6884-4ae3-94af-ffb019372507 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:20.377142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:20.377724 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d411999b-6884-4ae3-94af-ffb019372507 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:20.381929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:20.402056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66f194c-1078-4972-b385-28ee519e034b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:20.410884 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f66f194c-1078-4972-b385-28ee519e034b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:20.412101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f66f194c-1078-4972-b385-28ee519e034b tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a HTTP/1.1" status: 200 len: 701 time: 0.9566545 Sep 09 09:33:20.415967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50198) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:20.417532 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13830d31-cdf5-4b7a-bfde-4eab78a6d422 None None] Sync routers for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:20.431677 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13830d31-cdf5-4b7a-bfde-4eab78a6d422 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:20.432411 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-13830d31-cdf5-4b7a-bfde-4eab78a6d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:20.448187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 45fee766-6e45-4a44-aa04-11fadb5493e2 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:33:20.511660 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4c4dc604-c262-419b-87cb-9639fa2360e6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb8de2b-558f-4752-915c-eed2d0ac155a HTTP/1.1" status: 200 len: 205 time: 0.0787387 Sep 09 09:33:20.515134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50204) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:20.527192 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffbf4-a56f-452b-89b7-266a2b85d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:20.595813 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-13830d31-cdf5-4b7a-bfde-4eab78a6d422 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:20.611571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ffbf4-a56f-452b-89b7-266a2b85d76c None None] No DVR routers for this DVR port ab13e36d-49bc-4670-b96f-3e9888670714 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:20.616565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ffbf4-a56f-452b-89b7-266a2b85d76c None None] Pushing event deleted for resources: {'Port': ['ID=ab13e36d-49bc-4670-b96f-3e9888670714,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:20.637108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3805c13-45e6-42e4-83d8-96f696213838 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:20.684209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf20f5-b752-484a-af61-edf34697e369 req-f97c5c07-49c3-40d5-9d78-0874c59a3bff tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:20.693829 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42bf20f5-b752-484a-af61-edf34697e369 req-f97c5c07-49c3-40d5-9d78-0874c59a3bff tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.2182465 Sep 09 09:33:20.719589 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-13830d31-cdf5-4b7a-bfde-4eab78a6d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:14Z', 'revision_number': 11, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:20.733449 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-629ba89d-b343-4722-a9f9-85b52b5c54a6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:20.753005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb0c2-fa9c-4a22-b9ae-12083f6bb914 req-aedbc65e-fc0c-4c43-8f51-21ad5bdb1bb7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:20.762486 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42bf20f5-b752-484a-af61-edf34697e369 req-62f0ffca-8729-4a0e-b6d9-67302a1092d2 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676877 Sep 09 09:33:20.771407 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13830d31-cdf5-4b7a-bfde-4eab78a6d422 None None] Checking router: 6bb8de2b-558f-4752-915c-eed2d0ac155a for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:33:20.773308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43adb0c2-fa9c-4a22-b9ae-12083f6bb914 req-aedbc65e-fc0c-4c43-8f51-21ad5bdb1bb7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 946 time: 0.1863146 Sep 09 09:33:20.794451 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13830d31-cdf5-4b7a-bfde-4eab78a6d422 None None] Routers {'6bb8de2b-558f-4752-915c-eed2d0ac155a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:20.795496 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-13830d31-cdf5-4b7a-bfde-4eab78a6d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6bb8de2b-558f-4752-915c-eed2d0ac155a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:20.800694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::277 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/a59d42b4-167e-4285-b4b4-11633469e190/45fee766-6e45-4a44-aa04-11fadb5493e2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:20.910720 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-13830d31-cdf5-4b7a-bfde-4eab78a6d422 None None] Set router 6bb8de2b-558f-4752-915c-eed2d0ac155a gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:20.913366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:18Z', 'revision_number': 3, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:20.984434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Checking router: 42f75632-702d-41c8-930e-179afeaa44ac for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:33:20.989498 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Updating router 42f75632-702d-41c8-930e-179afeaa44ac port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:33:20.993138 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-13830d31-cdf5-4b7a-bfde-4eab78a6d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:14Z', 'revision_number': 11, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:21.026851 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.062599 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43adb0c2-fa9c-4a22-b9ae-12083f6bb914 req-310fe869-793b-4795-aae2-b868cbafd309 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761012 Sep 09 09:33:21.073845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': 'a59d42b4-167e-4285-b4b4-11633469e190'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:33:21.074807 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.080855 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13830d31-cdf5-4b7a-bfde-4eab78a6d422 None None] The sync data for ids ['6bb8de2b-558f-4752-915c-eed2d0ac155a'] in n-d-778696-16 is: [{'id': '6bb8de2b-558f-4752-915c-eed2d0ac155a', 'name': 'tempest-RoutersTest-router-1639395298', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:19Z', 'updated_at': '2021-09-09T09:33:14Z', 'revision_number': 11, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:21.128235 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.178132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 45fee766-6e45-4a44-aa04-11fadb5493e2 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:21.311635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261224c-55dc-4a8f-8cb3-ae2750a186df req-f28c4ecd-77d5-4a7b-997e-dae1b7ac0b8a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:21.313270 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e261224c-55dc-4a8f-8cb3-ae2750a186df req-f28c4ecd-77d5-4a7b-997e-dae1b7ac0b8a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 946 time: 0.0843132 Sep 09 09:33:21.314928 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.328368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50218) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:21.340798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9e59cf24-6fee-422a-808a-e75570b4b940 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Request body: {'floatingip': {'port_id': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:21.382388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/a59d42b4-167e-4285-b4b4-11633469e190/d6ca5e29-feb7-4546-8bfc-d64cc9b1113f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:21.417463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:21.422905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:21.441160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=45fee766-6e45-4a44-aa04-11fadb5493e2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:21.443862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:21.450394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:21.451400 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.455920 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e59cf24-6fee-422a-808a-e75570b4b940 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.600162 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.635249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Transition to ACTIVE for port object d6ca5e29-feb7-4546-8bfc-d64cc9b1113f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:21.644237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab13e36d-49bc-4670-b96f-3e9888670714 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:21.723784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: ab13e36d-49bc-4670-b96f-3e9888670714 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:21.727904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ab13e36d-49bc-4670-b96f-3e9888670714 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:21.753384 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Transition to ACTIVE for port object d6ca5e29-feb7-4546-8bfc-d64cc9b1113f will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:21.758207 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-629ba89d-b343-4722-a9f9-85b52b5c54a6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.760996 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-629ba89d-b343-4722-a9f9-85b52b5c54a6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.840780 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.861938 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.894285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-629ba89d-b343-4722-a9f9-85b52b5c54a6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.895079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629ba89d-b343-4722-a9f9-85b52b5c54a6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Fanout notify agent at l3_agent the message router_deleted on router 6bb8de2b-558f-4752-915c-eed2d0ac155a {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:33:21.902958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Transition to ACTIVE for port object e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:21.905736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-629ba89d-b343-4722-a9f9-85b52b5c54a6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:21.916038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-629ba89d-b343-4722-a9f9-85b52b5c54a6 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a HTTP/1.1" status: 204 len: 168 time: 1.3904843 Sep 09 09:33:21.924600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:21.937586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:21.941873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:21.959628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Pushing event updated for resources: {'Port': ['ID=d6ca5e29-feb7-4546-8bfc-d64cc9b1113f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:21.960857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:21.968241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-887ada4a-c60f-4979-860f-5c9bbc177031 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-815805739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:21.990666 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.034366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f73e-e157-4bf9-abfa-add22cc0a816 req-e0b55f02-23cd-4402-a032-91bbcbc986be tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:22.036407 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c463f73e-e157-4bf9-abfa-add22cc0a816 req-e0b55f02-23cd-4402-a032-91bbcbc986be tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1875317 Sep 09 09:33:22.081041 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.108708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Attempting to bind port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:22.109081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Attempting to bind port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:22.109443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Attempting to bind port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:22.122418 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-887ada4a-c60f-4979-860f-5c9bbc177031 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.124285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-887ada4a-c60f-4979-860f-5c9bbc177031 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.130549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c463f73e-e157-4bf9-abfa-add22cc0a816 req-e11a7750-372e-4f16-805a-ad029ca4c0ca tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851870 Sep 09 09:33:22.131861 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d5847-9c77-4818-a788-67804ad0e39a None None] Pushing event updated for resources: {'Port': ['ID=e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:22.134506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Attempting to bind port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:22.134878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Attempting to bind port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:22.138143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Attempting to bind port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:22.141744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:22.142150 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:22.142553 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.142954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:22.143473 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Bound port: d6ca5e29-feb7-4546-8bfc-d64cc9b1113f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:22.143859 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.158960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:22.158960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:22.163657 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.164254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:22.165444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Bound port: e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:22.165991 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.234471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] For port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:22.237557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] For port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:22.241815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3c89701a-eab4-47e8-aeae-a53bc8671585 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1514564 Sep 09 09:33:22.250632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50236) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:22.267549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-887ada4a-c60f-4979-860f-5c9bbc177031 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.296401 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.327459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b153c7-68e6-4109-94d8-f5f5588546b8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:22.333919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b153c7-68e6-4109-94d8-f5f5588546b8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:22.335662 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-94b153c7-68e6-4109-94d8-f5f5588546b8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0839901 Sep 09 09:33:22.337606 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-887ada4a-c60f-4979-860f-5c9bbc177031 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.342624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50240) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:22.344877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Allocated IP 172.20.0.1 (05a2504d-6ea0-48c5-a04b-6b2815462a83/e7f7d4e1-915e-4e55-a3e8-a32a82ffd559/2685270b-1ebf-464f-a3c2-497036268707) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:22.386105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] For port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:22.391345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] For port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d6ca5e29-feb7-4546-8bfc-d64cc9b1113f,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:22.394274 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:22.394908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:22.450460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d5847-9c77-4818-a788-67804ad0e39a None None] Pushing event updated for resources: {'Port': ['ID=e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:22.479420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.512263 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-887ada4a-c60f-4979-860f-5c9bbc177031 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.513373 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-887ada4a-c60f-4979-860f-5c9bbc177031 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5494289 Sep 09 09:33:22.518517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50248) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:22.526206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-831312be-ec99-4d6d-9dc5-19739e56bd95 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:22.571295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:22.584003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-bf6169dc-5573-4b61-962e-0c027a8c7c01 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 45fee766-6e45-4a44-aa04-11fadb5493e2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:22.585076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf6169dc-5573-4b61-962e-0c027a8c7c01 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.657973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c723c79-019f-4d94-aec1-04143e7948fa None None] Pushing event updated for resources: {'Port': ['ID=d6ca5e29-feb7-4546-8bfc-d64cc9b1113f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:22.699515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf6169dc-5573-4b61-962e-0c027a8c7c01 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.720986 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e59cf24-6fee-422a-808a-e75570b4b940 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.736561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-bf6169dc-5573-4b61-962e-0c027a8c7c01 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 45fee766-6e45-4a44-aa04-11fadb5493e2 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:22.746107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.805989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Transition to ACTIVE for port object 2685270b-1ebf-464f-a3c2-497036268707 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:22.808566 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e59cf24-6fee-422a-808a-e75570b4b940 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:22.991841 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-9e59cf24-6fee-422a-808a-e75570b4b940 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Floating IP 417c5f7c-5c0c-48f3-a25f-316ffd53484e associated. External IP: 172.25.8.164, port: 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b. Sep 09 09:33:23.151521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:18Z', 'revision_number': 3, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:23.160553 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-831312be-ec99-4d6d-9dc5-19739e56bd95 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:23.222373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272a5a7-af5d-416f-a685-80cd0eaa7fd9 None None] The sync data for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 is: [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:18Z', 'revision_number': 3, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:23.270628 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:23.342812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:23.346555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Pushing event updated for resources: {'Port': ['ID=2685270b-1ebf-464f-a3c2-497036268707,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:23.350939 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-831312be-ec99-4d6d-9dc5-19739e56bd95 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:23.385309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e59cf24-6fee-422a-808a-e75570b4b940 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Router 4cd80167-960c-4730-877d-c8a663eeccf4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:33:23.408691 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:23.458099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:23.473460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7b34b-ae6d-4867-a483-9ac5c7024d73 req-d814b33d-bc45-45dd-a31b-a1ddbd29f644 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:23.481394 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fbb7b34b-ae6d-4867-a483-9ac5c7024d73 req-d814b33d-bc45-45dd-a31b-a1ddbd29f644 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.2115304 Sep 09 09:33:23.517689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf6169dc-5573-4b61-962e-0c027a8c7c01 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:23.535266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:23.547189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fbb7b34b-ae6d-4867-a483-9ac5c7024d73 req-2314b3ee-472c-4685-95f7-79589d8d6948 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621786 Sep 09 09:33:23.616101 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831312be-ec99-4d6d-9dc5-19739e56bd95 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Router f02533dd-947b-48cb-b86a-a7cf4fd5dd97 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:33:23.618143 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6169dc-5573-4b61-962e-0c027a8c7c01 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=45fee766-6e45-4a44-aa04-11fadb5493e2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:23.625476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e59cf24-6fee-422a-808a-e75570b4b940 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:23.637039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8853ee-b398-43a5-93b4-fe2d874a4f7b None None] Sync routers for ids ['4cd80167-960c-4730-877d-c8a663eeccf4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:23.637790 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e59cf24-6fee-422a-808a-e75570b4b940 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:23.673797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8853ee-b398-43a5-93b4-fe2d874a4f7b None None] Routers {'4cd80167-960c-4730-877d-c8a663eeccf4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:23.673797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9c8853ee-b398-43a5-93b4-fe2d874a4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['4cd80167-960c-4730-877d-c8a663eeccf4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:23.705595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9e59cf24-6fee-422a-808a-e75570b4b940 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "PUT /v2.0/floatingips/417c5f7c-5c0c-48f3-a25f-316ffd53484e HTTP/1.1" status: 200 len: 992 time: 2.3722029 Sep 09 09:33:23.706199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:33:23.708990 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:33:23.790223 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf6169dc-5573-4b61-962e-0c027a8c7c01 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:23.792283 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bf6169dc-5573-4b61-962e-0c027a8c7c01 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/45fee766-6e45-4a44-aa04-11fadb5493e2 HTTP/1.1" status: 204 len: 168 time: 1.4449635 Sep 09 09:33:23.795109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50270) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:23.925692 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8718daf-d9d2-4699-a571-337fe76c4c36 x-openstack-request-id: req-e8718daf-d9d2-4699-a571-337fe76c4c36 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:33:23.926228 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:33:23.926641 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8718daf-d9d2-4699-a571-337fe76c4c36 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:33:23.927240 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'status': 'completed', 'code': 200} Sep 09 09:33:23.952008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d6ca5e29-feb7-4546-8bfc-d64cc9b1113f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:23.953446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50274) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:24.045014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831312be-ec99-4d6d-9dc5-19739e56bd95 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:24.057108 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61693a8-a067-42a3-b48b-a48075afb537 None None] Sync routers for ids ['f02533dd-947b-48cb-b86a-a7cf4fd5dd97'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:24.065372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7fce2-2d01-4a92-8f15-ed63882970e4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:24.067318 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7fce2-2d01-4a92-8f15-ed63882970e4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:24.070572 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-45c7fce2-2d01-4a92-8f15-ed63882970e4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2739606 Sep 09 09:33:24.075435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50278) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:24.076850 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-831312be-ec99-4d6d-9dc5-19739e56bd95 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.078426 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61693a8-a067-42a3-b48b-a48075afb537 None None] Routers {'f02533dd-947b-48cb-b86a-a7cf4fd5dd97'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:24.079086 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c61693a8-a067-42a3-b48b-a48075afb537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f02533dd-947b-48cb-b86a-a7cf4fd5dd97'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:24.085470 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-831312be-ec99-4d6d-9dc5-19739e56bd95 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "PUT /v2.0/routers/f02533dd-947b-48cb-b86a-a7cf4fd5dd97 HTTP/1.1" status: 200 len: 693 time: 1.5640285 Sep 09 09:33:24.086398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50280) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:24.111965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171 req-c5d009f8-e3e1-497a-95a0-4500f834daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:24.113873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171 req-c5d009f8-e3e1-497a-95a0-4500f834daa0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1098 time: 0.2180316 Sep 09 09:33:24.222595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d277057-af93-4f0f-8acf-9e1a2d4d26d8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet a59d42b4-167e-4285-b4b4-11633469e190 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:24.236990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-9c8853ee-b398-43a5-93b4-fe2d874a4f7b None None] Set router 4cd80167-960c-4730-877d-c8a663eeccf4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:24.240852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b099d63d-e807-4cc8-9e34-049766fd5f7a None None] Provisioning for port 2685270b-1ebf-464f-a3c2-497036268707 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:24.272427 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c61693a8-a067-42a3-b48b-a48075afb537 None None] Set router f02533dd-947b-48cb-b86a-a7cf4fd5dd97 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:24.294319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b099d63d-e807-4cc8-9e34-049766fd5f7a None None] Provisioning complete for port 2685270b-1ebf-464f-a3c2-497036268707 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:24.295771 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b099d63d-e807-4cc8-9e34-049766fd5f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.309573 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d277057-af93-4f0f-8acf-9e1a2d4d26d8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.354779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b099d63d-e807-4cc8-9e34-049766fd5f7a None None] Port 2685270b-1ebf-464f-a3c2-497036268707 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:33:24.359454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:24.360068 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dc2670b4-0a6e-468d-a86e-5d37ca41582e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/routers/f02533dd-947b-48cb-b86a-a7cf4fd5dd97 HTTP/1.1" status: 200 len: 699 time: 0.2684259 Sep 09 09:33:24.362455 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50282) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:24.379040 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd464-48c4-4a00-8b72-cfd8e7e57b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.382671 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c61693a8-a067-42a3-b48b-a48075afb537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02533dd-947b-48cb-b86a-a7cf4fd5dd97', 'name': 'tempest-RoutersTest-router-815805739', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:23Z', 'revision_number': 2, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:24.409861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9c9b3820-6a81-4839-a1f9-fca5c6884d38 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=f02533dd-947b-48cb-b86a-a7cf4fd5dd97 HTTP/1.1" status: 200 len: 205 time: 0.0454853 Sep 09 09:33:24.416233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50284) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:24.456642 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61693a8-a067-42a3-b48b-a48075afb537 None None] Checking router: f02533dd-947b-48cb-b86a-a7cf4fd5dd97 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:33:24.470624 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61693a8-a067-42a3-b48b-a48075afb537 None None] Routers {'f02533dd-947b-48cb-b86a-a7cf4fd5dd97'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:24.471596 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c61693a8-a067-42a3-b48b-a48075afb537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f02533dd-947b-48cb-b86a-a7cf4fd5dd97'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:24.473293 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.565526 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c694b393-e206-4cdb-b1b1-18d142bb2712 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.581454 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d277057-af93-4f0f-8acf-9e1a2d4d26d8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.598873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-60fd4d37-e172-48a0-87f9-fa30b772c424 None None] Provisioning for port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:24.616647 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-60fd4d37-e172-48a0-87f9-fa30b772c424 None None] Provisioning complete for port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:24.617284 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60fd4d37-e172-48a0-87f9-fa30b772c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.622399 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c61693a8-a067-42a3-b48b-a48075afb537 None None] Set router f02533dd-947b-48cb-b86a-a7cf4fd5dd97 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:24.753431 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d277057-af93-4f0f-8acf-9e1a2d4d26d8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.845720 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd464-48c4-4a00-8b72-cfd8e7e57b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.909408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd464-48c4-4a00-8b72-cfd8e7e57b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.934062 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60fd4d37-e172-48a0-87f9-fa30b772c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.940907 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d277057-af93-4f0f-8acf-9e1a2d4d26d8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:24.961050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9c8853ee-b398-43a5-93b4-fe2d874a4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 4, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '417c5f7c-5c0c-48f3-a25f-316ffd53484e', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'floating_ip_address': '172.25.8.164', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'port_id': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'mac_address': 'fa:16:3e:fd:ae:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:33:02Z', 'updated_at': '2021-09-09T09:33:22Z', 'revision_number': 1, 'project_id': 'da114216dbc1457395669302398f7a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60477bc9-0f39-4c25-93a2-0eda1e89d32a', 'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'mac_address': 'fa:16:3e:d2:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:52Z', 'updated_at': '2021-09-09T09:33:00Z', 'revision_number': 5, 'project_id': 'da114216dbc1457395669302398f7a7d', 'subnets': [{'id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:24.991213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1dfdd464-48c4-4a00-8b72-cfd8e7e57b27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c4f944cd1f944f3b570d8d1fd14f202&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0347524 Sep 09 09:33:24.994145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171 req-3fb13160-ada7-4493-869f-f19ae21367dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:25.000970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171 req-3fb13160-ada7-4493-869f-f19ae21367dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.8711736 Sep 09 09:33:25.006872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdd464-48c4-4a00-8b72-cfd8e7e57b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e843f5-566f-4f6b-a10c-496dbc41c93e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:25.015265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8853ee-b398-43a5-93b4-fe2d874a4f7b None None] Checking router: 4cd80167-960c-4730-877d-c8a663eeccf4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:33:25.016601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50292) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:25.033691 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c61693a8-a067-42a3-b48b-a48075afb537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02533dd-947b-48cb-b86a-a7cf4fd5dd97', 'name': 'tempest-RoutersTest-router-815805739', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:23Z', 'revision_number': 2, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:25.084043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8853ee-b398-43a5-93b4-fe2d874a4f7b None None] Routers {'4cd80167-960c-4730-877d-c8a663eeccf4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:25.088230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9c8853ee-b398-43a5-93b4-fe2d874a4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['4cd80167-960c-4730-877d-c8a663eeccf4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:25.088448 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61693a8-a067-42a3-b48b-a48075afb537 None None] The sync data for ids ['f02533dd-947b-48cb-b86a-a7cf4fd5dd97'] in n-d-778696-16 is: [{'id': 'f02533dd-947b-48cb-b86a-a7cf4fd5dd97', 'name': 'tempest-RoutersTest-router-815805739', 'tenant_id': '494bc1a2335d4a58a48c46dc776598b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:23Z', 'revision_number': 2, 'project_id': '494bc1a2335d4a58a48c46dc776598b0', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:25.098957 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.125392 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d277057-af93-4f0f-8acf-9e1a2d4d26d8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=a59d42b4-167e-4285-b4b4-11633469e190,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:25.129353 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d277057-af93-4f0f-8acf-9e1a2d4d26d8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.134240 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8d277057-af93-4f0f-8acf-9e1a2d4d26d8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/a59d42b4-167e-4285-b4b4-11633469e190 HTTP/1.1" status: 204 len: 168 time: 1.0535553 Sep 09 09:33:25.137270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:25.229019 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-818228be-b71f-4a9f-81b7-0ce7689dd01b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875802 Sep 09 09:33:25.229019 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.235009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26597029-a761-4ec9-beb1-3dddbea596fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.237093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50296) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:25.244980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:25.273307 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-9c8853ee-b398-43a5-93b4-fe2d874a4f7b None None] Set router 4cd80167-960c-4730-877d-c8a663eeccf4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:25.321244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a94ff7-0ba8-46d8-b8e8-43d180eba4e1 req-d26d8d05-9463-451b-b4bd-721fc3b1088a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:25.321617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26597029-a761-4ec9-beb1-3dddbea596fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.323058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34a94ff7-0ba8-46d8-b8e8-43d180eba4e1 req-d26d8d05-9463-451b-b4bd-721fc3b1088a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.4892182 Sep 09 09:33:25.336395 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7792c3-d335-4830-a525-50087c6c7b9f None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:25.362439 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Pushing event updated for resources: {'Port': ['ID=2685270b-1ebf-464f-a3c2-497036268707,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:25.365204 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-60fd4d37-e172-48a0-87f9-fa30b772c424 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:33:25.367449 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.368441 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-60fd4d37-e172-48a0-87f9-fa30b772c424 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:33:25.376881 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c694b393-e206-4cdb-b1b1-18d142bb2712 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.394658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c694b393-e206-4cdb-b1b1-18d142bb2712 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.402034 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171 req-5347137c-dcf8-488d-bc6a-7cc73d97057b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1000 time: 0.2976940 Sep 09 09:33:25.488981 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.493639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34a94ff7-0ba8-46d8-b8e8-43d180eba4e1 req-9d2f1291-72e7-491a-942f-647eb1ef7242 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568561 Sep 09 09:33:25.511938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:25.517001 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:25.530929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171 req-53391cf4-82a0-4cb4-a68c-2a60b0dac632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:25.532595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171 req-53391cf4-82a0-4cb4-a68c-2a60b0dac632 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.1094129 Sep 09 09:33:25.588258 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c694b393-e206-4cdb-b1b1-18d142bb2712 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.588582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c694b393-e206-4cdb-b1b1-18d142bb2712 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Fanout notify agent at l3_agent the message router_deleted on router f02533dd-947b-48cb-b86a-a7cf4fd5dd97 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:33:25.590409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:25.594848 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26597029-a761-4ec9-beb1-3dddbea596fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.595610 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.599148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26597029-a761-4ec9-beb1-3dddbea596fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.604058 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-26597029-a761-4ec9-beb1-3dddbea596fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33e843f5-566f-4f6b-a10c-496dbc41c93e HTTP/1.1" status: 204 len: 168 time: 0.5784588 Sep 09 09:33:25.611503 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c694b393-e206-4cdb-b1b1-18d142bb2712 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.628082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c694b393-e206-4cdb-b1b1-18d142bb2712 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/f02533dd-947b-48cb-b86a-a7cf4fd5dd97 HTTP/1.1" status: 204 len: 168 time: 1.1932054 Sep 09 09:33:25.628082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50300) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:25.633168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26597029-a761-4ec9-beb1-3dddbea596fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e843f5-566f-4f6b-a10c-496dbc41c93e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:25.715838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:25.717946 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7eea176b-dac7-4181-a0f3-57a8e1e14d0c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=f02533dd-947b-48cb-b86a-a7cf4fd5dd97 HTTP/1.1" status: 200 len: 205 time: 0.0758049 Sep 09 09:33:25.758737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:25.774140 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-2b285e6c-9801-4106-91fe-83006795f42e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] delete failed (client error): The resource could not be found. Sep 09 09:33:25.777853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2b285e6c-9801-4106-91fe-83006795f42e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/f02533dd-947b-48cb-b86a-a7cf4fd5dd97 HTTP/1.1" status: 404 len: 336 time: 0.0564644 Sep 09 09:33:25.780684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50304) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:25.804944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171 req-350729ba-f105-4b31-a52f-f5908718c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:25.806604 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171 req-350729ba-f105-4b31-a52f-f5908718c50f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2675009 Sep 09 09:33:25.817926 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-db413e6f-4da9-45fd-859f-c036f57fdb99 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] DELETE failed (client error): The resource could not be found. Sep 09 09:33:25.817926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db413e6f-4da9-45fd-859f-c036f57fdb99 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:33:25.821847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-db413e6f-4da9-45fd-859f-c036f57fdb99 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/e5dd8404-af62-4e4c-be16-bc53e47f7f8c HTTP/1.1" status: 404 len: 337 time: 0.0372331 Sep 09 09:33:25.821847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50306) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:25.832761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Router 42f75632-702d-41c8-930e-179afeaa44ac has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:33:25.858026 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-221a8d3f-c96d-4326-80e3-6e41e4cfaccc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] DELETE failed (client error): The resource could not be found. Sep 09 09:33:25.858788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221a8d3f-c96d-4326-80e3-6e41e4cfaccc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:33:25.863352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-221a8d3f-c96d-4326-80e3-6e41e4cfaccc tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/24317074-9baf-4e1d-b11f-150d990da860 HTTP/1.1" status: 404 len: 337 time: 0.0380552 Sep 09 09:33:25.863929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50308) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:25.901785 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45356d4-92d7-485b-bd31-dfc086546e91 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] DELETE failed (client error): The resource could not be found. Sep 09 09:33:25.910286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45356d4-92d7-485b-bd31-dfc086546e91 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:33:25.910286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f45356d4-92d7-485b-bd31-dfc086546e91 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/aae3d5c0-9294-4859-84a5-d5271071109f HTTP/1.1" status: 404 len: 337 time: 0.0398378 Sep 09 09:33:25.910537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50310) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:25.920905 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.969783 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60fd4d37-e172-48a0-87f9-fa30b772c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:25.983256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:25.997323 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6ede14-81ee-4f25-9184-517e267d1c9c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] DELETE failed (client error): The resource could not be found. Sep 09 09:33:25.998531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6ede14-81ee-4f25-9184-517e267d1c9c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:33:26.000731 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6e6ede14-81ee-4f25-9184-517e267d1c9c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/47967b39-86a8-4c92-8237-ef11a24af056 HTTP/1.1" status: 404 len: 337 time: 0.0890529 Sep 09 09:33:26.005677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.016289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-60fd4d37-e172-48a0-87f9-fa30b772c424 None None] For port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d6ca5e29-feb7-4546-8bfc-d64cc9b1113f,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:26.021368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:26.021368 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.048567 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171 req-752e1fce-2329-49af-b445-1a1b0a008168 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070458 Sep 09 09:33:26.054446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a715e0-68b8-410a-aaea-c9bbd08bd7e5 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:33:26.074764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2e0e0c1a-603d-458a-b8ed-984bcfbc4cdd tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb8de2b-558f-4752-915c-eed2d0ac155a HTTP/1.1" status: 200 len: 205 time: 0.0659215 Sep 09 09:33:26.076652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50316) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.149897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9c8853ee-b398-43a5-93b4-fe2d874a4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 4, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '417c5f7c-5c0c-48f3-a25f-316ffd53484e', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'floating_ip_address': '172.25.8.164', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'port_id': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'mac_address': 'fa:16:3e:fd:ae:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:33:02Z', 'updated_at': '2021-09-09T09:33:22Z', 'revision_number': 1, 'project_id': 'da114216dbc1457395669302398f7a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60477bc9-0f39-4c25-93a2-0eda1e89d32a', 'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'mac_address': 'fa:16:3e:d2:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:52Z', 'updated_at': '2021-09-09T09:33:00Z', 'revision_number': 5, 'project_id': 'da114216dbc1457395669302398f7a7d', 'subnets': [{'id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:26.161776 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-123c5dcc-464b-4b0c-82c0-31413fa7ed84 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] delete failed (client error): The resource could not be found. Sep 09 09:33:26.163008 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-123c5dcc-464b-4b0c-82c0-31413fa7ed84 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/6bb8de2b-558f-4752-915c-eed2d0ac155a HTTP/1.1" status: 404 len: 336 time: 0.0842147 Sep 09 09:33:26.163732 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60fd4d37-e172-48a0-87f9-fa30b772c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.169453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50322) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.193905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:26.214790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d2fc9f08-48b0-4328-9243-e493d1f9046c tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=a601f723-4b24-4813-8be2-07ad0b3d999e HTTP/1.1" status: 200 len: 205 time: 0.0361042 Sep 09 09:33:26.215799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50324) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.219109 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3c46b944-d276-4ac7-99f7-a2f9af146369 admin admin] 10.222.0.32 "PUT /v2.0/routers/42f75632-702d-41c8-930e-179afeaa44ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1564834 Sep 09 09:33:26.266685 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8853ee-b398-43a5-93b4-fe2d874a4f7b None None] The sync data for ids ['4cd80167-960c-4730-877d-c8a663eeccf4'] in n-d-778696-16 is: [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 4, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '417c5f7c-5c0c-48f3-a25f-316ffd53484e', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'floating_ip_address': '172.25.8.164', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'port_id': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'mac_address': 'fa:16:3e:fd:ae:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:33:02Z', 'updated_at': '2021-09-09T09:33:22Z', 'revision_number': 1, 'project_id': 'da114216dbc1457395669302398f7a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60477bc9-0f39-4c25-93a2-0eda1e89d32a', 'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'mac_address': 'fa:16:3e:d2:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:52Z', 'updated_at': '2021-09-09T09:33:00Z', 'revision_number': 5, 'project_id': 'da114216dbc1457395669302398f7a7d', 'subnets': [{'id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:26.290815 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.303010 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-278f5b7e-0b54-40b1-888e-3781c1b3cd9d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] delete failed (client error): The resource could not be found. Sep 09 09:33:26.304133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-278f5b7e-0b54-40b1-888e-3781c1b3cd9d tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/a601f723-4b24-4813-8be2-07ad0b3d999e HTTP/1.1" status: 404 len: 336 time: 0.0876429 Sep 09 09:33:26.307573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50328) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.315729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3e836fbc-4684-4ada-8bba-aa20cf6504b6 None None] Could not find standard attr ID for object 45fee766-6e45-4a44-aa04-11fadb5493e2. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:33:26.360876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:26.371323 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:26.377723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:26.378541 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.381556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Sync routers for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:26.383827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd4d37-e172-48a0-87f9-fa30b772c424 None None] Pushing event updated for resources: {'Port': ['ID=d6ca5e29-feb7-4546-8bfc-d64cc9b1113f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:26.395505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-04a715e0-68b8-410a-aaea-c9bbd08bd7e5 None None] Deleting port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:26.395886 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04a715e0-68b8-410a-aaea-c9bbd08bd7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.399938 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ea0c6f6-aa4c-4977-a65b-777ca6e24171 req-e0d99e7c-6432-4c2e-ab56-a59529312e18 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222303 Sep 09 09:33:26.406030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=6ed67f50-8bad-4bdd-9e79-f315a156977a,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:26.409683 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ede9ccb-7cc6-449c-9ed6-4465b099ebe4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] DELETE failed (client error): The resource could not be found. Sep 09 09:33:26.416251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ede9ccb-7cc6-449c-9ed6-4465b099ebe4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:33:26.416398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.416660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.417019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.417362 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.417696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.418027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.418384 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.418709 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.419192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.420246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.420724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.421312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:26.424626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50330) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.436182 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6ede9ccb-7cc6-449c-9ed6-4465b099ebe4 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/aa836147-7fbb-4a41-aa3d-62264fdb09bd HTTP/1.1" status: 404 len: 337 time: 0.1147213 Sep 09 09:33:26.440586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3e836fbc-4684-4ada-8bba-aa20cf6504b6 None None] Provisioning complete for port 2685270b-1ebf-464f-a3c2-497036268707 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:26.440964 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e836fbc-4684-4ada-8bba-aa20cf6504b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.453247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:26.453895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:26.463219 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0afae11c-ae09-4b62-9b36-4e59a0f7f839 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=11999744-4332-432d-971c-dbc39470a481 HTTP/1.1" status: 200 len: 205 time: 0.0370588 Sep 09 09:33:26.465886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50334) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.481758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.496833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50336) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.512929 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-057e8e02-9df1-4fcb-8a3a-f9d4beaa707e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] delete failed (client error): The resource could not be found. Sep 09 09:33:26.519659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-057e8e02-9df1-4fcb-8a3a-f9d4beaa707e tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/11999744-4332-432d-971c-dbc39470a481 HTTP/1.1" status: 404 len: 336 time: 0.0476627 Sep 09 09:33:26.519659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4df62ab3-1bf7-4f39-96b1-7ae78198a87d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2754407 Sep 09 09:33:26.519659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50338) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.520211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50340) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.530572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'name': 'tempest-NetworksTestDHCPv6-1599147328'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:26.539559 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee82474-0dd7-4b58-a320-b6ed546cf99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.687711 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee82474-0dd7-4b58-a320-b6ed546cf99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.718427 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-abcef736-6747-40c8-bd51-a1c1c98b5e24 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=2afffd43-2c24-46a3-a06e-6d9b2a687022 HTTP/1.1" status: 200 len: 205 time: 0.0417018 Sep 09 09:33:26.721251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.762358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:26.767261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3e836fbc-4684-4ada-8bba-aa20cf6504b6 None None] Port 2685270b-1ebf-464f-a3c2-497036268707 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:33:26.769420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda7d1-2f03-465c-8bf2-98418d4fe8a0 req-0dfa7c37-1767-4741-b496-1b2fcd5f4ff5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:26.772769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3eeda7d1-2f03-465c-8bf2-98418d4fe8a0 req-0dfa7c37-1767-4741-b496-1b2fcd5f4ff5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.0825498 Sep 09 09:33:26.785449 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee82474-0dd7-4b58-a320-b6ed546cf99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.797805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-04a715e0-68b8-410a-aaea-c9bbd08bd7e5 None None] For port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d6ca5e29-feb7-4546-8bfc-d64cc9b1113f,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:26.798061 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-f913639e-6f70-4ee0-adbf-74fa88bb4b37 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] delete failed (client error): The resource could not be found. Sep 09 09:33:26.798206 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04a715e0-68b8-410a-aaea-c9bbd08bd7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.802369 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f913639e-6f70-4ee0-adbf-74fa88bb4b37 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/2afffd43-2c24-46a3-a06e-6d9b2a687022 HTTP/1.1" status: 404 len: 336 time: 0.0797067 Sep 09 09:33:26.802996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.834023 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3eeda7d1-2f03-465c-8bf2-98418d4fe8a0 req-94fde96f-42fd-49e8-91f3-0b400f2cb032 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530214 Sep 09 09:33:26.835754 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.845743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-04a715e0-68b8-410a-aaea-c9bbd08bd7e5 None None] Calling delete_port for d6ca5e29-feb7-4546-8bfc-d64cc9b1113f owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:26.877769 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-085ab6de-dd32-45b7-9e61-03cc5aa7a688 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] DELETE failed (client error): The resource could not be found. Sep 09 09:33:26.878227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085ab6de-dd32-45b7-9e61-03cc5aa7a688 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:33:26.882375 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-085ab6de-dd32-45b7-9e61-03cc5aa7a688 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/607dcaa7-6be4-420e-bcff-4dd0f34a2c26 HTTP/1.1" status: 404 len: 337 time: 0.0723813 Sep 09 09:33:26.883432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50350) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.891026 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6ee82474-0dd7-4b58-a320-b6ed546cf99e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7f5ba1780954782bec9b9ed4d97c63a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917701 Sep 09 09:33:26.891994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50352) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.900302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee82474-0dd7-4b58-a320-b6ed546cf99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df6994b-72e7-4432-88c8-b51cbc3f8958,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:26.917026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:26.931818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a4973366-8b3c-4a3a-bc49-ee5c56d615bf tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb6dbc4-fe5f-4c08-9174-f5ef50688e92 HTTP/1.1" status: 200 len: 205 time: 0.0474944 Sep 09 09:33:26.932500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:26.936264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50354) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:26.936434 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:26.975424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 8819b3b5-3f53-4669-9d79-74f992c4d85a yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:33:26.994749 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-4e7cca9c-3fbc-41dc-974d-9e989a7c9484 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] delete failed (client error): The resource could not be found. Sep 09 09:33:26.997173 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4e7cca9c-3fbc-41dc-974d-9e989a7c9484 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/fbb6dbc4-fe5f-4c08-9174-f5ef50688e92 HTTP/1.1" status: 404 len: 336 time: 0.0595520 Sep 09 09:33:27.000489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50358) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:27.036139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:27.046442 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-427f2b1d-a98d-4c99-90b3-fd285e42dc00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] DELETE failed (client error): The resource could not be found. Sep 09 09:33:27.046442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427f2b1d-a98d-4c99-90b3-fd285e42dc00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:33:27.051579 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-427f2b1d-a98d-4c99-90b3-fd285e42dc00 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/35796a8f-7e2a-4713-b28e-69682a51233f HTTP/1.1" status: 404 len: 337 time: 0.0498912 Sep 09 09:33:27.052263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50362) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:27.112257 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7ac2774b-56e0-4baf-aa19-853e2003d6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:27.113411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d32a89ee-20fb-41f2-839b-94d428885314 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7fcfe97-e951-4215-8d01-a9c84effdab9 HTTP/1.1" status: 200 len: 205 time: 0.0599914 Sep 09 09:33:27.113654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50364) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:27.196184 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-4b7854ba-2b6a-416d-a454-1231c4a0de53 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] delete failed (client error): The resource could not be found. Sep 09 09:33:27.197507 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4b7854ba-2b6a-416d-a454-1231c4a0de53 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/routers/b7fcfe97-e951-4215-8d01-a9c84effdab9 HTTP/1.1" status: 404 len: 336 time: 0.0789042 Sep 09 09:33:27.200518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50368) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:27.208362 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04a715e0-68b8-410a-aaea-c9bbd08bd7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:27.240801 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-10626ca6-b24d-478e-8911-e4c86a8f5603 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] DELETE failed (client error): The resource could not be found. Sep 09 09:33:27.241319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10626ca6-b24d-478e-8911-e4c86a8f5603 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:33:27.246071 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-10626ca6-b24d-478e-8911-e4c86a8f5603 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/2ca220ec-dbeb-4a56-95f9-7a9c0da3c6d2 HTTP/1.1" status: 404 len: 337 time: 0.0439045 Sep 09 09:33:27.247232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50370) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:27.275276 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a715e0-68b8-410a-aaea-c9bbd08bd7e5 None None] Pushing event deleted for resources: {'Port': ['ID=d6ca5e29-feb7-4546-8bfc-d64cc9b1113f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:27.282779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a715e0-68b8-410a-aaea-c9bbd08bd7e5 None None] No DVR routers for this DVR port d6ca5e29-feb7-4546-8bfc-d64cc9b1113f on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:27.326645 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131b696-d8c0-4c82-a1b0-74a713148f0d None None] New status for floating IP 417c5f7c-5c0c-48f3-a25f-316ffd53484e: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:33:27.330944 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71dcf31-27dc-4d7a-ac99-810511fc4921 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] DELETE failed (client error): The resource could not be found. Sep 09 09:33:27.339982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71dcf31-27dc-4d7a-ac99-810511fc4921 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:33:27.340215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8fd7e6-4bec-43f4-9539-a0bbf391bfb8 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:27.350498 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e71dcf31-27dc-4d7a-ac99-810511fc4921 tempest-RoutersTest-5141878 tempest-RoutersTest-5141878-project] 10.222.0.32 "DELETE /v2.0/subnets/c1cb02bc-9cc5-4449-8e2e-0dbaa91be7ec HTTP/1.1" status: 404 len: 337 time: 0.0934286 Sep 09 09:33:27.475858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 2, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:27.495276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50380) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:27.500380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-183459663-network', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:27.516631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Checking router: 42f75632-702d-41c8-930e-179afeaa44ac for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:33:27.516985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Updating router 42f75632-702d-41c8-930e-179afeaa44ac port 2685270b-1ebf-464f-a3c2-497036268707 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:33:27.606729 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:27.661514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:27.661830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Made reservation on behalf of e5c773f8f1e64c33a73ae825aacda2b4 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:27.663969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '6ed67f50-8bad-4bdd-9e79-f315a156977a'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:33:27.664560 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:27.664882 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:27.681068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:27.797333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7ac2774b-56e0-4baf-aa19-853e2003d6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:27.819948 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:27.824711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::339 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/6ed67f50-8bad-4bdd-9e79-f315a156977a/8819b3b5-3f53-4669-9d79-74f992c4d85a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:27.929704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:27.930005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:27.930389 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:27.973915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1d4af7-5816-4608-bec3-c76db48c1dc9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:28.004162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:33:28.006978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cdfeb-ec99-4237-88b3-68f75777b4c8 req-dc3d8765-c34f-43af-88a6-7039dc722484 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:28.008680 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a99cdfeb-ec99-4237-88b3-68f75777b4c8 req-dc3d8765-c34f-43af-88a6-7039dc722484 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.0963445 Sep 09 09:33:28.014145 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7ac2774b-56e0-4baf-aa19-853e2003d6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.017026 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7ac2774b-56e0-4baf-aa19-853e2003d6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.018369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7ac2774b-56e0-4baf-aa19-853e2003d6f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8df6994b-72e7-4432-88c8-b51cbc3f8958 HTTP/1.1" status: 204 len: 168 time: 1.1243377 Sep 09 09:33:28.026539 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.026539 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Added segment e3092977-f1e4-4e17-b669-1a83eb9027ec of type vlan for network 6efb4b6e-635d-49a7-be6f-758c9837f7e7 Sep 09 09:33:28.059787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2774b-56e0-4baf-aa19-853e2003d6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df6994b-72e7-4432-88c8-b51cbc3f8958,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:28.119992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:28.135087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a99cdfeb-ec99-4237-88b3-68f75777b4c8 req-3d1e4c45-d61b-438f-a797-d96e60965713 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038682 Sep 09 09:33:28.167862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.198192 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.213719 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 8819b3b5-3f53-4669-9d79-74f992c4d85a will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:28.254339 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.272035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Transition to ACTIVE for port object 2685270b-1ebf-464f-a3c2-497036268707 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:28.291871 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.292914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:28.293563 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.293872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d6ca5e29-feb7-4546-8bfc-d64cc9b1113f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:28.319490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d6ca5e29-feb7-4546-8bfc-d64cc9b1113f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:28.319490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d6ca5e29-feb7-4546-8bfc-d64cc9b1113f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:28.330592 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.371461 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.377550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:28.381141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9d58999c-5c4a-4ba2-b4ad-13d692165a8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=494bc1a2335d4a58a48c46dc776598b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577085 Sep 09 09:33:28.381141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] Pushing event updated for resources: {'Network': ['ID=6efb4b6e-635d-49a7-be6f-758c9837f7e7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:28.381410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50392) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:28.398067 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f666fef8-3974-4082-8845-82b88decc76d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9016712 Sep 09 09:33:28.400678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50396) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:28.409244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] Request body: {'subnet': {'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-183459663-subnet', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:28.412277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 6efb4b6e-635d-49a7-be6f-758c9837f7e7 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:33:28.441185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:28.448263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:28.454648 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:28.455313 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.472178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=8819b3b5-3f53-4669-9d79-74f992c4d85a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:28.495793 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95d2ab81-c701-46ec-ac8b-dee0e2e6e13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.529641 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95d2ab81-c701-46ec-ac8b-dee0e2e6e13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.541407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] Made reservation on behalf of e5c773f8f1e64c33a73ae825aacda2b4 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:28.544165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.586591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/6ed67f50-8bad-4bdd-9e79-f315a156977a/b2ac3668-1bbb-4cda-a86e-18fc48aca531) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:28.606265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f9907ede-e45a-48bc-a697-866d3a94265e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0866680 Sep 09 09:33:28.612037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50406) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:28.660372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128e4d3-89ef-4620-8d31-e329910a667f None None] Pushing event updated for resources: {'Port': ['ID=2685270b-1ebf-464f-a3c2-497036268707,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:28.694783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76119489-bc93-4713-9d6d-8de465a2f14e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:28.700370 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-76119489-bc93-4713-9d6d-8de465a2f14e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0872262 Sep 09 09:33:28.702331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50412) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:28.719412 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95d2ab81-c701-46ec-ac8b-dee0e2e6e13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.723449 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-95d2ab81-c701-46ec-ac8b-dee0e2e6e13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.736582 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-95d2ab81-c701-46ec-ac8b-dee0e2e6e13f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21c2ee99-0d13-4426-b5e0-7ec27cbf0dfa HTTP/1.1" status: 204 len: 168 time: 0.3470547 Sep 09 09:33:28.801668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2ab81-c701-46ec-ac8b-dee0e2e6e13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c2ee99-0d13-4426-b5e0-7ec27cbf0dfa,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:28.889770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-40a63798-f745-4b14-bf32-0f1263193e4a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 8819b3b5-3f53-4669-9d79-74f992c4d85a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:28.890108 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40a63798-f745-4b14-bf32-0f1263193e4a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.943021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Attempting to bind port 2685270b-1ebf-464f-a3c2-497036268707 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:28.943420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Attempting to bind port 2685270b-1ebf-464f-a3c2-497036268707 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:28.943785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Attempting to bind port 2685270b-1ebf-464f-a3c2-497036268707 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:28.958972 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.960747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:28.961130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Checking segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:28.961563 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:28.961949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Bound using segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:28.962470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Bound port: 2685270b-1ebf-464f-a3c2-497036268707, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:28.962853 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.001801 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40a63798-f745-4b14-bf32-0f1263193e4a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.017425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-40a63798-f745-4b14-bf32-0f1263193e4a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 8819b3b5-3f53-4669-9d79-74f992c4d85a owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:29.043888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30cfe703-9920-46a3-b817-b6189b548b03,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:29.063102 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.065113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] Checking segment: {'id': 'e3092977-f1e4-4e17-b669-1a83eb9027ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:29.065488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] Network hostable DHCP agents. Network: 6efb4b6e-635d-49a7-be6f-758c9837f7e7, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:33:29.086566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Transition to ACTIVE for port object b2ac3668-1bbb-4cda-a86e-18fc48aca531 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:29.094798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] For port 2685270b-1ebf-464f-a3c2-497036268707, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:29.101827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] For port 2685270b-1ebf-464f-a3c2-497036268707, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2685270b-1ebf-464f-a3c2-497036268707,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:29.116448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Transition to ACTIVE for port object b2ac3668-1bbb-4cda-a86e-18fc48aca531 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:29.205103 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.210841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b199d2-7826-49dd-b6ea-08c4e4deecff req-ae40f53f-d47d-4715-a92a-4047d665747f tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:29.219475 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77b199d2-7826-49dd-b6ea-08c4e4deecff req-ae40f53f-d47d-4715-a92a-4047d665747f tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.0762994 Sep 09 09:33:29.221216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] Network 6efb4b6e-635d-49a7-be6f-758c9837f7e7 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:33:29.256256 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.271055 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77b199d2-7826-49dd-b6ea-08c4e4deecff req-c492d1cc-74de-409e-9ad8-629b312ca427 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Sep 09 09:33:29.291092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:29.303884 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:29.304519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:29.312202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:29.318742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:29.321306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40a63798-f745-4b14-bf32-0f1263193e4a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.330301 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 6efb4b6e-635d-49a7-be6f-758c9837f7e7) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:29.334752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:29.335356 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.376057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a63798-f745-4b14-bf32-0f1263193e4a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=8819b3b5-3f53-4669-9d79-74f992c4d85a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:29.376530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128e4d3-89ef-4620-8d31-e329910a667f None None] Pushing event updated for resources: {'Port': ['ID=2685270b-1ebf-464f-a3c2-497036268707,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:29.379288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cf146f-3c04-4159-bff6-493d70642c56 None None] Network 6efb4b6e-635d-49a7-be6f-758c9837f7e7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:29.421804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ea55b92a-4e53-489c-a0e6-02649cc86333 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0198529 Sep 09 09:33:29.424313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50440) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:29.431591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484f007-312c-4727-bcc4-50db14707f2d req-ec6e17ff-2c54-4dca-805f-a20c3251fc91 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:29.431738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-183459663-router', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:29.439654 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7484f007-312c-4727-bcc4-50db14707f2d req-ec6e17ff-2c54-4dca-805f-a20c3251fc91 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1893976 Sep 09 09:33:29.474094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40a63798-f745-4b14-bf32-0f1263193e4a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.475808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-40a63798-f745-4b14-bf32-0f1263193e4a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/8819b3b5-3f53-4669-9d79-74f992c4d85a HTTP/1.1" status: 204 len: 168 time: 0.7714846 Sep 09 09:33:29.478391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50442) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:29.495883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Pushing event updated for resources: {'Port': ['ID=b2ac3668-1bbb-4cda-a86e-18fc48aca531,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:29.573434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7484f007-312c-4727-bcc4-50db14707f2d req-c41a2966-7282-4b55-ae31-d1591655b88a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245492 Sep 09 09:33:29.573434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba71fcf-5489-4eeb-a335-b08118737b1b req-2e900ea1-14fa-46d0-808f-46e6003a4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:29.575489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ba71fcf-5489-4eeb-a335-b08118737b1b req-2e900ea1-14fa-46d0-808f-46e6003a4530 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 1097 time: 0.3440182 Sep 09 09:33:29.596618 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.605917 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.702496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f499fe07-2c3f-4f61-acc3-e7af7fcb9606 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:29.705537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f499fe07-2c3f-4f61-acc3-e7af7fcb9606 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:29.710053 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f499fe07-2c3f-4f61-acc3-e7af7fcb9606 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2298622 Sep 09 09:33:29.710700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50450) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:29.724194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Attempting to bind port b2ac3668-1bbb-4cda-a86e-18fc48aca531 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:29.724507 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Attempting to bind port b2ac3668-1bbb-4cda-a86e-18fc48aca531 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:29.724912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Attempting to bind port b2ac3668-1bbb-4cda-a86e-18fc48aca531 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:29.727077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba71fcf-5489-4eeb-a335-b08118737b1b req-d7502b08-96fc-47bc-8738-128fcb44f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:29.729434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ba71fcf-5489-4eeb-a335-b08118737b1b req-d7502b08-96fc-47bc-8738-128fcb44f745 service neutron] 10.222.0.24 "GET /v2.0/networks?id=936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 200 len: 920 time: 0.1463597 Sep 09 09:33:29.749013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:29.752057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:29.752057 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.752057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:29.752057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Bound port: b2ac3668-1bbb-4cda-a86e-18fc48aca531, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:29.752057 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.775932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4728fb-7de4-454f-ae3c-f2dcef0ff9c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 6ed67f50-8bad-4bdd-9e79-f315a156977a {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:29.777892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:29.784604 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ba71fcf-5489-4eeb-a335-b08118737b1b req-b28e624d-6c01-4764-ab09-a6aabc79afd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 HTTP/1.1" status: 200 len: 217 time: 0.0442569 Sep 09 09:33:29.787059 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f4728fb-7de4-454f-ae3c-f2dcef0ff9c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:29.840883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba71fcf-5489-4eeb-a335-b08118737b1b req-3dfd0318-a36d-45fc-bea4-ce29f19df3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:29.843154 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ba71fcf-5489-4eeb-a335-b08118737b1b req-3dfd0318-a36d-45fc-bea4-ce29f19df3aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c94a1de7-aed4-43f5-8c7b-0612e3750da1 HTTP/1.1" status: 200 len: 859 time: 0.0507445 Sep 09 09:33:29.886729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ba71fcf-5489-4eeb-a335-b08118737b1b req-ee5892de-3190-46e6-827d-1cbdfacc939d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=936c14d7-dae2-4491-9882-2353f342439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360134 Sep 09 09:33:29.915724 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] For port b2ac3668-1bbb-4cda-a86e-18fc48aca531, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:29.920781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] For port b2ac3668-1bbb-4cda-a86e-18fc48aca531, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b2ac3668-1bbb-4cda-a86e-18fc48aca531,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:29.992663 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:30.099970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5aa29-1546-470a-9298-7d371f48b30f None None] Pushing event updated for resources: {'Port': ['ID=b2ac3668-1bbb-4cda-a86e-18fc48aca531,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:30.108404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-6efb4b6e-635d-49a7-be6f-758c9837f7e7', 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'fixed_ips': [{'subnet_id': '30cfe703-9920-46a3-b817-b6189b548b03'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:33:30.109268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:30.149510 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ba71fcf-5489-4eeb-a335-b08118737b1b req-854878eb-304c-41aa-b8a2-9ccbdeb8ff69 service neutron] 10.222.0.24 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556458 Sep 09 09:33:30.289387 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:30.306810 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f4728fb-7de4-454f-ae3c-f2dcef0ff9c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:30.340765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9ba71fcf-5489-4eeb-a335-b08118737b1b req-4b064535-c553-4b74-a226-0c85b1883824 service neutron] 10.222.0.24 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832709 Sep 09 09:33:30.462170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:30.562825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9cf7f-5be4-47c7-90f6-7018e22e3fc2 req-3d2da387-fd6c-41c2-824c-8bdde19d32d8 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:30.564585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acb9cf7f-5be4-47c7-90f6-7018e22e3fc2 req-3d2da387-fd6c-41c2-824c-8bdde19d32d8 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1232634 Sep 09 09:33:30.636208 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:30.665740 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f4728fb-7de4-454f-ae3c-f2dcef0ff9c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:30.686770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Allocated IP 172.20.0.2 (6efb4b6e-635d-49a7-be6f-758c9837f7e7/30cfe703-9920-46a3-b817-b6189b548b03/5be39ea0-8edc-481e-8e28-6d24494d6f27) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:30.692503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acb9cf7f-5be4-47c7-90f6-7018e22e3fc2 req-eda24141-a15f-4417-8b74-55d58e037f5c tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797493 Sep 09 09:33:30.757573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6c88c255-c381-4a85-9e0e-ed429ff29715 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1341675949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:30.774122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:29Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:30.871992 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c21c7-cd8e-49d8-a21f-f5a4796e65e7 None None] The sync data for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 is: [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:29Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:30.903600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15f1db-e755-419f-a507-c1543eab6900 req-7d7d5b86-02db-4f80-adc8-2073a2f830ad tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:30.911633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f15f1db-e755-419f-a507-c1543eab6900 req-7d7d5b86-02db-4f80-adc8-2073a2f830ad tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1395915 Sep 09 09:33:30.941180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c88c255-c381-4a85-9e0e-ed429ff29715 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:30.942252 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c88c255-c381-4a85-9e0e-ed429ff29715 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:30.959738 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f4728fb-7de4-454f-ae3c-f2dcef0ff9c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:30.992746 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.012517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Transition to ACTIVE for port object 5be39ea0-8edc-481e-8e28-6d24494d6f27 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:31.026386 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f4728fb-7de4-454f-ae3c-f2dcef0ff9c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.028366 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7f4728fb-7de4-454f-ae3c-f2dcef0ff9c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/6ed67f50-8bad-4bdd-9e79-f315a156977a HTTP/1.1" status: 204 len: 168 time: 1.3141503 Sep 09 09:33:31.032561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50486) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:31.036150 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Transition to ACTIVE for port object 5be39ea0-8edc-481e-8e28-6d24494d6f27 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:31.038644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4728fb-7de4-454f-ae3c-f2dcef0ff9c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed67f50-8bad-4bdd-9e79-f315a156977a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:31.049406 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f15f1db-e755-419f-a507-c1543eab6900 req-e1e6497a-261c-46a4-bd9f-dce664934736 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368864 Sep 09 09:33:31.084935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0f2b5d06-5ba1-44c2-89ad-e6afa8bf2d32 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508115 Sep 09 09:33:31.087525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50488) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:31.107042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c88c255-c381-4a85-9e0e-ed429ff29715 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.130426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.177334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dad42a-b83e-40a4-83af-f670fb89319b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:31.178887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-58dad42a-b83e-40a4-83af-f670fb89319b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0904527 Sep 09 09:33:31.183813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50490) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:31.211215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Pushing event updated for resources: {'Port': ['ID=5be39ea0-8edc-481e-8e28-6d24494d6f27,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:31.211686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c88c255-c381-4a85-9e0e-ed429ff29715 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.242997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Network 6efb4b6e-635d-49a7-be6f-758c9837f7e7 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:31.247251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:31.252721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:31.271491 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.286928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2ebbe-b0ec-4269-b96f-07052197d2f6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:31.292841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a4e2ebbe-b0ec-4269-b96f-07052197d2f6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1079850 Sep 09 09:33:31.299287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50494) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:31.318090 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.352737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Attempting to bind port 5be39ea0-8edc-481e-8e28-6d24494d6f27 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:31.353093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Attempting to bind port 5be39ea0-8edc-481e-8e28-6d24494d6f27 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e3092977-f1e4-4e17-b669-1a83eb9027ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:31.353499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Attempting to bind port 5be39ea0-8edc-481e-8e28-6d24494d6f27 on network 6efb4b6e-635d-49a7-be6f-758c9837f7e7 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:31.360414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:31.360800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Checking segment: {'id': 'e3092977-f1e4-4e17-b669-1a83eb9027ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:31.361212 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.361808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Bound using segment: {'id': 'e3092977-f1e4-4e17-b669-1a83eb9027ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:31.362295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Bound port: 5be39ea0-8edc-481e-8e28-6d24494d6f27, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3092977-f1e4-4e17-b669-1a83eb9027ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:31.362683 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.370850 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1dfbfcce-91c1-45d5-9ead-a14bbec175b1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688605 Sep 09 09:33:31.375755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50496) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:31.381021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-10a73caa-f7bd-4a2a-b511-310246f60d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:31.401524 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c88c255-c381-4a85-9e0e-ed429ff29715 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.403221 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6c88c255-c381-4a85-9e0e-ed429ff29715 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9150827 Sep 09 09:33:31.407109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50498) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:31.419839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1628143884'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:31.503140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] For port 5be39ea0-8edc-481e-8e28-6d24494d6f27, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:31.510032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] For port 5be39ea0-8edc-481e-8e28-6d24494d6f27, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5be39ea0-8edc-481e-8e28-6d24494d6f27,segment=NetworkSegment(e3092977-f1e4-4e17-b669-1a83eb9027ec),segment_id=e3092977-f1e4-4e17-b669-1a83eb9027ec)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:31.542573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Allocated IP 172.25.8.124 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/1e1251f5-a8d0-453b-b257-d83c9a94efd4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:31.554170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Made reservation on behalf of 263aa1e29ba24faa95186619c0c71364 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:31.558068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.571141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.585254 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.632650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a73caa-f7bd-4a2a-b511-310246f60d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:31.649052 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10a73caa-f7bd-4a2a-b511-310246f60d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:31.711158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3ed68-00c4-497b-92fb-f6e476834791 None None] Pushing event updated for resources: {'Port': ['ID=5be39ea0-8edc-481e-8e28-6d24494d6f27,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:31.786406 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a073fba3-ece5-422a-a544-98ad9b63adee None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:31.891470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b2ac3668-1bbb-4cda-a86e-18fc48aca531 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:31.909074 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.056673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b79fe-2ab8-4bc8-b846-2090226cdfee req-7dee869c-ea2f-451c-9ef4-8c7207bce719 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:32.077850 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-212b79fe-2ab8-4bc8-b846-2090226cdfee req-7dee869c-ea2f-451c-9ef4-8c7207bce719 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.2259507 Sep 09 09:33:32.132782 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.153218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1e13bdc3-d77d-4df3-a4d4-eed7fbb21e81 None None] Provisioning for port b2ac3668-1bbb-4cda-a86e-18fc48aca531 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:32.175167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port b2ac3668-1bbb-4cda-a86e-18fc48aca531 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:32.179700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b2ac3668-1bbb-4cda-a86e-18fc48aca531 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:32.180080 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.213757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311a7ea1-27d1-460d-92aa-22073f9e140f None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:33:32.240757 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-212b79fe-2ab8-4bc8-b846-2090226cdfee req-4accc30a-a2b8-4df6-a25e-88bf68bdf1c6 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620088 Sep 09 09:33:32.258936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fe841-e239-40aa-94f1-071d1023a752 req-d2074d4c-3375-452e-a12b-4e30ab122da1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:32.272508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-791fe841-e239-40aa-94f1-071d1023a752 req-d2074d4c-3375-452e-a12b-4e30ab122da1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1181571 Sep 09 09:33:32.276315 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.283447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.345310 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:33:32.348448 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.374362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7beb445-c7df-4d94-b649-acf5e55928d7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:32.374675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-311a7ea1-27d1-460d-92aa-22073f9e140f None None] Deleting port b2ac3668-1bbb-4cda-a86e-18fc48aca531 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:32.374864 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-311a7ea1-27d1-460d-92aa-22073f9e140f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.411496 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10a73caa-f7bd-4a2a-b511-310246f60d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.412617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.412719 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Added segment 6187a111-469a-4607-a943-c08c7704bca1 of type vlan for network a808d0f1-ab03-4c9c-8397-5f1a56904413 Sep 09 09:33:32.412819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port b2ac3668-1bbb-4cda-a86e-18fc48aca531, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b2ac3668-1bbb-4cda-a86e-18fc48aca531,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:32.436173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a73caa-f7bd-4a2a-b511-310246f60d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:32.439704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-10a73caa-f7bd-4a2a-b511-310246f60d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:32.446315 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a73caa-f7bd-4a2a-b511-310246f60d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:32.450484 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10a73caa-f7bd-4a2a-b511-310246f60d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.462607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-311a7ea1-27d1-460d-92aa-22073f9e140f None None] For port b2ac3668-1bbb-4cda-a86e-18fc48aca531, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b2ac3668-1bbb-4cda-a86e-18fc48aca531,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:32.463066 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-311a7ea1-27d1-460d-92aa-22073f9e140f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.465684 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.490641 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.498334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:32.504069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2685270b-1ebf-464f-a3c2-497036268707 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:32.514866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-791fe841-e239-40aa-94f1-071d1023a752 req-2d842a53-32d6-4526-b2f4-c8c351c7e3f0 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413595 Sep 09 09:33:32.519364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:32.520216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a73caa-f7bd-4a2a-b511-310246f60d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=b7040abf-31e9-414c-9dc5-0b7c8302ac5d,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:32.521662 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:32.536452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-311a7ea1-27d1-460d-92aa-22073f9e140f None None] Calling delete_port for b2ac3668-1bbb-4cda-a86e-18fc48aca531 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:32.549764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-10a73caa-f7bd-4a2a-b511-310246f60d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1726089 Sep 09 09:33:32.553298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50518) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:32.565994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': 'b7040abf-31e9-414c-9dc5-0b7c8302ac5d', 'ip_address': '2001:db8::a60f:5e0b:ba5:586f'}], 'name': 'tempest-NetworksTestDHCPv6-2087850517'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:32.581071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Pushing event updated for resources: {'Port': ['ID=1e1251f5-a8d0-453b-b257-d83c9a94efd4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:32.704505 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.710470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:32.711131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.782983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=b2ac3668-1bbb-4cda-a86e-18fc48aca531,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:32.840194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event updated for resources: {'Network': ['ID=a808d0f1-ab03-4c9c-8397-5f1a56904413,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:32.851244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a808d0f1-ab03-4c9c-8397-5f1a56904413 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:33:32.855132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:32.970688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bcb02890-e6f6-493b-9dfa-d0a42bd0c1e2 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5616441 Sep 09 09:33:32.974382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50528) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:32.976458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 2685270b-1ebf-464f-a3c2-497036268707 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:32.991665 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-311a7ea1-27d1-460d-92aa-22073f9e140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:32.994442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Request body: {'subnet': {'network_id': 'a808d0f1-ab03-4c9c-8397-5f1a56904413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:32.996202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2685270b-1ebf-464f-a3c2-497036268707 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:32.997588 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:33.067200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a7ea1-27d1-460d-92aa-22073f9e140f None None] No DVR routers for this DVR port b2ac3668-1bbb-4cda-a86e-18fc48aca531 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:33.073698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a7ea1-27d1-460d-92aa-22073f9e140f None None] Pushing event deleted for resources: {'Port': ['ID=b2ac3668-1bbb-4cda-a86e-18fc48aca531,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:33.097473 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:33.107516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc850e93-a7ea-4a78-8a2f-7432553ee9c8 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:33.110394 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:33.178274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 459977df-19df-4e16-ab71-ea4e23399db8 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:33:33.196264 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:33.273300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007f1313-97cb-46e9-98be-5a48d5d5d0ec None None] Network 6efb4b6e-635d-49a7-be6f-758c9837f7e7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:33.291323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 2685270b-1ebf-464f-a3c2-497036268707, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2685270b-1ebf-464f-a3c2-497036268707,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:33.393996 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:33.417498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7389458-5f2a-465f-a628-f8a86aeb8bd1 req-a4955fc1-12d7-45b3-a908-3a46c325583f tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:33.419063 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7389458-5f2a-465f-a628-f8a86aeb8bd1 req-a4955fc1-12d7-45b3-a908-3a46c325583f tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.0715718 Sep 09 09:33:33.420681 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:33.458313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=2685270b-1ebf-464f-a3c2-497036268707,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:33.459062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Made reservation on behalf of 263aa1e29ba24faa95186619c0c71364 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:33.462687 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:33.487409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::a60f:5e0b:ba5:586f (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/b7040abf-31e9-414c-9dc5-0b7c8302ac5d/459977df-19df-4e16-ab71-ea4e23399db8) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:33.503196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f48f313c-2426-4b55-8ff3-4dc10f582bd7 None None] Provisioning for port 5be39ea0-8edc-481e-8e28-6d24494d6f27 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:33.519138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': 'b7040abf-31e9-414c-9dc5-0b7c8302ac5d'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:33:33.520155 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:33.538530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7389458-5f2a-465f-a628-f8a86aeb8bd1 req-3eb7a7bd-8356-4764-a59b-714cd2b535bc tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761619 Sep 09 09:33:33.655805 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Router 87c971dd-09ab-4384-9783-68cc0ad422cd is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:33:33.825648 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5be39ea0-8edc-481e-8e28-6d24494d6f27 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:33.839580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:33.856828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5497a-13d7-4bb6-ab46-c49c5eafc6c4 req-e353aaa6-d228-47e5-b294-ea61054075d3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:33.858973 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92f5497a-13d7-4bb6-ab46-c49c5eafc6c4 req-e353aaa6-d228-47e5-b294-ea61054075d3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1663694 Sep 09 09:33:33.870232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Sync routers for ids ['87c971dd-09ab-4384-9783-68cc0ad422cd'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:33.897665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Routers {'87c971dd-09ab-4384-9783-68cc0ad422cd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:33.900013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['87c971dd-09ab-4384-9783-68cc0ad422cd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:33.922421 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:33.922532 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:33.923259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ec7390c7-83b7-479b-9163-864b6595029b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4971097 Sep 09 09:33:33.923470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50544) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:33.948306 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92f5497a-13d7-4bb6-ab46-c49c5eafc6c4 req-cbfd6668-320d-42b7-9682-78852d762ebb tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681438 Sep 09 09:33:33.952413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 459977df-19df-4e16-ab71-ea4e23399db8 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:34.010029 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.066081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Set router 87c971dd-09ab-4384-9783-68cc0ad422cd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:34.088996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Checking segment: {'id': '6187a111-469a-4607-a943-c08c7704bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a808d0f1-ab03-4c9c-8397-5f1a56904413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:34.089465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Network hostable DHCP agents. Network: a808d0f1-ab03-4c9c-8397-5f1a56904413, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:33:34.095416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event updated for resources: {'Subnet': ['ID=7539899a-2f8c-4c7a-bb39-5a5851c72b06,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:34.107741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.147432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5be39ea0-8edc-481e-8e28-6d24494d6f27 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:34.171859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:34.177083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5be39ea0-8edc-481e-8e28-6d24494d6f27 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:34.177460 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.187245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:34.193226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:34.210616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:34.211348 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.221248 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=459977df-19df-4e16-ab71-ea4e23399db8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:34.237416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Network a808d0f1-ab03-4c9c-8397-5f1a56904413 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:33:34.252097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ed345f87-fd7c-43e0-bf38-55c1de82371b None None] Provisioning complete for port 5be39ea0-8edc-481e-8e28-6d24494d6f27 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:34.252474 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed345f87-fd7c-43e0-bf38-55c1de82371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.321548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/b7040abf-31e9-414c-9dc5-0b7c8302ac5d/7b20c1b9-f7b6-4c3e-b875-7a595337e487) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:34.353077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, a808d0f1-ab03-4c9c-8397-5f1a56904413) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:34.361478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:34.362104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.370011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-62773dc2-01f1-4488-a76e-6cf04ae76d10 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8095846 Sep 09 09:33:34.371152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50548) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:34.381631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd972c-df83-49bb-b925-63b708798bfb None None] Network a808d0f1-ab03-4c9c-8397-5f1a56904413 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:34.434975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761ecbc-9980-4a51-9fed-ed9a0b91caa0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:34.439722 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1761ecbc-9980-4a51-9fed-ed9a0b91caa0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0651920 Sep 09 09:33:34.440329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50552) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:34.450594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.476715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-403255be-087b-4574-b4fc-52f1dd5805af tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4932005 Sep 09 09:33:34.477441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50554) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:34.485971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Request body: {'network': {'name': 'tempest-router-network01--177860221'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:34.546347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50556) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:34.590043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-457e2966-f2f5-4181-9301-3b846e771f63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 459977df-19df-4e16-ab71-ea4e23399db8 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:34.590392 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-457e2966-f2f5-4181-9301-3b846e771f63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.637633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Made reservation on behalf of 263aa1e29ba24faa95186619c0c71364 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:34.642725 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.668242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Allocated IP 172.20.0.1 (6efb4b6e-635d-49a7-be6f-758c9837f7e7/30cfe703-9920-46a3-b817-b6189b548b03/ba57c091-b11c-4da5-83c7-22fbbd6b586c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:34.698453 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.745865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:33:34.776839 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb9eeb92-5b85-4cb8-9f13-e2ca1ccbe32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.791270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.792723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.793072 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Added segment 236b5d7b-f0fa-4b21-a242-274cfb9a86bd of type vlan for network 93ef2f4a-c415-46e0-aab9-d34a9dc7c621 Sep 09 09:33:34.812055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Transition to ACTIVE for port object ba57c091-b11c-4da5-83c7-22fbbd6b586c will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:34.844204 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-457e2966-f2f5-4181-9301-3b846e771f63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.872312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3091f76-6e75-4c67-9925-76bb65725dd5 req-648b17ca-b067-4b59-bd32-f4ec688c74c7 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:34.875001 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3091f76-6e75-4c67-9925-76bb65725dd5 req-648b17ca-b067-4b59-bd32-f4ec688c74c7 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.2076392 Sep 09 09:33:34.886682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-457e2966-f2f5-4181-9301-3b846e771f63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 459977df-19df-4e16-ab71-ea4e23399db8 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:34.892179 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.918830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.958567 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed345f87-fd7c-43e0-bf38-55c1de82371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:34.970530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Network 6efb4b6e-635d-49a7-be6f-758c9837f7e7 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:34.975976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:34.993178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:34.996387 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Pushing event updated for resources: {'Port': ['ID=ba57c091-b11c-4da5-83c7-22fbbd6b586c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:34.996533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'name': 'tempest-TestVolumeBootPattern-183459663-router', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:29Z', 'updated_at': '2021-09-09T09:33:32Z', 'revision_number': 3, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'gw_port': {'id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:31Z', 'updated_at': '2021-09-09T09:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:35.029392 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3091f76-6e75-4c67-9925-76bb65725dd5 req-67bcf8ca-5264-4c6c-bc54-2ec800e96ce0 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395538 Sep 09 09:33:35.045609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Checking router: 87c971dd-09ab-4384-9783-68cc0ad422cd for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:33:35.045609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Updating router 87c971dd-09ab-4384-9783-68cc0ad422cd port 1e1251f5-a8d0-453b-b257-d83c9a94efd4 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:33:35.078573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 5be39ea0-8edc-481e-8e28-6d24494d6f27, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5be39ea0-8edc-481e-8e28-6d24494d6f27,segment=NetworkSegment(e3092977-f1e4-4e17-b669-1a83eb9027ec),segment_id=e3092977-f1e4-4e17-b669-1a83eb9027ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:35.078982 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.103592 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.117864 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.128133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:35.129099 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.147826 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.159712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb9eeb92-5b85-4cb8-9f13-e2ca1ccbe32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.165808 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.166618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2685270b-1ebf-464f-a3c2-497036268707 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:35.229166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a808d0f1-ab03-4c9c-8397-5f1a56904413', 'network_id': 'a808d0f1-ab03-4c9c-8397-5f1a56904413', 'tenant_id': '263aa1e29ba24faa95186619c0c71364', 'fixed_ips': [{'subnet_id': '7539899a-2f8c-4c7a-bb39-5a5851c72b06'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:33:35.230485 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.243970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f5938-ea5f-40b4-8249-c8798d09c484 req-f5e1b0af-0619-486a-82f4-6a3729b5473e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:35.245617 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd7f5938-ea5f-40b4-8249-c8798d09c484 req-f5e1b0af-0619-486a-82f4-6a3729b5473e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1727440 Sep 09 09:33:35.257799 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb9eeb92-5b85-4cb8-9f13-e2ca1ccbe32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.298610 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd7f5938-ea5f-40b4-8249-c8798d09c484 req-3b22a95a-9e4a-456d-a40c-de42ea88aebe tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440171 Sep 09 09:33:35.330863 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=5be39ea0-8edc-481e-8e28-6d24494d6f27,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:35.342030 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.380724 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8995299 Sep 09 09:33:35.381051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50566) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:35.384514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38632a35-1596-44cf-a17b-3e3a87e0d464 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event updated for resources: {'Network': ['ID=93ef2f4a-c415-46e0-aab9-d34a9dc7c621,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:35.388675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Request body: {'network': {'name': 'tempest-router-network02--1559900258'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:35.389374 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9eeb92-5b85-4cb8-9f13-e2ca1ccbe32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75823a48-4615-4ed1-b8db-2c181548eb35,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:35.395284 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-ed345f87-fd7c-43e0-bf38-55c1de82371b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:33:35.395806 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-ed345f87-fd7c-43e0-bf38-55c1de82371b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:33:35.397410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-eb9eeb92-5b85-4cb8-9f13-e2ca1ccbe32e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a47b13dff9943718920656a2b20e528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8496416 Sep 09 09:33:35.398029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50568) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:35.451951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3630256-300e-4a9e-bd64-4b68a3d2857f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.455018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 93ef2f4a-c415-46e0-aab9-d34a9dc7c621 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:33:35.473519 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3630256-300e-4a9e-bd64-4b68a3d2857f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.488811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Transition to ACTIVE for port object 7b20c1b9-f7b6-4c3e-b875-7a595337e487 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:35.500958 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-457e2966-f2f5-4181-9301-3b846e771f63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.506767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Made reservation on behalf of 263aa1e29ba24faa95186619c0c71364 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:35.510205 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.543886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e2966-f2f5-4181-9301-3b846e771f63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=459977df-19df-4e16-ab71-ea4e23399db8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:35.551139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:33:35.569352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-457e2966-f2f5-4181-9301-3b846e771f63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.569832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.570177 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Added segment d3ad5dfd-3a81-4129-8d84-c4fc1a3ea018 of type vlan for network ca091ce0-434c-481d-af10-5750b3a6a3ef Sep 09 09:33:35.574397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-457e2966-f2f5-4181-9301-3b846e771f63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/459977df-19df-4e16-ab71-ea4e23399db8 HTTP/1.1" status: 204 len: 168 time: 1.1307566 Sep 09 09:33:35.577626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50570) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:35.577777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Transition to ACTIVE for port object 7b20c1b9-f7b6-4c3e-b875-7a595337e487 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:35.585859 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.615737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2685270b-1ebf-464f-a3c2-497036268707 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:35.616117 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.626575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.640621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7772c4d2-08da-4a6b-ae29-2beb19b7bada tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:35.642284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7772c4d2-08da-4a6b-ae29-2beb19b7bada tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:35.646593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7772c4d2-08da-4a6b-ae29-2beb19b7bada tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0683463 Sep 09 09:33:35.646825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50572) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:35.673691 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.678578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.683290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3630256-300e-4a9e-bd64-4b68a3d2857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.686576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3630256-300e-4a9e-bd64-4b68a3d2857f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.695987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b3630256-300e-4a9e-bd64-4b68a3d2857f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75823a48-4615-4ed1-b8db-2c181548eb35 HTTP/1.1" status: 204 len: 168 time: 0.2938201 Sep 09 09:33:35.724845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7486b4b7-8ef7-4134-a8d0-eae1b841f6b7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet b7040abf-31e9-414c-9dc5-0b7c8302ac5d {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:35.731941 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7486b4b7-8ef7-4134-a8d0-eae1b841f6b7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.746153 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.753151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:35.754239 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.766418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Allocated IP 172.20.0.2 (a808d0f1-ab03-4c9c-8397-5f1a56904413/7539899a-2f8c-4c7a-bb39-5a5851c72b06/5da6d3dc-c89a-436a-833f-2a6c8ebcf344) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:35.770763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:35.776758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3630256-300e-4a9e-bd64-4b68a3d2857f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75823a48-4615-4ed1-b8db-2c181548eb35,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:35.785916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:35.799716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:35.802180 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7486b4b7-8ef7-4134-a8d0-eae1b841f6b7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.806986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Pushing event updated for resources: {'Port': ['ID=7b20c1b9-f7b6-4c3e-b875-7a595337e487,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:35.812724 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:35.817392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Pushing event updated for resources: {'Port': ['ID=ba57c091-b11c-4da5-83c7-22fbbd6b586c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:35.891334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event updated for resources: {'Network': ['ID=ca091ce0-434c-481d-af10-5750b3a6a3ef,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:35.916137 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e122beb7-4a3c-4e1e-9508-b95034849409 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5317132 Sep 09 09:33:35.917573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network ca091ce0-434c-481d-af10-5750b3a6a3ef details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:33:35.917732 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50576) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:35.922829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Request body: {'subnet': {'network_id': '93ef2f4a-c415-46e0-aab9-d34a9dc7c621', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:35.948409 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7486b4b7-8ef7-4134-a8d0-eae1b841f6b7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.009448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Network 6efb4b6e-635d-49a7-be6f-758c9837f7e7 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:36.014587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:36.047685 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.083272 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Attempting to bind port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:36.083981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Attempting to bind port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:36.084463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Attempting to bind port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:36.130707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:36.131245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:36.131979 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.132634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:36.134546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Bound port: 7b20c1b9-f7b6-4c3e-b875-7a595337e487, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:36.134546 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.151113 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7486b4b7-8ef7-4134-a8d0-eae1b841f6b7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.160904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Transition to ACTIVE for port object 1e1251f5-a8d0-453b-b257-d83c9a94efd4 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:36.166400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b2ac3668-1bbb-4cda-a86e-18fc48aca531 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:36.220646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Made reservation on behalf of 263aa1e29ba24faa95186619c0c71364 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:36.227082 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.227550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: b2ac3668-1bbb-4cda-a86e-18fc48aca531 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:36.227811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b2ac3668-1bbb-4cda-a86e-18fc48aca531 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:36.304792 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.410777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5be39ea0-8edc-481e-8e28-6d24494d6f27 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:36.439131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486b4b7-8ef7-4134-a8d0-eae1b841f6b7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=b7040abf-31e9-414c-9dc5-0b7c8302ac5d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:36.453244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7486b4b7-8ef7-4134-a8d0-eae1b841f6b7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.455285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7486b4b7-8ef7-4134-a8d0-eae1b841f6b7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/b7040abf-31e9-414c-9dc5-0b7c8302ac5d HTTP/1.1" status: 204 len: 168 time: 0.8073821 Sep 09 09:33:36.466342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50592) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:36.520997 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-90e17a01-561d-43bd-bb0c-bc2a27f3477b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534735 Sep 09 09:33:36.532344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50594) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:36.532592 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.540885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7c75fef7-33b5-4852-aca8-112d263cea87 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:36.546741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] For port 7b20c1b9-f7b6-4c3e-b875-7a595337e487, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:36.549236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ca50c-6fd7-4eda-b817-22350270ed5e None None] Pushing event updated for resources: {'Port': ['ID=1e1251f5-a8d0-453b-b257-d83c9a94efd4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:36.556126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Attempting to bind port 1e1251f5-a8d0-453b-b257-d83c9a94efd4 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:36.557951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Attempting to bind port 1e1251f5-a8d0-453b-b257-d83c9a94efd4 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:36.557951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Attempting to bind port 1e1251f5-a8d0-453b-b257-d83c9a94efd4 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:36.569657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Transition to ACTIVE for port object 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:36.580974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] For port 7b20c1b9-f7b6-4c3e-b875-7a595337e487, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7b20c1b9-f7b6-4c3e-b875-7a595337e487,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:36.589154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:36.589538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:36.589949 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.590348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:36.590842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Bound port: 1e1251f5-a8d0-453b-b257-d83c9a94efd4, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:36.591856 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.598124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323213a1-b060-40a1-96bc-54b9e8b25a04 req-85b29dad-a88b-4045-8b09-eb5f227b81f9 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:36.599854 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-323213a1-b060-40a1-96bc-54b9e8b25a04 req-85b29dad-a88b-4045-8b09-eb5f227b81f9 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.3843989 Sep 09 09:33:36.627307 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e120f339-769f-42ee-b37c-92ffb2aa42f4 None None] Provisioning for port ba57c091-b11c-4da5-83c7-22fbbd6b586c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:36.630674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Transition to ACTIVE for port object 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:36.638936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e120f339-769f-42ee-b37c-92ffb2aa42f4 None None] Provisioning complete for port ba57c091-b11c-4da5-83c7-22fbbd6b586c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:36.639303 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e120f339-769f-42ee-b37c-92ffb2aa42f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.678872 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.705714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5be39ea0-8edc-481e-8e28-6d24494d6f27 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:36.706179 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.733015 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.736027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f7881-4952-4320-991d-02652097c0c1 req-63e2d51c-274f-48b2-883e-e3a534e91e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:36.737687 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef4f7881-4952-4320-991d-02652097c0c1 req-63e2d51c-274f-48b2-883e-e3a534e91e27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 1097 time: 0.2200716 Sep 09 09:33:36.747654 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-323213a1-b060-40a1-96bc-54b9e8b25a04 req-474fed9e-44a7-414d-bd2f-c4071f160c93 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298687 Sep 09 09:33:36.777307 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] For port 1e1251f5-a8d0-453b-b257-d83c9a94efd4, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:36.780665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e120f339-769f-42ee-b37c-92ffb2aa42f4 None None] Port ba57c091-b11c-4da5-83c7-22fbbd6b586c cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:33:36.825254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] For port 1e1251f5-a8d0-453b-b257-d83c9a94efd4, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1e1251f5-a8d0-453b-b257-d83c9a94efd4,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:36.830519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa693f2-499a-4c0c-b04a-2a7c03e69a72 req-fd2f0dd3-c943-490b-adc1-795cc3b8933b tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:36.832148 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-baa693f2-499a-4c0c-b04a-2a7c03e69a72 req-fd2f0dd3-c943-490b-adc1-795cc3b8933b tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.0920119 Sep 09 09:33:36.848314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Network a808d0f1-ab03-4c9c-8397-5f1a56904413 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:36.862144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:36.868218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:36.878767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b7196-cdde-4bd5-8474-4ffb90314e5a None None] Pushing event updated for resources: {'Port': ['ID=7b20c1b9-f7b6-4c3e-b875-7a595337e487,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:36.917059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef4f7881-4952-4320-991d-02652097c0c1 req-310922f4-911f-48de-a5c0-cb7fe8732052 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682179 Sep 09 09:33:36.918641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c75fef7-33b5-4852-aca8-112d263cea87 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:36.922406 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-baa693f2-499a-4c0c-b04a-2a7c03e69a72 req-1d5047fd-6d1d-48fa-a676-9f36673f2a45 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578928 Sep 09 09:33:36.932879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Router 87c971dd-09ab-4384-9783-68cc0ad422cd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:33:36.935783 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.936480 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c75fef7-33b5-4852-aca8-112d263cea87 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:36.959511 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:37.066324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:37.077008 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-345cc707-dc5e-4849-a5d0-afb72a8ea655 admin admin] 10.222.0.32 "PUT /v2.0/routers/87c971dd-09ab-4384-9783-68cc0ad422cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1511731 Sep 09 09:33:37.097559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Checking segment: {'id': '236b5d7b-f0fa-4b21-a242-274cfb9a86bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '93ef2f4a-c415-46e0-aab9-d34a9dc7c621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:37.098028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Network hostable DHCP agents. Network: 93ef2f4a-c415-46e0-aab9-d34a9dc7c621, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:33:37.135761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event updated for resources: {'Subnet': ['ID=a7fe7226-8176-4dab-97b5-0a0664fdf4b5,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:37.233733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Pushing event updated for resources: {'Port': ['ID=5da6d3dc-c89a-436a-833f-2a6c8ebcf344,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:37.274360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-59982838-01e3-411f-be13-85f1eca6e58b None None] Provisioning complete for port ba57c091-b11c-4da5-83c7-22fbbd6b586c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:37.275154 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59982838-01e3-411f-be13-85f1eca6e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:37.286755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Attempting to bind port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:37.287129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Attempting to bind port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6187a111-469a-4607-a943-c08c7704bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a808d0f1-ab03-4c9c-8397-5f1a56904413'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:37.287659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Attempting to bind port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 on network a808d0f1-ab03-4c9c-8397-5f1a56904413 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:37.336601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:37.337399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Checking segment: {'id': '6187a111-469a-4607-a943-c08c7704bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a808d0f1-ab03-4c9c-8397-5f1a56904413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:37.337530 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:37.337938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Bound using segment: {'id': '6187a111-469a-4607-a943-c08c7704bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a808d0f1-ab03-4c9c-8397-5f1a56904413'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:37.338547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Bound port: 5da6d3dc-c89a-436a-833f-2a6c8ebcf344, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6187a111-469a-4607-a943-c08c7704bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a808d0f1-ab03-4c9c-8397-5f1a56904413'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:37.338949 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:37.350709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Routers {'87c971dd-09ab-4384-9783-68cc0ad422cd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:37.351365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['87c971dd-09ab-4384-9783-68cc0ad422cd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:37.428739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ca50c-6fd7-4eda-b817-22350270ed5e None None] Pushing event updated for resources: {'Port': ['ID=1e1251f5-a8d0-453b-b257-d83c9a94efd4,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:37.446182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-59982838-01e3-411f-be13-85f1eca6e58b None None] Port ba57c091-b11c-4da5-83c7-22fbbd6b586c cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:33:37.566994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] For port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:37.570213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] Set router 87c971dd-09ab-4384-9783-68cc0ad422cd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:37.609757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] For port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5da6d3dc-c89a-436a-833f-2a6c8ebcf344,segment=NetworkSegment(6187a111-469a-4607-a943-c08c7704bca1),segment_id=6187a111-469a-4607-a943-c08c7704bca1)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:37.616840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Network 93ef2f4a-c415-46e0-aab9-d34a9dc7c621 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:33:37.721596 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:37.742603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 93ef2f4a-c415-46e0-aab9-d34a9dc7c621) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:37.750172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:37.751745 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:37.780478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16399dd5-8a4d-4305-a706-6eaad73c6416 None None] Network 93ef2f4a-c415-46e0-aab9-d34a9dc7c621 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:37.785892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c75fef7-33b5-4852-aca8-112d263cea87 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:37.827998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75fef7-33b5-4852-aca8-112d263cea87 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:37.834923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-7c75fef7-33b5-4852-aca8-112d263cea87 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:37.839899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75fef7-33b5-4852-aca8-112d263cea87 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:37.849584 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c75fef7-33b5-4852-aca8-112d263cea87 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:37.869457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a194a-d59f-494b-947b-2ba2827768a2 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:37.892893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75fef7-33b5-4852-aca8-112d263cea87 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=0cf8fb15-ddf1-42c6-8175-7a397cc4d2f3,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:37.904964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50626) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:37.905486 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b4979c41-a119-4d60-a245-3824f350c3f1 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9862072 Sep 09 09:33:37.912624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Request body: {'subnet': {'network_id': 'ca091ce0-434c-481d-af10-5750b3a6a3ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:37.954142 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7c75fef7-33b5-4852-aca8-112d263cea87 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4171760 Sep 09 09:33:37.956734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50636) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:37.962133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': '0cf8fb15-ddf1-42c6-8175-7a397cc4d2f3', 'ip_address': '2001:db8::2043:c6dc:7749:e6d8'}], 'name': 'tempest-NetworksTestDHCPv6-675036637'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:38.104860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e997c-edb1-4448-b00e-47482b383bf9 req-2669d26a-ac53-4d38-aee2-4fbd5ef88922 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:38.126159 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e71e997c-edb1-4448-b00e-47482b383bf9 req-2669d26a-ac53-4d38-aee2-4fbd5ef88922 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1060674 Sep 09 09:33:38.220532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafccb7-e339-4a3a-9911-a8b467eb95a7 req-c1a17eb7-9125-4c9a-b553-b57f36740a13 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:38.221649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3dafccb7-e339-4a3a-9911-a8b467eb95a7 req-c1a17eb7-9125-4c9a-b553-b57f36740a13 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1224999 Sep 09 09:33:38.232407 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e71e997c-edb1-4448-b00e-47482b383bf9 req-5d5a2e8b-19fb-4e89-8de6-ec86f1a66b21 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011603 Sep 09 09:33:38.236520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Made reservation on behalf of 263aa1e29ba24faa95186619c0c71364 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:38.243655 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:38.249794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a963d8-3a18-4f97-b8f2-5699eef315ad None None] Pushing event updated for resources: {'Port': ['ID=5da6d3dc-c89a-436a-833f-2a6c8ebcf344,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:38.318491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3dafccb7-e339-4a3a-9911-a8b467eb95a7 req-a1db4373-3207-4126-9736-02e2012fb9f5 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633659 Sep 09 09:33:38.406479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:38.442747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-93ef2f4a-c415-46e0-aab9-d34a9dc7c621', 'network_id': '93ef2f4a-c415-46e0-aab9-d34a9dc7c621', 'tenant_id': '263aa1e29ba24faa95186619c0c71364', 'fixed_ips': [{'subnet_id': 'a7fe7226-8176-4dab-97b5-0a0664fdf4b5'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:33:38.443733 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:38.464065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'name': 'tempest-TestVolumeBootPattern-183459663-router', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:29Z', 'updated_at': '2021-09-09T09:33:35Z', 'revision_number': 4, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'gw_port': {'id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:31Z', 'updated_at': '2021-09-09T09:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'ba57c091-b11c-4da5-83c7-22fbbd6b586c', 'name': '', 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'mac_address': 'fa:16:3e:5e:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '30cfe703-9920-46a3-b817-b6189b548b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:34Z', 'updated_at': '2021-09-09T09:33:35Z', 'revision_number': 2, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'subnets': [{'id': '30cfe703-9920-46a3-b817-b6189b548b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:38.512826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4fae08-a7a4-4698-81ef-e3d0c22173be None None] The sync data for ids ['87c971dd-09ab-4384-9783-68cc0ad422cd'] in n-d-778696-16 is: [{'id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'name': 'tempest-TestVolumeBootPattern-183459663-router', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:29Z', 'updated_at': '2021-09-09T09:33:35Z', 'revision_number': 4, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'gw_port': {'id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:31Z', 'updated_at': '2021-09-09T09:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'ba57c091-b11c-4da5-83c7-22fbbd6b586c', 'name': '', 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'mac_address': 'fa:16:3e:5e:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '30cfe703-9920-46a3-b817-b6189b548b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:34Z', 'updated_at': '2021-09-09T09:33:35Z', 'revision_number': 2, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'subnets': [{'id': '30cfe703-9920-46a3-b817-b6189b548b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:38.518702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:38.579621 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:38.612840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port ec7af0c8-ed6e-45c2-be3f-9eb65108feb1 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:33:38.729147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c15dff-0eb1-427d-9abf-cc6099cb81ab None None] Update dhcp port {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': '0cf8fb15-ddf1-42c6-8175-7a397cc4d2f3'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '7b20c1b9-f7b6-4c3e-b875-7a595337e487'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:33:38.736510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:38.791254 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4c15dff-0eb1-427d-9abf-cc6099cb81ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:38.852624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event updated for resources: {'Subnet': ['ID=273f7175-8f98-4d1d-9627-3874c447cf6f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:38.860886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Checking segment: {'id': 'd3ad5dfd-3a81-4129-8d84-c4fc1a3ea018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ca091ce0-434c-481d-af10-5750b3a6a3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:38.864746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Network hostable DHCP agents. Network: ca091ce0-434c-481d-af10-5750b3a6a3ef, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:33:38.871470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::2043:c6dc:7749:e6d8 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/0cf8fb15-ddf1-42c6-8175-7a397cc4d2f3/ec7af0c8-ed6e-45c2-be3f-9eb65108feb1) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:38.884032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:38.965243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Allocated IP 172.20.0.2 (93ef2f4a-c415-46e0-aab9-d34a9dc7c621/a7fe7226-8176-4dab-97b5-0a0664fdf4b5/dc6192df-3189-41cb-84ca-2a2c9537dbe2) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:38.981495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Network ca091ce0-434c-481d-af10-5750b3a6a3ef is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:33:39.061122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, ca091ce0-434c-481d-af10-5750b3a6a3ef) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:39.066918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:39.071119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:39.079611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec8caa-4548-4a19-a1fb-6ffc9eaea471 None None] Network ca091ce0-434c-481d-af10-5750b3a6a3ef requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:39.166160 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b8b8f99a-2d5f-4e92-9c9b-6f32750a0777 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2597995 Sep 09 09:33:39.171970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:39.310531 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:39.327867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object ec7af0c8-ed6e-45c2-be3f-9eb65108feb1 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:39.422505 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:39.547157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:39.579458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6788dbc-d228-4457-a065-8fdea85aec70 req-f56c51af-4c6b-4035-a7fe-cb1d675ca804 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:39.581573 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b6788dbc-d228-4457-a065-8fdea85aec70 req-f56c51af-4c6b-4035-a7fe-cb1d675ca804 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1857395 Sep 09 09:33:39.582543 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c57a55-3826-4141-8ec3-feedcb20764b None None] Network a808d0f1-ab03-4c9c-8397-5f1a56904413 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:39.583030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:39.584979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=ec7af0c8-ed6e-45c2-be3f-9eb65108feb1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:39.594796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:39.600849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:39.601507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:39.651067 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:39.656016 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543240d-52dd-4af8-bc01-0eaa61c44e62 req-90501304-6381-45aa-8277-4b6231147495 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:39.657556 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b6788dbc-d228-4457-a065-8fdea85aec70 req-2b2eced6-ba43-417c-8d8e-400e1cc533a6 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531409 Sep 09 09:33:39.657710 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9543240d-52dd-4af8-bc01-0eaa61c44e62 req-90501304-6381-45aa-8277-4b6231147495 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1655667 Sep 09 09:33:39.659578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c4c15dff-0eb1-427d-9abf-cc6099cb81ab None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/0cf8fb15-ddf1-42c6-8175-7a397cc4d2f3/7b20c1b9-f7b6-4c3e-b875-7a595337e487) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:39.682877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-ca091ce0-434c-481d-af10-5750b3a6a3ef', 'network_id': 'ca091ce0-434c-481d-af10-5750b3a6a3ef', 'tenant_id': '263aa1e29ba24faa95186619c0c71364', 'fixed_ips': [{'subnet_id': '273f7175-8f98-4d1d-9627-3874c447cf6f'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:33:39.683970 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:39.702366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Transition to ACTIVE for port object dc6192df-3189-41cb-84ca-2a2c9537dbe2 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:39.721338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Transition to ACTIVE for port object dc6192df-3189-41cb-84ca-2a2c9537dbe2 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:39.744775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-23b38091-a989-4941-8eb6-db209726d5e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7814949 Sep 09 09:33:39.744775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50684) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:39.816116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb33e66f-8e34-4233-a5e1-5de7f97d8d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:39.849664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb33e66f-8e34-4233-a5e1-5de7f97d8d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:39.863871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cb33e66f-8e34-4233-a5e1-5de7f97d8d63 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1170356 Sep 09 09:33:39.863871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50692) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:39.876693 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9543240d-52dd-4af8-bc01-0eaa61c44e62 req-ebbabf17-1e2a-48f2-b8c5-a9acf7aae3fa tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820214 Sep 09 09:33:39.956670 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:40.071119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-44394947-f4e9-4d1d-816b-fc23ccb32edd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port ec7af0c8-ed6e-45c2-be3f-9eb65108feb1 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:40.071807 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-44394947-f4e9-4d1d-816b-fc23ccb32edd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:40.199965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-44394947-f4e9-4d1d-816b-fc23ccb32edd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:40.215916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-44394947-f4e9-4d1d-816b-fc23ccb32edd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for ec7af0c8-ed6e-45c2-be3f-9eb65108feb1 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:40.223062 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:40.298199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Pushing event updated for resources: {'Port': ['ID=dc6192df-3189-41cb-84ca-2a2c9537dbe2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:40.301887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d183ef7b-e85a-46e9-8220-2eea65d63d01 None None] Provisioning for port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:40.427672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Allocated IP 172.20.0.1 (93ef2f4a-c415-46e0-aab9-d34a9dc7c621/a7fe7226-8176-4dab-97b5-0a0664fdf4b5/12474b39-b825-46f8-a8de-118be199ec7a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:40.588014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a604bd-f95e-461c-a20b-4bb18ffa8a9b req-4e2d261b-4b4c-4ece-8cbf-d38f6a6a784b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:40.599137 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a604bd-f95e-461c-a20b-4bb18ffa8a9b req-4e2d261b-4b4c-4ece-8cbf-d38f6a6a784b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1019239 Sep 09 09:33:40.606161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1e1251f5-a8d0-453b-b257-d83c9a94efd4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:40.608868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d183ef7b-e85a-46e9-8220-2eea65d63d01 None None] Provisioning complete for port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:40.609242 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d183ef7b-e85a-46e9-8220-2eea65d63d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:40.623855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d259a69-734c-4bd4-b8d1-c1f5ec42f22b req-f20a905b-96c7-402b-89d0-6a0fa0168ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:40.625774 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d259a69-734c-4bd4-b8d1-c1f5ec42f22b req-f20a905b-96c7-402b-89d0-6a0fa0168ad3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 1097 time: 0.1529102 Sep 09 09:33:40.656104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-44394947-f4e9-4d1d-816b-fc23ccb32edd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:40.672668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:40.677759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Network 93ef2f4a-c415-46e0-aab9-d34a9dc7c621 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:40.700040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44394947-f4e9-4d1d-816b-fc23ccb32edd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=ec7af0c8-ed6e-45c2-be3f-9eb65108feb1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:40.706237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Transition to ACTIVE for port object 12474b39-b825-46f8-a8de-118be199ec7a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:40.714994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Allocated IP 172.20.0.2 (ca091ce0-434c-481d-af10-5750b3a6a3ef/273f7175-8f98-4d1d-9627-3874c447cf6f/99c8c176-b1d1-46d5-86a8-d36d79b66788) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:40.719893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32a604bd-f95e-461c-a20b-4bb18ffa8a9b req-f7238f10-be8a-4079-af48-44a63bc4ffaa tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193302 Sep 09 09:33:40.768572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-44394947-f4e9-4d1d-816b-fc23ccb32edd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:40.770644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-44394947-f4e9-4d1d-816b-fc23ccb32edd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/ec7af0c8-ed6e-45c2-be3f-9eb65108feb1 HTTP/1.1" status: 204 len: 168 time: 0.9052908 Sep 09 09:33:40.773254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:40.773510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50708) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:40.789555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:40.857894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d259a69-734c-4bd4-b8d1-c1f5ec42f22b req-3678cec7-615f-4862-941e-163f3098483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:40.865058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d259a69-734c-4bd4-b8d1-c1f5ec42f22b req-3678cec7-615f-4862-941e-163f3098483e service neutron] 10.222.0.24 "GET /v2.0/networks?id=936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 200 len: 920 time: 0.2197552 Sep 09 09:33:40.865163 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:40.944721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Network 93ef2f4a-c415-46e0-aab9-d34a9dc7c621 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:40.956996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:40.965603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:40.982760 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d259a69-734c-4bd4-b8d1-c1f5ec42f22b req-f9bd499f-f529-41a8-9964-95525e70408d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 HTTP/1.1" status: 200 len: 217 time: 0.1143625 Sep 09 09:33:41.010768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e70f32f-b0b9-4721-8065-4ea979350286 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:41.013980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e70f32f-b0b9-4721-8065-4ea979350286 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:41.030338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5e70f32f-b0b9-4721-8065-4ea979350286 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2520874 Sep 09 09:33:41.064944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50716) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:41.065506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50718) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:41.094026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event updated for resources: {'Port': ['ID=12474b39-b825-46f8-a8de-118be199ec7a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:41.096857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.195916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Attempting to bind port dc6192df-3189-41cb-84ca-2a2c9537dbe2 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:41.197013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Attempting to bind port dc6192df-3189-41cb-84ca-2a2c9537dbe2 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '236b5d7b-f0fa-4b21-a242-274cfb9a86bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '93ef2f4a-c415-46e0-aab9-d34a9dc7c621'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:41.197388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Attempting to bind port dc6192df-3189-41cb-84ca-2a2c9537dbe2 on network 93ef2f4a-c415-46e0-aab9-d34a9dc7c621 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:41.202340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c4c15dff-0eb1-427d-9abf-cc6099cb81ab None None] For port 7b20c1b9-f7b6-4c3e-b875-7a595337e487, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7b20c1b9-f7b6-4c3e-b875-7a595337e487,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:41.227674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d259a69-734c-4bd4-b8d1-c1f5ec42f22b req-95230a79-653d-4c56-9f7d-eb3a451801df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:41.229225 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d259a69-734c-4bd4-b8d1-c1f5ec42f22b req-95230a79-653d-4c56-9f7d-eb3a451801df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c94a1de7-aed4-43f5-8c7b-0612e3750da1 HTTP/1.1" status: 200 len: 859 time: 0.2406797 Sep 09 09:33:41.237260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:41.237699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Checking segment: {'id': '236b5d7b-f0fa-4b21-a242-274cfb9a86bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '93ef2f4a-c415-46e0-aab9-d34a9dc7c621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:41.238114 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.238514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Bound using segment: {'id': '236b5d7b-f0fa-4b21-a242-274cfb9a86bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '93ef2f4a-c415-46e0-aab9-d34a9dc7c621'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:41.239078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Bound port: dc6192df-3189-41cb-84ca-2a2c9537dbe2, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236b5d7b-f0fa-4b21-a242-274cfb9a86bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '93ef2f4a-c415-46e0-aab9-d34a9dc7c621'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:41.239495 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.242378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 1e1251f5-a8d0-453b-b257-d83c9a94efd4 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:41.266636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1e1251f5-a8d0-453b-b257-d83c9a94efd4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:41.274797 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.275257 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d259a69-734c-4bd4-b8d1-c1f5ec42f22b req-218de43e-859b-4385-9606-fa8cfa7f7189 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=936c14d7-dae2-4491-9882-2353f342439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338366 Sep 09 09:33:41.284838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-83daddc5-3b25-428f-b92b-be7eb97567b4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 0cf8fb15-ddf1-42c6-8175-7a397cc4d2f3 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:41.316141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe7549-d750-477d-a883-45dd45c64b7d req-040511bf-2154-42d7-ace1-3661acabb73e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:41.317625 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-abbe7549-d750-477d-a883-45dd45c64b7d req-040511bf-2154-42d7-ace1-3661acabb73e tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.2512178 Sep 09 09:33:41.357476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1dd4c2fc-70f3-426e-8918-d178828e0fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.389043 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4c15dff-0eb1-427d-9abf-cc6099cb81ab None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.400504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.433698 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d183ef7b-e85a-46e9-8220-2eea65d63d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.458391 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-abbe7549-d750-477d-a883-45dd45c64b7d req-71467dae-4523-4708-b3f9-a6701dd72736 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343782 Sep 09 09:33:41.472598 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c4c15dff-0eb1-427d-9abf-cc6099cb81ab None None] Ignored duplicate provisioning block setup for port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 09 09:33:41.565983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] For port dc6192df-3189-41cb-84ca-2a2c9537dbe2, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:41.567319 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1dd4c2fc-70f3-426e-8918-d178828e0fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.576320 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.589063 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d259a69-734c-4bd4-b8d1-c1f5ec42f22b req-17917a70-a8f4-433a-ab48-5cadf5ecd319 service neutron] 10.222.0.24 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007839 Sep 09 09:33:41.589317 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83daddc5-3b25-428f-b92b-be7eb97567b4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.613254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d183ef7b-e85a-46e9-8220-2eea65d63d01 None None] For port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5da6d3dc-c89a-436a-833f-2a6c8ebcf344,segment=NetworkSegment(6187a111-469a-4607-a943-c08c7704bca1),segment_id=6187a111-469a-4607-a943-c08c7704bca1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:41.616201 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4c15dff-0eb1-427d-9abf-cc6099cb81ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.636730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] For port dc6192df-3189-41cb-84ca-2a2c9537dbe2, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=dc6192df-3189-41cb-84ca-2a2c9537dbe2,segment=NetworkSegment(236b5d7b-f0fa-4b21-a242-274cfb9a86bd),segment_id=236b5d7b-f0fa-4b21-a242-274cfb9a86bd)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:41.638080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Transition to ACTIVE for port object 99c8c176-b1d1-46d5-86a8-d36d79b66788 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:41.648970 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1dd4c2fc-70f3-426e-8918-d178828e0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.698194 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83daddc5-3b25-428f-b92b-be7eb97567b4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.707905 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d183ef7b-e85a-46e9-8220-2eea65d63d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.738326 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.748561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Transition to ACTIVE for port object 99c8c176-b1d1-46d5-86a8-d36d79b66788 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:41.753016 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.765573 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.772175 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1dd4c2fc-70f3-426e-8918-d178828e0fa8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6c06840b4f247bd854887c3e5af31a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6674724 Sep 09 09:33:41.774494 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50730) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:41.804798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4c2fc-70f3-426e-8918-d178828e0fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa605cd4-b6fa-40bb-b46c-6c2c753b0208,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:41.822461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 1e1251f5-a8d0-453b-b257-d83c9a94efd4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1e1251f5-a8d0-453b-b257-d83c9a94efd4,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:41.823613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15dff-0eb1-427d-9abf-cc6099cb81ab None None] Pushing event updated for resources: {'Port': ['ID=7b20c1b9-f7b6-4c3e-b875-7a595337e487,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:41.838598 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.855364 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d259a69-734c-4bd4-b8d1-c1f5ec42f22b req-52cb459e-ce77-4e27-90be-e0077d2c332d service neutron] 10.222.0.24 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305572 Sep 09 09:33:41.917142 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183ef7b-e85a-46e9-8220-2eea65d63d01 None None] Pushing event updated for resources: {'Port': ['ID=5da6d3dc-c89a-436a-833f-2a6c8ebcf344,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:41.954412 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83daddc5-3b25-428f-b92b-be7eb97567b4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.989123 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:41.994849 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.066977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Network ca091ce0-434c-481d-af10-5750b3a6a3ef is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:42.086567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:42.089702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:42.094732 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.103802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f581c343-ceba-4979-ab98-4f2937be4698 None None] Provisioning complete for port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:42.103802 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f581c343-ceba-4979-ab98-4f2937be4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.122501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45291385-6ea2-4bda-9591-d70922b73504 req-759e0881-3d2b-44f7-8ab6-1f0d792774db tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:42.134068 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83daddc5-3b25-428f-b92b-be7eb97567b4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.154270 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45291385-6ea2-4bda-9591-d70922b73504 req-759e0881-3d2b-44f7-8ab6-1f0d792774db tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.3558021 Sep 09 09:33:42.156173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event updated for resources: {'Port': ['ID=12474b39-b825-46f8-a8de-118be199ec7a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:42.168755 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.204026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daddc5-3b25-428f-b92b-be7eb97567b4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf8fb15-ddf1-42c6-8175-7a397cc4d2f3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:42.221192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd338a1-fcbd-4a7a-8b81-542ed80bc3be None None] Pushing event updated for resources: {'Port': ['ID=dc6192df-3189-41cb-84ca-2a2c9537dbe2,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:42.247287 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83daddc5-3b25-428f-b92b-be7eb97567b4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.252373 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-83daddc5-3b25-428f-b92b-be7eb97567b4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/0cf8fb15-ddf1-42c6-8175-7a397cc4d2f3 HTTP/1.1" status: 204 len: 168 time: 1.1630194 Sep 09 09:33:42.254421 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45291385-6ea2-4bda-9591-d70922b73504 req-b0da5550-21b4-41a7-a36d-b2b3767e292b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992410 Sep 09 09:33:42.267303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50740) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:42.274521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.375804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Attempting to bind port 99c8c176-b1d1-46d5-86a8-d36d79b66788 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:42.376178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Attempting to bind port 99c8c176-b1d1-46d5-86a8-d36d79b66788 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'd3ad5dfd-3a81-4129-8d84-c4fc1a3ea018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ca091ce0-434c-481d-af10-5750b3a6a3ef'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:42.376540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Attempting to bind port 99c8c176-b1d1-46d5-86a8-d36d79b66788 on network ca091ce0-434c-481d-af10-5750b3a6a3ef {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:42.389008 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b58e9ad0-0a4b-484c-8088-1656a5700b41 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150277 Sep 09 09:33:42.393224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50742) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:42.405070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4564f71c-f59c-41cb-8c10-45ff10cd74b1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:42.458887 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.470752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.499275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:42.501561 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa605cd4-b6fa-40bb-b46c-6c2c753b0208 HTTP/1.1" status: 204 len: 168 time: 0.6986523 Sep 09 09:33:42.501816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Checking segment: {'id': 'd3ad5dfd-3a81-4129-8d84-c4fc1a3ea018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ca091ce0-434c-481d-af10-5750b3a6a3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:42.502240 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.502659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Bound using segment: {'id': 'd3ad5dfd-3a81-4129-8d84-c4fc1a3ea018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ca091ce0-434c-481d-af10-5750b3a6a3ef'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:42.506154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Bound port: 99c8c176-b1d1-46d5-86a8-d36d79b66788, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ad5dfd-3a81-4129-8d84-c4fc1a3ea018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ca091ce0-434c-481d-af10-5750b3a6a3ef'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:42.506600 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.561017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Network 93ef2f4a-c415-46e0-aab9-d34a9dc7c621 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:42.569011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:42.575556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa605cd4-b6fa-40bb-b46c-6c2c753b0208,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:42.608666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.611554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.612126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.612661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.613166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.613656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.614144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.614630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.615134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.615673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.618371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.618371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af20991-d0ad-4ac9-bdce-2fc758bdef83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:33:42.618588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-66ba6232-13c7-4ae7-a3d7-4b48b09376e3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:42.618897 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-66ba6232-13c7-4ae7-a3d7-4b48b09376e3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.4161215 Sep 09 09:33:42.658464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-d5223f4d-83da-46c9-b831-43a872d38280 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/quotas/f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 375 time: 0.0250118 Sep 09 09:33:42.696543 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:42.730071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=1e1251f5-a8d0-453b-b257-d83c9a94efd4,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:42.747120 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-2fe928fd-75de-417b-9e3b-ead54513b85e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832729 Sep 09 09:33:42.771171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4564f71c-f59c-41cb-8c10-45ff10cd74b1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:42.776442 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4564f71c-f59c-41cb-8c10-45ff10cd74b1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.787008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ea00c-1041-4572-9378-81a5b5040632 req-e23f6726-49a3-44c5-aacc-04c0d957b773 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:42.795247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-494ea00c-1041-4572-9378-81a5b5040632 req-e23f6726-49a3-44c5-aacc-04c0d957b773 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1884470 Sep 09 09:33:42.814108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Pushing event updated for resources: {'Port': ['ID=99c8c176-b1d1-46d5-86a8-d36d79b66788,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:42.868976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-494ea00c-1041-4572-9378-81a5b5040632 req-b7798204-f896-4fda-b402-54c3da5cc2fd tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688746 Sep 09 09:33:42.875893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] For port 99c8c176-b1d1-46d5-86a8-d36d79b66788, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:42.882753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] For port 99c8c176-b1d1-46d5-86a8-d36d79b66788, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=99c8c176-b1d1-46d5-86a8-d36d79b66788,segment=NetworkSegment(d3ad5dfd-3a81-4129-8d84-c4fc1a3ea018),segment_id=d3ad5dfd-3a81-4129-8d84-c4fc1a3ea018)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:42.889118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:42.889855 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.974473 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Router 6e4fb708-97e9-4355-9290-0bb5ec0ea18c is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:33:42.983728 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:42.994320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-2f88d958-526b-4588-a2d3-a9dce98b8a6c service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446635 Sep 09 09:33:42.999996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7b20c1b9-f7b6-4c3e-b875-7a595337e487 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:43.128373 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-1567b3ba-56d7-4f25-866e-a745b9611715 service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230581 Sep 09 09:33:43.131117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df5934-3ea0-40a2-9c89-2b789042a93e None None] Pushing event updated for resources: {'Port': ['ID=99c8c176-b1d1-46d5-86a8-d36d79b66788,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:43.245463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:43.265019 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b962e-47ea-4f37-ae61-6b0a436817de None None] Sync routers for ids ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:43.275285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-39246522-97fe-4c0c-a7d6-7e2eddeb0922 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "PUT /v2.0/routers/6e4fb708-97e9-4355-9290-0bb5ec0ea18c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1027257 Sep 09 09:33:43.277981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:43.279899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50754) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:43.281293 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b962e-47ea-4f37-ae61-6b0a436817de None None] Routers {'6e4fb708-97e9-4355-9290-0bb5ec0ea18c'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:43.282215 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f38b962e-47ea-4f37-ae61-6b0a436817de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:43.367160 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f38b962e-47ea-4f37-ae61-6b0a436817de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:43.392227 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b962e-47ea-4f37-ae61-6b0a436817de None None] Routers {'6e4fb708-97e9-4355-9290-0bb5ec0ea18c'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:43.393556 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f38b962e-47ea-4f37-ae61-6b0a436817de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:43.505522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50762) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:43.536923 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f38b962e-47ea-4f37-ae61-6b0a436817de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:43.537939 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b962e-47ea-4f37-ae61-6b0a436817de None None] The sync data for ids ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:43.546401 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f03ca92e-1aa5-49a4-8796-3fefb21ed37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:43.591896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39c7ac-03cd-4b8f-a84f-87d076ad5ca3 req-54045329-1865-4245-bbe3-037c227a134b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:43.594310 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd39c7ac-03cd-4b8f-a84f-87d076ad5ca3 req-54045329-1865-4245-bbe3-037c227a134b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1728346 Sep 09 09:33:43.677614 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd39c7ac-03cd-4b8f-a84f-87d076ad5ca3 req-c6bd02fb-956a-42e0-838b-2894dac922bd tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744624 Sep 09 09:33:43.751401 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f03ca92e-1aa5-49a4-8796-3fefb21ed37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:43.754920 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4564f71c-f59c-41cb-8c10-45ff10cd74b1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:43.815241 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f03ca92e-1aa5-49a4-8796-3fefb21ed37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:43.844626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4564f71c-f59c-41cb-8c10-45ff10cd74b1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:43.853093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-4564f71c-f59c-41cb-8c10-45ff10cd74b1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:43.860218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4564f71c-f59c-41cb-8c10-45ff10cd74b1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:43.860820 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4564f71c-f59c-41cb-8c10-45ff10cd74b1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:43.880733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564f71c-f59c-41cb-8c10-45ff10cd74b1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=331f576f-c759-4621-bdf8-4c1439f21a09,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:43.896479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b76502-8b08-4e06-98ca-0bc873546bd9 None None] Network 93ef2f4a-c415-46e0-aab9-d34a9dc7c621 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:43.908140 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f03ca92e-1aa5-49a4-8796-3fefb21ed37f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4022d186314419ebf7bb358bccd08ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023466 Sep 09 09:33:43.911954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50766) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:43.912756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ca92e-1aa5-49a4-8796-3fefb21ed37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2566e2c-dc39-43b4-ae02-e5178eea7532,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:43.964387 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4564f71c-f59c-41cb-8c10-45ff10cd74b1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5686433 Sep 09 09:33:43.965106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50770) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:43.991575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': '331f576f-c759-4621-bdf8-4c1439f21a09', 'ip_address': '2001:db8::e89d:4fb1:966f:ae42'}], 'name': 'tempest-NetworksTestDHCPv6-1338247467'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:44.093511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2a3c11-7b0a-4970-88c2-e5890fc9366f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:44.094617 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcc4a0bd-22d2-4541-9839-de06b3a9a4dd req-a6d1a16f-35a6-4ac8-b336-b3f5f3662deb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 210 time: 0.0900621 Sep 09 09:33:44.098545 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-237ac6db-5b12-4a19-9e75-b76ed7997b54 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:33:44.102671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-237ac6db-5b12-4a19-9e75-b76ed7997b54 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "PUT /v2.0/routers/6e4fb708-97e9-4355-9290-0bb5ec0ea18c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8178396 Sep 09 09:33:44.103755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50774) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:44.131642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1e4c75a3-ccdc-4fc3-93df-4e23007efd13 None None] Provisioning for port dc6192df-3189-41cb-84ca-2a2c9537dbe2 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:44.131779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871a714-1d1e-4784-bb9e-83d8580fcc66 req-c6efb4ae-a9ce-4868-be0e-bee0bbea55c6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:44.131779 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2871a714-1d1e-4784-bb9e-83d8580fcc66 req-c6efb4ae-a9ce-4868-be0e-bee0bbea55c6 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1139657 Sep 09 09:33:44.160080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2a3c11-7b0a-4970-88c2-e5890fc9366f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:44.166994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Sync routers for ids ['87c971dd-09ab-4384-9783-68cc0ad422cd'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:44.171454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e105e-7a4f-4ce2-b21b-a2517bd2c87d None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:44.240461 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2871a714-1d1e-4784-bb9e-83d8580fcc66 req-9b3c5a49-fa63-4c82-bb57-3413c7851f92 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891976 Sep 09 09:33:44.323137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Routers {'87c971dd-09ab-4384-9783-68cc0ad422cd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:44.323842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['87c971dd-09ab-4384-9783-68cc0ad422cd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:44.357691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2a3c11-7b0a-4970-88c2-e5890fc9366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:44.360347 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2a3c11-7b0a-4970-88c2-e5890fc9366f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:44.361487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2c2a3c11-7b0a-4970-88c2-e5890fc9366f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2566e2c-dc39-43b4-ae02-e5178eea7532 HTTP/1.1" status: 204 len: 168 time: 0.4437203 Sep 09 09:33:44.376592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a3c11-7b0a-4970-88c2-e5890fc9366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2566e2c-dc39-43b4-ae02-e5178eea7532,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:44.667639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device dc6192df-3189-41cb-84ca-2a2c9537dbe2 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:44.696151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dce67dba-3c6c-42d1-888d-c25daa07e998 None None] Provisioning for port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:44.753517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0ccd3-551e-4102-9817-2bbbf87530f7 req-01538b0a-cb47-4b9d-98c8-2bc984e2be23 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:44.757771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dce67dba-3c6c-42d1-888d-c25daa07e998 None None] Provisioning complete for port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:44.758370 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dce67dba-3c6c-42d1-888d-c25daa07e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:44.772202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45e0ccd3-551e-4102-9817-2bbbf87530f7 req-01538b0a-cb47-4b9d-98c8-2bc984e2be23 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1052651 Sep 09 09:33:44.826812 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-45e0ccd3-551e-4102-9817-2bbbf87530f7 req-69df10ad-fb06-4928-8533-440d2e4d79eb tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533774 Sep 09 09:33:44.852085 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8afeab69-4d2e-4a88-bdf9-ee29ef87bc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:45.005184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:45.023622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Set router 87c971dd-09ab-4384-9783-68cc0ad422cd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:45.082911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c8be0-42d6-4893-a3f1-fb310303d2f6 req-7febc785-08e0-47e7-b59a-c103e60e47e7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:45.095224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c74c8be0-42d6-4893-a3f1-fb310303d2f6 req-7febc785-08e0-47e7-b59a-c103e60e47e7 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1080649 Sep 09 09:33:45.177097 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c74c8be0-42d6-4893-a3f1-fb310303d2f6 req-d6bef1b3-ecd7-4304-bf12-db46990d944c tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803668 Sep 09 09:33:45.215154 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:45.236425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3f9110-6e7d-4a62-9b33-6e399c3f60a9 None None] Network ca091ce0-434c-481d-af10-5750b3a6a3ef requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:45.240142 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port dc6192df-3189-41cb-84ca-2a2c9537dbe2 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:45.290156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 7f1ef757-90e5-46e6-93f8-60eb30ea893d yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:33:45.359960 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41769b22-e8a3-45b8-8249-fe6eefab06b3 req-ba64b2bd-7253-42cd-99b2-d48b28cc4bf8 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:45.369700 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41769b22-e8a3-45b8-8249-fe6eefab06b3 req-ba64b2bd-7253-42cd-99b2-d48b28cc4bf8 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.3778646 Sep 09 09:33:45.374138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-815c4f6a-0a66-4838-9324-4f9a065c3a36 req-93667069-b056-4e32-ae98-2866552ef8f0 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 210 time: 0.0780799 Sep 09 09:33:45.477841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port dc6192df-3189-41cb-84ca-2a2c9537dbe2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:45.478230 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:45.575117 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dce67dba-3c6c-42d1-888d-c25daa07e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:45.592218 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41769b22-e8a3-45b8-8249-fe6eefab06b3 req-859d7fa0-2533-41b0-acb9-09c0d1277922 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214921 Sep 09 09:33:45.742010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dce67dba-3c6c-42d1-888d-c25daa07e998 None None] For port 7b20c1b9-f7b6-4c3e-b875-7a595337e487, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7b20c1b9-f7b6-4c3e-b875-7a595337e487,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:45.867454 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8e49e1e5-e1f5-407c-9e71-a8951af2bce3 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:45.868871 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:45.935786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port dc6192df-3189-41cb-84ca-2a2c9537dbe2, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=dc6192df-3189-41cb-84ca-2a2c9537dbe2,segment=NetworkSegment(236b5d7b-f0fa-4b21-a242-274cfb9a86bd),segment_id=236b5d7b-f0fa-4b21-a242-274cfb9a86bd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:45.938742 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dce67dba-3c6c-42d1-888d-c25daa07e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:45.955143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::e89d:4fb1:966f:ae42 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/331f576f-c759-4621-bdf8-4c1439f21a09/7f1ef757-90e5-46e6-93f8-60eb30ea893d) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:46.071589 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:46.074732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1e1251f5-a8d0-453b-b257-d83c9a94efd4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:46.149694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27ce4-4426-4805-9bae-30c3a8686173 req-aa2ea005-b0e4-45fb-bb17-f7e4e5fd0427 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:46.160880 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0bc27ce4-4426-4805-9bae-30c3a8686173 req-aa2ea005-b0e4-45fb-bb17-f7e4e5fd0427 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1301615 Sep 09 09:33:46.209849 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce67dba-3c6c-42d1-888d-c25daa07e998 None None] Pushing event updated for resources: {'Port': ['ID=7b20c1b9-f7b6-4c3e-b875-7a595337e487,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:46.218605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'name': 'tempest-TestVolumeBootPattern-183459663-router', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:29Z', 'updated_at': '2021-09-09T09:33:35Z', 'revision_number': 4, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'gw_port': {'id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:31Z', 'updated_at': '2021-09-09T09:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'ba57c091-b11c-4da5-83c7-22fbbd6b586c', 'name': '', 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'mac_address': 'fa:16:3e:5e:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '30cfe703-9920-46a3-b817-b6189b548b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:34Z', 'updated_at': '2021-09-09T09:33:35Z', 'revision_number': 2, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'subnets': [{'id': '30cfe703-9920-46a3-b817-b6189b548b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:46.270242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Checking router: 87c971dd-09ab-4384-9783-68cc0ad422cd for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:33:46.270676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Updating router 87c971dd-09ab-4384-9783-68cc0ad422cd port ba57c091-b11c-4da5-83c7-22fbbd6b586c binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:33:46.286235 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0bc27ce4-4426-4805-9bae-30c3a8686173 req-791d13c8-4c78-485d-aa01-43a7378ac436 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997405 Sep 09 09:33:46.327059 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:46.332262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0d9d320a-3ad0-4ff8-9fd5-f03a29bac8f3 None None] Provisioning for port 12474b39-b825-46f8-a8de-118be199ec7a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:46.359114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0d9d320a-3ad0-4ff8-9fd5-f03a29bac8f3 None None] Provisioning complete for port 12474b39-b825-46f8-a8de-118be199ec7a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:46.359541 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d9d320a-3ad0-4ff8-9fd5-f03a29bac8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:46.424529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d320a-3ad0-4ff8-9fd5-f03a29bac8f3 None None] Port 12474b39-b825-46f8-a8de-118be199ec7a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:33:46.462311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1e1251f5-a8d0-453b-b257-d83c9a94efd4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:46.462701 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:46.527116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee139ce2-d9a6-4754-896b-c0f3f2967964 None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 09:33:46.529499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=dc6192df-3189-41cb-84ca-2a2c9537dbe2,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:46.565842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e221c6d-3662-4831-8af7-1fd95d4b9511 req-f48be417-dff0-428a-bc49-99d95f4b4ad3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 210 time: 0.0614603 Sep 09 09:33:46.598701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0d9d320a-3ad0-4ff8-9fd5-f03a29bac8f3 None None] Provisioning complete for port dc6192df-3189-41cb-84ca-2a2c9537dbe2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:46.599146 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d9d320a-3ad0-4ff8-9fd5-f03a29bac8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:46.611694 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:46.670035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 7f1ef757-90e5-46e6-93f8-60eb30ea893d will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:46.792723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-d358081d-b9e6-424d-afe0-6736f838ca8f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:46.795562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-d358081d-b9e6-424d-afe0-6736f838ca8f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.3498750 Sep 09 09:33:46.811884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'port': {'device_id': '7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'admin_state_up': True, 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:46.904908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 99c8c176-b1d1-46d5-86a8-d36d79b66788 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:46.934901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8e49e1e5-e1f5-407c-9e71-a8951af2bce3 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Deleting port 12474b39-b825-46f8-a8de-118be199ec7a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:46.935627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8e49e1e5-e1f5-407c-9e71-a8951af2bce3 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:46.976848 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:46.994021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee139ce2-d9a6-4754-896b-c0f3f2967964 None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 09:33:47.103208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:47.120007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:47.133761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:47.140681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:47.141369 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:47.152306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=7f1ef757-90e5-46e6-93f8-60eb30ea893d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:47.171741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8e49e1e5-e1f5-407c-9e71-a8951af2bce3 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:47.181462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Made reservation on behalf of f73bb51c82ee441fae17ed97db00d629 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:47.185577 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:47.218635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8e49e1e5-e1f5-407c-9e71-a8951af2bce3 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Calling delete_port for 12474b39-b825-46f8-a8de-118be199ec7a owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:47.298264 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-775ea817-eb30-4fd0-8708-f4a6ac0b18ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3270404 Sep 09 09:33:47.298476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0d9d320a-3ad0-4ff8-9fd5-f03a29bac8f3 None None] Provisioning for port 99c8c176-b1d1-46d5-86a8-d36d79b66788 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:47.299004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50844) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:47.361363 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:47.372777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 99c8c176-b1d1-46d5-86a8-d36d79b66788 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:47.373288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5317bc8-6c83-4538-a857-e888621890f6 req-02e137c7-1f2d-45a1-a0e2-439175f4a499 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:47.381460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5317bc8-6c83-4538-a857-e888621890f6 req-02e137c7-1f2d-45a1-a0e2-439175f4a499 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.2150416 Sep 09 09:33:47.389365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 99c8c176-b1d1-46d5-86a8-d36d79b66788 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:47.389746 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:47.397256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Transition to ACTIVE for port object ba57c091-b11c-4da5-83c7-22fbbd6b586c will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:47.423145 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:47.426994 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b241e85-5308-4d4e-814e-c9d64c9d04e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:47.432666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee3d1b-91fe-41b0-8a7d-edf52b7459f6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:47.447750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee3d1b-91fe-41b0-8a7d-edf52b7459f6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:47.452771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6eee3d1b-91fe-41b0-8a7d-edf52b7459f6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1527998 Sep 09 09:33:47.456267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0d9d320a-3ad0-4ff8-9fd5-f03a29bac8f3 None None] Provisioning complete for port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:47.456646 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d9d320a-3ad0-4ff8-9fd5-f03a29bac8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:47.472277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50850) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:47.499201 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:47.556340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9644f-ee69-4e2e-b56c-16bbf3578dc9 req-a5a6acd4-7586-4280-853a-f941952b6e50 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:47.557862 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0bc9644f-ee69-4e2e-b56c-16bbf3578dc9 req-a5a6acd4-7586-4280-853a-f941952b6e50 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.1026435 Sep 09 09:33:47.613825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0bc9644f-ee69-4e2e-b56c-16bbf3578dc9 req-e0c04091-ee1d-4da1-9ccb-e016bba49d94 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476961 Sep 09 09:33:47.774261 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-114ddd2a-a837-4a70-8b84-1a4cace09188 req-f14db539-187d-40e1-bbf7-a4c252ced764 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 210 time: 0.0500336 Sep 09 09:33:47.774438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Allocated IP 172.20.0.12 (05a2504d-6ea0-48c5-a04b-6b2815462a83/e7f7d4e1-915e-4e55-a3e8-a32a82ffd559/6bc27af5-8319-4abe-927f-60d4c1ba5837) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:47.800529 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:47.917100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e8e5d-4661-4df3-800e-2a4deec675fe None None] Pushing event updated for resources: {'Port': ['ID=ba57c091-b11c-4da5-83c7-22fbbd6b586c,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:47.962961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 99c8c176-b1d1-46d5-86a8-d36d79b66788, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=99c8c176-b1d1-46d5-86a8-d36d79b66788,segment=NetworkSegment(d3ad5dfd-3a81-4129-8d84-c4fc1a3ea018),segment_id=d3ad5dfd-3a81-4129-8d84-c4fc1a3ea018)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:48.025273 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.079935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Attempting to bind port ba57c091-b11c-4da5-83c7-22fbbd6b586c on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:48.080299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Attempting to bind port ba57c091-b11c-4da5-83c7-22fbbd6b586c by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e3092977-f1e4-4e17-b669-1a83eb9027ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:48.080484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-c5317bc8-6c83-4538-a857-e888621890f6 req-6ee5e593-5c0a-4283-91c7-aee182923338 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Deleting port bce47521-ee1c-4ebc-89c8-08dcd3992f0c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:48.080658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Attempting to bind port ba57c091-b11c-4da5-83c7-22fbbd6b586c on network 6efb4b6e-635d-49a7-be6f-758c9837f7e7 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:48.080841 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c5317bc8-6c83-4538-a857-e888621890f6 req-6ee5e593-5c0a-4283-91c7-aee182923338 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.102655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:48.103033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Checking segment: {'id': 'e3092977-f1e4-4e17-b669-1a83eb9027ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:48.103455 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.103853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Bound using segment: {'id': 'e3092977-f1e4-4e17-b669-1a83eb9027ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:48.104327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Bound port: ba57c091-b11c-4da5-83c7-22fbbd6b586c, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3092977-f1e4-4e17-b669-1a83eb9027ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:48.104712 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.111343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=99c8c176-b1d1-46d5-86a8-d36d79b66788,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:48.129148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ead15-ee8c-4de8-b24f-b7ac3f72682f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 7f1ef757-90e5-46e6-93f8-60eb30ea893d {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:48.129626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c5ead15-ee8c-4de8-b24f-b7ac3f72682f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.158329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device dc6192df-3189-41cb-84ca-2a2c9537dbe2 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:48.284905 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8e49e1e5-e1f5-407c-9e71-a8951af2bce3 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.319078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f4493de3-fad9-4bc0-b6b9-c1d88382e6b5 None None] Provisioning complete for port 99c8c176-b1d1-46d5-86a8-d36d79b66788 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:48.319729 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f4493de3-fad9-4bc0-b6b9-c1d88382e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.350954 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c5ead15-ee8c-4de8-b24f-b7ac3f72682f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.371581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49e1e5-e1f5-407c-9e71-a8951af2bce3 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event deleted for resources: {'Port': ['ID=12474b39-b825-46f8-a8de-118be199ec7a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:48.380919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce36f58-dbd7-4cb5-92ea-ce4db7ff50c0 None None] Update dhcp port {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': '331f576f-c759-4621-bdf8-4c1439f21a09'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '7b20c1b9-f7b6-4c3e-b875-7a595337e487'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:33:48.386058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ead15-ee8c-4de8-b24f-b7ac3f72682f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 7f1ef757-90e5-46e6-93f8-60eb30ea893d owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:48.458338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port dc6192df-3189-41cb-84ca-2a2c9537dbe2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:48.459071 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.462242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] For port ba57c091-b11c-4da5-83c7-22fbbd6b586c, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:48.467314 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ce36f58-dbd7-4cb5-92ea-ce4db7ff50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.561855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] For port ba57c091-b11c-4da5-83c7-22fbbd6b586c, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ba57c091-b11c-4da5-83c7-22fbbd6b586c,segment=NetworkSegment(e3092977-f1e4-4e17-b669-1a83eb9027ec),segment_id=e3092977-f1e4-4e17-b669-1a83eb9027ec)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:48.563222 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.573016 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8e49e1e5-e1f5-407c-9e71-a8951af2bce3 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.648805 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.665207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c5317bc8-6c83-4538-a857-e888621890f6 req-6ee5e593-5c0a-4283-91c7-aee182923338 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] For port bce47521-ee1c-4ebc-89c8-08dcd3992f0c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=bce47521-ee1c-4ebc-89c8-08dcd3992f0c,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:48.665452 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c5317bc8-6c83-4538-a857-e888621890f6 req-6ee5e593-5c0a-4283-91c7-aee182923338 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.670556 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:48.694881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f4493de3-fad9-4bc0-b6b9-c1d88382e6b5 None None] Could not find standard attr ID for object 12474b39-b825-46f8-a8de-118be199ec7a. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:33:48.731399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-c5317bc8-6c83-4538-a857-e888621890f6 req-6ee5e593-5c0a-4283-91c7-aee182923338 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Calling delete_port for bce47521-ee1c-4ebc-89c8-08dcd3992f0c owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:48.734827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f4493de3-fad9-4bc0-b6b9-c1d88382e6b5 None None] Could not find standard attr ID for object ec7af0c8-ed6e-45c2-be3f-9eb65108feb1. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:33:48.754459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50876) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:48.791072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fadc0b-6bc1-4090-a355-fa0f310a7ac9 req-ab868c4f-3af6-40eb-8afb-af81cf2f883a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:48.793621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b1fadc0b-6bc1-4090-a355-fa0f310a7ac9 req-ab868c4f-3af6-40eb-8afb-af81cf2f883a tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 945 time: 0.0804203 Sep 09 09:33:48.804799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7b20c1b9-f7b6-4c3e-b875-7a595337e487 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:48.806744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Routers {'87c971dd-09ab-4384-9783-68cc0ad422cd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:48.807542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['87c971dd-09ab-4384-9783-68cc0ad422cd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:48.848096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Transition to ACTIVE for port object 6bc27af5-8319-4abe-927f-60d4c1ba5837 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:48.890268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b1fadc0b-6bc1-4090-a355-fa0f310a7ac9 req-d9fb8eb1-725d-4633-9519-5f70e96666bc tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902147 Sep 09 09:33:48.968951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-184d8a45-cbf6-4eaf-8112-abcf73fd1ec1 req-4f4a2eb4-e6f0-4450-a435-56a8a39dea92 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 210 time: 0.0435045 Sep 09 09:33:48.990234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-4ce36f58-dbd7-4cb5-92ea-ce4db7ff50c0 None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/331f576f-c759-4621-bdf8-4c1439f21a09/7b20c1b9-f7b6-4c3e-b875-7a595337e487) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:49.005608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:49.054580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e8e5d-4661-4df3-800e-2a4deec675fe None None] Pushing event updated for resources: {'Port': ['ID=ba57c091-b11c-4da5-83c7-22fbbd6b586c,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:49.095041 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:49.194072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:49.194356 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:49.202435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] Set router 87c971dd-09ab-4384-9783-68cc0ad422cd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:33:49.224304 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:49.252007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e49e1e5-e1f5-407c-9e71-a8951af2bce3 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Router 6e4fb708-97e9-4355-9290-0bb5ec0ea18c has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:33:49.274367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4ce36f58-dbd7-4cb5-92ea-ce4db7ff50c0 None None] For port 7b20c1b9-f7b6-4c3e-b875-7a595337e487, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7b20c1b9-f7b6-4c3e-b875-7a595337e487,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:49.321556 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a2d4bed-8715-42d7-8aaa-dc24b850ef1c req-42712bf4-0b25-49e1-99fc-019307dc738c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949533 Sep 09 09:33:49.374426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ce36f58-dbd7-4cb5-92ea-ce4db7ff50c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:49.378991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:49.413631 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c5ead15-ee8c-4de8-b24f-b7ac3f72682f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:49.425374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Allocated IP 172.25.8.103 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/f45463b9-e005-4866-b4ee-48c7f19f648b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:49.441833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d4bed-8715-42d7-8aaa-dc24b850ef1c req-3451f9c6-a5a3-48c3-9c46-e8a4a454a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:49.443669 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a2d4bed-8715-42d7-8aaa-dc24b850ef1c req-3451f9c6-a5a3-48c3-9c46-e8a4a454a162 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bbef9f29a904d9e928706218420f33f&device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 1097 time: 0.0796177 Sep 09 09:33:49.467187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e49e1e5-e1f5-407c-9e71-a8951af2bce3 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:49.474287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4ce36f58-dbd7-4cb5-92ea-ce4db7ff50c0 None None] Transition to ACTIVE for port object 7b20c1b9-f7b6-4c3e-b875-7a595337e487 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:49.479009 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8e49e1e5-e1f5-407c-9e71-a8951af2bce3 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "PUT /v2.0/routers/6e4fb708-97e9-4355-9290-0bb5ec0ea18c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3704605 Sep 09 09:33:49.483639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50884) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:49.486849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:49.496394 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7efa711-eb9f-481f-ab4e-845b1a481614 None None] Sync routers for ids ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:49.502404 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c5317bc8-6c83-4538-a857-e888621890f6 req-6ee5e593-5c0a-4283-91c7-aee182923338 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:49.517118 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7efa711-eb9f-481f-ab4e-845b1a481614 None None] Routers {'6e4fb708-97e9-4355-9290-0bb5ec0ea18c'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:49.518043 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7efa711-eb9f-481f-ab4e-845b1a481614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:49.521942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['bce47521-ee1c-4ebc-89c8-08dcd3992f0c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:33:49.528604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:33:49.536551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:49.543232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:49.547896 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=6bc27af5-8319-4abe-927f-60d4c1ba5837,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:49.550404 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-a470c85b-db1b-4b61-9552-eaef9d6c58f5 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] delete failed (client error): The resource could not be found. Sep 09 09:33:49.555689 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a470c85b-db1b-4b61-9552-eaef9d6c58f5 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-583715400 HTTP/1.1" status: 404 len: 334 time: 0.0633831 Sep 09 09:33:49.555882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50886) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:49.564211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-00c7a404-b8db-483d-bde7-cf77ca69e450 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e4fb708-97e9-4355-9290-0bb5ec0ea18c'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:49.623955 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7efa711-eb9f-481f-ab4e-845b1a481614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:49.641360 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ce36f58-dbd7-4cb5-92ea-ce4db7ff50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:49.655407 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:33:49.662102 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7efa711-eb9f-481f-ab4e-845b1a481614 None None] Routers {'6e4fb708-97e9-4355-9290-0bb5ec0ea18c'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:49.663177 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7efa711-eb9f-481f-ab4e-845b1a481614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:49.719360 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7efa711-eb9f-481f-ab4e-845b1a481614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:49.720558 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7efa711-eb9f-481f-ab4e-845b1a481614 None None] The sync data for ids ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:50.122832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce36f58-dbd7-4cb5-92ea-ce4db7ff50c0 None None] Pushing event updated for resources: {'Port': ['ID=7b20c1b9-f7b6-4c3e-b875-7a595337e487,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:50.221818 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ead15-ee8c-4de8-b24f-b7ac3f72682f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=7f1ef757-90e5-46e6-93f8-60eb30ea893d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:50.224785 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:50.243612 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'name': 'tempest-TestVolumeBootPattern-183459663-router', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:29Z', 'updated_at': '2021-09-09T09:33:35Z', 'revision_number': 4, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'gw_port': {'id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:31Z', 'updated_at': '2021-09-09T09:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'ba57c091-b11c-4da5-83c7-22fbbd6b586c', 'name': '', 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'mac_address': 'fa:16:3e:5e:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '30cfe703-9920-46a3-b817-b6189b548b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:34Z', 'updated_at': '2021-09-09T09:33:48Z', 'revision_number': 4, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'subnets': [{'id': '30cfe703-9920-46a3-b817-b6189b548b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:50.267885 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c5ead15-ee8c-4de8-b24f-b7ac3f72682f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:50.270536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0c5ead15-ee8c-4de8-b24f-b7ac3f72682f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/7f1ef757-90e5-46e6-93f8-60eb30ea893d HTTP/1.1" status: 204 len: 168 time: 2.7018390 Sep 09 09:33:50.277058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50896) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:50.285690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ba57c091-b11c-4da5-83c7-22fbbd6b586c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:50.288974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416faca0-47e8-481f-a9ff-745d6151fb2e None None] The sync data for ids ['87c971dd-09ab-4384-9783-68cc0ad422cd'] in n-d-778696-16 is: [{'id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'name': 'tempest-TestVolumeBootPattern-183459663-router', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:29Z', 'updated_at': '2021-09-09T09:33:35Z', 'revision_number': 4, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'gw_port': {'id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:31Z', 'updated_at': '2021-09-09T09:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'ba57c091-b11c-4da5-83c7-22fbbd6b586c', 'name': '', 'network_id': '6efb4b6e-635d-49a7-be6f-758c9837f7e7', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'mac_address': 'fa:16:3e:5e:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '30cfe703-9920-46a3-b817-b6189b548b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:34Z', 'updated_at': '2021-09-09T09:33:48Z', 'revision_number': 4, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'subnets': [{'id': '30cfe703-9920-46a3-b817-b6189b548b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:50.320772 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a64045eb-473c-4c9e-8cab-6e667206291a req-4b5d0ba7-989d-4945-bc51-9430863b0baa tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 210 time: 0.1195107 Sep 09 09:33:50.405807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5e593-5c0a-4283-91c7-aee182923338 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event deleted for resources: {'Port': ['ID=bce47521-ee1c-4ebc-89c8-08dcd3992f0c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:50.406466 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:50.483051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d4bed-8715-42d7-8aaa-dc24b850ef1c req-e1de3799-74bc-42de-8052-b4ecaa311241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:50.485150 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a2d4bed-8715-42d7-8aaa-dc24b850ef1c req-e1de3799-74bc-42de-8052-b4ecaa311241 service neutron] 10.222.0.41 "GET /v2.0/networks?id=936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 200 len: 920 time: 1.0201967 Sep 09 09:33:50.536800 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcbeae9-2161-4388-84d4-454c1a3a1d79 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:50.538882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcbeae9-2161-4388-84d4-454c1a3a1d79 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:50.541477 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-efcbeae9-2161-4388-84d4-454c1a3a1d79 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1968083 Sep 09 09:33:50.545535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50898) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:50.552196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port ba57c091-b11c-4da5-83c7-22fbbd6b586c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:50.556738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ba57c091-b11c-4da5-83c7-22fbbd6b586c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:50.562874 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:50.611904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00c7a404-b8db-483d-bde7-cf77ca69e450 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:50.615979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5317bc8-6c83-4538-a857-e888621890f6 req-6ee5e593-5c0a-4283-91c7-aee182923338 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] No DVR routers for this DVR port bce47521-ee1c-4ebc-89c8-08dcd3992f0c on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:50.624191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:50.632516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:50.644310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c5317bc8-6c83-4538-a857-e888621890f6 req-6ee5e593-5c0a-4283-91c7-aee182923338 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:50.647263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5317bc8-6c83-4538-a857-e888621890f6 req-6ee5e593-5c0a-4283-91c7-aee182923338 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.41 "DELETE /v2.0/ports/bce47521-ee1c-4ebc-89c8-08dcd3992f0c HTTP/1.1" status: 204 len: 173 time: 3.2647126 Sep 09 09:33:50.648642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f78c143-88a5-4a48-a55e-58bc89b37f1e', 'name': 'network-vif-deleted', 'tag': 'bce47521-ee1c-4ebc-89c8-08dcd3992f0c'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:33:50.651158 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c33031-3422-4e39-80a4-4381d69ad8ac" -d '{"events": [{"server_uuid": "3f78c143-88a5-4a48-a55e-58bc89b37f1e", "name": "network-vif-deleted", "tag": "bce47521-ee1c-4ebc-89c8-08dcd3992f0c"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:33:50.714440 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a2d4bed-8715-42d7-8aaa-dc24b850ef1c req-4650885f-863d-4183-892c-680552605eaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2e69b0-67c7-416d-b864-e16c07fda4e5 HTTP/1.1" status: 200 len: 217 time: 0.0874157 Sep 09 09:33:50.725740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d2467-86c9-4da5-b189-62b44ddbd2ed req-4d845353-4363-4717-a9b3-ae19467cd062 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:50.728606 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c12d2467-86c9-4da5-b189-62b44ddbd2ed req-4d845353-4363-4717-a9b3-ae19467cd062 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 932 time: 0.4668252 Sep 09 09:33:50.729978 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782c7003-aaf6-4180-b0c2-1d7286c17626 x-openstack-request-id: req-782c7003-aaf6-4180-b0c2-1d7286c17626 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:33:50.730773 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f78c143-88a5-4a48-a55e-58bc89b37f1e", "name": "network-vif-deleted", "tag": "bce47521-ee1c-4ebc-89c8-08dcd3992f0c", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:33:50.730773 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-782c7003-aaf6-4180-b0c2-1d7286c17626 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:33:50.731116 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f78c143-88a5-4a48-a55e-58bc89b37f1e', 'name': 'network-vif-deleted', 'tag': 'bce47521-ee1c-4ebc-89c8-08dcd3992f0c', 'status': 'completed', 'code': 200} Sep 09 09:33:50.737818 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb71f45d-7fbc-4142-b81f-5e31e22a7ea6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 331f576f-c759-4621-bdf8-4c1439f21a09 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:50.760735 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb71f45d-7fbc-4142-b81f-5e31e22a7ea6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:50.766926 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-00c7a404-b8db-483d-bde7-cf77ca69e450 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] update failed (client error): The resource could not be found. Sep 09 09:33:50.772898 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:50.773613 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-00c7a404-b8db-483d-bde7-cf77ca69e450 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "PUT /v2.0/routers/6e4fb708-97e9-4355-9290-0bb5ec0ea18c HTTP/1.1" status: 404 len: 339 time: 1.2170033 Sep 09 09:33:50.774679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50902) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:50.814397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port ba57c091-b11c-4da5-83c7-22fbbd6b586c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ba57c091-b11c-4da5-83c7-22fbbd6b586c,segment=NetworkSegment(e3092977-f1e4-4e17-b669-1a83eb9027ec),segment_id=e3092977-f1e4-4e17-b669-1a83eb9027ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:50.841903 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-923f20a8-808a-46b3-9ba0-8f0f8d3fcea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0313983 Sep 09 09:33:50.867978 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:50.868993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 99c8c176-b1d1-46d5-86a8-d36d79b66788 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:50.906022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Request body: {'port': {'device_id': '7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:50.972608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d4bed-8715-42d7-8aaa-dc24b850ef1c req-54c77de0-1cd8-42f6-8665-30a5077c1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:50.975841 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a2d4bed-8715-42d7-8aaa-dc24b850ef1c req-54c77de0-1cd8-42f6-8665-30a5077c1205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c94a1de7-aed4-43f5-8c7b-0612e3750da1 HTTP/1.1" status: 200 len: 859 time: 0.2476761 Sep 09 09:33:51.112070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-03aac3ed-71ed-44c2-8b25-fca4eaf63bcc None None] Could not find standard attr ID for object 7f1ef757-90e5-46e6-93f8-60eb30ea893d. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:33:51.145944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c12d2467-86c9-4da5-b189-62b44ddbd2ed req-a02331bb-be53-4f72-af77-3440ac3a6b77 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936119 Sep 09 09:33:51.160645 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb71f45d-7fbc-4142-b81f-5e31e22a7ea6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:51.234804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 99c8c176-b1d1-46d5-86a8-d36d79b66788 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:51.235336 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:51.295210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=ba57c091-b11c-4da5-83c7-22fbbd6b586c,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:51.318623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-03aac3ed-71ed-44c2-8b25-fca4eaf63bcc None None] Provisioning for port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:51.337030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a2d4bed-8715-42d7-8aaa-dc24b850ef1c req-7a28ca38-ece6-43a5-8684-faecdab1ab2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=936c14d7-dae2-4491-9882-2353f342439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2533495 Sep 09 09:33:51.347609 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:51.353393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-03aac3ed-71ed-44c2-8b25-fca4eaf63bcc None None] Provisioning complete for port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:51.354702 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb71f45d-7fbc-4142-b81f-5e31e22a7ea6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:51.359286 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03aac3ed-71ed-44c2-8b25-fca4eaf63bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:51.450856 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:51.521463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device bce47521-ee1c-4ebc-89c8-08dcd3992f0c no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:51.528978 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb71f45d-7fbc-4142-b81f-5e31e22a7ea6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:51.573915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: bce47521-ee1c-4ebc-89c8-08dcd3992f0c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:51.574440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device bce47521-ee1c-4ebc-89c8-08dcd3992f0c not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:51.627087 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb71f45d-7fbc-4142-b81f-5e31e22a7ea6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:51.642873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-eb71f45d-7fbc-4142-b81f-5e31e22a7ea6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/331f576f-c759-4621-bdf8-4c1439f21a09 HTTP/1.1" status: 204 len: 168 time: 1.0813715 Sep 09 09:33:51.643663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50910) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:51.769637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event updated for resources: {'Port': ['ID=f45463b9-e005-4866-b4ee-48c7f19f648b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:51.796861 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6669fabf-2771-4aa5-bcf5-59674333fd70 req-c9b9150e-3609-4671-8849-cd0baee39144 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f78c143-88a5-4a48-a55e-58bc89b37f1e HTTP/1.1" status: 200 len: 210 time: 0.0862627 Sep 09 09:33:51.848614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c873cb25-1696-40d8-a350-31e63d7ecc7d None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:51.865893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bc9ef960-4290-4ae2-9b97-be01e5b82fc5 None None] Could not find standard attr ID for object 7f1ef757-90e5-46e6-93f8-60eb30ea893d. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:33:51.875733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71f45d-7fbc-4142-b81f-5e31e22a7ea6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=331f576f-c759-4621-bdf8-4c1439f21a09,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:51.882146 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fadd753c-838c-4f9d-a05b-df2dc14056ee tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495529 Sep 09 09:33:51.890427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50912) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:51.923605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:51.941647 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bc9ef960-4290-4ae2-9b97-be01e5b82fc5 None None] Provisioning complete for port ba57c091-b11c-4da5-83c7-22fbbd6b586c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:51.942189 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef960-4290-4ae2-9b97-be01e5b82fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:51.970170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:51.981246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:51.992179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae1ab43-650d-48a3-b813-51ff9f737cca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:51.995923 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dae1ab43-650d-48a3-b813-51ff9f737cca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1023219 Sep 09 09:33:52.001391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50914) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:52.063979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a2d4bed-8715-42d7-8aaa-dc24b850ef1c req-bb62d51d-85c4-46b7-9d8a-cb4f643615af service neutron] 10.222.0.41 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177110 Sep 09 09:33:52.075971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4273712-41e0-4e27-806b-57a10bf67397 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:52.077555 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a4273712-41e0-4e27-806b-57a10bf67397 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0782351 Sep 09 09:33:52.080163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50916) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:52.155997 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-469c8ba1-7e1f-407f-8b82-e8dabd182730 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746899 Sep 09 09:33:52.219933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce89179b-d438-49ff-843c-e470c2c52133 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:33:52.243149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.251239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50922) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:52.255707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc27af5-8319-4abe-927f-60d4c1ba5837 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:33:52.263856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ba57c091-b11c-4da5-83c7-22fbbd6b586c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:52.269541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2447a222-715f-4772-9adf-57dfa68e6fb5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:52.270729 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.286678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Transition to ACTIVE for port object 6bc27af5-8319-4abe-927f-60d4c1ba5837 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:52.298754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bc9ef960-4290-4ae2-9b97-be01e5b82fc5 None None] Provisioning for port 6bc27af5-8319-4abe-927f-60d4c1ba5837 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:52.305580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bc9ef960-4290-4ae2-9b97-be01e5b82fc5 None None] Provisioning complete for port 6bc27af5-8319-4abe-927f-60d4c1ba5837 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:52.306095 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef960-4290-4ae2-9b97-be01e5b82fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.341134 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.373230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ef960-4290-4ae2-9b97-be01e5b82fc5 None None] Port 6bc27af5-8319-4abe-927f-60d4c1ba5837 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:33:52.382838 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.386302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ce89179b-d438-49ff-843c-e470c2c52133 None None] Deleting port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:52.390535 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce89179b-d438-49ff-843c-e470c2c52133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.402490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ba57c091-b11c-4da5-83c7-22fbbd6b586c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:52.402864 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.412385 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.567785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ce89179b-d438-49ff-843c-e470c2c52133 None None] For port 7b20c1b9-f7b6-4c3e-b875-7a595337e487, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7b20c1b9-f7b6-4c3e-b875-7a595337e487,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:52.568187 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce89179b-d438-49ff-843c-e470c2c52133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.583628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ce89179b-d438-49ff-843c-e470c2c52133 None None] Calling delete_port for 7b20c1b9-f7b6-4c3e-b875-7a595337e487 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:52.666520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc27af5-8319-4abe-927f-60d4c1ba5837,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:52.691750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Attempting to bind port 6bc27af5-8319-4abe-927f-60d4c1ba5837 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:52.692112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Attempting to bind port 6bc27af5-8319-4abe-927f-60d4c1ba5837 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:52.692429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Attempting to bind port 6bc27af5-8319-4abe-927f-60d4c1ba5837 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:52.694062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321db15-703d-4312-8b8f-af88bd18007e req-26d08a64-01af-4aff-a3c3-bf59aa1f79cb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:52.696396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f321db15-703d-4312-8b8f-af88bd18007e req-26d08a64-01af-4aff-a3c3-bf59aa1f79cb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 932 time: 0.4047871 Sep 09 09:33:52.698256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Port 6bc27af5-8319-4abe-927f-60d4c1ba5837 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:33:52.698590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Attempting to bind port 6bc27af5-8319-4abe-927f-60d4c1ba5837 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:52.706630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:52.707354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Checking segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:52.707775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Bound using segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:52.709426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Bound port: 6bc27af5-8319-4abe-927f-60d4c1ba5837, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:52.709811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.784583 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a2d4bed-8715-42d7-8aaa-dc24b850ef1c req-7623d52f-46c3-492f-bc52-eb508ebe6652 service neutron] 10.222.0.41 "GET /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957073 Sep 09 09:33:52.844451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] For port 6bc27af5-8319-4abe-927f-60d4c1ba5837, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:52.854733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] For port 6bc27af5-8319-4abe-927f-60d4c1ba5837, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6bc27af5-8319-4abe-927f-60d4c1ba5837,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:52.855111 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce89179b-d438-49ff-843c-e470c2c52133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.883429 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2447a222-715f-4772-9adf-57dfa68e6fb5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:52.885623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89179b-d438-49ff-843c-e470c2c52133 None None] Pushing event deleted for resources: {'Port': ['ID=7b20c1b9-f7b6-4c3e-b875-7a595337e487,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:52.891017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89179b-d438-49ff-843c-e470c2c52133 None None] No DVR routers for this DVR port 7b20c1b9-f7b6-4c3e-b875-7a595337e487 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:52.895814 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2447a222-715f-4772-9adf-57dfa68e6fb5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.918365 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f321db15-703d-4312-8b8f-af88bd18007e req-6e091da5-f331-4881-bfdb-7150c4985161 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711948 Sep 09 09:33:52.941605 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.986568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:52.987338 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:52.989269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] 10.222.0.24 "PUT /v2.0/ports/6bc27af5-8319-4abe-927f-60d4c1ba5837 HTTP/1.1" status: 200 len: 1093 time: 2.1258855 Sep 09 09:33:52.990241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6', 'tag': '6bc27af5-8319-4abe-927f-60d4c1ba5837'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:33:52.993565 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d1d047-5970-48e2-8c35-e3a7377a0204" -d '{"events": [{"name": "network-changed", "server_uuid": "7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6", "tag": "6bc27af5-8319-4abe-927f-60d4c1ba5837"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:33:53.019761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ae4da-fbda-44b6-a20e-38f58b67a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc27af5-8319-4abe-927f-60d4c1ba5837,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:53.056136 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9648b5c6-cb9b-4288-bd9d-ac86aebdaf22 x-openstack-request-id: req-9648b5c6-cb9b-4288-bd9d-ac86aebdaf22 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:33:53.056640 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6", "tag": "6bc27af5-8319-4abe-927f-60d4c1ba5837", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:33:53.056950 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9648b5c6-cb9b-4288-bd9d-ac86aebdaf22 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:33:53.059079 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6', 'tag': '6bc27af5-8319-4abe-927f-60d4c1ba5837', 'status': 'completed', 'code': 200} Sep 09 09:33:53.190631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d047-5970-48e2-8c35-e3a7377a0204 req-563d5eb0-f0ce-4eb8-959e-6b470abd0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:53.193264 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4d1d047-5970-48e2-8c35-e3a7377a0204 req-563d5eb0-f0ce-4eb8-959e-6b470abd0738 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 1096 time: 0.1047628 Sep 09 09:33:53.308682 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:53.324436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Allocated IP 172.20.0.1 (a808d0f1-ab03-4c9c-8397-5f1a56904413/7539899a-2f8c-4c7a-bb39-5a5851c72b06/a1d04fe3-0997-489b-8257-40e08637c839) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:53.412605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:53.413216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d047-5970-48e2-8c35-e3a7377a0204 req-4b4b9726-9e70-4986-8cc3-9adc62235d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:53.415087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4d1d047-5970-48e2-8c35-e3a7377a0204 req-4b4b9726-9e70-4986-8cc3-9adc62235d69 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f73bb51c82ee441fae17ed97db00d629&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2082114 Sep 09 09:33:53.546546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d047-5970-48e2-8c35-e3a7377a0204 req-3cb2ec6c-92c9-4092-8c08-99bfcc30eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:53.548179 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4d1d047-5970-48e2-8c35-e3a7377a0204 req-3cb2ec6c-92c9-4092-8c08-99bfcc30eaaf service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256194 Sep 09 09:33:53.635533 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event updated for resources: {'Port': ['ID=f45463b9-e005-4866-b4ee-48c7f19f648b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:53.646311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-41942b93-3018-4ee3-9843-c9745d98a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:53.648458 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-41942b93-3018-4ee3-9843-c9745d98a061 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 1096 time: 0.0577080 Sep 09 09:33:53.657239 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:53.703149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:53.706810 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2447a222-715f-4772-9adf-57dfa68e6fb5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:53.709091 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-f677dd54-0977-405b-b7ac-67360b733d90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc27af5-8319-4abe-927f-60d4c1ba5837 HTTP/1.1" status: 200 len: 217 time: 0.0485907 Sep 09 09:33:53.777614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-af031fc9-1702-48bd-9f4c-7303ddfe5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:53.779981 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-af031fc9-1702-48bd-9f4c-7303ddfe5d09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0616701 Sep 09 09:33:53.781989 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:53.787266 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-84c8aa43-5996-4fd8-8990-c2b4268dae26 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0273857 Sep 09 09:33:53.788866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:53.790511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Transition to ACTIVE for port object a1d04fe3-0997-489b-8257-40e08637c839 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:53.797530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1979681076'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:53.831827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2447a222-715f-4772-9adf-57dfa68e6fb5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:53.833233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447a222-715f-4772-9adf-57dfa68e6fb5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=3cf3b00c-83d4-4b09-aff2-4d685db1d4c8,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:53.845460 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2447a222-715f-4772-9adf-57dfa68e6fb5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:53.858405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2447a222-715f-4772-9adf-57dfa68e6fb5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:53.858405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2447a222-715f-4772-9adf-57dfa68e6fb5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:53.860649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-f600fc8d-08e2-4474-aa7a-e529246581e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:53.863302 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-f600fc8d-08e2-4474-aa7a-e529246581e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711823 Sep 09 09:33:53.866194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da66350-62d7-4f6b-95b5-cfb994efdc36 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:54.017709 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-e12628ce-3ae4-497f-9c5d-123cb2f663d2 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394806 Sep 09 09:33:54.024736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Made reservation on behalf of da07350d43664596871cfe64e51ee07d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:54.028780 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.039761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.046258 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.096292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '3cf3b00c-83d4-4b09-aff2-4d685db1d4c8'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:33:54.098758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.117021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event updated for resources: {'Port': ['ID=a1d04fe3-0997-489b-8257-40e08637c839,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:54.162397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2447a222-715f-4772-9adf-57dfa68e6fb5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8997998 Sep 09 09:33:54.167410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50970) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:54.174997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': '3cf3b00c-83d4-4b09-aff2-4d685db1d4c8', 'ip_address': '2001:db8::2e9b:d85d:d57a:b4c3'}], 'name': 'tempest-NetworksTestDHCPv6-742788238'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:54.207312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6756d-37e9-421a-8010-e6f2beaf976d req-1de35c52-8e5b-4bd7-9881-c457692f6e27 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:54.216943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10d6756d-37e9-421a-8010-e6f2beaf976d req-1de35c52-8e5b-4bd7-9881-c457692f6e27 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 944 time: 0.1722174 Sep 09 09:33:54.262370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/3cf3b00c-83d4-4b09-aff2-4d685db1d4c8/2e03db66-b367-4fe8-9be9-dd12cc325bf4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:54.286861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4de42-6fc8-4262-ac4a-7bceab71a295 req-1a870f39-66c7-40cd-8318-944d2843f983 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:54.287832 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10d6756d-37e9-421a-8010-e6f2beaf976d req-a7843413-e6de-4b0d-870e-b2a348a91d1b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665925 Sep 09 09:33:54.295586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c0a4de42-6fc8-4262-ac4a-7bceab71a295 req-1a870f39-66c7-40cd-8318-944d2843f983 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 946 time: 0.3072686 Sep 09 09:33:54.299330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d017cbd6-5a4b-4f55-bddc-63bd0bed3713 req-072853d6-76ba-4f84-8ae4-7cfb2cf84d9e service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734585 Sep 09 09:33:54.305562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7b20c1b9-f7b6-4c3e-b875-7a595337e487 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:54.320202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Network a808d0f1-ab03-4c9c-8397-5f1a56904413 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:54.330228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:54.331404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 7b20c1b9-f7b6-4c3e-b875-7a595337e487 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:54.332297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7b20c1b9-f7b6-4c3e-b875-7a595337e487 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:54.332641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:54.415215 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.459106 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.463846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c0a4de42-6fc8-4262-ac4a-7bceab71a295 req-7d6bf5aa-0fb3-4e0e-9d03-d1dd69fd57a1 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674254 Sep 09 09:33:54.504203 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.514991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Transition to ACTIVE for port object 2e03db66-b367-4fe8-9be9-dd12cc325bf4 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:54.554980 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Transition to ACTIVE for port object 2e03db66-b367-4fe8-9be9-dd12cc325bf4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:54.555199 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.627541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:33:54.639093 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.656690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e61408c-da6f-42ee-a8a0-7ae27d863e5b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:54.682449 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.683826 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Added segment ab0a8907-44f5-49d5-914d-f6dafbfd3e9a of type vlan for network 1972c74b-0f5d-4b78-a798-b4094fcbc660 Sep 09 09:33:54.711858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:54.718314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:54.720857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:54.731918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Pushing event updated for resources: {'Port': ['ID=2e03db66-b367-4fe8-9be9-dd12cc325bf4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:54.746240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:54.751529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.782711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Attempting to bind port 2e03db66-b367-4fe8-9be9-dd12cc325bf4 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:54.783412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Attempting to bind port 2e03db66-b367-4fe8-9be9-dd12cc325bf4 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:54.783988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Attempting to bind port 2e03db66-b367-4fe8-9be9-dd12cc325bf4 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:54.790383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:54.790906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:54.795260 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.795260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:54.795260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Bound port: 2e03db66-b367-4fe8-9be9-dd12cc325bf4, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:54.795260 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.810932 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.836556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-edeff5ea-67ce-4f2f-a12c-e60efb266fce None None] Provisioning for port a1d04fe3-0997-489b-8257-40e08637c839 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:54.845417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-edeff5ea-67ce-4f2f-a12c-e60efb266fce None None] Provisioning complete for port a1d04fe3-0997-489b-8257-40e08637c839 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:54.845793 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edeff5ea-67ce-4f2f-a12c-e60efb266fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.937854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] For port 2e03db66-b367-4fe8-9be9-dd12cc325bf4, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:54.940756 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:54.942731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-edeff5ea-67ce-4f2f-a12c-e60efb266fce None None] Port a1d04fe3-0997-489b-8257-40e08637c839 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:33:54.953744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] For port 2e03db66-b367-4fe8-9be9-dd12cc325bf4, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2e03db66-b367-4fe8-9be9-dd12cc325bf4,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:54.993623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:55.000352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:55.000964 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:55.035681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 66c98cc9-e813-431d-a054-cc725090f937 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:33:55.065480 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:55.163927 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0153fe-d8c5-4719-a829-7043ae76b2f7 None None] Pushing event updated for resources: {'Port': ['ID=2e03db66-b367-4fe8-9be9-dd12cc325bf4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:55.209215 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:55.422401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46165373-8649-4387-b64b-d98d9261fbf2 req-a177f859-ddbf-4f7f-abdd-25dbf5050267 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:55.424065 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46165373-8649-4387-b64b-d98d9261fbf2 req-a177f859-ddbf-4f7f-abdd-25dbf5050267 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.24 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 946 time: 0.0917747 Sep 09 09:33:55.562915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-46165373-8649-4387-b64b-d98d9261fbf2 req-1330a0df-cfe2-447d-a747-2e42a0570438 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Deleting port 9b0f6e28-9ed2-4353-9d8e-0845d640e855 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:55.563182 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-46165373-8649-4387-b64b-d98d9261fbf2 req-1330a0df-cfe2-447d-a747-2e42a0570438 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:55.595548 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8028567 Sep 09 09:33:55.596332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa62e8-1971-41f9-816f-962f81faa781 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event updated for resources: {'Network': ['ID=1972c74b-0f5d-4b78-a798-b4094fcbc660,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:55.608462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 1972c74b-0f5d-4b78-a798-b4094fcbc660 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:33:55.614844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50990) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:55.673795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Request body: {'subnet': {'network_id': '1972c74b-0f5d-4b78-a798-b4094fcbc660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:55.736300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955d674-c242-45f4-9d68-e3660a6d9322 req-54ffa090-2504-494e-bb5a-6dd1c95fe0ac tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:55.738016 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8955d674-c242-45f4-9d68-e3660a6d9322 req-54ffa090-2504-494e-bb5a-6dd1c95fe0ac tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 946 time: 0.1697154 Sep 09 09:33:55.794913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15357b6f-f914-48fc-93c7-17e3ac577b0e req-adf90536-6ba6-4c62-a3d1-4e6992a80f2d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:55.796590 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-15357b6f-f914-48fc-93c7-17e3ac577b0e req-adf90536-6ba6-4c62-a3d1-4e6992a80f2d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 944 time: 0.2137868 Sep 09 09:33:55.799440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-46165373-8649-4387-b64b-d98d9261fbf2 req-1330a0df-cfe2-447d-a747-2e42a0570438 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] For port 9b0f6e28-9ed2-4353-9d8e-0845d640e855, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9b0f6e28-9ed2-4353-9d8e-0845d640e855,segment=NetworkSegment(e5b7b3d1-3f12-40ca-960e-ac02897159ec),segment_id=e5b7b3d1-3f12-40ca-960e-ac02897159ec)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:55.799816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-46165373-8649-4387-b64b-d98d9261fbf2 req-1330a0df-cfe2-447d-a747-2e42a0570438 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:55.827720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-46165373-8649-4387-b64b-d98d9261fbf2 req-1330a0df-cfe2-447d-a747-2e42a0570438 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Calling delete_port for 9b0f6e28-9ed2-4353-9d8e-0845d640e855 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:55.830405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::2e9b:d85d:d57a:b4c3 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/3cf3b00c-83d4-4b09-aff2-4d685db1d4c8/66c98cc9-e813-431d-a054-cc725090f937) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:55.832668 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:55.899751 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-15357b6f-f914-48fc-93c7-17e3ac577b0e req-cc4ddc31-74bc-4ad9-9231-7af2598be423 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910094 Sep 09 09:33:55.908178 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8955d674-c242-45f4-9d68-e3660a6d9322 req-f49df7fb-4c4f-4223-a75d-9a59004c7e56 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd951dc-32c1-4faa-bcf8-f857bacddcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340995 Sep 09 09:33:55.967936 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:55.982991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Made reservation on behalf of da07350d43664596871cfe64e51ee07d for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:55.988238 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:56.128678 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:56.219276 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2e03db66-b367-4fe8-9be9-dd12cc325bf4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:56.235608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-46165373-8649-4387-b64b-d98d9261fbf2 req-1330a0df-cfe2-447d-a747-2e42a0570438 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:56.257812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event updated for resources: {'Port': ['ID=a1d04fe3-0997-489b-8257-40e08637c839,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:56.268804 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:56.273419 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:56.283073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330a0df-cfe2-447d-a747-2e42a0570438 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Pushing event deleted for resources: {'Port': ['ID=9b0f6e28-9ed2-4353-9d8e-0845d640e855,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:56.374545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-46165373-8649-4387-b64b-d98d9261fbf2 req-1330a0df-cfe2-447d-a747-2e42a0570438 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] No DVR routers for this DVR port 9b0f6e28-9ed2-4353-9d8e-0845d640e855 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:33:56.382779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-46165373-8649-4387-b64b-d98d9261fbf2 req-1330a0df-cfe2-447d-a747-2e42a0570438 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:56.385028 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46165373-8649-4387-b64b-d98d9261fbf2 req-1330a0df-cfe2-447d-a747-2e42a0570438 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.24 "DELETE /v2.0/ports/9b0f6e28-9ed2-4353-9d8e-0845d640e855 HTTP/1.1" status: 204 len: 173 time: 0.9521525 Sep 09 09:33:56.385522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c3d2c2-e901-472f-bcff-302e2ba2a6d3', 'name': 'network-vif-deleted', 'tag': '9b0f6e28-9ed2-4353-9d8e-0845d640e855'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:33:56.389424 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a40a94-2a86-4873-a960-8d568f2d3711" -d '{"events": [{"server_uuid": "35c3d2c2-e901-472f-bcff-302e2ba2a6d3", "name": "network-vif-deleted", "tag": "9b0f6e28-9ed2-4353-9d8e-0845d640e855"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:33:56.439800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 66c98cc9-e813-431d-a054-cc725090f937 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:56.442999 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945ae4bf-5f4c-4bb5-8cba-204f772ba10a x-openstack-request-id: req-945ae4bf-5f4c-4bb5-8cba-204f772ba10a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:33:56.443535 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c3d2c2-e901-472f-bcff-302e2ba2a6d3", "name": "network-vif-deleted", "tag": "9b0f6e28-9ed2-4353-9d8e-0845d640e855", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:33:56.443626 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-945ae4bf-5f4c-4bb5-8cba-204f772ba10a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:33:56.443965 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c3d2c2-e901-472f-bcff-302e2ba2a6d3', 'name': 'network-vif-deleted', 'tag': '9b0f6e28-9ed2-4353-9d8e-0845d640e855', 'status': 'completed', 'code': 200} Sep 09 09:33:56.478820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Network a808d0f1-ab03-4c9c-8397-5f1a56904413 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:56.494642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:56.531543 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9b0f6e28-9ed2-4353-9d8e-0845d640e855'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:33:56.546999 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:56.665805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 2e03db66-b367-4fe8-9be9-dd12cc325bf4 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:56.667426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Router 6e4fb708-97e9-4355-9290-0bb5ec0ea18c has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:33:56.669875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event updated for resources: {'Subnet': ['ID=21f19d8f-0e09-4d89-8f8d-2ac07dfa32fa,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:56.693145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Checking segment: {'id': 'ab0a8907-44f5-49d5-914d-f6dafbfd3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1972c74b-0f5d-4b78-a798-b4094fcbc660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:56.693597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Network hostable DHCP agents. Network: 1972c74b-0f5d-4b78-a798-b4094fcbc660, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:33:56.728220 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:56.768153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5ee3c756-9ad0-4694-adbe-87c647804f07 None None] Provisioning for port 2e03db66-b367-4fe8-9be9-dd12cc325bf4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:56.772519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5ee3c756-9ad0-4694-adbe-87c647804f07 None None] Provisioning complete for port 2e03db66-b367-4fe8-9be9-dd12cc325bf4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:56.773118 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c756-9ad0-4694-adbe-87c647804f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:56.797299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Network 1972c74b-0f5d-4b78-a798-b4094fcbc660 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:33:56.835774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:56.847990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:56.854906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:56.861204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:56.862954 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:56.872702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=66c98cc9-e813-431d-a054-cc725090f937,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:56.884223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 1972c74b-0f5d-4b78-a798-b4094fcbc660) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:56.888894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:56.894241 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c2434357-6627-499b-86a7-7ff740bfd956 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "PUT /v2.0/routers/6e4fb708-97e9-4355-9290-0bb5ec0ea18c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0902393 Sep 09 09:33:56.896845 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50998) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:56.901269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:56.904806 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:56.966877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874da943-f27e-4ffa-84b1-f31c9fe5eae4 None None] Sync routers for ids ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:56.977744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c3d2d-881f-42c4-953b-847ee55c2c2b None None] Network 1972c74b-0f5d-4b78-a798-b4094fcbc660 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:33:57.022004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51004) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:57.022884 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0bef148e-c8b4-4bb3-9554-d7b122110b4f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8527617 Sep 09 09:33:57.029049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-16bdb91d-6668-4645-8184-d2b7dbcf9c0a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': '3cf3b00c-83d4-4b09-aff2-4d685db1d4c8', 'ip_address': '2001:db8::2e9b:d85d:d57a:b4c3'}], 'name': 'tempest-NetworksTestDHCPv6-1084475489'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:57.036614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874da943-f27e-4ffa-84b1-f31c9fe5eae4 None None] Routers {'6e4fb708-97e9-4355-9290-0bb5ec0ea18c'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:57.037278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-874da943-f27e-4ffa-84b1-f31c9fe5eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:57.052102 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c756-9ad0-4694-adbe-87c647804f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:57.064544 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3648f9c6-06a7-41b8-a784-3739b6252afe tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:57.212896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-874da943-f27e-4ffa-84b1-f31c9fe5eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:57.229817 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b2d2e386-a866-44a0-b011-718cb2211cb5 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5620875 Sep 09 09:33:57.230707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51010) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:57.268061 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-504420611', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:57.281227 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-3648f9c6-06a7-41b8-a784-3739b6252afe tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 09 09:33:57.282399 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3648f9c6-06a7-41b8-a784-3739b6252afe tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "DELETE /v2.0/routers/6e4fb708-97e9-4355-9290-0bb5ec0ea18c HTTP/1.1" status: 409 len: 329 time: 0.3845952 Sep 09 09:33:57.285505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51012) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:57.313478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a833-0e90-403d-ab27-95158e444257 req-db3b5eb4-3baf-4e93-909e-8da070e014e2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:57.315222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0d93a833-0e90-403d-ab27-95158e444257 req-db3b5eb4-3baf-4e93-909e-8da070e014e2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 944 time: 0.1784933 Sep 09 09:33:57.323615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874da943-f27e-4ffa-84b1-f31c9fe5eae4 None None] Routers {'6e4fb708-97e9-4355-9290-0bb5ec0ea18c'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:57.324251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-874da943-f27e-4ffa-84b1-f31c9fe5eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:57.363878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8032c149-e0d1-4098-ac9d-848eae45e1cd req-0f491b65-23d8-4d72-85de-31c0b07e3fd3 tempest-ServersTestJSON-815036574 tempest-ServersTestJSON-815036574-project] 10.222.0.32 "GET /v2.0/ports?device_id=35c3d2c2-e901-472f-bcff-302e2ba2a6d3 HTTP/1.1" status: 200 len: 210 time: 0.1500864 Sep 09 09:33:57.381276 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5ee3c756-9ad0-4694-adbe-87c647804f07 None None] For port 2e03db66-b367-4fe8-9be9-dd12cc325bf4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2e03db66-b367-4fe8-9be9-dd12cc325bf4,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:33:57.384378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-874da943-f27e-4ffa-84b1-f31c9fe5eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:57.385048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874da943-f27e-4ffa-84b1-f31c9fe5eae4 None None] The sync data for ids ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:33:57.429705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-1972c74b-0f5d-4b78-a798-b4094fcbc660', 'network_id': '1972c74b-0f5d-4b78-a798-b4094fcbc660', 'tenant_id': 'da07350d43664596871cfe64e51ee07d', 'fixed_ips': [{'subnet_id': '21f19d8f-0e09-4d89-8f8d-2ac07dfa32fa'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:33:57.432040 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:57.452350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c756-9ad0-4694-adbe-87c647804f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:57.483464 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0d93a833-0e90-403d-ab27-95158e444257 req-7f0d19c2-9184-494d-9cc9-a600263e6d6a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128004 Sep 09 09:33:57.513676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3c756-9ad0-4694-adbe-87c647804f07 None None] Pushing event updated for resources: {'Port': ['ID=2e03db66-b367-4fe8-9be9-dd12cc325bf4,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:57.524732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:57.525819 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:57.597796 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:57.694664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Allocated IP 172.20.0.2 (1972c74b-0f5d-4b78-a798-b4094fcbc660/21f19d8f-0e09-4d89-8f8d-2ac07dfa32fa/71cf2c16-5604-4dcb-b6f6-1086a06f87f3) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:57.712988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-784ad72a-9810-46f6-b57f-ea536b56f08b None None] Provisioning for port 66c98cc9-e813-431d-a054-cc725090f937 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:33:57.728540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-784ad72a-9810-46f6-b57f-ea536b56f08b None None] Provisioning complete for port 66c98cc9-e813-431d-a054-cc725090f937 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:57.728921 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-784ad72a-9810-46f6-b57f-ea536b56f08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:57.744097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bdb91d-6668-4645-8184-d2b7dbcf9c0a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:33:57.808868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-784ad72a-9810-46f6-b57f-ea536b56f08b None None] Port 66c98cc9-e813-431d-a054-cc725090f937 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:33:57.835365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-784ad72a-9810-46f6-b57f-ea536b56f08b None None] Provisioning complete for port a1d04fe3-0997-489b-8257-40e08637c839 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:57.835823 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-784ad72a-9810-46f6-b57f-ea536b56f08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:57.837625 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30deb78c-9a61-43ba-8290-dcadc6ff8133 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:57.960776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-784ad72a-9810-46f6-b57f-ea536b56f08b None None] Port a1d04fe3-0997-489b-8257-40e08637c839 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:33:57.980620 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:57.990630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Transition to ACTIVE for port object 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:58.006783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Transition to ACTIVE for port object 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:33:58.067638 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.074250 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16bdb91d-6668-4645-8184-d2b7dbcf9c0a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.099840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-16bdb91d-6668-4645-8184-d2b7dbcf9c0a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 67994628-f054-40c5-8257-c16cb2393cd3 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:33:58.101386 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.188580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2e03db66-b367-4fe8-9be9-dd12cc325bf4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:33:58.192435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Network 1972c74b-0f5d-4b78-a798-b4094fcbc660 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:33:58.261556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:33:58.270706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:33:58.319714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Pushing event updated for resources: {'Port': ['ID=71cf2c16-5604-4dcb-b6f6-1086a06f87f3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:58.334474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-30deb78c-9a61-43ba-8290-dcadc6ff8133 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Deleting port a1d04fe3-0997-489b-8257-40e08637c839 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:58.336015 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30deb78c-9a61-43ba-8290-dcadc6ff8133 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.416873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Attempting to bind port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:33:58.417380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Attempting to bind port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'ab0a8907-44f5-49d5-914d-f6dafbfd3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1972c74b-0f5d-4b78-a798-b4094fcbc660'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:33:58.417656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Attempting to bind port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 on network 1972c74b-0f5d-4b78-a798-b4094fcbc660 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:33:58.430256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:33:58.431244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Checking segment: {'id': 'ab0a8907-44f5-49d5-914d-f6dafbfd3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1972c74b-0f5d-4b78-a798-b4094fcbc660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:33:58.431682 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.432219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Bound using segment: {'id': 'ab0a8907-44f5-49d5-914d-f6dafbfd3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1972c74b-0f5d-4b78-a798-b4094fcbc660'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:33:58.432700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Bound port: 71cf2c16-5604-4dcb-b6f6-1086a06f87f3, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0a8907-44f5-49d5-914d-f6dafbfd3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1972c74b-0f5d-4b78-a798-b4094fcbc660'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:33:58.433090 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.438606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2e03db66-b367-4fe8-9be9-dd12cc325bf4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:33:58.438974 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.457986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51018) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:58.469437 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30deb78c-9a61-43ba-8290-dcadc6ff8133 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.536097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-30deb78c-9a61-43ba-8290-dcadc6ff8133 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Calling delete_port for a1d04fe3-0997-489b-8257-40e08637c839 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:33:58.565967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-31403127-6713-4cdd-9b28-370fff9df123 admin admin] Deleting subnet 46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:58.566118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] For port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:33:58.567231 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31403127-6713-4cdd-9b28-370fff9df123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.571620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] For port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=71cf2c16-5604-4dcb-b6f6-1086a06f87f3,segment=NetworkSegment(ab0a8907-44f5-49d5-914d-f6dafbfd3e9a),segment_id=ab0a8907-44f5-49d5-914d-f6dafbfd3e9a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:33:58.661735 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bdb91d-6668-4645-8184-d2b7dbcf9c0a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 09 09:33:58.662300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bdb91d-6668-4645-8184-d2b7dbcf9c0a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:33:58.664975 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31403127-6713-4cdd-9b28-370fff9df123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.667908 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.710148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31403127-6713-4cdd-9b28-370fff9df123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.724390 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.745935 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.770574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f32c7e-e24f-47e7-bf8d-9d3ac5226b3b req-e1a2191c-f290-4be9-b051-342942d56902 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:58.778511 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03f32c7e-e24f-47e7-bf8d-9d3ac5226b3b req-e1a2191c-f290-4be9-b051-342942d56902 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 944 time: 0.1221852 Sep 09 09:33:58.828108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9b0f6e28-9ed2-4353-9d8e-0845d640e855 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:33:58.894133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03f32c7e-e24f-47e7-bf8d-9d3ac5226b3b req-f8926901-5e0d-48e0-ba9d-163985fe8a9d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146486 Sep 09 09:33:58.905310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b11e00-9953-46b3-8fa0-48b3412e0f62 None None] Pushing event updated for resources: {'Port': ['ID=71cf2c16-5604-4dcb-b6f6-1086a06f87f3,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:58.907161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51024) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:58.916280 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-16bdb91d-6668-4645-8184-d2b7dbcf9c0a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8927650 Sep 09 09:33:58.916710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 9b0f6e28-9ed2-4353-9d8e-0845d640e855 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:33:58.917177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9b0f6e28-9ed2-4353-9d8e-0845d640e855 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:33:58.922993 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31403127-6713-4cdd-9b28-370fff9df123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.969935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31403127-6713-4cdd-9b28-370fff9df123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ca00ff-7e3e-4607-867c-7a87c8c0b9e6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:58.978555 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31403127-6713-4cdd-9b28-370fff9df123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:58.980599 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-31403127-6713-4cdd-9b28-370fff9df123 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/46ca00ff-7e3e-4607-867c-7a87c8c0b9e6 HTTP/1.1" status: 204 len: 168 time: 0.5215416 Sep 09 09:33:58.983234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51026) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:59.072227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9918f0-e5bb-487f-9755-5effe65aa1ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:59.080262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9918f0-e5bb-487f-9755-5effe65aa1ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:33:59.084281 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ba9918f0-e5bb-487f-9755-5effe65aa1ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1759319 Sep 09 09:33:59.088831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Allocated IP 172.25.8.249 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/735f4ea1-a258-4699-a645-066c54d1eecc) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:33:59.092189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51028) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:59.180233 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:59.180483 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30deb78c-9a61-43ba-8290-dcadc6ff8133 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:59.222385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deb78c-9a61-43ba-8290-dcadc6ff8133 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event deleted for resources: {'Port': ['ID=a1d04fe3-0997-489b-8257-40e08637c839,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:33:59.388579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30deb78c-9a61-43ba-8290-dcadc6ff8133 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:59.424830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:59.431828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a7f94991-0c28-4798-96ca-793dc48174d4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 66c98cc9-e813-431d-a054-cc725090f937 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:33:59.432164 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a7f94991-0c28-4798-96ca-793dc48174d4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:59.469143 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:59.522380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346934c0-b5f0-416b-9d32-fc48ed065fec']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:59.602651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30deb78c-9a61-43ba-8290-dcadc6ff8133 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Router 6e4fb708-97e9-4355-9290-0bb5ec0ea18c has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:33:59.699014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30deb78c-9a61-43ba-8290-dcadc6ff8133 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:33:59.710999 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-30deb78c-9a61-43ba-8290-dcadc6ff8133 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "PUT /v2.0/routers/6e4fb708-97e9-4355-9290-0bb5ec0ea18c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4238799 Sep 09 09:33:59.711706 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d8758-4376-4934-b447-2ee5af6143ea None None] Sync routers for ids ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:33:59.712207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51040) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:59.740687 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d8758-4376-4934-b447-2ee5af6143ea None None] Routers {'6e4fb708-97e9-4355-9290-0bb5ec0ea18c'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:59.741338 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-874d8758-4376-4934-b447-2ee5af6143ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:59.755539 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-9960d444-a365-45d9-b296-e8e081714aea tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] show failed (client error): The resource could not be found. Sep 09 09:33:59.760658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9960d444-a365-45d9-b296-e8e081714aea tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-672726440 HTTP/1.1" status: 404 len: 334 time: 0.0477040 Sep 09 09:33:59.761291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51042) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:59.766900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6f04cdd4-d20e-43e4-a33a-10b002f7ef14 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:33:59.827537 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-874d8758-4376-4934-b447-2ee5af6143ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:59.835930 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-6f04cdd4-d20e-43e4-a33a-10b002f7ef14 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] update failed (client error): The resource could not be found. Sep 09 09:33:59.842175 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6f04cdd4-d20e-43e4-a33a-10b002f7ef14 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-571869899 HTTP/1.1" status: 404 len: 334 time: 0.0797389 Sep 09 09:33:59.842820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51044) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:33:59.882735 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d8758-4376-4934-b447-2ee5af6143ea None None] Routers {'6e4fb708-97e9-4355-9290-0bb5ec0ea18c'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:33:59.883491 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-874d8758-4376-4934-b447-2ee5af6143ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:59.924355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ce8ee1-9017-43c2-93ff-b273d42f4cfc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Deleting subnet 273f7175-8f98-4d1d-9627-3874c447cf6f {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:33:59.931827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4ce8ee1-9017-43c2-93ff-b273d42f4cfc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:33:59.975230 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-874d8758-4376-4934-b447-2ee5af6143ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:33:59.975942 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d8758-4376-4934-b447-2ee5af6143ea None None] The sync data for ids ['6e4fb708-97e9-4355-9290-0bb5ec0ea18c'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:34:00.034603 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4ce8ee1-9017-43c2-93ff-b273d42f4cfc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.167800 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4ce8ee1-9017-43c2-93ff-b273d42f4cfc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.247852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:00.290064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110798e1-a6d8-428d-a048-87e14a7530ef None None] Network 1972c74b-0f5d-4b78-a798-b4094fcbc660 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:00.295636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b7b3d1-3f12-40ca-960e-ac02897159ec') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:00.296189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b7b3d1-3f12-40ca-960e-ac02897159ec') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:00.335126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.351208 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4ce8ee1-9017-43c2-93ff-b273d42f4cfc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.363712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a7f94991-0c28-4798-96ca-793dc48174d4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.374943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.410293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce8ee1-9017-43c2-93ff-b273d42f4cfc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event deleted for resources: {'Subnet': ['ID=273f7175-8f98-4d1d-9627-3874c447cf6f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:00.420410 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4ce8ee1-9017-43c2-93ff-b273d42f4cfc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.422345 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c4ce8ee1-9017-43c2-93ff-b273d42f4cfc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "DELETE /v2.0/subnets/273f7175-8f98-4d1d-9627-3874c447cf6f HTTP/1.1" status: 204 len: 168 time: 0.5785365 Sep 09 09:34:00.423042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c401960-092f-4049-8030-c292e1557413 req-106e7499-7ba0-4a86-af98-31f5b9a332fd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:00.424664 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c401960-092f-4049-8030-c292e1557413 req-106e7499-7ba0-4a86-af98-31f5b9a332fd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 944 time: 0.1475139 Sep 09 09:34:00.424831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:00.427166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a7f94991-0c28-4798-96ca-793dc48174d4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 66c98cc9-e813-431d-a054-cc725090f937 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:00.429370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:34:00.429774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:34:00.431559 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:34:00.453014 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.458977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf4a30-d63c-4ce3-800f-f79c7445fdfc None None] Network ca091ce0-434c-481d-af10-5750b3a6a3ef requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:00.510363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Provisioning for port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:00.514586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:00.530075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a91719b-542e-4083-869f-05d9a2a1c4be tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Deleting subnet a7fe7226-8176-4dab-97b5-0a0664fdf4b5 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:00.534773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a91719b-542e-4083-869f-05d9a2a1c4be tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.569110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:00.569478 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.572554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Provisioning complete for port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:00.572918 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.586576 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a91719b-542e-4083-869f-05d9a2a1c4be tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.620854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event updated for resources: {'Port': ['ID=735f4ea1-a258-4699-a645-066c54d1eecc,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:00.629803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:00.637997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:00.648977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:00.744338 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c401960-092f-4049-8030-c292e1557413 req-340b3940-517c-499f-8937-aaf2bc1c1965 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933877 Sep 09 09:34:00.744983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a91719b-542e-4083-869f-05d9a2a1c4be tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.746236 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.756071 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.764806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] 10.222.0.32 "DELETE /v2.0/networks/346934c0-b5f0-416b-9d32-fc48ed065fec HTTP/1.1" status: 204 len: 168 time: 1.7797050 Sep 09 09:34:00.836389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b10207-4727-44bb-83e0-42ace5735061 admin admin] Pushing event deleted for resources: {'Network': ['ID=346934c0-b5f0-416b-9d32-fc48ed065fec,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:00.904909 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.941897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a91719b-542e-4083-869f-05d9a2a1c4be tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:00.987284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcde437-ba29-49b6-bba0-7d0dac40f8ae None None] DHCP port deletion for ca091ce0-434c-481d-af10-5750b3a6a3ef request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:34:01.041583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91719b-542e-4083-869f-05d9a2a1c4be tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fe7226-8176-4dab-97b5-0a0664fdf4b5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:01.058570 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a91719b-542e-4083-869f-05d9a2a1c4be tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.062908 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8a91719b-542e-4083-869f-05d9a2a1c4be tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "DELETE /v2.0/subnets/a7fe7226-8176-4dab-97b5-0a0664fdf4b5 HTTP/1.1" status: 204 len: 168 time: 0.6371698 Sep 09 09:34:01.065820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51056) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:01.070650 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3c401-253f-4539-b725-c4b8bd60a197 None None] Network 93ef2f4a-c415-46e0-aab9-d34a9dc7c621 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:01.101916 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.152623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] For port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=71cf2c16-5604-4dcb-b6f6-1086a06f87f3,segment=NetworkSegment(ab0a8907-44f5-49d5-914d-f6dafbfd3e9a),segment_id=ab0a8907-44f5-49d5-914d-f6dafbfd3e9a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:01.238477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2fcde437-ba29-49b6-bba0-7d0dac40f8ae None None] Deleting port 99c8c176-b1d1-46d5-86a8-d36d79b66788 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:01.238757 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fcde437-ba29-49b6-bba0-7d0dac40f8ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.243806 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.250755 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.330773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a7f94991-0c28-4798-96ca-793dc48174d4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.377817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f94991-0c28-4798-96ca-793dc48174d4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=66c98cc9-e813-431d-a054-cc725090f937,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:01.381198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.439574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51058) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:01.472574 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a7f94991-0c28-4798-96ca-793dc48174d4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.478916 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a7f94991-0c28-4798-96ca-793dc48174d4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/66c98cc9-e813-431d-a054-cc725090f937 HTTP/1.1" status: 204 len: 168 time: 2.3774846 Sep 09 09:34:01.478916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51060) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:01.513698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-745c96d1-a487-426b-a1d9-45053a7250b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=245f6d8c14c94cfaa4af650bffd88cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726628 Sep 09 09:34:01.519631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51062) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:01.542046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f3fde2-0f64-42ef-bc37-9478800e9560 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:01.544378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f3fde2-0f64-42ef-bc37-9478800e9560 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:01.548430 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-95f3fde2-0f64-42ef-bc37-9478800e9560 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0669243 Sep 09 09:34:01.554485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51064) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:01.617168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Pushing event updated for resources: {'Port': ['ID=71cf2c16-5604-4dcb-b6f6-1086a06f87f3,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:01.632088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2fcde437-ba29-49b6-bba0-7d0dac40f8ae None None] For port 99c8c176-b1d1-46d5-86a8-d36d79b66788, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=99c8c176-b1d1-46d5-86a8-d36d79b66788,segment=NetworkSegment(d3ad5dfd-3a81-4129-8d84-c4fc1a3ea018),segment_id=d3ad5dfd-3a81-4129-8d84-c4fc1a3ea018)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:01.632717 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fcde437-ba29-49b6-bba0-7d0dac40f8ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.640185 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26e9b889-d907-4974-b554-3f9ffd8556b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.640708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6254c7-6a68-48fa-8f2f-c0802c2c96ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 3cf3b00c-83d4-4b09-aff2-4d685db1d4c8 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:01.641028 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:34:01.641478 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:34:01.644282 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e6254c7-6a68-48fa-8f2f-c0802c2c96ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.655197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.655712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.656169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.656626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.657085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.657474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.657862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.658373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.663396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.663396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.663396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.663396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ee59ac-deeb-452a-9152-4fe7162bf2e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:01.669609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e8f6daa2-3fa3-4be8-8b8e-cf05a2dc1c3a None None] Provisioning complete for port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:01.670368 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e8f6daa2-3fa3-4be8-8b8e-cf05a2dc1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.689544 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26e9b889-d907-4974-b554-3f9ffd8556b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.717094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2fcde437-ba29-49b6-bba0-7d0dac40f8ae None None] Calling delete_port for 99c8c176-b1d1-46d5-86a8-d36d79b66788 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:01.766720 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f67107e-4f7d-4104-ab8b-03451fc224ec None None] DHCP port deletion for 93ef2f4a-c415-46e0-aab9-d34a9dc7c621 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:34:01.774801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Deleting port 99c8c176-b1d1-46d5-86a8-d36d79b66788 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:01.775148 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.784926 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e6254c7-6a68-48fa-8f2f-c0802c2c96ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.860201 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26e9b889-d907-4974-b554-3f9ffd8556b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.863331 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26e9b889-d907-4974-b554-3f9ffd8556b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:01.886560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-26e9b889-d907-4974-b554-3f9ffd8556b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbd951dc-32c1-4faa-bcf8-f857bacddcde HTTP/1.1" status: 204 len: 168 time: 0.3597360 Sep 09 09:34:01.896349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9b889-d907-4974-b554-3f9ffd8556b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd951dc-32c1-4faa-bcf8-f857bacddcde,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:01.937446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0f67107e-4f7d-4104-ab8b-03451fc224ec None None] Deleting port dc6192df-3189-41cb-84ca-2a2c9537dbe2 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:01.937932 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f67107e-4f7d-4104-ab8b-03451fc224ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.026471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0f67107e-4f7d-4104-ab8b-03451fc224ec None None] For port dc6192df-3189-41cb-84ca-2a2c9537dbe2, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=dc6192df-3189-41cb-84ca-2a2c9537dbe2,segment=NetworkSegment(236b5d7b-f0fa-4b21-a242-274cfb9a86bd),segment_id=236b5d7b-f0fa-4b21-a242-274cfb9a86bd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:02.026791 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f67107e-4f7d-4104-ab8b-03451fc224ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.045420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] For port 99c8c176-b1d1-46d5-86a8-d36d79b66788, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=99c8c176-b1d1-46d5-86a8-d36d79b66788,segment=NetworkSegment(d3ad5dfd-3a81-4129-8d84-c4fc1a3ea018),segment_id=d3ad5dfd-3a81-4129-8d84-c4fc1a3ea018)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:02.045420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.045669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0f67107e-4f7d-4104-ab8b-03451fc224ec None None] Calling delete_port for dc6192df-3189-41cb-84ca-2a2c9537dbe2 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:02.070387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Calling delete_port for 99c8c176-b1d1-46d5-86a8-d36d79b66788 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:02.089133 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fcde437-ba29-49b6-bba0-7d0dac40f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.120511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcde437-ba29-49b6-bba0-7d0dac40f8ae None None] Pushing event deleted for resources: {'Port': ['ID=99c8c176-b1d1-46d5-86a8-d36d79b66788,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:02.125224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5af34-d60f-4533-ac48-d8909cc0af09 req-ee7bbcbe-b38e-46d0-8630-ee60792a162a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:02.130865 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcde437-ba29-49b6-bba0-7d0dac40f8ae None None] No DVR routers for this DVR port 99c8c176-b1d1-46d5-86a8-d36d79b66788 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:02.133191 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-efd5af34-d60f-4533-ac48-d8909cc0af09 req-ee7bbcbe-b38e-46d0-8630-ee60792a162a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 944 time: 0.2494953 Sep 09 09:34:02.236761 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e6254c7-6a68-48fa-8f2f-c0802c2c96ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.262871 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f67107e-4f7d-4104-ab8b-03451fc224ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.311804 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.316297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67107e-4f7d-4104-ab8b-03451fc224ec None None] Pushing event deleted for resources: {'Port': ['ID=dc6192df-3189-41cb-84ca-2a2c9537dbe2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:02.318192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:02.328100 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-efd5af34-d60f-4533-ac48-d8909cc0af09 req-26585987-bfcf-4f99-8378-58549c107acd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938345 Sep 09 09:34:02.353560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67107e-4f7d-4104-ab8b-03451fc224ec None None] No DVR routers for this DVR port dc6192df-3189-41cb-84ca-2a2c9537dbe2 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:02.384514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:02.384885 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.424910 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.458038 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e6254c7-6a68-48fa-8f2f-c0802c2c96ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.491255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event deleted for resources: {'Port': ['ID=99c8c176-b1d1-46d5-86a8-d36d79b66788,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:02.493570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6254c7-6a68-48fa-8f2f-c0802c2c96ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf3b00c-83d4-4b09-aff2-4d685db1d4c8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:02.495942 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] No DVR routers for this DVR port 99c8c176-b1d1-46d5-86a8-d36d79b66788 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:02.540719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ed79f8-8a8f-4685-b55f-63d3f8f290d4 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:02.552624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e6254c7-6a68-48fa-8f2f-c0802c2c96ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.555274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2e6254c7-6a68-48fa-8f2f-c0802c2c96ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/3cf3b00c-83d4-4b09-aff2-4d685db1d4c8 HTTP/1.1" status: 204 len: 168 time: 0.9921291 Sep 09 09:34:02.557147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:02.578943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device dc6192df-3189-41cb-84ca-2a2c9537dbe2 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:02.603227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: dc6192df-3189-41cb-84ca-2a2c9537dbe2 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:02.603578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-907ec19c-81f0-480f-9f3b-55132e1a6232 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447118 Sep 09 09:34:02.604106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device dc6192df-3189-41cb-84ca-2a2c9537dbe2 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:02.604727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 99c8c176-b1d1-46d5-86a8-d36d79b66788 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:02.612856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51084) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:02.616754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b7e11e43-340a-4aaa-a2d9-8eccdea9730e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:02.630099 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 99c8c176-b1d1-46d5-86a8-d36d79b66788 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:02.631090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 99c8c176-b1d1-46d5-86a8-d36d79b66788 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:02.657119 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.684568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca091ce0-434c-481d-af10-5750b3a6a3ef']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:02.695949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ad5dfd-3a81-4129-8d84-c4fc1a3ea018') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:02.696273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ad5dfd-3a81-4129-8d84-c4fc1a3ea018') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:02.710499 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.726687 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.734444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:34:02.734864 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:34:02.738683 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:34:02.752568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Router 605746a9-c3e7-4545-9388-fb4c74a5d33d is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:34:02.837260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e11e43-340a-4aaa-a2d9-8eccdea9730e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:02.843067 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e11e43-340a-4aaa-a2d9-8eccdea9730e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.899676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda1d6d5-da41-44da-94be-5d357cbf4701 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:34:02.915078 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.933862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:02.935915 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "DELETE /v2.0/networks/ca091ce0-434c-481d-af10-5750b3a6a3ef HTTP/1.1" status: 204 len: 168 time: 1.8688436 Sep 09 09:34:02.936806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807c041-b3c5-4519-9685-f46ff238790a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event deleted for resources: {'Network': ['ID=ca091ce0-434c-481d-af10-5750b3a6a3ef,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:02.938686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51090) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:02.985516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dda1d6d5-da41-44da-94be-5d357cbf4701 None None] Deleting port 2e03db66-b367-4fe8-9be9-dd12cc325bf4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:02.985958 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dda1d6d5-da41-44da-94be-5d357cbf4701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.031501 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.049287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:34:03.117949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dda1d6d5-da41-44da-94be-5d357cbf4701 None None] For port 2e03db66-b367-4fe8-9be9-dd12cc325bf4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2e03db66-b367-4fe8-9be9-dd12cc325bf4,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:03.121279 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dda1d6d5-da41-44da-94be-5d357cbf4701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.136160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dda1d6d5-da41-44da-94be-5d357cbf4701 None None] Calling delete_port for 2e03db66-b367-4fe8-9be9-dd12cc325bf4 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:03.140678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08d3dd-0986-4bb0-b43e-81ad90a789da None None] Sync routers for ids ['605746a9-c3e7-4545-9388-fb4c74a5d33d'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:34:03.160132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08d3dd-0986-4bb0-b43e-81ad90a789da None None] Routers {'605746a9-c3e7-4545-9388-fb4c74a5d33d'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:03.160754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6e08d3dd-0986-4bb0-b43e-81ad90a789da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['605746a9-c3e7-4545-9388-fb4c74a5d33d'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:03.207104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.234122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ef2f4a-c415-46e0-aab9-d34a9dc7c621']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:03.248913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236b5d7b-f0fa-4b21-a242-274cfb9a86bd') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:03.249216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236b5d7b-f0fa-4b21-a242-274cfb9a86bd') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:03.253637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6e08d3dd-0986-4bb0-b43e-81ad90a789da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:03.259323 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.262962 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7071f983-c7d9-4aad-b9aa-7b0a1d250b06 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.9971921 Sep 09 09:34:03.265102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51104) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:03.267704 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.273153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08d3dd-0986-4bb0-b43e-81ad90a789da None None] Routers {'605746a9-c3e7-4545-9388-fb4c74a5d33d'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:03.273803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6e08d3dd-0986-4bb0-b43e-81ad90a789da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['605746a9-c3e7-4545-9388-fb4c74a5d33d'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:03.288226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.297316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:34:03.297712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:34:03.301498 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:34:03.314568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6e08d3dd-0986-4bb0-b43e-81ad90a789da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:03.315250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08d3dd-0986-4bb0-b43e-81ad90a789da None None] The sync data for ids ['605746a9-c3e7-4545-9388-fb4c74a5d33d'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:34:03.360252 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e11e43-340a-4aaa-a2d9-8eccdea9730e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.420201 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dda1d6d5-da41-44da-94be-5d357cbf4701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.435160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e11e43-340a-4aaa-a2d9-8eccdea9730e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:03.442134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b7e11e43-340a-4aaa-a2d9-8eccdea9730e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:03.445661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e11e43-340a-4aaa-a2d9-8eccdea9730e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:03.446251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e11e43-340a-4aaa-a2d9-8eccdea9730e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.459055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1d6d5-da41-44da-94be-5d357cbf4701 None None] Pushing event deleted for resources: {'Port': ['ID=2e03db66-b367-4fe8-9be9-dd12cc325bf4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:03.462274 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.467193 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.472494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "DELETE /v2.0/networks/93ef2f4a-c415-46e0-aab9-d34a9dc7c621 HTTP/1.1" status: 204 len: 168 time: 0.5313847 Sep 09 09:34:03.477815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51114) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:03.482809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda1d6d5-da41-44da-94be-5d357cbf4701 None None] No DVR routers for this DVR port 2e03db66-b367-4fe8-9be9-dd12cc325bf4 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:03.507362 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e203cdf-2880-42ad-9215-1c6cb1681741 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:03.517336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e11e43-340a-4aaa-a2d9-8eccdea9730e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=bedb3f21-3654-48f9-9c1f-580e6b7ef067,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:03.526789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94d67b-b278-4b3b-9399-a9538ac8a4bc tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event deleted for resources: {'Network': ['ID=93ef2f4a-c415-46e0-aab9-d34a9dc7c621,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:03.543365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa8721-8c42-4cd7-b2c6-81d338becd2c req-8a6c440c-e3b1-452b-9b76-1965313af528 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:03.545907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48fa8721-8c42-4cd7-b2c6-81d338becd2c req-8a6c440c-e3b1-452b-9b76-1965313af528 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 944 time: 0.1395695 Sep 09 09:34:03.604303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ded36d-552c-4a61-9f49-0187cc216c93 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Deleting subnet 7539899a-2f8c-4c7a-bb39-5a5851c72b06 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:03.608339 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6ded36d-552c-4a61-9f49-0187cc216c93 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.669317 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b7e11e43-340a-4aaa-a2d9-8eccdea9730e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0549569 Sep 09 09:34:03.681190 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6ded36d-552c-4a61-9f49-0187cc216c93 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.696399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:03.706108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-124601f1-2cd2-4e5c-9776-f64c4bac21ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': 'bedb3f21-3654-48f9-9c1f-580e6b7ef067', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1263184879'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:03.801964 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': 'bedb3f21-3654-48f9-9c1f-580e6b7ef067'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:34:03.803034 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.808026 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6ded36d-552c-4a61-9f49-0187cc216c93 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.887807 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48fa8721-8c42-4cd7-b2c6-81d338becd2c req-46daef2b-dd1c-43e0-afd5-a055f4d785cc tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308940 Sep 09 09:34:03.947328 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6ded36d-552c-4a61-9f49-0187cc216c93 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:03.995943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6ded36d-552c-4a61-9f49-0187cc216c93 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.001463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a6ded36d-552c-4a61-9f49-0187cc216c93 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "DELETE /v2.0/subnets/7539899a-2f8c-4c7a-bb39-5a5851c72b06 HTTP/1.1" status: 204 len: 168 time: 0.5189905 Sep 09 09:34:04.002891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51120) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:04.008294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d131dd-f4fb-4e17-8465-0b3db4c098cc None None] Network a808d0f1-ab03-4c9c-8397-5f1a56904413 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:04.026853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ded36d-552c-4a61-9f49-0187cc216c93 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event deleted for resources: {'Subnet': ['ID=7539899a-2f8c-4c7a-bb39-5a5851c72b06,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:04.038201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/bedb3f21-3654-48f9-9c1f-580e6b7ef067/c9bb05dd-5cf6-4752-89c8-08bfcd86fc81) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:04.160373 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.171287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a66a-b873-4cda-86e3-7109bf9c12b9 req-23506226-3a18-40ab-9a49-c3af2f03565e tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:04.173082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1944a66a-b873-4cda-86e3-7109bf9c12b9 req-23506226-3a18-40ab-9a49-c3af2f03565e tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1202912 Sep 09 09:34:04.303136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1944a66a-b873-4cda-86e3-7109bf9c12b9 req-1288409f-b1b4-4c92-a72a-2e1db9d962b6 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206439 Sep 09 09:34:04.354520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Deleting port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:04.354911 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.394152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d2e753-aabb-4eb5-8349-c9b64ffe21a6 None None] DHCP port deletion for a808d0f1-ab03-4c9c-8397-5f1a56904413 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:34:04.396872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2e03db66-b367-4fe8-9be9-dd12cc325bf4 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:04.398897 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.427150 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 2e03db66-b367-4fe8-9be9-dd12cc325bf4 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:04.427573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2e03db66-b367-4fe8-9be9-dd12cc325bf4 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:04.431687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Transition to ACTIVE for port object c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:04.445586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] For port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5da6d3dc-c89a-436a-833f-2a6c8ebcf344,segment=NetworkSegment(6187a111-469a-4607-a943-c08c7704bca1),segment_id=6187a111-469a-4607-a943-c08c7704bca1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:04.445978 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.460119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Calling delete_port for 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:04.462700 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.467180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124601f1-2cd2-4e5c-9776-f64c4bac21ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:04.471417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Transition to ACTIVE for port object c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:04.494470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-02d2e753-aabb-4eb5-8349-c9b64ffe21a6 None None] Deleting port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:04.495306 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02d2e753-aabb-4eb5-8349-c9b64ffe21a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.538161 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.616497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-02d2e753-aabb-4eb5-8349-c9b64ffe21a6 None None] For port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5da6d3dc-c89a-436a-833f-2a6c8ebcf344,segment=NetworkSegment(6187a111-469a-4607-a943-c08c7704bca1),segment_id=6187a111-469a-4607-a943-c08c7704bca1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:04.616900 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02d2e753-aabb-4eb5-8349-c9b64ffe21a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.628166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:04.636894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:04.645514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-02d2e753-aabb-4eb5-8349-c9b64ffe21a6 None None] Calling delete_port for 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:04.647355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:04.654776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.657217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Pushing event updated for resources: {'Port': ['ID=c9bb05dd-5cf6-4752-89c8-08bfcd86fc81,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:04.673140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124601f1-2cd2-4e5c-9776-f64c4bac21ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.700421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event deleted for resources: {'Port': ['ID=5da6d3dc-c89a-436a-833f-2a6c8ebcf344,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:04.711878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] No DVR routers for this DVR port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:04.767959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Attempting to bind port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:04.768354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Attempting to bind port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:04.769528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Attempting to bind port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:04.778166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-124601f1-2cd2-4e5c-9776-f64c4bac21ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 55577fa6-1f14-40ac-9c28-07cc49226e4c yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:34:04.783759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:34:04.784405 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:34:04.784814 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.786266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:34:04.786266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Bound port: c9bb05dd-5cf6-4752-89c8-08bfcd86fc81, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:34:04.786266 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.806229 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.827654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a808d0f1-ab03-4c9c-8397-5f1a56904413']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:04.838190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6187a111-469a-4607-a943-c08c7704bca1') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:04.838533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6187a111-469a-4607-a943-c08c7704bca1') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:04.845595 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02d2e753-aabb-4eb5-8349-c9b64ffe21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.851672 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.868054 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.878008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:34:04.878414 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:34:04.881778 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:34:04.893499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2e753-aabb-4eb5-8349-c9b64ffe21a6 None None] Pushing event deleted for resources: {'Port': ['ID=5da6d3dc-c89a-436a-833f-2a6c8ebcf344,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:04.896099 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d2e753-aabb-4eb5-8349-c9b64ffe21a6 None None] No DVR routers for this DVR port 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:04.916816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] For port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:34:04.917358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] For port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c9bb05dd-5cf6-4752-89c8-08bfcd86fc81,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:34:04.998322 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.029898 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-124601f1-2cd2-4e5c-9776-f64c4bac21ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:34:05.030713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124601f1-2cd2-4e5c-9776-f64c4bac21ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:34:05.032121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.041030 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.045366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "DELETE /v2.0/networks/a808d0f1-ab03-4c9c-8397-5f1a56904413 HTTP/1.1" status: 204 len: 168 time: 1.0386980 Sep 09 09:34:05.046127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51136) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:05.063620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf352e5-e38e-4784-961d-d6871b635b5e tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Pushing event deleted for resources: {'Network': ['ID=a808d0f1-ab03-4c9c-8397-5f1a56904413,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:05.071633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Allocated IP 172.20.0.1 (1972c74b-0f5d-4b78-a798-b4094fcbc660/21f19d8f-0e09-4d89-8f8d-2ac07dfa32fa/8498ae3b-b8b6-4a61-a11a-a3db79726a43) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:05.089723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811cddd-b0a4-4d6f-a85d-074d9d54ab69 None None] Pushing event updated for resources: {'Port': ['ID=c9bb05dd-5cf6-4752-89c8-08bfcd86fc81,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:05.097261 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7cd1331d-1cf6-4864-b882-187cc260d95a tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e4fb708-97e9-4355-9290-0bb5ec0ea18c HTTP/1.1" status: 200 len: 205 time: 0.0504386 Sep 09 09:34:05.098245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51138) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:05.137931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd08186-b563-41e0-ac23-b5082b6ee52f req-ac0a947e-be8a-4fe4-9479-db185ec7db9c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:05.145387 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2cd08186-b563-41e0-ac23-b5082b6ee52f req-ac0a947e-be8a-4fe4-9479-db185ec7db9c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 944 time: 0.1600623 Sep 09 09:34:05.181055 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-124601f1-2cd2-4e5c-9776-f64c4bac21ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4835854 Sep 09 09:34:05.184641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51140) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:05.194101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a49979c8-c4aa-4c7a-9af4-6d9c1dece374 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.215209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2cd08186-b563-41e0-ac23-b5082b6ee52f req-4e304313-ec04-4447-a145-e007bafd9444 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689423 Sep 09 09:34:05.288104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa8d8f7-c304-405e-9168-1a122a7b870f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:05.289982 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-caa8d8f7-c304-405e-9168-1a122a7b870f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1046748 Sep 09 09:34:05.293708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51142) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:05.380930 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.417959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Transition to ACTIVE for port object 8498ae3b-b8b6-4a61-a11a-a3db79726a43 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:05.430956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81e977-24fc-4b59-b3ba-b80fe5590b01 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:05.437665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81e977-24fc-4b59-b3ba-b80fe5590b01 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:05.442533 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bc81e977-24fc-4b59-b3ba-b80fe5590b01 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1466017 Sep 09 09:34:05.443221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:05.470113 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a49979c8-c4aa-4c7a-9af4-6d9c1dece374 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.473390 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a49979c8-c4aa-4c7a-9af4-6d9c1dece374 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.535013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-84039a8f-3971-425d-adb3-fd957b5b1c6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet bedb3f21-3654-48f9-9c1f-580e6b7ef067 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:05.540730 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84039a8f-3971-425d-adb3-fd957b5b1c6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.548694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d22ad-cc8d-4649-8e5a-e541592e9328 req-6321802f-2baf-4575-a9d4-cd4d7b6b121b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:05.550277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba7d22ad-cc8d-4649-8e5a-e541592e9328 req-6321802f-2baf-4575-a9d4-cd4d7b6b121b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1360087 Sep 09 09:34:05.585032 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84039a8f-3971-425d-adb3-fd957b5b1c6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.588915 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba7d22ad-cc8d-4649-8e5a-e541592e9328 req-fd9e968f-0e7e-4b90-a4e5-0564974f4204 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323441 Sep 09 09:34:05.597810 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a49979c8-c4aa-4c7a-9af4-6d9c1dece374 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.601328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49979c8-c4aa-4c7a-9af4-6d9c1dece374 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Fanout notify agent at l3_agent the message router_deleted on router 6e4fb708-97e9-4355-9290-0bb5ec0ea18c {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:34:05.619872 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a49979c8-c4aa-4c7a-9af4-6d9c1dece374 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.619872 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a49979c8-c4aa-4c7a-9af4-6d9c1dece374 tempest-RoutersNegativeTest-2018440230 tempest-RoutersNegativeTest-2018440230-project] 10.222.0.32 "DELETE /v2.0/routers/6e4fb708-97e9-4355-9290-0bb5ec0ea18c HTTP/1.1" status: 204 len: 168 time: 0.5182467 Sep 09 09:34:05.657886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.753738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Network 1972c74b-0f5d-4b78-a798-b4094fcbc660 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:05.768827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4715710-01bd-4f01-a73d-c6d0fd699fa2 req-6fbb9e4b-a2a0-494a-a205-48dbc804b110 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:05.770063 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a4715710-01bd-4f01-a73d-c6d0fd699fa2 req-6fbb9e4b-a2a0-494a-a205-48dbc804b110 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.1558290 Sep 09 09:34:05.777442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event updated for resources: {'Port': ['ID=8498ae3b-b8b6-4a61-a11a-a3db79726a43,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:05.783364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:05.800075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:05.832748 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84039a8f-3971-425d-adb3-fd957b5b1c6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:05.941702 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.055108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a4715710-01bd-4f01-a73d-c6d0fd699fa2 req-36ada589-781c-445c-96d6-d16b79dd3544 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Deleting port 6d2e69b0-67c7-416d-b864-e16c07fda4e5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:06.055335 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4715710-01bd-4f01-a73d-c6d0fd699fa2 req-36ada589-781c-445c-96d6-d16b79dd3544 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.101751 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84039a8f-3971-425d-adb3-fd957b5b1c6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.146860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51158) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:06.172478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84039a8f-3971-425d-adb3-fd957b5b1c6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=bedb3f21-3654-48f9-9c1f-580e6b7ef067,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:06.200294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84039a8f-3971-425d-adb3-fd957b5b1c6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.200294 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-84039a8f-3971-425d-adb3-fd957b5b1c6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/bedb3f21-3654-48f9-9c1f-580e6b7ef067 HTTP/1.1" status: 204 len: 168 time: 0.7507033 Sep 09 09:34:06.201546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51162) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:06.220765 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.239214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a4715710-01bd-4f01-a73d-c6d0fd699fa2 req-36ada589-781c-445c-96d6-d16b79dd3544 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] For port 6d2e69b0-67c7-416d-b864-e16c07fda4e5, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d2e69b0-67c7-416d-b864-e16c07fda4e5,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:06.239611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4715710-01bd-4f01-a73d-c6d0fd699fa2 req-36ada589-781c-445c-96d6-d16b79dd3544 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.246367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4f78e7a4-4e44-4442-aa10-cd7eaa38b490 None None] Provisioning for port 8498ae3b-b8b6-4a61-a11a-a3db79726a43 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:06.252787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4f78e7a4-4e44-4442-aa10-cd7eaa38b490 None None] Provisioning complete for port 8498ae3b-b8b6-4a61-a11a-a3db79726a43 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:06.253236 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f78e7a4-4e44-4442-aa10-cd7eaa38b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.278208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:06.279428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5d0f5e21-5010-4991-b267-de9dbd57d4d1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737371 Sep 09 09:34:06.301023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-08e69074-3efd-4f10-8570-be66c1c2e614 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:06.316883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4f78e7a4-4e44-4442-aa10-cd7eaa38b490 None None] Port 8498ae3b-b8b6-4a61-a11a-a3db79726a43 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:34:06.341534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a4715710-01bd-4f01-a73d-c6d0fd699fa2 req-36ada589-781c-445c-96d6-d16b79dd3544 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Calling delete_port for 6d2e69b0-67c7-416d-b864-e16c07fda4e5 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:06.353183 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:06.406559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a26ab62-6d78-41a6-a942-2aeec01019d8 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:06.424245 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dc97bb40-825d-4f2b-b92d-3c00d0e9c70f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=263aa1e29ba24faa95186619c0c71364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737799 Sep 09 09:34:06.430405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249a55a-4508-48ae-a381-e13022365b03 req-9b43f3e9-c28c-4a6c-a198-4de86bc6a281 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:06.431977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d249a55a-4508-48ae-a381-e13022365b03 req-9b43f3e9-c28c-4a6c-a198-4de86bc6a281 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 944 time: 0.0893221 Sep 09 09:34:06.432469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51168) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:06.500853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d249a55a-4508-48ae-a381-e13022365b03 req-88d00599-0118-4107-ba79-dd73453789eb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542500 Sep 09 09:34:06.514595 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d481db9c-3ae2-49e1-a464-7b3ff5fcbdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.544462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d481db9c-3ae2-49e1-a464-7b3ff5fcbdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.579714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-13eba06a-4c78-49dc-b49f-a30dc11f6dd6 None None] Provisioning for port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:06.606475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:06.613110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:06.614795 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.668187 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9cb260-ece4-432f-a231-4298674037c1 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:34:06.678684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e69074-3efd-4f10-8570-be66c1c2e614 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:06.682303 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08e69074-3efd-4f10-8570-be66c1c2e614 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.711333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d481db9c-3ae2-49e1-a464-7b3ff5fcbdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.714227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d481db9c-3ae2-49e1-a464-7b3ff5fcbdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.717111 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d481db9c-3ae2-49e1-a464-7b3ff5fcbdb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7beb445-c7df-4d94-b649-acf5e55928d7 HTTP/1.1" status: 204 len: 168 time: 0.2836790 Sep 09 09:34:06.732673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481db9c-3ae2-49e1-a464-7b3ff5fcbdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7beb445-c7df-4d94-b649-acf5e55928d7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:06.754437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14af5c4-459a-4d87-b130-9ba9fe5d8c26 req-2d70b472-6fba-4e1d-bcce-a2d90b0923a4 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:06.756068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a14af5c4-459a-4d87-b130-9ba9fe5d8c26 req-2d70b472-6fba-4e1d-bcce-a2d90b0923a4 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 945 time: 0.0777392 Sep 09 09:34:06.791892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cb260-ece4-432f-a231-4298674037c1 None None] Deleting port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:06.792268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb260-ece4-432f-a231-4298674037c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.795695 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.815863 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a14af5c4-459a-4d87-b130-9ba9fe5d8c26 req-7d1a1ce3-b294-45a0-8dd2-afa5586dd907 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528946 Sep 09 09:34:06.857294 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4715710-01bd-4f01-a73d-c6d0fd699fa2 req-36ada589-781c-445c-96d6-d16b79dd3544 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.874104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c9bb05dd-5cf6-4752-89c8-08bfcd86fc81,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:06.899793 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ada589-781c-445c-96d6-d16b79dd3544 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Pushing event deleted for resources: {'Port': ['ID=6d2e69b0-67c7-416d-b864-e16c07fda4e5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:06.924740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['6d2e69b0-67c7-416d-b864-e16c07fda4e5'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:34:06.926968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:34:06.928828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6bc27af5-8319-4abe-927f-60d4c1ba5837 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:34:06.979554 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.995865 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:06.997957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4715710-01bd-4f01-a73d-c6d0fd699fa2 req-36ada589-781c-445c-96d6-d16b79dd3544 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] No DVR routers for this DVR port 6d2e69b0-67c7-416d-b864-e16c07fda4e5 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:07.002084 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4715710-01bd-4f01-a73d-c6d0fd699fa2 req-36ada589-781c-445c-96d6-d16b79dd3544 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.004226 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a4715710-01bd-4f01-a73d-c6d0fd699fa2 req-36ada589-781c-445c-96d6-d16b79dd3544 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.41 "DELETE /v2.0/ports/6d2e69b0-67c7-416d-b864-e16c07fda4e5 HTTP/1.1" status: 204 len: 173 time: 1.2222960 Sep 09 09:34:07.004731 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c3128c-0fbf-4033-bdc2-26b7d8a2df57', 'name': 'network-vif-deleted', 'tag': '6d2e69b0-67c7-416d-b864-e16c07fda4e5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:34:07.014731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4e9cb260-ece4-432f-a231-4298674037c1 None None] For port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c9bb05dd-5cf6-4752-89c8-08bfcd86fc81,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:07.015135 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb260-ece4-432f-a231-4298674037c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.015489 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a5e868-c01d-43a9-8cb1-972527666863" -d '{"events": [{"server_uuid": "d9c3128c-0fbf-4033-bdc2-26b7d8a2df57", "name": "network-vif-deleted", "tag": "6d2e69b0-67c7-416d-b864-e16c07fda4e5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:34:07.084262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cb260-ece4-432f-a231-4298674037c1 None None] Calling delete_port for c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:07.094616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.102120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:07.157247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:07.157594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5da6d3dc-c89a-436a-833f-2a6c8ebcf344 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:07.182689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.186993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event updated for resources: {'Port': ['ID=8498ae3b-b8b6-4a61-a11a-a3db79726a43,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:07.195130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08e69074-3efd-4f10-8570-be66c1c2e614 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.251003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e69074-3efd-4f10-8570-be66c1c2e614 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:07.265540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-08e69074-3efd-4f10-8570-be66c1c2e614 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:07.271764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e69074-3efd-4f10-8570-be66c1c2e614 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:07.272368 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08e69074-3efd-4f10-8570-be66c1c2e614 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.372486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e69074-3efd-4f10-8570-be66c1c2e614 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=3b046eea-8a3b-4768-94d8-8eb2aec51cc4,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:07.405489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Network 1972c74b-0f5d-4b78-a798-b4094fcbc660 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:07.406866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:07.478056 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57871bd7-9973-486e-8d8e-e3edc1bb981f x-openstack-request-id: req-57871bd7-9973-486e-8d8e-e3edc1bb981f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:34:07.478639 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c3128c-0fbf-4033-bdc2-26b7d8a2df57", "name": "network-vif-deleted", "tag": "6d2e69b0-67c7-416d-b864-e16c07fda4e5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:34:07.479251 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57871bd7-9973-486e-8d8e-e3edc1bb981f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:34:07.479899 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c3128c-0fbf-4033-bdc2-26b7d8a2df57', 'name': 'network-vif-deleted', 'tag': '6d2e69b0-67c7-416d-b864-e16c07fda4e5', 'status': 'completed', 'code': 200} Sep 09 09:34:07.485164 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-08e69074-3efd-4f10-8570-be66c1c2e614 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2057400 Sep 09 09:34:07.487681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51204) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:07.492499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fefad83a-46e6-4c33-aebf-6862e103a96f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1096560809', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:07.516373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=c9bb05dd-5cf6-4752-89c8-08bfcd86fc81,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:07.580620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6bc27af5-8319-4abe-927f-60d4c1ba5837, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6bc27af5-8319-4abe-927f-60d4c1ba5837,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:07.600171 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb260-ece4-432f-a231-4298674037c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.613677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Router 605746a9-c3e7-4545-9388-fb4c74a5d33d has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:34:07.645150 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fefad83a-46e6-4c33-aebf-6862e103a96f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.646307 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fefad83a-46e6-4c33-aebf-6862e103a96f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.664658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '6bc27af5-8319-4abe-927f-60d4c1ba5837', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'port_id': '6bc27af5-8319-4abe-927f-60d4c1ba5837', 'mac_address': 'fa:16:3e:fb:9e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:34:07.731355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cb260-ece4-432f-a231-4298674037c1 None None] Pushing event deleted for resources: {'Port': ['ID=c9bb05dd-5cf6-4752-89c8-08bfcd86fc81,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:07.740016 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9cb260-ece4-432f-a231-4298674037c1 None None] No DVR routers for this DVR port c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:07.788479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fefad83a-46e6-4c33-aebf-6862e103a96f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.790174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8d6c1e-0581-46bd-81e1-241594c64c4a None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:07.792658 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.828735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052b949-ee6f-4e1c-8f4b-adc947eaa3cd req-2b2602e0-b3e1-4eef-8f7a-2b5082527942 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:07.830314 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7052b949-ee6f-4e1c-8f4b-adc947eaa3cd req-2b2602e0-b3e1-4eef-8f7a-2b5082527942 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 944 time: 0.2053447 Sep 09 09:34:07.852376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc27af5-8319-4abe-927f-60d4c1ba5837 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:34:07.870909 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fefad83a-46e6-4c33-aebf-6862e103a96f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.929197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ec657feb-bcd4-47c2-9ae4-938dea2eec56 None None] Provisioning complete for port 8498ae3b-b8b6-4a61-a11a-a3db79726a43 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:07.929603 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec657feb-bcd4-47c2-9ae4-938dea2eec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:07.968205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:34:07.975748 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-29851f9b-6b99-476a-8063-f40f20380d52 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "PUT /v2.0/routers/605746a9-c3e7-4545-9388-fb4c74a5d33d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7091846 Sep 09 09:34:07.979178 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7052b949-ee6f-4e1c-8f4b-adc947eaa3cd req-29dba217-ca95-491e-9142-6a686919ee0d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176620 Sep 09 09:34:07.979699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51218) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:07.980259 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8f67f-ff5b-4fe6-b94a-a11d695d604f None None] Sync routers for ids ['605746a9-c3e7-4545-9388-fb4c74a5d33d'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:34:07.984691 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Request body: {'port': {'network_id': '1972c74b-0f5d-4b78-a798-b4094fcbc660', 'name': 'tempest-FloatingIPAdminTestJSON-444138494'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:07.989893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6bc27af5-8319-4abe-927f-60d4c1ba5837, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6bc27af5-8319-4abe-927f-60d4c1ba5837,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:08.001305 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8f67f-ff5b-4fe6-b94a-a11d695d604f None None] Routers {'605746a9-c3e7-4545-9388-fb4c74a5d33d'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:08.001714 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cbc8f67f-ff5b-4fe6-b94a-a11d695d604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['605746a9-c3e7-4545-9388-fb4c74a5d33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:08.015489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fefad83a-46e6-4c33-aebf-6862e103a96f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:08.015489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fefad83a-46e6-4c33-aebf-6862e103a96f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5202069 Sep 09 09:34:08.015489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51220) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:08.066913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-00decfd0-d5f5-4c85-8b4b-47c50738160d req-697b8935-f37e-4565-95f3-ff01313249d7 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c3128c-0fbf-4033-bdc2-26b7d8a2df57 HTTP/1.1" status: 200 len: 210 time: 0.1003506 Sep 09 09:34:08.071261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ec657feb-bcd4-47c2-9ae4-938dea2eec56 None None] Port 8498ae3b-b8b6-4a61-a11a-a3db79726a43 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:34:08.086894 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cbc8f67f-ff5b-4fe6-b94a-a11d695d604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:08.093688 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8f67f-ff5b-4fe6-b94a-a11d695d604f None None] Routers {'605746a9-c3e7-4545-9388-fb4c74a5d33d'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:08.094321 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cbc8f67f-ff5b-4fe6-b94a-a11d695d604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['605746a9-c3e7-4545-9388-fb4c74a5d33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:08.134522 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cbc8f67f-ff5b-4fe6-b94a-a11d695d604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:08.135583 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8f67f-ff5b-4fe6-b94a-a11d695d604f None None] The sync data for ids ['605746a9-c3e7-4545-9388-fb4c74a5d33d'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:34:08.136023 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:08.187610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '3b046eea-8a3b-4768-94d8-8eb2aec51cc4'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:34:08.188519 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:08.338174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:08.358012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6bc27af5-8319-4abe-927f-60d4c1ba5837,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:08.384413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:08.384782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c9bb05dd-5cf6-4752-89c8-08bfcd86fc81 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:08.473460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['6bc27af5-8319-4abe-927f-60d4c1ba5837'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:34:08.474088 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:08.519836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/3b046eea-8a3b-4768-94d8-8eb2aec51cc4/63cbffc8-a1d8-4352-9c25-b4f29c6d1067) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:08.623055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Made reservation on behalf of da07350d43664596871cfe64e51ee07d for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:08.630301 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:08.676624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] device_id is not set on port 8798c90c-391d-4cf0-b75a-100916065795 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:34:08.772534 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:08.786727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Transition to ACTIVE for port object 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:08.805950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Transition to ACTIVE for port object 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:08.883637 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:08.924390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:08.929051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:08.935492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:08.943244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Pushing event updated for resources: {'Port': ['ID=63cbffc8-a1d8-4352-9c25-b4f29c6d1067,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:09.009784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Attempting to bind port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:09.010257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Attempting to bind port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:09.010941 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Attempting to bind port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:09.018156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:34:09.018692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:34:09.019185 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:09.019744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:34:09.020310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Bound port: 63cbffc8-a1d8-4352-9c25-b4f29c6d1067, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:34:09.020762 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:09.140325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] For port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:34:09.142726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] For port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=63cbffc8-a1d8-4352-9c25-b4f29c6d1067,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:34:09.191990 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:09.296634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e34ebf-7b25-481f-9b99-9ceabdfb43c9 None None] Pushing event updated for resources: {'Port': ['ID=63cbffc8-a1d8-4352-9c25-b4f29c6d1067,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:09.317938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::1 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/3b046eea-8a3b-4768-94d8-8eb2aec51cc4/610d9751-446e-4981-ac0a-418bf296485c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:09.369395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Allocated IP 172.20.0.4 (1972c74b-0f5d-4b78-a798-b4094fcbc660/21f19d8f-0e09-4d89-8f8d-2ac07dfa32fa/8798c90c-391d-4cf0-b75a-100916065795) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:09.431993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9a5a7-2921-48a2-a74e-d8fd090fb7f7 req-9261cc7b-2219-4fb3-bec2-4b4ce17f2870 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:09.433558 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36c9a5a7-2921-48a2-a74e-d8fd090fb7f7 req-9261cc7b-2219-4fb3-bec2-4b4ce17f2870 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 945 time: 0.1486237 Sep 09 09:34:09.594817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d2e69b0-67c7-416d-b864-e16c07fda4e5 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:09.627524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 6d2e69b0-67c7-416d-b864-e16c07fda4e5 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:09.627802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d2e69b0-67c7-416d-b864-e16c07fda4e5 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:09.724882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36c9a5a7-2921-48a2-a74e-d8fd090fb7f7 req-3de882a3-0c84-420b-b51d-4d4f5d3902e5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528441 Sep 09 09:34:09.774558 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:09.782474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cfb74-500e-40f7-b02e-17a3dd61ced4 req-c8718761-32ae-45b3-9895-10f2f9e6f9f4 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:09.784288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-849cfb74-500e-40f7-b02e-17a3dd61ced4 req-c8718761-32ae-45b3-9895-10f2f9e6f9f4 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.0625083 Sep 09 09:34:09.795005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:09.804711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 610d9751-446e-4981-ac0a-418bf296485c will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:09.815661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Transition to ACTIVE for port object 8798c90c-391d-4cf0-b75a-100916065795 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:09.844011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-849cfb74-500e-40f7-b02e-17a3dd61ced4 req-496b4dec-0713-459b-b420-720b8d966cb1 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458114 Sep 09 09:34:09.940839 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:09.972862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:09.997838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:10.007503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:10.012117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:10.013588 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:10.015936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=610d9751-446e-4981-ac0a-418bf296485c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:10.063300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Network 1972c74b-0f5d-4b78-a798-b4094fcbc660 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:10.067710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:10.091170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:10.181344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event updated for resources: {'Port': ['ID=8798c90c-391d-4cf0-b75a-100916065795,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:10.208652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:10.209312 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:10.321898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:10.350118 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4bcb509a-0f2f-4d0a-8770-e9b5f39fd45b tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3693743 Sep 09 09:34:10.353313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51264) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:10.394533 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:10.476174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:10.516907 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1dbd9693-7a5f-44fb-ac46-cd457243f950 None None] Provisioning for port 8798c90c-391d-4cf0-b75a-100916065795 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:10.522832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1dbd9693-7a5f-44fb-ac46-cd457243f950 None None] Provisioning complete for port 8798c90c-391d-4cf0-b75a-100916065795 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:10.529974 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9693-7a5f-44fb-ac46-cd457243f950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:10.591723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'project_id': 'da07350d43664596871cfe64e51ee07d', 'port_id': '8798c90c-391d-4cf0-b75a-100916065795'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:10.592739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd9693-7a5f-44fb-ac46-cd457243f950 None None] Port 8798c90c-391d-4cf0-b75a-100916065795 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:34:10.699415 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:10.814110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-db08057a-733f-47b1-be84-de23c3ef1c9d None None] Provisioning for port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:10.819963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-db08057a-733f-47b1-be84-de23c3ef1c9d None None] Provisioning complete for port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:10.819963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db08057a-733f-47b1-be84-de23c3ef1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:10.883760 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:10.900499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6bc27af5-8319-4abe-927f-60d4c1ba5837 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:11.000194 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:11.001062 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:11.064462 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db08057a-733f-47b1-be84-de23c3ef1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:11.128604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-db08057a-733f-47b1-be84-de23c3ef1c9d None None] For port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=63cbffc8-a1d8-4352-9c25-b4f29c6d1067,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:11.135884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aadfb5-cea2-47cf-a5c2-b347cbf279a9 req-fcf41b27-0634-450e-9243-d71e4a30e14b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:11.140287 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6aadfb5-cea2-47cf-a5c2-b347cbf279a9 req-fcf41b27-0634-450e-9243-d71e4a30e14b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 945 time: 0.2467465 Sep 09 09:34:11.154051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 6bc27af5-8319-4abe-927f-60d4c1ba5837 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:11.158342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 6bc27af5-8319-4abe-927f-60d4c1ba5837 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:11.159307 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:11.184486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=610d9751-446e-4981-ac0a-418bf296485c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:11.250831 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a6aadfb5-cea2-47cf-a5c2-b347cbf279a9 req-9952768c-48a3-49b9-aebc-bc8d399f244d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996203 Sep 09 09:34:11.281589 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db08057a-733f-47b1-be84-de23c3ef1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:11.327947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:11.333160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:11.344099 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08057a-733f-47b1-be84-de23c3ef1c9d None None] Pushing event updated for resources: {'Port': ['ID=63cbffc8-a1d8-4352-9c25-b4f29c6d1067,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:11.346945 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:11.402719 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:11.403331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 6bc27af5-8319-4abe-927f-60d4c1ba5837, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6bc27af5-8319-4abe-927f-60d4c1ba5837,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:11.415861 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc27af5-8319-4abe-927f-60d4c1ba5837'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:34:11.418702 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aea363-f5cc-401c-8d8d-23f769881790" -d '{"events": [{"server_uuid": "7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6", "name": "network-vif-plugged", "status": "completed", "tag": "6bc27af5-8319-4abe-927f-60d4c1ba5837"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:34:11.488789 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:11.491245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d91f0a-c9f7-4e8c-88c6-816568831bcc req-2e3cf047-4bee-4a18-9226-fbdcbeff6243 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:11.493262 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82d91f0a-c9f7-4e8c-88c6-816568831bcc req-2e3cf047-4bee-4a18-9226-fbdcbeff6243 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1542199 Sep 09 09:34:11.534483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9d3ba4d1-8b62-4c87-9e37-75f6ef6933c7 None None] Provisioning for port 610d9751-446e-4981-ac0a-418bf296485c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:11.547544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9d3ba4d1-8b62-4c87-9e37-75f6ef6933c7 None None] Provisioning complete for port 610d9751-446e-4981-ac0a-418bf296485c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:11.548074 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d3ba4d1-8b62-4c87-9e37-75f6ef6933c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:11.631890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=6bc27af5-8319-4abe-927f-60d4c1ba5837,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:11.646337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ba4d1-8b62-4c87-9e37-75f6ef6933c7 None None] Port 610d9751-446e-4981-ac0a-418bf296485c cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:34:11.664562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82d91f0a-c9f7-4e8c-88c6-816568831bcc req-b5ea733a-f20d-4d2a-807c-9c0033929c2b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547453 Sep 09 09:34:11.699872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Router db377d69-696a-4c54-acd7-e00161f18cce is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:34:11.709493 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Allocated IP 172.25.8.185 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/99804594-233b-404f-9471-a292bcbed934) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:11.771206 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820d35c1-ef8d-4b80-bfcd-f8274678203a x-openstack-request-id: req-820d35c1-ef8d-4b80-bfcd-f8274678203a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:34:11.771569 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6", "name": "network-vif-plugged", "status": "completed", "tag": "6bc27af5-8319-4abe-927f-60d4c1ba5837", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:34:11.771825 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-820d35c1-ef8d-4b80-bfcd-f8274678203a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:34:11.772215 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc27af5-8319-4abe-927f-60d4c1ba5837', 'code': 200} Sep 09 09:34:11.790169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-40581b8f-03f9-4ba7-96b6-d73ebe0895b5 None None] Provisioning complete for port 610d9751-446e-4981-ac0a-418bf296485c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:11.790547 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40581b8f-03f9-4ba7-96b6-d73ebe0895b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:11.844037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-40581b8f-03f9-4ba7-96b6-d73ebe0895b5 None None] Port 610d9751-446e-4981-ac0a-418bf296485c cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:34:11.845827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:11.875266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:34:11.883110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-03015e90-ab69-421c-a5a5-80e6e39e61ea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "PUT /v2.0/routers/db377d69-696a-4c54-acd7-e00161f18cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8663845 Sep 09 09:34:11.883110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51298) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:11.893681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Sync routers for ids ['db377d69-696a-4c54-acd7-e00161f18cce'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:34:11.903744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Routers {'db377d69-696a-4c54-acd7-e00161f18cce'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:11.904622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['db377d69-696a-4c54-acd7-e00161f18cce'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:11.940266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53943477-c213-4d6e-bf71-0b3f60723128 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:11.943025 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-53943477-c213-4d6e-bf71-0b3f60723128 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports/610d9751-446e-4981-ac0a-418bf296485c HTTP/1.1" status: 200 len: 911 time: 0.0586405 Sep 09 09:34:11.945433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51300) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:11.950976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f42d0e-de6f-4936-b988-5620d294b48d req-aede2d79-2754-47bf-9832-5d337585ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:11.952534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55f42d0e-de6f-4936-b988-5620d294b48d req-aede2d79-2754-47bf-9832-5d337585ed6d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 1098 time: 0.1039498 Sep 09 09:34:11.974190 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.006271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Set router db377d69-696a-4c54-acd7-e00161f18cce gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:34:12.007103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55f42d0e-de6f-4936-b988-5620d294b48d req-52e148e9-84af-4710-87f7-1fdeaa621821 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442502 Sep 09 09:34:12.007362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d6975d-77bb-4219-b9dd-5837c8a74189 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:12.014968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d6975d-77bb-4219-b9dd-5837c8a74189 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:12.017368 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-79d6975d-77bb-4219-b9dd-5837c8a74189 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0709288 Sep 09 09:34:12.020171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:12.109831 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-38ec488b-472c-4736-a7d6-451015b21782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.146604 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.190205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:12.197475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:12.203852 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:12.206881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Pushing event updated for resources: {'Port': ['ID=99804594-233b-404f-9471-a292bcbed934,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:12.216587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db377d69-696a-4c54-acd7-e00161f18cce', 'name': 'tempest-NetworksTestDHCPv6-router-1096560809', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:34:07Z', 'updated_at': '2021-09-09T09:34:10Z', 'revision_number': 2, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'gw_port_host': None, '_interfaces': [{'id': '610d9751-446e-4981-ac0a-418bf296485c', 'name': '', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'mac_address': 'fa:16:3e:dc:cc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db377d69-696a-4c54-acd7-e00161f18cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '3b046eea-8a3b-4768-94d8-8eb2aec51cc4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:34:08Z', 'updated_at': '2021-09-09T09:34:10Z', 'revision_number': 2, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'subnets': [{'id': '3b046eea-8a3b-4768-94d8-8eb2aec51cc4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:12.254638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Checking router: db377d69-696a-4c54-acd7-e00161f18cce for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:34:12.255341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Updating router db377d69-696a-4c54-acd7-e00161f18cce port 610d9751-446e-4981-ac0a-418bf296485c binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:34:12.284437 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.353978 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-38ec488b-472c-4736-a7d6-451015b21782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.369337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:12.423562 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-38ec488b-472c-4736-a7d6-451015b21782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.451426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-38ec488b-472c-4736-a7d6-451015b21782 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d61bf01270e4d8f9006928ecd11de2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6038702 Sep 09 09:34:12.454601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51308) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:12.464916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dd992-a971-49b5-a217-5aa9b44f3871 req-7b66df55-f48d-4d23-986d-6f332807d8c5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:12.468624 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa4dd992-a971-49b5-a217-5aa9b44f3871 req-7b66df55-f48d-4d23-986d-6f332807d8c5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 946 time: 0.0881696 Sep 09 09:34:12.514032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec488b-472c-4736-a7d6-451015b21782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74209925-59bf-426a-b1be-9e4405b2e08f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:12.550686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:12.551149 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.568356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aa4dd992-a971-49b5-a217-5aa9b44f3871 req-3c08a38c-c7e3-4837-aff7-603537a8759b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621488 Sep 09 09:34:12.622994 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08cf85a8-fc7e-4715-9906-591ec253979c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.633618 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.680048 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08cf85a8-fc7e-4715-9906-591ec253979c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.720861 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.732199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Transition to ACTIVE for port object 610d9751-446e-4981-ac0a-418bf296485c will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:12.761398 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.804203 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.878159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbffdb-c53d-483a-a959-5fd15e6e2682 req-74260019-d1e5-480b-a2b2-7714427c78bc tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:12.883934 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-34dbffdb-c53d-483a-a959-5fd15e6e2682 req-74260019-d1e5-480b-a2b2-7714427c78bc tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1144373 Sep 09 09:34:12.912946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f70be-ef63-461c-a7fd-a26709d2b565 None None] Pushing event updated for resources: {'Port': ['ID=610d9751-446e-4981-ac0a-418bf296485c,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:12.936275 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:12.946237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-34dbffdb-c53d-483a-a959-5fd15e6e2682 req-2cf866d0-9d55-496d-b0fb-52f1008ccdee tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570552 Sep 09 09:34:13.004698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Attempting to bind port 610d9751-446e-4981-ac0a-418bf296485c on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:13.005701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08cf85a8-fc7e-4715-9906-591ec253979c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.006133 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Attempting to bind port 610d9751-446e-4981-ac0a-418bf296485c by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:13.006749 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Attempting to bind port 610d9751-446e-4981-ac0a-418bf296485c on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:13.008336 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08cf85a8-fc7e-4715-9906-591ec253979c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.014279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:34:13.014279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:34:13.015039 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.016006 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:34:13.016725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Bound port: 610d9751-446e-4981-ac0a-418bf296485c, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:34:13.017207 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.019822 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-08cf85a8-fc7e-4715-9906-591ec253979c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74209925-59bf-426a-b1be-9e4405b2e08f HTTP/1.1" status: 204 len: 168 time: 0.5640588 Sep 09 09:34:13.034199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf85a8-fc7e-4715-9906-591ec253979c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74209925-59bf-426a-b1be-9e4405b2e08f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:13.075322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 610d9751-446e-4981-ac0a-418bf296485c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:13.078564 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.140723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] For port 610d9751-446e-4981-ac0a-418bf296485c, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:34:13.143914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] For port 610d9751-446e-4981-ac0a-418bf296485c, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=610d9751-446e-4981-ac0a-418bf296485c,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:34:13.173106 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.220087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] For port 610d9751-446e-4981-ac0a-418bf296485c, host n-d-778696-16, got binding levels [] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:13.220387 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.232566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 610d9751-446e-4981-ac0a-418bf296485c owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:13.317225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.334588 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.415579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Pushing event updated for resources: {'Port': ['ID=99804594-233b-404f-9471-a292bcbed934,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:13.427503 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.432814 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f70be-ef63-461c-a7fd-a26709d2b565 None None] Pushing event updated for resources: {'Port': ['ID=610d9751-446e-4981-ac0a-418bf296485c,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:13.440254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Routers {'db377d69-696a-4c54-acd7-e00161f18cce'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:13.441141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['db377d69-696a-4c54-acd7-e00161f18cce'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:13.525784 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.584148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] Set router db377d69-696a-4c54-acd7-e00161f18cce gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:34:13.593885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=610d9751-446e-4981-ac0a-418bf296485c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:13.628035 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Floating IP c9a20821-d110-4acc-82bc-c8caf1abee18 associated. External IP: 172.25.8.185, port: 8798c90c-391d-4cf0-b75a-100916065795. Sep 09 09:34:13.768625 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:13.915570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bd58c-a29b-4586-b0af-cf552c32dd2b req-4457c5c9-5cf0-481e-839e-32801cba49df tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:13.924403 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b1bd58c-a29b-4586-b0af-cf552c32dd2b req-4457c5c9-5cf0-481e-839e-32801cba49df tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 946 time: 0.1534898 Sep 09 09:34:14.001986 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b1bd58c-a29b-4586-b0af-cf552c32dd2b req-156a73c4-3138-4e2f-a0eb-5575c0637a14 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763421 Sep 09 09:34:14.038104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Router 605746a9-c3e7-4545-9388-fb4c74a5d33d has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:34:14.202264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9e454b1c-094b-4d5a-9e89-29f9101a9c89 None None] Could not find standard attr ID for object 610d9751-446e-4981-ac0a-418bf296485c. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:34:14.205220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Router db377d69-696a-4c54-acd7-e00161f18cce has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:34:14.256170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db377d69-696a-4c54-acd7-e00161f18cce', 'name': 'tempest-NetworksTestDHCPv6-router-1096560809', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:34:07Z', 'updated_at': '2021-09-09T09:34:10Z', 'revision_number': 2, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'gw_port_host': None, '_interfaces': [{'id': '610d9751-446e-4981-ac0a-418bf296485c', 'name': '', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'mac_address': 'fa:16:3e:dc:cc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db377d69-696a-4c54-acd7-e00161f18cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '3b046eea-8a3b-4768-94d8-8eb2aec51cc4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:34:08Z', 'updated_at': '2021-09-09T09:34:13Z', 'revision_number': 4, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'subnets': [{'id': '3b046eea-8a3b-4768-94d8-8eb2aec51cc4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:14.292328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613b092-6e67-447a-80f3-134c3dcb0996 None None] The sync data for ids ['db377d69-696a-4c54-acd7-e00161f18cce'] in n-d-778696-16 is: [{'id': 'db377d69-696a-4c54-acd7-e00161f18cce', 'name': 'tempest-NetworksTestDHCPv6-router-1096560809', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:34:07Z', 'updated_at': '2021-09-09T09:34:10Z', 'revision_number': 2, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'gw_port_host': None, '_interfaces': [{'id': '610d9751-446e-4981-ac0a-418bf296485c', 'name': '', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'mac_address': 'fa:16:3e:dc:cc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db377d69-696a-4c54-acd7-e00161f18cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '3b046eea-8a3b-4768-94d8-8eb2aec51cc4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:34:08Z', 'updated_at': '2021-09-09T09:34:13Z', 'revision_number': 4, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'subnets': [{'id': '3b046eea-8a3b-4768-94d8-8eb2aec51cc4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:34:14.299647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:34:14.313140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5c57d-b6cd-4ac8-89ed-2360b40dceb3 req-d2d60eaa-ff2d-485f-978e-a35f41afebb7 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:14.314726 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38b5c57d-b6cd-4ac8-89ed-2360b40dceb3 req-d2d60eaa-ff2d-485f-978e-a35f41afebb7 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1056921 Sep 09 09:34:14.314885 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042369d-0cf5-41f0-af2f-e9f8f27c12f1 None None] Sync routers for ids ['605746a9-c3e7-4545-9388-fb4c74a5d33d'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:34:14.347769 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042369d-0cf5-41f0-af2f-e9f8f27c12f1 None None] Routers {'605746a9-c3e7-4545-9388-fb4c74a5d33d'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:14.349331 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4042369d-0cf5-41f0-af2f-e9f8f27c12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['605746a9-c3e7-4545-9388-fb4c74a5d33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:14.353734 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:34:14.360015 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c8074e5f-8c83-41f6-910b-c5dc2b422674 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "PUT /v2.0/routers/db377d69-696a-4c54-acd7-e00161f18cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3385873 Sep 09 09:34:14.362431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51340) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:14.402585 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4aa57b86-135a-40c3-af8c-00400a5d49a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:14.415853 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4042369d-0cf5-41f0-af2f-e9f8f27c12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:14.424544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38b5c57d-b6cd-4ac8-89ed-2360b40dceb3 req-07c848a4-0a85-45db-ae11-ae0948c932db tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898278 Sep 09 09:34:14.424892 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042369d-0cf5-41f0-af2f-e9f8f27c12f1 None None] Routers {'605746a9-c3e7-4545-9388-fb4c74a5d33d'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:14.425717 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4042369d-0cf5-41f0-af2f-e9f8f27c12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['605746a9-c3e7-4545-9388-fb4c74a5d33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:14.431243 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:14.447954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0364ad96-6d34-4685-a145-314ec8923013 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:14.450371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0364ad96-6d34-4685-a145-314ec8923013 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:14.454419 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0364ad96-6d34-4685-a145-314ec8923013 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0887125 Sep 09 09:34:14.461623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a39682-fe79-40c6-82c6-6b456be06d94 req-a0da1301-8452-4f62-8b94-b3bf5464e42e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:14.463266 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05a39682-fe79-40c6-82c6-6b456be06d94 req-a0da1301-8452-4f62-8b94-b3bf5464e42e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 946 time: 0.3556845 Sep 09 09:34:14.463826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:14.491966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f2b2dc74-b17c-471b-a5d9-40946ba67f6c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.1374238 Sep 09 09:34:14.494532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51348) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:14.515105 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4042369d-0cf5-41f0-af2f-e9f8f27c12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:14.516032 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042369d-0cf5-41f0-af2f-e9f8f27c12f1 None None] The sync data for ids ['605746a9-c3e7-4545-9388-fb4c74a5d33d'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:34:14.702686 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ca4eee9b-4cde-4fd2-88d7-c5e2daf4607c tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] 10.222.0.32 "GET /v2.0/floatingips/c9a20821-d110-4acc-82bc-c8caf1abee18 HTTP/1.1" status: 200 len: 982 time: 0.2048016 Sep 09 09:34:14.703507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51356) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:14.908482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b862a7f2-3bde-4310-8f4a-6fb114a640a6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.2036579 Sep 09 09:34:14.911371 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51360) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:15.013566 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05a39682-fe79-40c6-82c6-6b456be06d94 req-77c85eb3-82fd-4c9b-b4b8-55a4b0a740bb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502350 Sep 09 09:34:15.035397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-99148a8b-8304-4440-95e7-0917e2f438dc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 3b046eea-8a3b-4768-94d8-8eb2aec51cc4 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:15.038939 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99148a8b-8304-4440-95e7-0917e2f438dc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:15.115817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99148a8b-8304-4440-95e7-0917e2f438dc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:15.231398 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99148a8b-8304-4440-95e7-0917e2f438dc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:15.269342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bf437-203c-4bd1-8f28-ee3d3427e8dd req-5a945e88-4790-462b-9914-6958d0ebd752 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:15.270936 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c7bf437-203c-4bd1-8f28-ee3d3427e8dd req-5a945e88-4790-462b-9914-6958d0ebd752 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.24 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.1486144 Sep 09 09:34:15.334490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4ff32-bd89-42a4-83df-3c3a0a103f1b req-72420189-8f17-4b0a-a190-d6573489ead7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:15.337275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05b4ff32-bd89-42a4-83df-3c3a0a103f1b req-72420189-8f17-4b0a-a190-d6573489ead7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 946 time: 0.1746454 Sep 09 09:34:15.397354 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99148a8b-8304-4440-95e7-0917e2f438dc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:15.502472 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99148a8b-8304-4440-95e7-0917e2f438dc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:15.506832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-99148a8b-8304-4440-95e7-0917e2f438dc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/3b046eea-8a3b-4768-94d8-8eb2aec51cc4 HTTP/1.1" status: 204 len: 168 time: 1.0397000 Sep 09 09:34:15.515053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82927b01-6026-4b86-b831-8afa0a87fc92 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:15.553939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51370) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:15.578270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99148a8b-8304-4440-95e7-0917e2f438dc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=3b046eea-8a3b-4768-94d8-8eb2aec51cc4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:15.650215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41641e32-202f-42c3-a3cf-ac4a51a09da5 req-ff111a0a-ee25-4fd7-8237-3b24237c9d95 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:15.661498 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41641e32-202f-42c3-a3cf-ac4a51a09da5 req-ff111a0a-ee25-4fd7-8237-3b24237c9d95 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.0807676 Sep 09 09:34:15.709454 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05b4ff32-bd89-42a4-83df-3c3a0a103f1b req-0674f22f-13a3-4c0b-8d60-fb1faa9932bd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518741 Sep 09 09:34:15.710410 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41641e32-202f-42c3-a3cf-ac4a51a09da5 req-5037fd47-91ad-4e32-96ea-17a1a830cf95 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481911 Sep 09 09:34:15.804698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Deleting port 99804594-233b-404f-9471-a292bcbed934 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:15.805223 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:15.864243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e652ea76-c161-43e7-891f-c4390b57eee8 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:34:15.914751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-00c242ea-8767-44e0-9e52-def086d48f4e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3016803 Sep 09 09:34:15.917253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51382) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:15.944446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e652ea76-c161-43e7-891f-c4390b57eee8 None None] Deleting port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:15.949654 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e652ea76-c161-43e7-891f-c4390b57eee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:15.958160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-4c7bf437-203c-4bd1-8f28-ee3d3427e8dd req-04af4d75-8ef4-4c14-aad8-da9c277a709b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Deleting port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:15.958788 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c7bf437-203c-4bd1-8f28-ee3d3427e8dd req-04af4d75-8ef4-4c14-aad8-da9c277a709b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:16.041801 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a5d15ad-0750-420a-8ca0-da79b8854835 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:16.067936 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:16.067936 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:16.068173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e652ea76-c161-43e7-891f-c4390b57eee8 None None] For port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=63cbffc8-a1d8-4352-9c25-b4f29c6d1067,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:16.068173 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e652ea76-c161-43e7-891f-c4390b57eee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:16.080739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Calling delete_port for 99804594-233b-404f-9471-a292bcbed934 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:16.091208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e652ea76-c161-43e7-891f-c4390b57eee8 None None] Calling delete_port for 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:16.112620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-4c7bf437-203c-4bd1-8f28-ee3d3427e8dd req-04af4d75-8ef4-4c14-aad8-da9c277a709b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] For port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:16.113668 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c7bf437-203c-4bd1-8f28-ee3d3427e8dd req-04af4d75-8ef4-4c14-aad8-da9c277a709b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:16.206252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-4c7bf437-203c-4bd1-8f28-ee3d3427e8dd req-04af4d75-8ef4-4c14-aad8-da9c277a709b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Calling delete_port for 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:16.326111 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a5d15ad-0750-420a-8ca0-da79b8854835 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:16.332363 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a5d15ad-0750-420a-8ca0-da79b8854835 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:16.358919 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e652ea76-c161-43e7-891f-c4390b57eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:16.374666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:16.408346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652ea76-c161-43e7-891f-c4390b57eee8 None None] Pushing event deleted for resources: {'Port': ['ID=63cbffc8-a1d8-4352-9c25-b4f29c6d1067,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:16.432897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e652ea76-c161-43e7-891f-c4390b57eee8 None None] No DVR routers for this DVR port 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:16.436244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:16.436696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 63cbffc8-a1d8-4352-9c25-b4f29c6d1067 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:16.482632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a5d15ad-0750-420a-8ca0-da79b8854835 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:16.483162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5d15ad-0750-420a-8ca0-da79b8854835 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Fanout notify agent at l3_agent the message router_deleted on router db377d69-696a-4c54-acd7-e00161f18cce {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:34:16.493283 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a5d15ad-0750-420a-8ca0-da79b8854835 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:16.495715 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5a5d15ad-0750-420a-8ca0-da79b8854835 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/routers/db377d69-696a-4c54-acd7-e00161f18cce HTTP/1.1" status: 204 len: 168 time: 0.5764875 Sep 09 09:34:16.498691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51392) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:16.662259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ae9a2-681f-4064-920e-894028c3a58c None None] Sync routers for ids ['db377d69-696a-4c54-acd7-e00161f18cce'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:34:16.677928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ae9a2-681f-4064-920e-894028c3a58c None None] Routers set() bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:16.678572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ae9a2-681f-4064-920e-894028c3a58c None None] Router IDs set() for agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 09:34:16.679512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_agentschedulers_db [None req-a75ae9a2-681f-4064-920e-894028c3a58c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'db377d69-696a-4c54-acd7-e00161f18cce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent'). {{(pid=95327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 09 09:34:16.689521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ae9a2-681f-4064-920e-894028c3a58c None None] Routers set() bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:16.689877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ae9a2-681f-4064-920e-894028c3a58c None None] Router IDs set() for agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 09:34:16.690474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_agentschedulers_db [None req-a75ae9a2-681f-4064-920e-894028c3a58c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'db377d69-696a-4c54-acd7-e00161f18cce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent'). {{(pid=95327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 09 09:34:16.690848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ae9a2-681f-4064-920e-894028c3a58c None None] The sync data for ids ['db377d69-696a-4c54-acd7-e00161f18cce'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:34:16.904357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1a597a0d-ea30-4403-bf0f-e7f98bd4b595 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:16.921197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080024be-1929-4a3a-9f3c-00eb8d2f9ea1 req-43889a8f-b1cf-4d74-ac59-fe1d98266e37 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:16.931017 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-080024be-1929-4a3a-9f3c-00eb8d2f9ea1 req-43889a8f-b1cf-4d74-ac59-fe1d98266e37 tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 945 time: 0.0700448 Sep 09 09:34:16.970305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-080024be-1929-4a3a-9f3c-00eb8d2f9ea1 req-681ab71c-3e31-4cb0-9323-60002d98c13a tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/security-groups?id=82882b2c-5223-4ce5-8de0-5e15af874a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383718 Sep 09 09:34:16.978516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2d2f5-95ca-4a65-92dc-280ada3481c3 req-1b6050a1-ae24-4b0c-bd6a-43c8c7b1a43f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:16.990899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7cf2d2f5-95ca-4a65-92dc-280ada3481c3 req-1b6050a1-ae24-4b0c-bd6a-43c8c7b1a43f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 946 time: 0.5787942 Sep 09 09:34:17.148156 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7cf2d2f5-95ca-4a65-92dc-280ada3481c3 req-5abbb86f-4cca-4daf-a1bb-9757dc9d2b55 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600182 Sep 09 09:34:17.162904 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5a85fa8-70f1-4f86-8d7e-2a168d3fed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:17.329020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a597a0d-ea30-4403-bf0f-e7f98bd4b595 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:17.333096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1a597a0d-ea30-4403-bf0f-e7f98bd4b595 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:17.336250 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:17.338003 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c7bf437-203c-4bd1-8f28-ee3d3427e8dd req-04af4d75-8ef4-4c14-aad8-da9c277a709b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:17.373586 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:17.388822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event deleted for resources: {'Port': ['ID=99804594-233b-404f-9471-a292bcbed934,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:17.433731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af4d75-8ef4-4c14-aad8-da9c277a709b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Pushing event deleted for resources: {'Port': ['ID=56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:17.561557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7bf437-203c-4bd1-8f28-ee3d3427e8dd req-04af4d75-8ef4-4c14-aad8-da9c277a709b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] No DVR routers for this DVR port 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:17.574198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-4c7bf437-203c-4bd1-8f28-ee3d3427e8dd req-04af4d75-8ef4-4c14-aad8-da9c277a709b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:17.576514 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c7bf437-203c-4bd1-8f28-ee3d3427e8dd req-04af4d75-8ef4-4c14-aad8-da9c277a709b tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.24 "DELETE /v2.0/ports/56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 HTTP/1.1" status: 204 len: 173 time: 2.2984023 Sep 09 09:34:17.576951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402c890-c9bf-4971-bd4a-aad4c0374846', 'name': 'network-vif-deleted', 'tag': '56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:34:17.579399 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65720f43-f0eb-4377-881b-6673c9c21382" -d '{"events": [{"server_uuid": "4402c890-c9bf-4971-bd4a-aad4c0374846", "name": "network-vif-deleted", "tag": "56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:34:17.605494 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:17.606584 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Floating IP c9a20821-d110-4acc-82bc-c8caf1abee18 disassociated (deleted). External IP: 172.25.8.185, port: 8798c90c-391d-4cf0-b75a-100916065795. Sep 09 09:34:17.639931 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab62603a-0632-484c-a1a1-c765ad8a344a x-openstack-request-id: req-ab62603a-0632-484c-a1a1-c765ad8a344a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:34:17.645715 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4402c890-c9bf-4971-bd4a-aad4c0374846", "name": "network-vif-deleted", "tag": "56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:34:17.645715 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab62603a-0632-484c-a1a1-c765ad8a344a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:34:17.645715 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4402c890-c9bf-4971-bd4a-aad4c0374846', 'name': 'network-vif-deleted', 'tag': '56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00', 'status': 'completed', 'code': 200} Sep 09 09:34:17.843069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72e947-027d-423d-bf19-7f8a928354a0 req-0bffef03-7630-4a8b-abce-e84dc2908ecd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:17.844569 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e72e947-027d-423d-bf19-7f8a928354a0 req-0bffef03-7630-4a8b-abce-e84dc2908ecd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 946 time: 0.1171646 Sep 09 09:34:17.980262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1a597a0d-ea30-4403-bf0f-e7f98bd4b595 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.045502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a597a0d-ea30-4403-bf0f-e7f98bd4b595 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:18.055214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Router 605746a9-c3e7-4545-9388-fb4c74a5d33d has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:34:18.056996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-1a597a0d-ea30-4403-bf0f-e7f98bd4b595 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:18.064162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a597a0d-ea30-4403-bf0f-e7f98bd4b595 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:18.065228 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1a597a0d-ea30-4403-bf0f-e7f98bd4b595 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.071127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf29230-0190-4793-80f8-fd1a0efd4229 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:18.085837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a597a0d-ea30-4403-bf0f-e7f98bd4b595 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=1e5466e4-b9b5-4f96-b888-8ac9aa818053,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:18.107419 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-0e72e947-027d-423d-bf19-7f8a928354a0 req-bd1dfa14-123c-45b4-80f4-2e102890f812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Deleting port 6bc27af5-8319-4abe-927f-60d4c1ba5837 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:18.108096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0e72e947-027d-423d-bf19-7f8a928354a0 req-bd1dfa14-123c-45b4-80f4-2e102890f812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.186598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1a597a0d-ea30-4403-bf0f-e7f98bd4b595 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6849725 Sep 09 09:34:18.189643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51446) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:18.196998 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6265b606-52e7-41d7-ba52-3e93f8b9d099 req-adf96284-ef56-4eec-9f48-9e3ccfa8e27c tempest-ServerRescueNegativeTestJSON-1226321398 tempest-ServerRescueNegativeTestJSON-1226321398-project] 10.222.0.32 "GET /v2.0/ports?device_id=4402c890-c9bf-4971-bd4a-aad4c0374846 HTTP/1.1" status: 200 len: 210 time: 0.0936124 Sep 09 09:34:18.197974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8602abcd-eeb2-4e6f-9267-548f464fd0d2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-436621318', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:18.319359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0e72e947-027d-423d-bf19-7f8a928354a0 req-bd1dfa14-123c-45b4-80f4-2e102890f812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] For port 6bc27af5-8319-4abe-927f-60d4c1ba5837, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=6bc27af5-8319-4abe-927f-60d4c1ba5837,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:18.319760 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0e72e947-027d-423d-bf19-7f8a928354a0 req-bd1dfa14-123c-45b4-80f4-2e102890f812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.327054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 610d9751-446e-4981-ac0a-418bf296485c no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:18.336267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:34:18.348769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.353239 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5007a0-3412-45db-ab44-174b2beb5be6 None None] Sync routers for ids ['605746a9-c3e7-4545-9388-fb4c74a5d33d'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:34:18.368261 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5007a0-3412-45db-ab44-174b2beb5be6 None None] Routers {'605746a9-c3e7-4545-9388-fb4c74a5d33d'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:18.369283 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd5007a0-3412-45db-ab44-174b2beb5be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:34:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['605746a9-c3e7-4545-9388-fb4c74a5d33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:18.378592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4189dfee-c6e4-4b67-9013-a1a1d5df3066 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "DELETE /v2.0/floatingips/c9a20821-d110-4acc-82bc-c8caf1abee18 HTTP/1.1" status: 204 len: 168 time: 3.4658287 Sep 09 09:34:18.379848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-0e72e947-027d-423d-bf19-7f8a928354a0 req-bd1dfa14-123c-45b4-80f4-2e102890f812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Calling delete_port for 6bc27af5-8319-4abe-927f-60d4c1ba5837 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:18.381940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51450) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:18.386485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:18.388811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '1e5466e4-b9b5-4f96-b888-8ac9aa818053'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:34:18.391510 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.396189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 610d9751-446e-4981-ac0a-418bf296485c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:18.396528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 610d9751-446e-4981-ac0a-418bf296485c not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:18.409301 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbfa9a-72f6-4867-928f-f08f2f766484 req-2b7b3cc7-1383-427c-afde-8ba232715bf2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:18.410887 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6cbbfa9a-72f6-4867-928f-f08f2f766484 req-2b7b3cc7-1383-427c-afde-8ba232715bf2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 946 time: 0.1379595 Sep 09 09:34:18.452810 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8602abcd-eeb2-4e6f-9267-548f464fd0d2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.453150 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd5007a0-3412-45db-ab44-174b2beb5be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:18.453669 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8602abcd-eeb2-4e6f-9267-548f464fd0d2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.467125 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5007a0-3412-45db-ab44-174b2beb5be6 None None] Routers {'605746a9-c3e7-4545-9388-fb4c74a5d33d'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:18.468155 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd5007a0-3412-45db-ab44-174b2beb5be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:34:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['605746a9-c3e7-4545-9388-fb4c74a5d33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:18.500439 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.520919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6cbbfa9a-72f6-4867-928f-f08f2f766484 req-dbc85813-2f7a-4086-b226-5e503c6cdeac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005194 Sep 09 09:34:18.527405 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd5007a0-3412-45db-ab44-174b2beb5be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:18.529560 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5007a0-3412-45db-ab44-174b2beb5be6 None None] The sync data for ids ['605746a9-c3e7-4545-9388-fb4c74a5d33d'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:34:18.580804 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8602abcd-eeb2-4e6f-9267-548f464fd0d2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.584973 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.616039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/1e5466e4-b9b5-4f96-b888-8ac9aa818053/696a28ef-8b26-47ba-8dec-33fa4e71dda0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:18.680665 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.694629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0e72e947-027d-423d-bf19-7f8a928354a0 req-bd1dfa14-123c-45b4-80f4-2e102890f812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.723863 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['6bc27af5-8319-4abe-927f-60d4c1ba5837'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:34:18.735146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8602abcd-eeb2-4e6f-9267-548f464fd0d2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.736379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dfa14-123c-45b4-80f4-2e102890f812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event deleted for resources: {'Port': ['ID=6bc27af5-8319-4abe-927f-60d4c1ba5837,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:18.850481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e72e947-027d-423d-bf19-7f8a928354a0 req-bd1dfa14-123c-45b4-80f4-2e102890f812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] No DVR routers for this DVR port 6bc27af5-8319-4abe-927f-60d4c1ba5837 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:18.854210 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0e72e947-027d-423d-bf19-7f8a928354a0 req-bd1dfa14-123c-45b4-80f4-2e102890f812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.856177 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e72e947-027d-423d-bf19-7f8a928354a0 req-bd1dfa14-123c-45b4-80f4-2e102890f812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "DELETE /v2.0/ports/6bc27af5-8319-4abe-927f-60d4c1ba5837 HTTP/1.1" status: 204 len: 173 time: 0.9802737 Sep 09 09:34:18.883126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Allocated IP 172.25.8.11 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/52e63587-82ff-4c40-b9b5-af3b7e48e8b4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:18.884747 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8602abcd-eeb2-4e6f-9267-548f464fd0d2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:18.887424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8602abcd-eeb2-4e6f-9267-548f464fd0d2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6938581 Sep 09 09:34:18.889017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:18.904862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:18.961200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:18.961200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 56a8fb23-5e0e-41f5-8e4d-ac4e46db0c00 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:19.024209 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:19.034916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Transition to ACTIVE for port object 696a28ef-8b26-47ba-8dec-33fa4e71dda0 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:19.057205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Transition to ACTIVE for port object 696a28ef-8b26-47ba-8dec-33fa4e71dda0 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:19.123838 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:19.197832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:19.206101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:19.208729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:19.216537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Pushing event updated for resources: {'Port': ['ID=696a28ef-8b26-47ba-8dec-33fa4e71dda0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:19.292236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Attempting to bind port 696a28ef-8b26-47ba-8dec-33fa4e71dda0 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:19.292652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Attempting to bind port 696a28ef-8b26-47ba-8dec-33fa4e71dda0 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:19.293269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Attempting to bind port 696a28ef-8b26-47ba-8dec-33fa4e71dda0 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:19.303713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:34:19.303886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:34:19.304505 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:19.304909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:34:19.305395 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Bound port: 696a28ef-8b26-47ba-8dec-33fa4e71dda0, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:34:19.305507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51462) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:19.305955 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:19.351409 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:19.386485 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:19.472681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] For port 696a28ef-8b26-47ba-8dec-33fa4e71dda0, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:34:19.477080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] For port 696a28ef-8b26-47ba-8dec-33fa4e71dda0, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=696a28ef-8b26-47ba-8dec-33fa4e71dda0,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:34:19.589658 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:19.714461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd482589-b6f4-49e9-b1eb-d42534c5a967 None None] Pushing event updated for resources: {'Port': ['ID=696a28ef-8b26-47ba-8dec-33fa4e71dda0,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:19.798963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6', 'name': 'network-vif-deleted', 'tag': '6bc27af5-8319-4abe-927f-60d4c1ba5837'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:34:19.803817 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb5185b-00e6-4ef2-a64d-9a86ed4e7995" -d '{"events": [{"server_uuid": "7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6", "name": "network-vif-deleted", "tag": "6bc27af5-8319-4abe-927f-60d4c1ba5837"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:34:19.809813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51468) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:19.838995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:19.907974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:19.913551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88e8950b-9936-4c17-b040-b0fdab2c1e03 req-052b3d36-3e8c-4d0b-866c-4be1cd49c77a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 210 time: 0.1159215 Sep 09 09:34:19.917429 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcb4971-22b4-4f34-a8c7-11667121278a x-openstack-request-id: req-0bcb4971-22b4-4f34-a8c7-11667121278a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:34:19.917906 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6", "name": "network-vif-deleted", "tag": "6bc27af5-8319-4abe-927f-60d4c1ba5837", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:34:19.918912 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bcb4971-22b4-4f34-a8c7-11667121278a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:34:19.919678 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6', 'name': 'network-vif-deleted', 'tag': '6bc27af5-8319-4abe-927f-60d4c1ba5837', 'status': 'completed', 'code': 200} Sep 09 09:34:19.937551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:19.994446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:20.037117 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31bcd3a1-2bc8-40f3-bc48-d723232b24e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.074766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Pushing event updated for resources: {'Port': ['ID=52e63587-82ff-4c40-b9b5-af3b7e48e8b4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:20.079895 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.097797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::1 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/1e5466e4-b9b5-4f96-b888-8ac9aa818053/e6c5e76d-fb14-4d69-a9f8-08b1adca6a95) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:20.233174 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.282996 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.287085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.291329 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31bcd3a1-2bc8-40f3-bc48-d723232b24e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.343478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:20.345113 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.393089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 696a28ef-8b26-47ba-8dec-33fa4e71dda0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:20.395787 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31bcd3a1-2bc8-40f3-bc48-d723232b24e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.490472 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-31bcd3a1-2bc8-40f3-bc48-d723232b24e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f9aadf6e1f14ac5a6d34dcff9cf0c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788547 Sep 09 09:34:20.491228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcd3a1-2bc8-40f3-bc48-d723232b24e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8410c7eb-cc4a-42d4-a7ca-ded1d6f8d68f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:20.493261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51478) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:20.573297 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.579521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 696a28ef-8b26-47ba-8dec-33fa4e71dda0 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:20.613878 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe09-b42a-42d7-9e30-4a98a0414b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.641874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] Deleting port b89e82c9-d3b6-4bc4-897e-63377af86a9a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:20.642435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.649774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:20.667153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:20.669981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:20.670579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.729280 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.736961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe09-b42a-42d7-9e30-4a98a0414b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.745577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] For port b89e82c9-d3b6-4bc4-897e-63377af86a9a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b89e82c9-d3b6-4bc4-897e-63377af86a9a,segment=NetworkSegment(3e65ce89-1a3d-48af-83d7-f4057f30dae1),segment_id=3e65ce89-1a3d-48af-83d7-f4057f30dae1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:20.746479 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.747603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=e6c5e76d-fb14-4d69-a9f8-08b1adca6a95,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:20.766259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] Calling delete_port for b89e82c9-d3b6-4bc4-897e-63377af86a9a owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:20.803617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:20.877507 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Pushing event updated for resources: {'Port': ['ID=52e63587-82ff-4c40-b9b5-af3b7e48e8b4,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:20.917626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6bc27af5-8319-4abe-927f-60d4c1ba5837 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:20.961162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 6bc27af5-8319-4abe-927f-60d4c1ba5837 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:20.961508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 6bc27af5-8319-4abe-927f-60d4c1ba5837 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:21.006614 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.027906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.033095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe09-b42a-42d7-9e30-4a98a0414b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.036179 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe09-b42a-42d7-9e30-4a98a0414b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.039960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dcd6fe09-b42a-42d7-9e30-4a98a0414b23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8410c7eb-cc4a-42d4-a7ca-ded1d6f8d68f HTTP/1.1" status: 204 len: 168 time: 0.5362866 Sep 09 09:34:21.061169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6fe09-b42a-42d7-9e30-4a98a0414b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8410c7eb-cc4a-42d4-a7ca-ded1d6f8d68f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:21.117406 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b896318-34b3-466d-bcde-958079a64ac3 req-e5efef99-269a-442d-9f80-56358a25dce6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 210 time: 0.0540249 Sep 09 09:34:21.155423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.156994 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8edd659a-b33b-4dfa-8f09-f008856eeca6 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7740781 Sep 09 09:34:21.160860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51492) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:21.265173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2311218f-86a1-4f19-8890-5a314dbd41b1 None None] Provisioning for port 696a28ef-8b26-47ba-8dec-33fa4e71dda0 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:21.269366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2311218f-86a1-4f19-8890-5a314dbd41b1 None None] Provisioning complete for port 696a28ef-8b26-47ba-8dec-33fa4e71dda0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:21.275472 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2311218f-86a1-4f19-8890-5a314dbd41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.294488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.390293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:21.407478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] Pushing event deleted for resources: {'Port': ['ID=b89e82c9-d3b6-4bc4-897e-63377af86a9a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:21.505389 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2311218f-86a1-4f19-8890-5a314dbd41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.528762 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.565926 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.577392 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2311218f-86a1-4f19-8890-5a314dbd41b1 None None] For port 696a28ef-8b26-47ba-8dec-33fa4e71dda0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=696a28ef-8b26-47ba-8dec-33fa4e71dda0,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:21.586107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.587083 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.619869 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2311218f-86a1-4f19-8890-5a314dbd41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.688413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311218f-86a1-4f19-8890-5a314dbd41b1 None None] Pushing event updated for resources: {'Port': ['ID=696a28ef-8b26-47ba-8dec-33fa4e71dda0,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:21.792953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:21.794345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=e6c5e76d-fb14-4d69-a9f8-08b1adca6a95,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:21.797616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:21.809851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5b693d34-92f5-483f-84b0-3c4b85b79ea4 None None] Provisioning for port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:21.816198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5b693d34-92f5-483f-84b0-3c4b85b79ea4 None None] Provisioning complete for port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:21.816583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b693d34-92f5-483f-84b0-3c4b85b79ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:21.895739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5b693d34-92f5-483f-84b0-3c4b85b79ea4 None None] Port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:34:21.918499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51502) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:21.954650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecb53e43-2008-4e05-96e8-e38239234d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:22.071289 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecb53e43-2008-4e05-96e8-e38239234d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:22.145776 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecb53e43-2008-4e05-96e8-e38239234d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:22.218544 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ecb53e43-2008-4e05-96e8-e38239234d14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb1c00942f874fa19f5dd1173e5642bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019381 Sep 09 09:34:22.218544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Router 29fd45bb-8d15-4cf0-abd7-37af544440d1 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:34:22.218544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb53e43-2008-4e05-96e8-e38239234d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3cff84-bfb4-4e52-8df7-663ed9ab9209,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:22.222611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51506) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:22.230367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fa57f01a-7ac9-4749-a83c-60a24ef20cc7 None None] Provisioning complete for port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:22.232094 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fa57f01a-7ac9-4749-a83c-60a24ef20cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:22.300325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:22.301318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fa57f01a-7ac9-4749-a83c-60a24ef20cc7 None None] Port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:34:22.311285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf671c0b-7c76-4a7e-bbdb-17a752ef24fa req-20526b5b-0620-41bf-a1d6-bd550531f351 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 210 time: 0.0941668 Sep 09 09:34:22.388723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:22.438617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:34:22.450972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Sync routers for ids ['29fd45bb-8d15-4cf0-abd7-37af544440d1'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:34:22.454785 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d5d557d8-9942-4d05-866f-6d04d42c3709 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "PUT /v2.0/routers/29fd45bb-8d15-4cf0-abd7-37af544440d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5646989 Sep 09 09:34:22.464274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:22.468828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Routers {'29fd45bb-8d15-4cf0-abd7-37af544440d1'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:22.472402 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22d0db3a-b571-48eb-b1c1-7641bea2648e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:22.472634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:34:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['29fd45bb-8d15-4cf0-abd7-37af544440d1'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:22.500967 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22d0db3a-b571-48eb-b1c1-7641bea2648e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:22.543014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Allocated IP 172.25.8.41 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/b27d7772-e21d-4360-81f6-00efae8e9aec) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:22.605693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc89457-e27a-45a0-a458-c6ca99e8e9b9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:22.607356 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8fc89457-e27a-45a0-a458-c6ca99e8e9b9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports/e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 HTTP/1.1" status: 200 len: 911 time: 0.1412685 Sep 09 09:34:22.608102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Set router 29fd45bb-8d15-4cf0-abd7-37af544440d1 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:34:22.610004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:22.648990 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22d0db3a-b571-48eb-b1c1-7641bea2648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:22.653349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22d0db3a-b571-48eb-b1c1-7641bea2648e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:22.667741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-22d0db3a-b571-48eb-b1c1-7641bea2648e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d3cff84-bfb4-4e52-8df7-663ed9ab9209 HTTP/1.1" status: 204 len: 168 time: 0.4338338 Sep 09 09:34:22.697069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0db3a-b571-48eb-b1c1-7641bea2648e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3cff84-bfb4-4e52-8df7-663ed9ab9209,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:22.739295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f9c06-73ff-43b9-9705-aaea420d575b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:22.754316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f9c06-73ff-43b9-9705-aaea420d575b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:22.757188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a93f9c06-73ff-43b9-9705-aaea420d575b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1461337 Sep 09 09:34:22.760760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51518) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:22.771701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:22.854206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 696a28ef-8b26-47ba-8dec-33fa4e71dda0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:22.992218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd45bb-8d15-4cf0-abd7-37af544440d1', 'name': 'tempest-NetworksTestDHCPv6-router-436621318', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:34:18Z', 'updated_at': '2021-09-09T09:34:20Z', 'revision_number': 2, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'gw_port_host': None, '_interfaces': [{'id': 'e6c5e76d-fb14-4d69-a9f8-08b1adca6a95', 'name': '', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'mac_address': 'fa:16:3e:44:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd45bb-8d15-4cf0-abd7-37af544440d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1e5466e4-b9b5-4f96-b888-8ac9aa818053', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:34:19Z', 'updated_at': '2021-09-09T09:34:21Z', 'revision_number': 2, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'subnets': [{'id': '1e5466e4-b9b5-4f96-b888-8ac9aa818053', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:23.008083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] Router d0ef51b6-cc2e-4712-96eb-91a9db19897b has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:34:23.034892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Checking router: 29fd45bb-8d15-4cf0-abd7-37af544440d1 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:34:23.035532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Updating router 29fd45bb-8d15-4cf0-abd7-37af544440d1 port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:34:23.077693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 696a28ef-8b26-47ba-8dec-33fa4e71dda0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:23.078084 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:23.098565 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:23.138587 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:23.224620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:23.243478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:23.246863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:23.287872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:34:23.298387 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-10c35345-9dd6-400e-9d85-49a41506eacd admin admin] 10.222.0.32 "PUT /v2.0/routers/d0ef51b6-cc2e-4712-96eb-91a9db19897b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9846792 Sep 09 09:34:23.301006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51522) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:23.301568 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba5dca-537f-4b7d-b8d1-a6ae205f3d06 None None] Sync routers for ids ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:34:23.314437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Pushing event updated for resources: {'Port': ['ID=b27d7772-e21d-4360-81f6-00efae8e9aec,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:23.315932 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba5dca-537f-4b7d-b8d1-a6ae205f3d06 None None] Routers {'d0ef51b6-cc2e-4712-96eb-91a9db19897b'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:23.316797 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-34ba5dca-537f-4b7d-b8d1-a6ae205f3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:34:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:23.538075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46c43997-cb59-41b5-a842-9de0001fa680 req-7219a64f-4908-4307-b560-36393e1ecdcf tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 210 time: 0.0853233 Sep 09 09:34:23.564244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:23.626710 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-34ba5dca-537f-4b7d-b8d1-a6ae205f3d06 None None] Set router d0ef51b6-cc2e-4712-96eb-91a9db19897b gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:34:23.720502 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:23.871973 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:23.911689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Transition to ACTIVE for port object e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:23.968236 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:24.059406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:24.073285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb28e4-3eb3-4622-899e-4756a344fd22 None None] Pushing event updated for resources: {'Port': ['ID=e6c5e76d-fb14-4d69-a9f8-08b1adca6a95,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:24.143906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Attempting to bind port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:24.144751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Attempting to bind port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:24.145348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Attempting to bind port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:24.151223 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:24.166542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:34:24.167359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:34:24.169274 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:24.170392 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:34:24.172802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Bound port: e6c5e76d-fb14-4d69-a9f8-08b1adca6a95, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:34:24.173350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:24.176548 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-34ba5dca-537f-4b7d-b8d1-a6ae205f3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-router', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:39Z', 'updated_at': '2021-09-09T09:34:21Z', 'revision_number': 5, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'gw_port': {'id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:40Z', 'updated_at': '2021-09-09T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:24.275409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Pushing event updated for resources: {'Port': ['ID=b27d7772-e21d-4360-81f6-00efae8e9aec,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:24.302643 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba5dca-537f-4b7d-b8d1-a6ae205f3d06 None None] Checking router: d0ef51b6-cc2e-4712-96eb-91a9db19897b for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:34:24.312418 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba5dca-537f-4b7d-b8d1-a6ae205f3d06 None None] Routers {'d0ef51b6-cc2e-4712-96eb-91a9db19897b'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:24.313048 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-34ba5dca-537f-4b7d-b8d1-a6ae205f3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:34:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:24.397027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] For port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:34:24.401020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] For port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e6c5e76d-fb14-4d69-a9f8-08b1adca6a95,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:34:24.422622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:24.442679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:24.476463 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:24.484998 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-34ba5dca-537f-4b7d-b8d1-a6ae205f3d06 None None] Set router d0ef51b6-cc2e-4712-96eb-91a9db19897b gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:34:24.541452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Routers {'29fd45bb-8d15-4cf0-abd7-37af544440d1'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:24.542137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:34:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['29fd45bb-8d15-4cf0-abd7-37af544440d1'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:24.545574 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:24.550093 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d878dce1-02ec-45fb-894c-ec48b138d9ab tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3881021 Sep 09 09:34:24.550667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51552) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:24.695830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] Set router 29fd45bb-8d15-4cf0-abd7-37af544440d1 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:34:24.732286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:24.763229 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:24.771979 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c404ae52-f987-4e8f-a326-0ebdbe3f29a8 req-aab0b0a4-61c5-4a82-8d88-13f0faf8f1bf tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7324bfcf-a0bc-4cca-aa3a-bb1128f2c6a6 HTTP/1.1" status: 200 len: 210 time: 0.0957470 Sep 09 09:34:24.779725 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3d17fde9-6880-4ba0-83e0-375316cac405 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2277586 Sep 09 09:34:24.780730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51560) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:24.955696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-546d5b1b-539c-4e49-8fde-176595df07f4 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1734605 Sep 09 09:34:24.956329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51564) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:24.989036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb28e4-3eb3-4622-899e-4756a344fd22 None None] Pushing event updated for resources: {'Port': ['ID=e6c5e76d-fb14-4d69-a9f8-08b1adca6a95,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:25.151796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Deleting port cb862f85-c981-4e41-bfde-a4f5b76b29b5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:25.152343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.203243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2d2804ce-e800-4a49-9b42-1ba7d6236fc6 tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Deleting port b27d7772-e21d-4360-81f6-00efae8e9aec {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:25.205284 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d2804ce-e800-4a49-9b42-1ba7d6236fc6 tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.207634 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-34ba5dca-537f-4b7d-b8d1-a6ae205f3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-router', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:39Z', 'updated_at': '2021-09-09T09:34:21Z', 'revision_number': 5, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'gw_port': {'id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:40Z', 'updated_at': '2021-09-09T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:25.300348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] For port cb862f85-c981-4e41-bfde-a4f5b76b29b5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cb862f85-c981-4e41-bfde-a4f5b76b29b5,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:25.300869 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.302611 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba5dca-537f-4b7d-b8d1-a6ae205f3d06 None None] The sync data for ids ['d0ef51b6-cc2e-4712-96eb-91a9db19897b'] in n-d-778696-16 is: [{'id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'name': 'tempest-ServerRescueNegativeTestJSON-1865628573-router', 'tenant_id': '6bbef9f29a904d9e928706218420f33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:31:39Z', 'updated_at': '2021-09-09T09:34:21Z', 'revision_number': 5, 'project_id': '6bbef9f29a904d9e928706218420f33f', 'gw_port': {'id': 'cb862f85-c981-4e41-bfde-a4f5b76b29b5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ef51b6-cc2e-4712-96eb-91a9db19897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:31:40Z', 'updated_at': '2021-09-09T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:34:25.333319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Calling delete_port for cb862f85-c981-4e41-bfde-a4f5b76b29b5 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:25.341447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:25.342154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.397571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd45bb-8d15-4cf0-abd7-37af544440d1', 'name': 'tempest-NetworksTestDHCPv6-router-436621318', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:34:18Z', 'updated_at': '2021-09-09T09:34:20Z', 'revision_number': 2, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'gw_port_host': None, '_interfaces': [{'id': 'e6c5e76d-fb14-4d69-a9f8-08b1adca6a95', 'name': '', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'mac_address': 'fa:16:3e:44:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd45bb-8d15-4cf0-abd7-37af544440d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1e5466e4-b9b5-4f96-b888-8ac9aa818053', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:34:19Z', 'updated_at': '2021-09-09T09:34:24Z', 'revision_number': 4, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'subnets': [{'id': '1e5466e4-b9b5-4f96-b888-8ac9aa818053', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:25.410064 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d2804ce-e800-4a49-9b42-1ba7d6236fc6 tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.410403 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d2804ce-e800-4a49-9b42-1ba7d6236fc6 tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.428697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2d2804ce-e800-4a49-9b42-1ba7d6236fc6 tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Calling delete_port for b27d7772-e21d-4360-81f6-00efae8e9aec owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:25.446531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3a58f-db4a-4936-8ab4-6b6bde72fc97 None None] The sync data for ids ['29fd45bb-8d15-4cf0-abd7-37af544440d1'] in n-d-778696-16 is: [{'id': '29fd45bb-8d15-4cf0-abd7-37af544440d1', 'name': 'tempest-NetworksTestDHCPv6-router-436621318', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:34:18Z', 'updated_at': '2021-09-09T09:34:20Z', 'revision_number': 2, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'gw_port_host': None, '_interfaces': [{'id': 'e6c5e76d-fb14-4d69-a9f8-08b1adca6a95', 'name': '', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'mac_address': 'fa:16:3e:44:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd45bb-8d15-4cf0-abd7-37af544440d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1e5466e4-b9b5-4f96-b888-8ac9aa818053', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:34:19Z', 'updated_at': '2021-09-09T09:34:24Z', 'revision_number': 4, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'subnets': [{'id': '1e5466e4-b9b5-4f96-b888-8ac9aa818053', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:34:25.448228 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.625934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] For port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e6c5e76d-fb14-4d69-a9f8-08b1adca6a95,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:25.626542 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.710845 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:25.728849 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d2804ce-e800-4a49-9b42-1ba7d6236fc6 tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.817170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2804ce-e800-4a49-9b42-1ba7d6236fc6 tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Pushing event deleted for resources: {'Port': ['ID=b27d7772-e21d-4360-81f6-00efae8e9aec,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:25.848421 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.882496 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.939221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Pushing event deleted for resources: {'Port': ['ID=cb862f85-c981-4e41-bfde-a4f5b76b29b5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:25.945018 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d2804ce-e800-4a49-9b42-1ba7d6236fc6 tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.953648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2d2804ce-e800-4a49-9b42-1ba7d6236fc6 tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:25.966750 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2d2804ce-e800-4a49-9b42-1ba7d6236fc6 tempest-FloatingIPAdminTestJSON-2090304257 tempest-FloatingIPAdminTestJSON-2090304257-project] 10.222.0.32 "DELETE /v2.0/floatingips/b6c67fdf-be69-4b0c-bc16-bb27858110a5 HTTP/1.1" status: 204 len: 168 time: 1.0093048 Sep 09 09:34:25.968123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51582) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:26.256251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.570122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:26.600091 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.601450 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.625552 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:34:26.714032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1be38284-2ad6-4bb3-a249-8da6b654a325 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Deleting port 52e63587-82ff-4c40-b9b5-af3b7e48e8b4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:26.714674 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1be38284-2ad6-4bb3-a249-8da6b654a325 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.771713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.772286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ef51b6-cc2e-4712-96eb-91a9db19897b {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:34:26.779845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.784303 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-445b0168-a4bb-4ee6-ae2c-eb09038d490b admin admin] 10.222.0.32 "DELETE /v2.0/routers/d0ef51b6-cc2e-4712-96eb-91a9db19897b HTTP/1.1" status: 204 len: 168 time: 3.4796576 Sep 09 09:34:26.784666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51598) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:26.851019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Deleting subnet c94a1de7-aed4-43f5-8c7b-0612e3750da1 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:26.857481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.863477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1be38284-2ad6-4bb3-a249-8da6b654a325 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.863477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1be38284-2ad6-4bb3-a249-8da6b654a325 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.876245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1be38284-2ad6-4bb3-a249-8da6b654a325 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Calling delete_port for 52e63587-82ff-4c40-b9b5-af3b7e48e8b4 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:26.883618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:26.884100 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.900171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:26.901325 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.915610 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:26.932772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=e6c5e76d-fb14-4d69-a9f8-08b1adca6a95,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:26.984513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Port e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 was deleted so its status cannot be updated. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 09 09:34:27.005596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b89e82c9-d3b6-4bc4-897e-63377af86a9a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:27.038828 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.045699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: b89e82c9-d3b6-4bc4-897e-63377af86a9a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:27.046130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b89e82c9-d3b6-4bc4-897e-63377af86a9a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:27.193390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.220157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.269585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94a1de7-aed4-43f5-8c7b-0612e3750da1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:27.288333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.296085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.296435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.298154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.298752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.313844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.314830 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.315581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.316479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.317192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.317758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.318415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:27.322562 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.325093 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8dc4687b-e1f0-4e82-9a73-c1179213f4ed admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c94a1de7-aed4-43f5-8c7b-0612e3750da1 HTTP/1.1" status: 204 len: 168 time: 0.5393105 Sep 09 09:34:27.336521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51610) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:27.421401 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.548902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Router 29fd45bb-8d15-4cf0-abd7-37af544440d1 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:34:27.555078 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.585874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936c14d7-dae2-4491-9882-2353f342439b']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:27.597292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e65ce89-1a3d-48af-83d7-f4057f30dae1') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:27.597591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e65ce89-1a3d-48af-83d7-f4057f30dae1') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:27.604402 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1be38284-2ad6-4bb3-a249-8da6b654a325 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.609094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.627089 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.633982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:34:27.635255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:34:27.636307 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:34:27.685695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:34:27.695511 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-02069d56-2361-45c7-bb6a-d8851d8ca15c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "PUT /v2.0/routers/29fd45bb-8d15-4cf0-abd7-37af544440d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9302783 Sep 09 09:34:27.695511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be38284-2ad6-4bb3-a249-8da6b654a325 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Pushing event deleted for resources: {'Port': ['ID=52e63587-82ff-4c40-b9b5-af3b7e48e8b4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:27.695959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51620) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:27.773533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a53c19-c3fd-4e0c-8d78-99147cc330be None None] Sync routers for ids ['29fd45bb-8d15-4cf0-abd7-37af544440d1'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:34:27.788346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a53c19-c3fd-4e0c-8d78-99147cc330be None None] Routers {'29fd45bb-8d15-4cf0-abd7-37af544440d1'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:27.789038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-12a53c19-c3fd-4e0c-8d78-99147cc330be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:34:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['29fd45bb-8d15-4cf0-abd7-37af544440d1'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:27.796223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe237d-acd1-4b43-bb5f-ae77364eb0d7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:27.797896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe237d-acd1-4b43-bb5f-ae77364eb0d7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:27.799518 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bfbe237d-acd1-4b43-bb5f-ae77364eb0d7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0994086 Sep 09 09:34:27.802041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51626) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:27.847887 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.854735 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.858388 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] 10.222.0.32 "DELETE /v2.0/networks/936c14d7-dae2-4491-9882-2353f342439b HTTP/1.1" status: 204 len: 168 time: 0.5263426 Sep 09 09:34:27.875706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad0c742-c3eb-4551-bf8a-9456cd173a6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 1e5466e4-b9b5-4f96-b888-8ac9aa818053 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:27.881666 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c742-c3eb-4551-bf8a-9456cd173a6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.889755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8a744-5b5f-4532-86e6-45047f095778 admin admin] Pushing event deleted for resources: {'Network': ['ID=936c14d7-dae2-4491-9882-2353f342439b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:27.914286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1be38284-2ad6-4bb3-a249-8da6b654a325 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.927261 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1be38284-2ad6-4bb3-a249-8da6b654a325 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:27.932179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1be38284-2ad6-4bb3-a249-8da6b654a325 tempest-FloatingIPAdminTestJSON-434630672 tempest-FloatingIPAdminTestJSON-434630672-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/6bc4a0a6-3bb7-4987-9757-548b36276a9e HTTP/1.1" status: 204 len: 168 time: 1.9590483 Sep 09 09:34:27.932381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51634) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:27.962969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-12a53c19-c3fd-4e0c-8d78-99147cc330be None None] Set router 29fd45bb-8d15-4cf0-abd7-37af544440d1 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:34:27.963857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c742-c3eb-4551-bf8a-9456cd173a6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.083065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-12a53c19-c3fd-4e0c-8d78-99147cc330be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd45bb-8d15-4cf0-abd7-37af544440d1', 'name': 'tempest-NetworksTestDHCPv6-router-436621318', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:34:18Z', 'updated_at': '2021-09-09T09:34:26Z', 'revision_number': 3, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:28.116713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-da6495a3-1981-453c-8c1f-c7dd82773604 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Deleting port 8798c90c-391d-4cf0-b75a-100916065795 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:28.116978 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da6495a3-1981-453c-8c1f-c7dd82773604 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.148692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a53c19-c3fd-4e0c-8d78-99147cc330be None None] Checking router: 29fd45bb-8d15-4cf0-abd7-37af544440d1 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:34:28.165516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a53c19-c3fd-4e0c-8d78-99147cc330be None None] Routers {'29fd45bb-8d15-4cf0-abd7-37af544440d1'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:28.166409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-12a53c19-c3fd-4e0c-8d78-99147cc330be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:34:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['29fd45bb-8d15-4cf0-abd7-37af544440d1'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:28.185084 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c742-c3eb-4551-bf8a-9456cd173a6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.249370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-12a53c19-c3fd-4e0c-8d78-99147cc330be None None] Set router 29fd45bb-8d15-4cf0-abd7-37af544440d1 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:34:28.315294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-12a53c19-c3fd-4e0c-8d78-99147cc330be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd45bb-8d15-4cf0-abd7-37af544440d1', 'name': 'tempest-NetworksTestDHCPv6-router-436621318', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:34:18Z', 'updated_at': '2021-09-09T09:34:26Z', 'revision_number': 3, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:28.316835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51640) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:28.389409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a53c19-c3fd-4e0c-8d78-99147cc330be None None] The sync data for ids ['29fd45bb-8d15-4cf0-abd7-37af544440d1'] in n-d-778696-16 is: [{'id': '29fd45bb-8d15-4cf0-abd7-37af544440d1', 'name': 'tempest-NetworksTestDHCPv6-router-436621318', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:34:18Z', 'updated_at': '2021-09-09T09:34:26Z', 'revision_number': 3, 'project_id': 'd447522c9cca4d03823a00c08aaeca8e', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:34:28.414980 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cb862f85-c981-4e41-bfde-a4f5b76b29b5 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:28.415132 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da6495a3-1981-453c-8c1f-c7dd82773604 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.432756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-da6495a3-1981-453c-8c1f-c7dd82773604 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Calling delete_port for 8798c90c-391d-4cf0-b75a-100916065795 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:28.443652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: cb862f85-c981-4e41-bfde-a4f5b76b29b5 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:28.444381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cb862f85-c981-4e41-bfde-a4f5b76b29b5 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:28.449750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51646) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:28.454120 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5022fa55-59aa-4142-b6f8-5ba02e4cca3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bbef9f29a904d9e928706218420f33f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357415 Sep 09 09:34:28.505570 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c742-c3eb-4551-bf8a-9456cd173a6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.547491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0c742-c3eb-4551-bf8a-9456cd173a6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5466e4-b9b5-4f96-b888-8ac9aa818053,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:28.560493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-380793e3-bdf5-47d0-80bb-dab6bdf4c9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.563288 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c742-c3eb-4551-bf8a-9456cd173a6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.568139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9ad0c742-c3eb-4551-bf8a-9456cd173a6f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/1e5466e4-b9b5-4f96-b888-8ac9aa818053 HTTP/1.1" status: 204 len: 168 time: 0.7626202 Sep 09 09:34:28.569470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477eead-96d3-430f-a9d9-5db95848edba None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:28.570426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51648) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:28.651954 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-380793e3-bdf5-47d0-80bb-dab6bdf4c9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.779324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3482f70e-332b-4b42-87c9-f84f6eedb031 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2054510 Sep 09 09:34:28.780389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51652) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:28.837620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef32d1ae-6494-4fa1-860e-0c77e3f40abd None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:34:28.892572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4733fde9-0327-4187-b182-3cecc6ee6e1f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.897304 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da6495a3-1981-453c-8c1f-c7dd82773604 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.913477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d1ae-6494-4fa1-860e-0c77e3f40abd None None] Deleting port 696a28ef-8b26-47ba-8dec-33fa4e71dda0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:28.913865 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef32d1ae-6494-4fa1-860e-0c77e3f40abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.993401 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-380793e3-bdf5-47d0-80bb-dab6bdf4c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:28.996964 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-380793e3-bdf5-47d0-80bb-dab6bdf4c9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:29.000791 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-380793e3-bdf5-47d0-80bb-dab6bdf4c9d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82882b2c-5223-4ce5-8de0-5e15af874a40 HTTP/1.1" status: 204 len: 168 time: 0.5474572 Sep 09 09:34:29.006782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6495a3-1981-453c-8c1f-c7dd82773604 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event deleted for resources: {'Port': ['ID=8798c90c-391d-4cf0-b75a-100916065795,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:29.024698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ef32d1ae-6494-4fa1-860e-0c77e3f40abd None None] For port 696a28ef-8b26-47ba-8dec-33fa4e71dda0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=696a28ef-8b26-47ba-8dec-33fa4e71dda0,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:29.025390 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef32d1ae-6494-4fa1-860e-0c77e3f40abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:29.048116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d1ae-6494-4fa1-860e-0c77e3f40abd None None] Calling delete_port for 696a28ef-8b26-47ba-8dec-33fa4e71dda0 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:29.054783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380793e3-bdf5-47d0-80bb-dab6bdf4c9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82882b2c-5223-4ce5-8de0-5e15af874a40,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:29.338888 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef32d1ae-6494-4fa1-860e-0c77e3f40abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:29.395858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d1ae-6494-4fa1-860e-0c77e3f40abd None None] Pushing event deleted for resources: {'Port': ['ID=696a28ef-8b26-47ba-8dec-33fa4e71dda0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:29.400171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef32d1ae-6494-4fa1-860e-0c77e3f40abd None None] No DVR routers for this DVR port 696a28ef-8b26-47ba-8dec-33fa4e71dda0 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:29.804669 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4733fde9-0327-4187-b182-3cecc6ee6e1f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:29.809811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4733fde9-0327-4187-b182-3cecc6ee6e1f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:29.867516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da6495a3-1981-453c-8c1f-c7dd82773604 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:29.869685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-da6495a3-1981-453c-8c1f-c7dd82773604 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "DELETE /v2.0/ports/8798c90c-391d-4cf0-b75a-100916065795 HTTP/1.1" status: 204 len: 168 time: 1.9364753 Sep 09 09:34:29.873055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51680) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:29.927655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a6df9c-16e3-454d-8616-6546caa2fa25 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:29.931708 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-67a6df9c-16e3-454d-8616-6546caa2fa25 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "GET /v2.0/ports?device_id=605746a9-c3e7-4545-9388-fb4c74a5d33d HTTP/1.1" status: 200 len: 913 time: 0.0534036 Sep 09 09:34:29.932196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51686) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:29.961973 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4733fde9-0327-4187-b182-3cecc6ee6e1f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:29.962389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4733fde9-0327-4187-b182-3cecc6ee6e1f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Fanout notify agent at l3_agent the message router_deleted on router 29fd45bb-8d15-4cf0-abd7-37af544440d1 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:34:29.973183 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4733fde9-0327-4187-b182-3cecc6ee6e1f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:29.973183 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4733fde9-0327-4187-b182-3cecc6ee6e1f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/routers/29fd45bb-8d15-4cf0-abd7-37af544440d1 HTTP/1.1" status: 204 len: 168 time: 1.1907194 Sep 09 09:34:29.974620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51692) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:30.013192 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f7b69d40-28ac-4134-baa6-bcb73a51be4d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0370049 Sep 09 09:34:30.015588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51696) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:30.101345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ffe202-053c-46b9-83da-76b6c63c2554 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:30.109776 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b9ffe202-053c-46b9-83da-76b6c63c2554 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0927629 Sep 09 09:34:30.110981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51704) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:30.159001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-42b0683f-ad57-46eb-8603-07813a3d715f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465484 Sep 09 09:34:30.163306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51706) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:30.171313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0a277273-b827-420e-8572-78130ae608ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:30.327239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 696a28ef-8b26-47ba-8dec-33fa4e71dda0 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:30.350275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 696a28ef-8b26-47ba-8dec-33fa4e71dda0 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:30.351033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 696a28ef-8b26-47ba-8dec-33fa4e71dda0 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:30.351747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:30.384877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:30.384877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e6c5e76d-fb14-4d69-a9f8-08b1adca6a95 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:30.465366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a277273-b827-420e-8572-78130ae608ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:30.468926 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a277273-b827-420e-8572-78130ae608ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:30.503516 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28949037-3718-4257-8ed4-f660dd245738 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:31.094321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.objects.ports [None req-0a277273-b827-420e-8572-78130ae608ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:34:31.098289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-28949037-3718-4257-8ed4-f660dd245738 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Deleting port 8498ae3b-b8b6-4a61-a11a-a3db79726a43 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:31.098726 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28949037-3718-4257-8ed4-f660dd245738 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:31.102230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a277273-b827-420e-8572-78130ae608ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:31.252171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a277273-b827-420e-8572-78130ae608ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:31.257792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-0a277273-b827-420e-8572-78130ae608ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:31.263184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a277273-b827-420e-8572-78130ae608ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:31.264581 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0a277273-b827-420e-8572-78130ae608ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:31.270898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbb82ed-587f-4f7b-bd3b-5fa1f9bce780 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:31.287469 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28949037-3718-4257-8ed4-f660dd245738 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:31.294476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a277273-b827-420e-8572-78130ae608ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=148c9f8d-a39d-45b1-98e0-46f0f82e1f5b,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:31.308104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-28949037-3718-4257-8ed4-f660dd245738 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Calling delete_port for 8498ae3b-b8b6-4a61-a11a-a3db79726a43 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:31.358141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0a277273-b827-420e-8572-78130ae608ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1933908 Sep 09 09:34:31.360880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51798) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:31.369169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d2560f4c-6cbc-4e18-b6dd-0c434d2decea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:31.580036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '148c9f8d-a39d-45b1-98e0-46f0f82e1f5b'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:34:31.581706 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:31.688431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2560f4c-6cbc-4e18-b6dd-0c434d2decea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:31.693497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d2560f4c-6cbc-4e18-b6dd-0c434d2decea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:31.865835 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Allocated IP 2001:db8::f816:3eff:fe26:ad9a (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/148c9f8d-a39d-45b1-98e0-46f0f82e1f5b/fb14b65b-f667-4573-944c-50a20069f535) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:32.146351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51810) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:32.184362 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:32.205446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Transition to ACTIVE for port object fb14b65b-f667-4573-944c-50a20069f535 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:32.208721 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d2560f4c-6cbc-4e18-b6dd-0c434d2decea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:32.253650 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Transition to ACTIVE for port object fb14b65b-f667-4573-944c-50a20069f535 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:32.311070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2560f4c-6cbc-4e18-b6dd-0c434d2decea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=9a013d96-6855-4e6b-826d-d3d9d4ce590e,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:32.328728 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:32.349053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2560f4c-6cbc-4e18-b6dd-0c434d2decea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:32.357665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d2560f4c-6cbc-4e18-b6dd-0c434d2decea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:32.361845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2560f4c-6cbc-4e18-b6dd-0c434d2decea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:32.362679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d2560f4c-6cbc-4e18-b6dd-0c434d2decea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:32.378686 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1c68a14-15d1-4bd4-92c2-5197afd844e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:32.390928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:32.399021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:32.401461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Pushing event updated for resources: {'Port': ['ID=fb14b65b-f667-4573-944c-50a20069f535,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:32.405019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:32.469817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Attempting to bind port fb14b65b-f667-4573-944c-50a20069f535 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:32.470316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Attempting to bind port fb14b65b-f667-4573-944c-50a20069f535 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:32.470511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28949037-3718-4257-8ed4-f660dd245738 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:32.475184 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Attempting to bind port fb14b65b-f667-4573-944c-50a20069f535 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:32.476432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:34:32.476881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:34:32.477773 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:32.478383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:34:32.478943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Bound port: fb14b65b-f667-4573-944c-50a20069f535, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:34:32.479460 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:32.499498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d2560f4c-6cbc-4e18-b6dd-0c434d2decea tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1369219 Sep 09 09:34:32.504849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51818) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:32.510174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:61:c4:03', 'name': 'tempest-NetworksTestDHCPv6-1113271798'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:32.551087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28949037-3718-4257-8ed4-f660dd245738 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event deleted for resources: {'Port': ['ID=8498ae3b-b8b6-4a61-a11a-a3db79726a43,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:32.581979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] For port fb14b65b-f667-4573-944c-50a20069f535, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:34:32.593672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] For port fb14b65b-f667-4573-944c-50a20069f535, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fb14b65b-f667-4573-944c-50a20069f535,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:34:32.665666 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:32.909839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb5cc8-69d2-4fd7-9642-7ce9929f4616 None None] Pushing event updated for resources: {'Port': ['ID=fb14b65b-f667-4573-944c-50a20069f535,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:32.978903 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28949037-3718-4257-8ed4-f660dd245738 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:33.054665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1c68a14-15d1-4bd4-92c2-5197afd844e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:33.173165 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1c68a14-15d1-4bd4-92c2-5197afd844e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:33.261234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e1c68a14-15d1-4bd4-92c2-5197afd844e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6a298dc0edc4251abb3ca6df504c3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1133003 Sep 09 09:34:33.264080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51860) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:33.268140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c68a14-15d1-4bd4-92c2-5197afd844e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaedcea2-efae-4c4a-9c04-8696265911d8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:33.289187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:33.374689 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28949037-3718-4257-8ed4-f660dd245738 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Router 605746a9-c3e7-4545-9388-fb4c74a5d33d has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:34:33.376393 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a65d1793-9b24-49eb-9f29-62af42a3b9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:33.428515 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:33.442447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a65d1793-9b24-49eb-9f29-62af42a3b9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:33.455600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port a41fe1ad-cef0-4c79-8edf-76e7a965fc00 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:34:33.549674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28949037-3718-4257-8ed4-f660dd245738 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:34:33.557648 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-28949037-3718-4257-8ed4-f660dd245738 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "PUT /v2.0/routers/605746a9-c3e7-4545-9388-fb4c74a5d33d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6241403 Sep 09 09:34:33.563433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51868) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:33.568984 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e02b1-f669-44b9-aeeb-176298cd0077 None None] Sync routers for ids ['605746a9-c3e7-4545-9388-fb4c74a5d33d'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:34:33.581339 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e02b1-f669-44b9-aeeb-176298cd0077 None None] Routers {'605746a9-c3e7-4545-9388-fb4c74a5d33d'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:33.582308 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e34e02b1-f669-44b9-aeeb-176298cd0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:34:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['605746a9-c3e7-4545-9388-fb4c74a5d33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:33.624692 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e34e02b1-f669-44b9-aeeb-176298cd0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:33.633905 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e02b1-f669-44b9-aeeb-176298cd0077 None None] Routers {'605746a9-c3e7-4545-9388-fb4c74a5d33d'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:34:33.634893 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e34e02b1-f669-44b9-aeeb-176298cd0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:34:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['605746a9-c3e7-4545-9388-fb4c74a5d33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:33.642332 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a65d1793-9b24-49eb-9f29-62af42a3b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:33.645793 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a65d1793-9b24-49eb-9f29-62af42a3b9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:33.649328 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a65d1793-9b24-49eb-9f29-62af42a3b9b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaedcea2-efae-4c4a-9c04-8696265911d8 HTTP/1.1" status: 204 len: 168 time: 0.3816147 Sep 09 09:34:33.665337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 172.20.0.14 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/9a013d96-6855-4e6b-826d-d3d9d4ce590e/a41fe1ad-cef0-4c79-8edf-76e7a965fc00) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:33.673880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::f816:3eff:fe61:c403 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/148c9f8d-a39d-45b1-98e0-46f0f82e1f5b/a41fe1ad-cef0-4c79-8edf-76e7a965fc00) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:33.684398 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e34e02b1-f669-44b9-aeeb-176298cd0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:33.685394 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e02b1-f669-44b9-aeeb-176298cd0077 None None] The sync data for ids ['605746a9-c3e7-4545-9388-fb4c74a5d33d'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:34:33.728048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d1793-9b24-49eb-9f29-62af42a3b9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaedcea2-efae-4c4a-9c04-8696265911d8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:33.770198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:33.994199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:34.017330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object a41fe1ad-cef0-4c79-8edf-76e7a965fc00 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:34.023039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:34.192945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Deleting port 735f4ea1-a258-4699-a645-066c54d1eecc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:34.193600 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:34.202169 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:34.261773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:34.265869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:34.271603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:34.314872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d76c7d-691b-419c-a85c-2baa58d05699 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:34.333324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:34.334454 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:34.360799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=a41fe1ad-cef0-4c79-8edf-76e7a965fc00,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:34.429338 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:34.448495 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0c1aad8f-a924-4a22-83a7-2610dd4d3d80 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9426048 Sep 09 09:34:34.452510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51896) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:34.462779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Calling delete_port for 735f4ea1-a258-4699-a645-066c54d1eecc owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:34.552198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fb14b65b-f667-4573-944c-50a20069f535 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:34.595901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70866dfd-036b-41fb-8f4d-6e30a5442b3e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:34.608116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70866dfd-036b-41fb-8f4d-6e30a5442b3e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:34.610116 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-70866dfd-036b-41fb-8f4d-6e30a5442b3e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1564763 Sep 09 09:34:34.618426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51902) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:34.705391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-52644ab5-9e6b-4879-8bf3-9f896a768c56 None None] Provisioning for port fb14b65b-f667-4573-944c-50a20069f535 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:34.873245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8656ceb0-6170-442e-8e90-54efd8ac9c0d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port a41fe1ad-cef0-4c79-8edf-76e7a965fc00 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:34.873245 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8656ceb0-6170-442e-8e90-54efd8ac9c0d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:34.898189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port fb14b65b-f667-4573-944c-50a20069f535 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:34.905313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fb14b65b-f667-4573-944c-50a20069f535 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:34.905698 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:34.929419 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.006346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffac3b74-23ab-44fd-8bad-f3867284af9c None None] Update dhcp port {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': '148c9f8d-a39d-45b1-98e0-46f0f82e1f5b', 'ip_address': '2001:db8::f816:3eff:fe26:ad9a'}, {'subnet_id': '9a013d96-6855-4e6b-826d-d3d9d4ce590e'}], 'binding:host_id': 'n-d-778696-16'}, 'id': 'fb14b65b-f667-4573-944c-50a20069f535'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:34:35.018905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event deleted for resources: {'Port': ['ID=735f4ea1-a258-4699-a645-066c54d1eecc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:35.086961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8656ceb0-6170-442e-8e90-54efd8ac9c0d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.113369 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-8656ceb0-6170-442e-8e90-54efd8ac9c0d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for a41fe1ad-cef0-4c79-8edf-76e7a965fc00 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:35.113600 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffac3b74-23ab-44fd-8bad-f3867284af9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.145298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.305412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-ffac3b74-23ab-44fd-8bad-f3867284af9c None None] Allocated IP 172.20.0.2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/9a013d96-6855-4e6b-826d-d3d9d4ce590e/fb14b65b-f667-4573-944c-50a20069f535) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:35.420405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.423283 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.465406 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ffac3b74-23ab-44fd-8bad-f3867284af9c None None] For port fb14b65b-f667-4573-944c-50a20069f535, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fb14b65b-f667-4573-944c-50a20069f535,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:35.500247 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffac3b74-23ab-44fd-8bad-f3867284af9c None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.516037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ffac3b74-23ab-44fd-8bad-f3867284af9c None None] Transition to ACTIVE for port object fb14b65b-f667-4573-944c-50a20069f535 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:35.529229 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.608018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffac3b74-23ab-44fd-8bad-f3867284af9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.689141 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.689852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Fanout notify agent at l3_agent the message router_deleted on router 605746a9-c3e7-4545-9388-fb4c74a5d33d {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:34:35.710483 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.715037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51928) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:35.720718 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-edf8b1bf-dc0f-406e-83bb-002d1fce5a7f tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "DELETE /v2.0/routers/605746a9-c3e7-4545-9388-fb4c74a5d33d HTTP/1.1" status: 204 len: 168 time: 2.1461535 Sep 09 09:34:35.727000 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8656ceb0-6170-442e-8e90-54efd8ac9c0d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:35.862291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656ceb0-6170-442e-8e90-54efd8ac9c0d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=a41fe1ad-cef0-4c79-8edf-76e7a965fc00,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:35.959788 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:34:35.959788 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:34:35.967725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac3b74-23ab-44fd-8bad-f3867284af9c None None] Pushing event updated for resources: {'Port': ['ID=fb14b65b-f667-4573-944c-50a20069f535,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:35.968451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c3c299-e8fe-4ddd-8084-515a1f41fa95 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Deleting subnet 21f19d8f-0e09-4d89-8f8d-2ac07dfa32fa {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:35.976507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16c3c299-e8fe-4ddd-8084-515a1f41fa95 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.005147 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8656ceb0-6170-442e-8e90-54efd8ac9c0d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.007412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8656ceb0-6170-442e-8e90-54efd8ac9c0d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/a41fe1ad-cef0-4c79-8edf-76e7a965fc00 HTTP/1.1" status: 204 len: 168 time: 1.3875995 Sep 09 09:34:36.010101 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51936) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:36.046569 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16c3c299-e8fe-4ddd-8084-515a1f41fa95 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.117603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e619cd-aaf7-440b-9b43-d2173be332ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:36.120031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e619cd-aaf7-440b-9b43-d2173be332ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:36.129511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e619cd-aaf7-440b-9b43-d2173be332ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:36.133765 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a2e619cd-aaf7-440b-9b43-d2173be332ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1225917 Sep 09 09:34:36.137058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51942) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:36.242096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16c3c299-e8fe-4ddd-8084-515a1f41fa95 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.259675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecbd158-30e2-4ced-9a81-ed250878bcc5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 148c9f8d-a39d-45b1-98e0-46f0f82e1f5b {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:36.263913 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cecbd158-30e2-4ced-9a81-ed250878bcc5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.327933 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cecbd158-30e2-4ced-9a81-ed250878bcc5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.402876 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16c3c299-e8fe-4ddd-8084-515a1f41fa95 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.444473 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cecbd158-30e2-4ced-9a81-ed250878bcc5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.452429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3c299-e8fe-4ddd-8084-515a1f41fa95 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event deleted for resources: {'Subnet': ['ID=21f19d8f-0e09-4d89-8f8d-2ac07dfa32fa,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:36.461300 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16c3c299-e8fe-4ddd-8084-515a1f41fa95 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.474431 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-16c3c299-e8fe-4ddd-8084-515a1f41fa95 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "DELETE /v2.0/subnets/21f19d8f-0e09-4d89-8f8d-2ac07dfa32fa HTTP/1.1" status: 204 len: 168 time: 0.7568843 Sep 09 09:34:36.480909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51954) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:36.500026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ee93a-f22c-4907-906f-ce6aa961680e None None] Network 1972c74b-0f5d-4b78-a798-b4094fcbc660 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:36.599212 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.678328 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.694166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cecbd158-30e2-4ced-9a81-ed250878bcc5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.764555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbd158-30e2-4ced-9a81-ed250878bcc5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=148c9f8d-a39d-45b1-98e0-46f0f82e1f5b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:36.781762 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cecbd158-30e2-4ced-9a81-ed250878bcc5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.787717 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cecbd158-30e2-4ced-9a81-ed250878bcc5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/148c9f8d-a39d-45b1-98e0-46f0f82e1f5b HTTP/1.1" status: 204 len: 168 time: 0.6465576 Sep 09 09:34:36.787970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51962) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:36.799726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Deleting port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:36.800330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.817995 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:34:36.818344 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:34:36.937765 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21818c60-aa4a-4040-af02-ddf7bf9589f8 None None] DHCP port deletion for 1972c74b-0f5d-4b78-a798-b4094fcbc660 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:34:36.974626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] For port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=71cf2c16-5604-4dcb-b6f6-1086a06f87f3,segment=NetworkSegment(ab0a8907-44f5-49d5-914d-f6dafbfd3e9a),segment_id=ab0a8907-44f5-49d5-914d-f6dafbfd3e9a)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:36.975003 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:36.985966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b618b9-2109-412f-9b15-cf25d057ee93 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 9a013d96-6855-4e6b-826d-d3d9d4ce590e {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:36.989940 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-97b618b9-2109-412f-9b15-cf25d057ee93 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.003817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36822e5-330f-4b56-9b2b-4aa0afea33dc None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:37.041751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Calling delete_port for 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:37.044922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-894a4447-4ae2-4ae3-8464-f39309502866 None None] Could not find standard attr ID for object a41fe1ad-cef0-4c79-8edf-76e7a965fc00. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:34:37.053198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-97b618b9-2109-412f-9b15-cf25d057ee93 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.166971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-21818c60-aa4a-4040-af02-ddf7bf9589f8 None None] Deleting port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:37.167329 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21818c60-aa4a-4040-af02-ddf7bf9589f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.207049 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-97b618b9-2109-412f-9b15-cf25d057ee93 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.275429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-894a4447-4ae2-4ae3-8464-f39309502866 None None] Provisioning for port fb14b65b-f667-4573-944c-50a20069f535 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:37.286227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-894a4447-4ae2-4ae3-8464-f39309502866 None None] Provisioning complete for port fb14b65b-f667-4573-944c-50a20069f535 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:37.286601 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-894a4447-4ae2-4ae3-8464-f39309502866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.290047 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-21818c60-aa4a-4040-af02-ddf7bf9589f8 None None] For port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=71cf2c16-5604-4dcb-b6f6-1086a06f87f3,segment=NetworkSegment(ab0a8907-44f5-49d5-914d-f6dafbfd3e9a),segment_id=ab0a8907-44f5-49d5-914d-f6dafbfd3e9a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:37.290435 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21818c60-aa4a-4040-af02-ddf7bf9589f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.328412 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.341504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-21818c60-aa4a-4040-af02-ddf7bf9589f8 None None] Calling delete_port for 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:37.377375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event deleted for resources: {'Port': ['ID=71cf2c16-5604-4dcb-b6f6-1086a06f87f3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:37.393984 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-97b618b9-2109-412f-9b15-cf25d057ee93 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.394386 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] No DVR routers for this DVR port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:37.458507 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.520399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b618b9-2109-412f-9b15-cf25d057ee93 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=9a013d96-6855-4e6b-826d-d3d9d4ce590e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:37.558238 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-97b618b9-2109-412f-9b15-cf25d057ee93 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.563403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51982) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:37.564365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-97b618b9-2109-412f-9b15-cf25d057ee93 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/9a013d96-6855-4e6b-826d-d3d9d4ce590e HTTP/1.1" status: 204 len: 168 time: 0.7736716 Sep 09 09:34:37.599039 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21818c60-aa4a-4040-af02-ddf7bf9589f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.645635 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-894a4447-4ae2-4ae3-8464-f39309502866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.652959 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:34:37.652959 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:34:37.653607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21818c60-aa4a-4040-af02-ddf7bf9589f8 None None] Pushing event deleted for resources: {'Port': ['ID=71cf2c16-5604-4dcb-b6f6-1086a06f87f3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:37.670487 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.675290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21818c60-aa4a-4040-af02-ddf7bf9589f8 None None] No DVR routers for this DVR port 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:37.706187 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f637381f-d31c-4af5-8313-5aa9cbf3faf9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1405294 Sep 09 09:34:37.711615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:37.715410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1972c74b-0f5d-4b78-a798-b4094fcbc660']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:37.721592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:37.728195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0a8907-44f5-49d5-914d-f6dafbfd3e9a') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:37.728488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0a8907-44f5-49d5-914d-f6dafbfd3e9a') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:34:37.740245 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.760421 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-894a4447-4ae2-4ae3-8464-f39309502866 None None] For port fb14b65b-f667-4573-944c-50a20069f535, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fb14b65b-f667-4573-944c-50a20069f535,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:37.763402 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.770872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:34:37.771439 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:34:37.775065 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:34:37.864779 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-894a4447-4ae2-4ae3-8464-f39309502866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:37.934333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a4447-4ae2-4ae3-8464-f39309502866 None None] Pushing event updated for resources: {'Port': ['ID=fb14b65b-f667-4573-944c-50a20069f535,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:38.006454 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:38.017901 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:38.020287 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "DELETE /v2.0/networks/1972c74b-0f5d-4b78-a798-b4094fcbc660 HTTP/1.1" status: 204 len: 168 time: 1.5383093 Sep 09 09:34:38.023585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:38.077021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c1a12-4348-409c-981c-f9f3d2490a67 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event deleted for resources: {'Network': ['ID=1972c74b-0f5d-4b78-a798-b4094fcbc660,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:38.096409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:38.115977 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:38.255059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fb14b65b-f667-4573-944c-50a20069f535 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:38.383965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fb14b65b-f667-4573-944c-50a20069f535 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:38.384339 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:38.517174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806d92c8-f592-404f-b712-2cc26e9f17dd None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:38.587498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-93f3e389-9d18-417a-9df1-475a3b766619 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Deleting port f45463b9-e005-4866-b4ee-48c7f19f648b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:38.588504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93f3e389-9d18-417a-9df1-475a3b766619 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:38.706996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:38.733696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-67301016-d630-436b-a0e3-f1a48bddedc5 None None] Provisioning complete for port fb14b65b-f667-4573-944c-50a20069f535 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:38.734070 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67301016-d630-436b-a0e3-f1a48bddedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:38.738625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:38.738945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 71cf2c16-5604-4dcb-b6f6-1086a06f87f3 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:38.842659 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93f3e389-9d18-417a-9df1-475a3b766619 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:38.843249 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93f3e389-9d18-417a-9df1-475a3b766619 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:38.873202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-93f3e389-9d18-417a-9df1-475a3b766619 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Calling delete_port for f45463b9-e005-4866-b4ee-48c7f19f648b owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:39.033000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4eec1f-1c45-44ee-9848-859a7b20b21c None None] Update dhcp port {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': '1499a547-949e-4454-b034-e520c5ae4982'}], 'binding:host_id': 'n-d-778696-16'}, 'id': 'fb14b65b-f667-4573-944c-50a20069f535'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:34:39.060394 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b4eec1f-1c45-44ee-9848-859a7b20b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:39.264728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.objects.ports [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:34:39.281324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-5b4eec1f-1c45-44ee-9848-859a7b20b21c None None] Allocated IP 2001:db8::f816:3eff:fe26:ad9a (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/1499a547-949e-4454-b034-e520c5ae4982/fb14b65b-f667-4573-944c-50a20069f535) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:39.483134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52028) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:39.530973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5b4eec1f-1c45-44ee-9848-859a7b20b21c None None] For port fb14b65b-f667-4573-944c-50a20069f535, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fb14b65b-f667-4573-944c-50a20069f535,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:39.566705 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b4eec1f-1c45-44ee-9848-859a7b20b21c None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:39.582531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5b4eec1f-1c45-44ee-9848-859a7b20b21c None None] Transition to ACTIVE for port object fb14b65b-f667-4573-944c-50a20069f535 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:39.641995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93f3e389-9d18-417a-9df1-475a3b766619 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:39.666126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0adc2c8-4fa0-49eb-80aa-aa2527f978d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:39.676636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5b4eec1f-1c45-44ee-9848-859a7b20b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:39.696279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3e389-9d18-417a-9df1-475a3b766619 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Pushing event deleted for resources: {'Port': ['ID=f45463b9-e005-4866-b4ee-48c7f19f648b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:39.698794 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe26:ad9a-a64ff9ef-b90f-4ba3-9897-0b0a4087fd {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:34:39.699355 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:34:39.830805 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93f3e389-9d18-417a-9df1-475a3b766619 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:39.844155 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93f3e389-9d18-417a-9df1-475a3b766619 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:39.844155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-93f3e389-9d18-417a-9df1-475a3b766619 tempest-FloatingIPAdminTestJSON-1398308600 tempest-FloatingIPAdminTestJSON-1398308600-project] 10.222.0.32 "DELETE /v2.0/floatingips/fe860549-e3a8-4b3a-9e26-7c7172af28d6 HTTP/1.1" status: 204 len: 168 time: 1.8194463 Sep 09 09:34:39.952496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eec1f-1c45-44ee-9848-859a7b20b21c None None] Pushing event updated for resources: {'Port': ['ID=fb14b65b-f667-4573-944c-50a20069f535,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:40.007709 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0adc2c8-4fa0-49eb-80aa-aa2527f978d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:40.120295 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0adc2c8-4fa0-49eb-80aa-aa2527f978d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:40.172440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52040) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:40.172676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b0adc2c8-4fa0-49eb-80aa-aa2527f978d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e6f3de18a0e4bdcadcc073e37f83cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880808 Sep 09 09:34:40.174065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adc2c8-4fa0-49eb-80aa-aa2527f978d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43211916-91ee-46cb-ab74-e9dcbd0118fd,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:40.192884 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fb14b65b-f667-4573-944c-50a20069f535 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:40.332139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6121a31-2ecc-4abc-aeb2-23ff4151c2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:40.385690 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6121a31-2ecc-4abc-aeb2-23ff4151c2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:40.420559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.objects.ports [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:34:40.494288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52054) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:40.564078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_pluggable_backend [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Port fb14b65b-f667-4573-944c-50a20069f535 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=95326) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Sep 09 09:34:40.564465 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:40.634238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=1499a547-949e-4454-b034-e520c5ae4982,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:40.641577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6121a31-2ecc-4abc-aeb2-23ff4151c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:40.644183 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6121a31-2ecc-4abc-aeb2-23ff4151c2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:40.650567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d6121a31-2ecc-4abc-aeb2-23ff4151c2fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43211916-91ee-46cb-ab74-e9dcbd0118fd HTTP/1.1" status: 204 len: 168 time: 0.4711215 Sep 09 09:34:40.656636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6121a31-2ecc-4abc-aeb2-23ff4151c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43211916-91ee-46cb-ab74-e9dcbd0118fd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:40.663570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:40.665171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:40.672628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:40.672628 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:40.698166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52064) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:40.715422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c55787-e1f0-435a-b4d1-b80aab646013 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:40.756977 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-af3422be-893c-44a1-8abd-8a0858887529 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0434170 Sep 09 09:34:40.759956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52068) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:40.767882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9338a2fc-6462-440b-86c3-e0d3befa68ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:40.900173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d470715e-24a1-4dfe-92ed-6137e7a79c1f None None] Provisioning for port fb14b65b-f667-4573-944c-50a20069f535 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:40.907645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d470715e-24a1-4dfe-92ed-6137e7a79c1f None None] Provisioning complete for port fb14b65b-f667-4573-944c-50a20069f535 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:40.907946 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d470715e-24a1-4dfe-92ed-6137e7a79c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.036600 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-19deca87-1b9e-4e06-a90f-d04460afb52b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da07350d43664596871cfe64e51ee07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372849 Sep 09 09:34:41.036941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52074) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:41.161325 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17c1401b-1560-45dd-9d10-a58490094212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.213163 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17c1401b-1560-45dd-9d10-a58490094212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.219253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9338a2fc-6462-440b-86c3-e0d3befa68ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:41.229552 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9338a2fc-6462-440b-86c3-e0d3befa68ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.319282 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-771888ef-6bde-4a3d-86ca-f3443140951e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.343309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9ebefe8d-0cf6-4c46-8a19-124fe6989a8a None None] Provisioning complete for port fb14b65b-f667-4573-944c-50a20069f535 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:41.345428 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ebefe8d-0cf6-4c46-8a19-124fe6989a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.361650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17c1401b-1560-45dd-9d10-a58490094212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.365229 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17c1401b-1560-45dd-9d10-a58490094212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.369659 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-17c1401b-1560-45dd-9d10-a58490094212 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e61408c-da6f-42ee-a8a0-7ae27d863e5b HTTP/1.1" status: 204 len: 168 time: 0.3317041 Sep 09 09:34:41.382147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1401b-1560-45dd-9d10-a58490094212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e61408c-da6f-42ee-a8a0-7ae27d863e5b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:41.567501 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-771888ef-6bde-4a3d-86ca-f3443140951e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.567964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52078) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:41.595941 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28278970-5657-4274-a22c-6af19e19f793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.642016 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-771888ef-6bde-4a3d-86ca-f3443140951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.722048 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9338a2fc-6462-440b-86c3-e0d3befa68ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.755727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-64918d99-28b0-479d-a0a4-75b292089b94 None None] Could not find standard attr ID for object a41fe1ad-cef0-4c79-8edf-76e7a965fc00. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:34:41.801900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-771888ef-6bde-4a3d-86ca-f3443140951e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d80d9f6f5c74c10964810325f29306f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1021171 Sep 09 09:34:41.803766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52086) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:41.805785 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28278970-5657-4274-a22c-6af19e19f793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.817395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9338a2fc-6462-440b-86c3-e0d3befa68ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:41.825030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771888ef-6bde-4a3d-86ca-f3443140951e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3191105-42d2-4ffd-9d30-d9ab1be70f33,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:41.835792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-9338a2fc-6462-440b-86c3-e0d3befa68ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:41.842490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9338a2fc-6462-440b-86c3-e0d3befa68ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:41.846265 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9338a2fc-6462-440b-86c3-e0d3befa68ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.865204 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28278970-5657-4274-a22c-6af19e19f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.891088 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338a2fc-6462-440b-86c3-e0d3befa68ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=77b0a804-3015-4505-bc26-35f0b2d3a33e,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:41.907991 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-28278970-5657-4274-a22c-6af19e19f793 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbfbb4715bc5484d8487e7c29bfed12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380525 Sep 09 09:34:41.910827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52088) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:41.918530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6209b3c4-d3bd-4055-b1a0-d44dfffba961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.956940 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9338a2fc-6462-440b-86c3-e0d3befa68ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1951618 Sep 09 09:34:41.958444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52090) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:41.959219 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6209b3c4-d3bd-4055-b1a0-d44dfffba961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:41.983782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:86:fd:8e', 'name': 'tempest-NetworksTestDHCPv6-1652172897'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:42.038623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660822cb-029f-4df0-931e-260babd46a47 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:42.086628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6209b3c4-d3bd-4055-b1a0-d44dfffba961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.090798 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6209b3c4-d3bd-4055-b1a0-d44dfffba961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.106828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6209b3c4-d3bd-4055-b1a0-d44dfffba961 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3191105-42d2-4ffd-9d30-d9ab1be70f33 HTTP/1.1" status: 204 len: 168 time: 0.2940989 Sep 09 09:34:42.138860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209b3c4-d3bd-4055-b1a0-d44dfffba961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3191105-42d2-4ffd-9d30-d9ab1be70f33,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:42.257304 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.259344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28278970-5657-4274-a22c-6af19e19f793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733ffd51-405e-462e-ae55-878ca83b2c27,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:42.269467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:42.328551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.414999 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.457602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53d29a-87d8-4615-9db8-a38e642d4d21 None None] Update dhcp port {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': '1499a547-949e-4454-b034-e520c5ae4982', 'ip_address': '2001:db8::f816:3eff:fe26:ad9a'}, {'subnet_id': '77b0a804-3015-4505-bc26-35f0b2d3a33e'}], 'binding:host_id': 'n-d-778696-16'}, 'id': 'fb14b65b-f667-4573-944c-50a20069f535'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:34:42.465430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port a87ec58a-484a-4935-8f05-5e75e244afeb yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:34:42.490467 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fa53d29a-87d8-4615-9db8-a38e642d4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.555189 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.555332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52098) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:42.565831 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.569479 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/733ffd51-405e-462e-ae55-878ca83b2c27 HTTP/1.1" status: 204 len: 168 time: 0.6545990 Sep 09 09:34:42.585956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a2d722ef-588d-44bd-a767-355ebb3bd175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.703132 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733ffd51-405e-462e-ae55-878ca83b2c27,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:42.736529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.743686 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a2d722ef-588d-44bd-a767-355ebb3bd175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.743838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.744198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.744549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.744897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.746348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.746882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.747225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.747587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.747923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.752345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.756053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701b52-56be-4a59-859d-960c76ff25e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:34:42.794046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-fa53d29a-87d8-4615-9db8-a38e642d4d21 None None] Allocated IP 172.20.0.2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/77b0a804-3015-4505-bc26-35f0b2d3a33e/fb14b65b-f667-4573-944c-50a20069f535) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:42.796882 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a2d722ef-588d-44bd-a767-355ebb3bd175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.846805 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d722ef-588d-44bd-a767-355ebb3bd175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565395b0-7455-45cb-84ab-6575cb1e2fb1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:42.851825 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a2d722ef-588d-44bd-a767-355ebb3bd175 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2cc72b2a3974a52ad3a8d9947aa1082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955840 Sep 09 09:34:42.855330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52106) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:42.914498 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3fe12809-7849-4485-a9d1-df92bdf0d7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.934032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-fa53d29a-87d8-4615-9db8-a38e642d4d21 None None] For port fb14b65b-f667-4573-944c-50a20069f535, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fb14b65b-f667-4573-944c-50a20069f535,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:42.940499 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3fe12809-7849-4485-a9d1-df92bdf0d7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:42.975197 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fa53d29a-87d8-4615-9db8-a38e642d4d21 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.042087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fa53d29a-87d8-4615-9db8-a38e642d4d21 None None] Transition to ACTIVE for port object fb14b65b-f667-4573-944c-50a20069f535 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:43.042990 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3fe12809-7849-4485-a9d1-df92bdf0d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.045971 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3fe12809-7849-4485-a9d1-df92bdf0d7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.049982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3fe12809-7849-4485-a9d1-df92bdf0d7fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/565395b0-7455-45cb-84ab-6575cb1e2fb1 HTTP/1.1" status: 204 len: 168 time: 0.1938252 Sep 09 09:34:43.059549 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe12809-7849-4485-a9d1-df92bdf0d7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565395b0-7455-45cb-84ab-6575cb1e2fb1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:43.078005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52112) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:43.095022 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb2225e1-eda8-4e09-9cc5-7c6fb4910cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.106111 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fa53d29a-87d8-4615-9db8-a38e642d4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.234806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53d29a-87d8-4615-9db8-a38e642d4d21 None None] Pushing event updated for resources: {'Port': ['ID=fb14b65b-f667-4573-944c-50a20069f535,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:43.300266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 172.20.0.6 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/77b0a804-3015-4505-bc26-35f0b2d3a33e/a87ec58a-484a-4935-8f05-5e75e244afeb) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:43.319438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::f816:3eff:fe86:fd8e (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/1499a547-949e-4454-b034-e520c5ae4982/a87ec58a-484a-4935-8f05-5e75e244afeb) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:43.395192 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb2225e1-eda8-4e09-9cc5-7c6fb4910cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.478530 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb2225e1-eda8-4e09-9cc5-7c6fb4910cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.545824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2225e1-eda8-4e09-9cc5-7c6fb4910cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474acb98-3e8a-43c0-ad2f-ea6daa72ab5a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:43.574194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eb2225e1-eda8-4e09-9cc5-7c6fb4910cad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=455521d82d7e45198fb6e8a262655285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953136 Sep 09 09:34:43.576751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52126) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:43.580553 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.612999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object a87ec58a-484a-4935-8f05-5e75e244afeb will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:43.686120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69cba9a7-c254-4828-9cb5-e2504644ee1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.719056 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69cba9a7-c254-4828-9cb5-e2504644ee1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.736193 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.813119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:43.816411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:43.821330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:43.876628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69cba9a7-c254-4828-9cb5-e2504644ee1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.878014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=a87ec58a-484a-4935-8f05-5e75e244afeb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:43.879325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69cba9a7-c254-4828-9cb5-e2504644ee1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:43.884309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-69cba9a7-c254-4828-9cb5-e2504644ee1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/474acb98-3e8a-43c0-ad2f-ea6daa72ab5a HTTP/1.1" status: 204 len: 168 time: 0.3050439 Sep 09 09:34:43.898414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cba9a7-c254-4828-9cb5-e2504644ee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474acb98-3e8a-43c0-ad2f-ea6daa72ab5a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:43.904046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:43.904830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.025815 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-904ea274-8681-482b-bfe1-d25f7de482ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0649734 Sep 09 09:34:44.029467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:44.082014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c1fdea75-44b0-4df3-9238-66827c4d9b5e None None] Provisioning for port fb14b65b-f667-4573-944c-50a20069f535 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:44.087105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c1fdea75-44b0-4df3-9238-66827c4d9b5e None None] Provisioning complete for port fb14b65b-f667-4573-944c-50a20069f535 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:44.087840 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c1fdea75-44b0-4df3-9238-66827c4d9b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.099677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c70b25-29de-4ae4-a2ab-c351c95e57ed tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:44.113203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c70b25-29de-4ae4-a2ab-c351c95e57ed tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:44.117029 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-48c70b25-29de-4ae4-a2ab-c351c95e57ed tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0860713 Sep 09 09:34:44.119493 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52150) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:44.134221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52152) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:44.181555 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b61a0778-3abf-4dfa-a3c0-210c46cb3810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.288564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fb14b65b-f667-4573-944c-50a20069f535 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:44.387141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b36ba2ca-b30d-4ce9-b51a-88a113bfd017 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port a87ec58a-484a-4935-8f05-5e75e244afeb {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:44.388667 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b36ba2ca-b30d-4ce9-b51a-88a113bfd017 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.390899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fb14b65b-f667-4573-944c-50a20069f535 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:44.391070 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.445562 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b61a0778-3abf-4dfa-a3c0-210c46cb3810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.469234 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3d11889d-3b84-4a6e-8d41-72166ab4e5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.541153 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b36ba2ca-b30d-4ce9-b51a-88a113bfd017 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.549926 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b61a0778-3abf-4dfa-a3c0-210c46cb3810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.561104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b36ba2ca-b30d-4ce9-b51a-88a113bfd017 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for a87ec58a-484a-4935-8f05-5e75e244afeb owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:44.580356 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9f99ee2c-950d-45b1-bcc1-a10120eaef8c None None] Provisioning for port a87ec58a-484a-4935-8f05-5e75e244afeb completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:44.586497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9f99ee2c-950d-45b1-bcc1-a10120eaef8c None None] Provisioning complete for port a87ec58a-484a-4935-8f05-5e75e244afeb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:44.590093 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f99ee2c-950d-45b1-bcc1-a10120eaef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.669295 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b61a0778-3abf-4dfa-a3c0-210c46cb3810 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f63a8b3e231f43899078a90ae2b616ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300632 Sep 09 09:34:44.672201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52172) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:44.690176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9f99ee2c-950d-45b1-bcc1-a10120eaef8c None None] Port a87ec58a-484a-4935-8f05-5e75e244afeb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:34:44.692245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a0778-3abf-4dfa-a3c0-210c46cb3810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf8ffe4-d147-439e-891c-1b2bb9c20c54,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:44.776322 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-04008ddf-68fd-48f4-84a9-bb4ad3c3923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.799926 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-04008ddf-68fd-48f4-84a9-bb4ad3c3923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.979157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-04008ddf-68fd-48f4-84a9-bb4ad3c3923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.983418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-04008ddf-68fd-48f4-84a9-bb4ad3c3923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:44.984737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-04008ddf-68fd-48f4-84a9-bb4ad3c3923f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8cf8ffe4-d147-439e-891c-1b2bb9c20c54 HTTP/1.1" status: 204 len: 168 time: 0.2983816 Sep 09 09:34:45.001735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04008ddf-68fd-48f4-84a9-bb4ad3c3923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf8ffe4-d147-439e-891c-1b2bb9c20c54,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:45.029312 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b36ba2ca-b30d-4ce9-b51a-88a113bfd017 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:45.086742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ba2ca-b30d-4ce9-b51a-88a113bfd017 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=a87ec58a-484a-4935-8f05-5e75e244afeb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:45.226678 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b36ba2ca-b30d-4ce9-b51a-88a113bfd017 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:45.232830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52200) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:45.237878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b36ba2ca-b30d-4ce9-b51a-88a113bfd017 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/a87ec58a-484a-4935-8f05-5e75e244afeb HTTP/1.1" status: 204 len: 168 time: 1.1123614 Sep 09 09:34:45.349762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce79ddf-fc8c-4cd9-8b41-8b81b17fadf0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:45.352963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce79ddf-fc8c-4cd9-8b41-8b81b17fadf0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:45.354639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce79ddf-fc8c-4cd9-8b41-8b81b17fadf0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:45.356506 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5ce79ddf-fc8c-4cd9-8b41-8b81b17fadf0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1221042 Sep 09 09:34:45.363882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:45.436337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb6ace0-b068-4d06-a843-674a550fb754 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 1499a547-949e-4454-b034-e520c5ae4982 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:45.439869 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ace0-b068-4d06-a843-674a550fb754 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:45.519818 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ace0-b068-4d06-a843-674a550fb754 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:45.643172 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ace0-b068-4d06-a843-674a550fb754 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:45.859616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ace0-b068-4d06-a843-674a550fb754 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:45.905346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6ace0-b068-4d06-a843-674a550fb754 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=1499a547-949e-4454-b034-e520c5ae4982,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:45.909551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ace0-b068-4d06-a843-674a550fb754 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:45.911899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ecb6ace0-b068-4d06-a843-674a550fb754 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/1499a547-949e-4454-b034-e520c5ae4982 HTTP/1.1" status: 204 len: 168 time: 0.5425341 Sep 09 09:34:45.914414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:45.920429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26891ab6-70f4-47bc-914b-c35fc3f5f310 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:45.976629 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e5b0c9-877f-4bb2-95f2-5fa4d2673164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 77b0a804-3015-4505-bc26-35f0b2d3a33e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:45.981335 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92e5b0c9-877f-4bb2-95f2-5fa4d2673164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:46.060154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92e5b0c9-877f-4bb2-95f2-5fa4d2673164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:46.215707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92e5b0c9-877f-4bb2-95f2-5fa4d2673164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:46.430824 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92e5b0c9-877f-4bb2-95f2-5fa4d2673164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:46.462498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5b0c9-877f-4bb2-95f2-5fa4d2673164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=77b0a804-3015-4505-bc26-35f0b2d3a33e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:46.467360 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92e5b0c9-877f-4bb2-95f2-5fa4d2673164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:46.469392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-92e5b0c9-877f-4bb2-95f2-5fa4d2673164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/77b0a804-3015-4505-bc26-35f0b2d3a33e HTTP/1.1" status: 204 len: 168 time: 0.5539682 Sep 09 09:34:46.472398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52242) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:46.528987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5b8679d6-c0ee-4dd6-89a3-d782308bab83 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541358 Sep 09 09:34:46.531792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52248) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:46.543896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b8fee5fb-b945-4871-bc73-9cf207d95d7c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:46.729306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fee5fb-b945-4871-bc73-9cf207d95d7c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:46.734404 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8fee5fb-b945-4871-bc73-9cf207d95d7c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:46.951418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d996a-582f-4e46-ab11-adaece3dc39b None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:47.099996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c2260652-1491-4a06-9892-853ad01b1534 None None] Provisioning complete for port fb14b65b-f667-4573-944c-50a20069f535 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:47.100289 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2260652-1491-4a06-9892-853ad01b1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:47.101374 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8fee5fb-b945-4871-bc73-9cf207d95d7c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:47.171650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fee5fb-b945-4871-bc73-9cf207d95d7c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:47.177139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b8fee5fb-b945-4871-bc73-9cf207d95d7c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:47.185213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fee5fb-b945-4871-bc73-9cf207d95d7c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:47.185213 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8fee5fb-b945-4871-bc73-9cf207d95d7c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:47.185570 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dcdebcdc-e961-4661-9a97-1f8ed69db993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:47.225605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fee5fb-b945-4871-bc73-9cf207d95d7c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=2f0b4a19-5685-4843-9f68-fa62064b2236,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:47.269806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef5a6d2-e9fa-43d7-b48e-c66a4b31e2fd None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:34:47.300623 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b8fee5fb-b945-4871-bc73-9cf207d95d7c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7598736 Sep 09 09:34:47.300623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52276) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:47.301337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:47.369088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5a6d2-e9fa-43d7-b48e-c66a4b31e2fd None None] Deleting port fb14b65b-f667-4573-944c-50a20069f535 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:47.371124 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a6d2-e9fa-43d7-b48e-c66a4b31e2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:47.375922 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:47.700488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6ef5a6d2-e9fa-43d7-b48e-c66a4b31e2fd None None] For port fb14b65b-f667-4573-944c-50a20069f535, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fb14b65b-f667-4573-944c-50a20069f535,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:47.700488 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a6d2-e9fa-43d7-b48e-c66a4b31e2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:47.734406 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5a6d2-e9fa-43d7-b48e-c66a4b31e2fd None None] Calling delete_port for fb14b65b-f667-4573-944c-50a20069f535 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:48.035296 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a6d2-e9fa-43d7-b48e-c66a4b31e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:48.068934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5a6d2-e9fa-43d7-b48e-c66a4b31e2fd None None] Pushing event deleted for resources: {'Port': ['ID=fb14b65b-f667-4573-944c-50a20069f535,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:48.081111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5a6d2-e9fa-43d7-b48e-c66a4b31e2fd None None] No DVR routers for this DVR port fb14b65b-f667-4573-944c-50a20069f535 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:48.110706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864710d3-0dfb-4881-88bc-7112fa4600c2 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:48.280354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fb14b65b-f667-4573-944c-50a20069f535 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:48.280354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: fb14b65b-f667-4573-944c-50a20069f535 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:34:48.280354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fb14b65b-f667-4573-944c-50a20069f535 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:48.421206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '2f0b4a19-5685-4843-9f68-fa62064b2236'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:34:48.421206 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:48.441964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:48.447808 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:48.624141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Allocated IP 172.20.0.2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/2f0b4a19-5685-4843-9f68-fa62064b2236/5ed5c902-45ac-4d74-a5ca-9b3138c43830) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:48.758219 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:48.830504 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:48.842302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Transition to ACTIVE for port object 5ed5c902-45ac-4d74-a5ca-9b3138c43830 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:48.871894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Transition to ACTIVE for port object 5ed5c902-45ac-4d74-a5ca-9b3138c43830 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:48.928170 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:49.001507 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:49.005484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:49.013833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:49.028057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.objects.ports [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:34:49.065922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Pushing event updated for resources: {'Port': ['ID=5ed5c902-45ac-4d74-a5ca-9b3138c43830,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:49.128689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Attempting to bind port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:49.130009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Attempting to bind port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:49.130009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Attempting to bind port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:49.135069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:34:49.135503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:34:49.136688 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:49.137340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:34:49.137600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Bound port: 5ed5c902-45ac-4d74-a5ca-9b3138c43830, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:34:49.137993 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:49.275763 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-3dcbc9a4-1e47-4b38-950e-b562b34f1d2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533950 Sep 09 09:34:49.345469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] For port 5ed5c902-45ac-4d74-a5ca-9b3138c43830, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:34:49.350292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] For port 5ed5c902-45ac-4d74-a5ca-9b3138c43830, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5ed5c902-45ac-4d74-a5ca-9b3138c43830,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:34:49.379262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-ee0ca410-e75d-4fab-bbff-b0bd6ff53037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:49.381257 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-ee0ca410-e75d-4fab-bbff-b0bd6ff53037 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1098 time: 0.0803704 Sep 09 09:34:49.391617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:49.420354 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:49.535874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79459fb-a3a4-4d96-b1b2-2523dd138b48 None None] Pushing event updated for resources: {'Port': ['ID=5ed5c902-45ac-4d74-a5ca-9b3138c43830,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:49.640207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-ddf514f2-d1f2-4925-9491-0bf07d8a7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:49.648817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-ddf514f2-d1f2-4925-9491-0bf07d8a7cc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.2463887 Sep 09 09:34:49.763897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] For port 5ed5c902-45ac-4d74-a5ca-9b3138c43830, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5ed5c902-45ac-4d74-a5ca-9b3138c43830,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:49.828133 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-9fd2e19e-0db1-4b93-b722-35f51424b169 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1002 time: 0.1703944 Sep 09 09:34:49.918140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:49.938270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-1b3a042c-092b-40c5-b1ca-68eb8103200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:49.943751 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-1b3a042c-092b-40c5-b1ca-68eb8103200d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.1039944 Sep 09 09:34:50.004107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:50.006882 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:50.103299 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:50.108240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:50.129237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:50.146505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:50.147619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:50.172319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-1606642f-fb74-48ab-a0f3-3ddd8c3dcb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:50.176245 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-1606642f-fb74-48ab-a0f3-3ddd8c3dcb09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2207654 Sep 09 09:34:50.180850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=199d24ca-1d82-46ee-b47f-52bb67f3ccfe,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:50.202329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=5ed5c902-45ac-4d74-a5ca-9b3138c43830,revision_number=4']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:50.304979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-81fcf3d2-34ba-4e44-9bd3-e71c07d47b62 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0079548 Sep 09 09:34:50.308143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52344) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:50.319577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:00:e0:4b', 'name': 'tempest-NetworksTestDHCPv6-1898407901'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:50.344852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5ed5c902-45ac-4d74-a5ca-9b3138c43830 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:50.365616 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-243ff821-24f2-4332-8abd-6bc304dc2002 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710582 Sep 09 09:34:50.550323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:50.666073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52356) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:50.674157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:50.703423 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3a2bb71-17c7-4e05-9efe-b3ed80702e04 req-25ce72ff-bcf2-41c7-b8c8-fa79aa5d8da8 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209920 Sep 09 09:34:51.048247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406f7db-a4a0-4f34-9a60-c1543da9a02f None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:51.144337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1659411628'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:51.195801 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:51.219919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port f404fc75-8d25-44c3-ba5f-33a9173d6233 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:34:51.255912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1837b8c7-73f4-4b3f-81e0-9252e85fa5a3 None None] Provisioning for port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:51.264996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1837b8c7-73f4-4b3f-81e0-9252e85fa5a3 None None] Provisioning complete for port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:51.270409 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1837b8c7-73f4-4b3f-81e0-9252e85fa5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:51.416486 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1837b8c7-73f4-4b3f-81e0-9252e85fa5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:51.427608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 172.20.0.10 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/2f0b4a19-5685-4843-9f68-fa62064b2236/f404fc75-8d25-44c3-ba5f-33a9173d6233) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:51.451304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::f816:3eff:fe00:e04b (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/199d24ca-1d82-46ee-b47f-52bb67f3ccfe/f404fc75-8d25-44c3-ba5f-33a9173d6233) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:51.471603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1837b8c7-73f4-4b3f-81e0-9252e85fa5a3 None None] For port 5ed5c902-45ac-4d74-a5ca-9b3138c43830, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5ed5c902-45ac-4d74-a5ca-9b3138c43830,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:51.673762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:51.694692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object f404fc75-8d25-44c3-ba5f-33a9173d6233 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:52.166955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Made reservation on behalf of f00e0f39250a4995b1e0322692ec09bb for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:52.166955 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.175754 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.201972 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1837b8c7-73f4-4b3f-81e0-9252e85fa5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.212950 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.273821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:52.275072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837b8c7-73f4-4b3f-81e0-9252e85fa5a3 None None] Pushing event updated for resources: {'Port': ['ID=5ed5c902-45ac-4d74-a5ca-9b3138c43830,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:52.282036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:52.292872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:52.329152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=f404fc75-8d25-44c3-ba5f-33a9173d6233,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:52.338167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-968cf098-67c3-49c6-be19-6bb53ee9980e None None] Provisioning complete for port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:52.339043 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-968cf098-67c3-49c6-be19-6bb53ee9980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.378345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:52.379019 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.442896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.531182 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.573798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3090960-93b1-450a-8293-29bbd0975c39,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:52.585787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:34:52.597849 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.598410 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Added segment ad341276-b25b-4f5d-ada3-1ec842377781 of type vlan for network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 Sep 09 09:34:52.619878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-62934d81-8d06-4c6b-a756-67ccccb29474 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3101139 Sep 09 09:34:52.622964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52380) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:52.690862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.732436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e089e8-3890-44a4-b101-104ae20a1a3e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:52.744766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52386) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:52.749910 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-106faef7-465f-4579-aa7b-f82ca1779158 None None] Provisioning for port f404fc75-8d25-44c3-ba5f-33a9173d6233 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:52.750100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e089e8-3890-44a4-b101-104ae20a1a3e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:52.751749 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-72e089e8-3890-44a4-b101-104ae20a1a3e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1276300 Sep 09 09:34:52.755504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52388) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:52.760968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-106faef7-465f-4579-aa7b-f82ca1779158 None None] Provisioning complete for port f404fc75-8d25-44c3-ba5f-33a9173d6233 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:52.761433 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-106faef7-465f-4579-aa7b-f82ca1779158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.836261 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.840662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-106faef7-465f-4579-aa7b-f82ca1779158 None None] Port f404fc75-8d25-44c3-ba5f-33a9173d6233 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:34:52.842030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:52.842880 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.968774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Pushing event updated for resources: {'Network': ['ID=91a023eb-5dbc-4b0c-a32f-9b0842ae1451,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:52.977230 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e534b943-7ef0-41e9-bf9a-28a9a8df9268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3075736 Sep 09 09:34:52.988138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-be8dbdf4-f85a-406d-b9e5-30521971bcf6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port f404fc75-8d25-44c3-ba5f-33a9173d6233 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:52.988491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be8dbdf4-f85a-406d-b9e5-30521971bcf6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:52.988847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:34:53.120622 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be8dbdf4-f85a-406d-b9e5-30521971bcf6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.148846 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-be8dbdf4-f85a-406d-b9e5-30521971bcf6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for f404fc75-8d25-44c3-ba5f-33a9173d6233 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:53.177018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da584403-99ed-4604-a047-1dc431358108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.295004 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da584403-99ed-4604-a047-1dc431358108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.362235 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da584403-99ed-4604-a047-1dc431358108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.419622 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-da584403-99ed-4604-a047-1dc431358108 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba843f60a4a14fbbbe42176590ffd46c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6724570 Sep 09 09:34:53.422340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da584403-99ed-4604-a047-1dc431358108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf24c4a-c425-455e-87b7-a1596c260876,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:53.424033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52402) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:53.471687 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be8dbdf4-f85a-406d-b9e5-30521971bcf6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.511353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dbdf4-f85a-406d-b9e5-30521971bcf6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=f404fc75-8d25-44c3-ba5f-33a9173d6233,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:53.547194 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26435dfc-9453-402b-9770-bb68161fc045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.565605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52406) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:53.573319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Request body: {'port': {'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451', 'binding:host_id': 'n-h2-778696-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-882942360'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:53.629131 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26435dfc-9453-402b-9770-bb68161fc045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.654689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be8dbdf4-f85a-406d-b9e5-30521971bcf6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.656694 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-be8dbdf4-f85a-406d-b9e5-30521971bcf6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/f404fc75-8d25-44c3-ba5f-33a9173d6233 HTTP/1.1" status: 204 len: 168 time: 0.9002340 Sep 09 09:34:53.659994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:53.687047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52412) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:53.733434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Made reservation on behalf of f383f4e76d5b440398f29a6e2a940900 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:53.735881 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.754249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf3c8d-baa8-40e6-b25b-f0b41540f4ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:53.755856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf3c8d-baa8-40e6-b25b-f0b41540f4ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:53.758094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf3c8d-baa8-40e6-b25b-f0b41540f4ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:53.759810 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3abf3c8d-baa8-40e6-b25b-f0b41540f4ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0985553 Sep 09 09:34:53.764556 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.764716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52416) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:53.820491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26435dfc-9453-402b-9770-bb68161fc045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.823099 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26435dfc-9453-402b-9770-bb68161fc045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.833546 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-26435dfc-9453-402b-9770-bb68161fc045 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cf24c4a-c425-455e-87b7-a1596c260876 HTTP/1.1" status: 204 len: 168 time: 0.3999746 Sep 09 09:34:53.843950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26435dfc-9453-402b-9770-bb68161fc045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf24c4a-c425-455e-87b7-a1596c260876,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:53.873579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3318cf8-5210-4fd7-89a3-d060cfa48ff4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 199d24ca-1d82-46ee-b47f-52bb67f3ccfe {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:53.883206 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3318cf8-5210-4fd7-89a3-d060cfa48ff4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.939266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.969248 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5544da16-979e-4ae8-b91f-d1ac40419f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.988782 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.991932 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3318cf8-5210-4fd7-89a3-d060cfa48ff4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:53.994332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] device_id is not set on port fdcb2491-365b-4b38-88ad-9b0b75082a4c yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:34:54.094632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab3ff18-10b4-4cde-bf5e-c71ad41d3d1d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:54.113769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3318cf8-5210-4fd7-89a3-d060cfa48ff4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.201264 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5544da16-979e-4ae8-b91f-d1ac40419f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.253482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5544da16-979e-4ae8-b91f-d1ac40419f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.263973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5ed5c902-45ac-4d74-a5ca-9b3138c43830 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:54.286343 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3318cf8-5210-4fd7-89a3-d060cfa48ff4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.312882 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a3318cf8-5210-4fd7-89a3-d060cfa48ff4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.319128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a3318cf8-5210-4fd7-89a3-d060cfa48ff4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/199d24ca-1d82-46ee-b47f-52bb67f3ccfe HTTP/1.1" status: 204 len: 168 time: 0.5528691 Sep 09 09:34:54.324629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52428) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:54.335265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ef6e5b-6da5-43ac-bba4-1158d8656f10 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:54.359054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] device_id is not set on port fdcb2491-365b-4b38-88ad-9b0b75082a4c yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:34:54.372907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3318cf8-5210-4fd7-89a3-d060cfa48ff4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=199d24ca-1d82-46ee-b47f-52bb67f3ccfe,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:54.379223 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.396114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Transition to ACTIVE for port object fdcb2491-365b-4b38-88ad-9b0b75082a4c will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:54.399833 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5544da16-979e-4ae8-b91f-d1ac40419f1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df7c1bc68d5543e19660046103bfd68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7116814 Sep 09 09:34:54.403706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52430) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:54.404350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544da16-979e-4ae8-b91f-d1ac40419f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eedf0f-cf3a-4ab2-9599-f685ca334184,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:54.421691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:54.422214 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.437051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69cd8cd-bcb4-4041-8b50-a6ff30445db0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 2f0b4a19-5685-4843-9f68-fa62064b2236 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:34:54.440911 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b69cd8cd-bcb4-4041-8b50-a6ff30445db0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.462663 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3b54346-2d61-4934-9c1d-8e290ca9596a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.506102 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3b54346-2d61-4934-9c1d-8e290ca9596a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.510178 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.521071 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b69cd8cd-bcb4-4041-8b50-a6ff30445db0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.615807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event updated for resources: {'Port': ['ID=fdcb2491-365b-4b38-88ad-9b0b75082a4c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:54.704464 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b69cd8cd-bcb4-4041-8b50-a6ff30445db0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.729425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Checking segment: {'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:34:54.729803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Network hostable DHCP agents. Network: 91a023eb-5dbc-4b0c-a32f-9b0842ae1451, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:34:54.795959 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3b54346-2d61-4934-9c1d-8e290ca9596a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.799555 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3b54346-2d61-4934-9c1d-8e290ca9596a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.802715 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b3b54346-2d61-4934-9c1d-8e290ca9596a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04eedf0f-cf3a-4ab2-9599-f685ca334184 HTTP/1.1" status: 204 len: 168 time: 0.3957231 Sep 09 09:34:54.809757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52444) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:54.812040 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b54346-2d61-4934-9c1d-8e290ca9596a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eedf0f-cf3a-4ab2-9599-f685ca334184,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:54.847777 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8ce81ca-01ac-463a-a657-daa147ba5ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.853657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:34:54.894416 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b69cd8cd-bcb4-4041-8b50-a6ff30445db0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.941547 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b69cd8cd-bcb4-4041-8b50-a6ff30445db0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:54.946158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52446) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:54.946328 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b69cd8cd-bcb4-4041-8b50-a6ff30445db0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/2f0b4a19-5685-4843-9f68-fa62064b2236 HTTP/1.1" status: 204 len: 168 time: 0.6174500 Sep 09 09:34:54.947231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cd8cd-bcb4-4041-8b50-a6ff30445db0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0b4a19-5685-4843-9f68-fa62064b2236,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:55.080202 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8ce81ca-01ac-463a-a657-daa147ba5ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.080710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 91a023eb-5dbc-4b0c-a32f-9b0842ae1451) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:55.084459 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3d0f58c7-e606-4baf-b53a-40c254c07aeb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348701 Sep 09 09:34:55.087403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52452) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:55.091173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0213c583-3706-449d-821e-41ae8ba4bb79 None None] Network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:55.096265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:55.106712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ef951f2e-3c9e-4db3-96a6-5e8ffbf73d1a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:55.201815 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8ce81ca-01ac-463a-a657-daa147ba5ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.234961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:55.235775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:55.236250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:55.245483 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.260641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:55.265885 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:55.265885 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 2 to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c Sep 09 09:34:55.300939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e8ce81ca-01ac-463a-a657-daa147ba5ab1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24ef0e6e4cae4400bea482c781718cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873288 Sep 09 09:34:55.301478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce81ca-01ac-463a-a657-daa147ba5ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbf803d-677e-4beb-a069-0fa20c7ece2b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:55.314178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52458) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:55.317644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:55.317987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:55.318327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:55.325302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:55.325671 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:55.326070 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 3 to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c Sep 09 09:34:55.357765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:55.358080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:55.358389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:55.366898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:55.367277 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:55.367644 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 4 to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c Sep 09 09:34:55.373257 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef951f2e-3c9e-4db3-96a6-5e8ffbf73d1a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:55.377026 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef951f2e-3c9e-4db3-96a6-5e8ffbf73d1a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.409343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:55.409824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:55.410225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:55.427015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c4a70ac-3a89-4b2e-bf2e-67edbc453e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.438012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:55.438564 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:55.441098 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 5 to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c Sep 09 09:34:55.477427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c4a70ac-3a89-4b2e-bf2e-67edbc453e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.501187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:55.501587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:55.501890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:55.535009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:55.535305 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:55.536765 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 6 to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c Sep 09 09:34:55.557335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:55.558230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:55.558576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:55.563702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:55.564030 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:55.564579 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 7 to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c Sep 09 09:34:55.578572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:55.578920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:55.579267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:55.585289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2580fe57-8474-4e38-b56f-3eb6884d74de None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:55.587058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:55.587469 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:55.587880 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 8 to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c Sep 09 09:34:55.614363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:55.614363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:55.614363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:55.618013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:55.618525 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:55.619889 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 9 to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c Sep 09 09:34:55.624515 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c4a70ac-3a89-4b2e-bf2e-67edbc453e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.632349 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c4a70ac-3a89-4b2e-bf2e-67edbc453e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.636352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9c4a70ac-3a89-4b2e-bf2e-67edbc453e55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bbf803d-677e-4beb-a069-0fa20c7ece2b HTTP/1.1" status: 204 len: 168 time: 0.3068764 Sep 09 09:34:55.649878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a70ac-3a89-4b2e-bf2e-67edbc453e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbf803d-677e-4beb-a069-0fa20c7ece2b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:55.664111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:55.664538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:55.665115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:55.677138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:55.677564 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:55.681407 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 10 to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c Sep 09 09:34:55.723948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:55.724318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:55.724654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:55.733423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fdcb2491-365b-4b38-88ad-9b0b75082a4c on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:55.733781 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fdcb2491-365b-4b38-88ad-9b0b75082a4c on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:55.734153 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.738148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-44a51c7f-2972-4854-981e-d4a11748aaf4 None None] Provisioning complete for port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:55.738526 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44a51c7f-2972-4854-981e-d4a11748aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.819518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] For port fdcb2491-365b-4b38-88ad-9b0b75082a4c, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:34:55.820105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempted to set empty binding levels {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 09 09:34:55.864998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52474) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:55.892796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.892969 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f74cc49a-fa0c-488e-8d36-7eb0a5c9569f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.899753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98e57c6-87bb-4760-9141-58c066588c29 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:34:55.919794 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:55.968942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b98e57c6-87bb-4760-9141-58c066588c29 None None] Deleting port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:55.969586 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b98e57c6-87bb-4760-9141-58c066588c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.034119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:56.036445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.045545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef951f2e-3c9e-4db3-96a6-5e8ffbf73d1a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.056882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b98e57c6-87bb-4760-9141-58c066588c29 None None] For port 5ed5c902-45ac-4d74-a5ca-9b3138c43830, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5ed5c902-45ac-4d74-a5ca-9b3138c43830,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:56.058228 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b98e57c6-87bb-4760-9141-58c066588c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.071323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b98e57c6-87bb-4760-9141-58c066588c29 None None] Calling delete_port for 5ed5c902-45ac-4d74-a5ca-9b3138c43830 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:56.178387 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef951f2e-3c9e-4db3-96a6-5e8ffbf73d1a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:56.183441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event updated for resources: {'Port': ['ID=fdcb2491-365b-4b38-88ad-9b0b75082a4c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:56.202800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ef951f2e-3c9e-4db3-96a6-5e8ffbf73d1a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:56.215240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef951f2e-3c9e-4db3-96a6-5e8ffbf73d1a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:56.216580 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef951f2e-3c9e-4db3-96a6-5e8ffbf73d1a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.237151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef951f2e-3c9e-4db3-96a6-5e8ffbf73d1a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=a42556de-9df1-4650-bdde-c3c07f89ba7e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:56.252988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5ed5c902-45ac-4d74-a5ca-9b3138c43830 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:34:56.256766 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f74cc49a-fa0c-488e-8d36-7eb0a5c9569f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.289750 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b98e57c6-87bb-4760-9141-58c066588c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.327402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e57c6-87bb-4760-9141-58c066588c29 None None] Pushing event deleted for resources: {'Port': ['ID=5ed5c902-45ac-4d74-a5ca-9b3138c43830,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:56.328124 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f74cc49a-fa0c-488e-8d36-7eb0a5c9569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.334574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98e57c6-87bb-4760-9141-58c066588c29 None None] No DVR routers for this DVR port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:34:56.344767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No active binding found for port 5ed5c902-45ac-4d74-a5ca-9b3138c43830 {{(pid=95327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 09 09:34:56.345223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5ed5c902-45ac-4d74-a5ca-9b3138c43830 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:34:56.352603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a64e0-2f68-44a3-b6af-e42366df79a0 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:56.408634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ef951f2e-3c9e-4db3-96a6-5e8ffbf73d1a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3199983 Sep 09 09:34:56.413561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52484) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:56.417795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52486) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:56.419967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f74cc49a-fa0c-488e-8d36-7eb0a5c9569f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c54d6e59c2b7420f96e212fd5ebb38be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535710 Sep 09 09:34:56.426914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:56.440313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cc49a-fa0c-488e-8d36-7eb0a5c9569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2153c6a5-1ac0-46f6-b564-2f2e1a64f92e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:56.456660 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-23e37385-c306-4268-8922-210015facc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.8896313 Sep 09 09:34:56.459345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52490) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:56.568362 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': 'a42556de-9df1-4650-bdde-c3c07f89ba7e'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:34:56.569696 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.603333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2844005c-aeec-462c-bb9f-bab836e8d393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Deleting port fdcb2491-365b-4b38-88ad-9b0b75082a4c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:34:56.603821 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2844005c-aeec-462c-bb9f-bab836e8d393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.643339 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6084da4-62d3-466a-ac40-1519f94d3d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.706243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6084da4-62d3-466a-ac40-1519f94d3d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.725992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-2844005c-aeec-462c-bb9f-bab836e8d393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] For port fdcb2491-365b-4b38-88ad-9b0b75082a4c, host n-h2-778696-16, got binding levels [] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:56.727514 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2844005c-aeec-462c-bb9f-bab836e8d393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.734799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Allocated IP 172.20.0.2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/a42556de-9df1-4650-bdde-c3c07f89ba7e/faf0ef2a-c0fd-4019-89d4-47d1001013da) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:34:56.746923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2844005c-aeec-462c-bb9f-bab836e8d393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Calling delete_port for fdcb2491-365b-4b38-88ad-9b0b75082a4c owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:34:56.821403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6084da4-62d3-466a-ac40-1519f94d3d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.826951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6084da4-62d3-466a-ac40-1519f94d3d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.834109 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a6084da4-62d3-466a-ac40-1519f94d3d85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2153c6a5-1ac0-46f6-b564-2f2e1a64f92e HTTP/1.1" status: 204 len: 168 time: 0.4233611 Sep 09 09:34:56.856623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6084da4-62d3-466a-ac40-1519f94d3d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2153c6a5-1ac0-46f6-b564-2f2e1a64f92e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:56.887655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:56.896920 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.961469 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2844005c-aeec-462c-bb9f-bab836e8d393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.961707 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:56.973511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Transition to ACTIVE for port object faf0ef2a-c0fd-4019-89d4-47d1001013da will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:56.995750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Transition to ACTIVE for port object faf0ef2a-c0fd-4019-89d4-47d1001013da will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:56.998517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844005c-aeec-462c-bb9f-bab836e8d393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdcb2491-365b-4b38-88ad-9b0b75082a4c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:57.008163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2844005c-aeec-462c-bb9f-bab836e8d393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:57.010316 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2844005c-aeec-462c-bb9f-bab836e8d393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "DELETE /v2.0/ports/fdcb2491-365b-4b38-88ad-9b0b75082a4c HTTP/1.1" status: 204 len: 168 time: 0.5498779 Sep 09 09:34:57.017505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52508) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:57.042528 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5fb608-77fe-46be-ae15-eac1db8a2bba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] GET failed (client error): The resource could not be found. Sep 09 09:34:57.044230 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7b5fb608-77fe-46be-ae15-eac1db8a2bba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "GET /v2.0/ports/fdcb2491-365b-4b38-88ad-9b0b75082a4c HTTP/1.1" status: 404 len: 333 time: 0.0257537 Sep 09 09:34:57.048325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:57.072132 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Request body: {'port': {'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1854488630'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:57.111959 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:57.178907 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:57.184975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:57.189881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:57.192410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Made reservation on behalf of f383f4e76d5b440398f29a6e2a940900 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:57.195140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Pushing event updated for resources: {'Port': ['ID=faf0ef2a-c0fd-4019-89d4-47d1001013da,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:57.196529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:57.288628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] device_id is not set on port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:34:57.332189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Attempting to bind port faf0ef2a-c0fd-4019-89d4-47d1001013da on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:57.332552 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Attempting to bind port faf0ef2a-c0fd-4019-89d4-47d1001013da by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:57.333093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Attempting to bind port faf0ef2a-c0fd-4019-89d4-47d1001013da on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:57.341925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:34:57.342793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:34:57.343205 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:57.343729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:34:57.344216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Bound port: faf0ef2a-c0fd-4019-89d4-47d1001013da, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:34:57.344608 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:57.421803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] For port faf0ef2a-c0fd-4019-89d4-47d1001013da, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:34:57.425342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] For port faf0ef2a-c0fd-4019-89d4-47d1001013da, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=faf0ef2a-c0fd-4019-89d4-47d1001013da,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:34:57.499087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:57.558952 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:57.575747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.objects.ports [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:34:57.648788 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:57.696806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0416b69-a701-430b-a766-5a6e50b8974e None None] Pushing event updated for resources: {'Port': ['ID=faf0ef2a-c0fd-4019-89d4-47d1001013da,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:58.091333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:58.101494 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:58.109196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:34:58.110253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:58.110958 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:58.148865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event updated for resources: {'Port': ['ID=fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:58.230234 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-17e7883c-fef2-4cee-8ac1-7aa1732d2293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1804872 Sep 09 09:34:58.232589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52552) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:58.239467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:58.285209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device faf0ef2a-c0fd-4019-89d4-47d1001013da up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:34:58.312007 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:58.355959 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:58.492729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port faf0ef2a-c0fd-4019-89d4-47d1001013da completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:58.596306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] device_id is not set on port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:34:58.605466 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:58.619392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Transition to ACTIVE for port object fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:34:58.682177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c4046-b2ba-4a23-9ac4-d2fef80f0847 req-72fd73cb-59ed-4b81-bafb-3091ad5180c7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:58.689376 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:58.690451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-184c4046-b2ba-4a23-9ac4-d2fef80f0847 req-72fd73cb-59ed-4b81-bafb-3091ad5180c7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 946 time: 0.0966253 Sep 09 09:34:58.736768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-184c4046-b2ba-4a23-9ac4-d2fef80f0847 req-9379910f-9c59-43f9-9718-69cbd95d230d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452709 Sep 09 09:34:58.900029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event updated for resources: {'Port': ['ID=fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:58.943543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:58.944051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:58.944575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:58.956211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:58.956561 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:58.966157 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 2 to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 Sep 09 09:34:59.001610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:59.001944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:59.002382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:59.013603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] For port faf0ef2a-c0fd-4019-89d4-47d1001013da, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=faf0ef2a-c0fd-4019-89d4-47d1001013da,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:59.016276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:59.017132 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:59.020449 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 3 to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 Sep 09 09:34:59.045990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:59.046324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:59.046826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:59.062214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:59.062581 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:59.067995 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 4 to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 Sep 09 09:34:59.075344 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:59.088281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:59.088740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:59.089519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:59.094725 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:59.095338 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:59.095698 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 5 to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 Sep 09 09:34:59.113884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:59.114297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:59.114624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:59.160580 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:59.161857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:59.181762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:59.181762 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:59.203795 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 6 to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 Sep 09 09:34:59.297548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:34:59.302238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:59.302580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:59.302925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:59.314268 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:34:59.325627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5763eb-c9bb-424d-95f6-ee3487e04153 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:34:59.345114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:59.345722 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:59.359205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:59.359572 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:59.376378 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 7 to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 Sep 09 09:34:59.379052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=719b1e38-0585-468d-a35b-1c5145a00e74,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:59.389589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=faf0ef2a-c0fd-4019-89d4-47d1001013da,revision_number=4']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:59.390377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a0c0c425-a020-4a48-bce6-f5a154b7d432 None None] Provisioning for port faf0ef2a-c0fd-4019-89d4-47d1001013da completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:34:59.403151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:59.403522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:59.403864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:59.409139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:59.409823 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:59.410518 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 8 to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 Sep 09 09:34:59.427300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:59.427680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:59.428028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:59.432626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:59.432930 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:59.433343 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 9 to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 Sep 09 09:34:59.439416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a0c0c425-a020-4a48-bce6-f5a154b7d432 None None] Provisioning complete for port faf0ef2a-c0fd-4019-89d4-47d1001013da triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:34:59.439783 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c425-a020-4a48-bce6-f5a154b7d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:59.446153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:59.446497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:59.446846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:59.452008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:59.452342 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:59.452735 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 10 to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 Sep 09 09:34:59.477667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:34:59.477667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:34:59.477667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:34:59.480510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:34:59.481201 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:34:59.481351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:59.510296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1b913fbb-0637-4a8a-90a8-d48bbc56c5c3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0887070 Sep 09 09:34:59.513908 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52594) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:59.527922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:a5:af:a2', 'name': 'tempest-NetworksTestDHCPv6-808457617'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:34:59.650512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] For port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:34:59.650895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempted to set empty binding levels {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 09 09:34:59.653430 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c425-a020-4a48-bce6-f5a154b7d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:59.710304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a0c0c425-a020-4a48-bce6-f5a154b7d432 None None] For port faf0ef2a-c0fd-4019-89d4-47d1001013da, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=faf0ef2a-c0fd-4019-89d4-47d1001013da,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:34:59.754663 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:59.803462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] In _notify_port_updated(), no bound segment for port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:34:59.804359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:34:59.805019 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:59.809227 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "PUT /v2.0/ports/fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 HTTP/1.1" status: 200 len: 980 time: 1.5726588 Sep 09 09:34:59.810389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52606) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:34:59.813639 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c425-a020-4a48-bce6-f5a154b7d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:34:59.910972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0c425-a020-4a48-bce6-f5a154b7d432 None None] Pushing event updated for resources: {'Port': ['ID=faf0ef2a-c0fd-4019-89d4-47d1001013da,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:34:59.945898 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:34:59.950180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eba523-fbf9-4183-bfd4-c15cfd8e80af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event updated for resources: {'Port': ['ID=fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:00.067658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.073945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.073945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.073945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.073945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.073945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.075169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.076903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.077551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.080758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.081436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.083659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.084315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.086807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.088154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.090939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.091997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:00.103634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c1734ee3-935e-482c-a617-515c69eb8137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15638 time: 0.2930794 Sep 09 09:35:00.105706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52614) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:00.136350 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:00.186860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 84e4f8b6-2021-430a-b3de-602fd2b25df5 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:00.289210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device faf0ef2a-c0fd-4019-89d4-47d1001013da up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:00.416286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port faf0ef2a-c0fd-4019-89d4-47d1001013da triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:00.417839 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:00.424147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-da6c4323-69ef-44d3-a29d-fbcb802c9284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Deleting port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:00.426002 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da6c4323-69ef-44d3-a29d-fbcb802c9284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:00.458522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 172.20.0.10 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/a42556de-9df1-4650-bdde-c3c07f89ba7e/84e4f8b6-2021-430a-b3de-602fd2b25df5) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:00.467013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::f816:3eff:fea5:afa2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/719b1e38-0585-468d-a35b-1c5145a00e74/84e4f8b6-2021-430a-b3de-602fd2b25df5) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:00.637482 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-da6c4323-69ef-44d3-a29d-fbcb802c9284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] For port fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3, host n-h2-778696-16, got binding levels [] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:00.638272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da6c4323-69ef-44d3-a29d-fbcb802c9284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:00.660337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-da6c4323-69ef-44d3-a29d-fbcb802c9284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Calling delete_port for fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:00.727256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:00.755338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 84e4f8b6-2021-430a-b3de-602fd2b25df5 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:00.846821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0703705e-8f88-4337-ba83-a2fcbb701fa8 None None] Provisioning complete for port faf0ef2a-c0fd-4019-89d4-47d1001013da triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:00.847261 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0703705e-8f88-4337-ba83-a2fcbb701fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:00.940224 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:00.942833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da6c4323-69ef-44d3-a29d-fbcb802c9284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:01.010433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:01.033904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:01.040014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:01.061629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=84e4f8b6-2021-430a-b3de-602fd2b25df5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:01.083172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c4323-69ef-44d3-a29d-fbcb802c9284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:01.100080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da6c4323-69ef-44d3-a29d-fbcb802c9284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:01.100080 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-da6c4323-69ef-44d3-a29d-fbcb802c9284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "DELETE /v2.0/ports/fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 HTTP/1.1" status: 204 len: 168 time: 0.9899135 Sep 09 09:35:01.100080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52636) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:01.125344 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a4c5c4-6c9f-4fb9-a804-900370b84798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] GET failed (client error): The resource could not be found. Sep 09 09:35:01.129658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:01.130652 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:01.132502 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-88a4c5c4-6c9f-4fb9-a804-900370b84798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "GET /v2.0/ports/fb6f97ab-fae1-4d4a-afb3-46a39cfe7cc3 HTTP/1.1" status: 404 len: 333 time: 0.0321045 Sep 09 09:35:01.134795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52638) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:01.157881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-843910583', 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:01.379752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Made reservation on behalf of f383f4e76d5b440398f29a6e2a940900 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:01.382525 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:01.402879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] device_id is not set on port 63da8d93-5e0b-410b-828d-eff07aa23501 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:01.486699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8932e584-6b27-460d-89d0-4855722e38aa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9692347 Sep 09 09:35:01.489750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52644) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:01.561289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-38bbaa20-5e72-49c2-b599-6823067c5705 None None] Provisioning for port 84e4f8b6-2021-430a-b3de-602fd2b25df5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:01.566478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-38bbaa20-5e72-49c2-b599-6823067c5705 None None] Provisioning complete for port 84e4f8b6-2021-430a-b3de-602fd2b25df5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:01.566900 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38bbaa20-5e72-49c2-b599-6823067c5705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:01.593323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d61a49a-3cff-48c6-a74b-fb4da218c710 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:01.594325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:01.601377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d61a49a-3cff-48c6-a74b-fb4da218c710 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:01.604885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-38bbaa20-5e72-49c2-b599-6823067c5705 None None] Port 84e4f8b6-2021-430a-b3de-602fd2b25df5 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:35:01.607040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52650) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:01.607210 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9d61a49a-3cff-48c6-a74b-fb4da218c710 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1159306 Sep 09 09:35:01.719168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-223cffdd-8ee6-454a-99b9-603f76ef48bf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 84e4f8b6-2021-430a-b3de-602fd2b25df5 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:01.719552 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-223cffdd-8ee6-454a-99b9-603f76ef48bf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:01.785875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:35:01.788699 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:01.842936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:01.858532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:01.897685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event updated for resources: {'Port': ['ID=63da8d93-5e0b-410b-828d-eff07aa23501,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:01.897685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:01.898746 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:01.899368 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:01.904146 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-223cffdd-8ee6-454a-99b9-603f76ef48bf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:01.929020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-223cffdd-8ee6-454a-99b9-603f76ef48bf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 84e4f8b6-2021-430a-b3de-602fd2b25df5 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:02.033070 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-202c6276-8f7e-45ea-b4b6-57f6af947233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8957918 Sep 09 09:35:02.035298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52666) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:02.097761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc32f6-81c1-49b0-ba0d-4dd99cf09506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:02.105075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c9dc32f6-81c1-49b0-ba0d-4dd99cf09506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "GET /v2.0/ports/63da8d93-5e0b-410b-828d-eff07aa23501 HTTP/1.1" status: 200 len: 958 time: 0.0671847 Sep 09 09:35:02.106159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52668) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:02.120038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:02.133355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'port_id': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'mac_address': 'fa:16:3e:fd:ae:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:35:02.204664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:02.221045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:35:02.241482 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-570d740d-8b70-457e-b5b8-fbc820224131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Deleting port 63da8d93-5e0b-410b-828d-eff07aa23501 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:02.241995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570d740d-8b70-457e-b5b8-fbc820224131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:02.243681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:02.309332 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570d740d-8b70-457e-b5b8-fbc820224131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:02.328803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-570d740d-8b70-457e-b5b8-fbc820224131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Calling delete_port for 63da8d93-5e0b-410b-828d-eff07aa23501 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:02.384337 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-223cffdd-8ee6-454a-99b9-603f76ef48bf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:02.384636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:02.433729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cffdd-8ee6-454a-99b9-603f76ef48bf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=84e4f8b6-2021-430a-b3de-602fd2b25df5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:02.477719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:02.486054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.486412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.486760 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.487145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.487529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.487869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.488207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.488562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.488852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.489378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.489892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.490460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:02.492266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570d740d-8b70-457e-b5b8-fbc820224131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:02.506530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:35:02.532039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570d740d-8b70-457e-b5b8-fbc820224131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:02.534656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-570d740d-8b70-457e-b5b8-fbc820224131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "DELETE /v2.0/ports/63da8d93-5e0b-410b-828d-eff07aa23501 HTTP/1.1" status: 204 len: 168 time: 0.4272799 Sep 09 09:35:02.536304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d740d-8b70-457e-b5b8-fbc820224131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event deleted for resources: {'Port': ['ID=63da8d93-5e0b-410b-828d-eff07aa23501,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:02.538330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52678) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:02.569239 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e8778e-670e-413a-b90a-fe787a3f9e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] GET failed (client error): The resource could not be found. Sep 09 09:35:02.573822 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-21e8778e-670e-413a-b90a-fe787a3f9e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "GET /v2.0/ports/63da8d93-5e0b-410b-828d-eff07aa23501 HTTP/1.1" status: 404 len: 333 time: 0.0335820 Sep 09 09:35:02.584776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:02.596218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Request body: {'port': {'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-185183906'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:02.649916 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-223cffdd-8ee6-454a-99b9-603f76ef48bf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:02.654704 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-223cffdd-8ee6-454a-99b9-603f76ef48bf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/84e4f8b6-2021-430a-b3de-602fd2b25df5 HTTP/1.1" status: 204 len: 168 time: 1.0445457 Sep 09 09:35:02.655347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52684) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:02.720630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Made reservation on behalf of f383f4e76d5b440398f29a6e2a940900 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:02.729536 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:02.766814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] device_id is not set on port a7413905-8985-4fb5-bc07-3d3eaa6d39bb yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:02.777870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371ba17-5bda-429a-b98a-e80d60696814 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:02.782963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371ba17-5bda-429a-b98a-e80d60696814 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:02.795998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371ba17-5bda-429a-b98a-e80d60696814 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:02.800790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e371ba17-5bda-429a-b98a-e80d60696814 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1441269 Sep 09 09:35:02.804099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52690) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:02.876745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef994a0-539b-4495-b8b6-14977d0f76b6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 719b1e38-0585-468d-a35b-1c5145a00e74 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:35:02.880404 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ef994a0-539b-4495-b8b6-14977d0f76b6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:02.952246 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ef994a0-539b-4495-b8b6-14977d0f76b6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.097004 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ef994a0-539b-4495-b8b6-14977d0f76b6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.121605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.304331 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.305043 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ef994a0-539b-4495-b8b6-14977d0f76b6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.387348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event updated for resources: {'Port': ['ID=a7413905-8985-4fb5-bc07-3d3eaa6d39bb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:03.395148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef994a0-539b-4495-b8b6-14977d0f76b6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=719b1e38-0585-468d-a35b-1c5145a00e74,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:03.403611 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ef994a0-539b-4495-b8b6-14977d0f76b6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.409270 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6ef994a0-539b-4495-b8b6-14977d0f76b6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/719b1e38-0585-468d-a35b-1c5145a00e74 HTTP/1.1" status: 204 len: 168 time: 0.6039543 Sep 09 09:35:03.412541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6fe09e-dbb4-4299-95f1-3b727b1992a9 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:03.413022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52714) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:03.435467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:03.437109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:03.443471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:03.444621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:03.445190 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.501901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce40906-614f-4e04-938c-cf3197551804 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet a42556de-9df1-4650-bdde-c3c07f89ba7e {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:35:03.505495 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ce40906-614f-4e04-938c-cf3197551804 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.556954 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ce40906-614f-4e04-938c-cf3197551804 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.574611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-af1541da-a217-4183-9cd3-2e5711cda5d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9844685 Sep 09 09:35:03.577916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52720) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:03.585182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:03.625285 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:35:03.697195 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ce40906-614f-4e04-938c-cf3197551804 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.707339 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.796654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:03.883663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:03.889477 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.892743 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ce40906-614f-4e04-938c-cf3197551804 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.975984 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ce40906-614f-4e04-938c-cf3197551804 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:03.987808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9ce40906-614f-4e04-938c-cf3197551804 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/a42556de-9df1-4650-bdde-c3c07f89ba7e HTTP/1.1" status: 204 len: 168 time: 0.5722609 Sep 09 09:35:03.992977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52734) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:04.145806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce40906-614f-4e04-938c-cf3197551804 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=a42556de-9df1-4650-bdde-c3c07f89ba7e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:04.212168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:04.218311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] device_id is not set on port a7413905-8985-4fb5-bc07-3d3eaa6d39bb yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:04.243323 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:04.253296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:35:04.256602 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a104fcb7-1600-45c9-a281-c25bba363ab4" -d '{"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:35:04.275406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Transition to ACTIVE for port object a7413905-8985-4fb5-bc07-3d3eaa6d39bb will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:04.278056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:04.317572 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a6249171-2517-403c-86bd-819d422ba768 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2203887 Sep 09 09:35:04.320241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52750) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:04.358358 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a8dcf8-ff5c-47f5-be73-e957ca9a56ad x-openstack-request-id: req-46a8dcf8-ff5c-47f5-be73-e957ca9a56ad {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:35:04.358358 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:35:04.358358 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46a8dcf8-ff5c-47f5-be73-e957ca9a56ad {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:35:04.358765 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'code': 200} Sep 09 09:35:04.369426 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:04.389387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52752) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:04.400606 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:04.444194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event updated for resources: {'Port': ['ID=a7413905-8985-4fb5-bc07-3d3eaa6d39bb,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:04.465363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b97341e-0be9-473d-9408-e347633e3af8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:04.465363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7b97341e-0be9-473d-9408-e347633e3af8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1429300 Sep 09 09:35:04.467176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52758) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:04.483978 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:04.513989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:04.514416 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:04.515038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:04.530999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:04.531538 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:35:04.534672 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 2 to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb Sep 09 09:35:04.551541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad1b090-f542-4693-bf57-759d72edaa5a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:04.553259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8ad1b090-f542-4693-bf57-759d72edaa5a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0851038 Sep 09 09:35:04.556172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52764) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:04.599371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1432386-66d7-4f4f-8bb6-6857aa1f7f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:04.601593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:04.601938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:04.602280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:04.606605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-10d851d7-465f-4616-8be8-a80ef9b5cb1f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488670 Sep 09 09:35:04.614706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52768) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:04.620500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ee6f4d1e-f14b-48e4-af8f-648aff7aa868 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:04.626875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:04.627230 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:35:04.638592 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 3 to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb Sep 09 09:35:04.670375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:04.670768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:04.671688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:04.675341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cea6c6b-d22f-4383-a68d-8e81b1869a4e None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:04.679287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:04.679641 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:35:04.710093 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 4 to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb Sep 09 09:35:04.731808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:04.732234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:04.732626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:04.742204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:04.742542 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:35:04.742939 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 5 to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb Sep 09 09:35:04.759345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:04.759802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:04.760932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:04.782990 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1432386-66d7-4f4f-8bb6-6857aa1f7f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:04.783156 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:04.783754 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:35:04.784458 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 6 to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb Sep 09 09:35:04.801198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:04.801719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:04.802200 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:04.808084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:04.808553 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:35:04.809227 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 7 to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb Sep 09 09:35:04.840212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f8e73f2-3edb-4b12-a4d1-038619bc395e None None] Provisioning complete for port faf0ef2a-c0fd-4019-89d4-47d1001013da triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:04.840695 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f8e73f2-3edb-4b12-a4d1-038619bc395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:04.841295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:04.841655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:04.842007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:04.847068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:04.847476 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:35:04.847855 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 8 to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb Sep 09 09:35:04.874065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:04.874065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:04.874065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:04.874065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:04.874065 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:35:04.874065 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 9 to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb Sep 09 09:35:04.887903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:04.888355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:04.888699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:04.894306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:04.894650 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:35:04.895256 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempt 10 to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb Sep 09 09:35:04.904399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1432386-66d7-4f4f-8bb6-6857aa1f7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:04.919324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:04.919324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:04.919324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempting to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:04.951459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:04.954096 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Failed to bind port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on host n-h2-778696-16 for vnic_type normal using segments [{'id': 'ad341276-b25b-4f5d-ada3-1ec842377781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '91a023eb-5dbc-4b0c-a32f-9b0842ae1451'}] Sep 09 09:35:04.954096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:04.962928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1432386-66d7-4f4f-8bb6-6857aa1f7f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee9bb98-b31d-445d-b0cb-b47d114160c9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:05.045298 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d1432386-66d7-4f4f-8bb6-6857aa1f7f3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca446e8d1a8b470eb8cd9eb229470bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6488686 Sep 09 09:35:05.046440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52786) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:05.061851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] For port a7413905-8985-4fb5-bc07-3d3eaa6d39bb, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:35:05.062284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attempted to set empty binding levels {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 09 09:35:05.064423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f4d1e-f14b-48e4-af8f-648aff7aa868 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:05.068805 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4d1e-f14b-48e4-af8f-648aff7aa868 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.070366 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6f4d1e-f14b-48e4-af8f-648aff7aa868 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:05.070810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6f4d1e-f14b-48e4-af8f-648aff7aa868 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:35:05.153749 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-43f8e785-fdc1-4570-a724-dfa53d86bb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.177618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f334f4f-24ba-421a-b6fc-497889968735 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:35:05.186990 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-43f8e785-fdc1-4570-a724-dfa53d86bb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.260869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4f334f4f-24ba-421a-b6fc-497889968735 None None] Deleting port faf0ef2a-c0fd-4019-89d4-47d1001013da {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:05.262290 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f334f4f-24ba-421a-b6fc-497889968735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.267009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.287473 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] In _notify_port_updated(), no bound segment for port a7413905-8985-4fb5-bc07-3d3eaa6d39bb on network 91a023eb-5dbc-4b0c-a32f-9b0842ae1451 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:35:05.288980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:05.289899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.292571 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "PUT /v2.0/ports/a7413905-8985-4fb5-bc07-3d3eaa6d39bb HTTP/1.1" status: 200 len: 979 time: 1.7129827 Sep 09 09:35:05.296184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52790) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:05.329880 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ee6f4d1e-f14b-48e4-af8f-648aff7aa868 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7138674 Sep 09 09:35:05.332705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52792) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:05.340659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-32e18903-cdb2-4493-bb30-24a85cb73ab2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:05.375026 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-43f8e785-fdc1-4570-a724-dfa53d86bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.378543 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-43f8e785-fdc1-4570-a724-dfa53d86bb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.381970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-43f8e785-fdc1-4570-a724-dfa53d86bb99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ee9bb98-b31d-445d-b0cb-b47d114160c9 HTTP/1.1" status: 204 len: 168 time: 0.3319669 Sep 09 09:35:05.405320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc203af0-e14c-454c-9f19-8e812f80c985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event updated for resources: {'Port': ['ID=a7413905-8985-4fb5-bc07-3d3eaa6d39bb,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:05.417843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4f334f4f-24ba-421a-b6fc-497889968735 None None] For port faf0ef2a-c0fd-4019-89d4-47d1001013da, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=faf0ef2a-c0fd-4019-89d4-47d1001013da,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:05.419899 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f334f4f-24ba-421a-b6fc-497889968735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.425086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8e785-fdc1-4570-a724-dfa53d86bb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee9bb98-b31d-445d-b0cb-b47d114160c9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:05.497063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4f334f4f-24ba-421a-b6fc-497889968735 None None] Calling delete_port for faf0ef2a-c0fd-4019-89d4-47d1001013da owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:05.500116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d9337168-f5fd-4e80-af4b-aa446d2c451c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Deleting port a7413905-8985-4fb5-bc07-3d3eaa6d39bb {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:05.501391 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9337168-f5fd-4e80-af4b-aa446d2c451c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.628908 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e18903-cdb2-4493-bb30-24a85cb73ab2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:05.632545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e18903-cdb2-4493-bb30-24a85cb73ab2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.633974 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e18903-cdb2-4493-bb30-24a85cb73ab2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:05.634653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e18903-cdb2-4493-bb30-24a85cb73ab2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:35:05.658018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f334f4f-24ba-421a-b6fc-497889968735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.665666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-d9337168-f5fd-4e80-af4b-aa446d2c451c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] For port a7413905-8985-4fb5-bc07-3d3eaa6d39bb, host n-h2-778696-16, got binding levels [] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:05.666107 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9337168-f5fd-4e80-af4b-aa446d2c451c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.681381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d9337168-f5fd-4e80-af4b-aa446d2c451c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Calling delete_port for a7413905-8985-4fb5-bc07-3d3eaa6d39bb owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:05.726559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f334f4f-24ba-421a-b6fc-497889968735 None None] Pushing event deleted for resources: {'Port': ['ID=faf0ef2a-c0fd-4019-89d4-47d1001013da,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:05.734291 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-32e18903-cdb2-4493-bb30-24a85cb73ab2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3998713 Sep 09 09:35:05.737377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52808) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:05.742923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3897985e-f257-4c7c-ae00-a13fa00c773e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:05.746645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f334f4f-24ba-421a-b6fc-497889968735 None None] No DVR routers for this DVR port faf0ef2a-c0fd-4019-89d4-47d1001013da on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:35:05.915430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9337168-f5fd-4e80-af4b-aa446d2c451c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.955831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9337168-f5fd-4e80-af4b-aa446d2c451c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7413905-8985-4fb5-bc07-3d3eaa6d39bb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:05.980120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d9337168-f5fd-4e80-af4b-aa446d2c451c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:05.987502 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d9337168-f5fd-4e80-af4b-aa446d2c451c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a7413905-8985-4fb5-bc07-3d3eaa6d39bb HTTP/1.1" status: 204 len: 168 time: 0.6891398 Sep 09 09:35:05.992988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52818) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:06.050289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3897985e-f257-4c7c-ae00-a13fa00c773e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:06.051039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3897985e-f257-4c7c-ae00-a13fa00c773e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:06.052551 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3897985e-f257-4c7c-ae00-a13fa00c773e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:06.053249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3897985e-f257-4c7c-ae00-a13fa00c773e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:35:06.066418 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e66d28-bd15-44af-9daf-b06e6c9a427f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] GET failed (client error): The resource could not be found. Sep 09 09:35:06.072004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a6e66d28-bd15-44af-9daf-b06e6c9a427f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454668711-project-admin] 10.222.0.32 "GET /v2.0/ports/a7413905-8985-4fb5-bc07-3d3eaa6d39bb HTTP/1.1" status: 404 len: 333 time: 0.0659437 Sep 09 09:35:06.079875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52822) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:06.198900 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:06.237024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device faf0ef2a-c0fd-4019-89d4-47d1001013da no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:35:06.268405 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: faf0ef2a-c0fd-4019-89d4-47d1001013da {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:35:06.268639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device faf0ef2a-c0fd-4019-89d4-47d1001013da not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:35:06.344841 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:06.381605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a023eb-5dbc-4b0c-a32f-9b0842ae1451']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:35:06.401163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad341276-b25b-4f5d-ada3-1ec842377781') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:35:06.401501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad341276-b25b-4f5d-ada3-1ec842377781') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:35:06.412506 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:06.437140 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:06.443396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:35:06.444750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:35:06.448125 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:35:06.489408 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3897985e-f257-4c7c-ae00-a13fa00c773e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7408335 Sep 09 09:35:06.496363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52828) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:06.527475 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3e38f0fc-b95c-498b-88f5-1f608530e203 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:06.790537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e38f0fc-b95c-498b-88f5-1f608530e203 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:06.801463 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e38f0fc-b95c-498b-88f5-1f608530e203 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:06.804038 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e38f0fc-b95c-498b-88f5-1f608530e203 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:06.804803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e38f0fc-b95c-498b-88f5-1f608530e203 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:35:06.848849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52836) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:06.915920 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c9fddad-164d-4373-a397-9e169fb82842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:06.959580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3e38f0fc-b95c-498b-88f5-1f608530e203 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4601364 Sep 09 09:35:06.970911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52844) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:07.008356 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-19b53e6d-8206-4f44-a65f-f7d5df3ba5f8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:07.093913 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:07.110233 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:07.113213 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] 10.222.0.32 "DELETE /v2.0/networks/91a023eb-5dbc-4b0c-a32f-9b0842ae1451 HTTP/1.1" status: 204 len: 168 time: 1.0315607 Sep 09 09:35:07.143772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4ac20-0617-4466-a79a-76484e3fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610742715-project] Pushing event deleted for resources: {'Network': ['ID=91a023eb-5dbc-4b0c-a32f-9b0842ae1451,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:07.267043 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c9fddad-164d-4373-a397-9e169fb82842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:07.347420 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c9fddad-164d-4373-a397-9e169fb82842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:07.418612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fddad-164d-4373-a397-9e169fb82842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a5990b-f637-42c6-968c-8ed8a725666d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:07.429292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52858) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:07.442106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4c9fddad-164d-4373-a397-9e169fb82842 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=863640fa64ed40c2826199204c3fa123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873692 Sep 09 09:35:07.509699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b53e6d-8206-4f44-a65f-f7d5df3ba5f8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:07.515836 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-19b53e6d-8206-4f44-a65f-f7d5df3ba5f8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:07.516733 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b53e6d-8206-4f44-a65f-f7d5df3ba5f8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:07.517179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b53e6d-8206-4f44-a65f-f7d5df3ba5f8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:35:07.527870 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b77e1389-3a53-4110-ba72-6d907bb8c7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:07.558957 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b77e1389-3a53-4110-ba72-6d907bb8c7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:07.638688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-19b53e6d-8206-4f44-a65f-f7d5df3ba5f8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6631200 Sep 09 09:35:07.638881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52866) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:07.644445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6d8cbdf3-be31-4ab4-81a7-bafeb58d08e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:07.733033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b77e1389-3a53-4110-ba72-6d907bb8c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:07.738055 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b77e1389-3a53-4110-ba72-6d907bb8c7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:07.741827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b77e1389-3a53-4110-ba72-6d907bb8c7f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88a5990b-f637-42c6-968c-8ed8a725666d HTTP/1.1" status: 204 len: 168 time: 0.3111866 Sep 09 09:35:07.775907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e1389-3a53-4110-ba72-6d907bb8c7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a5990b-f637-42c6-968c-8ed8a725666d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:07.888638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8cbdf3-be31-4ab4-81a7-bafeb58d08e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:07.899228 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbdf3-be31-4ab4-81a7-bafeb58d08e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:07.902525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52876) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:07.903658 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8cbdf3-be31-4ab4-81a7-bafeb58d08e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:07.904307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8cbdf3-be31-4ab4-81a7-bafeb58d08e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:35:08.021359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52884) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:08.027933 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6d8cbdf3-be31-4ab4-81a7-bafeb58d08e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3815415 Sep 09 09:35:08.052159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5383ec3e-8666-451e-91c0-7877982a0398 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0296116 Sep 09 09:35:08.056512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52886) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:08.146953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ce3a60-511e-474e-85ee-bc100ca519bf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:08.148783 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f5ce3a60-511e-474e-85ee-bc100ca519bf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0930798 Sep 09 09:35:08.152051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52890) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:08.247164 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ce423249-804a-4ee7-80f1-81df73a8e558 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864527 Sep 09 09:35:08.250925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52892) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:08.252306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c0d914fa-6644-4382-814f-aa757624f644 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:08.438569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d914fa-6644-4382-814f-aa757624f644 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:08.440309 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d914fa-6644-4382-814f-aa757624f644 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:08.486316 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5e39232f-b5e3-4c21-a00e-16aef4b01bdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f00e0f39250a4995b1e0322692ec09bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5825505 Sep 09 09:35:08.489206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52898) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:08.609019 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7adb535c-f337-415e-b70a-92424010bdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:08.656000 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7adb535c-f337-415e-b70a-92424010bdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:08.801012 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7adb535c-f337-415e-b70a-92424010bdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:08.810106 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7adb535c-f337-415e-b70a-92424010bdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:08.810106 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7adb535c-f337-415e-b70a-92424010bdde admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3090960-93b1-450a-8293-29bbd0975c39 HTTP/1.1" status: 204 len: 168 time: 0.3162436 Sep 09 09:35:08.836608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb535c-f337-415e-b70a-92424010bdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3090960-93b1-450a-8293-29bbd0975c39,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:08.972710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.objects.ports [None req-c0d914fa-6644-4382-814f-aa757624f644 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:35:08.974406 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d914fa-6644-4382-814f-aa757624f644 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:09.024898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d914fa-6644-4382-814f-aa757624f644 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:09.033010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c0d914fa-6644-4382-814f-aa757624f644 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:09.038576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d914fa-6644-4382-814f-aa757624f644 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:09.039600 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d914fa-6644-4382-814f-aa757624f644 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:09.047822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a031b8-98f4-466b-84d2-cb5e200a9c99 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:09.073621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d914fa-6644-4382-814f-aa757624f644 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=db534bd5-2e41-4e30-b74c-2d0763dc2597,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:09.156099 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c0d914fa-6644-4382-814f-aa757624f644 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9076736 Sep 09 09:35:09.158903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52926) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:09.163925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:93:02:db', 'name': 'tempest-NetworksTestDHCPv6-231332807'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:09.429314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': 'db534bd5-2e41-4e30-b74c-2d0763dc2597'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:35:09.430189 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:09.484311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:09.655876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Allocated IP 2001:db8::f816:3eff:fe93:4632 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/db534bd5-2e41-4e30-b74c-2d0763dc2597/e6320665-b48f-44d5-b3a5-21b119ed1bd0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:09.668362 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:09.712010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port d38e24ed-4b1b-4dbe-a461-8bcf7a0e7a3a yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:09.981597 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:09.994213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52946) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:10.008716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Transition to ACTIVE for port object e6320665-b48f-44d5-b3a5-21b119ed1bd0 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:10.032204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Transition to ACTIVE for port object e6320665-b48f-44d5-b3a5-21b119ed1bd0 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:10.066226 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9f6ad891-cb0b-4a1f-a699-2491d1459c15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f383f4e76d5b440398f29a6e2a940900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699565 Sep 09 09:35:10.069712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52948) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:10.127024 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5300259e-acb2-4870-83df-b32cc36461f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:10.151940 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5300259e-acb2-4870-83df-b32cc36461f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:10.316091 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:10.365351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5300259e-acb2-4870-83df-b32cc36461f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:10.370576 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5300259e-acb2-4870-83df-b32cc36461f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:10.374468 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5300259e-acb2-4870-83df-b32cc36461f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aab3ff18-10b4-4cde-bf5e-c71ad41d3d1d HTTP/1.1" status: 204 len: 168 time: 0.3014469 Sep 09 09:35:10.394836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300259e-acb2-4870-83df-b32cc36461f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab3ff18-10b4-4cde-bf5e-c71ad41d3d1d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:10.424054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Pushing event updated for resources: {'Port': ['ID=e6320665-b48f-44d5-b3a5-21b119ed1bd0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:10.443490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::f816:3eff:fe93:2db (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/db534bd5-2e41-4e30-b74c-2d0763dc2597/d38e24ed-4b1b-4dbe-a461-8bcf7a0e7a3a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:10.475764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:10.481424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:10.487751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:10.598442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Attempting to bind port e6320665-b48f-44d5-b3a5-21b119ed1bd0 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:10.598825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Attempting to bind port e6320665-b48f-44d5-b3a5-21b119ed1bd0 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:10.599187 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Attempting to bind port e6320665-b48f-44d5-b3a5-21b119ed1bd0 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:10.609176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:35:10.613117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:35:10.613117 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:10.613117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:35:10.613117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Bound port: e6320665-b48f-44d5-b3a5-21b119ed1bd0, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:35:10.613117 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:10.772492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] For port e6320665-b48f-44d5-b3a5-21b119ed1bd0, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:35:10.776364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] For port e6320665-b48f-44d5-b3a5-21b119ed1bd0, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e6320665-b48f-44d5-b3a5-21b119ed1bd0,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:35:10.805661 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:10.850141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object d38e24ed-4b1b-4dbe-a461-8bcf7a0e7a3a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:10.892842 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:10.985952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13bf7-026e-4c94-b48c-ab29586e2b68 None None] Pushing event updated for resources: {'Port': ['ID=e6320665-b48f-44d5-b3a5-21b119ed1bd0,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:11.008386 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:11.167117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:11.176052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:11.185143 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:11.207888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:11.211646 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:11.255263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=d38e24ed-4b1b-4dbe-a461-8bcf7a0e7a3a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:11.346064 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-48128d3a-66bd-405e-ac1c-b1868bf56196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1857486 Sep 09 09:35:11.349544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52982) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:11.561552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4deb15-8692-4aef-b90a-775e40039d73 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:11.567232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4deb15-8692-4aef-b90a-775e40039d73 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:11.575498 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-da4deb15-8692-4aef-b90a-775e40039d73 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2256179 Sep 09 09:35:11.580823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:11.788130 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9f7feffa-235d-418d-9b39-f99a56f1defc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port d38e24ed-4b1b-4dbe-a461-8bcf7a0e7a3a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:11.789042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f7feffa-235d-418d-9b39-f99a56f1defc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:11.974783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f7feffa-235d-418d-9b39-f99a56f1defc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:11.992396 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9f7feffa-235d-418d-9b39-f99a56f1defc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for d38e24ed-4b1b-4dbe-a461-8bcf7a0e7a3a owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:12.394195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e6320665-b48f-44d5-b3a5-21b119ed1bd0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:12.583099 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e6320665-b48f-44d5-b3a5-21b119ed1bd0 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:12.841001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54eb392f-13fd-403f-a420-762560b66491 None None] Provisioning for port e6320665-b48f-44d5-b3a5-21b119ed1bd0 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:12.845546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54eb392f-13fd-403f-a420-762560b66491 None None] Provisioning complete for port e6320665-b48f-44d5-b3a5-21b119ed1bd0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:12.846160 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54eb392f-13fd-403f-a420-762560b66491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:12.991187 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54eb392f-13fd-403f-a420-762560b66491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:13.037121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-54eb392f-13fd-403f-a420-762560b66491 None None] For port e6320665-b48f-44d5-b3a5-21b119ed1bd0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e6320665-b48f-44d5-b3a5-21b119ed1bd0,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:13.051842 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f7feffa-235d-418d-9b39-f99a56f1defc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:13.105656 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54eb392f-13fd-403f-a420-762560b66491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:13.183400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7feffa-235d-418d-9b39-f99a56f1defc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=d38e24ed-4b1b-4dbe-a461-8bcf7a0e7a3a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:13.192432 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f7feffa-235d-418d-9b39-f99a56f1defc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:13.201099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53040) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:13.201818 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9f7feffa-235d-418d-9b39-f99a56f1defc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/d38e24ed-4b1b-4dbe-a461-8bcf7a0e7a3a HTTP/1.1" status: 204 len: 168 time: 1.6192079 Sep 09 09:35:13.285559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb392f-13fd-403f-a420-762560b66491 None None] Pushing event updated for resources: {'Port': ['ID=e6320665-b48f-44d5-b3a5-21b119ed1bd0,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:13.303321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad926861-3f49-442b-9816-7a60f4e50ee7 None None] Could not find standard attr ID for object d38e24ed-4b1b-4dbe-a461-8bcf7a0e7a3a. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:35:13.366621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1581cb-0c76-4e2b-9741-c8254c003919 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:13.384826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1581cb-0c76-4e2b-9741-c8254c003919 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:13.387365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5b1581cb-0c76-4e2b-9741-c8254c003919 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1849475 Sep 09 09:35:13.390135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53044) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:13.528912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5655b4-0670-4c08-89fc-b70beae0a4cc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet db534bd5-2e41-4e30-b74c-2d0763dc2597 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:35:13.538617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a5655b4-0670-4c08-89fc-b70beae0a4cc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:13.627744 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a5655b4-0670-4c08-89fc-b70beae0a4cc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:13.719937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-c58ad19b-c420-4164-9ab5-5e076b50e60d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:13.721353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-c58ad19b-c420-4164-9ab5-5e076b50e60d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.4104509 Sep 09 09:35:13.749384 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-b2ac5881-2db6-46cc-9855-0661dcb46413 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/quotas/f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 375 time: 0.0154231 Sep 09 09:35:13.779559 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a5655b4-0670-4c08-89fc-b70beae0a4cc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:13.941612 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-55b7b964-565a-4cdb-b95e-d4e332da5499 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853259 Sep 09 09:35:13.973008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a5655b4-0670-4c08-89fc-b70beae0a4cc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:13.989070 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a5655b4-0670-4c08-89fc-b70beae0a4cc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:13.996591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b593ec-e1e2-45ba-a36a-fac425f7b3ef None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:14.002260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53060) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:14.011461 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4a5655b4-0670-4c08-89fc-b70beae0a4cc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/db534bd5-2e41-4e30-b74c-2d0763dc2597 HTTP/1.1" status: 204 len: 168 time: 0.6085453 Sep 09 09:35:14.064213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c02159f6-41cf-47ad-8505-a454f1f20223 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607142 Sep 09 09:35:14.064826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53062) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:14.070616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53064) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:14.076698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-09d47b05-c3ac-46ed-b7b1-1ffb4294264f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:14.081951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5655b4-0670-4c08-89fc-b70beae0a4cc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=db534bd5-2e41-4e30-b74c-2d0763dc2597,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:14.292140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a999fbf-7ccf-4678-bf27-4fd952c8a2a2 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:35:14.359634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2a999fbf-7ccf-4678-bf27-4fd952c8a2a2 None None] Deleting port e6320665-b48f-44d5-b3a5-21b119ed1bd0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:14.360326 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2a999fbf-7ccf-4678-bf27-4fd952c8a2a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:14.384805 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d47b05-c3ac-46ed-b7b1-1ffb4294264f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:14.393249 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09d47b05-c3ac-46ed-b7b1-1ffb4294264f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:14.506035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2a999fbf-7ccf-4678-bf27-4fd952c8a2a2 None None] For port e6320665-b48f-44d5-b3a5-21b119ed1bd0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e6320665-b48f-44d5-b3a5-21b119ed1bd0,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:14.506444 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2a999fbf-7ccf-4678-bf27-4fd952c8a2a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:14.520822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2a999fbf-7ccf-4678-bf27-4fd952c8a2a2 None None] Calling delete_port for e6320665-b48f-44d5-b3a5-21b119ed1bd0 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:14.587917 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5270f9d3-d47f-492b-9619-2df8b3b7e69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:14.721206 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2a999fbf-7ccf-4678-bf27-4fd952c8a2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:14.737750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a999fbf-7ccf-4678-bf27-4fd952c8a2a2 None None] No DVR routers for this DVR port e6320665-b48f-44d5-b3a5-21b119ed1bd0 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:35:14.798311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a999fbf-7ccf-4678-bf27-4fd952c8a2a2 None None] Pushing event deleted for resources: {'Port': ['ID=e6320665-b48f-44d5-b3a5-21b119ed1bd0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:14.834697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-825b341f-4147-459f-8887-32191cc554fb tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:14.835514 n-d-778696-16 neutron-server[95326]: WARNING neutron.api.v2.base [None req-825b341f-4147-459f-8887-32191cc554fb tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 09 09:35:14.836279 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-825b341f-4147-459f-8887-32191cc554fb tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): There was a conflict when trying to complete your request. Sep 09 09:35:14.837780 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-825b341f-4147-459f-8887-32191cc554fb tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7720304 Sep 09 09:35:14.843064 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53082) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:14.848667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c40f0b19-9ed7-4024-a782-6e840bd70f63 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'tempest-secgroup--784475873'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:14.924931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-5b56d4e4-e81a-4dec-b5f3-ea5277a404ee service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9719806 Sep 09 09:35:14.955452 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40f0b19-9ed7-4024-a782-6e840bd70f63 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:14.967018 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40f0b19-9ed7-4024-a782-6e840bd70f63 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:15.161419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.objects.ports [None req-09d47b05-c3ac-46ed-b7b1-1ffb4294264f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:35:15.167733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09d47b05-c3ac-46ed-b7b1-1ffb4294264f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:15.212527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-dd5496d4-3fae-429c-8bb0-3e47fc24b2b0 service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809868 Sep 09 09:35:15.225205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d47b05-c3ac-46ed-b7b1-1ffb4294264f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:15.229049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-09d47b05-c3ac-46ed-b7b1-1ffb4294264f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:15.234915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d47b05-c3ac-46ed-b7b1-1ffb4294264f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:15.235566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09d47b05-c3ac-46ed-b7b1-1ffb4294264f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:15.241736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06457e9-c2a1-4fec-a114-24362c20e892 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:15.252683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d47b05-c3ac-46ed-b7b1-1ffb4294264f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=7bc04a23-d82f-4b29-8f67-701bf5322340,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:15.287021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40f0b19-9ed7-4024-a782-6e840bd70f63 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:15.382679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40f0b19-9ed7-4024-a782-6e840bd70f63 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:15.468515 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-09d47b05-c3ac-46ed-b7b1-1ffb4294264f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3958507 Sep 09 09:35:15.468972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53094) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:15.475624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:50:c4:b9', 'name': 'tempest-NetworksTestDHCPv6-1094102088'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:15.495551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '7bc04a23-d82f-4b29-8f67-701bf5322340'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:35:15.496694 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:15.643736 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40f0b19-9ed7-4024-a782-6e840bd70f63 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:15.645277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f0b19-9ed7-4024-a782-6e840bd70f63 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a1e48b-1d55-4a2a-b770-b8953101e9c6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:15.842338 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d0cad1e6-d48f-4f4a-ad44-d9e502a078bd req-7e7ee920-ec37-4499-84b1-04b88ceeb183 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 210 time: 0.1085391 Sep 09 09:35:15.844507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40f0b19-9ed7-4024-a782-6e840bd70f63 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:15.907744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Allocated IP 2001:db8::f816:3eff:fe15:810f (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/7bc04a23-d82f-4b29-8f67-701bf5322340/d44ead5d-81e0-4ab7-a4dc-16e62e4980ad) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:15.918966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53106) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:15.937629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f0b19-9ed7-4024-a782-6e840bd70f63 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbc8dba-b3ae-46b3-b9d5-847b22b2d31d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:15.964542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53112) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:15.977955 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c40f0b19-9ed7-4024-a782-6e840bd70f63 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:15.980949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c40f0b19-9ed7-4024-a782-6e840bd70f63 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1361127 Sep 09 09:35:15.987696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53116) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:15.989113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-df046e30-fb56-41f2-b2dd-11d9c5aa30ac tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': '9bbc8dba-b3ae-46b3-b9d5-847b22b2d31d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:16.117710 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df046e30-fb56-41f2-b2dd-11d9c5aa30ac tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.211535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:16.227707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a5820a7-1231-4182-a715-63ae8d12bb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.286076 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df046e30-fb56-41f2-b2dd-11d9c5aa30ac tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.346738 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.357226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Transition to ACTIVE for port object d44ead5d-81e0-4ab7-a4dc-16e62e4980ad will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:16.359931 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3cac9693-3a06-499b-a1b7-1ee6ca223c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.376040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Transition to ACTIVE for port object d44ead5d-81e0-4ab7-a4dc-16e62e4980ad will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:16.380716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e6320665-b48f-44d5-b3a5-21b119ed1bd0 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:35:16.405784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e6320665-b48f-44d5-b3a5-21b119ed1bd0 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:35:16.406415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e6320665-b48f-44d5-b3a5-21b119ed1bd0 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:35:16.412149 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df046e30-fb56-41f2-b2dd-11d9c5aa30ac tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.465495 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.465773 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.474065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df046e30-fb56-41f2-b2dd-11d9c5aa30ac tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd728535-7391-4a7d-b557-c1557b6b4347,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:16.535631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:16.540346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:16.544906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port b3f9214b-c645-4ddd-b3aa-783c63d7d099 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:16.545831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:16.564144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Pushing event updated for resources: {'Port': ['ID=d44ead5d-81e0-4ab7-a4dc-16e62e4980ad,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:16.640156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Attempting to bind port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:16.640830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Attempting to bind port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:16.641373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Attempting to bind port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:16.646948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:35:16.647665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:35:16.648240 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.650323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:35:16.650323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Bound port: d44ead5d-81e0-4ab7-a4dc-16e62e4980ad, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:35:16.650323 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.668223 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a5820a7-1231-4182-a715-63ae8d12bb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.732453 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a5820a7-1231-4182-a715-63ae8d12bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.744893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] For port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:35:16.750748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] For port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d44ead5d-81e0-4ab7-a4dc-16e62e4980ad,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:35:16.799086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5a5820a7-1231-4182-a715-63ae8d12bb92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=561abb08bb88404a8da8952fceed7b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8789616 Sep 09 09:35:16.801667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5820a7-1231-4182-a715-63ae8d12bb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e11335-71c4-4d7c-be5b-25086050d9f6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:16.810506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53132) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:16.831000 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.861496 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df046e30-fb56-41f2-b2dd-11d9c5aa30ac tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:16.865262 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-df046e30-fb56-41f2-b2dd-11d9c5aa30ac tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8778875 Sep 09 09:35:16.870347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53134) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:16.872419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f27b5e96-a90d-4e89-be03-11108ebcae53 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': '9bbc8dba-b3ae-46b3-b9d5-847b22b2d31d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:16.959074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b7f8f-523e-4ffa-9e98-ef9b3220bfab None None] Pushing event updated for resources: {'Port': ['ID=d44ead5d-81e0-4ab7-a4dc-16e62e4980ad,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:16.967723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::f816:3eff:fe50:c4b9 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/7bc04a23-d82f-4b29-8f67-701bf5322340/b3f9214b-c645-4ddd-b3aa-783c63d7d099) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:17.075148 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f87db95-7937-4811-8759-fb1d31a1a879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.123347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f87db95-7937-4811-8759-fb1d31a1a879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.144207 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3cac9693-3a06-499b-a1b7-1ee6ca223c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.173870 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-586f7311-166b-4d92-ba56-fd8f9da960f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.203445 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a17e3eab-e7ba-49b7-b7d5-fbbfa1f4245a req-a04f0255-252f-4af4-a51a-fd38ed916976 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 210 time: 0.1359801 Sep 09 09:35:17.229931 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3cac9693-3a06-499b-a1b7-1ee6ca223c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.325324 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f87db95-7937-4811-8759-fb1d31a1a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.328499 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f87db95-7937-4811-8759-fb1d31a1a879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.333284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4f87db95-7937-4811-8759-fb1d31a1a879 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80e11335-71c4-4d7c-be5b-25086050d9f6 HTTP/1.1" status: 204 len: 168 time: 0.5212989 Sep 09 09:35:17.347860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3cac9693-3a06-499b-a1b7-1ee6ca223c3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=197d377d2344486690570e223484e502&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3793049 Sep 09 09:35:17.347860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac9693-3a06-499b-a1b7-1ee6ca223c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038a8d14-6694-4062-b040-d450a8553e22,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:17.349085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53148) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:17.361151 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.404822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87db95-7937-4811-8759-fb1d31a1a879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e11335-71c4-4d7c-be5b-25086050d9f6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:17.428077 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c04b0566-4897-4e33-8f98-61eb4ebc9418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.475236 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c04b0566-4897-4e33-8f98-61eb4ebc9418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.555893 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f27b5e96-a90d-4e89-be03-11108ebcae53 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.623667 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.662971 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c04b0566-4897-4e33-8f98-61eb4ebc9418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.663208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object b3f9214b-c645-4ddd-b3aa-783c63d7d099 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:17.667251 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c04b0566-4897-4e33-8f98-61eb4ebc9418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.671329 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c04b0566-4897-4e33-8f98-61eb4ebc9418 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/038a8d14-6694-4062-b040-d450a8553e22 HTTP/1.1" status: 204 len: 168 time: 0.3187001 Sep 09 09:35:17.680876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b0566-4897-4e33-8f98-61eb4ebc9418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038a8d14-6694-4062-b040-d450a8553e22,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:17.978667 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-f27b5e96-a90d-4e89-be03-11108ebcae53 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): There was a conflict when trying to complete your request. Sep 09 09:35:17.979911 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f27b5e96-a90d-4e89-be03-11108ebcae53 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1131232 Sep 09 09:35:17.981688 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:17.983084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53156) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:18.054003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:18.062761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:18.070759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:18.077856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:18.078472 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:18.106763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=b3f9214b-c645-4ddd-b3aa-783c63d7d099,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:18.157096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfc27fb-2c21-4d53-96e6-9dc56bb95751 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:18.188735 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ee335fcb-f2b2-460f-aecf-fe68e04b910b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7186193 Sep 09 09:35:18.191753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53166) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:18.210686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfc27fb-2c21-4d53-96e6-9dc56bb95751 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:18.305621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9328b661-85d3-40ba-b50b-621e1942d11e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:18.326730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9328b661-85d3-40ba-b50b-621e1942d11e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:18.328457 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9328b661-85d3-40ba-b50b-621e1942d11e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1350045 Sep 09 09:35:18.331095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53172) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:18.361180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d44ead5d-81e0-4ab7-a4dc-16e62e4980ad up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:18.405873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c8afad2-f5c2-4714-a67e-c5f104bcd00d req-65b9db6e-0cfd-4845-8880-4beecd8a2b68 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 210 time: 0.0516665 Sep 09 09:35:18.417873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfc27fb-2c21-4d53-96e6-9dc56bb95751 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:18.420887 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfc27fb-2c21-4d53-96e6-9dc56bb95751 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:18.422462 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9bfc27fb-2c21-4d53-96e6-9dc56bb95751 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "DELETE /v2.0/security-groups/9bbc8dba-b3ae-46b3-b9d5-847b22b2d31d HTTP/1.1" status: 204 len: 168 time: 0.4380414 Sep 09 09:35:18.449306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53174) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:18.510962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc27fb-2c21-4d53-96e6-9dc56bb95751 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbc8dba-b3ae-46b3-b9d5-847b22b2d31d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:18.594542 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:18.605471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-46cdc6bd-b34c-42da-b347-862420543e9b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port b3f9214b-c645-4ddd-b3aa-783c63d7d099 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:18.607187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46cdc6bd-b34c-42da-b347-862420543e9b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:18.610881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b4db8587-865a-4d92-8aff-528501f1d794 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1603160 Sep 09 09:35:18.618703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53184) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:18.624290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cb8e98cb-c769-42d1-be3a-a011ec31f0ab tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765782606'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:18.657886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:18.748108 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46cdc6bd-b34c-42da-b347-862420543e9b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:18.761143 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb8e98cb-c769-42d1-be3a-a011ec31f0ab tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:18.791816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3bab00fa-6abc-4c6f-b866-79d7acc5d91e None None] Provisioning for port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:18.799737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3bab00fa-6abc-4c6f-b866-79d7acc5d91e None None] Provisioning complete for port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:18.799961 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bab00fa-6abc-4c6f-b866-79d7acc5d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:18.885874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-46cdc6bd-b34c-42da-b347-862420543e9b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for b3f9214b-c645-4ddd-b3aa-783c63d7d099 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:18.967660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb8e98cb-c769-42d1-be3a-a011ec31f0ab tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:19.029107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb8e98cb-c769-42d1-be3a-a011ec31f0ab tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:19.059032 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bab00fa-6abc-4c6f-b866-79d7acc5d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:19.133968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3bab00fa-6abc-4c6f-b866-79d7acc5d91e None None] For port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d44ead5d-81e0-4ab7-a4dc-16e62e4980ad,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:19.148663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e98cb-c769-42d1-be3a-a011ec31f0ab tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bb92a9-72ff-4ab4-b31c-171795b99fc1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:19.228305 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb8e98cb-c769-42d1-be3a-a011ec31f0ab tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:19.228946 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bab00fa-6abc-4c6f-b866-79d7acc5d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:19.229877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cb8e98cb-c769-42d1-be3a-a011ec31f0ab tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6094432 Sep 09 09:35:19.232841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53206) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:19.240834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6c11a21c-6566-46b3-bfd4-1ffdeac3f947 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': '35bb92a9-72ff-4ab4-b31c-171795b99fc1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:19.240834 n-d-778696-16 neutron-server[95326]: WARNING neutron.api.v2.base [None req-6c11a21c-6566-46b3-bfd4-1ffdeac3f947 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 09 09:35:19.240834 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-6c11a21c-6566-46b3-bfd4-1ffdeac3f947 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:19.242278 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6c11a21c-6566-46b3-bfd4-1ffdeac3f947 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080853 Sep 09 09:35:19.245802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:19.307403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab00fa-6abc-4c6f-b866-79d7acc5d91e None None] Pushing event updated for resources: {'Port': ['ID=d44ead5d-81e0-4ab7-a4dc-16e62e4980ad,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:19.326081 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46cdc6bd-b34c-42da-b347-862420543e9b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:19.350818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-adfbc32b-41aa-4c9a-b81c-4845bad8075e None None] Could not find standard attr ID for object b3f9214b-c645-4ddd-b3aa-783c63d7d099. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:35:19.384419 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b13c520c-1f25-47b5-9f02-2ba30da645e1 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:19.454268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-46cdc6bd-b34c-42da-b347-862420543e9b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:19.454517 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b13c520c-1f25-47b5-9f02-2ba30da645e1 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:19.476078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-46cdc6bd-b34c-42da-b347-862420543e9b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/b3f9214b-c645-4ddd-b3aa-783c63d7d099 HTTP/1.1" status: 204 len: 168 time: 1.1438112 Sep 09 09:35:19.477701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdc6bd-b34c-42da-b347-862420543e9b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=b3f9214b-c645-4ddd-b3aa-783c63d7d099,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:19.492062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53218) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:19.641776 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4bf9b24-4f52-4aed-b6d9-d39f6d194f50 req-74fd5e05-7f13-47a6-8bbb-008988b4e236 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 210 time: 0.0438278 Sep 09 09:35:19.648150 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b13c520c-1f25-47b5-9f02-2ba30da645e1 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:19.648316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-f5512a11-f151-4983-8254-0a086a57f2f7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:19.648316 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-f5512a11-f151-4983-8254-0a086a57f2f7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.8692522 Sep 09 09:35:19.669722 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b13c520c-1f25-47b5-9f02-2ba30da645e1 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:19.679225 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b13c520c-1f25-47b5-9f02-2ba30da645e1 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "DELETE /v2.0/security-groups/35bb92a9-72ff-4ab4-b31c-171795b99fc1 HTTP/1.1" status: 204 len: 168 time: 0.4298105 Sep 09 09:35:19.684669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:19.705267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'port': {'device_id': '3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'admin_state_up': True, 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:19.753967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c520c-1f25-47b5-9f02-2ba30da645e1 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bb92a9-72ff-4ab4-b31c-171795b99fc1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:19.826943 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-53c114ee-7c93-4377-b561-78b1f7bb75c7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1373239 Sep 09 09:35:19.832649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53232) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:19.839595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b331ba2c-98e0-4d5c-9fc2-05f2886ebaff tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'tempest-secgroup--213051364'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:19.898617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc09092-76df-4c90-b454-1eff9d6f5921 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:19.900710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc09092-76df-4c90-b454-1eff9d6f5921 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:19.902930 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0cc09092-76df-4c90-b454-1eff9d6f5921 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4098427 Sep 09 09:35:19.906268 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53236) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:20.013779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-72834050-2ce0-4b68-9c34-a0332e5ecd57 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 7bc04a23-d82f-4b29-8f67-701bf5322340 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:35:20.017616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72834050-2ce0-4b68-9c34-a0332e5ecd57 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.074324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72834050-2ce0-4b68-9c34-a0332e5ecd57 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.079829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b331ba2c-98e0-4d5c-9fc2-05f2886ebaff tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.160855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Made reservation on behalf of f73bb51c82ee441fae17ed97db00d629 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:20.171736 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.190323 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.235309 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72834050-2ce0-4b68-9c34-a0332e5ecd57 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.368575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b331ba2c-98e0-4d5c-9fc2-05f2886ebaff tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.391949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d44ead5d-81e0-4ab7-a4dc-16e62e4980ad up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:20.446821 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b331ba2c-98e0-4d5c-9fc2-05f2886ebaff tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.491562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:20.493555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.521362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331ba2c-98e0-4d5c-9fc2-05f2886ebaff tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f910e3ec-4cef-4109-abf6-6e671e68f5e0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:20.533368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Allocated IP 172.20.0.4 (05a2504d-6ea0-48c5-a04b-6b2815462a83/e7f7d4e1-915e-4e55-a3e8-a32a82ffd559/1fa2cb5d-c5dd-4fbf-b99f-523962172b2c) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:20.542333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72834050-2ce0-4b68-9c34-a0332e5ecd57 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.635036 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72834050-2ce0-4b68-9c34-a0332e5ecd57 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.639701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573492ac-8cf5-437c-a71c-9f07dedd0b5f None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:20.644290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-72834050-2ce0-4b68-9c34-a0332e5ecd57 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/7bc04a23-d82f-4b29-8f67-701bf5322340 HTTP/1.1" status: 204 len: 168 time: 0.7265034 Sep 09 09:35:20.644290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72834050-2ce0-4b68-9c34-a0332e5ecd57 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc04a23-d82f-4b29-8f67-701bf5322340,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:20.652941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53258) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:20.665478 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b331ba2c-98e0-4d5c-9fc2-05f2886ebaff tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.675652 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b331ba2c-98e0-4d5c-9fc2-05f2886ebaff tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8383601 Sep 09 09:35:20.676362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53262) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:20.795510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c03cae47-aba2-4708-a02d-f3a4eec84cdb tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'f910e3ec-4cef-4109-abf6-6e671e68f5e0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:20.796763 n-d-778696-16 neutron-server[95326]: WARNING neutron.api.v2.base [None req-c03cae47-aba2-4708-a02d-f3a4eec84cdb tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 09 09:35:20.801524 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-c03cae47-aba2-4708-a02d-f3a4eec84cdb tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:20.803961 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c03cae47-aba2-4708-a02d-f3a4eec84cdb tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0261199 Sep 09 09:35:20.808836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e4625c28-77bb-4079-a109-8cec49a91dcc tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1544905 Sep 09 09:35:20.812160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53268) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:20.888600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53270) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:20.934659 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:20.954954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Transition to ACTIVE for port object 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:20.978967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f3b16-8f17-4044-892a-1df9591a7dd6 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:35:21.004033 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61d1c845-3eca-48f4-a890-69bb29b81b0e req-8bac2426-f830-4147-a103-b73a3fc4d374 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 210 time: 0.2152703 Sep 09 09:35:21.121630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6b1f4-c42a-4894-aa77-ff15663f192a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:21.123267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7bb6b1f4-c42a-4894-aa77-ff15663f192a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2314115 Sep 09 09:35:21.129038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53276) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:21.130787 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:21.215727 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a17b7a2-87bc-4687-8e04-e547022ee56b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:21.217489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1a17b7a2-87bc-4687-8e04-e547022ee56b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0873413 Sep 09 09:35:21.220566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53278) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:21.234109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:21.236690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f40f3b16-8f17-4044-892a-1df9591a7dd6 None None] Deleting port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:21.237204 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f40f3b16-8f17-4044-892a-1df9591a7dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:21.238651 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:21.265349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:21.271030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:21.351714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea426-99ae-41c5-a9fb-cda5ea164162 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:21.373199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7bc1a690-233a-464a-acea-1665ba6e0acf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1496873 Sep 09 09:35:21.377127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:21.377697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53280) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:21.381982 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:21.388576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9fe291be-aa7a-474e-877a-7b9edcc68baa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:21.417694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f40f3b16-8f17-4044-892a-1df9591a7dd6 None None] For port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d44ead5d-81e0-4ab7-a4dc-16e62e4980ad,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:21.418243 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f40f3b16-8f17-4044-892a-1df9591a7dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:21.458413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f40f3b16-8f17-4044-892a-1df9591a7dd6 None None] Calling delete_port for d44ead5d-81e0-4ab7-a4dc-16e62e4980ad owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:21.534408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-1996e030-533c-4b71-bfb7-58cc0a2ad028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8497801 Sep 09 09:35:21.548435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Request body: {'port': {'device_id': '3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:21.619606 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea426-99ae-41c5-a9fb-cda5ea164162 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:21.728553 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:21.738366 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f40f3b16-8f17-4044-892a-1df9591a7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:21.773319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe291be-aa7a-474e-877a-7b9edcc68baa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:21.781446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9fe291be-aa7a-474e-877a-7b9edcc68baa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:21.789392 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f3b16-8f17-4044-892a-1df9591a7dd6 None None] Pushing event deleted for resources: {'Port': ['ID=d44ead5d-81e0-4ab7-a4dc-16e62e4980ad,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:21.819792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f3b16-8f17-4044-892a-1df9591a7dd6 None None] No DVR routers for this DVR port d44ead5d-81e0-4ab7-a4dc-16e62e4980ad on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:35:21.852317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea426-99ae-41c5-a9fb-cda5ea164162 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:21.856068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea426-99ae-41c5-a9fb-cda5ea164162 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:21.857727 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bc6ea426-99ae-41c5-a9fb-cda5ea164162 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "DELETE /v2.0/security-groups/f910e3ec-4cef-4109-abf6-6e671e68f5e0 HTTP/1.1" status: 204 len: 168 time: 1.0431230 Sep 09 09:35:21.863958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53290) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:21.893698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ea426-99ae-41c5-a9fb-cda5ea164162 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f910e3ec-4cef-4109-abf6-6e671e68f5e0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:21.935043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4219dd97-c0ea-488a-8db2-0f1724ddcf1c None None] Provisioning for port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:21.942289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4219dd97-c0ea-488a-8db2-0f1724ddcf1c None None] Provisioning complete for port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:21.943013 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4219dd97-c0ea-488a-8db2-0f1724ddcf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:22.020708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4219dd97-c0ea-488a-8db2-0f1724ddcf1c None None] Port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:35:22.222739 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-01a81c88-e3b7-49a0-86ff-a56076baa285 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3512771 Sep 09 09:35:22.230635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53298) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:22.236827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bd892479-2c46-4cf9-b199-4d2a4cf48dba tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006404528'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:22.317174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d44ead5d-81e0-4ab7-a4dc-16e62e4980ad no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:35:22.375299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d44ead5d-81e0-4ab7-a4dc-16e62e4980ad {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:35:22.377188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d44ead5d-81e0-4ab7-a4dc-16e62e4980ad not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:35:22.409708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53300) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:22.589747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:35:22.602017 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:22.653592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Transition to ACTIVE for port object 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:22.757502 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:22.842899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a91d2-91c4-4c63-92fc-7eb6a2886923 req-ec5e0c57-e635-4122-a6ee-a03753d1c89c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:22.845629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-316a91d2-91c4-4c63-92fc-7eb6a2886923 req-ec5e0c57-e635-4122-a6ee-a03753d1c89c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 931 time: 0.7203043 Sep 09 09:35:22.926246 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e070991e-7fdb-4a82-912d-88e2c81d22df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:22.957679 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd892479-2c46-4cf9-b199-4d2a4cf48dba tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:22.981907 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-316a91d2-91c4-4c63-92fc-7eb6a2886923 req-e63e5874-b296-4207-a5a9-fb4a660da27a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292496 Sep 09 09:35:23.040251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.objects.ports [None req-9fe291be-aa7a-474e-877a-7b9edcc68baa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:35:23.047489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9fe291be-aa7a-474e-877a-7b9edcc68baa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:23.100016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:23.147861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Attempting to bind port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:23.152262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Attempting to bind port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:23.153158 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Attempting to bind port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:23.154106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe291be-aa7a-474e-877a-7b9edcc68baa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:23.161100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9fe291be-aa7a-474e-877a-7b9edcc68baa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:23.170178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:23.171368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd816310-cc02-41dc-9720-732f47349d67 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:23.171643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Attempting to bind port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:23.176485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe291be-aa7a-474e-877a-7b9edcc68baa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:23.177106 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9fe291be-aa7a-474e-877a-7b9edcc68baa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:23.183456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe291be-aa7a-474e-877a-7b9edcc68baa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=64910556-15b8-4bc2-82ff-487715618399,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:23.192520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:35:23.205269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Checking segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:35:23.205269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Bound using segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:35:23.205269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Bound port: 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:35:23.205269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:23.284352 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd892479-2c46-4cf9-b199-4d2a4cf48dba tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:23.389675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd892479-2c46-4cf9-b199-4d2a4cf48dba tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:23.530853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] For port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:35:23.543162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd892479-2c46-4cf9-b199-4d2a4cf48dba tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d34888-dd81-45e0-b84f-1367dea663d3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:23.615900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] For port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:35:23.674419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '64910556-15b8-4bc2-82ff-487715618399'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:35:23.676686 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:23.708310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:23.824176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e070991e-7fdb-4a82-912d-88e2c81d22df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:23.835610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:23.836334 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:23.837842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] 10.222.0.24 "PUT /v2.0/ports/1fa2cb5d-c5dd-4fbf-b99f-523962172b2c HTTP/1.1" status: 200 len: 1092 time: 2.2943940 Sep 09 09:35:23.838326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3', 'tag': '1fa2cb5d-c5dd-4fbf-b99f-523962172b2c'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:35:23.841248 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9994e718-60ca-4f57-9f9f-94778f6dc50c" -d '{"events": [{"name": "network-changed", "server_uuid": "3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3", "tag": "1fa2cb5d-c5dd-4fbf-b99f-523962172b2c"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:35:23.911150 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Allocated IP 2001:db8::f816:3eff:feba:1946 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/64910556-15b8-4bc2-82ff-487715618399/5d5ca8ae-53e2-489a-baea-7d199ecfe999) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:23.950964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e6eb7-fb8c-441d-9391-ceef44b28ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:23.973367 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2379179c-84b0-4741-a29b-cbcb6a040373 x-openstack-request-id: req-2379179c-84b0-4741-a29b-cbcb6a040373 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:35:23.973367 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3", "tag": "1fa2cb5d-c5dd-4fbf-b99f-523962172b2c", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:35:23.974492 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2379179c-84b0-4741-a29b-cbcb6a040373 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:35:23.975145 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3', 'tag': '1fa2cb5d-c5dd-4fbf-b99f-523962172b2c', 'status': 'completed', 'code': 200} Sep 09 09:35:24.002676 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9fe291be-aa7a-474e-877a-7b9edcc68baa tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6232321 Sep 09 09:35:24.005127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53334) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:24.007438 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e070991e-7fdb-4a82-912d-88e2c81d22df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:24.015919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:3d:08:57', 'name': 'tempest-NetworksTestDHCPv6-314563964'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:24.214492 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:24.264581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Transition to ACTIVE for port object 5d5ca8ae-53e2-489a-baea-7d199ecfe999 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:24.304922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Transition to ACTIVE for port object 5d5ca8ae-53e2-489a-baea-7d199ecfe999 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:24.343172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070991e-7fdb-4a82-912d-88e2c81d22df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a9f22c-6e0e-4e60-b4ba-04d37b5f74ab,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:24.378108 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:24.395704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd892479-2c46-4cf9-b199-4d2a4cf48dba tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:24.398910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bd892479-2c46-4cf9-b199-4d2a4cf48dba tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1659155 Sep 09 09:35:24.399429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e070991e-7fdb-4a82-912d-88e2c81d22df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75fd0349a7124557afbdeb0d1740f16c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9858551 Sep 09 09:35:24.404996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53338) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:24.405339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53340) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:24.445535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-42242289-2974-467b-b530-2582c59210dd tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': '32d34888-dd81-45e0-b84f-1367dea663d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:24.446365 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-42242289-2974-467b-b530-2582c59210dd tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 09 09:35:24.446891 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-42242289-2974-467b-b530-2582c59210dd tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:24.454957 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-42242289-2974-467b-b530-2582c59210dd tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0410249 Sep 09 09:35:24.487554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53344) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:24.508260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5c807313-b703-43fb-8a00-9d7fd5e3c70a tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': '32d34888-dd81-45e0-b84f-1367dea663d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:24.515757 n-d-778696-16 neutron-server[95326]: WARNING neutron.api.v2.base [None req-5c807313-b703-43fb-8a00-9d7fd5e3c70a tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 09 09:35:24.516626 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-5c807313-b703-43fb-8a00-9d7fd5e3c70a tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:24.517904 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5c807313-b703-43fb-8a00-9d7fd5e3c70a tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0279007 Sep 09 09:35:24.523881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:24.540667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-36d50c8c-6cf2-4f6a-a568-ac2ff07f89bd tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': '32d34888-dd81-45e0-b84f-1367dea663d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:24.542127 n-d-778696-16 neutron-server[95326]: WARNING neutron.api.v2.base [None req-36d50c8c-6cf2-4f6a-a568-ac2ff07f89bd tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 09 09:35:24.542830 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-36d50c8c-6cf2-4f6a-a568-ac2ff07f89bd tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:24.544174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-36d50c8c-6cf2-4f6a-a568-ac2ff07f89bd tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0163934 Sep 09 09:35:24.549715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53350) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:24.573651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-985ea156-c7b4-426d-8656-fdc917331b26 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': '32d34888-dd81-45e0-b84f-1367dea663d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:24.574823 n-d-778696-16 neutron-server[95326]: WARNING neutron.api.v2.base [None req-985ea156-c7b4-426d-8656-fdc917331b26 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 09 09:35:24.583930 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-985ea156-c7b4-426d-8656-fdc917331b26 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:24.585535 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-985ea156-c7b4-426d-8656-fdc917331b26 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0217335 Sep 09 09:35:24.591397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53352) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:24.602693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Pushing event updated for resources: {'Port': ['ID=5d5ca8ae-53e2-489a-baea-7d199ecfe999,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:24.625094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:24.626329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed27cd6-0c73-4543-8077-e789ce9b9278 req-8b8cbd17-3327-4440-8ed6-b9b212d4f227 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:24.631395 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ed27cd6-0c73-4543-8077-e789ce9b9278 req-8b8cbd17-3327-4440-8ed6-b9b212d4f227 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.2421083 Sep 09 09:35:24.653075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:24.667795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e718-60ca-4f57-9f9f-94778f6dc50c req-1bb1c9cc-17be-4dd8-aeda-0fde2f55ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:24.670409 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9994e718-60ca-4f57-9f9f-94778f6dc50c req-1bb1c9cc-17be-4dd8-aeda-0fde2f55ba69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 1095 time: 0.7093956 Sep 09 09:35:24.681307 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:24.684543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:24.756181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ed27cd6-0c73-4543-8077-e789ce9b9278 req-6eff3fbc-bfb4-4955-8260-e90dfacf6f2e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187620 Sep 09 09:35:24.822745 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69bc20fe-6a7d-4506-8708-a83db307f628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:24.847846 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69bc20fe-6a7d-4506-8708-a83db307f628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:24.881847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Attempting to bind port 5d5ca8ae-53e2-489a-baea-7d199ecfe999 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:24.882611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Attempting to bind port 5d5ca8ae-53e2-489a-baea-7d199ecfe999 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:24.884434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Attempting to bind port 5d5ca8ae-53e2-489a-baea-7d199ecfe999 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:24.899228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:35:24.899847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:35:24.901210 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:24.901962 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:35:24.902394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Bound port: 5d5ca8ae-53e2-489a-baea-7d199ecfe999, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:35:24.902895 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:24.981613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.017255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 8476216c-f6a4-4e83-88bf-7356d65a860f yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:25.023405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-801c5f85-fb8a-4a20-ab31-a537ea836146 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.056913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e718-60ca-4f57-9f9f-94778f6dc50c req-dd9b00df-5d2a-47fc-b8f8-89d463750c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:25.058429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9994e718-60ca-4f57-9f9f-94778f6dc50c req-dd9b00df-5d2a-47fc-b8f8-89d463750c77 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f73bb51c82ee441fae17ed97db00d629&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3754959 Sep 09 09:35:25.085756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] For port 5d5ca8ae-53e2-489a-baea-7d199ecfe999, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:35:25.092621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] For port 5d5ca8ae-53e2-489a-baea-7d199ecfe999, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5d5ca8ae-53e2-489a-baea-7d199ecfe999,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:35:25.110715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-801c5f85-fb8a-4a20-ab31-a537ea836146 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.167150 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.196205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::f816:3eff:fe3d:857 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/64910556-15b8-4bc2-82ff-487715618399/8476216c-f6a4-4e83-88bf-7356d65a860f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:25.247723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69bc20fe-6a7d-4506-8708-a83db307f628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.251095 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-69bc20fe-6a7d-4506-8708-a83db307f628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.252574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-69bc20fe-6a7d-4506-8708-a83db307f628 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19a9f22c-6e0e-4e60-b4ba-04d37b5f74ab HTTP/1.1" status: 204 len: 168 time: 0.8462148 Sep 09 09:35:25.270532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc20fe-6a7d-4506-8708-a83db307f628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a9f22c-6e0e-4e60-b4ba-04d37b5f74ab,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:25.312784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e718-60ca-4f57-9f9f-94778f6dc50c req-e47ef004-4439-4d4f-b495-cd7697b1288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:25.314657 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9994e718-60ca-4f57-9f9f-94778f6dc50c req-e47ef004-4439-4d4f-b495-cd7697b1288f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2332411 Sep 09 09:35:25.359739 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-801c5f85-fb8a-4a20-ab31-a537ea836146 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.363100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-801c5f85-fb8a-4a20-ab31-a537ea836146 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.364764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-801c5f85-fb8a-4a20-ab31-a537ea836146 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "DELETE /v2.0/security-groups/32d34888-dd81-45e0-b84f-1367dea663d3 HTTP/1.1" status: 204 len: 168 time: 0.7701337 Sep 09 09:35:25.411816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53372) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:25.454693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1868c3-f21b-4bc2-9304-905437e01d16 None None] Pushing event updated for resources: {'Port': ['ID=5d5ca8ae-53e2-489a-baea-7d199ecfe999,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:25.497712 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.506218 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.529172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 8476216c-f6a4-4e83-88bf-7356d65a860f will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:25.556292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c5f85-fb8a-4a20-ab31-a537ea836146 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d34888-dd81-45e0-b84f-1367dea663d3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:25.653184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.661371 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-9cb14bcc-8aa4-44cf-965e-a9dab6ebad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:25.667068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-9cb14bcc-8aa4-44cf-965e-a9dab6ebad98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 1095 time: 0.3004749 Sep 09 09:35:25.672034 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c10c374e-4e12-4b78-a402-93f6b6f88311 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2590351 Sep 09 09:35:25.684826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53378) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:25.696751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-39eb5304-be3a-45a0-8e04-113d2f344177 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086858510'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:25.752781 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-68d40f48-384e-4722-b5ff-e3a51b166598 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c HTTP/1.1" status: 200 len: 217 time: 0.0697589 Sep 09 09:35:25.874696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:25.909193 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:25.910517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:25.929363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:25.982545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:25.984416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:26.003451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=8476216c-f6a4-4e83-88bf-7356d65a860f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:26.053611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-0cddbea1-4380-40a4-89ba-6b35c7ccd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:26.061626 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-0cddbea1-4380-40a4-89ba-6b35c7ccd6dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.2970634 Sep 09 09:35:26.078611 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39eb5304-be3a-45a0-8e04-113d2f344177 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:26.152444 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e1fd3fcf-7d89-480c-af69-90bddd3bc5ae tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1437783 Sep 09 09:35:26.154941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53398) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:26.216013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323275f-72b6-4fda-a8ce-6742af1a9392 req-de94df7d-7512-4948-8cd5-7f7b635b18cb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:26.241628 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1323275f-72b6-4fda-a8ce-6742af1a9392 req-de94df7d-7512-4948-8cd5-7f7b635b18cb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.2728200 Sep 09 09:35:26.317723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4173dd1-84a3-420d-b9ae-b629f83dcb7f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:26.330953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-78a8dd7c-a0c9-4148-90ee-b09533577676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:26.331819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4173dd1-84a3-420d-b9ae-b629f83dcb7f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:26.332706 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-78a8dd7c-a0c9-4148-90ee-b09533577676 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2521391 Sep 09 09:35:26.333522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c4173dd1-84a3-420d-b9ae-b629f83dcb7f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1772740 Sep 09 09:35:26.337622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53406) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:26.366335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d5ca8ae-53e2-489a-baea-7d199ecfe999 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:26.460018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1323275f-72b6-4fda-a8ce-6742af1a9392 req-5b52cd8e-df90-4326-84ac-d31b391a8b67 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172799 Sep 09 09:35:26.472789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9d69153a-8bf6-4e53-9c0e-23e45480856a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 8476216c-f6a4-4e83-88bf-7356d65a860f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:26.473558 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d69153a-8bf6-4e53-9c0e-23e45480856a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:26.529949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39eb5304-be3a-45a0-8e04-113d2f344177 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:26.548893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-ce92289d-17e1-4b3a-a874-45a007ab264d service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028246 Sep 09 09:35:26.581951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d69153a-8bf6-4e53-9c0e-23e45480856a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:26.597608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9d69153a-8bf6-4e53-9c0e-23e45480856a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 8476216c-f6a4-4e83-88bf-7356d65a860f owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:26.661804 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36588e6b-a1b1-4439-8912-0f4dfe5ad3e5 req-76ee6781-ffa5-4b7c-b0b7-229ddae39436 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041195 Sep 09 09:35:26.766190 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39eb5304-be3a-45a0-8e04-113d2f344177 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:26.769029 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5d5ca8ae-53e2-489a-baea-7d199ecfe999 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:26.880341 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d69153a-8bf6-4e53-9c0e-23e45480856a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:26.880758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb5304-be3a-45a0-8e04-113d2f344177 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8833c37-fa2d-40bd-92d2-63bd226d478e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:26.943174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-39eb5304-be3a-45a0-8e04-113d2f344177 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:26.944531 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-39eb5304-be3a-45a0-8e04-113d2f344177 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2587597 Sep 09 09:35:26.947352 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53426) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:26.953051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b28730fd-fcf6-4fc5-a719-2e637d804860 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'b8833c37-fa2d-40bd-92d2-63bd226d478e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:26.953051 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-b28730fd-fcf6-4fc5-a719-2e637d804860 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 09 09:35:26.953368 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-b28730fd-fcf6-4fc5-a719-2e637d804860 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:26.955016 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b28730fd-fcf6-4fc5-a719-2e637d804860 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060558 Sep 09 09:35:26.960919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53428) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:26.979195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e2517bff-3ecb-499b-b37b-6e709a6917a5 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'b8833c37-fa2d-40bd-92d2-63bd226d478e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:27.001416 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69153a-8bf6-4e53-9c0e-23e45480856a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=8476216c-f6a4-4e83-88bf-7356d65a860f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:27.069370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d69153a-8bf6-4e53-9c0e-23e45480856a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:27.085352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9d69153a-8bf6-4e53-9c0e-23e45480856a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/8476216c-f6a4-4e83-88bf-7356d65a860f HTTP/1.1" status: 204 len: 168 time: 0.7448642 Sep 09 09:35:27.093070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53432) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:27.289101 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-e2517bff-3ecb-499b-b37b-6e709a6917a5 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:27.291866 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e2517bff-3ecb-499b-b37b-6e709a6917a5 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3299532 Sep 09 09:35:27.297775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53440) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:27.309164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c596be2f-8328-40c2-ad69-c169298f1898 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'b8833c37-fa2d-40bd-92d2-63bd226d478e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:27.309502 n-d-778696-16 neutron-server[95326]: WARNING neutron.api.v2.base [None req-c596be2f-8328-40c2-ad69-c169298f1898 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 09 09:35:27.310034 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-c596be2f-8328-40c2-ad69-c169298f1898 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:27.311040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c596be2f-8328-40c2-ad69-c169298f1898 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117023 Sep 09 09:35:27.324304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53442) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:27.332008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-54cff89c-f7a5-4142-82df-04314317c3a7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'b8833c37-fa2d-40bd-92d2-63bd226d478e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:27.351415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f741ea-9aff-48cb-9db3-bbb8c8bb1fb0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:27.358753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f741ea-9aff-48cb-9db3-bbb8c8bb1fb0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:27.364660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53444) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:27.365185 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b6f741ea-9aff-48cb-9db3-bbb8c8bb1fb0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2685971 Sep 09 09:35:27.483031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6605569-7193-4ec9-9d99-fc94376da0ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 64910556-15b8-4bc2-82ff-487715618399 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:35:27.489963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6605569-7193-4ec9-9d99-fc94376da0ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:27.494489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0ca6bf29-008e-44c9-a351-a00965a9ee3d None None] Provisioning for port 5d5ca8ae-53e2-489a-baea-7d199ecfe999 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:27.508816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0ca6bf29-008e-44c9-a351-a00965a9ee3d None None] Provisioning complete for port 5d5ca8ae-53e2-489a-baea-7d199ecfe999 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:27.508816 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ca6bf29-008e-44c9-a351-a00965a9ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:27.564445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6605569-7193-4ec9-9d99-fc94376da0ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:27.732065 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ca6bf29-008e-44c9-a351-a00965a9ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:27.746120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3d25c-6dea-4c57-8c08-c72cc40e5a21 req-e35aa3da-1a93-4249-ae83-bf2dbe263950 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:27.748482 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4e3d25c-6dea-4c57-8c08-c72cc40e5a21 req-e35aa3da-1a93-4249-ae83-bf2dbe263950 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1297255 Sep 09 09:35:27.751772 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-54cff89c-f7a5-4142-82df-04314317c3a7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:27.752891 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-54cff89c-f7a5-4142-82df-04314317c3a7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4276383 Sep 09 09:35:27.758809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53452) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:27.764915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-16d57a5e-3d30-4f2e-a345-cfc7d7ad3263 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'b8833c37-fa2d-40bd-92d2-63bd226d478e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:27.766113 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-16d57a5e-3d30-4f2e-a345-cfc7d7ad3263 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 09 09:35:27.766718 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-16d57a5e-3d30-4f2e-a345-cfc7d7ad3263 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:27.774203 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-16d57a5e-3d30-4f2e-a345-cfc7d7ad3263 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0133486 Sep 09 09:35:27.774437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53454) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:27.782518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d97f0dd2-c0b3-48ce-b7b6-395cee41bd79 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'b8833c37-fa2d-40bd-92d2-63bd226d478e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:27.792293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0ca6bf29-008e-44c9-a351-a00965a9ee3d None None] For port 5d5ca8ae-53e2-489a-baea-7d199ecfe999, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5d5ca8ae-53e2-489a-baea-7d199ecfe999,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:27.842079 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4e3d25c-6dea-4c57-8c08-c72cc40e5a21 req-3c2fa264-2ff2-4359-baaf-2c7d382572cd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864630 Sep 09 09:35:27.904924 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ca6bf29-008e-44c9-a351-a00965a9ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:27.906352 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6605569-7193-4ec9-9d99-fc94376da0ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:28.040525 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-d97f0dd2-c0b3-48ce-b7b6-395cee41bd79 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Project 646b2a055616473499cc6e413241c6eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:35:28.087075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3114ec7b-cf07-4a77-bf5f-38ce1e1f2754 None None] Could not find standard attr ID for object 8476216c-f6a4-4e83-88bf-7356d65a860f. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:35:28.104511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6bf29-008e-44c9-a351-a00965a9ee3d None None] Pushing event updated for resources: {'Port': ['ID=5d5ca8ae-53e2-489a-baea-7d199ecfe999,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:28.298590 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-d97f0dd2-c0b3-48ce-b7b6-395cee41bd79 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:28.302758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53468) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:28.303682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d97f0dd2-c0b3-48ce-b7b6-395cee41bd79 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5278244 Sep 09 09:35:28.305995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6605569-7193-4ec9-9d99-fc94376da0ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:28.309296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-15c6f8fc-e9ac-4db7-8e9f-278b3b7ebcf5 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'b8833c37-fa2d-40bd-92d2-63bd226d478e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:28.309794 n-d-778696-16 neutron-server[95325]: WARNING neutron.api.v2.base [None req-15c6f8fc-e9ac-4db7-8e9f-278b3b7ebcf5 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 09 09:35:28.310285 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-15c6f8fc-e9ac-4db7-8e9f-278b3b7ebcf5 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:28.312237 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-15c6f8fc-e9ac-4db7-8e9f-278b3b7ebcf5 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071640 Sep 09 09:35:28.319859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d5ca8ae-53e2-489a-baea-7d199ecfe999 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:28.323765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53470) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:28.338909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d4de4581-5fdb-42cb-9ce3-4f1e728f2607 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'b8833c37-fa2d-40bd-92d2-63bd226d478e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:28.346887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6605569-7193-4ec9-9d99-fc94376da0ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=64910556-15b8-4bc2-82ff-487715618399,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:28.350409 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6605569-7193-4ec9-9d99-fc94376da0ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:28.356336 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a6605569-7193-4ec9-9d99-fc94376da0ab tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/64910556-15b8-4bc2-82ff-487715618399 HTTP/1.1" status: 204 len: 168 time: 0.9809134 Sep 09 09:35:28.357226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53474) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:28.402500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cedaa0-9286-4463-a47c-b9ea61e330d7 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:28.427296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2fc36ee3-277f-45f8-acbe-1ec8bcdb5755 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683763 Sep 09 09:35:28.429916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53478) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:28.435722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c2af23b9-ded9-4ac7-9924-eb0a63be32a1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:28.600722 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-d4de4581-5fdb-42cb-9ce3-4f1e728f2607 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Project 646b2a055616473499cc6e413241c6eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:35:28.642462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5d5ca8ae-53e2-489a-baea-7d199ecfe999 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:28.643303 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:28.726007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2af23b9-ded9-4ac7-9924-eb0a63be32a1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:28.730961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2af23b9-ded9-4ac7-9924-eb0a63be32a1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:28.741619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214ba853-e45a-433a-8142-cc7169ded1c5 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:35:28.834247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-214ba853-e45a-433a-8142-cc7169ded1c5 None None] Deleting port 5d5ca8ae-53e2-489a-baea-7d199ecfe999 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:28.834247 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-214ba853-e45a-433a-8142-cc7169ded1c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:28.887693 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-d4de4581-5fdb-42cb-9ce3-4f1e728f2607 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:28.887693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d4de4581-5fdb-42cb-9ce3-4f1e728f2607 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5620937 Sep 09 09:35:28.890000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53494) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:28.905397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7b6f9661-d812-4da4-956d-6c0089288fca tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'b8833c37-fa2d-40bd-92d2-63bd226d478e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:28.946741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-214ba853-e45a-433a-8142-cc7169ded1c5 None None] For port 5d5ca8ae-53e2-489a-baea-7d199ecfe999, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5d5ca8ae-53e2-489a-baea-7d199ecfe999,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:28.947488 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-214ba853-e45a-433a-8142-cc7169ded1c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:28.983451 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-214ba853-e45a-433a-8142-cc7169ded1c5 None None] Calling delete_port for 5d5ca8ae-53e2-489a-baea-7d199ecfe999 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:29.085780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1cdfb-a640-48f5-a500-f17d575f4f96 req-2418dfa2-651e-4fa7-bfb8-4e8e92d386b9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:29.088064 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-efa1cdfb-a640-48f5-a500-f17d575f4f96 req-2418dfa2-651e-4fa7-bfb8-4e8e92d386b9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1113880 Sep 09 09:35:29.124894 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-7b6f9661-d812-4da4-956d-6c0089288fca tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Project 646b2a055616473499cc6e413241c6eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:35:29.170046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-efa1cdfb-a640-48f5-a500-f17d575f4f96 req-14dc2a79-d542-407a-88dd-76bc72529bd1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701430 Sep 09 09:35:29.246762 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-214ba853-e45a-433a-8142-cc7169ded1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:29.247793 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-7b6f9661-d812-4da4-956d-6c0089288fca tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:29.254039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:29.258501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7b6f9661-d812-4da4-956d-6c0089288fca tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3667378 Sep 09 09:35:29.286119 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ba853-e45a-433a-8142-cc7169ded1c5 None None] Pushing event deleted for resources: {'Port': ['ID=5d5ca8ae-53e2-489a-baea-7d199ecfe999,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:29.289687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ba853-e45a-433a-8142-cc7169ded1c5 None None] No DVR routers for this DVR port 5d5ca8ae-53e2-489a-baea-7d199ecfe999 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:35:29.366773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.objects.ports [None req-c2af23b9-ded9-4ac7-9924-eb0a63be32a1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:35:29.366773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2af23b9-ded9-4ac7-9924-eb0a63be32a1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:29.426333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af23b9-ded9-4ac7-9924-eb0a63be32a1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:29.437330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c2af23b9-ded9-4ac7-9924-eb0a63be32a1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:29.446437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2af23b9-ded9-4ac7-9924-eb0a63be32a1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:29.447291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2af23b9-ded9-4ac7-9924-eb0a63be32a1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:29.449616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd247c07-74cc-4dda-8e69-4e8884fc7d6b None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:29.456233 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abbb846e-ec7c-499c-bf7b-55c2ffd4fa56 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:29.494591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af23b9-ded9-4ac7-9924-eb0a63be32a1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=ceb58817-b2f3-4b12-93fa-9bb47b039e0e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:29.510837 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abbb846e-ec7c-499c-bf7b-55c2ffd4fa56 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:29.595190 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c2af23b9-ded9-4ac7-9924-eb0a63be32a1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1640475 Sep 09 09:35:29.600122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53524) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:29.606013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:d5:d9:86', 'name': 'tempest-NetworksTestDHCPv6-40633784'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:29.701510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abbb846e-ec7c-499c-bf7b-55c2ffd4fa56 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:29.705902 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abbb846e-ec7c-499c-bf7b-55c2ffd4fa56 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:29.710524 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-abbb846e-ec7c-499c-bf7b-55c2ffd4fa56 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "DELETE /v2.0/security-groups/b8833c37-fa2d-40bd-92d2-63bd226d478e HTTP/1.1" status: 204 len: 168 time: 0.4506717 Sep 09 09:35:29.712540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': 'ceb58817-b2f3-4b12-93fa-9bb47b039e0e'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:35:29.716391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53528) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:29.717281 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:29.769337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb846e-ec7c-499c-bf7b-55c2ffd4fa56 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8833c37-fa2d-40bd-92d2-63bd226d478e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:29.808190 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-314cd0e5-8217-47d4-8f51-95130b2de96b tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811646 Sep 09 09:35:29.810499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53532) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:29.823017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-21b3cbb5-1efb-4ec1-8d3b-c22a5e0ee958 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755569568'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:29.938745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:29.967595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Allocated IP 2001:db8::f816:3eff:fe7c:6fc3 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/ceb58817-b2f3-4b12-93fa-9bb47b039e0e/d34262d5-f507-46cb-a34c-f91d4ab07f42) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:30.070320 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:30.076787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21b3cbb5-1efb-4ec1-8d3b-c22a5e0ee958 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:30.103954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 338810e3-5c32-4221-a3ce-a066f73f79bd yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:30.289206 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:30.307304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Transition to ACTIVE for port object d34262d5-f507-46cb-a34c-f91d4ab07f42 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:30.357445 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d5ca8ae-53e2-489a-baea-7d199ecfe999 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:35:30.387343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1caa6e-cdd6-4a3e-8349-ef843f12b8e7 req-e3f94bf1-b6c5-4190-98ca-bc75d86f5632 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:30.395661 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae1caa6e-cdd6-4a3e-8349-ef843f12b8e7 req-e3f94bf1-b6c5-4190-98ca-bc75d86f5632 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 946 time: 0.1471820 Sep 09 09:35:30.398473 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5d5ca8ae-53e2-489a-baea-7d199ecfe999 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:35:30.398930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d5ca8ae-53e2-489a-baea-7d199ecfe999 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:35:30.401698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dca79a-dbf1-4d9e-9825-ed18424c134b req-99f88736-7317-4600-8ad4-fc41a953aa91 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:30.403821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3dca79a-dbf1-4d9e-9825-ed18424c134b req-99f88736-7317-4600-8ad4-fc41a953aa91 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1308360 Sep 09 09:35:30.423493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Transition to ACTIVE for port object d34262d5-f507-46cb-a34c-f91d4ab07f42 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:30.443698 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21b3cbb5-1efb-4ec1-8d3b-c22a5e0ee958 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:30.459619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae1caa6e-cdd6-4a3e-8349-ef843f12b8e7 req-bc87ec16-6948-4684-bf08-e59b34c55ae8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628271 Sep 09 09:35:30.476913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3dca79a-dbf1-4d9e-9825-ed18424c134b req-c2e1f058-9dfa-48a5-aaf2-62ffdfc57e28 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648680 Sep 09 09:35:30.505433 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:30.523787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53568) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:30.583409 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21b3cbb5-1efb-4ec1-8d3b-c22a5e0ee958 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:30.675957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::f816:3eff:fed5:d986 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/ceb58817-b2f3-4b12-93fa-9bb47b039e0e/338810e3-5c32-4221-a3ce-a066f73f79bd) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:30.693415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3cbb5-1efb-4ec1-8d3b-c22a5e0ee958 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e981f14-fae2-4807-9549-bfeabde7508d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:30.722167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Pushing event updated for resources: {'Port': ['ID=d34262d5-f507-46cb-a34c-f91d4ab07f42,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:30.749289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:30.751649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:30.755316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:30.758326 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21b3cbb5-1efb-4ec1-8d3b-c22a5e0ee958 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:30.766362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-21b3cbb5-1efb-4ec1-8d3b-c22a5e0ee958 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9519634 Sep 09 09:35:30.769155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53588) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:30.779174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2b1339fa-7131-4941-9447-41a8bc53135a tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': '1e981f14-fae2-4807-9549-bfeabde7508d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:30.838827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-317fe46f-07de-420e-8d98-6b44402431c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:30.839075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Attempting to bind port d34262d5-f507-46cb-a34c-f91d4ab07f42 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:30.839575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Attempting to bind port d34262d5-f507-46cb-a34c-f91d4ab07f42 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:30.840334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Attempting to bind port d34262d5-f507-46cb-a34c-f91d4ab07f42 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:30.858761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:35:30.870720 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:35:30.871624 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:30.872045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:35:30.872559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Bound port: d34262d5-f507-46cb-a34c-f91d4ab07f42, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:35:30.874856 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:30.952650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:30.962012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] For port d34262d5-f507-46cb-a34c-f91d4ab07f42, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:35:30.966751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] For port d34262d5-f507-46cb-a34c-f91d4ab07f42, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d34262d5-f507-46cb-a34c-f91d4ab07f42,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:35:30.972402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 338810e3-5c32-4221-a3ce-a066f73f79bd will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:31.085382 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-317fe46f-07de-420e-8d98-6b44402431c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.114218 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.115016 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.184482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:31.185257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f87cc2-4e48-412a-bf34-c10d00d03d71 None None] Pushing event updated for resources: {'Port': ['ID=d34262d5-f507-46cb-a34c-f91d4ab07f42,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:31.188834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:31.193678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:31.203660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:31.204446 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.219141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=338810e3-5c32-4221-a3ce-a066f73f79bd,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:31.232027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.232378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.232716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.233051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.233383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.233714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.234058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.234390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.234714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.235032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.235354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.235716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:31.247915 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-317fe46f-07de-420e-8d98-6b44402431c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.298836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-317fe46f-07de-420e-8d98-6b44402431c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10965ea01f0d4d73a252ab59d7937ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7715778 Sep 09 09:35:31.298836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fe46f-07de-420e-8d98-6b44402431c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b7377d-2102-4b2c-a4b8-6655d80ec4e9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:31.299088 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53606) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:31.389568 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-2b1339fa-7131-4941-9447-41a8bc53135a tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The resource could not be found. Sep 09 09:35:31.391061 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2b1339fa-7131-4941-9447-41a8bc53135a tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6205623 Sep 09 09:35:31.393755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53612) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:31.404416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-45f9a84c-53c6-4407-952a-27b10484c41b tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': '1e981f14-fae2-4807-9549-bfeabde7508d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '218d6770-f588-49a5-b7f1-41e5ed9c6c2c'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:31.418785 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa5308fe-6307-4eb2-bd19-930200d0a63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.460161 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ef66917b-dca1-4e0b-8097-8fed1a128b8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8589268 Sep 09 09:35:31.463500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53618) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:31.467153 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa5308fe-6307-4eb2-bd19-930200d0a63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.534180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0072df-3966-4c00-88c4-ae3508c81112 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:31.542711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0072df-3966-4c00-88c4-ae3508c81112 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:31.544446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4f0072df-3966-4c00-88c4-ae3508c81112 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0796814 Sep 09 09:35:31.547124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53622) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:31.612993 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa5308fe-6307-4eb2-bd19-930200d0a63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.615556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa5308fe-6307-4eb2-bd19-930200d0a63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.616752 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-aa5308fe-6307-4eb2-bd19-930200d0a63c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17b7377d-2102-4b2c-a4b8-6655d80ec4e9 HTTP/1.1" status: 204 len: 168 time: 0.3155522 Sep 09 09:35:31.640531 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5308fe-6307-4eb2-bd19-930200d0a63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b7377d-2102-4b2c-a4b8-6655d80ec4e9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:31.673857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0f89a-b2bf-4cd3-b40c-2fc73f33c8c1 req-ac77a572-2d36-4205-980f-9a0331428744 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:31.684320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9af0f89a-b2bf-4cd3-b40c-2fc73f33c8c1 req-ac77a572-2d36-4205-980f-9a0331428744 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1072226 Sep 09 09:35:31.709240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-381befe2-e57e-4efc-ad5c-e5f564fc5945 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 338810e3-5c32-4221-a3ce-a066f73f79bd {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:31.709594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-381befe2-e57e-4efc-ad5c-e5f564fc5945 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.731005 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-45f9a84c-53c6-4407-952a-27b10484c41b tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The resource could not be found. Sep 09 09:35:31.733949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-45f9a84c-53c6-4407-952a-27b10484c41b tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3391421 Sep 09 09:35:31.736511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53636) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:31.783692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9af0f89a-b2bf-4cd3-b40c-2fc73f33c8c1 req-9b549757-2c6a-4bca-bad0-70170ebb2904 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982373 Sep 09 09:35:31.829413 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b45b0dc8-caae-497c-bdb7-b512becba7b7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.872075 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b45b0dc8-caae-497c-bdb7-b512becba7b7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.886899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-381befe2-e57e-4efc-ad5c-e5f564fc5945 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:31.938110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-381befe2-e57e-4efc-ad5c-e5f564fc5945 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 338810e3-5c32-4221-a3ce-a066f73f79bd owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:32.001206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:35:32.117692 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.143057 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b45b0dc8-caae-497c-bdb7-b512becba7b7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.147844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b45b0dc8-caae-497c-bdb7-b512becba7b7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.149472 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b45b0dc8-caae-497c-bdb7-b512becba7b7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "DELETE /v2.0/security-groups/1e981f14-fae2-4807-9549-bfeabde7508d HTTP/1.1" status: 204 len: 168 time: 0.4097490 Sep 09 09:35:32.155309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53660) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:32.177292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b0dc8-caae-497c-bdb7-b512becba7b7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e981f14-fae2-4807-9549-bfeabde7508d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:32.185816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:32.194299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:35:32.197515 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410b5e4e-03a5-4569-99aa-ea28ef417c40" -d '{"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:35:32.247686 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a8ea8077-6828-4930-98c2-b9ece82ff341 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789528 Sep 09 09:35:32.248514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53664) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:32.259039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1a9665ee-5d49-4f8f-bf14-18f62537a591 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': '431dc5df-53ec-4f06-90a8-56b2246f8a3c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:32.324303 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f671514-eeab-430a-ab1f-0375ffc20232 x-openstack-request-id: req-0f671514-eeab-430a-ab1f-0375ffc20232 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:35:32.324684 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:35:32.325368 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f671514-eeab-430a-ab1f-0375ffc20232 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:35:32.326002 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'code': 200} Sep 09 09:35:32.326623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-381befe2-e57e-4efc-ad5c-e5f564fc5945 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.327953 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.395061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d34262d5-f507-46cb-a34c-f91d4ab07f42 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:32.441280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381befe2-e57e-4efc-ad5c-e5f564fc5945 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=338810e3-5c32-4221-a3ce-a066f73f79bd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:32.446157 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-381befe2-e57e-4efc-ad5c-e5f564fc5945 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.448348 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-381befe2-e57e-4efc-ad5c-e5f564fc5945 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/338810e3-5c32-4221-a3ce-a066f73f79bd HTTP/1.1" status: 204 len: 168 time: 0.9001050 Sep 09 09:35:32.451206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53674) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:32.505976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:32.531724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9de4bb-4522-429a-a9d3-546c79330a0d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:32.533583 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9de4bb-4522-429a-a9d3-546c79330a0d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:32.535155 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4c9de4bb-4522-429a-a9d3-546c79330a0d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0827291 Sep 09 09:35:32.538385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:32.599366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8fd1925-8814-4db1-b839-382d8ea95da2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet ceb58817-b2f3-4b12-93fa-9bb47b039e0e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:35:32.603775 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-1a9665ee-5d49-4f8f-bf14-18f62537a591 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The resource could not be found. Sep 09 09:35:32.608352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1a9665ee-5d49-4f8f-bf14-18f62537a591 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3582160 Sep 09 09:35:32.609566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53686) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:32.609687 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1925-8814-4db1-b839-382d8ea95da2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.614098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a1896e5a-a7d0-48b0-b6d0-7ecb9f2f1e3f tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340690032'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:32.667297 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1925-8814-4db1-b839-382d8ea95da2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.669084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d34262d5-f507-46cb-a34c-f91d4ab07f42 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:32.704115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b3c542c8-d35a-4c9f-bb52-4489e0c0ede2 None None] Provisioning for port d34262d5-f507-46cb-a34c-f91d4ab07f42 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:32.708665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b3c542c8-d35a-4c9f-bb52-4489e0c0ede2 None None] Provisioning complete for port d34262d5-f507-46cb-a34c-f91d4ab07f42 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:32.709050 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3c542c8-d35a-4c9f-bb52-4489e0c0ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.762365 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a1896e5a-a7d0-48b0-b6d0-7ecb9f2f1e3f tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.839251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1925-8814-4db1-b839-382d8ea95da2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.917640 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3c542c8-d35a-4c9f-bb52-4489e0c0ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.955459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53694) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:32.974483 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a1896e5a-a7d0-48b0-b6d0-7ecb9f2f1e3f tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:32.996449 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93185147-9c06-4b2f-b694-f854de18ec79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.061370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f62864-a2b6-4c2c-8dbc-6274b6535396 req-06551083-620f-46e5-b75e-940cef708542 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:33.063429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-84f62864-a2b6-4c2c-8dbc-6274b6535396 req-06551083-620f-46e5-b75e-940cef708542 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.0809500 Sep 09 09:35:33.114376 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1925-8814-4db1-b839-382d8ea95da2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.114617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a1896e5a-a7d0-48b0-b6d0-7ecb9f2f1e3f tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.187525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53700) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:33.205026 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-b3c542c8-d35a-4c9f-bb52-4489e0c0ede2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:35:33.207644 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-b3c542c8-d35a-4c9f-bb52-4489e0c0ede2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:35:33.234035 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-84f62864-a2b6-4c2c-8dbc-6274b6535396 req-568c04af-5cd3-486f-b545-31ade78655cb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608241 Sep 09 09:35:33.234035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1896e5a-a7d0-48b0-b6d0-7ecb9f2f1e3f tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60100862-900c-4385-ba7c-2823b0fb5db8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:33.272558 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1925-8814-4db1-b839-382d8ea95da2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.274797 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b8fd1925-8814-4db1-b839-382d8ea95da2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/ceb58817-b2f3-4b12-93fa-9bb47b039e0e HTTP/1.1" status: 204 len: 168 time: 0.7352631 Sep 09 09:35:33.281765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53706) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:33.296790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36098eb3-702e-4e33-b045-9b3b2c0bc8ab None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:33.299773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93185147-9c06-4b2f-b694-f854de18ec79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.301148 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd1925-8814-4db1-b839-382d8ea95da2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb58817-b2f3-4b12-93fa-9bb47b039e0e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:33.341414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-28c76e25-f6e6-403b-819c-69031e97fa4c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601344 Sep 09 09:35:33.345221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53710) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:33.399350 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93185147-9c06-4b2f-b694-f854de18ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.428214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d5086-d604-49c5-b4d2-d0ffc3b81ad3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:33.429206 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7ec8-cb6c-4679-830f-0edf6b123787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.434345 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2b7d5086-d604-49c5-b4d2-d0ffc3b81ad3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0833156 Sep 09 09:35:33.434534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53712) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:33.464241 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-93185147-9c06-4b2f-b694-f854de18ec79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=500b0456dc8f4ee892e15b4a13dcb1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031700 Sep 09 09:35:33.474793 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53716) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:33.499371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a1896e5a-a7d0-48b0-b6d0-7ecb9f2f1e3f tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.500670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a1896e5a-a7d0-48b0-b6d0-7ecb9f2f1e3f tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8909676 Sep 09 09:35:33.505634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53718) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:33.517432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-35b65e8f-1609-4cc5-930e-41a2689c0591 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'tempest-secgroup--831464028'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:33.526523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35860a-d825-423d-bf2a-6301aeb101ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:33.531064 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5b35860a-d825-423d-bf2a-6301aeb101ca tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0930192 Sep 09 09:35:33.531310 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93185147-9c06-4b2f-b694-f854de18ec79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bc6589-e990-43d7-9582-566e0db24413,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:33.532558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53720) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:33.558249 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9e07-158d-4e8e-87e6-e0096bc7f2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.575358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5673509-f8ec-44d2-8e0f-b9ae8424cf4a None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:35:33.584940 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-72652f87-adbb-4580-aec7-f0eef97568b4 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501792 Sep 09 09:35:33.597665 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9e07-158d-4e8e-87e6-e0096bc7f2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.638658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53726) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:33.644580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b67fffa0-67ed-4d3a-ba78-bf51cc544d5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:33.648342 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7ec8-cb6c-4679-830f-0edf6b123787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.666323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c5673509-f8ec-44d2-8e0f-b9ae8424cf4a None None] Deleting port d34262d5-f507-46cb-a34c-f91d4ab07f42 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:33.670551 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5673509-f8ec-44d2-8e0f-b9ae8424cf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.714713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7ec8-cb6c-4679-830f-0edf6b123787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.750084 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9e07-158d-4e8e-87e6-e0096bc7f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.754273 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9e07-158d-4e8e-87e6-e0096bc7f2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.754273 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0a4b9e07-158d-4e8e-87e6-e0096bc7f2d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43bc6589-e990-43d7-9582-566e0db24413 HTTP/1.1" status: 204 len: 168 time: 0.2838426 Sep 09 09:35:33.766740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c7ec8-cb6c-4679-830f-0edf6b123787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cced145-32d5-4c9a-9f8d-d8019a8ff4a2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:33.768047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b9e07-158d-4e8e-87e6-e0096bc7f2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bc6589-e990-43d7-9582-566e0db24413,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:33.793274 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c5673509-f8ec-44d2-8e0f-b9ae8424cf4a None None] For port d34262d5-f507-46cb-a34c-f91d4ab07f42, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d34262d5-f507-46cb-a34c-f91d4ab07f42,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:33.794267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5673509-f8ec-44d2-8e0f-b9ae8424cf4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.796673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53734) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:33.798187 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1c0c7ec8-cb6c-4679-830f-0edf6b123787 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a28de9cfbd6d43929f9fbda1cd6a6a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054866 Sep 09 09:35:33.825636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c5673509-f8ec-44d2-8e0f-b9ae8424cf4a None None] Calling delete_port for d34262d5-f507-46cb-a34c-f91d4ab07f42 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:33.833688 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3c542c8-d35a-4c9f-bb52-4489e0c0ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.851271 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b65e8f-1609-4cc5-930e-41a2689c0591 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.898126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf9fa-55a0-4d26-be23-d818fc7e0922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.924932 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf9fa-55a0-4d26-be23-d818fc7e0922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:33.943669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b3c542c8-d35a-4c9f-bb52-4489e0c0ede2 None None] For port d34262d5-f507-46cb-a34c-f91d4ab07f42, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d34262d5-f507-46cb-a34c-f91d4ab07f42,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:34.000156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:35:34.070676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67fffa0-67ed-4d3a-ba78-bf51cc544d5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:34.074466 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b67fffa0-67ed-4d3a-ba78-bf51cc544d5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.105771 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3c542c8-d35a-4c9f-bb52-4489e0c0ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.112654 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf9fa-55a0-4d26-be23-d818fc7e0922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.115394 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf9fa-55a0-4d26-be23-d818fc7e0922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.119134 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e5eaf9fa-55a0-4d26-be23-d818fc7e0922 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cced145-32d5-4c9a-9f8d-d8019a8ff4a2 HTTP/1.1" status: 204 len: 168 time: 0.3187988 Sep 09 09:35:34.136157 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaf9fa-55a0-4d26-be23-d818fc7e0922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cced145-32d5-4c9a-9f8d-d8019a8ff4a2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:34.454814 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b65e8f-1609-4cc5-930e-41a2689c0591 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.469704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d34262d5-f507-46cb-a34c-f91d4ab07f42 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:35:34.477382 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5673509-f8ec-44d2-8e0f-b9ae8424cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.517512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ef787db5-6bdd-4304-81c0-d395b7136ca8 None None] Could not find standard attr ID for object 338810e3-5c32-4221-a3ce-a066f73f79bd. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:35:34.519823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5673509-f8ec-44d2-8e0f-b9ae8424cf4a None None] No DVR routers for this DVR port d34262d5-f507-46cb-a34c-f91d4ab07f42 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:35:34.523241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:34.541508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d34262d5-f507-46cb-a34c-f91d4ab07f42 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:35:34.541508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d34262d5-f507-46cb-a34c-f91d4ab07f42 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:35:34.550406 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'port_id': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'mac_address': 'fa:16:3e:fd:ae:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:35:34.582353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e83d8-6c61-4e85-8f28-cbd08a4b28e1 req-1ba2d10a-25dc-425c-8606-d8187d04a1d5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:34.583989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e7e83d8-6c61-4e85-8f28-cbd08a4b28e1 req-1ba2d10a-25dc-425c-8606-d8187d04a1d5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.2075121 Sep 09 09:35:34.588764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b65e8f-1609-4cc5-930e-41a2689c0591 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.648266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c542c8-d35a-4c9f-bb52-4489e0c0ede2 None None] Pushing event updated for resources: {'Port': ['ID=d34262d5-f507-46cb-a34c-f91d4ab07f42,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:34.722015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5673509-f8ec-44d2-8e0f-b9ae8424cf4a None None] Pushing event deleted for resources: {'Port': ['ID=d34262d5-f507-46cb-a34c-f91d4ab07f42,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:34.750966 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.781553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:35:34.785592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b65e8f-1609-4cc5-930e-41a2689c0591 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee863951-1207-495c-81ac-f07d38819a3b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:34.799310 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e7e83d8-6c61-4e85-8f28-cbd08a4b28e1 req-37df6329-56d7-4f02-9673-f43e6ace226b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997440 Sep 09 09:35:34.812467 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35b65e8f-1609-4cc5-930e-41a2689c0591 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.823682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-35b65e8f-1609-4cc5-930e-41a2689c0591 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3058298 Sep 09 09:35:34.823914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53774) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:34.824370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:34.824484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7e4dfcc2-cea8-4a9d-a1f3-4c3d595980d4 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': '60100862-900c-4385-ba7c-2823b0fb5db8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ee863951-1207-495c-81ac-f07d38819a3b'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:34.877562 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b67fffa0-67ed-4d3a-ba78-bf51cc544d5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.904873 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.930185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67fffa0-67ed-4d3a-ba78-bf51cc544d5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:34.936334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b67fffa0-67ed-4d3a-ba78-bf51cc544d5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:34.948954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67fffa0-67ed-4d3a-ba78-bf51cc544d5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:34.948954 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b67fffa0-67ed-4d3a-ba78-bf51cc544d5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:34.979357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fffa0-67ed-4d3a-ba78-bf51cc544d5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=9e1d53f5-c0ec-4754-bbe6-8ecb99731e24,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:34.996033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9018ca9e-b1ca-4acb-bd17-fde74fab5f1d None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:35.000994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:35:35.078046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:35.106249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b67fffa0-67ed-4d3a-ba78-bf51cc544d5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4653726 Sep 09 09:35:35.110135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53788) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:35.116316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:de:93:a1', 'name': 'tempest-NetworksTestDHCPv6-524478193'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:35.156218 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-7e4dfcc2-cea8-4a9d-a1f3-4c3d595980d4 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:35.157960 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7e4dfcc2-cea8-4a9d-a1f3-4c3d595980d4 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3393948 Sep 09 09:35:35.163128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53792) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:35.216804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53794) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:35.251169 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e31ee7d0-11a3-41ac-8d13-9ed331062e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.297190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '9e1d53f5-c0ec-4754-bbe6-8ecb99731e24'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:35:35.297190 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.364991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f51d-881f-4b91-a4cf-16258d20fbc4 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.382579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f51d-881f-4b91-a4cf-16258d20fbc4 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.418870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:35.544100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.585659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port a1bc5ff1-9e33-4c0d-ae2d-4fdb9da40729 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:35.586109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/9e1d53f5-c0ec-4754-bbe6-8ecb99731e24/e45d7caf-a1f3-459b-a2b9-288773992c57) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:35.615567 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e31ee7d0-11a3-41ac-8d13-9ed331062e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.658055 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f51d-881f-4b91-a4cf-16258d20fbc4 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.661038 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f51d-881f-4b91-a4cf-16258d20fbc4 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.662485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6bc1f51d-881f-4b91-a4cf-16258d20fbc4 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "DELETE /v2.0/security-groups/ee863951-1207-495c-81ac-f07d38819a3b HTTP/1.1" status: 204 len: 168 time: 0.4982743 Sep 09 09:35:35.668381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53820) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:35.672585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1f51d-881f-4b91-a4cf-16258d20fbc4 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee863951-1207-495c-81ac-f07d38819a3b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:35.728605 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2ad79a86-89e0-4f34-a17b-ac6fd2f0c1a0 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0608230 Sep 09 09:35:35.733360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53822) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:35.763149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e31ee7d0-11a3-41ac-8d13-9ed331062e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.787345 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.798103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Transition to ACTIVE for port object e45d7caf-a1f3-459b-a2b9-288773992c57 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:35.823446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Transition to ACTIVE for port object e45d7caf-a1f3-459b-a2b9-288773992c57 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:35.881819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e31ee7d0-11a3-41ac-8d13-9ed331062e59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=048fba344bec4bd49927d8eb720e4ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6607754 Sep 09 09:35:35.881819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ee7d0-11a3-41ac-8d13-9ed331062e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6a3fb4-d2a3-41b4-85b7-4a07b7a8ef0c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:35.887745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53844) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:35.921189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d499488e-a900-482f-a02e-e6d19394ba82 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.960005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97d391cd-8e00-40c3-a4e6-93ac910813ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.972362 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:35.979771 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d499488e-a900-482f-a02e-e6d19394ba82 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.018690 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97d391cd-8e00-40c3-a4e6-93ac910813ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.060913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52d6f1-9d5f-4578-9367-043bc53fcfc3 req-69ce4f11-062e-4734-bb3a-98414a3816a5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:36.069119 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b52d6f1-9d5f-4578-9367-043bc53fcfc3 req-69ce4f11-062e-4734-bb3a-98414a3816a5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1504855 Sep 09 09:35:36.098237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Pushing event updated for resources: {'Port': ['ID=e45d7caf-a1f3-459b-a2b9-288773992c57,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:36.100814 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:36.135017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::2dc (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/9e1d53f5-c0ec-4754-bbe6-8ecb99731e24/a1bc5ff1-9e33-4c0d-ae2d-4fdb9da40729) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:36.172187 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7b52d6f1-9d5f-4578-9367-043bc53fcfc3 req-1a991131-d13c-4868-a96e-acaf12be2bd7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015036 Sep 09 09:35:36.178300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:36.183050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:36.189124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:36.206479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97d391cd-8e00-40c3-a4e6-93ac910813ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.209360 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97d391cd-8e00-40c3-a4e6-93ac910813ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.211085 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-97d391cd-8e00-40c3-a4e6-93ac910813ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a6a3fb4-d2a3-41b4-85b7-4a07b7a8ef0c HTTP/1.1" status: 204 len: 168 time: 0.3221312 Sep 09 09:35:36.226598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d391cd-8e00-40c3-a4e6-93ac910813ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6a3fb4-d2a3-41b4-85b7-4a07b7a8ef0c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:36.238673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d499488e-a900-482f-a02e-e6d19394ba82 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.253634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d499488e-a900-482f-a02e-e6d19394ba82 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.256658 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d499488e-a900-482f-a02e-e6d19394ba82 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "DELETE /v2.0/security-groups/60100862-900c-4385-ba7c-2823b0fb5db8 HTTP/1.1" status: 204 len: 168 time: 0.5210721 Sep 09 09:35:36.261817 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53858) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:36.294549 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499488e-a900-482f-a02e-e6d19394ba82 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60100862-900c-4385-ba7c-2823b0fb5db8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:36.404179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:36.404561 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.455468 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Attempting to bind port e45d7caf-a1f3-459b-a2b9-288773992c57 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:36.455896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Attempting to bind port e45d7caf-a1f3-459b-a2b9-288773992c57 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:36.456273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Attempting to bind port e45d7caf-a1f3-459b-a2b9-288773992c57 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:36.472432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:35:36.473257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:35:36.473757 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.474157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:35:36.474809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Bound port: e45d7caf-a1f3-459b-a2b9-288773992c57, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:35:36.475231 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.481523 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d872120c-3b86-493d-b30b-9034d59c552d tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2182775 Sep 09 09:35:36.485607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53868) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:36.497548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e6910b56-b294-4dbf-8ad6-54031ed777d9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067535322'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:36.626513 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.632294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] For port e45d7caf-a1f3-459b-a2b9-288773992c57, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:35:36.672788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] For port e45d7caf-a1f3-459b-a2b9-288773992c57, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e45d7caf-a1f3-459b-a2b9-288773992c57,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:35:36.680588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:35:36.681625 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6910b56-b294-4dbf-8ad6-54031ed777d9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.685649 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba50fd3-fd9c-4b87-9f11-3ecd46fa93a4" -d '{"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:35:36.748793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:36.788669 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.811560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:36.828928 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30ef4c1-6820-4ce2-a825-cd4dcfc1271f x-openstack-request-id: req-e30ef4c1-6820-4ce2-a825-cd4dcfc1271f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:35:36.832000 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:35:36.832373 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e30ef4c1-6820-4ce2-a825-cd4dcfc1271f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:35:36.833238 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'code': 200} Sep 09 09:35:36.833379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object a1bc5ff1-9e33-4c0d-ae2d-4fdb9da40729 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:36.882322 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6910b56-b294-4dbf-8ad6-54031ed777d9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:37.075830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e18c63-d8b2-4741-aab5-aa5297a83269 None None] Pushing event updated for resources: {'Port': ['ID=e45d7caf-a1f3-459b-a2b9-288773992c57,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:37.098767 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:37.198278 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6910b56-b294-4dbf-8ad6-54031ed777d9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:37.211158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=10']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:37.246276 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:37.336842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6910b56-b294-4dbf-8ad6-54031ed777d9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec91a7a6-b23f-432c-84eb-20d0171ae6fa,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:37.368038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:37.368038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:37.376469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:37.383213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:37.383996 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:37.446034 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6910b56-b294-4dbf-8ad6-54031ed777d9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:37.452008 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e6910b56-b294-4dbf-8ad6-54031ed777d9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9640865 Sep 09 09:35:37.456783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53928) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:37.461699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-70fdd1df-5d7b-45bf-b16c-c1d1a488a0d7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'ec91a7a6-b23f-432c-84eb-20d0171ae6fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:37.467204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=a1bc5ff1-9e33-4c0d-ae2d-4fdb9da40729,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:37.544771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac59569-699b-44e2-bf85-a7c6274814fd req-9f820c34-e25a-44fe-8de8-6badf5b0f7c7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:37.562729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ac59569-699b-44e2-bf85-a7c6274814fd req-9f820c34-e25a-44fe-8de8-6badf5b0f7c7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1896348 Sep 09 09:35:37.643536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-08b8ac9e-bee4-4791-9b39-4121620f9323 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5296302 Sep 09 09:35:37.643815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53940) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:37.694039 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ac59569-699b-44e2-bf85-a7c6274814fd req-7824b229-13e7-4f85-8e0f-f99996aa1980 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288946 Sep 09 09:35:37.750411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d76c783-f6b6-4915-8bed-67fc7c386ee5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:37.756852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d76c783-f6b6-4915-8bed-67fc7c386ee5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:37.759460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4d76c783-f6b6-4915-8bed-67fc7c386ee5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1141355 Sep 09 09:35:37.764945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53942) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:37.880041 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-70fdd1df-5d7b-45bf-b16c-c1d1a488a0d7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:37.890176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-70fdd1df-5d7b-45bf-b16c-c1d1a488a0d7 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4252234 Sep 09 09:35:37.890176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53944) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:37.891434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5d014de5-e73f-4262-b6fe-cfd6d33b5866 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group_rule': {'security_group_id': 'ec91a7a6-b23f-432c-84eb-20d0171ae6fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:37.934220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1618c716-9b53-4e7d-a32a-237ab78ddcfe tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port a1bc5ff1-9e33-4c0d-ae2d-4fdb9da40729 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:37.935065 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1618c716-9b53-4e7d-a32a-237ab78ddcfe tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:38.095277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1618c716-9b53-4e7d-a32a-237ab78ddcfe tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:38.115489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1618c716-9b53-4e7d-a32a-237ab78ddcfe tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for a1bc5ff1-9e33-4c0d-ae2d-4fdb9da40729 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:38.157510 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-5d014de5-e73f-4262-b6fe-cfd6d33b5866 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:38.157510 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5d014de5-e73f-4262-b6fe-cfd6d33b5866 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2689397 Sep 09 09:35:38.159715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:38.264630 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae7e4-842e-42a7-87aa-1894934824ee tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:38.314714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae7e4-842e-42a7-87aa-1894934824ee tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:38.407414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e45d7caf-a1f3-459b-a2b9-288773992c57 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:38.532267 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae7e4-842e-42a7-87aa-1894934824ee tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:38.535331 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae7e4-842e-42a7-87aa-1894934824ee tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:38.539049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7a2ae7e4-842e-42a7-87aa-1894934824ee tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "DELETE /v2.0/security-groups/ec91a7a6-b23f-432c-84eb-20d0171ae6fa HTTP/1.1" status: 204 len: 168 time: 0.3779929 Sep 09 09:35:38.548273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53976) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:38.569737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ae7e4-842e-42a7-87aa-1894934824ee tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec91a7a6-b23f-432c-84eb-20d0171ae6fa,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:38.657357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e45d7caf-a1f3-459b-a2b9-288773992c57 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:38.703192 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-93e8381d-278e-4d7e-a630-00339a26735d tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1465852 Sep 09 09:35:38.703192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53978) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:38.707468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-496de9a3-c96e-4c56-a80f-504dc33a9e0d tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'tempest-secgroup--166132814'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:38.797239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1618c716-9b53-4e7d-a32a-237ab78ddcfe tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:38.866079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618c716-9b53-4e7d-a32a-237ab78ddcfe tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=a1bc5ff1-9e33-4c0d-ae2d-4fdb9da40729,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:38.868196 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-496de9a3-c96e-4c56-a80f-504dc33a9e0d tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:38.939941 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1618c716-9b53-4e7d-a32a-237ab78ddcfe tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:38.942432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1618c716-9b53-4e7d-a32a-237ab78ddcfe tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/a1bc5ff1-9e33-4c0d-ae2d-4fdb9da40729 HTTP/1.1" status: 204 len: 168 time: 1.1789017 Sep 09 09:35:38.944792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53984) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:38.962436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61247844-cc0a-468b-8e84-8dfa59018ecb req-639473de-5314-498e-a5dc-d46ed7832e5a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:38.964324 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61247844-cc0a-468b-8e84-8dfa59018ecb req-639473de-5314-498e-a5dc-d46ed7832e5a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1065445 Sep 09 09:35:39.028737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-839b8e81-6293-42d4-8026-c87844c9848f None None] Provisioning for port e45d7caf-a1f3-459b-a2b9-288773992c57 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:39.038471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-839b8e81-6293-42d4-8026-c87844c9848f None None] Provisioning complete for port e45d7caf-a1f3-459b-a2b9-288773992c57 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:39.039115 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-839b8e81-6293-42d4-8026-c87844c9848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.060277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61247844-cc0a-468b-8e84-8dfa59018ecb req-d4c82472-9b65-4aa3-b9e7-0e2cb7024381 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840957 Sep 09 09:35:39.272681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b41e5-7c72-4245-a4ce-32b3f8d08ec3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:39.284746 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b41e5-7c72-4245-a4ce-32b3f8d08ec3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:39.288873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ba8b41e5-7c72-4245-a4ce-32b3f8d08ec3 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3429155 Sep 09 09:35:39.292465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53994) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:39.349898 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53996) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:39.378852 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-839b8e81-6293-42d4-8026-c87844c9848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.412182 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-496de9a3-c96e-4c56-a80f-504dc33a9e0d tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.468020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-839b8e81-6293-42d4-8026-c87844c9848f None None] For port e45d7caf-a1f3-459b-a2b9-288773992c57, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e45d7caf-a1f3-459b-a2b9-288773992c57,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:39.500185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-093788df-bac2-47da-9d72-f9082b33f8f5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 9e1d53f5-c0ec-4754-bbe6-8ecb99731e24 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:35:39.514166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-496de9a3-c96e-4c56-a80f-504dc33a9e0d tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.514349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-093788df-bac2-47da-9d72-f9082b33f8f5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.582120 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-839b8e81-6293-42d4-8026-c87844c9848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.679309 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-093788df-bac2-47da-9d72-f9082b33f8f5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.699964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de9a3-c96e-4c56-a80f-504dc33a9e0d tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c195317-85a1-4094-804c-eed2d0d652c7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:39.702545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de638ef-fed5-4650-b3fe-054611d380b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.707787 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-496de9a3-c96e-4c56-a80f-504dc33a9e0d tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.721068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-496de9a3-c96e-4c56-a80f-504dc33a9e0d tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0171494 Sep 09 09:35:39.732659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54012) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:39.746332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d10c8169-9188-4381-9231-cd5822f661af tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:39.746758 n-d-778696-16 neutron-server[95326]: WARNING neutron.api.v2.base [None req-d10c8169-9188-4381-9231-cd5822f661af tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 09 09:35:39.747264 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-d10c8169-9188-4381-9231-cd5822f661af tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] update failed (client error): There was a conflict when trying to complete your request. Sep 09 09:35:39.758929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54014) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:39.765183 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d10c8169-9188-4381-9231-cd5822f661af tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "PUT /v2.0/security-groups/1c195317-85a1-4094-804c-eed2d0d652c7 HTTP/1.1" status: 409 len: 330 time: 0.0311899 Sep 09 09:35:39.889617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6511340e-e833-45df-ab2b-0e38b9aa53a9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.910215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-97e2c6b2-3b35-4e6c-a80f-21d279e6eda7 None None] Could not find standard attr ID for object a1bc5ff1-9e33-4c0d-ae2d-4fdb9da40729. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:35:39.916051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-093788df-bac2-47da-9d72-f9082b33f8f5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.924795 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6511340e-e833-45df-ab2b-0e38b9aa53a9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:39.925459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b8e81-6293-42d4-8026-c87844c9848f None None] Pushing event updated for resources: {'Port': ['ID=e45d7caf-a1f3-459b-a2b9-288773992c57,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:40.039229 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de638ef-fed5-4650-b3fe-054611d380b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:40.125909 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6511340e-e833-45df-ab2b-0e38b9aa53a9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:40.136144 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6511340e-e833-45df-ab2b-0e38b9aa53a9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:40.136144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6511340e-e833-45df-ab2b-0e38b9aa53a9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "DELETE /v2.0/security-groups/1c195317-85a1-4094-804c-eed2d0d652c7 HTTP/1.1" status: 204 len: 168 time: 0.3689506 Sep 09 09:35:40.138658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54026) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:40.156156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511340e-e833-45df-ab2b-0e38b9aa53a9 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c195317-85a1-4094-804c-eed2d0d652c7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:40.187594 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7de638ef-fed5-4650-b3fe-054611d380b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:40.299315 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-093788df-bac2-47da-9d72-f9082b33f8f5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:40.329654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1735f240-d52f-4973-83e7-bcd346f13bba tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1865840 Sep 09 09:35:40.364274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54028) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:40.393545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e45d7caf-a1f3-459b-a2b9-288773992c57 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:40.438843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de638ef-fed5-4650-b3fe-054611d380b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3866f58-4630-4700-b20b-912e9b903229,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:40.452100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093788df-bac2-47da-9d72-f9082b33f8f5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1d53f5-c0ec-4754-bbe6-8ecb99731e24,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:40.470559 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7de638ef-fed5-4650-b3fe-054611d380b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe333e552df949f9943e2b78c956ec23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1061437 Sep 09 09:35:40.476347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54030) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:40.479341 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-e26a4007-cb67-4f71-8fe9-d115fd0fe9d2 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] delete failed (client error): The resource could not be found. Sep 09 09:35:40.486176 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e26a4007-cb67-4f71-8fe9-d115fd0fe9d2 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "DELETE /v2.0/security-groups/e37feecd-a24b-429d-851d-35bab0ad71df HTTP/1.1" status: 404 len: 347 time: 0.1192949 Sep 09 09:35:40.498993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54036) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:40.519689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-093788df-bac2-47da-9d72-f9082b33f8f5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:40.532519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-093788df-bac2-47da-9d72-f9082b33f8f5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/9e1d53f5-c0ec-4754-bbe6-8ecb99731e24 HTTP/1.1" status: 204 len: 168 time: 1.2376354 Sep 09 09:35:40.543231 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90319c0-a1ba-466f-9a1e-eccb07d8ce40 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:40.554455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54038) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:40.556871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4ef30-5fb7-488d-a776-b2c141be576c req-a2764740-a826-4368-93a1-66c4760979ca tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:40.562375 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bdc4ef30-5fb7-488d-a776-b2c141be576c req-a2764740-a826-4368-93a1-66c4760979ca tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.3384991 Sep 09 09:35:40.568629 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-f18c12a6-d0ea-465c-a2fa-4b0579f3fafc tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] show failed (client error): The resource could not be found. Sep 09 09:35:40.576822 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f18c12a6-d0ea-465c-a2fa-4b0579f3fafc tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-groups/4ea7f555-c480-45eb-96a5-499a92f42030 HTTP/1.1" status: 404 len: 347 time: 0.0598443 Sep 09 09:35:40.577503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54040) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:40.604254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e45d7caf-a1f3-459b-a2b9-288773992c57 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:40.605529 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:40.616585 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-8c1baac3-1150-4401-b2b5-d3f1116b2cc8 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] show failed (client error): The resource could not be found. Sep 09 09:35:40.625658 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:35:40.627537 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8c1baac3-1150-4401-b2b5-d3f1116b2cc8 tempest-NegativeSecGroupIPv6Test-465393429 tempest-NegativeSecGroupIPv6Test-465393429-project] 10.222.0.32 "GET /v2.0/security-group-rules/d5f22197-0c45-4979-a145-32963eb90b59 HTTP/1.1" status: 404 len: 356 time: 0.0480826 Sep 09 09:35:40.684962 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bdc4ef30-5fb7-488d-a776-b2c141be576c req-3b593e8c-f49b-475a-af46-cdd9f3335a0f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106212 Sep 09 09:35:40.757084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-592771d0-9489-4b62-9c67-4c8b7f1f34f6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1999910 Sep 09 09:35:40.761380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54050) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:40.853840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89cd45f-de27-4694-916d-372338980795 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:40.858007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a89cd45f-de27-4694-916d-372338980795 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0952411 Sep 09 09:35:40.858988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54052) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:40.872403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1eea3b0-e78e-49c6-930e-20354bbe1c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:40.918354 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1eea3b0-e78e-49c6-930e-20354bbe1c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:40.995344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c0ff48-9548-4665-b15c-0a2ccebb833f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:41.004055 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-65c0ff48-9548-4665-b15c-0a2ccebb833f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1437597 Sep 09 09:35:41.015229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54062) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:41.113736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54064) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:41.114184 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a9e20681-3830-4548-b043-3d6968d76bbb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901587 Sep 09 09:35:41.127269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:41.175035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16687636-4ead-434a-8482-c0404cb8c6c5 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:35:41.183087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1eea3b0-e78e-49c6-930e-20354bbe1c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:41.190833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1eea3b0-e78e-49c6-930e-20354bbe1c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:41.196577 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d1eea3b0-e78e-49c6-930e-20354bbe1c2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3866f58-4630-4700-b20b-912e9b903229 HTTP/1.1" status: 204 len: 168 time: 0.7159431 Sep 09 09:35:41.306812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eea3b0-e78e-49c6-930e-20354bbe1c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3866f58-4630-4700-b20b-912e9b903229,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:41.427599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-16687636-4ead-434a-8482-c0404cb8c6c5 None None] Deleting port e45d7caf-a1f3-459b-a2b9-288773992c57 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:41.428781 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16687636-4ead-434a-8482-c0404cb8c6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:41.590019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:41.595631 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:41.598431 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-16687636-4ead-434a-8482-c0404cb8c6c5 None None] For port e45d7caf-a1f3-459b-a2b9-288773992c57, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e45d7caf-a1f3-459b-a2b9-288773992c57,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:41.599116 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16687636-4ead-434a-8482-c0404cb8c6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:41.621391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-16687636-4ead-434a-8482-c0404cb8c6c5 None None] Calling delete_port for e45d7caf-a1f3-459b-a2b9-288773992c57 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:41.751948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54094) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:41.862846 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16687636-4ead-434a-8482-c0404cb8c6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:41.935594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16687636-4ead-434a-8482-c0404cb8c6c5 None None] Pushing event deleted for resources: {'Port': ['ID=e45d7caf-a1f3-459b-a2b9-288773992c57,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:41.938925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16687636-4ead-434a-8482-c0404cb8c6c5 None None] No DVR routers for this DVR port e45d7caf-a1f3-459b-a2b9-288773992c57 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:35:42.158489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aff47-7f4a-4f91-b897-747e0c78d718 req-94cc69af-ed90-4654-8553-52344ff04bbe tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:42.171621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b0aff47-7f4a-4f91-b897-747e0c78d718 req-94cc69af-ed90-4654-8553-52344ff04bbe tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.3045712 Sep 09 09:35:42.236205 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-38abe684-69a4-4956-8b66-3105f1dcedba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=646b2a055616473499cc6e413241c6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829311 Sep 09 09:35:42.238769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54122) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:42.308742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e45d7caf-a1f3-459b-a2b9-288773992c57 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:35:42.366220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e45d7caf-a1f3-459b-a2b9-288773992c57 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:35:42.371555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e45d7caf-a1f3-459b-a2b9-288773992c57 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:35:42.426863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55b11d9d-a1a2-4263-b537-3042172c7706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:42.485147 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55b11d9d-a1a2-4263-b537-3042172c7706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:42.519259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b0aff47-7f4a-4f91-b897-747e0c78d718 req-950ef483-f513-4dfb-9667-3e1be445b83d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378801 Sep 09 09:35:42.748198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55b11d9d-a1a2-4263-b537-3042172c7706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:42.753395 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55b11d9d-a1a2-4263-b537-3042172c7706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:42.759452 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-55b11d9d-a1a2-4263-b537-3042172c7706 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6a1e48b-1d55-4a2a-b770-b8953101e9c6 HTTP/1.1" status: 204 len: 168 time: 0.5137937 Sep 09 09:35:42.788935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b11d9d-a1a2-4263-b537-3042172c7706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a1e48b-1d55-4a2a-b770-b8953101e9c6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:42.894577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.objects.ports [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:35:42.906853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:43.045181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:43.061392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:43.080199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee88e5cd-8953-4930-9980-dafecfd68fc3 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:43.099483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:43.102211 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:43.148916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=ae968b2b-3834-4227-9e7b-c169e7ebae21,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:43.172777 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.173432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.173788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.180624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.181669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.188269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.188649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.189003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.189344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.191586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.191947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.192291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:35:43.313333 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-820cd9a6-aa9e-4355-9899-51f8df4036ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1950238 Sep 09 09:35:43.314047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54170) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:43.319391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f3a64295-641a-463d-a33f-28b5d8bc09bd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:43.406424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': 'ae968b2b-3834-4227-9e7b-c169e7ebae21'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:35:43.408035 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:43.795096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a64295-641a-463d-a33f-28b5d8bc09bd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:43.813918 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3a64295-641a-463d-a33f-28b5d8bc09bd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:43.814070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Allocated IP 2001:db8::f816:3eff:fef9:96fe (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/ae968b2b-3834-4227-9e7b-c169e7ebae21/8369ad51-75fc-41bd-afba-d992932dfe83) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:43.908638 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeb9b1-02f0-4189-882e-55c5ab516307 req-6824fb69-0db6-4444-999c-f0e03784e0d8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:43.931273 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8eeb9b1-02f0-4189-882e-55c5ab516307 req-6824fb69-0db6-4444-999c-f0e03784e0d8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.2221379 Sep 09 09:35:44.077890 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8eeb9b1-02f0-4189-882e-55c5ab516307 req-d872d79d-1187-4313-b1f2-9511e15ceb78 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445127 Sep 09 09:35:44.121012 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:44.135318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Transition to ACTIVE for port object 8369ad51-75fc-41bd-afba-d992932dfe83 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:44.194656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Transition to ACTIVE for port object 8369ad51-75fc-41bd-afba-d992932dfe83 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:44.331692 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:44.391364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:44.394711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:44.402393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:44.423609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Pushing event updated for resources: {'Port': ['ID=8369ad51-75fc-41bd-afba-d992932dfe83,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:44.538664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75faed7e-2b4e-4952-80ca-fffde00aaa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:44.605266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Attempting to bind port 8369ad51-75fc-41bd-afba-d992932dfe83 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:44.605678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Attempting to bind port 8369ad51-75fc-41bd-afba-d992932dfe83 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:44.607708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Attempting to bind port 8369ad51-75fc-41bd-afba-d992932dfe83 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:44.617404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:35:44.618074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:35:44.619204 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:44.619796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:35:44.620459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Bound port: 8369ad51-75fc-41bd-afba-d992932dfe83, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:35:44.621128 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:44.670800 n-d-778696-16 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-f3a64295-641a-463d-a33f-28b5d8bc09bd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae968b2b-3834-4227-9e7b-c169e7ebae21 (CIDR: 2001:db8::/64) Sep 09 09:35:44.698233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] For port 8369ad51-75fc-41bd-afba-d992932dfe83, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:35:44.701302 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] For port 8369ad51-75fc-41bd-afba-d992932dfe83, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8369ad51-75fc-41bd-afba-d992932dfe83,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:35:44.955353 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a64295-641a-463d-a33f-28b5d8bc09bd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:44.956011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a64295-641a-463d-a33f-28b5d8bc09bd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:35:45.023560 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:45.053629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f3a64295-641a-463d-a33f-28b5d8bc09bd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7382672 Sep 09 09:35:45.058636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54236) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:45.091852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ce8682db-480f-4758-97f3-b6a58e23330a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:45.299192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ece77-6263-4ef9-8152-2e048e5f8a25 None None] Pushing event updated for resources: {'Port': ['ID=8369ad51-75fc-41bd-afba-d992932dfe83,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:45.366678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e153f-d316-4904-a769-b06f52251005 req-778035ed-2f5a-480e-999a-a5967386b727 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:45.386142 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d9e153f-d316-4904-a769-b06f52251005 req-778035ed-2f5a-480e-999a-a5967386b727 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1315958 Sep 09 09:35:45.407986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54258) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:45.412946 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035872 Sep 09 09:35:45.416937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54260) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:45.584004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d9e153f-d316-4904-a769-b06f52251005 req-be021362-d60f-4fa1-83eb-ae9d90488741 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945794 Sep 09 09:35:45.635043 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8682db-480f-4758-97f3-b6a58e23330a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:45.639216 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce8682db-480f-4758-97f3-b6a58e23330a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:46.019172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54282) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:46.126260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3f801886-d088-4d1e-8a03-079d0859356e tempest-NetworksApiDiscovery-1659111452 tempest-NetworksApiDiscovery-1659111452-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.7082422 Sep 09 09:35:46.325835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce8682db-480f-4758-97f3-b6a58e23330a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:46.412782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8682db-480f-4758-97f3-b6a58e23330a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:46.413311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1418422422'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:46.425771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ce8682db-480f-4758-97f3-b6a58e23330a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:46.434488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8682db-480f-4758-97f3-b6a58e23330a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:46.434488 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce8682db-480f-4758-97f3-b6a58e23330a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:46.480905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8682db-480f-4758-97f3-b6a58e23330a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=2332c987-85fc-4474-9b1a-727582b96920,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:46.566301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8369ad51-75fc-41bd-afba-d992932dfe83 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:46.606883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Made reservation on behalf of 2de3e825b50e4c6896290dc3097b2234 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:46.614919 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:46.643262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:46.681462 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ce8682db-480f-4758-97f3-b6a58e23330a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6227903 Sep 09 09:35:46.684993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54304) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:46.690206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:bb:94:c2', 'name': 'tempest-NetworksTestDHCPv6-1527598448'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:46.811204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 8369ad51-75fc-41bd-afba-d992932dfe83 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:46.859774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.003613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f1226-5c66-4876-a135-29798b810604 req-90c666c7-c987-4890-a63f-3bb209a5d559 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:47.007692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-741f1226-5c66-4876-a135-29798b810604 req-90c666c7-c987-4890-a63f-3bb209a5d559 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1680555 Sep 09 09:35:47.012574 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.061517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:47.064600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:35:47.084722 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.085471 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Added segment 9a6c7497-e1a9-43bf-b5c4-514248847a4e of type vlan for network c731a60f-0935-410d-8bbb-a677a38643ee Sep 09 09:35:47.139048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54314) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:47.172228 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.175854 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be98ae48-ee67-43b7-8c09-7c0d988b56d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.222510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54318) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:47.295551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.337664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.340089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854dafdb-1a98-47c8-a0fd-710af0ba4d1d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:47.351931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 58d15608-334d-4884-aef4-f45332513c87 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:47.372160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff813777-d52a-45d5-8a00-76b3d14eec75 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:47.458659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-741f1226-5c66-4876-a135-29798b810604 req-a0ccdd73-c1f9-443d-a456-933c48e0082c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079475 Sep 09 09:35:47.486047 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.492053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:47.492679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.506249 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c41d6e76-a634-4209-b393-f87b26ba630a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.569167 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00bcf2cb-2d88-400f-a5ee-1ea8bee35c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.591120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Pushing event updated for resources: {'Network': ['ID=c731a60f-0935-410d-8bbb-a677a38643ee,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:47.607874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network c731a60f-0935-410d-8bbb-a677a38643ee details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:35:47.711727 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8:0:1::3a0 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/2332c987-85fc-4474-9b1a-727582b96920/58d15608-334d-4884-aef4-f45332513c87) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:47.724918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5799cc72-86cc-4cd7-9184-f951e126c53f None None] Provisioning for port 8369ad51-75fc-41bd-afba-d992932dfe83 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:47.731192 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::f816:3eff:febb:94c2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/ae968b2b-3834-4227-9e7b-c169e7ebae21/58d15608-334d-4884-aef4-f45332513c87) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:47.742807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5799cc72-86cc-4cd7-9184-f951e126c53f None None] Provisioning complete for port 8369ad51-75fc-41bd-afba-d992932dfe83 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:47.744214 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5799cc72-86cc-4cd7-9184-f951e126c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.893796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c41d6e76-a634-4209-b393-f87b26ba630a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.929984 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5799cc72-86cc-4cd7-9184-f951e126c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:47.938458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45116d0-1c07-41bb-bf35-b5f7c356e2bf None None] Update dhcp port {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': 'ae968b2b-3834-4227-9e7b-c169e7ebae21', 'ip_address': '2001:db8::f816:3eff:fef9:96fe'}, {'subnet_id': '2332c987-85fc-4474-9b1a-727582b96920'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '8369ad51-75fc-41bd-afba-d992932dfe83'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:35:47.991058 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c41d6e76-a634-4209-b393-f87b26ba630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.049883 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e574a964-4e3f-4409-838f-13e41d2e8933 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0250134 Sep 09 09:35:48.088390 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c41d6e76-a634-4209-b393-f87b26ba630a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f62b26d63a7e472da5e60b2c11f25cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8596761 Sep 09 09:35:48.089202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54332) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:48.094360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d6e76-a634-4209-b393-f87b26ba630a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a3e542-5617-4ee4-8696-3af66f1a44fa,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:48.105587 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.131775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 58d15608-334d-4884-aef4-f45332513c87 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:48.238958 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00bcf2cb-2d88-400f-a5ee-1ea8bee35c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.312827 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d91fa48-83d4-4bdf-937d-7cab9597305b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.331899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.355942 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d91fa48-83d4-4bdf-937d-7cab9597305b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.391436 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00bcf2cb-2d88-400f-a5ee-1ea8bee35c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.456247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-00bcf2cb-2d88-400f-a5ee-1ea8bee35c13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4424c4c500c845369140a47b7649d2af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2960947 Sep 09 09:35:48.464724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54338) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:48.548205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:48.572231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=58d15608-334d-4884-aef4-f45332513c87,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:48.588382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5799cc72-86cc-4cd7-9184-f951e126c53f None None] For port 8369ad51-75fc-41bd-afba-d992932dfe83, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8369ad51-75fc-41bd-afba-d992932dfe83,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:48.591539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:48.596709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:48.608487 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a45116d0-1c07-41bb-bf35-b5f7c356e2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.612537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:48.613240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.638593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcf2cb-2d88-400f-a5ee-1ea8bee35c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9a55b2-6681-4f66-a677-062a81f0696a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:48.684039 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5799cc72-86cc-4cd7-9184-f951e126c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.685810 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d91fa48-83d4-4bdf-937d-7cab9597305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.698971 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8d91fa48-83d4-4bdf-937d-7cab9597305b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.712385 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8d91fa48-83d4-4bdf-937d-7cab9597305b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95a3e542-5617-4ee4-8696-3af66f1a44fa HTTP/1.1" status: 204 len: 168 time: 0.6219051 Sep 09 09:35:48.729180 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.749007 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e21077ca-bb09-4db3-ba53-3db110be05b2 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0627100 Sep 09 09:35:48.752179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:48.772096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91fa48-83d4-4bdf-937d-7cab9597305b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a3e542-5617-4ee4-8696-3af66f1a44fa,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:48.806548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49a109-b51b-496c-b227-cdb713065288 req-af37b1d9-c694-484c-8c02-e5dce407c413 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:48.806548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c49a109-b51b-496c-b227-cdb713065288 req-af37b1d9-c694-484c-8c02-e5dce407c413 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.2158763 Sep 09 09:35:48.855049 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f15211b0-d0ab-48b7-84e3-1a8e606c1d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.910286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54352) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:48.955332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Request body: {'port': {'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee', 'binding:host_id': 'n-h2-778696-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1578436539'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:48.969581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-47ac4cee-931a-47bb-b3f7-2821b6a9fb69 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 58d15608-334d-4884-aef4-f45332513c87 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:48.969931 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47ac4cee-931a-47bb-b3f7-2821b6a9fb69 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:48.974145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799cc72-86cc-4cd7-9184-f951e126c53f None None] Pushing event updated for resources: {'Port': ['ID=8369ad51-75fc-41bd-afba-d992932dfe83,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:49.006623 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f15211b0-d0ab-48b7-84e3-1a8e606c1d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.017121 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c49a109-b51b-496c-b227-cdb713065288 req-518d5460-2321-4601-8611-a7ee22d052a3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083476 Sep 09 09:35:49.079463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Made reservation on behalf of a4b1b66f66f74069be152b0c5be85b96 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:49.079463 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.101473 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54354) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:49.103295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a45116d0-1c07-41bb-bf35-b5f7c356e2bf None None] Allocated IP 2001:db8:0:1::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/2332c987-85fc-4474-9b1a-727582b96920/8369ad51-75fc-41bd-afba-d992932dfe83) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:49.131367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.214225 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47ac4cee-931a-47bb-b3f7-2821b6a9fb69 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.251438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-47ac4cee-931a-47bb-b3f7-2821b6a9fb69 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 58d15608-334d-4884-aef4-f45332513c87 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:49.332233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a45116d0-1c07-41bb-bf35-b5f7c356e2bf None None] For port 8369ad51-75fc-41bd-afba-d992932dfe83, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8369ad51-75fc-41bd-afba-d992932dfe83,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:49.380820 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f15211b0-d0ab-48b7-84e3-1a8e606c1d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.383416 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f15211b0-d0ab-48b7-84e3-1a8e606c1d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.394189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f15211b0-d0ab-48b7-84e3-1a8e606c1d03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d9a55b2-6681-4f66-a677-062a81f0696a HTTP/1.1" status: 204 len: 168 time: 0.9045720 Sep 09 09:35:49.394322 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a45116d0-1c07-41bb-bf35-b5f7c356e2bf None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.427272 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a45116d0-1c07-41bb-bf35-b5f7c356e2bf None None] Transition to ACTIVE for port object 8369ad51-75fc-41bd-afba-d992932dfe83 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:49.453955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15211b0-d0ab-48b7-84e3-1a8e606c1d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9a55b2-6681-4f66-a677-062a81f0696a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:49.518412 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a45116d0-1c07-41bb-bf35-b5f7c356e2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.637357 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.655708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73961d98-0648-4058-ae36-5341ec71ee3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.693800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45116d0-1c07-41bb-bf35-b5f7c356e2bf None None] Pushing event updated for resources: {'Port': ['ID=8369ad51-75fc-41bd-afba-d992932dfe83,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:49.725711 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.736098 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47ac4cee-931a-47bb-b3f7-2821b6a9fb69 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:49.794534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] device_id is not set on port 88606724-bfa8-43c9-b26d-45bd9336939e yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:49.800116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260b6e08-2ad9-4c77-9e8b-f55a12ac5edf,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:49.999284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73961d98-0648-4058-ae36-5341ec71ee3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:50.101445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac4cee-931a-47bb-b3f7-2821b6a9fb69 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=58d15608-334d-4884-aef4-f45332513c87,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:50.112255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54368) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:50.157696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73961d98-0648-4058-ae36-5341ec71ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:50.176965 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:50.178585 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47ac4cee-931a-47bb-b3f7-2821b6a9fb69 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:50.181498 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-47ac4cee-931a-47bb-b3f7-2821b6a9fb69 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/58d15608-334d-4884-aef4-f45332513c87 HTTP/1.1" status: 204 len: 168 time: 1.4289608 Sep 09 09:35:50.185692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54370) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:50.232928 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d072c4d4-fed5-406f-985b-fe0a50eee528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:50.404503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8369ad51-75fc-41bd-afba-d992932dfe83 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:50.502342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54378) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:50.502689 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-73961d98-0648-4058-ae36-5341ec71ee3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ad103e4a38044479cd506c5bdf9054d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3980420 Sep 09 09:35:50.514153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73961d98-0648-4058-ae36-5341ec71ee3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5143b54-a1a2-4e12-b613-7321603700fc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:50.603076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aeffd7-6d63-4084-be10-314061ba09b5 req-21945da9-c0ca-411c-907a-72e33582ef4d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:50.611519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14aeffd7-6d63-4084-be10-314061ba09b5 req-21945da9-c0ca-411c-907a-72e33582ef4d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.4095013 Sep 09 09:35:50.615018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f5d49-a8e1-4101-acd8-08a8c5c9019d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:50.641929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54382) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:50.650056 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2e1f5d49-a8e1-4101-acd8-08a8c5c9019d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4626634 Sep 09 09:35:50.751500 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-14aeffd7-6d63-4084-be10-314061ba09b5 req-52d349a0-a66b-498c-8727-7f42159a7cae tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170845 Sep 09 09:35:50.803929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d5a8e835-b5b2-4ee2-a366-3a2d6afb15cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:50.811758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] device_id is not set on port 88606724-bfa8-43c9-b26d-45bd9336939e yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:50.851059 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:50.876746 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d5a8e835-b5b2-4ee2-a366-3a2d6afb15cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:50.888462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Transition to ACTIVE for port object 88606724-bfa8-43c9-b26d-45bd9336939e will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:50.905472 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca4384-d7c7-4cf1-b3cc-b8c6f02e0fd9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:50.910243 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-aeca4384-d7c7-4cf1-b3cc-b8c6f02e0fd9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2675428 Sep 09 09:35:50.915731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54392) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:50.920020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0e714c14-c271-4606-996d-2c342b3f7bbb None None] Provisioning for port 8369ad51-75fc-41bd-afba-d992932dfe83 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:50.925503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0e714c14-c271-4606-996d-2c342b3f7bbb None None] Provisioning complete for port 8369ad51-75fc-41bd-afba-d992932dfe83 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:50.926142 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e714c14-c271-4606-996d-2c342b3f7bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:51.001864 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:51.037096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d072c4d4-fed5-406f-985b-fe0a50eee528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:51.096302 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event updated for resources: {'Port': ['ID=88606724-bfa8-43c9-b26d-45bd9336939e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:51.166319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b3d898-64db-438c-8e7f-4d2ed0581baf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:51.168242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b3d898-64db-438c-8e7f-4d2ed0581baf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:51.170153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b3d898-64db-438c-8e7f-4d2ed0581baf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:51.175178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54394) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:51.185332 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-88b3d898-64db-438c-8e7f-4d2ed0581baf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2680929 Sep 09 09:35:51.262522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Checking segment: {'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:35:51.263746 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Network hostable DHCP agents. Network: c731a60f-0935-410d-8bbb-a677a38643ee, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:35:51.269745 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d072c4d4-fed5-406f-985b-fe0a50eee528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:51.304149 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d5a8e835-b5b2-4ee2-a366-3a2d6afb15cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:51.309354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d5a8e835-b5b2-4ee2-a366-3a2d6afb15cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:51.311135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d5a8e835-b5b2-4ee2-a366-3a2d6afb15cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5143b54-a1a2-4e12-b613-7321603700fc HTTP/1.1" status: 204 len: 168 time: 0.8039925 Sep 09 09:35:51.331238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8e835-b5b2-4ee2-a366-3a2d6afb15cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5143b54-a1a2-4e12-b613-7321603700fc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:51.388865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072c4d4-fed5-406f-985b-fe0a50eee528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715fc30a-ef02-4ccd-8207-ae68e820acf0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:51.398040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bd27e236-c709-45d9-88e6-39bd2f005eb7 None None] Could not find standard attr ID for object 58d15608-334d-4884-aef4-f45332513c87. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:35:51.448243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c07f841-601d-416e-bcd3-c4e328b245d5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 2332c987-85fc-4474-9b1a-727582b96920 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:35:51.453741 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c07f841-601d-416e-bcd3-c4e328b245d5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:51.474070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Network c731a60f-0935-410d-8bbb-a677a38643ee is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:35:51.519310 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d072c4d4-fed5-406f-985b-fe0a50eee528 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5006453369147ffa7800b57cdcd92ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4059279 Sep 09 09:35:51.522121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54404) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:51.553842 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c07f841-601d-416e-bcd3-c4e328b245d5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:51.591495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, c731a60f-0935-410d-8bbb-a677a38643ee) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:51.601432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e3f1d5-1cf3-4e47-ab86-351356da9fbe None None] Network c731a60f-0935-410d-8bbb-a677a38643ee requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:51.605463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:51.639963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:51.643181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:51.643736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:51.660507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:51.666132 n-d-778696-16 neutron-server[95325]: ERROR neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:51.666132 n-d-778696-16 neutron-server[95325]: INFO neutron.plugins.ml2.plugin [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 2 to bind port 88606724-bfa8-43c9-b26d-45bd9336939e Sep 09 09:35:51.708706 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dde7-127b-47ee-b6aa-5339d5ef860d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:51.718598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:51.723656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:51.728703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:51.738010 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c07f841-601d-416e-bcd3-c4e328b245d5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:51.754547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:51.759948 n-d-778696-16 neutron-server[95325]: ERROR neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:51.771752 n-d-778696-16 neutron-server[95325]: INFO neutron.plugins.ml2.plugin [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 3 to bind port 88606724-bfa8-43c9-b26d-45bd9336939e Sep 09 09:35:51.800623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:51.828586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:51.829722 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:51.865744 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dde7-127b-47ee-b6aa-5339d5ef860d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:51.893858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:51.894935 n-d-778696-16 neutron-server[95325]: ERROR neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:51.896997 n-d-778696-16 neutron-server[95325]: INFO neutron.plugins.ml2.plugin [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 4 to bind port 88606724-bfa8-43c9-b26d-45bd9336939e Sep 09 09:35:51.925540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:51.925997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:51.926436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:51.959001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:51.959505 n-d-778696-16 neutron-server[95325]: ERROR neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:51.976875 n-d-778696-16 neutron-server[95325]: INFO neutron.plugins.ml2.plugin [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 5 to bind port 88606724-bfa8-43c9-b26d-45bd9336939e Sep 09 09:35:52.003262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:52.004521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:52.004521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:52.017379 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c07f841-601d-416e-bcd3-c4e328b245d5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.045084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62760f-239e-4101-a94b-d6a929c77525 req-d3c26cf1-7f7b-4844-b678-8380ccbb5f17 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:52.050552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07f841-601d-416e-bcd3-c4e328b245d5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=2332c987-85fc-4474-9b1a-727582b96920,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:52.056464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc62760f-239e-4101-a94b-d6a929c77525 req-d3c26cf1-7f7b-4844-b678-8380ccbb5f17 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1312554 Sep 09 09:35:52.063081 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c07f841-601d-416e-bcd3-c4e328b245d5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.065575 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9c07f841-601d-416e-bcd3-c4e328b245d5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/2332c987-85fc-4474-9b1a-727582b96920 HTTP/1.1" status: 204 len: 168 time: 0.8891201 Sep 09 09:35:52.070181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:52.070528 n-d-778696-16 neutron-server[95325]: ERROR neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:52.072990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4394761c-612b-47b2-856e-e0e20f678e77 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:52.075319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54422) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:52.083485 n-d-778696-16 neutron-server[95325]: INFO neutron.plugins.ml2.plugin [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 6 to bind port 88606724-bfa8-43c9-b26d-45bd9336939e Sep 09 09:35:52.116991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:52.117911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:52.119195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:52.131848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:52.133229 n-d-778696-16 neutron-server[95325]: ERROR neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:52.137103 n-d-778696-16 neutron-server[95325]: INFO neutron.plugins.ml2.plugin [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 7 to bind port 88606724-bfa8-43c9-b26d-45bd9336939e Sep 09 09:35:52.161269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc62760f-239e-4101-a94b-d6a929c77525 req-770af20f-5cb0-4f6b-8c1e-ce68d8d82553 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032205 Sep 09 09:35:52.178005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b79c52-51bc-41ac-af09-012666979a6e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet ae968b2b-3834-4227-9e7b-c169e7ebae21 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:35:52.184646 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80b79c52-51bc-41ac-af09-012666979a6e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.196129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:52.197440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:52.198272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:52.205725 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dde7-127b-47ee-b6aa-5339d5ef860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.208556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dde7-127b-47ee-b6aa-5339d5ef860d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.212432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cab4dde7-127b-47ee-b6aa-5339d5ef860d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/715fc30a-ef02-4ccd-8207-ae68e820acf0 HTTP/1.1" status: 204 len: 168 time: 0.6885817 Sep 09 09:35:52.226976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4dde7-127b-47ee-b6aa-5339d5ef860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715fc30a-ef02-4ccd-8207-ae68e820acf0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:52.233163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:52.233809 n-d-778696-16 neutron-server[95325]: ERROR neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:52.234771 n-d-778696-16 neutron-server[95325]: INFO neutron.plugins.ml2.plugin [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 8 to bind port 88606724-bfa8-43c9-b26d-45bd9336939e Sep 09 09:35:52.267706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:52.268513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:52.269041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:52.277957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:52.278781 n-d-778696-16 neutron-server[95325]: ERROR neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:52.279488 n-d-778696-16 neutron-server[95325]: INFO neutron.plugins.ml2.plugin [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 9 to bind port 88606724-bfa8-43c9-b26d-45bd9336939e Sep 09 09:35:52.295222 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80b79c52-51bc-41ac-af09-012666979a6e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.304576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:52.306163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:52.306537 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:52.318225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:52.318225 n-d-778696-16 neutron-server[95325]: ERROR neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:52.318225 n-d-778696-16 neutron-server[95325]: INFO neutron.plugins.ml2.plugin [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 10 to bind port 88606724-bfa8-43c9-b26d-45bd9336939e Sep 09 09:35:52.335725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:52.335725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:52.335725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:52.341470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 88606724-bfa8-43c9-b26d-45bd9336939e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:52.341986 n-d-778696-16 neutron-server[95325]: ERROR neutron.plugins.ml2.managers [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 88606724-bfa8-43c9-b26d-45bd9336939e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:52.342298 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.453559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] For port 88606724-bfa8-43c9-b26d-45bd9336939e, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:35:52.454040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempted to set empty binding levels {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 09 09:35:52.527092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80b79c52-51bc-41ac-af09-012666979a6e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.551340 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.574988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:52.577839 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.678959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event updated for resources: {'Port': ['ID=88606724-bfa8-43c9-b26d-45bd9336939e,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:52.698944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b98c09-7674-4348-8e3a-d924db57da47 req-f7aea190-10c4-4c8f-9c3a-f0b98f51c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:52.700676 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7b98c09-7674-4348-8e3a-d924db57da47 req-f7aea190-10c4-4c8f-9c3a-f0b98f51c1d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1099 time: 0.1553922 Sep 09 09:35:52.797956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cab4dc12-c860-4b39-b287-e53f2bd86651 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.8706512 Sep 09 09:35:52.797956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54438) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:52.822529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80b79c52-51bc-41ac-af09-012666979a6e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.964183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b79c52-51bc-41ac-af09-012666979a6e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=ae968b2b-3834-4227-9e7b-c169e7ebae21,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:52.981359 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80b79c52-51bc-41ac-af09-012666979a6e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:52.998118 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-80b79c52-51bc-41ac-af09-012666979a6e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/ae968b2b-3834-4227-9e7b-c169e7ebae21 HTTP/1.1" status: 204 len: 168 time: 0.9209964 Sep 09 09:35:53.002411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54446) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:53.094762 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b2b06da3-6d31-4a92-931e-f7487d0cc5c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909274 Sep 09 09:35:53.100957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54454) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:53.136403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b98c09-7674-4348-8e3a-d924db57da47 req-93786fa8-9800-4f7e-8537-ef5ddb61fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:53.138165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7b98c09-7674-4348-8e3a-d924db57da47 req-93786fa8-9800-4f7e-8537-ef5ddb61fdce service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.4147394 Sep 09 09:35:53.141054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:53.240821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-06b8fc16-7275-48f8-80f6-7701982848ac tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Deleting port 88606724-bfa8-43c9-b26d-45bd9336939e {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:53.240821 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06b8fc16-7275-48f8-80f6-7701982848ac tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:53.342670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7b98c09-7674-4348-8e3a-d924db57da47 req-f16f6aea-4224-4567-bf02-e566f7b638f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1002 time: 0.1852818 Sep 09 09:35:53.418586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-06b8fc16-7275-48f8-80f6-7701982848ac tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] For port 88606724-bfa8-43c9-b26d-45bd9336939e, host n-h2-778696-16, got binding levels [] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:53.418941 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06b8fc16-7275-48f8-80f6-7701982848ac tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:53.465460 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b98c09-7674-4348-8e3a-d924db57da47 req-db4695b3-9617-42c3-91b6-6d75ade27d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:53.472593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7b98c09-7674-4348-8e3a-d924db57da47 req-db4695b3-9617-42c3-91b6-6d75ade27d07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.1188836 Sep 09 09:35:53.472861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-06b8fc16-7275-48f8-80f6-7701982848ac tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Calling delete_port for 88606724-bfa8-43c9-b26d-45bd9336939e owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:53.562357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c77b7-ca0c-43c4-83f7-fd64495d4319 req-55ab2d35-59c5-4f2b-a6ff-4489b57e6c85 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:53.582168 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e2c77b7-ca0c-43c4-83f7-fd64495d4319 req-55ab2d35-59c5-4f2b-a6ff-4489b57e6c85 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.2383862 Sep 09 09:35:53.643274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:53.658396 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:53.690299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b98c09-7674-4348-8e3a-d924db57da47 req-b4866a74-486f-4f0c-9979-15c3e9fd5895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:53.698669 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7b98c09-7674-4348-8e3a-d924db57da47 req-b4866a74-486f-4f0c-9979-15c3e9fd5895 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2186470 Sep 09 09:35:53.829676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590643f7-6779-4179-aec0-41b3331098a8 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:54.006951 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e2c77b7-ca0c-43c4-83f7-fd64495d4319 req-c90b80cd-49b9-4b34-8b24-2c53bad435c9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169944 Sep 09 09:35:54.010637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3163ea74-f800-4c10-a29c-8076ad5de71e None None] Provisioning complete for port 8369ad51-75fc-41bd-afba-d992932dfe83 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:54.010637 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3163ea74-f800-4c10-a29c-8076ad5de71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:54.011201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7b98c09-7674-4348-8e3a-d924db57da47 req-b6bc0463-3ffa-41c5-be89-707b980e6a79 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687306 Sep 09 09:35:54.130301 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06b8fc16-7275-48f8-80f6-7701982848ac tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:54.156987 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7b98c09-7674-4348-8e3a-d924db57da47 req-34991bd0-05bf-4ac3-9d40-032ef6d646ce service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709971 Sep 09 09:35:54.171309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d202a2a-c743-4ddc-8884-d9a6e1750203 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:35:54.198797 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-06b8fc16-7275-48f8-80f6-7701982848ac tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:54.205509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-06b8fc16-7275-48f8-80f6-7701982848ac tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "DELETE /v2.0/ports/88606724-bfa8-43c9-b26d-45bd9336939e HTTP/1.1" status: 204 len: 168 time: 1.4031327 Sep 09 09:35:54.206369 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54480) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:54.207873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8fc16-7275-48f8-80f6-7701982848ac tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event deleted for resources: {'Port': ['ID=88606724-bfa8-43c9-b26d-45bd9336939e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:54.279999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9d202a2a-c743-4ddc-8884-d9a6e1750203 None None] Deleting port 8369ad51-75fc-41bd-afba-d992932dfe83 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:54.280389 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d202a2a-c743-4ddc-8884-d9a6e1750203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:54.298008 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-6caee7ff-e1c0-462e-bcae-15ec6174fc08 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] GET failed (client error): The resource could not be found. Sep 09 09:35:54.315817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6caee7ff-e1c0-462e-bcae-15ec6174fc08 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "GET /v2.0/ports/88606724-bfa8-43c9-b26d-45bd9336939e HTTP/1.1" status: 404 len: 333 time: 0.1079445 Sep 09 09:35:54.316560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:54.327325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Request body: {'port': {'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-109904458'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:54.393746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8369ad51-75fc-41bd-afba-d992932dfe83 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:35:54.451044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Made reservation on behalf of a4b1b66f66f74069be152b0c5be85b96 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:54.454210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:54.471014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9d202a2a-c743-4ddc-8884-d9a6e1750203 None None] For port 8369ad51-75fc-41bd-afba-d992932dfe83, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8369ad51-75fc-41bd-afba-d992932dfe83,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:54.471477 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d202a2a-c743-4ddc-8884-d9a6e1750203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:54.488084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] device_id is not set on port a936a5a9-3759-4f43-8dd0-8fa217c96e6e yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:54.499003 n-d-778696-16 neutron-server[95325]: DEBUG neutron.objects.ports [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:35:54.575544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9d202a2a-c743-4ddc-8884-d9a6e1750203 None None] Calling delete_port for 8369ad51-75fc-41bd-afba-d992932dfe83 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:54.590918 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:54.682667 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:54.845267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 8369ad51-75fc-41bd-afba-d992932dfe83, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8369ad51-75fc-41bd-afba-d992932dfe83,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:54.909112 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:54.966201 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:55.035677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event updated for resources: {'Port': ['ID=a936a5a9-3759-4f43-8dd0-8fa217c96e6e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:55.053850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Network c731a60f-0935-410d-8bbb-a677a38643ee is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:55.056120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:55.063992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:55.066104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:55.067265 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:55.122068 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d202a2a-c743-4ddc-8884-d9a6e1750203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:55.143594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d202a2a-c743-4ddc-8884-d9a6e1750203 None None] No DVR routers for this DVR port 8369ad51-75fc-41bd-afba-d992932dfe83 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:35:55.196402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.ipam_pluggable_backend [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Port 8369ad51-75fc-41bd-afba-d992932dfe83 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95325) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 09 09:35:55.197176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.ipam_pluggable_backend [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Reverting IP allocation for 2001:db8::f816:3eff:fef9:96fe {{(pid=95325) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 09 09:35:55.205809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-08c908ee-2819-4986-adcf-bcc19045fe22 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8875306 Sep 09 09:35:55.208467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:55.215520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:55.264198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.ipam_pluggable_backend [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef9:96fe {{(pid=95325) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 09 09:35:55.266689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=8369ad51-75fc-41bd-afba-d992932dfe83,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:55.268553 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:55.338378 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:55.368066 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:55.370887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d202a2a-c743-4ddc-8884-d9a6e1750203 None None] Pushing event deleted for resources: {'Port': ['ID=8369ad51-75fc-41bd-afba-d992932dfe83,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:55.467193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdaaa2-0073-4de7-b364-1829f8c46508 req-61ed7929-5a52-43e7-bfcf-0f528c972812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:55.469275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ebdaaa2-0073-4de7-b364-1829f8c46508 req-61ed7929-5a52-43e7-bfcf-0f528c972812 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.3568554 Sep 09 09:35:55.471972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:55.475799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:55.486190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:55.486500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:55.489574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41321a85-82f9-4079-aae7-d6250cd6fcd2 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:55.523820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=024a34d3-87fd-49f5-8d2f-fcdb81b67640,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:55.591754 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ebdaaa2-0073-4de7-b364-1829f8c46508 req-d171726f-1295-4877-9df2-b5fc6d3b2bc6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076887 Sep 09 09:35:55.611713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ad80698b-cdea-4145-97ca-cb8165e5d355 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4951220 Sep 09 09:35:55.614425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54528) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:55.624771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-fa03cd34-eb9c-41fc-a3d0-9afa2b0f2faf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:55.634294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] device_id is not set on port a936a5a9-3759-4f43-8dd0-8fa217c96e6e yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:55.643298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:55.657428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Transition to ACTIVE for port object a936a5a9-3759-4f43-8dd0-8fa217c96e6e will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:55.770125 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:55.948007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:55.948904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:55.949488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:55.957161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:55.957991 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:55.960474 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 2 to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e Sep 09 09:35:55.981980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa03cd34-eb9c-41fc-a3d0-9afa2b0f2faf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:55.986167 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fa03cd34-eb9c-41fc-a3d0-9afa2b0f2faf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:55.992698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event updated for resources: {'Port': ['ID=a936a5a9-3759-4f43-8dd0-8fa217c96e6e,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:55.998170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '024a34d3-87fd-49f5-8d2f-fcdb81b67640'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:35:56.003258 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:56.004044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:56.004558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:56.005353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:56.012958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:56.013525 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:56.014090 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 3 to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e Sep 09 09:35:56.031158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:56.032271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:56.032923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:56.038715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:56.039272 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:56.040122 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 4 to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e Sep 09 09:35:56.060359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:56.061445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:56.061968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:56.081469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:56.082081 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:56.083089 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 5 to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e Sep 09 09:35:56.126066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:56.129170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:56.130233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:56.139305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:56.142542 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:56.144036 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 6 to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e Sep 09 09:35:56.144550 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:56.198165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:56.198905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:56.202846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:56.217440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:56.219805 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:56.220400 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 7 to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e Sep 09 09:35:56.260064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:56.262096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:56.262592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:56.270029 n-d-778696-16 neutron-server[95325]: INFO neutron.db.ipam_backend_mixin [None req-fa03cd34-eb9c-41fc-a3d0-9afa2b0f2faf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 024a34d3-87fd-49f5-8d2f-fcdb81b67640 (CIDR: 2001:db8::/64) Sep 09 09:35:56.275088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:56.275686 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:56.276378 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 8 to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e Sep 09 09:35:56.295521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:56.296167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:56.296749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:56.302381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:56.302943 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:56.303548 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 9 to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e Sep 09 09:35:56.324764 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa03cd34-eb9c-41fc-a3d0-9afa2b0f2faf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:35:56.325575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa03cd34-eb9c-41fc-a3d0-9afa2b0f2faf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:35:56.331772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Allocated IP 2001:db8::f816:3eff:fed2:63eb (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/024a34d3-87fd-49f5-8d2f-fcdb81b67640/1ecb445c-cebb-458c-bad0-4da22e37cbeb) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:56.343685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:56.344348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:56.345027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:56.354283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:56.354874 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:56.355962 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 10 to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e Sep 09 09:35:56.386550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:56.389220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:56.390372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:56.397659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:35:56.398390 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:35:56.400449 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:56.431946 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fa03cd34-eb9c-41fc-a3d0-9afa2b0f2faf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8127000 Sep 09 09:35:56.432760 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54556) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:56.444045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d3d86c61-aef2-4334-9590-5f4890abfbe7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:56.633789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] For port a936a5a9-3759-4f43-8dd0-8fa217c96e6e, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:35:56.634385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempted to set empty binding levels {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 09 09:35:56.725131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:56.740736 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:56.798767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Transition to ACTIVE for port object 1ecb445c-cebb-458c-bad0-4da22e37cbeb will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:56.831883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event updated for resources: {'Port': ['ID=a936a5a9-3759-4f43-8dd0-8fa217c96e6e,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:56.892896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] In _notify_port_updated(), no bound segment for port a936a5a9-3759-4f43-8dd0-8fa217c96e6e on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:35:56.893701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:56.894329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:56.898526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d86c61-aef2-4334-9590-5f4890abfbe7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:56.899267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-24206450-7882-4149-ab17-0e3f0513fc51 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "PUT /v2.0/ports/a936a5a9-3759-4f43-8dd0-8fa217c96e6e HTTP/1.1" status: 200 len: 975 time: 1.6894166 Sep 09 09:35:56.903405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3d86c61-aef2-4334-9590-5f4890abfbe7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:56.904008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54584) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:56.919755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Transition to ACTIVE for port object 1ecb445c-cebb-458c-bad0-4da22e37cbeb will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:35:56.992560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5c39e-f7ff-462c-8794-fcfaa324f55e req-ac0ae373-cfac-4dce-8492-69dd162c78f5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.002719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73a5c39e-f7ff-462c-8794-fcfaa324f55e req-ac0ae373-cfac-4dce-8492-69dd162c78f5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1861279 Sep 09 09:35:57.023084 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:57.054567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.055503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.056138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.056710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.057582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.058303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.058947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.059648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.060363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.060947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.061419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.061892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.062386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.063253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.063789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.064247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.064751 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.068403 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-95cec569-3c93-4d08-959f-b2a2cb2b42e4 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15467 time: 0.1639163 Sep 09 09:35:57.074091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54590) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:57.171217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73a5c39e-f7ff-462c-8794-fcfaa324f55e req-f9d4e50b-5755-4db0-aa7c-677cb73abaec tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638973 Sep 09 09:35:57.208466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Pushing event updated for resources: {'Port': ['ID=1ecb445c-cebb-458c-bad0-4da22e37cbeb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:57.232940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:57.239758 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:57.244418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:57.292383 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b68e29ad-d18e-4727-98a8-a41e05f9293b tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Deleting port a936a5a9-3759-4f43-8dd0-8fa217c96e6e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:35:57.292969 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b68e29ad-d18e-4727-98a8-a41e05f9293b tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:57.354531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Attempting to bind port 1ecb445c-cebb-458c-bad0-4da22e37cbeb on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:35:57.354975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Attempting to bind port 1ecb445c-cebb-458c-bad0-4da22e37cbeb by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:35:57.355400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Attempting to bind port 1ecb445c-cebb-458c-bad0-4da22e37cbeb on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:35:57.361194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:35:57.361575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:35:57.361982 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:57.362371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:35:57.362832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Bound port: 1ecb445c-cebb-458c-bad0-4da22e37cbeb, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:35:57.363214 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:57.455365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] For port 1ecb445c-cebb-458c-bad0-4da22e37cbeb, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:35:57.459704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] For port 1ecb445c-cebb-458c-bad0-4da22e37cbeb, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ecb445c-cebb-458c-bad0-4da22e37cbeb,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:35:57.474679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b68e29ad-d18e-4727-98a8-a41e05f9293b tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] For port a936a5a9-3759-4f43-8dd0-8fa217c96e6e, host n-h2-778696-16, got binding levels [] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:35:57.475791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b68e29ad-d18e-4727-98a8-a41e05f9293b tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:57.493673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b68e29ad-d18e-4727-98a8-a41e05f9293b tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Calling delete_port for a936a5a9-3759-4f43-8dd0-8fa217c96e6e owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:35:57.543110 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:57.565629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3d86c61-aef2-4334-9590-5f4890abfbe7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:57.647212 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b68e29ad-d18e-4727-98a8-a41e05f9293b tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:57.677072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d86c61-aef2-4334-9590-5f4890abfbe7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=ee46e5ec-e760-4d26-acd4-560512a5e0d3,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:57.704014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d86c61-aef2-4334-9590-5f4890abfbe7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:57.709455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc75b37-d686-41b2-8136-c0f20adc5432 None None] Pushing event updated for resources: {'Port': ['ID=1ecb445c-cebb-458c-bad0-4da22e37cbeb,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:57.716357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d3d86c61-aef2-4334-9590-5f4890abfbe7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:57.725332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d86c61-aef2-4334-9590-5f4890abfbe7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:57.725332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d3d86c61-aef2-4334-9590-5f4890abfbe7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:57.759947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e29ad-d18e-4727-98a8-a41e05f9293b tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event deleted for resources: {'Port': ['ID=a936a5a9-3759-4f43-8dd0-8fa217c96e6e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:57.780041 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b68e29ad-d18e-4727-98a8-a41e05f9293b tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:57.780465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54602) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:57.781614 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b68e29ad-d18e-4727-98a8-a41e05f9293b tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a936a5a9-3759-4f43-8dd0-8fa217c96e6e HTTP/1.1" status: 204 len: 168 time: 0.7062147 Sep 09 09:35:57.782739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54604) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:57.832423 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d74f182-b8e6-4a61-b4c3-d06d098a2142 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] GET failed (client error): The resource could not be found. Sep 09 09:35:57.834162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7d74f182-b8e6-4a61-b4c3-d06d098a2142 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "GET /v2.0/ports/a936a5a9-3759-4f43-8dd0-8fa217c96e6e HTTP/1.1" status: 404 len: 333 time: 0.0503166 Sep 09 09:35:57.838978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54608) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:57.846794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1328698541', 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:57.889569 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d3d86c61-aef2-4334-9590-5f4890abfbe7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4556696 Sep 09 09:35:57.892956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54612) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:57.898472 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:9a:30:a7', 'name': 'tempest-NetworksTestDHCPv6-963312273'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:35:57.981034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Made reservation on behalf of a4b1b66f66f74069be152b0c5be85b96 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:57.987858 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:58.038824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] device_id is not set on port f1c09d06-54f8-48da-bc63-9fd75e3c732a yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:58.169752 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3b348db3-55af-499f-a6f0-ae3a9d20e77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:58.286266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:35:58.390895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1ecb445c-cebb-458c-bad0-4da22e37cbeb up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:35:58.416633 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:58.454606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 4806d9fe-14f5-4e94-8412-3c069c0beab9 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:35:58.460633 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:58.548144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 1ecb445c-cebb-458c-bad0-4da22e37cbeb completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:58.559577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587859f4-416c-4e85-bff8-c6c45a476ef7 req-117ec98f-bc26-4b21-ae66-536544c1fbd9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:58.561364 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-587859f4-416c-4e85-bff8-c6c45a476ef7 req-117ec98f-bc26-4b21-ae66-536544c1fbd9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.2785690 Sep 09 09:35:58.666773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3b348db3-55af-499f-a6f0-ae3a9d20e77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:58.731334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-587859f4-416c-4e85-bff8-c6c45a476ef7 req-e6bb9983-2cca-4a74-bbc4-5d014554abbf tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633799 Sep 09 09:35:58.746235 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3b348db3-55af-499f-a6f0-ae3a9d20e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:58.824354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:58.832315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3b348db3-55af-499f-a6f0-ae3a9d20e77f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b538877bfeba4190960e4923a2a8abb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0455697 Sep 09 09:35:58.840064 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54630) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:58.841736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b348db3-55af-499f-a6f0-ae3a9d20e77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1543df-8266-4749-9bf5-f16eed7dbcb8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:58.960636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Network c731a60f-0935-410d-8bbb-a677a38643ee is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:35:58.968921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:35:58.983640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event updated for resources: {'Port': ['ID=f1c09d06-54f8-48da-bc63-9fd75e3c732a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:58.986540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:35:58.987769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:58.988742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:59.016023 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63ed24d3-8228-4358-9eb1-8480c80ac089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:59.026371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8:0:1::358 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/ee46e5ec-e760-4d26-acd4-560512a5e0d3/4806d9fe-14f5-4e94-8412-3c069c0beab9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:59.047513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::f816:3eff:fe9a:30a7 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/024a34d3-87fd-49f5-8d2f-fcdb81b67640/4806d9fe-14f5-4e94-8412-3c069c0beab9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:35:59.073664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63ed24d3-8228-4358-9eb1-8480c80ac089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:59.105003 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-78e52c83-a372-46bc-a52e-048387fa7855 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2648275 Sep 09 09:35:59.114430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54632) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:59.193129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e08abd-ca9c-4580-81ea-f56aa138e38e None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:35:59.290851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997adfd4-6756-49a0-b21a-4cffcf05d323 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:35:59.296317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-997adfd4-6756-49a0-b21a-4cffcf05d323 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "GET /v2.0/ports/f1c09d06-54f8-48da-bc63-9fd75e3c732a HTTP/1.1" status: 200 len: 955 time: 0.1755300 Sep 09 09:35:59.299250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54638) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:35:59.382102 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63ed24d3-8228-4358-9eb1-8480c80ac089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:59.385519 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63ed24d3-8228-4358-9eb1-8480c80ac089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:59.386999 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-63ed24d3-8228-4358-9eb1-8480c80ac089 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a1543df-8266-4749-9bf5-f16eed7dbcb8 HTTP/1.1" status: 204 len: 168 time: 0.5420921 Sep 09 09:35:59.411779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed24d3-8228-4358-9eb1-8480c80ac089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1543df-8266-4749-9bf5-f16eed7dbcb8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:35:59.551113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3d830c60-a398-40b1-953b-ea2e67abfe63 None None] Provisioning for port 1ecb445c-cebb-458c-bad0-4da22e37cbeb completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:35:59.558336 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3d830c60-a398-40b1-953b-ea2e67abfe63 None None] Provisioning complete for port 1ecb445c-cebb-458c-bad0-4da22e37cbeb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:35:59.558918 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3d830c60-a398-40b1-953b-ea2e67abfe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:35:59.758312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929c93f4-b791-47b4-8565-55ef8aa502d2 None None] Update dhcp port {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'fixed_ips': [{'subnet_id': '024a34d3-87fd-49f5-8d2f-fcdb81b67640', 'ip_address': '2001:db8::f816:3eff:fed2:63eb'}, {'subnet_id': 'ee46e5ec-e760-4d26-acd4-560512a5e0d3'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '1ecb445c-cebb-458c-bad0-4da22e37cbeb'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:36:00.189548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6a69a-eae1-45e4-9572-73e45f963055 req-8daadd9d-c143-4c1c-83a3-2a5ee9d28c4c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:00.204530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-22e6a69a-eae1-45e4-9572-73e45f963055 req-8daadd9d-c143-4c1c-83a3-2a5ee9d28c4c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.2058930 Sep 09 09:36:00.210081 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:00.294040 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3d830c60-a398-40b1-953b-ea2e67abfe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:00.319901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-340bb7eb-542b-402a-a230-9e802af7aa9d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Deleting port f1c09d06-54f8-48da-bc63-9fd75e3c732a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:00.321662 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-340bb7eb-542b-402a-a230-9e802af7aa9d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:00.328478 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-929c93f4-b791-47b4-8565-55ef8aa502d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:00.392908 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-340bb7eb-542b-402a-a230-9e802af7aa9d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:00.416182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-340bb7eb-542b-402a-a230-9e802af7aa9d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Calling delete_port for f1c09d06-54f8-48da-bc63-9fd75e3c732a owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:00.582242 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-22e6a69a-eae1-45e4-9572-73e45f963055 req-8258ea9a-2b8e-4389-bf7c-10a6aec2abfd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762605 Sep 09 09:36:00.636948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 4806d9fe-14f5-4e94-8412-3c069c0beab9 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:00.639044 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-340bb7eb-542b-402a-a230-9e802af7aa9d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:00.673786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bb7eb-542b-402a-a230-9e802af7aa9d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1c09d06-54f8-48da-bc63-9fd75e3c732a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:00.690114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3d830c60-a398-40b1-953b-ea2e67abfe63 None None] For port 1ecb445c-cebb-458c-bad0-4da22e37cbeb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ecb445c-cebb-458c-bad0-4da22e37cbeb,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:00.717488 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-340bb7eb-542b-402a-a230-9e802af7aa9d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:00.726886 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-340bb7eb-542b-402a-a230-9e802af7aa9d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "DELETE /v2.0/ports/f1c09d06-54f8-48da-bc63-9fd75e3c732a HTTP/1.1" status: 204 len: 168 time: 1.4216826 Sep 09 09:36:00.730354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54670) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:00.798348 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3d830c60-a398-40b1-953b-ea2e67abfe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:00.903272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:00.947370 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1a24cb-d7be-4907-8fa9-7ac6baa4a7b1 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] GET failed (client error): The resource could not be found. Sep 09 09:36:00.964124 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fc1a24cb-d7be-4907-8fa9-7ac6baa4a7b1 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "GET /v2.0/ports/f1c09d06-54f8-48da-bc63-9fd75e3c732a HTTP/1.1" status: 404 len: 333 time: 0.2266994 Sep 09 09:36:00.967976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54674) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:00.999784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Request body: {'port': {'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-471890864'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:01.006983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:01.020645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:01.033406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:01.064744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:01.065448 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:01.087774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d830c60-a398-40b1-953b-ea2e67abfe63 None None] Pushing event updated for resources: {'Port': ['ID=1ecb445c-cebb-458c-bad0-4da22e37cbeb,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:01.116157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-929c93f4-b791-47b4-8565-55ef8aa502d2 None None] Allocated IP 2001:db8:0:1::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/ee46e5ec-e760-4d26-acd4-560512a5e0d3/1ecb445c-cebb-458c-bad0-4da22e37cbeb) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:01.156859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=4806d9fe-14f5-4e94-8412-3c069c0beab9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:01.201063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Made reservation on behalf of a4b1b66f66f74069be152b0c5be85b96 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:01.204096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:01.257918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] device_id is not set on port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:01.320173 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dccaad45-b899-4484-a037-51299b3fe0bb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4259291 Sep 09 09:36:01.323588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54684) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:01.361322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-929c93f4-b791-47b4-8565-55ef8aa502d2 None None] For port 1ecb445c-cebb-458c-bad0-4da22e37cbeb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ecb445c-cebb-458c-bad0-4da22e37cbeb,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:01.466369 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-929c93f4-b791-47b4-8565-55ef8aa502d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:01.510373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-929c93f4-b791-47b4-8565-55ef8aa502d2 None None] Transition to ACTIVE for port object 1ecb445c-cebb-458c-bad0-4da22e37cbeb will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:01.545118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fa38e555-2fc5-4dee-b4ab-46d67372150c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 4806d9fe-14f5-4e94-8412-3c069c0beab9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:01.546489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa38e555-2fc5-4dee-b4ab-46d67372150c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:01.571117 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-929c93f4-b791-47b4-8565-55ef8aa502d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:01.681640 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa38e555-2fc5-4dee-b4ab-46d67372150c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:01.697227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fa38e555-2fc5-4dee-b4ab-46d67372150c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 4806d9fe-14f5-4e94-8412-3c069c0beab9 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:01.864619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c93f4-b791-47b4-8565-55ef8aa502d2 None None] Pushing event updated for resources: {'Port': ['ID=1ecb445c-cebb-458c-bad0-4da22e37cbeb,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:02.045709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa38e555-2fc5-4dee-b4ab-46d67372150c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:02.100678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38e555-2fc5-4dee-b4ab-46d67372150c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=4806d9fe-14f5-4e94-8412-3c069c0beab9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:02.163579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa38e555-2fc5-4dee-b4ab-46d67372150c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:02.173081 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fa38e555-2fc5-4dee-b4ab-46d67372150c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/4806d9fe-14f5-4e94-8412-3c069c0beab9 HTTP/1.1" status: 204 len: 168 time: 0.8427398 Sep 09 09:36:02.176308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d61c39-8747-486e-b12f-33ce20d98c1c req-e4f8c71b-4331-446c-8263-2bb6e5d1c6ce tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:02.176807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54698) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:02.182586 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-53d61c39-8747-486e-b12f-33ce20d98c1c req-e4f8c71b-4331-446c-8263-2bb6e5d1c6ce tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1092689 Sep 09 09:36:02.303811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e081413-28e1-4d50-a653-c5cd3ef47f35 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:02.313035 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-53d61c39-8747-486e-b12f-33ce20d98c1c req-4057ec52-eb2d-4f6c-add9-07bb4bb9850e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145747 Sep 09 09:36:02.313504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6e081413-28e1-4d50-a653-c5cd3ef47f35 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1304278 Sep 09 09:36:02.313611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54706) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:02.395436 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1ecb445c-cebb-458c-bad0-4da22e37cbeb up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:02.416665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:02.439085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa60166e-c60d-42a6-a4ae-9a2179c10c5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:02.440937 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-aa60166e-c60d-42a6-a4ae-9a2179c10c5d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1314507 Sep 09 09:36:02.444190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54710) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:02.451120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54712) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:02.582626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb676ba4-5c11-4473-8a22-347f36990fa5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:02.593297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb676ba4-5c11-4473-8a22-347f36990fa5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:02.595988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb676ba4-5c11-4473-8a22-347f36990fa5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:02.603884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54720) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:02.617427 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fb676ba4-5c11-4473-8a22-347f36990fa5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1718583 Sep 09 09:36:02.669616 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:02.790896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-872793f6-c140-48e6-8ea3-b690a6d9d27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:02.863634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Network c731a60f-0935-410d-8bbb-a677a38643ee is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:02.885297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:02.896342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c6e80c-294a-4209-ac68-8ad36534e164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 024a34d3-87fd-49f5-8d2f-fcdb81b67640 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:36:02.915653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:02.916758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:02.917384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:02.926105 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34c6e80c-294a-4209-ac68-8ad36534e164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:02.959118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0284a6e8-c86d-407c-a4b7-1114ee265935 None None] Provisioning for port 1ecb445c-cebb-458c-bad0-4da22e37cbeb completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:02.965317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0284a6e8-c86d-407c-a4b7-1114ee265935 None None] Provisioning complete for port 1ecb445c-cebb-458c-bad0-4da22e37cbeb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:02.965955 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0284a6e8-c86d-407c-a4b7-1114ee265935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:03.045120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event updated for resources: {'Port': ['ID=0bee7bfb-71fb-4dc7-b4a6-08b1649b1978,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:03.073567 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34c6e80c-294a-4209-ac68-8ad36534e164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:03.195295 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-872793f6-c140-48e6-8ea3-b690a6d9d27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:03.204060 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34c6e80c-294a-4209-ac68-8ad36534e164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:03.287863 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e73fd110-549a-4912-aa4c-cb6ca3b9ccde None None] Could not find standard attr ID for object 4806d9fe-14f5-4e94-8412-3c069c0beab9. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:36:03.366758 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34c6e80c-294a-4209-ac68-8ad36534e164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:03.375411 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-872793f6-c140-48e6-8ea3-b690a6d9d27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:03.440548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6e80c-294a-4209-ac68-8ad36534e164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=024a34d3-87fd-49f5-8d2f-fcdb81b67640,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:03.454393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ec540f0b-7707-44cf-ba4d-67161fa5e0ba tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.4851243 Sep 09 09:36:03.454560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54740) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:03.462720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:03.465965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114eabb2-c139-4396-9a2f-7aa310b0e21c None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:03.466146 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34c6e80c-294a-4209-ac68-8ad36534e164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:03.469157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-34c6e80c-294a-4209-ac68-8ad36534e164 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/024a34d3-87fd-49f5-8d2f-fcdb81b67640 HTTP/1.1" status: 204 len: 168 time: 0.8640845 Sep 09 09:36:03.480038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54742) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:03.484713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-872793f6-c140-48e6-8ea3-b690a6d9d27e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89d03246c66d4c038f464bdc7f5cdae0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0325353 Sep 09 09:36:03.496576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54744) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:03.539340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872793f6-c140-48e6-8ea3-b690a6d9d27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef272515-ecaf-4121-bc67-f384ac13625c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:03.547288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b01b2b-3d27-4367-94d0-87fe9e38efac req-11355c74-bb61-4d1f-b6b9-df8dbc0b8331 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:03.559040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3b01b2b-3d27-4367-94d0-87fe9e38efac req-11355c74-bb61-4d1f-b6b9-df8dbc0b8331 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1601927 Sep 09 09:36:03.625419 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c88c4d-de83-46b4-a22d-8f7bab57104b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet ee46e5ec-e760-4d26-acd4-560512a5e0d3 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:36:03.644892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49c88c4d-de83-46b4-a22d-8f7bab57104b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:03.716063 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3b01b2b-3d27-4367-94d0-87fe9e38efac req-d3d26952-e714-4ebe-9e52-080e87e43803 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559958 Sep 09 09:36:03.728712 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:03.740970 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ee467bf4-6501-424b-af85-a65b85c7e158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:03.858496 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ee467bf4-6501-424b-af85-a65b85c7e158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:03.890415 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49c88c4d-de83-46b4-a22d-8f7bab57104b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:04.088883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] device_id is not set on port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:04.109137 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:04.136707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Transition to ACTIVE for port object 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:04.186794 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49c88c4d-de83-46b4-a22d-8f7bab57104b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:04.253546 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:04.353353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event updated for resources: {'Port': ['ID=0bee7bfb-71fb-4dc7-b4a6-08b1649b1978,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:04.359052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:04.359607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:04.360232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:04.366229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:36:04.366647 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:36:04.367115 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 2 to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 Sep 09 09:36:04.375310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49c88c4d-de83-46b4-a22d-8f7bab57104b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:04.388921 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ee467bf4-6501-424b-af85-a65b85c7e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:04.396802 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ee467bf4-6501-424b-af85-a65b85c7e158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:04.407074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:04.411493 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ee467bf4-6501-424b-af85-a65b85c7e158 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef272515-ecaf-4121-bc67-f384ac13625c HTTP/1.1" status: 204 len: 168 time: 0.9124160 Sep 09 09:36:04.412928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:04.413466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:04.435057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:36:04.435498 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:36:04.436006 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 3 to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 Sep 09 09:36:04.495444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:04.496118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:04.497042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:04.507256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:36:04.507891 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:36:04.508413 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 4 to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 Sep 09 09:36:04.519782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c88c4d-de83-46b4-a22d-8f7bab57104b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=ee46e5ec-e760-4d26-acd4-560512a5e0d3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:04.537610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee467bf4-6501-424b-af85-a65b85c7e158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef272515-ecaf-4121-bc67-f384ac13625c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:04.537945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:04.538114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:04.538885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:04.597775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:36:04.615704 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49c88c4d-de83-46b4-a22d-8f7bab57104b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:04.620182 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:36:04.622215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54762) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:04.625736 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 5 to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 Sep 09 09:36:04.639191 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-49c88c4d-de83-46b4-a22d-8f7bab57104b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/ee46e5ec-e760-4d26-acd4-560512a5e0d3 HTTP/1.1" status: 204 len: 168 time: 1.1369154 Sep 09 09:36:04.797921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d7e20963-e52e-4150-9102-86a9e21e5e47 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1551921 Sep 09 09:36:04.799220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:04.799599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:04.799943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:04.800871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54766) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:04.807457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-34fcd8f5-0a77-492a-be3c-39f8a861bf65 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:04.817839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:36:04.818717 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:36:04.819542 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 6 to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 Sep 09 09:36:04.862450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:04.862450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:04.862966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:04.893677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:36:04.894025 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:36:04.894419 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 7 to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 Sep 09 09:36:04.927671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:04.928212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:04.928726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:04.939953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:36:04.943520 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:36:04.944123 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 8 to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 Sep 09 09:36:04.974489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4cb749-0b4f-454c-85e4-b2af0e7635ec None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:05.003884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:05.004636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:05.005629 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:05.020699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:36:05.024686 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:36:05.025848 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 9 to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 Sep 09 09:36:05.074858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:05.075558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:05.076085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:05.087398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:36:05.088025 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:36:05.088606 n-d-778696-16 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempt 10 to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 Sep 09 09:36:05.114923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d887-4a08-4d16-964f-daa683c403a2 req-02ed6d19-c714-461d-8ccc-9c26c6768112 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:05.114923 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14c2d887-4a08-4d16-964f-daa683c403a2 req-02ed6d19-c714-461d-8ccc-9c26c6768112 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1921196 Sep 09 09:36:05.157380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:05.159581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d1ad1e74-e581-46b1-bfa3-829acbeffe9d None None] Provisioning complete for port 1ecb445c-cebb-458c-bad0-4da22e37cbeb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:05.160181 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1e74-e581-46b1-bfa3-829acbeffe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.163304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:05.164611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempting to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:05.173746 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14c2d887-4a08-4d16-964f-daa683c403a2 req-b45d9908-a8a9-46d9-8c2d-882a4b9f763f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539474 Sep 09 09:36:05.180528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:36:05.188793 n-d-778696-16 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Failed to bind port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on host n-h2-778696-16 for vnic_type normal using segments [{'id': '9a6c7497-e1a9-43bf-b5c4-514248847a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c731a60f-0935-410d-8bbb-a677a38643ee'}] Sep 09 09:36:05.191586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.193382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fcd8f5-0a77-492a-be3c-39f8a861bf65 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:05.212845 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34fcd8f5-0a77-492a-be3c-39f8a861bf65 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.365717 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] For port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:36:05.366074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attempted to set empty binding levels {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 09 09:36:05.382089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:36:05.492130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Deleting port 1ecb445c-cebb-458c-bad0-4da22e37cbeb {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:05.492543 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.520884 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.563261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] For port 1ecb445c-cebb-458c-bad0-4da22e37cbeb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ecb445c-cebb-458c-bad0-4da22e37cbeb,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:05.563696 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.571797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] In _notify_port_updated(), no bound segment for port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 on network c731a60f-0935-410d-8bbb-a677a38643ee {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:36:05.573999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:05.575508 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.580447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54784) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:05.581043 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "PUT /v2.0/ports/0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 HTTP/1.1" status: 200 len: 975 time: 2.1244340 Sep 09 09:36:05.588458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Calling delete_port for 1ecb445c-cebb-458c-bad0-4da22e37cbeb owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:05.600544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f2363-c987-4068-82bc-2a9251e88b1d tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event updated for resources: {'Port': ['ID=0bee7bfb-71fb-4dc7-b4a6-08b1649b1978,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:05.643554 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34fcd8f5-0a77-492a-be3c-39f8a861bf65 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.700731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fcd8f5-0a77-492a-be3c-39f8a861bf65 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:05.705368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-34fcd8f5-0a77-492a-be3c-39f8a861bf65 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:05.714516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fcd8f5-0a77-492a-be3c-39f8a861bf65 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:05.715132 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34fcd8f5-0a77-492a-be3c-39f8a861bf65 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.745781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcd8f5-0a77-492a-be3c-39f8a861bf65 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=3d97033b-8358-41ce-8cf0-305824eb94f3,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:05.760932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd85f1-9ab4-4af6-aad0-2a5a55d81710 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Deleting port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:05.761277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1bd85f1-9ab4-4af6-aad0-2a5a55d81710 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.782369 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.818546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Pushing event deleted for resources: {'Port': ['ID=1ecb445c-cebb-458c-bad0-4da22e37cbeb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:05.825208 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-34fcd8f5-0a77-492a-be3c-39f8a861bf65 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0204351 Sep 09 09:36:05.825581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] No DVR routers for this DVR port 1ecb445c-cebb-458c-bad0-4da22e37cbeb on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:36:05.826790 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54802) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:05.833648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9ff9838e-318b-4f2a-8a0f-69ed56185247 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:05.846432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.846432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.846432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.846432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.846432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.846432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.846432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.846432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.846432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.846432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.847439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-e1bd85f1-9ab4-4af6-aad0-2a5a55d81710 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] For port 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978, host n-h2-778696-16, got binding levels [] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:05.847570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.847683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1bd85f1-9ab4-4af6-aad0-2a5a55d81710 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:05.847786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d1f61-ecd9-4950-a898-025c3dcbb7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:05.857623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd85f1-9ab4-4af6-aad0-2a5a55d81710 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Calling delete_port for 0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:05.863691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95bb0e1-6845-43a4-8b58-3994f45c2056 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:06.061344 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1bd85f1-9ab4-4af6-aad0-2a5a55d81710 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.092897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd85f1-9ab4-4af6-aad0-2a5a55d81710 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bee7bfb-71fb-4dc7-b4a6-08b1649b1978,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:06.107659 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1bd85f1-9ab4-4af6-aad0-2a5a55d81710 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.110036 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e1bd85f1-9ab4-4af6-aad0-2a5a55d81710 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 HTTP/1.1" status: 204 len: 168 time: 0.5282300 Sep 09 09:36:06.112742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54812) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:06.127097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '3d97033b-8358-41ce-8cf0-305824eb94f3'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:36:06.128003 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.153583 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e53550-f42c-48f8-a591-90f2dddc1dd1 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] GET failed (client error): The resource could not be found. Sep 09 09:36:06.155729 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b4e53550-f42c-48f8-a591-90f2dddc1dd1 tempest-PortsAdminExtendedAttrsTestJSON-1890445194 tempest-PortsAdminExtendedAttrsTestJSON-1890445194-project-admin] 10.222.0.32 "GET /v2.0/ports/0bee7bfb-71fb-4dc7-b4a6-08b1649b1978 HTTP/1.1" status: 404 len: 333 time: 0.0415289 Sep 09 09:36:06.159357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54818) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:06.170043 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff9838e-318b-4f2a-8a0f-69ed56185247 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:06.173533 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ff9838e-318b-4f2a-8a0f-69ed56185247 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.326320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/3d97033b-8358-41ce-8cf0-305824eb94f3/65f266c4-5225-4e26-bf91-2a556a3004a1) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:06.375506 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.396787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1ecb445c-cebb-458c-bad0-4da22e37cbeb no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:36:06.441763 n-d-778696-16 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-9ff9838e-318b-4f2a-8a0f-69ed56185247 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d97033b-8358-41ce-8cf0-305824eb94f3 (CIDR: 2001:db8::/64) Sep 09 09:36:06.451133 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 1ecb445c-cebb-458c-bad0-4da22e37cbeb {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:36:06.451576 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1ecb445c-cebb-458c-bad0-4da22e37cbeb not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:36:06.489010 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff9838e-318b-4f2a-8a0f-69ed56185247 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:36:06.489508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff9838e-318b-4f2a-8a0f-69ed56185247 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:06.511392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed5f14-3939-41f0-a48b-6b7d0d0ceffd req-c07a61ec-a4b3-4f40-9bfc-8e5ac21c18a4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:06.512976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-88ed5f14-3939-41f0-a48b-6b7d0d0ceffd req-c07a61ec-a4b3-4f40-9bfc-8e5ac21c18a4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1332636 Sep 09 09:36:06.561390 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.571556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Transition to ACTIVE for port object 65f266c4-5225-4e26-bf91-2a556a3004a1 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:06.589487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Transition to ACTIVE for port object 65f266c4-5225-4e26-bf91-2a556a3004a1 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:06.594411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.619119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-88ed5f14-3939-41f0-a48b-6b7d0d0ceffd req-2587d0dd-09fd-44d2-88cf-5bdcd5237e33 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919659 Sep 09 09:36:06.630198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54832) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:06.631478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9ff9838e-318b-4f2a-8a0f-69ed56185247 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8024194 Sep 09 09:36:06.635749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:06.636382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c731a60f-0935-410d-8bbb-a677a38643ee']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:06.657008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6c7497-e1a9-43bf-b5c4-514248847a4e') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:06.657008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6c7497-e1a9-43bf-b5c4-514248847a4e') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:06.672605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.681404 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.692187 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.718403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:36:06.719000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:36:06.750973 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:36:06.768737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:06.773211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:06.780813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:06.842472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Pushing event updated for resources: {'Port': ['ID=65f266c4-5225-4e26-bf91-2a556a3004a1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:06.890844 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.903519 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.916822 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] 10.222.0.32 "DELETE /v2.0/networks/c731a60f-0935-410d-8bbb-a677a38643ee HTTP/1.1" status: 204 len: 168 time: 0.7561011 Sep 09 09:36:06.954562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96955ff4-908b-42bb-835d-9058b62ef2c6 tempest-PortsAdminExtendedAttrsTestJSON-1193269177 tempest-PortsAdminExtendedAttrsTestJSON-1193269177-project] Pushing event deleted for resources: {'Network': ['ID=c731a60f-0935-410d-8bbb-a677a38643ee,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:06.973606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Attempting to bind port 65f266c4-5225-4e26-bf91-2a556a3004a1 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:06.973988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Attempting to bind port 65f266c4-5225-4e26-bf91-2a556a3004a1 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:06.974354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Attempting to bind port 65f266c4-5225-4e26-bf91-2a556a3004a1 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:06.980936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:36:06.981646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:06.982275 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:06.983485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:36:06.984274 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Bound port: 65f266c4-5225-4e26-bf91-2a556a3004a1, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:36:06.984881 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:07.005748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8589e21-8b1b-4105-aa31-2e7a56e85b0f req-87725cad-1814-4747-91df-352192b6fd96 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:07.007626 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8589e21-8b1b-4105-aa31-2e7a56e85b0f req-87725cad-1814-4747-91df-352192b6fd96 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.1006103 Sep 09 09:36:07.064077 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8589e21-8b1b-4105-aa31-2e7a56e85b0f req-98fefd2e-6f91-4167-b206-e971ad2b247e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487046 Sep 09 09:36:07.074213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] For port 65f266c4-5225-4e26-bf91-2a556a3004a1, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:36:07.078152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] For port 65f266c4-5225-4e26-bf91-2a556a3004a1, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=65f266c4-5225-4e26-bf91-2a556a3004a1,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:36:07.094023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:07.094451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:07.212506 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:07.334457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5b42b-6158-4b12-8e4b-41f400edc4f6 None None] Pushing event updated for resources: {'Port': ['ID=65f266c4-5225-4e26-bf91-2a556a3004a1,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:07.683887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54872) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:07.732499 n-d-778696-16 neutron-server[95325]: DEBUG neutron.objects.ports [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:36:07.818689 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a00d3d-e640-40e4-be13-53853aece27e req-8584de66-8a16-4337-88b8-9470e35c2bcf tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:07.832273 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41a00d3d-e640-40e4-be13-53853aece27e req-8584de66-8a16-4337-88b8-9470e35c2bcf tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.0958991 Sep 09 09:36:07.874916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54882) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:07.968670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-41a00d3d-e640-40e4-be13-53853aece27e req-4a537502-c6df-4e75-85c9-85d9a09dd00e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327386 Sep 09 09:36:08.112562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4bbc431c-1f44-4052-84b4-748a2094efd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2de3e825b50e4c6896290dc3097b2234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376735 Sep 09 09:36:08.114897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54888) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:08.170265 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f217ad0-b63a-456a-ac44-7b6bdac00c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.204278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1644561775'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:08.225622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f217ad0-b63a-456a-ac44-7b6bdac00c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.259141 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.304955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e02dfe-1215-4627-be3f-01d7a5000b46 req-c0f5d4a8-a9e1-41c0-bfb4-edc9d4521685 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:08.311407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36e02dfe-1215-4627-be3f-01d7a5000b46 req-c0f5d4a8-a9e1-41c0-bfb4-edc9d4521685 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.1009400 Sep 09 09:36:08.359710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Made reservation on behalf of 11ec2f3cfea8417db373178e464110e1 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:08.363835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.367112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 65f266c4-5225-4e26-bf91-2a556a3004a1 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:08.388528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.395884 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f217ad0-b63a-456a-ac44-7b6bdac00c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.404409 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f217ad0-b63a-456a-ac44-7b6bdac00c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.408451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5f217ad0-b63a-456a-ac44-7b6bdac00c52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/854dafdb-1a98-47c8-a0fd-710af0ba4d1d HTTP/1.1" status: 204 len: 168 time: 0.2891750 Sep 09 09:36:08.494941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f217ad0-b63a-456a-ac44-7b6bdac00c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854dafdb-1a98-47c8-a0fd-710af0ba4d1d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:08.566485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 65f266c4-5225-4e26-bf91-2a556a3004a1 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:08.666375 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.681503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36e02dfe-1215-4627-be3f-01d7a5000b46 req-bd16d228-8e68-4c6d-ad97-ad7f3d72c9f5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349462 Sep 09 09:36:08.742894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.748702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] For port 65f266c4-5225-4e26-bf91-2a556a3004a1, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=65f266c4-5225-4e26-bf91-2a556a3004a1,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:08.808626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:08.812309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81221b7-b373-4af7-976b-846a3fbca019,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:08.819611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.819918 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Added segment 33d3a319-e344-4504-a56d-77c379acfacd of type vlan for network cd4d92fa-8a50-4db4-aafb-4c04b139b33b Sep 09 09:36:08.844948 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.907099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.931626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:08.932963 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:09.052508 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:09.060155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:09.060883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:09.100836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:09.105285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0056b8d6-d833-40c9-9526-aa4538ecf9e7 None None] Provisioning for port 65f266c4-5225-4e26-bf91-2a556a3004a1 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:09.108784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0056b8d6-d833-40c9-9526-aa4538ecf9e7 None None] Provisioning complete for port 65f266c4-5225-4e26-bf91-2a556a3004a1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:09.109234 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0056b8d6-d833-40c9-9526-aa4538ecf9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:09.120776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:09.139646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=0dc04be8-036f-4679-8c4d-c2713a8a9831,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:09.146328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:09.151551 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:09.151677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d856dbd-c74a-4c46-a942-fc381b6b6c96 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:09.182119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=65f266c4-5225-4e26-bf91-2a556a3004a1,revision_number=4']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:09.197710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Pushing event updated for resources: {'Network': ['ID=cd4d92fa-8a50-4db4-aafb-4c04b139b33b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:09.204828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692ae11-2735-491f-90f4-4318c2cd13a4 req-5a632bf5-b9b9-49d8-a4f8-b853a482c1ae tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:09.206467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d692ae11-2735-491f-90f4-4318c2cd13a4 req-5a632bf5-b9b9-49d8-a4f8-b853a482c1ae tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 943 time: 0.1207104 Sep 09 09:36:09.228839 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network cd4d92fa-8a50-4db4-aafb-4c04b139b33b details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:09.246645 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-28cd9c42-5c90-49fe-900c-325a6bbce550 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5614557 Sep 09 09:36:09.249686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54910) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:09.254284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d692ae11-2735-491f-90f4-4318c2cd13a4 req-0532c3aa-135f-411c-83db-c6396f35d6fc tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Sep 09 09:36:09.276112 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Request body: {'subnet': {'network_id': 'cd4d92fa-8a50-4db4-aafb-4c04b139b33b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:09.331231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-15cdc4c0-74d8-4199-99ad-4766f6b8a697 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7000363 Sep 09 09:36:09.333987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54912) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:09.340409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:99:f8:25', 'name': 'tempest-NetworksTestDHCPv6-1225402941'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:09.353738 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0056b8d6-d833-40c9-9526-aa4538ecf9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:09.389275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:36:09.456361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Made reservation on behalf of 11ec2f3cfea8417db373178e464110e1 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:09.460208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0056b8d6-d833-40c9-9526-aa4538ecf9e7 None None] For port 65f266c4-5225-4e26-bf91-2a556a3004a1, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=65f266c4-5225-4e26-bf91-2a556a3004a1,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:09.464061 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:09.547968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:09.554611 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0056b8d6-d833-40c9-9526-aa4538ecf9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:09.572102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:09.584582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54920) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:09.635571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '1fa2cb5d-c5dd-4fbf-b99f-523962172b2c', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'port_id': '1fa2cb5d-c5dd-4fbf-b99f-523962172b2c', 'mac_address': 'fa:16:3e:64:91:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:36:09.700286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5f552cbc-9846-4b77-a2c7-5e63c4f78194 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4b1b66f66f74069be152b0c5be85b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103394 Sep 09 09:36:09.700286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54924) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:09.740875 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:09.742630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056b8d6-d833-40c9-9526-aa4538ecf9e7 None None] Pushing event updated for resources: {'Port': ['ID=65f266c4-5225-4e26-bf91-2a556a3004a1,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:09.753216 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:09.773220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 18407ca2-a1ec-45da-86aa-83f91041f4e9 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:09.865295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45989d48-17f2-4eb3-84fe-c55b3da3eac5 req-62850f72-86d3-4ecd-8503-f2cbd48dc56c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:09.867105 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45989d48-17f2-4eb3-84fe-c55b3da3eac5 req-62850f72-86d3-4ecd-8503-f2cbd48dc56c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.2373540 Sep 09 09:36:09.942812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:36:09.949999 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51d8d65d-eecd-415c-bee7-67a9f21dae23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:09.975617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:09.983627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51d8d65d-eecd-415c-bee7-67a9f21dae23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.017994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45989d48-17f2-4eb3-84fe-c55b3da3eac5 req-cb18b6f1-4773-41b3-85ef-3a955ee82f67 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270318 Sep 09 09:36:10.050556 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.058381 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.097610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:36:10.112008 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51d8d65d-eecd-415c-bee7-67a9f21dae23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.115897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51d8d65d-eecd-415c-bee7-67a9f21dae23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.119784 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-51d8d65d-eecd-415c-bee7-67a9f21dae23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/260b6e08-2ad9-4c77-9e8b-f55a12ac5edf HTTP/1.1" status: 204 len: 168 time: 0.4176583 Sep 09 09:36:10.162046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::25c (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/3d97033b-8358-41ce-8cf0-305824eb94f3/18407ca2-a1ec-45da-86aa-83f91041f4e9) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:10.164219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:10.171904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8d65d-eecd-415c-bee7-67a9f21dae23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260b6e08-2ad9-4c77-9e8b-f55a12ac5edf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:10.179305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8:0:1:f816:3eff:fe99:f825 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/0dc04be8-036f-4679-8c4d-c2713a8a9831/18407ca2-a1ec-45da-86aa-83f91041f4e9) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:10.247066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Checking segment: {'id': '33d3a319-e344-4504-a56d-77c379acfacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd4d92fa-8a50-4db4-aafb-4c04b139b33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:10.248552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Network hostable DHCP agents. Network: cd4d92fa-8a50-4db4-aafb-4c04b139b33b, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:36:10.251122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Pushing event updated for resources: {'Subnet': ['ID=4475b95e-3c8f-4d36-a28e-d8ccde75866f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:10.324767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['1fa2cb5d-c5dd-4fbf-b99f-523962172b2c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:36:10.337057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Network cd4d92fa-8a50-4db4-aafb-4c04b139b33b is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:36:10.382251 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.411592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, cd4d92fa-8a50-4db4-aafb-4c04b139b33b) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:10.416504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:10.417146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.441989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e31106-c5cd-4bb4-ab32-a819b38a1711 None None] Network cd4d92fa-8a50-4db4-aafb-4c04b139b33b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:10.454798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:36:10.457684 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14881780-02dd-45ef-867f-bb340ea05890" -d '{"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:36:10.479640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 65f266c4-5225-4e26-bf91-2a556a3004a1 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:10.527155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:10.534472 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a17ccf-e496-48d8-a1ae-c97156f1009f req-43cae306-b332-4e04-8294-a67d5691c004 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:10.539053 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94a17ccf-e496-48d8-a1ae-c97156f1009f req-43cae306-b332-4e04-8294-a67d5691c004 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 944 time: 0.1007369 Sep 09 09:36:10.558969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3d0e35e4-9d21-4346-ae41-ca2b83d39a6a tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3060811 Sep 09 09:36:10.572362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:10.588270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Request body: {'port': {'network_id': 'cd4d92fa-8a50-4db4-aafb-4c04b139b33b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1749387170'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:10.595311 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48b7659-1f80-4612-918b-439d77c501bb x-openstack-request-id: req-d48b7659-1f80-4612-918b-439d77c501bb {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:36:10.595585 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:36:10.595828 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d48b7659-1f80-4612-918b-439d77c501bb {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:36:10.596218 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'code': 200} Sep 09 09:36:10.646100 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94a17ccf-e496-48d8-a1ae-c97156f1009f req-9bb51bce-357e-4cf2-b4e6-10bc67ac5fd0 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925808 Sep 09 09:36:10.716604 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.736813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.765311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 18407ca2-a1ec-45da-86aa-83f91041f4e9 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:10.833580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 65f266c4-5225-4e26-bf91-2a556a3004a1 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:10.834054 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.896250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Made reservation on behalf of 11ec2f3cfea8417db373178e464110e1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:10.905343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.928945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dc1bf3d8-5439-4b83-a568-ac0cc586c463 None None] Provisioning complete for port 65f266c4-5225-4e26-bf91-2a556a3004a1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:10.929334 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf3d8-5439-4b83-a568-ac0cc586c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.929784 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.964586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] device_id is not set on port 13edf05f-bfc0-4c93-969b-22419e7c3a3f yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:10.974813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-cd4d92fa-8a50-4db4-aafb-4c04b139b33b', 'network_id': 'cd4d92fa-8a50-4db4-aafb-4c04b139b33b', 'tenant_id': '11ec2f3cfea8417db373178e464110e1', 'fixed_ips': [{'subnet_id': '4475b95e-3c8f-4d36-a28e-d8ccde75866f'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:36:10.975733 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:10.985501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=11']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:11.005506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:11.026310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:11.026310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:11.026310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:11.026310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:11.040509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=18407ca2-a1ec-45da-86aa-83f91041f4e9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:11.162374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Allocated IP 172.20.0.8 (cd4d92fa-8a50-4db4-aafb-4c04b139b33b/4475b95e-3c8f-4d36-a28e-d8ccde75866f/13edf05f-bfc0-4c93-969b-22419e7c3a3f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:11.176166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54992) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:11.206937 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c941e0b8-25df-4333-bbaf-b52b4ed86c99 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8669546 Sep 09 09:36:11.266310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292ed1a-2edc-480e-abbb-2c00d8a153c4 req-ebeae358-6286-4cba-8ba2-7652c4af78de tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:11.277546 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3292ed1a-2edc-480e-abbb-2c00d8a153c4 req-ebeae358-6286-4cba-8ba2-7652c4af78de tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1532876 Sep 09 09:36:11.356167 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3292ed1a-2edc-480e-abbb-2c00d8a153c4 req-2d77abea-8022-435d-9451-8adbc42e88a8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776360 Sep 09 09:36:11.488809 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-08a277f0-c804-45a4-961e-f16ce5db443f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 18407ca2-a1ec-45da-86aa-83f91041f4e9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:11.489226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08a277f0-c804-45a4-961e-f16ce5db443f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:11.515941 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:11.548070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d93b90c7-7182-45ad-b974-5c5c80fc34a0 None None] Provisioning for port 18407ca2-a1ec-45da-86aa-83f91041f4e9 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:11.553033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d93b90c7-7182-45ad-b974-5c5c80fc34a0 None None] Provisioning complete for port 18407ca2-a1ec-45da-86aa-83f91041f4e9 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:11.557636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d93b90c7-7182-45ad-b974-5c5c80fc34a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:11.576804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Transition to ACTIVE for port object 13edf05f-bfc0-4c93-969b-22419e7c3a3f will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:11.623046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08a277f0-c804-45a4-961e-f16ce5db443f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:11.630670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d93b90c7-7182-45ad-b974-5c5c80fc34a0 None None] Port 18407ca2-a1ec-45da-86aa-83f91041f4e9 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:36:11.642861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-08a277f0-c804-45a4-961e-f16ce5db443f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 18407ca2-a1ec-45da-86aa-83f91041f4e9 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:11.738352 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:11.784291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Allocated IP 172.20.0.2 (cd4d92fa-8a50-4db4-aafb-4c04b139b33b/4475b95e-3c8f-4d36-a28e-d8ccde75866f/f664158e-3445-4afe-9752-816ae3de3366) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:11.878444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Network cd4d92fa-8a50-4db4-aafb-4c04b139b33b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:11.888936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:11.889166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55010) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:11.889931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Pushing event updated for resources: {'Port': ['ID=13edf05f-bfc0-4c93-969b-22419e7c3a3f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:11.892367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:11.944922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e9978-ebcb-4d0a-8fff-6242fb058764 req-c3099847-a4ca-4f17-8413-91f5fc53d582 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:11.946548 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e71e9978-ebcb-4d0a-8fff-6242fb058764 req-c3099847-a4ca-4f17-8413-91f5fc53d582 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 944 time: 0.2113945 Sep 09 09:36:11.997604 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.010662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Transition to ACTIVE for port object f664158e-3445-4afe-9752-816ae3de3366 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:12.022487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:12.023123 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.028867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Transition to ACTIVE for port object f664158e-3445-4afe-9752-816ae3de3366 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:12.063815 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e71e9978-ebcb-4d0a-8fff-6242fb058764 req-e232a8d1-54a6-40e5-bc28-38c1214dc655 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053884 Sep 09 09:36:12.068590 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-762c9d15-42d5-43b9-be37-859e6ddd4228 tempest-AgentManagementNegativeTest-769615411 tempest-AgentManagementNegativeTest-769615411-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1781399 Sep 09 09:36:12.090978 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.121222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:36:12.142953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Network cd4d92fa-8a50-4db4-aafb-4c04b139b33b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:12.151424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:12.157237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0549f895-3ee6-4d2b-a101-b14f0eae1aa9 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5805037 Sep 09 09:36:12.157522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55016) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:12.158273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:12.162048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Pushing event updated for resources: {'Port': ['ID=f664158e-3445-4afe-9752-816ae3de3366,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:12.208308 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08a277f0-c804-45a4-961e-f16ce5db443f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.246325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Attempting to bind port f664158e-3445-4afe-9752-816ae3de3366 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:12.246557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Attempting to bind port f664158e-3445-4afe-9752-816ae3de3366 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '33d3a319-e344-4504-a56d-77c379acfacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd4d92fa-8a50-4db4-aafb-4c04b139b33b'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:12.246918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Attempting to bind port f664158e-3445-4afe-9752-816ae3de3366 on network cd4d92fa-8a50-4db4-aafb-4c04b139b33b {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:12.279889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a277f0-c804-45a4-961e-f16ce5db443f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=18407ca2-a1ec-45da-86aa-83f91041f4e9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:12.285034 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:36:12.285400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Checking segment: {'id': '33d3a319-e344-4504-a56d-77c379acfacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd4d92fa-8a50-4db4-aafb-4c04b139b33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:12.285912 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.286185 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Bound using segment: {'id': '33d3a319-e344-4504-a56d-77c379acfacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd4d92fa-8a50-4db4-aafb-4c04b139b33b'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:36:12.286663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Bound port: f664158e-3445-4afe-9752-816ae3de3366, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d3a319-e344-4504-a56d-77c379acfacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd4d92fa-8a50-4db4-aafb-4c04b139b33b'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:36:12.287042 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.363635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:12.424206 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08a277f0-c804-45a4-961e-f16ce5db443f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.434705 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55022) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:12.445847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-08a277f0-c804-45a4-961e-f16ce5db443f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/18407ca2-a1ec-45da-86aa-83f91041f4e9 HTTP/1.1" status: 204 len: 168 time: 1.2684140 Sep 09 09:36:12.462435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'port_id': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'mac_address': 'fa:16:3e:fd:ae:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:36:12.492999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0ba8890d-b10d-4bd8-9f30-7717c012c492 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Deleting port 13edf05f-bfc0-4c93-969b-22419e7c3a3f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:12.493494 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0ba8890d-b10d-4bd8-9f30-7717c012c492 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.519136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] For port f664158e-3445-4afe-9752-816ae3de3366, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:36:12.540005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] For port f664158e-3445-4afe-9752-816ae3de3366, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f664158e-3445-4afe-9752-816ae3de3366,segment=NetworkSegment(33d3a319-e344-4504-a56d-77c379acfacd),segment_id=33d3a319-e344-4504-a56d-77c379acfacd)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:36:12.561840 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.614009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:36:12.633739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7135da19-2f6b-4836-a6b5-c214c68bb3ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:12.638431 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7135da19-2f6b-4836-a6b5-c214c68bb3ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2025084 Sep 09 09:36:12.641122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55026) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:12.644030 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.687843 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0ba8890d-b10d-4bd8-9f30-7717c012c492 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.698228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:12.710450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363b4f6-f5f9-4a74-818d-052a9f4fe384 req-3950019e-8469-4569-a70c-d033a1f7feb0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:12.713044 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d363b4f6-f5f9-4a74-818d-052a9f4fe384 req-3950019e-8469-4569-a70c-d033a1f7feb0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1688101 Sep 09 09:36:12.724327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0ba8890d-b10d-4bd8-9f30-7717c012c492 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Calling delete_port for 13edf05f-bfc0-4c93-969b-22419e7c3a3f owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:12.752796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ad82f-6ec0-4d9d-8c51-3508501e4221 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:12.756458 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fb0ad82f-6ec0-4d9d-8c51-3508501e4221 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1141782 Sep 09 09:36:12.765900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55032) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:12.786682 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:12.803671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9ef74-ca04-430e-80e9-ccb8b434333e None None] Pushing event updated for resources: {'Port': ['ID=f664158e-3445-4afe-9752-816ae3de3366,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:12.882847 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d363b4f6-f5f9-4a74-818d-052a9f4fe384 req-54e01004-14b3-4e48-a5b6-22fb70bdbeff tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542077 Sep 09 09:36:12.893225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55038) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:12.910120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab610f89-144b-40ae-8486-609b1b484322 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:12.912556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab610f89-144b-40ae-8486-609b1b484322 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:12.915338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab610f89-144b-40ae-8486-609b1b484322 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:12.917299 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ab610f89-144b-40ae-8486-609b1b484322 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1500225 Sep 09 09:36:12.926487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55042) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:12.987445 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:36:12.994128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=12']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:13.013985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda77584-3dee-4daf-9734-6e6be6512b46 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 0dc04be8-036f-4679-8c4d-c2713a8a9831 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:36:13.019721 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dda77584-3dee-4daf-9734-6e6be6512b46 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.114496 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dda77584-3dee-4daf-9734-6e6be6512b46 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.150713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-006f7471-6a35-4d9f-8a27-19510f35c663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.286033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dda77584-3dee-4daf-9734-6e6be6512b46 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.346040 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-006f7471-6a35-4d9f-8a27-19510f35c663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.398559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:13.421214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-006f7471-6a35-4d9f-8a27-19510f35c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.425933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27862b-d51b-43fd-a802-9ce6829b5e46 req-52f4fc84-cc70-4091-bd44-1d040811075e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:13.427933 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed27862b-d51b-43fd-a802-9ce6829b5e46 req-52f4fc84-cc70-4091-bd44-1d040811075e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 944 time: 0.1023984 Sep 09 09:36:13.484921 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-006f7471-6a35-4d9f-8a27-19510f35c663 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebab227e8ebf4469b8becadd92735dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904472 Sep 09 09:36:13.486277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f7471-6a35-4d9f-8a27-19510f35c663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfa7177-8c43-486a-aad7-c1ff78db1ba4,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:13.488853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55058) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:13.518167 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed27862b-d51b-43fd-a802-9ce6829b5e46 req-f62c8392-2efc-4ced-a2d5-01a979679d03 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662439 Sep 09 09:36:13.519531 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dda77584-3dee-4daf-9734-6e6be6512b46 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.553116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:13.563053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:13.563053 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.604796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0ba8890d-b10d-4bd8-9f30-7717c012c492 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.622305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda77584-3dee-4daf-9734-6e6be6512b46 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc04be8-036f-4679-8c4d-c2713a8a9831,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:13.622305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dda77584-3dee-4daf-9734-6e6be6512b46 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.623386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff1139-1b4c-41a7-87c4-6a9200344314 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:13.628105 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dda77584-3dee-4daf-9734-6e6be6512b46 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/0dc04be8-036f-4679-8c4d-c2713a8a9831 HTTP/1.1" status: 204 len: 168 time: 0.7004316 Sep 09 09:36:13.633710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55064) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:13.639786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8890d-b10d-4bd8-9f30-7717c012c492 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Pushing event deleted for resources: {'Port': ['ID=13edf05f-bfc0-4c93-969b-22419e7c3a3f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:13.726291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0ba8890d-b10d-4bd8-9f30-7717c012c492 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.728847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0ba8890d-b10d-4bd8-9f30-7717c012c492 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] 10.222.0.32 "DELETE /v2.0/ports/13edf05f-bfc0-4c93-969b-22419e7c3a3f HTTP/1.1" status: 204 len: 168 time: 1.5703666 Sep 09 09:36:13.731722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:13.750262 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.798769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff9e789c-052c-4d4d-99b3-b99918ec0958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.835921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52cbd31-1036-468e-894c-f09fc1b4be7b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 3d97033b-8358-41ce-8cf0-305824eb94f3 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:36:13.848253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cbd31-1036-468e-894c-f09fc1b4be7b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.852252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa2cb5d-c5dd-4fbf-b99f-523962172b2c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:36:13.855017 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa774c8-f944-47b7-8773-0f9478b252b3" -d '{"events": [{"server_uuid": "3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3", "name": "network-vif-plugged", "status": "completed", "tag": "1fa2cb5d-c5dd-4fbf-b99f-523962172b2c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:36:13.915693 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff9e789c-052c-4d4d-99b3-b99918ec0958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.928292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:13.952616 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cbd31-1036-468e-894c-f09fc1b4be7b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:13.960876 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544926bd-784f-4b94-af2c-4d42b6ba7aaf x-openstack-request-id: req-544926bd-784f-4b94-af2c-4d42b6ba7aaf {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:36:13.961322 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3", "name": "network-vif-plugged", "status": "completed", "tag": "1fa2cb5d-c5dd-4fbf-b99f-523962172b2c", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:36:13.961712 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-544926bd-784f-4b94-af2c-4d42b6ba7aaf {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:36:13.964138 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa2cb5d-c5dd-4fbf-b99f-523962172b2c', 'code': 200} Sep 09 09:36:14.045443 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.137136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:14.141225 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d8cc185e-9a5d-45b9-b89e-519c4e530479 tempest-DHCPAgentSchedulersTestJSON-1591997181 tempest-DHCPAgentSchedulersTestJSON-1591997181-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4081094 Sep 09 09:36:14.146988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:14.159269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1318309010'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:14.203473 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cbd31-1036-468e-894c-f09fc1b4be7b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.231527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:14.269453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c84233-29bf-407a-9fc0-8c4f5b42ddd7 req-99bbd98f-696e-41f2-9605-2e8b9edb372c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:14.277834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3c84233-29bf-407a-9fc0-8c4f5b42ddd7 req-99bbd98f-696e-41f2-9605-2e8b9edb372c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 946 time: 0.2559164 Sep 09 09:36:14.296135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Made reservation on behalf of 11ec2f3cfea8417db373178e464110e1 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:14.312144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:14.319969 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.322714 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.366383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49489f-91e3-4911-93af-360f38a0bf19 req-532b35ae-60b5-4cd3-aa10-c2c7b200e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:14.369218 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7c49489f-91e3-4911-93af-360f38a0bf19 req-532b35ae-60b5-4cd3-aa10-c2c7b200e963 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 1097 time: 0.3009434 Sep 09 09:36:14.405198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cbd31-1036-468e-894c-f09fc1b4be7b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.468518 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cbd31-1036-468e-894c-f09fc1b4be7b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.475657 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b52cbd31-1036-468e-894c-f09fc1b4be7b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/3d97033b-8358-41ce-8cf0-305824eb94f3 HTTP/1.1" status: 204 len: 168 time: 0.8344283 Sep 09 09:36:14.486811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55088) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:14.489586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f664158e-3445-4afe-9752-816ae3de3366 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:14.509129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:14.564839 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff9e789c-052c-4d4d-99b3-b99918ec0958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.569530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff9e789c-052c-4d4d-99b3-b99918ec0958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.576874 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ff9e789c-052c-4d4d-99b3-b99918ec0958 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dfa7177-8c43-486a-aad7-c1ff78db1ba4 HTTP/1.1" status: 204 len: 168 time: 1.0869901 Sep 09 09:36:14.582771 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01c7e228-b488-47b2-9658-30621e2b40aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.584313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cbd31-1036-468e-894c-f09fc1b4be7b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=3d97033b-8358-41ce-8cf0-305824eb94f3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:14.608158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333058ca-e681-42c0-8218-783f383ed679 None None] Network cd4d92fa-8a50-4db4-aafb-4c04b139b33b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:14.634324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e789c-052c-4d4d-99b3-b99918ec0958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfa7177-8c43-486a-aad7-c1ff78db1ba4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:14.674045 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-707d0314-f5ce-49d6-a9b7-0e6f8bf2076c tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1813166 Sep 09 09:36:14.686589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7c49489f-91e3-4911-93af-360f38a0bf19 req-39cb772a-d9d3-433f-a2d8-7fe3dccc95f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017488 Sep 09 09:36:14.688691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55098) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:14.706985 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3c84233-29bf-407a-9fc0-8c4f5b42ddd7 req-cd7771a4-9310-416d-ab92-b8357df97b03 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4282310 Sep 09 09:36:14.715031 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.715534 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Added segment ef64d12e-2268-4d2a-8914-2caa795fd17f of type vlan for network 90794728-8fba-4792-ad7b-693be98eb0ae Sep 09 09:36:14.733061 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d4d661d2-0aaf-4733-90e4-1e3a9edb0cf1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:14.823950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.981770 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:14.993415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:14.994095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:15.034720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babbb5e-1403-465f-ad90-b84fc628d9e6 req-ab77170a-713e-4d69-a1a0-05cce2d44d18 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:15.038625 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7babbb5e-1403-465f-ad90-b84fc628d9e6 req-ab77170a-713e-4d69-a1a0-05cce2d44d18 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 945 time: 0.3504512 Sep 09 09:36:15.042319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d661d2-0aaf-4733-90e4-1e3a9edb0cf1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:15.052315 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4d661d2-0aaf-4733-90e4-1e3a9edb0cf1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:15.064649 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:15.154104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port f664158e-3445-4afe-9752-816ae3de3366 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:15.171177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7d60ed76-308c-4f24-9ea7-dd9e6407c646 None None] Provisioning for port f664158e-3445-4afe-9752-816ae3de3366 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:15.185662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7d60ed76-308c-4f24-9ea7-dd9e6407c646 None None] Provisioning complete for port f664158e-3445-4afe-9752-816ae3de3366 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:15.186547 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d60ed76-308c-4f24-9ea7-dd9e6407c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:15.208968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Pushing event updated for resources: {'Network': ['ID=90794728-8fba-4792-ad7b-693be98eb0ae,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:15.229405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-337383db-ddec-477b-be2c-7b2bfa69841c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0786045 Sep 09 09:36:15.229995 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7babbb5e-1403-465f-ad90-b84fc628d9e6 req-82a7d167-aa1f-47cf-a5bb-710f05fefc35 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628320 Sep 09 09:36:15.233355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55104) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:15.239807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f664158e-3445-4afe-9752-816ae3de3366 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:15.253169 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:15.391035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 90794728-8fba-4792-ad7b-693be98eb0ae details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:15.802539 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4709781d-83ff-48bf-af5f-4ee006e8e3ff tempest-DHCPAgentSchedulersTestJSON-1591997181 tempest-DHCPAgentSchedulersTestJSON-1591997181-project-admin] 10.222.0.32 "GET /v2.0/agents/fe24880e-1fbe-4a82-bd58-3b0c766ec3dd/dhcp-networks HTTP/1.1" status: 200 len: 6453 time: 0.5669382 Sep 09 09:36:15.811651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55118) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:16.049627 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55842ab3-4024-4039-90d0-d46be606dcff tempest-DHCPAgentSchedulersTestJSON-1591997181 tempest-DHCPAgentSchedulersTestJSON-1591997181-project-admin] Network 90794728-8fba-4792-ad7b-693be98eb0ae is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:36:16.198913 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:36:16.204461 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbe0515-48da-48c2-8e5c-9fdd0c7282f6" -d '{"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:36:16.205118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:16.212970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550068a6-29f5-4d31-83b3-2940b0a2017e req-c74b101f-b9fc-4b99-9301-6f15ec0d2ca1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:16.228677 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-550068a6-29f5-4d31-83b3-2940b0a2017e req-c74b101f-b9fc-4b99-9301-6f15ec0d2ca1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 946 time: 0.2201536 Sep 09 09:36:16.261176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6342710-4025-4f6c-84f6-1c6c12ba10b1 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:16.330269 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-55842ab3-4024-4039-90d0-d46be606dcff tempest-DHCPAgentSchedulersTestJSON-1591997181 tempest-DHCPAgentSchedulersTestJSON-1591997181-project-admin] 10.222.0.32 "POST /v2.0/agents/fe24880e-1fbe-4a82-bd58-3b0c766ec3dd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5173604 Sep 09 09:36:16.343181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55130) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:16.431967 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fb1afd-8da5-4ace-b374-f5ff2b26cc29 x-openstack-request-id: req-21fb1afd-8da5-4ace-b374-f5ff2b26cc29 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:36:16.432575 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:36:16.433013 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21fb1afd-8da5-4ace-b374-f5ff2b26cc29 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:36:16.433608 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'code': 200} Sep 09 09:36:16.480761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0eb848-6e01-48e3-8a94-35805c68347a None None] Network 90794728-8fba-4792-ad7b-693be98eb0ae requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:16.656047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090f164-2809-45b9-886d-519a789d6289 req-7d86e6ed-b9ef-44ea-835a-b596728662c6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:16.664571 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b090f164-2809-45b9-886d-519a789d6289 req-7d86e6ed-b9ef-44ea-835a-b596728662c6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 945 time: 0.2251680 Sep 09 09:36:16.684836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-550068a6-29f5-4d31-83b3-2940b0a2017e req-861295d8-458d-40cb-8878-c9d978ab48a2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4544177 Sep 09 09:36:16.692156 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1a940289-3526-42cd-9466-6245721e3602 tempest-DHCPAgentSchedulersTestJSON-1591997181 tempest-DHCPAgentSchedulersTestJSON-1591997181-project-admin] 10.222.0.32 "GET /v2.0/agents/fe24880e-1fbe-4a82-bd58-3b0c766ec3dd/dhcp-networks HTTP/1.1" status: 200 len: 7224 time: 0.3488612 Sep 09 09:36:16.697672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55138) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:16.714282 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:16.734529 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4d661d2-0aaf-4733-90e4-1e3a9edb0cf1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:16.843483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d661d2-0aaf-4733-90e4-1e3a9edb0cf1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:16.859345 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b090f164-2809-45b9-886d-519a789d6289 req-cd5b8f90-959a-4830-874b-9d8e371436ee tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835055 Sep 09 09:36:16.868320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d4d661d2-0aaf-4733-90e4-1e3a9edb0cf1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:16.881711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d661d2-0aaf-4733-90e4-1e3a9edb0cf1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:16.899662 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4d661d2-0aaf-4733-90e4-1e3a9edb0cf1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:16.921768 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2ce483e3-d7e1-4f1a-9fc1-e04a45413e4c tempest-DHCPAgentSchedulersTestJSON-1591997181 tempest-DHCPAgentSchedulersTestJSON-1591997181-project-admin] 10.222.0.32 "DELETE /v2.0/agents/fe24880e-1fbe-4a82-bd58-3b0c766ec3dd/dhcp-networks/90794728-8fba-4792-ad7b-693be98eb0ae HTTP/1.1" status: 204 len: 168 time: 0.2227941 Sep 09 09:36:16.925652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55146) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:17.025088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d4d661d2-0aaf-4733-90e4-1e3a9edb0cf1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3311393 Sep 09 09:36:17.032650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55150) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:17.052474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55152) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:17.064764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c0cf6efd-a66a-4d0c-b5d3-a329316389e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:17.120892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d661d2-0aaf-4733-90e4-1e3a9edb0cf1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=3d86f5ab-8f4f-477e-a150-e581db861768,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:17.344041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1617729546'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:17.438782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=13']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:17.478305 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-756a4e33-70b4-416b-9ac2-954eed21ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:17.520348 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d60ed76-308c-4f24-9ea7-dd9e6407c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:17.528703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:17.533102 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:17.568585 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:17.630608 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:36:17.680189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de31cc-1234-4292-b7b1-59228c6dd4a6 None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:36:17.710020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:17.797797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6e49b-ca77-4d6e-a3a6-627a6f78fc5d req-3b1738d4-783a-4745-914d-4925a2ed8b10 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:17.803800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4c6e49b-ca77-4d6e-a3a6-627a6f78fc5d req-3b1738d4-783a-4745-914d-4925a2ed8b10 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 945 time: 0.6899981 Sep 09 09:36:17.882618 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6fc3db62-1051-4a43-a08c-65f3c704fb6e tempest-DHCPAgentSchedulersTestJSON-1591997181 tempest-DHCPAgentSchedulersTestJSON-1591997181-project-admin] 10.222.0.32 "GET /v2.0/agents/fe24880e-1fbe-4a82-bd58-3b0c766ec3dd/dhcp-networks HTTP/1.1" status: 200 len: 6491 time: 0.9510469 Sep 09 09:36:17.885264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55162) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:17.909980 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:17.943672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7d60ed76-308c-4f24-9ea7-dd9e6407c646 None None] For port f664158e-3445-4afe-9752-816ae3de3366, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f664158e-3445-4afe-9752-816ae3de3366,segment=NetworkSegment(33d3a319-e344-4504-a56d-77c379acfacd),segment_id=33d3a319-e344-4504-a56d-77c379acfacd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:18.013042 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4c6e49b-ca77-4d6e-a3a6-627a6f78fc5d req-65d63682-2516-407a-9350-dd916cf71985 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747220 Sep 09 09:36:18.040356 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.050976 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d60ed76-308c-4f24-9ea7-dd9e6407c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.081059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-48a92217-47dd-4c00-8fd0-13cb3a8b524d tempest-DHCPAgentSchedulersTestJSON-1591997181 tempest-DHCPAgentSchedulersTestJSON-1591997181-project-admin] 10.222.0.32 "GET /v2.0/networks/cd4d92fa-8a50-4db4-aafb-4c04b139b33b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1881268 Sep 09 09:36:18.086701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55168) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:18.136110 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.147309 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d1387f8e-c376-493f-b533-e45c4c80a1a4 tempest-DHCPAgentSchedulersTestJSON-1591997181 tempest-DHCPAgentSchedulersTestJSON-1591997181-project-admin] 10.222.0.32 "GET /v2.0/networks/cd4d92fa-8a50-4db4-aafb-4c04b139b33b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0557172 Sep 09 09:36:18.178531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55172) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:18.237437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a3de31cc-1234-4292-b7b1-59228c6dd4a6 None None] Deleting port 65f266c4-5225-4e26-bf91-2a556a3004a1 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:18.237437 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3de31cc-1234-4292-b7b1-59228c6dd4a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.315684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e376f-da48-4efe-9500-b1339e60b8d0 req-a34af540-a9bc-4d6a-a8ba-b5d5c36d1200 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:18.318260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-683e376f-da48-4efe-9500-b1339e60b8d0 req-a34af540-a9bc-4d6a-a8ba-b5d5c36d1200 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.3323960 Sep 09 09:36:18.319124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:18.378156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb3e2c9-c02a-495e-ba1b-73368035c5b6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:18.426026 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.426800 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Added segment 86f35527-ebc0-42c0-b81c-07344e0611d6 of type vlan for network d3bae564-657f-4dc1-984f-b4a774867f0f Sep 09 09:36:18.434225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cf6efd-a66a-4d0c-b5d3-a329316389e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:18.442663 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0cf6efd-a66a-4d0c-b5d3-a329316389e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.454725 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-683e376f-da48-4efe-9500-b1339e60b8d0 req-9406b920-1c18-464a-b9f4-f38dd3712253 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245413 Sep 09 09:36:18.467794 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:36:18.471924 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:36:18.474072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60ed76-308c-4f24-9ea7-dd9e6407c646 None None] Pushing event updated for resources: {'Port': ['ID=f664158e-3445-4afe-9752-816ae3de3366,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:18.489198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ac548002-192a-4fe6-ba81-c8980111a831 None None] Provisioning complete for port 65f266c4-5225-4e26-bf91-2a556a3004a1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:18.489641 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac548002-192a-4fe6-ba81-c8980111a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.541685 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a3de31cc-1234-4292-b7b1-59228c6dd4a6 None None] For port 65f266c4-5225-4e26-bf91-2a556a3004a1, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=65f266c4-5225-4e26-bf91-2a556a3004a1,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:18.542219 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3de31cc-1234-4292-b7b1-59228c6dd4a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.561928 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.579220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a3de31cc-1234-4292-b7b1-59228c6dd4a6 None None] Calling delete_port for 65f266c4-5225-4e26-bf91-2a556a3004a1 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:18.666319 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.730492 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.750450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:18.751858 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.754866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ac548002-192a-4fe6-ba81-c8980111a831 None None] Could not find standard attr ID for object 13edf05f-bfc0-4c93-969b-22419e7c3a3f. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:36:18.800821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094bb0b-bc1f-439e-94c3-589faae6a9f6 req-dfb647b3-ffd7-4db9-beab-5c29d5fdce25 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:18.802833 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3de31cc-1234-4292-b7b1-59228c6dd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.802983 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8094bb0b-bc1f-439e-94c3-589faae6a9f6 req-dfb647b3-ffd7-4db9-beab-5c29d5fdce25 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 945 time: 0.4708893 Sep 09 09:36:18.831657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ac548002-192a-4fe6-ba81-c8980111a831 None None] Provisioning complete for port f664158e-3445-4afe-9752-816ae3de3366 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:18.832650 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac548002-192a-4fe6-ba81-c8980111a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:18.863973 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a24774ce-5b56-41db-9d2f-30e39543908f tempest-DHCPAgentSchedulersTestJSON-1591997181 tempest-DHCPAgentSchedulersTestJSON-1591997181-project-admin] 10.222.0.32 "GET /v2.0/agents/fe24880e-1fbe-4a82-bd58-3b0c766ec3dd/dhcp-networks HTTP/1.1" status: 200 len: 6491 time: 0.6693993 Sep 09 09:36:18.866757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55176) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:18.914756 n-d-778696-16 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-c0cf6efd-a66a-4d0c-b5d3-a329316389e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d86f5ab-8f4f-477e-a150-e581db861768 (CIDR: 2001:db8::/64) Sep 09 09:36:18.917387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de31cc-1234-4292-b7b1-59228c6dd4a6 None None] No DVR routers for this DVR port 65f266c4-5225-4e26-bf91-2a556a3004a1 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:36:18.963905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de31cc-1234-4292-b7b1-59228c6dd4a6 None None] Pushing event deleted for resources: {'Port': ['ID=65f266c4-5225-4e26-bf91-2a556a3004a1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:18.965816 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8094bb0b-bc1f-439e-94c3-589faae6a9f6 req-6163c3e7-91c4-45f8-a9a7-346071bf034b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438627 Sep 09 09:36:18.981405 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cf6efd-a66a-4d0c-b5d3-a329316389e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:36:18.981736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0cf6efd-a66a-4d0c-b5d3-a329316389e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:19.045445 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9820545 Sep 09 09:36:19.048079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:19.051657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fa0c38-0528-4d59-be33-1fc5a06924fc None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:19.058153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'name': 'tempest-PortsIpV6TestJSON-539273491'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:19.059607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf319b98-2628-480d-9717-bdca3cbfed09 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Network': ['ID=d3bae564-657f-4dc1-984f-b4a774867f0f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:19.200585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c0cf6efd-a66a-4d0c-b5d3-a329316389e9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1639268 Sep 09 09:36:19.236189 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:19.259014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network d3bae564-657f-4dc1-984f-b4a774867f0f details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:19.263988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'subnet': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:19.275705 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:19.574459 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:19.602393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f664158e-3445-4afe-9752-816ae3de3366 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:19.617232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90794728-8fba-4792-ad7b-693be98eb0ae']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:19.635880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef64d12e-2268-4d2a-8914-2caa795fd17f') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:19.640439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef64d12e-2268-4d2a-8914-2caa795fd17f') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:19.665895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:19.697318 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:19.706382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:36:19.706845 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:36:19.710275 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:36:19.772894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:19.785024 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:19.900236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f664158e-3445-4afe-9752-816ae3de3366 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:19.900757 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:19.978777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'tenant_id': 'd447522c9cca4d03823a00c08aaeca8e', 'fixed_ips': [{'subnet_id': '3d86f5ab-8f4f-477e-a150-e581db861768'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:36:19.980465 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.002547 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.017610 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.032432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] 10.222.0.32 "DELETE /v2.0/networks/90794728-8fba-4792-ad7b-693be98eb0ae HTTP/1.1" status: 204 len: 168 time: 1.1539700 Sep 09 09:36:20.032432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55198) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:20.062392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:20.077184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347638b3-cdaf-4811-9c09-b73a48b9151e tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Pushing event deleted for resources: {'Network': ['ID=90794728-8fba-4792-ad7b-693be98eb0ae,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:20.085738 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-34aa739d-ee1d-4a0e-8166-e9c7909eda33 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:20.086865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34aa739d-ee1d-4a0e-8166-e9c7909eda33 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:20.089168 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-34aa739d-ee1d-4a0e-8166-e9c7909eda33 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] 10.222.0.32 "DELETE /v2.0/ports/13edf05f-bfc0-4c93-969b-22419e7c3a3f HTTP/1.1" status: 404 len: 333 time: 0.0590889 Sep 09 09:36:20.092378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55200) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:20.153423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8551f7c-40ea-4dfe-913a-df13b3144aff req-e4fe2839-4caf-4b05-9a6c-d674900ae820 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:20.167852 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8551f7c-40ea-4dfe-913a-df13b3144aff req-e4fe2839-4caf-4b05-9a6c-d674900ae820 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.5288217 Sep 09 09:36:20.177351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ab0af2-be86-4ea4-a1aa-a7ba68b88c0c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Deleting subnet 4475b95e-3c8f-4d36-a28e-d8ccde75866f {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:36:20.181959 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0af2-be86-4ea4-a1aa-a7ba68b88c0c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.254619 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0af2-be86-4ea4-a1aa-a7ba68b88c0c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.290228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8551f7c-40ea-4dfe-913a-df13b3144aff req-b14b87a8-0ef0-4bf1-952f-424e78f5e7a9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208804 Sep 09 09:36:20.307042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:20.319602 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.324538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Allocated IP 2001:db8::2 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/3d86f5ab-8f4f-477e-a150-e581db861768/b28c0af5-bcfa-4fc8-af0e-eae523a93cc0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:20.407835 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0af2-be86-4ea4-a1aa-a7ba68b88c0c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.489009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ccc3f-35fe-4dff-b4ca-6f14aeb0d319 req-510deabf-0515-4b6b-9597-c16cc17e925b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:20.491208 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f9ccc3f-35fe-4dff-b4ca-6f14aeb0d319 req-510deabf-0515-4b6b-9597-c16cc17e925b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 945 time: 0.5578249 Sep 09 09:36:20.501195 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.513040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 65f266c4-5225-4e26-bf91-2a556a3004a1 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:36:20.528171 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.555730 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0af2-be86-4ea4-a1aa-a7ba68b88c0c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.593204 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.603547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55210) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:20.612108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab0af2-be86-4ea4-a1aa-a7ba68b88c0c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Pushing event deleted for resources: {'Subnet': ['ID=4475b95e-3c8f-4d36-a28e-d8ccde75866f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:20.618599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Transition to ACTIVE for port object b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:20.627315 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0af2-be86-4ea4-a1aa-a7ba68b88c0c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.629803 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f3ab0af2-be86-4ea4-a1aa-a7ba68b88c0c tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] 10.222.0.32 "DELETE /v2.0/subnets/4475b95e-3c8f-4d36-a28e-d8ccde75866f HTTP/1.1" status: 204 len: 168 time: 0.5358944 Sep 09 09:36:20.635495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55214) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:20.640286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f9ccc3f-35fe-4dff-b4ca-6f14aeb0d319 req-c0a8b5d8-312f-4eaf-89ec-41107bf6ffc8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412282 Sep 09 09:36:20.655932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b961334-043e-49a2-af53-85544760df18 None None] Network cd4d92fa-8a50-4db4-aafb-4c04b139b33b requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:20.670933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 65f266c4-5225-4e26-bf91-2a556a3004a1 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:36:20.671289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 65f266c4-5225-4e26-bf91-2a556a3004a1 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:36:20.713040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Transition to ACTIVE for port object b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:20.771354 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.780181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.856700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f00cdff-7af1-4c46-8394-2b07cf322861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.860317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:20.932207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Pushing event updated for resources: {'Port': ['ID=b28c0af5-bcfa-4fc8-af0e-eae523a93cc0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:20.941723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:20.956141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:20.963461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:21.081003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Attempting to bind port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:21.081972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Attempting to bind port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:21.082342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Attempting to bind port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 on network a52afa9f-70f5-4bba-8968-1c771a6ccd3e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:21.087655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e38a38b-b9e7-4cfe-93f7-4f6bc6288501 None None] DHCP port deletion for cd4d92fa-8a50-4db4-aafb-4c04b139b33b request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:36:21.094904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:36:21.095414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Checking segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:21.095941 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.096361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Bound using segment: {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:36:21.097291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Bound port: b28c0af5-bcfa-4fc8-af0e-eae523a93cc0, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:36:21.097574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=b53debe6-f3f0-4a59-8aed-369a65f1f9a1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:21.098076 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.115008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f00cdff-7af1-4c46-8394-2b07cf322861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.129451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Checking segment: {'id': '86f35527-ebc0-42c0-b81c-07344e0611d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:21.130092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network hostable DHCP agents. Network: d3bae564-657f-4dc1-984f-b4a774867f0f, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:36:21.136987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Deleting port f664158e-3445-4afe-9752-816ae3de3366 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:21.137614 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.207918 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8f00cdff-7af1-4c46-8394-2b07cf322861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.257375 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8f00cdff-7af1-4c46-8394-2b07cf322861 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2627e59dc92b438eb04d25f36448b366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525416 Sep 09 09:36:21.265899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55216) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:21.270112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] For port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:36:21.282891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5e38a38b-b9e7-4cfe-93f7-4f6bc6288501 None None] Deleting port f664158e-3445-4afe-9752-816ae3de3366 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:21.283167 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e38a38b-b9e7-4cfe-93f7-4f6bc6288501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.313148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] For port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b28c0af5-bcfa-4fc8-af0e-eae523a93cc0,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:36:21.336003 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe74c8-1146-4944-93b7-73fa7641ddad req-b42037e3-46d7-4ca1-82f2-332207cfef04 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:21.339745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acfe74c8-1146-4944-93b7-73fa7641ddad req-b42037e3-46d7-4ca1-82f2-332207cfef04 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 945 time: 0.1723819 Sep 09 09:36:21.341650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00cdff-7af1-4c46-8394-2b07cf322861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fc2beb-ea52-497e-87e6-674905cba42c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:21.346869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network d3bae564-657f-4dc1-984f-b4a774867f0f is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:36:21.362950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] For port f664158e-3445-4afe-9752-816ae3de3366, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f664158e-3445-4afe-9752-816ae3de3366,segment=NetworkSegment(33d3a319-e344-4504-a56d-77c379acfacd),segment_id=33d3a319-e344-4504-a56d-77c379acfacd)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:21.362950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.458012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Calling delete_port for f664158e-3445-4afe-9752-816ae3de3366 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:21.491929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c9d3c61-b73a-411b-a532-703db833a924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.508895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, d3bae564-657f-4dc1-984f-b4a774867f0f) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:21.528168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:21.534399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:21.535005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.537888 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c9d3c61-b73a-411b-a532-703db833a924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.588954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-acfe74c8-1146-4944-93b7-73fa7641ddad req-2d20b1a0-bc91-466e-b213-323f8658eca4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Deleting port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:21.589310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-acfe74c8-1146-4944-93b7-73fa7641ddad req-2d20b1a0-bc91-466e-b213-323f8658eca4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.720757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f664158e-3445-4afe-9752-816ae3de3366 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:36:21.746759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-acfe74c8-1146-4944-93b7-73fa7641ddad req-2d20b1a0-bc91-466e-b213-323f8658eca4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] For port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:21.749019 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-acfe74c8-1146-4944-93b7-73fa7641ddad req-2d20b1a0-bc91-466e-b213-323f8658eca4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.778090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28b240-122d-4065-8ae4-3eea9eeac63d req-96f7f324-b5f3-40e8-9b3d-2af6290d89fd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:21.780293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb28b240-122d-4065-8ae4-3eea9eeac63d req-96f7f324-b5f3-40e8-9b3d-2af6290d89fd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.3780119 Sep 09 09:36:21.793973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-acfe74c8-1146-4944-93b7-73fa7641ddad req-2d20b1a0-bc91-466e-b213-323f8658eca4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Calling delete_port for 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:21.806649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa186494-3c9d-47b8-919f-4c70d9086c52 None None] Network d3bae564-657f-4dc1-984f-b4a774867f0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:21.811824 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.828129 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0c0912a7-4457-4ee5-b86c-ba22b827923b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7788675 Sep 09 09:36:21.841263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55224) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:21.843359 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c9d3c61-b73a-411b-a532-703db833a924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.858603 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3c9d3c61-b73a-411b-a532-703db833a924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:21.862605 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3c9d3c61-b73a-411b-a532-703db833a924 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03fc2beb-ea52-497e-87e6-674905cba42c HTTP/1.1" status: 204 len: 168 time: 0.5910716 Sep 09 09:36:21.896141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1447498156'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:21.935263 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e4260-d7cd-4ce6-a567-593785a4de74 None None] Pushing event updated for resources: {'Port': ['ID=b28c0af5-bcfa-4fc8-af0e-eae523a93cc0,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:21.952326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5e38a38b-b9e7-4cfe-93f7-4f6bc6288501 None None] For port f664158e-3445-4afe-9752-816ae3de3366, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f664158e-3445-4afe-9752-816ae3de3366,segment=NetworkSegment(33d3a319-e344-4504-a56d-77c379acfacd),segment_id=33d3a319-e344-4504-a56d-77c379acfacd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:21.953097 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e38a38b-b9e7-4cfe-93f7-4f6bc6288501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:22.018087 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb28b240-122d-4065-8ae4-3eea9eeac63d req-ab5adcad-1a65-47f6-83e3-453625af91e7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293205 Sep 09 09:36:22.023478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5e38a38b-b9e7-4cfe-93f7-4f6bc6288501 None None] Calling delete_port for f664158e-3445-4afe-9752-816ae3de3366 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:22.037533 n-d-778696-16 neutron-server[95326]: DEBUG neutron.objects.ports [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:36:22.154097 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:22.220986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d3c61-b73a-411b-a532-703db833a924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fc2beb-ea52-497e-87e6-674905cba42c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:22.247167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:22.259270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:22.306381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d737e04-0275-4841-81aa-24a37e3ba5e8 req-a9a0f54a-769f-4919-a36d-ca70dca3cbc0 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:22.322221 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d737e04-0275-4841-81aa-24a37e3ba5e8 req-a9a0f54a-769f-4919-a36d-ca70dca3cbc0 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 945 time: 0.5220654 Sep 09 09:36:22.370224 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:22.387520 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-acfe74c8-1146-4944-93b7-73fa7641ddad req-2d20b1a0-bc91-466e-b213-323f8658eca4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:22.470829 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:36:22.470829 n-d-778696-16 neutron-server[95327]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 09 09:36:22.470829 n-d-778696-16 neutron-server[95327]: [parameters: {'status': 'DOWN', 'ports_id': 'f664158e-3445-4afe-9752-816ae3de3366'}] Sep 09 09:36:22.470829 n-d-778696-16 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:36:22.474178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Pushing event deleted for resources: {'Port': ['ID=f664158e-3445-4afe-9752-816ae3de3366,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:22.476220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] No DVR routers for this DVR port f664158e-3445-4afe-9752-816ae3de3366 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:36:22.479559 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:36:22.486727 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:22.494811 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e38a38b-b9e7-4cfe-93f7-4f6bc6288501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:22.548432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20b1a0-bc91-466e-b213-323f8658eca4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event deleted for resources: {'Port': ['ID=1fa2cb5d-c5dd-4fbf-b99f-523962172b2c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:22.564147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfe74c8-1146-4944-93b7-73fa7641ddad req-2d20b1a0-bc91-466e-b213-323f8658eca4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] No DVR routers for this DVR port 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:36:22.568187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-acfe74c8-1146-4944-93b7-73fa7641ddad req-2d20b1a0-bc91-466e-b213-323f8658eca4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:22.571330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acfe74c8-1146-4944-93b7-73fa7641ddad req-2d20b1a0-bc91-466e-b213-323f8658eca4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "DELETE /v2.0/ports/1fa2cb5d-c5dd-4fbf-b99f-523962172b2c HTTP/1.1" status: 204 len: 173 time: 1.2210381 Sep 09 09:36:22.573743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3', 'name': 'network-vif-deleted', 'tag': '1fa2cb5d-c5dd-4fbf-b99f-523962172b2c'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:36:22.580492 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611df3aa-0129-4780-a1c6-62c44213c0f5" -d '{"events": [{"server_uuid": "3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3", "name": "network-vif-deleted", "tag": "1fa2cb5d-c5dd-4fbf-b99f-523962172b2c"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:36:22.588591 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d737e04-0275-4841-81aa-24a37e3ba5e8 req-3f0d045e-a1f8-4485-b9a1-6b47af02626c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676239 Sep 09 09:36:22.602907 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38a38b-b9e7-4cfe-93f7-4f6bc6288501 None None] Pushing event deleted for resources: {'Port': ['ID=f664158e-3445-4afe-9752-816ae3de3366,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:22.606135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38a38b-b9e7-4cfe-93f7-4f6bc6288501 None None] No DVR routers for this DVR port f664158e-3445-4afe-9752-816ae3de3366 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:36:22.698807 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1916163-b754-42b2-b4e8-62778093e11f x-openstack-request-id: req-f1916163-b754-42b2-b4e8-62778093e11f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:36:22.699116 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3", "name": "network-vif-deleted", "tag": "1fa2cb5d-c5dd-4fbf-b99f-523962172b2c", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:36:22.699371 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1916163-b754-42b2-b4e8-62778093e11f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:36:22.700469 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3', 'name': 'network-vif-deleted', 'tag': '1fa2cb5d-c5dd-4fbf-b99f-523962172b2c', 'status': 'completed', 'code': 200} Sep 09 09:36:22.748705 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:22.775036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4d92fa-8a50-4db4-aafb-4c04b139b33b']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:22.785193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d3a319-e344-4504-a56d-77c379acfacd') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:22.785951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d3a319-e344-4504-a56d-77c379acfacd') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:22.803747 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:22.804415 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Added segment 49b4cf4f-8cfa-4649-8f22-96db9d0cd390 of type vlan for network aa354fa9-9304-46d1-9620-750d329b3c11 Sep 09 09:36:22.841237 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:22.880087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:22.897511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:36:22.898073 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:36:23.015493 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:36:23.022993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55236) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:23.066041 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3225-1968-45e8-9721-824442043156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:23.069163 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Port f664158e-3445-4afe-9752-816ae3de3366 update to DOWN by agent not found {{(pid=95327) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 09 09:36:23.070679 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:23.104779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:23.141131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:23.143446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] 10.222.0.32 "DELETE /v2.0/networks/cd4d92fa-8a50-4db4-aafb-4c04b139b33b HTTP/1.1" status: 204 len: 168 time: 2.5066967 Sep 09 09:36:23.247500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f8213-4b9d-4040-b0c4-978936917531 tempest-DHCPAgentSchedulersTestJSON-274446452 tempest-DHCPAgentSchedulersTestJSON-274446452-project] Pushing event deleted for resources: {'Network': ['ID=cd4d92fa-8a50-4db4-aafb-4c04b139b33b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:23.354428 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:23.459619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:36:23.489825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33b9d9-05b5-47f6-bb51-3124a3b19893 req-78c99287-b3aa-4d8f-9515-a690ea81d793 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:23.513683 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad33b9d9-05b5-47f6-bb51-3124a3b19893 req-78c99287-b3aa-4d8f-9515-a690ea81d793 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.3101985 Sep 09 09:36:23.530972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:36:23.531402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 1fa2cb5d-c5dd-4fbf-b99f-523962172b2c not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:36:23.660532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:23.697182 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad33b9d9-05b5-47f6-bb51-3124a3b19893 req-7d4c826c-fd4a-40d6-b6fc-87f746c280b7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825447 Sep 09 09:36:23.776858 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3225-1968-45e8-9721-824442043156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:23.790092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:23.796443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:23.797549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:23.896134 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3225-1968-45e8-9721-824442043156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:23.896371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:23.951945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Network': ['ID=aa354fa9-9304-46d1-9620-750d329b3c11,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:23.967248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c875b7b4-e9da-49ca-9e63-55dae17e0e88 req-003ffa8b-51eb-48d1-a8e5-037681c872ef tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 210 time: 0.2053773 Sep 09 09:36:23.971622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network aa354fa9-9304-46d1-9620-750d329b3c11 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:23.995348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] For port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b28c0af5-bcfa-4fc8-af0e-eae523a93cc0,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:24.016880 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b7ff3225-1968-45e8-9721-824442043156 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad693ff8491442a39fec60d590b4d8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9918950 Sep 09 09:36:24.019888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff3225-1968-45e8-9721-824442043156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed7adf1-7ccb-4478-b6ca-f937936b9e36,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:24.024398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55244) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:24.114502 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.141161 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-53684c1e-0ea9-4513-80d5-97a055ef7860 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2963970 Sep 09 09:36:24.143767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55248) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:24.150543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'ports': [{'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f'}, {'network_id': 'aa354fa9-9304-46d1-9620-750d329b3c11'}]} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:24.151270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:24.152239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': 'aa354fa9-9304-46d1-9620-750d329b3c11'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:24.164334 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bbb5486-661e-4425-8832-b27602dd4425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.200757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bbb5486-661e-4425-8832-b27602dd4425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.242763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55250) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:24.255143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-921ef1f6-eac3-4e7a-865d-0674514fb3a5 None None] Provisioning for port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:24.257607 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.259166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.260745 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-921ef1f6-eac3-4e7a-865d-0674514fb3a5 None None] Provisioning complete for port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:24.263754 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-921ef1f6-eac3-4e7a-865d-0674514fb3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.425151 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-921ef1f6-eac3-4e7a-865d-0674514fb3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.485224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-921ef1f6-eac3-4e7a-865d-0674514fb3a5 None None] For port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b28c0af5-bcfa-4fc8-af0e-eae523a93cc0,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:24.610233 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-921ef1f6-eac3-4e7a-865d-0674514fb3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.634759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 2} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:24.640253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.668779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.703697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ef1f6-eac3-4e7a-865d-0674514fb3a5 None None] Pushing event updated for resources: {'Port': ['ID=b28c0af5-bcfa-4fc8-af0e-eae523a93cc0,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:24.787287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:24.799849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:24.810536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:24.811263 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.826882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2394f42b-243f-4d98-b1fb-a6b7e5a3de44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11ec2f3cfea8417db373178e464110e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5821233 Sep 09 09:36:24.831611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bbb5486-661e-4425-8832-b27602dd4425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.838814 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bbb5486-661e-4425-8832-b27602dd4425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:24.838965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e1e2f-bcb2-41ba-8053-2aad6dc4aaa5 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:24.839093 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8bbb5486-661e-4425-8832-b27602dd4425 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ed7adf1-7ccb-4478-b6ca-f937936b9e36 HTTP/1.1" status: 204 len: 168 time: 0.8139760 Sep 09 09:36:24.839574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55260) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:24.855953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb5486-661e-4425-8832-b27602dd4425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed7adf1-7ccb-4478-b6ca-f937936b9e36,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:24.859018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=b28c0af5-bcfa-4fc8-af0e-eae523a93cc0,revision_number=4']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:24.862074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Subnet': ['ID=9da40e62-9121-40d1-9f1d-4d013eeaefda,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:24.931108 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bfe1f576-d35a-42f0-aa38-df7343bfd2c0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.6937933 Sep 09 09:36:24.933963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port f807d3dc-3901-4839-830c-37bb5f0b3287 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:24.934836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55264) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:24.946357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Request body: {'port': {'network_id': 'a52afa9f-70f5-4bba-8968-1c771a6ccd3e', 'mac_address': 'fa:16:3e:91:18:49', 'name': 'tempest-NetworksTestDHCPv6-1455455111'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:25.081312 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26106543-2266-42b1-93d8-ea1077fee64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:25.216435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583f96c-f743-4861-b984-0d4b4522f57c req-a4c2bf1e-4150-4e93-9ff5-c24eeacddacd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:25.232962 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f583f96c-f743-4861-b984-0d4b4522f57c req-a4c2bf1e-4150-4e93-9ff5-c24eeacddacd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.2521012 Sep 09 09:36:25.322465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f583f96c-f743-4861-b984-0d4b4522f57c req-5a32cba0-a1bb-4a5b-8c05-f9ea23789402 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883052 Sep 09 09:36:25.328449 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:25.400363 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26106543-2266-42b1-93d8-ea1077fee64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:25.475473 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:25.478431 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77111926-828e-4784-8698-6772645953de req-4f41ff1c-bf2b-43c4-9e24-e91dbf9e4b64 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 210 time: 0.2984180 Sep 09 09:36:25.531995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:25.666493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:25.667082 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:25.673778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Made reservation on behalf of d447522c9cca4d03823a00c08aaeca8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:25.704185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port c174356f-2ba7-4f82-b937-4c2b3c024512 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:25.898043 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:25.951728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26106543-2266-42b1-93d8-ea1077fee64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:25.962891 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26106543-2266-42b1-93d8-ea1077fee64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:25.964120 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-26106543-2266-42b1-93d8-ea1077fee64f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d81221b7-b373-4af7-976b-846a3fbca019 HTTP/1.1" status: 204 len: 168 time: 1.1140859 Sep 09 09:36:25.986266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] device_id is not set on port 5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:25.993763 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.021753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26106543-2266-42b1-93d8-ea1077fee64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81221b7-b373-4af7-976b-846a3fbca019,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:26.041600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55278) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:26.072780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55280) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:26.115846 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.189145 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f16d95a-6bd4-49e4-9001-ffeadcd21a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.297132 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.393652 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f16d95a-6bd4-49e4-9001-ffeadcd21a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.406225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network d3bae564-657f-4dc1-984f-b4a774867f0f is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:26.411987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:26.427811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:26.427811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.454570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=f807d3dc-3901-4839-830c-37bb5f0b3287,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:26.637842 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c970a580-0cb8-471e-9956-3fb00f6538b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.644208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8::325 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/3d86f5ab-8f4f-477e-a150-e581db861768/5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:26.662073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Allocated IP 2001:db8:0:1:f816:3eff:fe91:1849 (a52afa9f-70f5-4bba-8968-1c771a6ccd3e/9da40e62-9121-40d1-9f1d-4d013eeaefda/5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:26.687074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Checking segment: {'id': '49b4cf4f-8cfa-4649-8f22-96db9d0cd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aa354fa9-9304-46d1-9620-750d329b3c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:26.687782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network hostable DHCP agents. Network: aa354fa9-9304-46d1-9620-750d329b3c11, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:36:26.704877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=c174356f-2ba7-4f82-b937-4c2b3c024512,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:26.733817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1beea0-48b2-42b1-9fe0-be3d723c15e6 req-8fb53fa0-f9ed-461f-a6a3-4c4df9d0c7ea tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:26.735696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba1beea0-48b2-42b1-9fe0-be3d723c15e6 req-8fb53fa0-f9ed-461f-a6a3-4c4df9d0c7ea tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.1996734 Sep 09 09:36:26.758886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6ebb1f11-e4a1-4c6f-b49e-9fabd2f3aed5 None None] Provisioning complete for port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:26.759552 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ebb1f11-e4a1-4c6f-b49e-9fabd2f3aed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.785581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f16d95a-6bd4-49e4-9001-ffeadcd21a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.806762 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba1beea0-48b2-42b1-9fe0-be3d723c15e6 req-e6337eea-6622-4cbe-9c32-ed2da8f80f09 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621967 Sep 09 09:36:26.840632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network aa354fa9-9304-46d1-9620-750d329b3c11 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:36:26.893048 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c970a580-0cb8-471e-9956-3fb00f6538b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.907597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, aa354fa9-9304-46d1-9620-750d329b3c11) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:26.919275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:26.922788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:26.928062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:26.929495 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.939405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:26.959052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2cad21-3a51-4fdf-aeb9-efb98bb8d933 None None] Network aa354fa9-9304-46d1-9620-750d329b3c11 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:26.970436 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c970a580-0cb8-471e-9956-3fb00f6538b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.041113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c90f639b-af44-4e20-bab4-61c9e4670e05 req-6525bf1c-e0aa-4bba-a1b6-8d225c9cd6c5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 210 time: 0.2569940 Sep 09 09:36:27.064235 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16d95a-6bd4-49e4-9001-ffeadcd21a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f3b763-7c69-473c-bc4a-9fe91b9e49c6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:27.080621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Transition to ACTIVE for port object 5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:27.082539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:27.088464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5cbea8a5-ab86-4e45-92bd-903ebc952caf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9426401 Sep 09 09:36:27.096372 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2f16d95a-6bd4-49e4-9001-ffeadcd21a2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=146afd2170f04a6eab56f921facdb694&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0515914 Sep 09 09:36:27.097109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55292) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:27.097556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:27.114032 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c970a580-0cb8-471e-9956-3fb00f6538b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e2f796bf0de441f98dcac27235ffdae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0306506 Sep 09 09:36:27.122025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55296) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:27.135469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970a580-0cb8-471e-9956-3fb00f6538b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6d6c59-c82c-48b0-bc13-763ffabebed3,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:27.212073 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26d70b38-7082-4ffb-8177-d1eacbdfebcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.443640 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d365d3b8-95af-48b3-bbe0-d2ed02f61231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.456708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.483608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-553b8196-e353-4204-9eea-b76e59113d2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port c174356f-2ba7-4f82-b937-4c2b3c024512 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:27.484270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-553b8196-e353-4204-9eea-b76e59113d2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.543489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88511561-aa4b-49b9-843c-503c78a3a506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.568455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26d70b38-7082-4ffb-8177-d1eacbdfebcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.582386 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d365d3b8-95af-48b3-bbe0-d2ed02f61231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.640875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:27.665268 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26d70b38-7082-4ffb-8177-d1eacbdfebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.675553 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88511561-aa4b-49b9-843c-503c78a3a506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.679060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:27.682269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:27.688242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:27.688873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.692314 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-553b8196-e353-4204-9eea-b76e59113d2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:27.727890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event updated for resources: {'Port': ['ID=5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:27.774276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-553b8196-e353-4204-9eea-b76e59113d2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for c174356f-2ba7-4f82-b937-4c2b3c024512 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:27.824177 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-26d70b38-7082-4ffb-8177-d1eacbdfebcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56c8aadec7ce40a8b6ef05dcc5efa3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390337 Sep 09 09:36:27.826795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55298) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:27.897881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f8afcc90-6d6d-4f9e-a636-c9d8406fa215 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9606438 Sep 09 09:36:27.905067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d70b38-7082-4ffb-8177-d1eacbdfebcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695149e0-0114-4e19-9b65-18dc10bfa7e4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:27.905944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:27.953692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38ee5e7a-cc80-4544-b06e-144cc1d2df92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.027202 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38ee5e7a-cc80-4544-b06e-144cc1d2df92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.058408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d365d3b8-95af-48b3-bbe0-d2ed02f61231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.061112 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d365d3b8-95af-48b3-bbe0-d2ed02f61231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.064615 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d365d3b8-95af-48b3-bbe0-d2ed02f61231 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00f3b763-7c69-473c-bc4a-9fe91b9e49c6 HTTP/1.1" status: 204 len: 168 time: 0.9473591 Sep 09 09:36:28.065239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adbc7d-bd3d-42f9-9301-34a6194ae2e9 req-9c2612f1-60ac-4b2f-ada7-51f981aafb97 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:28.067674 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37adbc7d-bd3d-42f9-9301-34a6194ae2e9 req-9c2612f1-60ac-4b2f-ada7-51f981aafb97 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.1160448 Sep 09 09:36:28.079232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d3b8-95af-48b3-bbe0-d2ed02f61231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f3b763-7c69-473c-bc4a-9fe91b9e49c6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:28.103784 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88511561-aa4b-49b9-843c-503c78a3a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.106340 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88511561-aa4b-49b9-843c-503c78a3a506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.118969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-88511561-aa4b-49b9-843c-503c78a3a506 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be6d6c59-c82c-48b0-bc13-763ffabebed3 HTTP/1.1" status: 204 len: 168 time: 0.9449854 Sep 09 09:36:28.170834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88511561-aa4b-49b9-843c-503c78a3a506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6d6c59-c82c-48b0-bc13-763ffabebed3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:28.187474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-65057f70-c48e-4ca2-aed5-5fcd55241b34 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting port 5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:28.188156 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65057f70-c48e-4ca2-aed5-5fcd55241b34 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.240374 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-553b8196-e353-4204-9eea-b76e59113d2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.243879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2be456c6-d32f-412e-9916-84d3d27b4a21 None None] Provisioning for port 5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:28.251437 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37adbc7d-bd3d-42f9-9301-34a6194ae2e9 req-57112e40-0264-46f8-aff2-71e53b9892e4 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473968 Sep 09 09:36:28.255348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2be456c6-d32f-412e-9916-84d3d27b4a21 None None] Provisioning complete for port 5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:28.256045 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2be456c6-d32f-412e-9916-84d3d27b4a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.294185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-668be958-970d-4d1d-89f7-1152d318c762 req-2a425089-7971-4437-bd2c-df2d31c40cc9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 210 time: 0.1026416 Sep 09 09:36:28.312651 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38ee5e7a-cc80-4544-b06e-144cc1d2df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.315895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-38ee5e7a-cc80-4544-b06e-144cc1d2df92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.320475 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-38ee5e7a-cc80-4544-b06e-144cc1d2df92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/695149e0-0114-4e19-9b65-18dc10bfa7e4 HTTP/1.1" status: 204 len: 168 time: 0.4924874 Sep 09 09:36:28.346761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee5e7a-cc80-4544-b06e-144cc1d2df92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695149e0-0114-4e19-9b65-18dc10bfa7e4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:28.392240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2be456c6-d32f-412e-9916-84d3d27b4a21 None None] Port 5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:36:28.403039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-553b8196-e353-4204-9eea-b76e59113d2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.422964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55312) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:28.423767 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-553b8196-e353-4204-9eea-b76e59113d2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/c174356f-2ba7-4f82-b937-4c2b3c024512 HTTP/1.1" status: 204 len: 168 time: 1.3225975 Sep 09 09:36:28.427316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b8196-e353-4204-9eea-b76e59113d2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=c174356f-2ba7-4f82-b937-4c2b3c024512,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:28.516260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65057f70-c48e-4ca2-aed5-5fcd55241b34 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.533030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-65057f70-c48e-4ca2-aed5-5fcd55241b34 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Calling delete_port for 5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:28.539278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410fe0f4-91c2-4cd2-a0a8-0d963a8236a9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:28.546418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410fe0f4-91c2-4cd2-a0a8-0d963a8236a9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:28.551121 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-410fe0f4-91c2-4cd2-a0a8-0d963a8236a9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1271172 Sep 09 09:36:28.551458 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55316) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:28.815572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1b2174f1-f220-4238-b37c-b07be3c7d110 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port f807d3dc-3901-4839-830c-37bb5f0b3287 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:28.816229 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b2174f1-f220-4238-b37c-b07be3c7d110 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.936523 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b2174f1-f220-4238-b37c-b07be3c7d110 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:28.963993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1b2174f1-f220-4238-b37c-b07be3c7d110 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for f807d3dc-3901-4839-830c-37bb5f0b3287 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:29.050414 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65057f70-c48e-4ca2-aed5-5fcd55241b34 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:29.085520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65057f70-c48e-4ca2-aed5-5fcd55241b34 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Port': ['ID=5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:29.151708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65057f70-c48e-4ca2-aed5-5fcd55241b34 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:29.160836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55336) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:29.162886 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-65057f70-c48e-4ca2-aed5-5fcd55241b34 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b HTTP/1.1" status: 204 len: 168 time: 1.2490201 Sep 09 09:36:29.164815 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b2174f1-f220-4238-b37c-b07be3c7d110 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:29.208061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2174f1-f220-4238-b37c-b07be3c7d110 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=f807d3dc-3901-4839-830c-37bb5f0b3287,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:29.221598 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b2174f1-f220-4238-b37c-b07be3c7d110 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:29.223869 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1b2174f1-f220-4238-b37c-b07be3c7d110 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/f807d3dc-3901-4839-830c-37bb5f0b3287 HTTP/1.1" status: 204 len: 168 time: 0.6714299 Sep 09 09:36:29.232173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55338) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:29.258511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7eff0-dc94-4c44-afe5-b5ceb0c55349 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:29.263732 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0bd7eff0-dc94-4c44-afe5-b5ceb0c55349 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1018305 Sep 09 09:36:29.264799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55340) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:29.361035 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c068d5d3-c9f9-4bb7-9ee3-38bf3075776c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:29.373629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c068d5d3-c9f9-4bb7-9ee3-38bf3075776c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1391037 Sep 09 09:36:29.374872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55350) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:29.454648 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b92ecd-0086-4d80-b78b-3b367c14e22e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:36:29.466211 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c4b92ecd-0086-4d80-b78b-3b367c14e22e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/c174356f-2ba7-4f82-b937-4c2b3c024512 HTTP/1.1" status: 404 len: 333 time: 0.0825846 Sep 09 09:36:29.466211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55352) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:29.466632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9f84b3-241e-41e6-b891-a7c10db30d25 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:29.473593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1e9f84b3-241e-41e6-b891-a7c10db30d25 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2074792 Sep 09 09:36:29.478725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55356) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:29.533261 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d865ad0-d200-40ea-92ea-c7eb307b6904 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:36:29.539409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8d865ad0-d200-40ea-92ea-c7eb307b6904 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/f807d3dc-3901-4839-830c-37bb5f0b3287 HTTP/1.1" status: 404 len: 333 time: 0.0726080 Sep 09 09:36:29.540513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55358) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:29.556797 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1554201b-bb99-4e92-9a07-acb226b43baa req-1a9af89b-eb81-468a-b3fa-cc5130d4795b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 210 time: 0.0720737 Sep 09 09:36:29.641584 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99495fd3-f177-4290-8af9-6a23cd5c7efd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:29.645822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99495fd3-f177-4290-8af9-6a23cd5c7efd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:29.649955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99495fd3-f177-4290-8af9-6a23cd5c7efd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:29.657749 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-99495fd3-f177-4290-8af9-6a23cd5c7efd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1743040 Sep 09 09:36:29.659257 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55360) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:29.709744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ae9d7-c069-4c68-a309-3ca551a8e059 req-c5542707-71b9-47c7-adc1-7c2cb21991e7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:29.722361 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-985ae9d7-c069-4c68-a309-3ca551a8e059 req-c5542707-71b9-47c7-adc1-7c2cb21991e7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.3026068 Sep 09 09:36:29.796017 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-985ae9d7-c069-4c68-a309-3ca551a8e059 req-3f5b92cf-2a6f-43f5-b7e6-7d9cdba813ac tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719800 Sep 09 09:36:29.811252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-427edc3c-303a-4440-ae84-4b9039b3b6d6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 3d86f5ab-8f4f-477e-a150-e581db861768 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:36:29.826964 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-427edc3c-303a-4440-ae84-4b9039b3b6d6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:29.832866 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:29.981423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-427edc3c-303a-4440-ae84-4b9039b3b6d6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.151029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.213776 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-427edc3c-303a-4440-ae84-4b9039b3b6d6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.258247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa354fa9-9304-46d1-9620-750d329b3c11']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:30.269310 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b4cf4f-8cfa-4649-8f22-96db9d0cd390') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:30.269875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b4cf4f-8cfa-4649-8f22-96db9d0cd390') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:30.282013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.303418 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.315439 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:36:30.315837 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:36:30.318766 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:36:30.430675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-427edc3c-303a-4440-ae84-4b9039b3b6d6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.465066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427edc3c-303a-4440-ae84-4b9039b3b6d6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=3d86f5ab-8f4f-477e-a150-e581db861768,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:30.483049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d84bb-ac29-47d8-bda3-74f98940bca2 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:30.484038 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-427edc3c-303a-4440-ae84-4b9039b3b6d6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.486236 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-427edc3c-303a-4440-ae84-4b9039b3b6d6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/3d86f5ab-8f4f-477e-a150-e581db861768 HTTP/1.1" status: 204 len: 168 time: 0.8258891 Sep 09 09:36:30.489373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:30.528511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.551333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.553680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/networks/aa354fa9-9304-46d1-9620-750d329b3c11 HTTP/1.1" status: 204 len: 168 time: 1.0116975 Sep 09 09:36:30.560073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55390) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:30.565220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-110419065'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:30.573232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e50a38-8597-415a-85c6-936f90f3bc94 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Network': ['ID=aa354fa9-9304-46d1-9620-750d329b3c11,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:30.596580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ba359f-4b01-4504-a06e-0c9bc4f2ca8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Deleting subnet 9da40e62-9121-40d1-9f1d-4d013eeaefda {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:36:30.606165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ba359f-4b01-4504-a06e-0c9bc4f2ca8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.735560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:30.739859 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.759716 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ba359f-4b01-4504-a06e-0c9bc4f2ca8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.853568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:30.897373 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:30.899043 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Added segment 114bcdef-5a7b-4f7d-8337-2072db4852b0 of type vlan for network f08d66f3-b99e-4f90-840b-251e90c9fc1d Sep 09 09:36:31.074167 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc808962-a7e6-45e7-96b9-b0c1d377ed4a req-156cd385-f745-4a8a-a0db-d9042911a5fc tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3396c8c0-bdcc-4a33-a8a0-c65d83c3b2b3 HTTP/1.1" status: 200 len: 210 time: 0.3672380 Sep 09 09:36:31.078230 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ba359f-4b01-4504-a06e-0c9bc4f2ca8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:31.122186 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:31.175409 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620c1bc-7e5e-4186-94de-a8a309c158fd req-b6e505c4-8ded-4cfe-9c39-8e63928b2a62 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:31.182440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9620c1bc-7e5e-4186-94de-a8a309c158fd req-b6e505c4-8ded-4cfe-9c39-8e63928b2a62 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.1969783 Sep 09 09:36:31.246537 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.resource_extend [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:36:31.285023 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ba359f-4b01-4504-a06e-0c9bc4f2ca8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:31.336525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba359f-4b01-4504-a06e-0c9bc4f2ca8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Subnet': ['ID=9da40e62-9121-40d1-9f1d-4d013eeaefda,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:31.346248 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9620c1bc-7e5e-4186-94de-a8a309c158fd req-1302d123-ef7d-423b-9e15-e8bda7191ca7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546175 Sep 09 09:36:31.383454 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ba359f-4b01-4504-a06e-0c9bc4f2ca8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:31.391901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d9ba359f-4b01-4504-a06e-0c9bc4f2ca8a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/9da40e62-9121-40d1-9f1d-4d013eeaefda HTTP/1.1" status: 204 len: 168 time: 0.8969829 Sep 09 09:36:31.392822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55406) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:31.517373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55412) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:31.520154 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dde5b8f3-af79-43c2-9fbe-8f6256d994ff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254683 Sep 09 09:36:31.526644 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:31.568785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:31.600380 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:31.722482 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a11103-d256-48fd-ae84-fb0ad2a34c8d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:31.746015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55418) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:31.747435 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-03a11103-d256-48fd-ae84-fb0ad2a34c8d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2287338 Sep 09 09:36:31.889937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Network': ['ID=f08d66f3-b99e-4f90-840b-251e90c9fc1d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:31.900781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.901127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.901471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.901842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.902127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.902456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.902812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.903140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.903493 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.903825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.904141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.904479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:31.918625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e0f75-1e34-4552-bee2-a7cbc385d898 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:31.922500 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c45e0f75-1e34-4552-bee2-a7cbc385d898 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1702096 Sep 09 09:36:31.923154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55426) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:31.924860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network f08d66f3-b99e-4f90-840b-251e90c9fc1d details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:32.013090 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f0011011-b92d-4b8f-8a5f-8c4735dab477 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889184 Sep 09 09:36:32.018376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55428) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:32.056503 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8461b7-617e-45e4-bef3-cf5b6f11701f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:32.061693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8461b7-617e-45e4-bef3-cf5b6f11701f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:32.061693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6f8461b7-617e-45e4-bef3-cf5b6f11701f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/5f3ef317-808b-4ee5-9a30-4a95dc7f1c3b HTTP/1.1" status: 404 len: 333 time: 0.0404050 Sep 09 09:36:32.063012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55430) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:32.109920 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8056044d-f690-4360-9e5c-6293e51a3a52 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:32.110652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8056044d-f690-4360-9e5c-6293e51a3a52 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:32.112971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8056044d-f690-4360-9e5c-6293e51a3a52 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/9da40e62-9121-40d1-9f1d-4d013eeaefda HTTP/1.1" status: 404 len: 337 time: 0.0487857 Sep 09 09:36:32.120583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55434) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:32.120787 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a857e73c-fb99-4b7f-b215-726858c686ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5566571 Sep 09 09:36:32.120911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55436) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:32.126758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': 'f08d66f3-b99e-4f90-840b-251e90c9fc1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:32.278877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7abac10-8232-479f-bccb-5be05efb77f5 None None] Network a52afa9f-70f5-4bba-8968-1c771a6ccd3e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:32.346138 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa190820-caa9-42c5-8d46-3f759d40873a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:32.346985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa190820-caa9-42c5-8d46-3f759d40873a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:32.349131 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-aa190820-caa9-42c5-8d46-3f759d40873a tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/3d86f5ab-8f4f-477e-a150-e581db861768 HTTP/1.1" status: 404 len: 337 time: 0.2300935 Sep 09 09:36:32.353090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55446) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:32.394409 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fa5005-3b7b-49ca-a5b9-338f597b6721 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:32.394966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08fa5005-3b7b-49ca-a5b9-338f597b6721 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:32.396960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-08fa5005-3b7b-49ca-a5b9-338f597b6721 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/18407ca2-a1ec-45da-86aa-83f91041f4e9 HTTP/1.1" status: 404 len: 333 time: 0.0427198 Sep 09 09:36:32.400687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55450) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:32.505779 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9236fcdb-24e1-4f2f-9fa7-2e0747db507e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:32.508269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9236fcdb-24e1-4f2f-9fa7-2e0747db507e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:32.509516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f3dc634d-d60f-4e2b-862b-a63b2af10d09 None None] Provisioning complete for port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:32.510746 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3dc634d-d60f-4e2b-862b-a63b2af10d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:32.518787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:32.520588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9236fcdb-24e1-4f2f-9fa7-2e0747db507e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/0dc04be8-036f-4679-8c4d-c2713a8a9831 HTTP/1.1" status: 404 len: 337 time: 0.1171675 Sep 09 09:36:32.577778 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd876362-b323-44d1-8937-9605596152cb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:32.578898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd876362-b323-44d1-8937-9605596152cb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:32.581035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fd876362-b323-44d1-8937-9605596152cb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/3d97033b-8358-41ce-8cf0-305824eb94f3 HTTP/1.1" status: 404 len: 337 time: 0.0598779 Sep 09 09:36:32.583872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:32.651957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e825a-a6ca-40c0-8e10-3288d4e796b2 req-60b02809-130f-4d98-a516-128a950eb921 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:32.661212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a6e825a-a6ca-40c0-8e10-3288d4e796b2 req-60b02809-130f-4d98-a516-128a950eb921 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.1285920 Sep 09 09:36:32.663309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55460) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:32.714063 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7b9548-92f5-4b10-aedb-e5273a3bbf3d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:32.717525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7b9548-92f5-4b10-aedb-e5273a3bbf3d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:32.751860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3d7b9548-92f5-4b10-aedb-e5273a3bbf3d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/4806d9fe-14f5-4e94-8412-3c069c0beab9 HTTP/1.1" status: 404 len: 333 time: 0.1654038 Sep 09 09:36:32.761311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55466) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:32.778685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2a6e825a-a6ca-40c0-8e10-3288d4e796b2 req-4295fa11-12f8-4634-b65d-a62241d18fcc tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162031 Sep 09 09:36:32.794394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34811b6b-1a60-4bce-b0ac-295d43a4fd8d None None] DHCP port deletion for a52afa9f-70f5-4bba-8968-1c771a6ccd3e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:36:32.819485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:32.830418 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:32.882416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-34811b6b-1a60-4bce-b0ac-295d43a4fd8d None None] Deleting port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:32.882787 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34811b6b-1a60-4bce-b0ac-295d43a4fd8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:32.939298 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4b2d552-6798-45a6-8440-c154fdb33232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:32.954482 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0660876b-2e4e-4766-8230-9c20a093a580 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:32.955128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0660876b-2e4e-4766-8230-9c20a093a580 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:32.957194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0660876b-2e4e-4766-8230-9c20a093a580 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/ee46e5ec-e760-4d26-acd4-560512a5e0d3 HTTP/1.1" status: 404 len: 337 time: 0.1934493 Sep 09 09:36:32.960654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:32.975457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-34811b6b-1a60-4bce-b0ac-295d43a4fd8d None None] For port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b28c0af5-bcfa-4fc8-af0e-eae523a93cc0,segment=NetworkSegment(f402ffd3-d811-48ad-a7a8-573a8bf4a2ac),segment_id=f402ffd3-d811-48ad-a7a8-573a8bf4a2ac)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:32.977019 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34811b6b-1a60-4bce-b0ac-295d43a4fd8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:32.991645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-34811b6b-1a60-4bce-b0ac-295d43a4fd8d None None] Calling delete_port for b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:33.010199 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-18248246-a80c-404d-b034-b443dc869710 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:33.010758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18248246-a80c-404d-b034-b443dc869710 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:33.015101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-18248246-a80c-404d-b034-b443dc869710 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/024a34d3-87fd-49f5-8d2f-fcdb81b67640 HTTP/1.1" status: 404 len: 337 time: 0.0509174 Sep 09 09:36:33.016620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55474) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:33.097087 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-1436e309-5a53-475f-957d-909de4aa5c60 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:33.097846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1436e309-5a53-475f-957d-909de4aa5c60 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:33.106384 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1436e309-5a53-475f-957d-909de4aa5c60 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/58d15608-334d-4884-aef4-f45332513c87 HTTP/1.1" status: 404 len: 333 time: 0.0859261 Sep 09 09:36:33.106626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55478) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:33.158618 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-faade8fc-cbdb-4abf-b88c-bd69d35c1196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:33.159293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faade8fc-cbdb-4abf-b88c-bd69d35c1196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:33.164694 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-faade8fc-cbdb-4abf-b88c-bd69d35c1196 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/2332c987-85fc-4474-9b1a-727582b96920 HTTP/1.1" status: 404 len: 337 time: 0.0540154 Sep 09 09:36:33.165025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55480) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:33.170028 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34811b6b-1a60-4bce-b0ac-295d43a4fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:33.211825 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0baebe75-678c-4987-a1ce-0805dd4006e6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:33.212013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0baebe75-678c-4987-a1ce-0805dd4006e6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:33.216354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0baebe75-678c-4987-a1ce-0805dd4006e6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/ae968b2b-3834-4227-9e7b-c169e7ebae21 HTTP/1.1" status: 404 len: 337 time: 0.0476072 Sep 09 09:36:33.217412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55484) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:33.253057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34811b6b-1a60-4bce-b0ac-295d43a4fd8d None None] Pushing event deleted for resources: {'Port': ['ID=b28c0af5-bcfa-4fc8-af0e-eae523a93cc0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:33.260581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34811b6b-1a60-4bce-b0ac-295d43a4fd8d None None] No DVR routers for this DVR port b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:36:33.269439 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b196407-37f6-45db-8779-8217121fad26 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:33.270190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b196407-37f6-45db-8779-8217121fad26 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:33.272053 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0b196407-37f6-45db-8779-8217121fad26 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/a1bc5ff1-9e33-4c0d-ae2d-4fdb9da40729 HTTP/1.1" status: 404 len: 333 time: 0.0543587 Sep 09 09:36:33.288262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55486) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:33.369476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4b2d552-6798-45a6-8440-c154fdb33232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:33.432326 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c31601-8b28-4d41-81f7-1d2a3d8e327b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:33.432794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c31601-8b28-4d41-81f7-1d2a3d8e327b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:33.434631 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-72c31601-8b28-4d41-81f7-1d2a3d8e327b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/9e1d53f5-c0ec-4754-bbe6-8ecb99731e24 HTTP/1.1" status: 404 len: 337 time: 0.1383100 Sep 09 09:36:33.437574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55492) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:33.449070 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c4b2d552-6798-45a6-8440-c154fdb33232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:33.468300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:36:33.508224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:36:33.520395 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b28c0af5-bcfa-4fc8-af0e-eae523a93cc0 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:36:33.545369 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb8e94b-b7e9-4f68-b5cb-2d97adf51d06 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:33.546287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb8e94b-b7e9-4f68-b5cb-2d97adf51d06 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:33.548104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5bb8e94b-b7e9-4f68-b5cb-2d97adf51d06 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/338810e3-5c32-4221-a3ce-a066f73f79bd HTTP/1.1" status: 404 len: 333 time: 0.1074343 Sep 09 09:36:33.552195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55496) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:33.659035 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c61293-63d6-43d9-babe-4266fd6097a9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:33.671627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c61293-63d6-43d9-babe-4266fd6097a9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:33.674569 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-72c61293-63d6-43d9-babe-4266fd6097a9 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/ceb58817-b2f3-4b12-93fa-9bb47b039e0e HTTP/1.1" status: 404 len: 337 time: 0.1167402 Sep 09 09:36:33.674851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2d552-6798-45a6-8440-c154fdb33232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7937f34a-90b3-4304-9725-39f9fbe4febe,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:33.676367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55498) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:33.697336 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c4b2d552-6798-45a6-8440-c154fdb33232 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df04914c1fae4d478b35ab19f41cc299&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0317755 Sep 09 09:36:33.708060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55502) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:33.720364 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c098c7b-ad7f-4ccd-b52d-a1604cd26634 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:33.727868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c098c7b-ad7f-4ccd-b52d-a1604cd26634 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:33.729956 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7c098c7b-ad7f-4ccd-b52d-a1604cd26634 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/8476216c-f6a4-4e83-88bf-7356d65a860f HTTP/1.1" status: 404 len: 333 time: 0.0526710 Sep 09 09:36:33.732583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55504) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:33.741183 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:33.817965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d531499-88a7-444b-892c-88b2be104445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:33.870981 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-702e0cc0-f731-477b-be52-5e736436be60 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:33.871614 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d531499-88a7-444b-892c-88b2be104445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:33.879504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702e0cc0-f731-477b-be52-5e736436be60 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:33.883692 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-702e0cc0-f731-477b-be52-5e736436be60 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/64910556-15b8-4bc2-82ff-487715618399 HTTP/1.1" status: 404 len: 337 time: 0.1499712 Sep 09 09:36:33.890714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:33.998197 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a30705d-03f5-4741-98ee-71fa74716117 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:33.998884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a30705d-03f5-4741-98ee-71fa74716117 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.000708 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1a30705d-03f5-4741-98ee-71fa74716117 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/b3f9214b-c645-4ddd-b3aa-783c63d7d099 HTTP/1.1" status: 404 len: 333 time: 0.0991309 Sep 09 09:36:34.004560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55514) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.022260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Subnet': ['ID=6a26d568-f123-4e16-903e-c55782a34630,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:34.032350 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9aec4f-86cb-48bf-85b9-9d0f51799f59 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.033204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9aec4f-86cb-48bf-85b9-9d0f51799f59 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.035263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-de9aec4f-86cb-48bf-85b9-9d0f51799f59 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/7bc04a23-d82f-4b29-8f67-701bf5322340 HTTP/1.1" status: 404 len: 337 time: 0.0297241 Sep 09 09:36:34.036446 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d531499-88a7-444b-892c-88b2be104445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:34.040285 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d531499-88a7-444b-892c-88b2be104445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:34.041483 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0d531499-88a7-444b-892c-88b2be104445 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7937f34a-90b3-4304-9725-39f9fbe4febe HTTP/1.1" status: 204 len: 168 time: 0.3322761 Sep 09 09:36:34.042115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55518) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.075778 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-108d9bc6-be75-43a0-8ee8-e813579760e7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.076945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108d9bc6-be75-43a0-8ee8-e813579760e7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.078983 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-108d9bc6-be75-43a0-8ee8-e813579760e7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/d38e24ed-4b1b-4dbe-a461-8bcf7a0e7a3a HTTP/1.1" status: 404 len: 333 time: 0.0339501 Sep 09 09:36:34.080358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d531499-88a7-444b-892c-88b2be104445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7937f34a-90b3-4304-9725-39f9fbe4febe,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:34.082249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55522) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.095837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Checking segment: {'id': '114bcdef-5a7b-4f7d-8337-2072db4852b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f08d66f3-b99e-4f90-840b-251e90c9fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:34.095837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network hostable DHCP agents. Network: f08d66f3-b99e-4f90-840b-251e90c9fc1d, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:36:34.117176 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c474379a-5cf0-49e0-a7f1-346a5e00b197 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.127732 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c474379a-5cf0-49e0-a7f1-346a5e00b197 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.131156 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c474379a-5cf0-49e0-a7f1-346a5e00b197 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/db534bd5-2e41-4e30-b74c-2d0763dc2597 HTTP/1.1" status: 404 len: 337 time: 0.0474379 Sep 09 09:36:34.135732 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55524) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.156381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961249-5826-4f1a-90d3-f5f25d4bae2f req-c3def559-a732-4064-abce-26048750f334 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:34.166172 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10961249-5826-4f1a-90d3-f5f25d4bae2f req-c3def559-a732-4064-abce-26048750f334 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.2656667 Sep 09 09:36:34.225148 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-02657582-bc95-4b37-8fde-f4ac7e31591d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.228231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02657582-bc95-4b37-8fde-f4ac7e31591d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.236576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-02657582-bc95-4b37-8fde-f4ac7e31591d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/84e4f8b6-2021-430a-b3de-602fd2b25df5 HTTP/1.1" status: 404 len: 333 time: 0.0965528 Sep 09 09:36:34.237505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55526) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.249654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55528) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.253425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10961249-5826-4f1a-90d3-f5f25d4bae2f req-b438b51b-50bc-47fe-9fdc-9ce9a9f44842 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864353 Sep 09 09:36:34.376957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network f08d66f3-b99e-4f90-840b-251e90c9fc1d is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:36:34.379244 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-672f1f44-e4e1-49e6-b01d-00bfe61d433e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.396049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672f1f44-e4e1-49e6-b01d-00bfe61d433e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.401261 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-672f1f44-e4e1-49e6-b01d-00bfe61d433e tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/719b1e38-0585-468d-a35b-1c5145a00e74 HTTP/1.1" status: 404 len: 337 time: 0.1436226 Sep 09 09:36:34.401738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55532) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.475783 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-085a880f-de64-4e49-b5b1-e7d6fb3f1849 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.482208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085a880f-de64-4e49-b5b1-e7d6fb3f1849 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.484068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, f08d66f3-b99e-4f90-840b-251e90c9fc1d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:34.484678 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-085a880f-de64-4e49-b5b1-e7d6fb3f1849 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/a42556de-9df1-4650-bdde-c3c07f89ba7e HTTP/1.1" status: 404 len: 337 time: 0.0813711 Sep 09 09:36:34.486922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55534) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.488558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a89f2666-3846-45e6-aaab-0843850fb76f tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:34.499821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc311e92-e353-4da0-99e6-796d81687745 None None] Network f08d66f3-b99e-4f90-840b-251e90c9fc1d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:34.512085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:34.512766 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:34.565525 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3dab9a-e892-44a3-8c49-4daba7e87001 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.566504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3dab9a-e892-44a3-8c49-4daba7e87001 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.568379 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4a3dab9a-e892-44a3-8c49-4daba7e87001 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/f404fc75-8d25-44c3-ba5f-33a9173d6233 HTTP/1.1" status: 404 len: 333 time: 0.0804977 Sep 09 09:36:34.572440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55538) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.622929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b30c0288-a789-43cf-b0e9-73b0e932a503 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4947312 Sep 09 09:36:34.623669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55540) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.636766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': 'f08d66f3-b99e-4f90-840b-251e90c9fc1d', 'name': 'tempest-PortsIpV6TestJSON-1127100352'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:34.646719 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-165f7abc-0ca9-4de7-85b5-eb2a8d2c237f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.646719 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165f7abc-0ca9-4de7-85b5-eb2a8d2c237f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.651194 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-165f7abc-0ca9-4de7-85b5-eb2a8d2c237f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/199d24ca-1d82-46ee-b47f-52bb67f3ccfe HTTP/1.1" status: 404 len: 337 time: 0.0772078 Sep 09 09:36:34.651838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55544) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.719122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55546) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.721954 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a89f2666-3846-45e6-aaab-0843850fb76f tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] 10.222.0.32 "PUT /v2.0/quotas/44e9c305d6c541c99553189697704506 HTTP/1.1" status: 200 len: 368 time: 0.4829843 Sep 09 09:36:34.724064 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ec5a7d-162b-4f09-82cd-278a76ca09e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.731934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Request body: {'network': {'project_id': '44e9c305d6c541c99553189697704506'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:34.732810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ec5a7d-162b-4f09-82cd-278a76ca09e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.734796 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-44ec5a7d-162b-4f09-82cd-278a76ca09e0 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/2f0b4a19-5685-4843-9f68-fa62064b2236 HTTP/1.1" status: 404 len: 337 time: 0.0818415 Sep 09 09:36:34.737401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55548) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.793206 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd72a2f-3298-4208-8d33-b1101cc5e489 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.794218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd72a2f-3298-4208-8d33-b1101cc5e489 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.799595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1dd72a2f-3298-4208-8d33-b1101cc5e489 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/a87ec58a-484a-4935-8f05-5e75e244afeb HTTP/1.1" status: 404 len: 333 time: 0.0609381 Sep 09 09:36:34.803281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55552) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.856673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-f08d66f3-b99e-4f90-840b-251e90c9fc1d', 'network_id': 'f08d66f3-b99e-4f90-840b-251e90c9fc1d', 'tenant_id': '2fd111789d994d459151117dd9b89972', 'fixed_ips': [{'subnet_id': '6a26d568-f123-4e16-903e-c55782a34630'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:36:34.857625 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:34.868924 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd68f81-dd11-4b7a-b58e-964a53b104ce tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.869943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd68f81-dd11-4b7a-b58e-964a53b104ce tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.872093 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9bd68f81-dd11-4b7a-b58e-964a53b104ce tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/77b0a804-3015-4505-bc26-35f0b2d3a33e HTTP/1.1" status: 404 len: 337 time: 0.0664351 Sep 09 09:36:34.874663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55556) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:34.930616 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7185e27-a607-4135-971d-16149c8ebed6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:34.931445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7185e27-a607-4135-971d-16149c8ebed6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:34.933454 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f7185e27-a607-4135-971d-16149c8ebed6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/1499a547-949e-4454-b034-e520c5ae4982 HTTP/1.1" status: 404 len: 337 time: 0.0575194 Sep 09 09:36:34.936543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55558) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:35.009811 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3760c9-454d-46a9-b031-2ed849ba9579 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:35.010402 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3760c9-454d-46a9-b031-2ed849ba9579 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:35.012173 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0f3760c9-454d-46a9-b031-2ed849ba9579 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/a41fe1ad-cef0-4c79-8edf-76e7a965fc00 HTTP/1.1" status: 404 len: 333 time: 0.0746555 Sep 09 09:36:35.012814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Made reservation on behalf of 44e9c305d6c541c99553189697704506 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:35.024119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55564) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:35.042800 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:35.075365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:35.092273 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-82acd90a-bb67-44b1-a694-8bfa6661d1e1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:35.093352 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82acd90a-bb67-44b1-a694-8bfa6661d1e1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:35.096605 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-82acd90a-bb67-44b1-a694-8bfa6661d1e1 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/9a013d96-6855-4e6b-826d-d3d9d4ce590e HTTP/1.1" status: 404 len: 337 time: 0.0713756 Sep 09 09:36:35.099650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55568) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:35.158996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Allocated IP 2001:db8::2 (f08d66f3-b99e-4f90-840b-251e90c9fc1d/6a26d568-f123-4e16-903e-c55782a34630/000256d5-6439-4db5-974b-34b9808fb632) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:35.186652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:35.190286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:35.202770 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ec7ea4-f5b8-4f00-b572-473919c71861 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:35.205629 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ec7ea4-f5b8-4f00-b572-473919c71861 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:35.211861 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-47ec7ea4-f5b8-4f00-b572-473919c71861 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/148c9f8d-a39d-45b1-98e0-46f0f82e1f5b HTTP/1.1" status: 404 len: 337 time: 0.1107893 Sep 09 09:36:35.213652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55572) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:35.238917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port fc18b448-2b6e-41cf-9e21-9c3a487c6cdb yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:35.293263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f9898de7-add9-44ea-8077-e7b6115f7dce tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports?device_id=29fd45bb-8d15-4cf0-abd7-37af544440d1 HTTP/1.1" status: 200 len: 205 time: 0.0780818 Sep 09 09:36:35.293949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55574) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:35.396414 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-d0782a2d-b84d-4d33-a10a-72d3a63f68eb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] delete failed (client error): The resource could not be found. Sep 09 09:36:35.397613 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d0782a2d-b84d-4d33-a10a-72d3a63f68eb tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/routers/29fd45bb-8d15-4cf0-abd7-37af544440d1 HTTP/1.1" status: 404 len: 336 time: 0.1027014 Sep 09 09:36:35.406224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55580) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:35.416851 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:35.426143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Transition to ACTIVE for port object 000256d5-6439-4db5-974b-34b9808fb632 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:35.451044 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Transition to ACTIVE for port object 000256d5-6439-4db5-974b-34b9808fb632 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:35.458654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329c7d2-0974-4a93-b45c-fbdd518e7d82 req-8b73a3df-ddd2-4508-9f16-e0a9f71c41b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:35.467071 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2329c7d2-0974-4a93-b45c-fbdd518e7d82 req-8b73a3df-ddd2-4508-9f16-e0a9f71c41b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.0731552 Sep 09 09:36:35.504638 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3370aa4f-148d-4f11-8e4f-e0887bced25d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:35.506046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3370aa4f-148d-4f11-8e4f-e0887bced25d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:35.513446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55584) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:35.513681 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3370aa4f-148d-4f11-8e4f-e0887bced25d tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/1e5466e4-b9b5-4f96-b888-8ac9aa818053 HTTP/1.1" status: 404 len: 337 time: 0.1070669 Sep 09 09:36:35.533058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2329c7d2-0974-4a93-b45c-fbdd518e7d82 req-f71c2945-59f1-4c00-911f-de52df42fc3e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646818 Sep 09 09:36:35.550420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:35.587489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-35f9cefa-4fb3-4760-a458-9f73e27d9379 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "GET /v2.0/ports?device_id=db377d69-696a-4c54-acd7-e00161f18cce HTTP/1.1" status: 200 len: 205 time: 0.0716171 Sep 09 09:36:35.594995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55588) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:35.597197 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:35.677537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8::36e (f08d66f3-b99e-4f90-840b-251e90c9fc1d/6a26d568-f123-4e16-903e-c55782a34630/fc18b448-2b6e-41cf-9e21-9c3a487c6cdb) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:35.680916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Network f08d66f3-b99e-4f90-840b-251e90c9fc1d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:35.684658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:35.697464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:35.735743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Pushing event updated for resources: {'Port': ['ID=000256d5-6439-4db5-974b-34b9808fb632,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:35.773702 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-d637d090-250d-4598-b12e-978aa8ab8ebd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] delete failed (client error): The resource could not be found. Sep 09 09:36:35.775423 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d637d090-250d-4598-b12e-978aa8ab8ebd tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/routers/db377d69-696a-4c54-acd7-e00161f18cce HTTP/1.1" status: 404 len: 336 time: 0.1793573 Sep 09 09:36:35.779014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55598) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:35.817095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Attempting to bind port 000256d5-6439-4db5-974b-34b9808fb632 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:35.817537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Attempting to bind port 000256d5-6439-4db5-974b-34b9808fb632 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '114bcdef-5a7b-4f7d-8337-2072db4852b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f08d66f3-b99e-4f90-840b-251e90c9fc1d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:35.818210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Attempting to bind port 000256d5-6439-4db5-974b-34b9808fb632 on network f08d66f3-b99e-4f90-840b-251e90c9fc1d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:35.825127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:36:35.825600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Checking segment: {'id': '114bcdef-5a7b-4f7d-8337-2072db4852b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f08d66f3-b99e-4f90-840b-251e90c9fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:35.826131 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:35.826608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Bound using segment: {'id': '114bcdef-5a7b-4f7d-8337-2072db4852b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f08d66f3-b99e-4f90-840b-251e90c9fc1d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:36:35.827208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Bound port: 000256d5-6439-4db5-974b-34b9808fb632, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114bcdef-5a7b-4f7d-8337-2072db4852b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f08d66f3-b99e-4f90-840b-251e90c9fc1d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:36:35.827692 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:35.887100 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-15308b67-0793-44b5-9978-8668b265d132 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:35.890410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15308b67-0793-44b5-9978-8668b265d132 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:35.890887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-15308b67-0793-44b5-9978-8668b265d132 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/3b046eea-8a3b-4768-94d8-8eb2aec51cc4 HTTP/1.1" status: 404 len: 337 time: 0.1055770 Sep 09 09:36:35.914724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55604) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:35.972983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:35.986697 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ca7cdb-3949-45aa-a667-25d88fa95124 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:35.987406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ca7cdb-3949-45aa-a667-25d88fa95124 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:35.989438 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-03ca7cdb-3949-45aa-a667-25d88fa95124 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/bedb3f21-3654-48f9-9c1f-580e6b7ef067 HTTP/1.1" status: 404 len: 337 time: 0.0702615 Sep 09 09:36:35.994311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] For port 000256d5-6439-4db5-974b-34b9808fb632, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:36:35.994733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55606) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:36.000743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] For port 000256d5-6439-4db5-974b-34b9808fb632, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=000256d5-6439-4db5-974b-34b9808fb632,segment=NetworkSegment(114bcdef-5a7b-4f7d-8337-2072db4852b0),segment_id=114bcdef-5a7b-4f7d-8337-2072db4852b0)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:36:36.006964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object fc18b448-2b6e-41cf-9e21-9c3a487c6cdb will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:36.043675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:36.073501 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2002f2-1131-450d-90f5-bea7ef7be6f8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:36.076483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:36.078197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2002f2-1131-450d-90f5-bea7ef7be6f8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:36.084628 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:36.089538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c748ef0b-5dbe-43d1-9c6e-04fd922c0b97,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:36.091037 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7a2002f2-1131-450d-90f5-bea7ef7be6f8 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/66c98cc9-e813-431d-a054-cc725090f937 HTTP/1.1" status: 404 len: 333 time: 0.0949342 Sep 09 09:36:36.093606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55614) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:36.100305 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:36.100836 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Added segment 5a6a0bd6-a9bd-4781-a73e-d3f3ec9679a0 of type vlan for network f48f399e-73e2-4f82-9884-9c22609a0930 Sep 09 09:36:36.202329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:36.204465 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8429024-0fb4-4444-bb7c-2edbc606b5b5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:36.204945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8429024-0fb4-4444-bb7c-2edbc606b5b5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:36.215022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e8429024-0fb4-4444-bb7c-2edbc606b5b5 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/3cf3b00c-83d4-4b09-aff2-4d685db1d4c8 HTTP/1.1" status: 404 len: 337 time: 0.1200619 Sep 09 09:36:36.219549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55616) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:36.219997 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:36.287318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ffc31-0781-48d6-903a-3671186e7ec2 None None] Pushing event updated for resources: {'Port': ['ID=000256d5-6439-4db5-974b-34b9808fb632,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:36.377379 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.resource_extend [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:36:36.390479 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-21314c47-852d-43a0-80e0-a023826edacf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:36.391229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21314c47-852d-43a0-80e0-a023826edacf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:36.404047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55620) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:36.423713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-21314c47-852d-43a0-80e0-a023826edacf tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/7f1ef757-90e5-46e6-93f8-60eb30ea893d HTTP/1.1" status: 404 len: 333 time: 0.1942515 Sep 09 09:36:36.472575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network f08d66f3-b99e-4f90-840b-251e90c9fc1d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:36.474036 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df9c083-bccb-46c6-b051-a0caa2945e79 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:36.475216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df9c083-bccb-46c6-b051-a0caa2945e79 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:36.484389 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8df9c083-bccb-46c6-b051-a0caa2945e79 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/331f576f-c759-4621-bdf8-4c1439f21a09 HTTP/1.1" status: 404 len: 337 time: 0.0759075 Sep 09 09:36:36.485688 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55622) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:36.497911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:36.522635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=fc18b448-2b6e-41cf-9e21-9c3a487c6cdb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:36.530226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:36.544511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:36.545721 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-506d614a-083a-4eb1-a21c-8b2979d8778f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:36.546747 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:36.548173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506d614a-083a-4eb1-a21c-8b2979d8778f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:36.559948 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-506d614a-083a-4eb1-a21c-8b2979d8778f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/ec7af0c8-ed6e-45c2-be3f-9eb65108feb1 HTTP/1.1" status: 404 len: 333 time: 0.0717409 Sep 09 09:36:36.560952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55624) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:36.584252 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:36.589328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:36.590511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:36.649910 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b1b953-49c0-4f94-a213-2396839b0b4b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:36.650368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b1b953-49c0-4f94-a213-2396839b0b4b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:36.657535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55628) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:36.658501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-37b1b953-49c0-4f94-a213-2396839b0b4b tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/0cf8fb15-ddf1-42c6-8175-7a397cc4d2f3 HTTP/1.1" status: 404 len: 337 time: 0.0953019 Sep 09 09:36:36.697352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9692478 Sep 09 09:36:36.700081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55632) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:36.705613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Request body: {'network': {'project_id': '44e9c305d6c541c99553189697704506'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:36.816406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55634) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:36.822311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-824cc021-dbf4-4976-8dd9-6e033ebec920 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1886859 Sep 09 09:36:36.893278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Made reservation on behalf of 44e9c305d6c541c99553189697704506 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:36.901626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:36.991320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:37.042610 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:37.043030 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Added segment 4f929833-766e-43ca-8414-654475bd6081 of type vlan for network 26cfdfc3-c2b9-4507-9e14-40d04e7005be Sep 09 09:36:37.144861 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:37.248024 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dde5070-e211-40c6-a44e-5af3ab054773 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:37.248929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dde5070-e211-40c6-a44e-5af3ab054773 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:37.254856 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8dde5070-e211-40c6-a44e-5af3ab054773 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/459977df-19df-4e16-ab71-ea4e23399db8 HTTP/1.1" status: 404 len: 333 time: 0.5935645 Sep 09 09:36:37.256958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55640) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:37.305665 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fad32f-c53f-4a51-8bfe-3586d2bc4a9f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:37.306268 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fad32f-c53f-4a51-8bfe-3586d2bc4a9f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:37.312540 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a6fad32f-c53f-4a51-8bfe-3586d2bc4a9f tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/b7040abf-31e9-414c-9dc5-0b7c8302ac5d HTTP/1.1" status: 404 len: 337 time: 0.0543189 Sep 09 09:36:37.313096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4f85c-32ea-4747-881b-af7fcbd1e1a1 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Pushing event updated for resources: {'Network': ['ID=f48f399e-73e2-4f82-9884-9c22609a0930,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:37.317615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55642) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:37.317947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55644) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:37.328457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network f48f399e-73e2-4f82-9884-9c22609a0930 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:37.360152 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef3afa9-cc9d-4038-af76-780e0e514839 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:37.361021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef3afa9-cc9d-4038-af76-780e0e514839 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:37.365962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cef3afa9-cc9d-4038-af76-780e0e514839 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/8819b3b5-3f53-4669-9d79-74f992c4d85a HTTP/1.1" status: 404 len: 333 time: 0.0451059 Sep 09 09:36:37.366229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55648) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:37.400514 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:37.401555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:37.402598 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:37.414950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0596d7d-0121-4deb-a9bd-d356daf4670d req-89b94e87-3e4b-4292-8ab2-d16c1a3d7550 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:37.416435 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b0596d7d-0121-4deb-a9bd-d356daf4670d req-89b94e87-3e4b-4292-8ab2-d16c1a3d7550 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.7569766 Sep 09 09:36:37.430606 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bbda16-7a43-40e9-88ec-3f2a41773bde tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:37.431104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bbda16-7a43-40e9-88ec-3f2a41773bde tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:37.439980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-85bbda16-7a43-40e9-88ec-3f2a41773bde tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/6ed67f50-8bad-4bdd-9e79-f315a156977a HTTP/1.1" status: 404 len: 337 time: 0.0715914 Sep 09 09:36:37.448089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55650) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:37.570314 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-51900568-5bc4-41b4-a483-2c9e7c116471 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:37.580003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51900568-5bc4-41b4-a483-2c9e7c116471 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:37.591113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55652) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:37.596717 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-51900568-5bc4-41b4-a483-2c9e7c116471 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/45fee766-6e45-4a44-aa04-11fadb5493e2 HTTP/1.1" status: 404 len: 333 time: 0.1466451 Sep 09 09:36:37.610738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 000256d5-6439-4db5-974b-34b9808fb632 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:37.628759 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b0596d7d-0121-4deb-a9bd-d356daf4670d req-88fa2228-1b18-43d9-9360-2c31e63ad56e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001574 Sep 09 09:36:37.739349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Pushing event updated for resources: {'Network': ['ID=26cfdfc3-c2b9-4507-9e14-40d04e7005be,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:37.749872 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-220dbbd8-6168-4648-a063-db1f3a4c06d6 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0483756 Sep 09 09:36:37.750765 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 26cfdfc3-c2b9-4507-9e14-40d04e7005be details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:37.752982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55654) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:37.777271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d7dc64d9-4b72-4c23-a102-1a8e141b3402 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Request body: {'network': {'project_id': '44e9c305d6c541c99553189697704506'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:37.793648 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51e7315-4942-49c2-9996-8ff8fdc4afff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:37.794111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51e7315-4942-49c2-9996-8ff8fdc4afff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:37.799915 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f51e7315-4942-49c2-9996-8ff8fdc4afff tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/a59d42b4-167e-4285-b4b4-11633469e190 HTTP/1.1" status: 404 len: 337 time: 0.2031562 Sep 09 09:36:37.801057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55658) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:37.808391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 000256d5-6439-4db5-974b-34b9808fb632 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:37.817973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-856858df-419f-4dc4-9f74-72614ebb4e30 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port fc18b448-2b6e-41cf-9e21-9c3a487c6cdb {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:37.818495 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-856858df-419f-4dc4-9f74-72614ebb4e30 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:37.834868 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad29f2e8-d1fe-4436-80e3-ff2fd1a12ed6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:37.837059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad29f2e8-d1fe-4436-80e3-ff2fd1a12ed6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:37.849491 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ad29f2e8-d1fe-4436-80e3-ff2fd1a12ed6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/ports/375e24d2-5c9b-42e0-9927-1731bf3a825e HTTP/1.1" status: 404 len: 333 time: 0.0463197 Sep 09 09:36:37.851488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55660) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:37.918934 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-81214a41-02b0-4881-8974-d65da47592a6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:37.920597 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81214a41-02b0-4881-8974-d65da47592a6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:37.927976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-81214a41-02b0-4881-8974-d65da47592a6 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/subnets/dc04905c-9fd8-4205-8795-f68ff9b1d291 HTTP/1.1" status: 404 len: 337 time: 0.0751565 Sep 09 09:36:37.937809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55662) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:37.975504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4a97d04-44ec-466a-8073-1d630d3fe227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:38.015267 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dc64d9-4b72-4c23-a102-1a8e141b3402 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 09 09:36:38.018155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dc64d9-4b72-4c23-a102-1a8e141b3402 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:38.023053 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d7dc64d9-4b72-4c23-a102-1a8e141b3402 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2689316 Sep 09 09:36:38.030864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55664) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:38.377525 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-856858df-419f-4dc4-9f74-72614ebb4e30 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:38.379183 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b1fedd87-b737-4eec-afda-3ad74b9e1ec0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44e9c305d6c541c99553189697704506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549655 Sep 09 09:36:38.379648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:38.379648 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-856858df-419f-4dc4-9f74-72614ebb4e30 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for fc18b448-2b6e-41cf-9e21-9c3a487c6cdb owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:38.397856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55668) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:38.491249 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4a97d04-44ec-466a-8073-1d630d3fe227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:38.513873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a874e1a-fa77-4ab7-aad2-89dfc47cdd33 None None] Network f08d66f3-b99e-4f90-840b-251e90c9fc1d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:38.520426 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8e36eb5-a0f5-4227-af94-1ee1a7125ffd tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:38.587421 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8e36eb5-a0f5-4227-af94-1ee1a7125ffd tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:38.611335 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4a97d04-44ec-466a-8073-1d630d3fe227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:38.817892 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a4a97d04-44ec-466a-8073-1d630d3fe227 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=523bc106ff6143668ec0acafeb915c02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4989176 Sep 09 09:36:38.818684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a97d04-44ec-466a-8073-1d630d3fe227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1ca7ce-cf91-4713-87f4-a3444803397f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:38.822581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55672) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:38.844584 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bdcc6649-c19e-4586-88ce-4682df03f8bd None None] Provisioning for port 000256d5-6439-4db5-974b-34b9808fb632 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:38.873485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bdcc6649-c19e-4586-88ce-4682df03f8bd None None] Provisioning complete for port 000256d5-6439-4db5-974b-34b9808fb632 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:38.876678 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6649-c19e-4586-88ce-4682df03f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:38.887229 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8e36eb5-a0f5-4227-af94-1ee1a7125ffd tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:38.890217 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8e36eb5-a0f5-4227-af94-1ee1a7125ffd tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:38.891562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d8e36eb5-a0f5-4227-af94-1ee1a7125ffd tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/c748ef0b-5dbe-43d1-9c6e-04fd922c0b97 HTTP/1.1" status: 204 len: 168 time: 0.4917645 Sep 09 09:36:38.903643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55676) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:38.904407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e36eb5-a0f5-4227-af94-1ee1a7125ffd tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c748ef0b-5dbe-43d1-9c6e-04fd922c0b97,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:38.940578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8015-8ed1-457a-a384-7c766f634b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:38.970822 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8015-8ed1-457a-a384-7c766f634b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.120277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.135572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8015-8ed1-457a-a384-7c766f634b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.136933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf180dc-9383-467d-a703-41a604d69cdd req-d9f3c097-8d01-47a4-862f-7864e3f95d7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:39.138513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-abf180dc-9383-467d-a703-41a604d69cdd req-d9f3c097-8d01-47a4-862f-7864e3f95d7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.1805999 Sep 09 09:36:39.139104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8015-8ed1-457a-a384-7c766f634b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.140600 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dbdf8015-8ed1-457a-a384-7c766f634b1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab1ca7ce-cf91-4713-87f4-a3444803397f HTTP/1.1" status: 204 len: 168 time: 0.3170960 Sep 09 09:36:39.172519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf8015-8ed1-457a-a384-7c766f634b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1ca7ce-cf91-4713-87f4-a3444803397f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:39.190494 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.196506 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-abf180dc-9383-467d-a703-41a604d69cdd req-b0ca645a-fc43-4316-9b5f-2b6377014734 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474892 Sep 09 09:36:39.203311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52afa9f-70f5-4bba-8968-1c771a6ccd3e']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:39.224063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:39.224063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f402ffd3-d811-48ad-a7a8-573a8bf4a2ac') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:39.273831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.305198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.320295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:36:39.320713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:36:39.324005 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:36:39.365457 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6649-c19e-4586-88ce-4682df03f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.432326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-856858df-419f-4dc4-9f74-72614ebb4e30 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.444665 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.462611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856858df-419f-4dc4-9f74-72614ebb4e30 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=fc18b448-2b6e-41cf-9e21-9c3a487c6cdb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:39.464024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bdcc6649-c19e-4586-88ce-4682df03f8bd None None] For port 000256d5-6439-4db5-974b-34b9808fb632, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=000256d5-6439-4db5-974b-34b9808fb632,segment=NetworkSegment(114bcdef-5a7b-4f7d-8337-2072db4852b0),segment_id=114bcdef-5a7b-4f7d-8337-2072db4852b0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:39.492314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cfdfc3-c2b9-4507-9e14-40d04e7005be']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:39.510510 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-856858df-419f-4dc4-9f74-72614ebb4e30 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.515414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-856858df-419f-4dc4-9f74-72614ebb4e30 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/fc18b448-2b6e-41cf-9e21-9c3a487c6cdb HTTP/1.1" status: 204 len: 168 time: 2.6961851 Sep 09 09:36:39.517245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:39.519325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f929833-766e-43ca-8414-654475bd6081') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:39.523877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f929833-766e-43ca-8414-654475bd6081') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:39.528833 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6649-c19e-4586-88ce-4682df03f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.529439 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.537611 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.544765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] 10.222.0.32 "DELETE /v2.0/networks/a52afa9f-70f5-4bba-8968-1c771a6ccd3e HTTP/1.1" status: 204 len: 168 time: 1.6053991 Sep 09 09:36:39.557888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150cfdd-8573-4e3b-8325-f6b7336719f7 tempest-NetworksTestDHCPv6-38161489 tempest-NetworksTestDHCPv6-38161489-project] Pushing event deleted for resources: {'Network': ['ID=a52afa9f-70f5-4bba-8968-1c771a6ccd3e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:39.580546 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.633730 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13eeec0-bbc6-4a6a-bb50-b74b9517ff74 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:36:39.637773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc6649-c19e-4586-88ce-4682df03f8bd None None] Pushing event updated for resources: {'Port': ['ID=000256d5-6439-4db5-974b-34b9808fb632,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:39.640835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13eeec0-bbc6-4a6a-bb50-b74b9517ff74 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:36:39.643012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d13eeec0-bbc6-4a6a-bb50-b74b9517ff74 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/fc18b448-2b6e-41cf-9e21-9c3a487c6cdb HTTP/1.1" status: 404 len: 333 time: 0.1168723 Sep 09 09:36:39.646181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55688) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:39.651874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.659006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:36:39.665112 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.702942 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-182f4962-18bd-4b8a-ab28-f9797bb9f05e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:36:39.708346 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-182f4962-18bd-4b8a-ab28-f9797bb9f05e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/fc18b448-2b6e-41cf-9e21-9c3a487c6cdb HTTP/1.1" status: 404 len: 333 time: 0.0574367 Sep 09 09:36:39.710375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55690) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:36:39.752937 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:36:39.771099 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d701a75f-d465-4c1e-9b12-ed154dd9b32f None None] Could not find standard attr ID for object fc18b448-2b6e-41cf-9e21-9c3a487c6cdb. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:36:39.789358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d701a75f-d465-4c1e-9b12-ed154dd9b32f None None] Provisioning complete for port 000256d5-6439-4db5-974b-34b9808fb632 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:39.790929 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d701a75f-d465-4c1e-9b12-ed154dd9b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.822986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce24755a-deb9-4eb0-9509-2d2fc433ae34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting subnet 6a26d568-f123-4e16-903e-c55782a34630 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:36:39.831732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce24755a-deb9-4eb0-9509-2d2fc433ae34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.832673 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.838530 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:39.840919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] 10.222.0.32 "DELETE /v2.0/networks/26cfdfc3-c2b9-4507-9e14-40d04e7005be HTTP/1.1" status: 204 len: 168 time: 0.9333606 Sep 09 09:36:39.846651 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55696) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:39.879665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aec91-e01e-4307-bc3a-d196e764a9a0 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Pushing event deleted for resources: {'Network': ['ID=26cfdfc3-c2b9-4507-9e14-40d04e7005be,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:40.033605 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce24755a-deb9-4eb0-9509-2d2fc433ae34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.158455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ba166461-06db-46b1-96d6-12357e29270e None None] Could not find standard attr ID for object fc18b448-2b6e-41cf-9e21-9c3a487c6cdb. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:36:40.176606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.266122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55712) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:40.411049 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.449048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48f399e-73e2-4f82-9884-9c22609a0930']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:40.461437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6a0bd6-a9bd-4781-a73e-d3f3ec9679a0') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:40.461793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6a0bd6-a9bd-4781-a73e-d3f3ec9679a0') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:40.476850 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c6819a1f-5bbd-4862-abeb-0bc8a7e96808 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d447522c9cca4d03823a00c08aaeca8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085693 Sep 09 09:36:40.478366 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.486122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e6596-7270-42a1-bed2-a8efd27f81e7 req-f8826d35-520a-4261-a38b-8c9edfef9c36 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:40.487926 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac9e6596-7270-42a1-bed2-a8efd27f81e7 req-f8826d35-520a-4261-a38b-8c9edfef9c36 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.1586366 Sep 09 09:36:40.488708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55726) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:40.507544 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.527536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:36:40.527536 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:36:40.529490 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:36:40.556548 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce24755a-deb9-4eb0-9509-2d2fc433ae34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.637280 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9807ce2-62e0-4c37-a703-598612600ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.644332 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac9e6596-7270-42a1-bed2-a8efd27f81e7 req-51722157-dbad-496f-bcaf-d48b818709f8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473124 Sep 09 09:36:40.680066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9807ce2-62e0-4c37-a703-598612600ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.711530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.731920 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.737145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f48f399e-73e2-4f82-9884-9c22609a0930 HTTP/1.1" status: 204 len: 168 time: 0.8866665 Sep 09 09:36:40.782848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8cf06-e6e8-47ce-b219-f5922037b117 tempest-QuotasNegativeTest-864800153 tempest-QuotasNegativeTest-864800153-project-admin] Pushing event deleted for resources: {'Network': ['ID=f48f399e-73e2-4f82-9884-9c22609a0930,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:40.798183 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce24755a-deb9-4eb0-9509-2d2fc433ae34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.827017 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9807ce2-62e0-4c37-a703-598612600ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.830958 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9807ce2-62e0-4c37-a703-598612600ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.835323 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f9807ce2-62e0-4c37-a703-598612600ba5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8aa3f1f3-6dc5-4c74-ad3e-3c69aeaa57ee HTTP/1.1" status: 204 len: 168 time: 0.3442254 Sep 09 09:36:40.852766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9807ce2-62e0-4c37-a703-598612600ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa3f1f3-6dc5-4c74-ad3e-3c69aeaa57ee,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:40.890338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24755a-deb9-4eb0-9509-2d2fc433ae34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Subnet': ['ID=6a26d568-f123-4e16-903e-c55782a34630,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:40.892380 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ce24755a-deb9-4eb0-9509-2d2fc433ae34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:40.896969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55742) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:40.897141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ce24755a-deb9-4eb0-9509-2d2fc433ae34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/6a26d568-f123-4e16-903e-c55782a34630 HTTP/1.1" status: 204 len: 168 time: 1.1823740 Sep 09 09:36:40.901103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b0f7d5-ff3d-40b4-8830-aa08e6b7ab10 None None] Network f08d66f3-b99e-4f90-840b-251e90c9fc1d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:41.130533 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:41.223453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 000256d5-6439-4db5-974b-34b9808fb632 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:41.224311 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:41.289088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f451553-29a0-40af-bd83-7b52aaa5807a None None] DHCP port deletion for f08d66f3-b99e-4f90-840b-251e90c9fc1d request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:36:41.394815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6f451553-29a0-40af-bd83-7b52aaa5807a None None] Deleting port 000256d5-6439-4db5-974b-34b9808fb632 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:41.398149 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f451553-29a0-40af-bd83-7b52aaa5807a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:41.477774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] For port 000256d5-6439-4db5-974b-34b9808fb632, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=000256d5-6439-4db5-974b-34b9808fb632,segment=NetworkSegment(114bcdef-5a7b-4f7d-8337-2072db4852b0),segment_id=114bcdef-5a7b-4f7d-8337-2072db4852b0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:41.478839 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:41.510486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 000256d5-6439-4db5-974b-34b9808fb632 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:41.558493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6f451553-29a0-40af-bd83-7b52aaa5807a None None] For port 000256d5-6439-4db5-974b-34b9808fb632, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=000256d5-6439-4db5-974b-34b9808fb632,segment=NetworkSegment(114bcdef-5a7b-4f7d-8337-2072db4852b0),segment_id=114bcdef-5a7b-4f7d-8337-2072db4852b0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:41.558787 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f451553-29a0-40af-bd83-7b52aaa5807a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:41.574110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6f451553-29a0-40af-bd83-7b52aaa5807a None None] Calling delete_port for 000256d5-6439-4db5-974b-34b9808fb632 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:41.643889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 000256d5-6439-4db5-974b-34b9808fb632 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:36:41.839284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:41.883432 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:41.953560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=000256d5-6439-4db5-974b-34b9808fb632,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:41.977065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No DVR routers for this DVR port 000256d5-6439-4db5-974b-34b9808fb632 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:36:42.005798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbdd9-3587-42eb-83f8-601876d3ec3f req-ffdd7f64-e858-45b7-b0f5-2ab7bc14163b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:42.015363 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-720cbdd9-3587-42eb-83f8-601876d3ec3f req-ffdd7f64-e858-45b7-b0f5-2ab7bc14163b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.2196438 Sep 09 09:36:42.029585 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f451553-29a0-40af-bd83-7b52aaa5807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.089569 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f451553-29a0-40af-bd83-7b52aaa5807a None None] Pushing event deleted for resources: {'Port': ['ID=000256d5-6439-4db5-974b-34b9808fb632,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:42.101079 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f451553-29a0-40af-bd83-7b52aaa5807a None None] No DVR routers for this DVR port 000256d5-6439-4db5-974b-34b9808fb632 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:36:42.115079 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-720cbdd9-3587-42eb-83f8-601876d3ec3f req-8d2c96af-4052-49f3-9add-062bb2ff80c6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925508 Sep 09 09:36:42.208118 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.237565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08d66f3-b99e-4f90-840b-251e90c9fc1d']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:42.254094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114bcdef-5a7b-4f7d-8337-2072db4852b0') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:42.254617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114bcdef-5a7b-4f7d-8337-2072db4852b0') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:42.282583 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.299119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.306666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:36:42.336130 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:36:42.461479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.478262 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.481049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/networks/f08d66f3-b99e-4f90-840b-251e90c9fc1d HTTP/1.1" status: 204 len: 168 time: 1.5818322 Sep 09 09:36:42.484806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55772) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:42.490553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1889859661'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:42.511653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869af570-571a-4612-b980-45c71fa5996b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Network': ['ID=f08d66f3-b99e-4f90-840b-251e90c9fc1d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:42.578118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55778) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:42.603993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:42.609100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.643758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:42.654406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.654837 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Added segment e6282b19-ccc1-405b-af33-4446c958fc61 of type vlan for network 20eb385f-3042-4b23-a65b-df26c5c5fe90 Sep 09 09:36:42.715841 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.773427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a18d97fc-b059-4b3e-ada7-ec649e5ad0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.826972 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.834414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:42.834414 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:42.925285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Network': ['ID=20eb385f-3042-4b23-a65b-df26c5c5fe90,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:42.940642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 20eb385f-3042-4b23-a65b-df26c5c5fe90 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:42.997575 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a18d97fc-b059-4b3e-ada7-ec649e5ad0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:43.136799 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a18d97fc-b059-4b3e-ada7-ec649e5ad0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:43.190808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a18d97fc-b059-4b3e-ada7-ec649e5ad0d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d45f2f71c1c41c5ae9f46f344ca0e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115220 Sep 09 09:36:43.198606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d97fc-b059-4b3e-ada7-ec649e5ad0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471f30a6-0e42-4789-98b0-7f146f0740df,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:43.198748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55806) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:43.242952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c8927f5f-99d6-4b7f-a381-b145316c4e34 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7544754 Sep 09 09:36:43.243771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55808) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:43.249347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': '20eb385f-3042-4b23-a65b-df26c5c5fe90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:43.272401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7200d-1bd7-4a1f-bb5a-bec9b4b42269 req-e52ea70d-2969-4fbc-a2d2-a4795d37cecd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:43.274561 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dde7200d-1bd7-4a1f-bb5a-bec9b4b42269 req-e52ea70d-2969-4fbc-a2d2-a4795d37cecd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.0817099 Sep 09 09:36:43.296263 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:43.338317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:43.352617 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dde7200d-1bd7-4a1f-bb5a-bec9b4b42269 req-d7566003-9e5b-4dec-883b-1922b789f18f tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698144 Sep 09 09:36:43.445859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:43.454325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:43.505592 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:43.506159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55826) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:43.508936 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:43.510247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/471f30a6-0e42-4789-98b0-7f146f0740df HTTP/1.1" status: 204 len: 168 time: 0.3148742 Sep 09 09:36:43.518454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471f30a6-0e42-4789-98b0-7f146f0740df,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:43.526479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.526922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.527191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.527547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.527883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.528218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.528547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.529085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.529326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.529659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.529989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.530690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6406c06-fa85-4711-9f91-fd9fabb09e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:36:43.745788 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-52abe0cb-07cd-4930-af62-df824e69da65 tempest-ServiceProvidersTest-1542254356 tempest-ServiceProvidersTest-1542254356-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2384090 Sep 09 09:36:43.775140 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:43.844153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Subnet': ['ID=c3193ee7-69df-496c-a83a-e8c1666f28b0,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:43.848839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Checking segment: {'id': 'e6282b19-ccc1-405b-af33-4446c958fc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20eb385f-3042-4b23-a65b-df26c5c5fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:43.849307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network hostable DHCP agents. Network: 20eb385f-3042-4b23-a65b-df26c5c5fe90, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:36:43.946901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network 20eb385f-3042-4b23-a65b-df26c5c5fe90 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:36:44.033101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 20eb385f-3042-4b23-a65b-df26c5c5fe90) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:44.045794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c827e6d-f9c9-4f2a-923e-b805e0511620 None None] Network 20eb385f-3042-4b23-a65b-df26c5c5fe90 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:44.057307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:44.059977 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:44.226658 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c95e17e2-e8d5-4b5e-8640-81f3269e43d3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9761074 Sep 09 09:36:44.226658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55874) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:44.232028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': '20eb385f-3042-4b23-a65b-df26c5c5fe90', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-292928859'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:44.288614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-20eb385f-3042-4b23-a65b-df26c5c5fe90', 'network_id': '20eb385f-3042-4b23-a65b-df26c5c5fe90', 'tenant_id': '2fd111789d994d459151117dd9b89972', 'fixed_ips': [{'subnet_id': 'c3193ee7-69df-496c-a83a-e8c1666f28b0'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:36:44.290172 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:44.591232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:44.594996 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9744-a18e-40e4-a5b6-26cd7ed14fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:44.596721 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:44.634771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port a0acafce-7982-42e3-a832-00d269c7b096 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:44.665811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55920) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:44.671091 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daf6bc-3eb7-4858-b9a0-b6e906bb5cc9 req-ab23e809-87b3-4e32-8f54-7fedd74e576e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:44.672417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Allocated IP 2001:db8::2 (20eb385f-3042-4b23-a65b-df26c5c5fe90/c3193ee7-69df-496c-a83a-e8c1666f28b0/e4ecf04b-99f5-4997-990a-c53dcc342409) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:44.672806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-84daf6bc-3eb7-4858-b9a0-b6e906bb5cc9 req-ab23e809-87b3-4e32-8f54-7fedd74e576e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.1573997 Sep 09 09:36:44.780457 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-84daf6bc-3eb7-4858-b9a0-b6e906bb5cc9 req-41dd5d02-d9e0-459b-aaa7-b3215fa8d282 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948846 Sep 09 09:36:44.982615 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:44.991339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Transition to ACTIVE for port object e4ecf04b-99f5-4997-990a-c53dcc342409 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:45.008126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Transition to ACTIVE for port object e4ecf04b-99f5-4997-990a-c53dcc342409 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:45.021985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55940) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:45.025001 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea67ade4-482d-44f6-bf3a-143ee917f298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.046292 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28b7b371-5a66-4bcc-a195-99abc16db7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.090652 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.192504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8::238 (20eb385f-3042-4b23-a65b-df26c5c5fe90/c3193ee7-69df-496c-a83a-e8c1666f28b0/a0acafce-7982-42e3-a832-00d269c7b096) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:45.223768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Network 20eb385f-3042-4b23-a65b-df26c5c5fe90 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:45.226787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea67ade4-482d-44f6-bf3a-143ee917f298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.230490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:45.233179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:45.263085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Pushing event updated for resources: {'Port': ['ID=e4ecf04b-99f5-4997-990a-c53dcc342409,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:45.314515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Attempting to bind port e4ecf04b-99f5-4997-990a-c53dcc342409 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:45.315743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Attempting to bind port e4ecf04b-99f5-4997-990a-c53dcc342409 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e6282b19-ccc1-405b-af33-4446c958fc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20eb385f-3042-4b23-a65b-df26c5c5fe90'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:45.316196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Attempting to bind port e4ecf04b-99f5-4997-990a-c53dcc342409 on network 20eb385f-3042-4b23-a65b-df26c5c5fe90 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:45.323930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:36:45.324537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Checking segment: {'id': 'e6282b19-ccc1-405b-af33-4446c958fc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20eb385f-3042-4b23-a65b-df26c5c5fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:45.325017 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.325483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Bound using segment: {'id': 'e6282b19-ccc1-405b-af33-4446c958fc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20eb385f-3042-4b23-a65b-df26c5c5fe90'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:36:45.326201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Bound port: e4ecf04b-99f5-4997-990a-c53dcc342409, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6282b19-ccc1-405b-af33-4446c958fc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20eb385f-3042-4b23-a65b-df26c5c5fe90'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:36:45.326827 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.341337 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea67ade4-482d-44f6-bf3a-143ee917f298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.400428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] For port e4ecf04b-99f5-4997-990a-c53dcc342409, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:36:45.403799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] For port e4ecf04b-99f5-4997-990a-c53dcc342409, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e4ecf04b-99f5-4997-990a-c53dcc342409,segment=NetworkSegment(e6282b19-ccc1-405b-af33-4446c958fc61),segment_id=e6282b19-ccc1-405b-af33-4446c958fc61)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:36:45.411357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55950) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:45.412324 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ea67ade4-482d-44f6-bf3a-143ee917f298 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0bee229483546e7a17ae093c37becc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7456238 Sep 09 09:36:45.448018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67ade4-482d-44f6-bf3a-143ee917f298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb4721c-d483-4699-8535-13e4a51e09af,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:45.449004 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.495178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object a0acafce-7982-42e3-a832-00d269c7b096 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:45.513021 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.529066 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45bbc4ef-17af-4d35-af47-e13d11e10661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.576445 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da3d94-9e1e-41dc-b22b-3432fbfea4cc None None] Pushing event updated for resources: {'Port': ['ID=e4ecf04b-99f5-4997-990a-c53dcc342409,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:45.605329 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28b7b371-5a66-4bcc-a195-99abc16db7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.639153 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45bbc4ef-17af-4d35-af47-e13d11e10661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.661017 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-28b7b371-5a66-4bcc-a195-99abc16db7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.743706 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-28b7b371-5a66-4bcc-a195-99abc16db7a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=022fbd1d4931494893caeb3eef76a9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7190576 Sep 09 09:36:45.746055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 55970) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:45.761267 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.830643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7b371-5a66-4bcc-a195-99abc16db7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0dd04f-b4d0-4435-8e58-fa486710a275,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:45.960429 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34d1d4bc-07a9-4513-a3b1-c1b003525d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:45.985266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=a0acafce-7982-42e3-a832-00d269c7b096,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:45.999952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network 20eb385f-3042-4b23-a65b-df26c5c5fe90 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:46.001576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:46.004344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:46.011240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:46.012128 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:46.039305 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34d1d4bc-07a9-4513-a3b1-c1b003525d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:46.049505 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45bbc4ef-17af-4d35-af47-e13d11e10661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:46.052136 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45bbc4ef-17af-4d35-af47-e13d11e10661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:46.053341 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-45bbc4ef-17af-4d35-af47-e13d11e10661 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afb4721c-d483-4699-8535-13e4a51e09af HTTP/1.1" status: 204 len: 168 time: 0.6409903 Sep 09 09:36:46.063554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbc4ef-17af-4d35-af47-e13d11e10661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb4721c-d483-4699-8535-13e4a51e09af,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:46.134141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-88d5d540-e9af-4d7a-adc9-cfea3bb8a66b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9093614 Sep 09 09:36:46.134985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 55998) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:46.381309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cea0e-9feb-463a-b1d4-88f58d6a5344 req-f5194dec-6f45-4356-9b0e-692f154178ef tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:46.381309 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b54cea0e-9feb-463a-b1d4-88f58d6a5344 req-f5194dec-6f45-4356-9b0e-692f154178ef tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 947 time: 0.0784125 Sep 09 09:36:46.381309 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34d1d4bc-07a9-4513-a3b1-c1b003525d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:46.381309 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34d1d4bc-07a9-4513-a3b1-c1b003525d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:46.381309 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-34d1d4bc-07a9-4513-a3b1-c1b003525d8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad0dd04f-b4d0-4435-8e58-fa486710a275 HTTP/1.1" status: 204 len: 168 time: 0.5287232 Sep 09 09:36:46.386385 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5fe86c24-1110-4fb1-ba5e-a66d8d968419 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port a0acafce-7982-42e3-a832-00d269c7b096 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:46.386385 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fe86c24-1110-4fb1-ba5e-a66d8d968419 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:46.396147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1d4bc-07a9-4513-a3b1-c1b003525d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0dd04f-b4d0-4435-8e58-fa486710a275,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:46.396147 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b54cea0e-9feb-463a-b1d4-88f58d6a5344 req-f56984e4-93d1-41f9-8d6e-cb3b3190e279 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109161 Sep 09 09:36:46.430409 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fe86c24-1110-4fb1-ba5e-a66d8d968419 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:46.453882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5fe86c24-1110-4fb1-ba5e-a66d8d968419 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for a0acafce-7982-42e3-a832-00d269c7b096 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:46.746778 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fe86c24-1110-4fb1-ba5e-a66d8d968419 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:46.783404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe86c24-1110-4fb1-ba5e-a66d8d968419 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=a0acafce-7982-42e3-a832-00d269c7b096,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:46.826269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5fe86c24-1110-4fb1-ba5e-a66d8d968419 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:46.831048 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5fe86c24-1110-4fb1-ba5e-a66d8d968419 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/a0acafce-7982-42e3-a832-00d269c7b096 HTTP/1.1" status: 204 len: 168 time: 0.6950445 Sep 09 09:36:46.837587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56026) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:46.884099 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e46d72-aa63-4ac5-9ff4-54d8d13395c3 None None] Network 20eb385f-3042-4b23-a65b-df26c5c5fe90 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:46.921078 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0357e9-7924-4491-9548-3545b7bb9cf0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:36:46.927035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5f0357e9-7924-4491-9548-3545b7bb9cf0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/a0acafce-7982-42e3-a832-00d269c7b096 HTTP/1.1" status: 404 len: 333 time: 0.0855920 Sep 09 09:36:46.927035 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:47.062508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-db459d9e-6d9b-4e5d-9bc7-63ce876c4b33 None None] Provisioning for port e4ecf04b-99f5-4997-990a-c53dcc342409 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:47.080974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b54559-4916-4bb0-bc0c-7231c1f109d9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting subnet c3193ee7-69df-496c-a83a-e8c1666f28b0 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:36:47.091977 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69b54559-4916-4bb0-bc0c-7231c1f109d9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:47.158273 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69b54559-4916-4bb0-bc0c-7231c1f109d9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:47.186712 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1ea0e66-93db-477d-bdb6-c2153be7905f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:47.337203 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:47.377736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69b54559-4916-4bb0-bc0c-7231c1f109d9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:47.567269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e4ecf04b-99f5-4997-990a-c53dcc342409 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:47.643901 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69b54559-4916-4bb0-bc0c-7231c1f109d9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:47.736602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b54559-4916-4bb0-bc0c-7231c1f109d9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Subnet': ['ID=c3193ee7-69df-496c-a83a-e8c1666f28b0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:47.765385 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69b54559-4916-4bb0-bc0c-7231c1f109d9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:47.784353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56082) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:47.786807 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-69b54559-4916-4bb0-bc0c-7231c1f109d9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/c3193ee7-69df-496c-a83a-e8c1666f28b0 HTTP/1.1" status: 204 len: 168 time: 0.8493907 Sep 09 09:36:47.813027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56084) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:47.828591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b209375c-5340-4d91-ab33-51ab8d4191bb None None] Network 20eb385f-3042-4b23-a65b-df26c5c5fe90 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:47.874433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e4ecf04b-99f5-4997-990a-c53dcc342409 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:47.888438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e4ecf04b-99f5-4997-990a-c53dcc342409 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:47.889131 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:47.954390 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:47.974668 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f9178a70-2927-4148-b751-4900aad152da None None] Provisioning complete for port e4ecf04b-99f5-4997-990a-c53dcc342409 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:47.975044 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9178a70-2927-4148-b751-4900aad152da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.108037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port e4ecf04b-99f5-4997-990a-c53dcc342409 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:48.108400 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.266721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:36:48.281554 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.281704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] For port e4ecf04b-99f5-4997-990a-c53dcc342409, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e4ecf04b-99f5-4997-990a-c53dcc342409,segment=NetworkSegment(e6282b19-ccc1-405b-af33-4446c958fc61),segment_id=e6282b19-ccc1-405b-af33-4446c958fc61)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:48.282040 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.317353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for e4ecf04b-99f5-4997-990a-c53dcc342409 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:48.334487 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-19e3b26a-87d5-40b7-99ae-4089ed0abd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.352246 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9178a70-2927-4148-b751-4900aad152da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.359930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fbbfbb-78e8-4b31-a101-582ea8f4ed38 None None] DHCP port deletion for 20eb385f-3042-4b23-a65b-df26c5c5fe90 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:36:48.495809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e4ecf04b-99f5-4997-990a-c53dcc342409, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e4ecf04b-99f5-4997-990a-c53dcc342409,segment=NetworkSegment(e6282b19-ccc1-405b-af33-4446c958fc61),segment_id=e6282b19-ccc1-405b-af33-4446c958fc61)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:48.558000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-19e3b26a-87d5-40b7-99ae-4089ed0abd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.578798 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.580808 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.647233 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.656576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.656836 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-19e3b26a-87d5-40b7-99ae-4089ed0abd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.671934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbbfbb-78e8-4b31-a101-582ea8f4ed38 None None] Deleting port e4ecf04b-99f5-4997-990a-c53dcc342409 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:48.677397 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9fbbfbb-78e8-4b31-a101-582ea8f4ed38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.696961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3b26a-87d5-40b7-99ae-4089ed0abd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743be303-95a5-4326-9059-3b609919ff37,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:48.730387 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-19e3b26a-87d5-40b7-99ae-4089ed0abd3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e96713a0c1774e41afd3170f4165c991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9158127 Sep 09 09:36:48.733990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56118) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:48.737961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=e4ecf04b-99f5-4997-990a-c53dcc342409,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:48.749530 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-f9178a70-2927-4148-b751-4900aad152da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:36:48.749893 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-f9178a70-2927-4148-b751-4900aad152da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:36:48.750088 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No DVR routers for this DVR port e4ecf04b-99f5-4997-990a-c53dcc342409 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:36:48.759704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:36:48.762752 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4610f19-422d-4ca9-941d-cd2a74ab8f8d" -d '{"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:36:48.802054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e4ecf04b-99f5-4997-990a-c53dcc342409,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:48.823977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:48.869782 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6354be9-b1c1-4122-8401-16b437149fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.917592 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d9ffa0-cc78-43fd-8c6c-ae353c99dc0b x-openstack-request-id: req-41d9ffa0-cc78-43fd-8c6c-ae353c99dc0b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:36:48.927209 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:36:48.927209 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41d9ffa0-cc78-43fd-8c6c-ae353c99dc0b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:36:48.927209 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'code': 200} Sep 09 09:36:48.927209 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.948343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b9fbbfbb-78e8-4b31-a101-582ea8f4ed38 None None] For port e4ecf04b-99f5-4997-990a-c53dcc342409, host n-d-778696-16, got binding levels [] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:48.950198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6354be9-b1c1-4122-8401-16b437149fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:48.950376 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9fbbfbb-78e8-4b31-a101-582ea8f4ed38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.023814 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbbfbb-78e8-4b31-a101-582ea8f4ed38 None None] Calling delete_port for e4ecf04b-99f5-4997-990a-c53dcc342409 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:49.023814 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.ipam_backend_mixin [None req-b9fbbfbb-78e8-4b31-a101-582ea8f4ed38 None None] Port e4ecf04b-99f5-4997-990a-c53dcc342409 was not found and therefore no delete operation was performed {{(pid=95327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:36:49.026706 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.028063 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9fbbfbb-78e8-4b31-a101-582ea8f4ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.031518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56134) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:49.072210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20eb385f-3042-4b23-a65b-df26c5c5fe90']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:49.084668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6282b19-ccc1-405b-af33-4446c958fc61') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:49.085432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6282b19-ccc1-405b-af33-4446c958fc61') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:49.087171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbbfbb-78e8-4b31-a101-582ea8f4ed38 None None] No DVR routers for this DVR port e4ecf04b-99f5-4997-990a-c53dcc342409 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:36:49.090940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=14']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:49.113105 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.149235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbbfbb-78e8-4b31-a101-582ea8f4ed38 None None] Pushing event deleted for resources: {'Port': ['ID=e4ecf04b-99f5-4997-990a-c53dcc342409,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:49.207113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1701288471'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:49.238268 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6354be9-b1c1-4122-8401-16b437149fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.245815 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6354be9-b1c1-4122-8401-16b437149fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.248945 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.255546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a6354be9-b1c1-4122-8401-16b437149fe4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/743be303-95a5-4326-9059-3b609919ff37 HTTP/1.1" status: 204 len: 168 time: 0.5199463 Sep 09 09:36:49.265562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6354be9-b1c1-4122-8401-16b437149fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743be303-95a5-4326-9059-3b609919ff37,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:49.274982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:36:49.275824 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:36:49.279335 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:36:49.317730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f9178a70-2927-4148-b751-4900aad152da None None] Port e4ecf04b-99f5-4997-990a-c53dcc342409 update to ACTIVE by agent not found {{(pid=95327) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 09 09:36:49.355645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Made reservation on behalf of b23bbc871a81436bb8730ffa4e5f637e for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:49.362326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.382740 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.444435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.461084 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.461751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/networks/20eb385f-3042-4b23-a65b-df26c5c5fe90 HTTP/1.1" status: 204 len: 168 time: 1.6757457 Sep 09 09:36:49.465550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:49.469626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e4ecf04b-99f5-4997-990a-c53dcc342409 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:36:49.471577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'name': 'tempest-PortsIpV6TestJSON-1309133797'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:49.478343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a253ee6-8c26-4fa5-9911-1116255bacbe tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Network': ['ID=20eb385f-3042-4b23-a65b-df26c5c5fe90,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:49.495691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e4ecf04b-99f5-4997-990a-c53dcc342409 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:36:49.496154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e4ecf04b-99f5-4997-990a-c53dcc342409 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:36:49.531534 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.633200 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.647272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:49.696482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059ac77c-6edb-4d5d-8dac-dc1ed7a0bde2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:49.715927 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.716289 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Added segment 3681b854-44e3-4d46-876c-b4f977f3b044 of type vlan for network 84cfb999-f940-4812-90f5-4f15892b2b22 Sep 09 09:36:49.735822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:49.748299 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:49.813556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port 8ffb9a5b-af1e-4110-a502-13fa1b6839a4 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:49.858425 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:50.021840 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:50.031064 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:50.036825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:50.037455 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:50.122194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Pushing event updated for resources: {'Network': ['ID=84cfb999-f940-4812-90f5-4f15892b2b22,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:50.134140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 84cfb999-f940-4812-90f5-4f15892b2b22 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:50.173524 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:50.187874 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a51df16b-a950-4cba-abc3-f54358d58ebf tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1541474 Sep 09 09:36:50.191317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56196) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:50.199253 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:50.200178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-34fdd744-dda5-4c48-8894-3a6d56a7a46c tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22', 'tempest-TagsTest-Tag-716352324') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:50.267010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network d3bae564-657f-4dc1-984f-b4a774867f0f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:50.273757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:50.281941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:50.290963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:50.293725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:50.333803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054a7bd-dd88-4699-886f-ffe5b37786fd req-27d410e2-9ec8-4ffe-8e3a-0adbe6ddea99 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:50.333803 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a054a7bd-dd88-4699-886f-ffe5b37786fd req-27d410e2-9ec8-4ffe-8e3a-0adbe6ddea99 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1505439 Sep 09 09:36:50.336364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=8ffb9a5b-af1e-4110-a502-13fa1b6839a4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:50.396861 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a054a7bd-dd88-4699-886f-ffe5b37786fd req-673b0a6b-4dfd-43dc-baf1-85b7842dfd44 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488567 Sep 09 09:36:50.443645 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3abcc450-7ec8-42e3-bf17-a008772ed8e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9766746 Sep 09 09:36:50.446219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56202) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:50.450544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-34fdd744-dda5-4c48-8894-3a6d56a7a46c tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "PUT /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags/tempest-TagsTest-Tag-716352324 HTTP/1.1" status: 201 len: 201 time: 0.2573364 Sep 09 09:36:50.451361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56204) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:50.459605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-0e64d32b-8284-4e8a-ae70-ac5ff9773484 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22', 'tempest-TagsTest-Tag-716352324') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:50.582967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:50.601405 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0e64d32b-8284-4e8a-ae70-ac5ff9773484 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "GET /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags/tempest-TagsTest-Tag-716352324 HTTP/1.1" status: 204 len: 168 time: 0.1479294 Sep 09 09:36:50.606422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b5254a18-d126-45dd-99ef-5d16558b6a52 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 8ffb9a5b-af1e-4110-a502-13fa1b6839a4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:50.606422 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5254a18-d126-45dd-99ef-5d16558b6a52 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:50.608656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56212) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:50.626526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-4eb9d0fe-7023-4b8d-abb9-826c01271a72 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:50.704872 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5254a18-d126-45dd-99ef-5d16558b6a52 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:50.728171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b5254a18-d126-45dd-99ef-5d16558b6a52 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 8ffb9a5b-af1e-4110-a502-13fa1b6839a4 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:50.780893 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4eb9d0fe-7023-4b8d-abb9-826c01271a72 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "GET /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags HTTP/1.1" status: 200 len: 237 time: 0.1606367 Sep 09 09:36:50.785416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56222) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:50.785568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1525015284', 'router:external': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:50.792948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-33b80dbd-4bb0-41c8-91d7-fdc7e57ad91f tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22', {'tags': ['tempest-TagsTest-Tag-2097870506', 'tempest-TagsTest-Tag-1134110647', 'tempest-TagsTest-Tag-803006838']}) {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:50.909409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde783f9-dc60-4fe8-916a-1dafeb5b2415 req-132a5aaf-7181-46cb-b9a9-e2877da58b16 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:50.917081 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dde783f9-dc60-4fe8-916a-1dafeb5b2415 req-132a5aaf-7181-46cb-b9a9-e2877da58b16 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0897832 Sep 09 09:36:50.967980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Made reservation on behalf of 5f474038afa84736ac24733fa82efb25 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:50.970187 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:50.984505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56228) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:50.989439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.011347 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-33b80dbd-4bb0-41c8-91d7-fdc7e57ad91f tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "PUT /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags HTTP/1.1" status: 200 len: 308 time: 0.2264419 Sep 09 09:36:51.013993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56232) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:51.021057 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dde783f9-dc60-4fe8-916a-1dafeb5b2415 req-5ab7dba5-7f20-4aa9-91ea-58267c862cfc tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029925 Sep 09 09:36:51.025930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-66557abc-e6ad-44c7-85dc-b37b2f880e75 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22', 'tempest-TagsTest-Tag-2097870506') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:51.030379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70efd-1830-4f62-ac56-af4049675014 req-0bcee88f-223d-4ef7-b23d-d676b8567663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:51.032315 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f8b70efd-1830-4f62-ac56-af4049675014 req-0bcee88f-223d-4ef7-b23d-d676b8567663 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.1128008 Sep 09 09:36:51.080678 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5254a18-d126-45dd-99ef-5d16558b6a52 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.129432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5254a18-d126-45dd-99ef-5d16558b6a52 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=8ffb9a5b-af1e-4110-a502-13fa1b6839a4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:51.142026 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5254a18-d126-45dd-99ef-5d16558b6a52 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.144104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b5254a18-d126-45dd-99ef-5d16558b6a52 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/8ffb9a5b-af1e-4110-a502-13fa1b6839a4 HTTP/1.1" status: 204 len: 168 time: 0.6967461 Sep 09 09:36:51.146648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56234) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:51.150957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1541103535-network', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:51.152327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'mac_address': 'fa:16:3e:fa:1b:6f', 'name': 'tempest-PortsIpV6TestJSON-1035785041'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:51.273218 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-66557abc-e6ad-44c7-85dc-b37b2f880e75 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "DELETE /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags/tempest-TagsTest-Tag-2097870506 HTTP/1.1" status: 204 len: 168 time: 0.2540505 Sep 09 09:36:51.276161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56236) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:51.280703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-09f86055-005b-476f-a6ee-69cbbb4bc3e8 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22', 'tempest-TagsTest-Tag-2097870506') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:51.332181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70efd-1830-4f62-ac56-af4049675014 req-1dce6453-2332-4282-bc76-08bc61c2b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:51.333687 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f8b70efd-1830-4f62-ac56-af4049675014 req-1dce6453-2332-4282-bc76-08bc61c2b8b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.2848861 Sep 09 09:36:51.358210 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-09f86055-005b-476f-a6ee-69cbbb4bc3e8 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] show failed (client error): The resource could not be found. Sep 09 09:36:51.362446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-09f86055-005b-476f-a6ee-69cbbb4bc3e8 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "GET /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags/tempest-TagsTest-Tag-2097870506 HTTP/1.1" status: 404 len: 326 time: 0.0824301 Sep 09 09:36:51.362446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56238) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:51.368030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-960ed42b-b79a-41a4-ba1e-eb146368a4f5 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22', 'tempest-TagsTest-Tag-1134110647') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:51.414417 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.433460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f8b70efd-1830-4f62-ac56-af4049675014 req-67480032-c494-481d-8a68-073f28bd029c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1000 time: 0.0905371 Sep 09 09:36:51.453773 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-960ed42b-b79a-41a4-ba1e-eb146368a4f5 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "GET /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags/tempest-TagsTest-Tag-1134110647 HTTP/1.1" status: 204 len: 168 time: 0.0879176 Sep 09 09:36:51.454093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56240) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:51.458388 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-429bc938-8dcb-4301-adff-8bd79bae330a tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22', 'tempest-TagsTest-Tag-803006838') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:51.478584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.504069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70efd-1830-4f62-ac56-af4049675014 req-58e9d0ca-d2f8-49b3-bd2c-b411d38f17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:51.506271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f8b70efd-1830-4f62-ac56-af4049675014 req-58e9d0ca-d2f8-49b3-bd2c-b411d38f17ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.0657680 Sep 09 09:36:51.513714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:51.544115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-429bc938-8dcb-4301-adff-8bd79bae330a tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "GET /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags/tempest-TagsTest-Tag-803006838 HTTP/1.1" status: 204 len: 168 time: 0.0890341 Sep 09 09:36:51.556461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56244) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:51.560998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-caa161b3-8d4c-4983-bfa8-7433d0795529 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:51.597832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Made reservation on behalf of c934d37194b24e36a3b3e1cb33a2c263 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:51.597832 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.598147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf58628-88c5-4c32-ac9c-7b10bf22eb48,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:51.603219 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.613877 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.614406 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Added segment ef257f2a-d563-44dd-a67f-2e216ae014f8 of type vlan for network 516fdb93-9b4e-4deb-92d8-7550d17916b9 Sep 09 09:36:51.667868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70efd-1830-4f62-ac56-af4049675014 req-3a8a67f5-3e14-46f5-ab4b-93420ef6431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:51.670335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f8b70efd-1830-4f62-ac56-af4049675014 req-3a8a67f5-3e14-46f5-ab4b-93420ef6431f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543119 Sep 09 09:36:51.674537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:51.729499 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.828657 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.866131 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-caa161b3-8d4c-4983-bfa8-7433d0795529 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "DELETE /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags HTTP/1.1" status: 204 len: 168 time: 0.3085210 Sep 09 09:36:51.868831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56256) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:51.874329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-df300740-82ec-4db8-9cd0-0da9655b9f52 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22', 'tempest-TagsTest-Tag-1134110647') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:51.884411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.907040 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.919065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port 0d08d7dc-61d7-48b4-beb6-3e9ac891aaff yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:51.925076 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f8b70efd-1830-4f62-ac56-af4049675014 req-c50a1fda-3373-472e-acf2-055bca688400 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453334 Sep 09 09:36:51.953829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:51.972995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:51.973922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:51.974506 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:52.003245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96833d93-c049-4bbb-97b4-5b2d4c88afe1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:52.009328 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-df300740-82ec-4db8-9cd0-0da9655b9f52 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] show failed (client error): The resource could not be found. Sep 09 09:36:52.010499 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-df300740-82ec-4db8-9cd0-0da9655b9f52 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "GET /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags/tempest-TagsTest-Tag-1134110647 HTTP/1.1" status: 404 len: 326 time: 0.1404696 Sep 09 09:36:52.016012 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56258) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:52.024301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-ddec7454-a016-48f8-8fc8-dd1ee069336c tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22', 'tempest-TagsTest-Tag-803006838') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:52.029185 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:52.029770 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Added segment 3410113f-2182-4685-8fdb-36877e1b2acf of type vlan for network 47dea2e0-05b4-4f58-92f7-4bb287c81b69 Sep 09 09:36:52.101542 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:52.147452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event updated for resources: {'Network': ['ID=516fdb93-9b4e-4deb-92d8-7550d17916b9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:52.163566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 516fdb93-9b4e-4deb-92d8-7550d17916b9 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:52.200435 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-ddec7454-a016-48f8-8fc8-dd1ee069336c tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] show failed (client error): The resource could not be found. Sep 09 09:36:52.204042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ddec7454-a016-48f8-8fc8-dd1ee069336c tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "GET /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags/tempest-TagsTest-Tag-803006838 HTTP/1.1" status: 404 len: 325 time: 0.1839588 Sep 09 09:36:52.204936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56262) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:52.211492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.tag.tag_plugin [None req-53791218-dd9d-47af-8b9c-4b91a1719b6c tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '84cfb999-f940-4812-90f5-4f15892b2b22') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:52.217516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f8b70efd-1830-4f62-ac56-af4049675014 req-8bf66092-1570-4715-b755-298f09d6bfb5 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590661 Sep 09 09:36:52.240034 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-78171811-8188-4256-811a-5d76d2006fb0 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6550972 Sep 09 09:36:52.243584 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf63ffa-6eac-4718-9c14-3edb110dac39 req-4b504996-0ef5-4ba9-89d1-2dc223e26ac0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:52.247753 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-daf63ffa-6eac-4718-9c14-3edb110dac39 req-4b504996-0ef5-4ba9-89d1-2dc223e26ac0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1118467 Sep 09 09:36:52.247753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56264) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:52.250868 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:52.251860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:52.252455 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:52.260682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Request body: {'subnet': {'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:52.349368 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:52.393377 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] Pushing event updated for resources: {'Network': ['ID=47dea2e0-05b4-4f58-92f7-4bb287c81b69,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:52.407688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 47dea2e0-05b4-4f58-92f7-4bb287c81b69 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:52.436169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63f482-4122-4557-8999-6bf89020ab8e req-ce6506f5-19f2-4201-93b6-d605a09c2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:52.437909 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a63f482-4122-4557-8999-6bf89020ab8e req-ce6506f5-19f2-4201-93b6-d605a09c2809 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0634165 Sep 09 09:36:52.463619 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-daf63ffa-6eac-4718-9c14-3edb110dac39 req-43f4e55d-2c4c-4b57-adb1-2659a122f5c4 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087286 Sep 09 09:36:52.471620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Made reservation on behalf of 5f474038afa84736ac24733fa82efb25 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:52.471620 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:52.489642 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-53791218-dd9d-47af-8b9c-4b91a1719b6c tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "DELETE /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22/tags HTTP/1.1" status: 204 len: 168 time: 0.2783065 Sep 09 09:36:52.489642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56270) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:52.541691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:52.637882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network d3bae564-657f-4dc1-984f-b4a774867f0f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:52.644365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:52.654157 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:52.660271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:52.660924 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:52.677755 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=0d08d7dc-61d7-48b4-beb6-3e9ac891aaff,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:52.697929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63f482-4122-4557-8999-6bf89020ab8e req-f6180ccf-993f-4fff-a1a6-f538981e8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:52.699585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a63f482-4122-4557-8999-6bf89020ab8e req-f6180ccf-993f-4fff-a1a6-f538981e8ab5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.2379801 Sep 09 09:36:52.792356 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a63f482-4122-4557-8999-6bf89020ab8e req-5bef99d8-9272-4972-a969-dd413fee89ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1000 time: 0.0843830 Sep 09 09:36:52.882753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63f482-4122-4557-8999-6bf89020ab8e req-db476484-6796-4ae6-86bd-0a8aef124962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:52.890684 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a63f482-4122-4557-8999-6bf89020ab8e req-db476484-6796-4ae6-86bd-0a8aef124962 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.0802107 Sep 09 09:36:52.982199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63f482-4122-4557-8999-6bf89020ab8e req-7ad85159-f63b-49c4-8736-e46086701dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:52.984777 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a63f482-4122-4557-8999-6bf89020ab8e req-7ad85159-f63b-49c4-8736-e46086701dd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904775 Sep 09 09:36:53.032129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9ef3b4a8-c6e0-480b-9175-28578d0944a2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0463700 Sep 09 09:36:53.035353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56274) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:53.041517 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.046710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] Request body: {'subnet': {'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1541103535-subnet', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:53.109250 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a63f482-4122-4557-8999-6bf89020ab8e req-a6f98240-2f6f-489a-bcda-056465daaa91 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161463 Sep 09 09:36:53.196583 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.222192 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a63f482-4122-4557-8999-6bf89020ab8e req-c637d56e-cea8-4a52-8712-bee20cb9f676 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063025 Sep 09 09:36:53.228432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-41563e22-65d7-4e2f-883e-dc2ed77f4ed7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0807657 Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cfb999-f940-4812-90f5-4f15892b2b22']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3681b854-44e3-4d46-876c-b4f977f3b044') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3681b854-44e3-4d46-876c-b4f977f3b044') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:36:53.358479 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:36:53.367273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56278) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:53.429742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eda96a-dd94-4bdb-be95-530c9fa8bd3a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:53.435173 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-39eda96a-dd94-4bdb-be95-530c9fa8bd3a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/0d08d7dc-61d7-48b4-beb6-3e9ac891aaff HTTP/1.1" status: 200 len: 845 time: 0.0634415 Sep 09 09:36:53.443476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56280) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:53.509103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] Made reservation on behalf of c934d37194b24e36a3b3e1cb33a2c263 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:53.512530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.545381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-55c0b057-0317-440b-8193-2e23897f6ba0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 0d08d7dc-61d7-48b4-beb6-3e9ac891aaff {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:53.546166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55c0b057-0317-440b-8193-2e23897f6ba0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.565799 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.604796 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.611815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] 10.222.0.32 "DELETE /v2.0/networks/84cfb999-f940-4812-90f5-4f15892b2b22 HTTP/1.1" status: 204 len: 168 time: 1.1211760 Sep 09 09:36:53.644295 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55c0b057-0317-440b-8193-2e23897f6ba0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.651749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c1651-2a43-4829-8b9e-187f14038c26 tempest-TagsTest-2011003348 tempest-TagsTest-2011003348-project] Pushing event deleted for resources: {'Network': ['ID=84cfb999-f940-4812-90f5-4f15892b2b22,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:53.662105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-55c0b057-0317-440b-8193-2e23897f6ba0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 0d08d7dc-61d7-48b4-beb6-3e9ac891aaff owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:53.688015 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b667d71-b727-4def-9286-4a864c57260c req-0de5e2e7-c9b8-459e-9d76-f685142258de tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:53.689636 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b667d71-b727-4def-9286-4a864c57260c req-0de5e2e7-c9b8-459e-9d76-f685142258de tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1070218 Sep 09 09:36:53.780795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b667d71-b727-4def-9286-4a864c57260c req-3c7697da-1061-470b-b1a2-60d8a4c98897 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848904 Sep 09 09:36:53.850173 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55c0b057-0317-440b-8193-2e23897f6ba0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.861824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.objects.ports [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 09:36:53.862933 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.911261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0b057-0317-440b-8193-2e23897f6ba0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=0d08d7dc-61d7-48b4-beb6-3e9ac891aaff,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:53.921290 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55c0b057-0317-440b-8193-2e23897f6ba0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:53.925991 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-55c0b057-0317-440b-8193-2e23897f6ba0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/0d08d7dc-61d7-48b4-beb6-3e9ac891aaff HTTP/1.1" status: 204 len: 168 time: 0.4870639 Sep 09 09:36:53.929052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56288) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:54.024562 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7d0802-1e37-446f-9de1-27fafeb4a067 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:36:54.024562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7f7d0802-1e37-446f-9de1-27fafeb4a067 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/0d08d7dc-61d7-48b4-beb6-3e9ac891aaff HTTP/1.1" status: 404 len: 333 time: 0.0911193 Sep 09 09:36:54.031338 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:54.033246 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56296) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:54.039146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'name': 'tempest-PortsIpV6TestJSON-850057490'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:54.050982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f1feb7ca-9cf9-4c20-9a88-725ac352d54f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:54.083403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520fc7-8075-4c26-b30a-66a29478e5a2 req-d9fe9dfa-a493-4181-822c-368d06af6e4e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:54.086040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef520fc7-8075-4c26-b30a-66a29478e5a2 req-d9fe9dfa-a493-4181-822c-368d06af6e4e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0785484 Sep 09 09:36:54.113244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b10197-69b7-4e55-8b9c-2a090e73b5a3,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:54.143203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Checking segment: {'id': 'ef257f2a-d563-44dd-a67f-2e216ae014f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:54.143614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Network hostable DHCP agents. Network: 516fdb93-9b4e-4deb-92d8-7550d17916b9, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:36:54.153686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56298) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:54.165865 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef520fc7-8075-4c26-b30a-66a29478e5a2 req-adc58e69-5986-4966-9de1-4449c64d41b8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736585 Sep 09 09:36:54.255605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] Checking segment: {'id': '3410113f-2182-4685-8fdb-36877e1b2acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:54.255993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] Network hostable DHCP agents. Network: 47dea2e0-05b4-4f58-92f7-4bb287c81b69, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:36:54.344765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbee14e-96cc-4578-876d-7c85d71e671b req-45bf8ea5-d912-4640-8713-b8246ff7c54c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:54.346320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5cbee14e-96cc-4578-876d-7c85d71e671b req-45bf8ea5-d912-4640-8713-b8246ff7c54c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0772142 Sep 09 09:36:54.348572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Network 516fdb93-9b4e-4deb-92d8-7550d17916b9 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:36:54.363555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56304) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:54.365617 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-58479cdf-b41f-4376-8cbc-977ad551fafe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b23bbc871a81436bb8730ffa4e5f637e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106941 Sep 09 09:36:54.430793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] Network 47dea2e0-05b4-4f58-92f7-4bb287c81b69 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:36:54.436434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5cbee14e-96cc-4578-876d-7c85d71e671b req-4b4ad36f-24c0-4447-a62d-092d18c84915 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812171 Sep 09 09:36:54.464278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d6c1-d3ac-441a-a2cd-ab98e13cf97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:54.494645 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d6c1-d3ac-441a-a2cd-ab98e13cf97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:54.535052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:54.552560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:54.560876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port 3cbd1e7d-f4e5-4ce2-be85-bb7fac230f64 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:54.630681 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:36:54.684711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 47dea2e0-05b4-4f58-92f7-4bb287c81b69) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:54.686775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 516fdb93-9b4e-4deb-92d8-7550d17916b9) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:54.692283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:54.692932 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:54.695838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:54.696284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0300c9fe-eada-4ff8-9770-9bdf52f5351c None None] Network 47dea2e0-05b4-4f58-92f7-4bb287c81b69 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:54.696821 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:54.701701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867079f-48d1-4379-8f5d-ae3da33700ca None None] Network 516fdb93-9b4e-4deb-92d8-7550d17916b9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:54.716499 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d6c1-d3ac-441a-a2cd-ab98e13cf97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:54.719629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d6c1-d3ac-441a-a2cd-ab98e13cf97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:54.723448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1fc4d6c1-d3ac-441a-a2cd-ab98e13cf97c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/059ac77c-6edb-4d5d-8dac-dc1ed7a0bde2 HTTP/1.1" status: 204 len: 168 time: 0.3566787 Sep 09 09:36:54.776617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4d6c1-d3ac-441a-a2cd-ab98e13cf97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059ac77c-6edb-4d5d-8dac-dc1ed7a0bde2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:54.873819 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-895a5d6c-5af1-44dc-a246-6b7c735956b7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8368030 Sep 09 09:36:54.882150 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-328a28cd-5f3b-48b1-99bd-dc44ae5f7baf tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6333795 Sep 09 09:36:54.883524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56322) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:54.883867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56324) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:54.903797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-492111278', 'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:54.910631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1541103535-router', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:55.022947 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:55.112980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Made reservation on behalf of 5f474038afa84736ac24733fa82efb25 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:55.112980 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:55.206980 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] device_id is not set on port eb54fda6-dcf6-4afc-a71d-46a098ab12e7 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:36:55.214758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61462531-060d-4a9e-81d6-e35ff253de8a req-c73d8327-7fe8-4d55-9ba2-a8f79ed10da2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:55.222108 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-c73d8327-7fe8-4d55-9ba2-a8f79ed10da2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 811 time: 0.5489483 Sep 09 09:36:55.234110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f5151397-8e13-42fe-84a8-17de3e913128 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/quotas/da114216dbc1457395669302398f7a7d HTTP/1.1" status: 200 len: 375 time: 0.0111036 Sep 09 09:36:55.237972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e5d3e0-0bcf-4b18-bdb9-9d226907363a None None] Network 516fdb93-9b4e-4deb-92d8-7550d17916b9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:55.243345 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:55.267312 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:55.271660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:55.313893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-47dea2e0-05b4-4f58-92f7-4bb287c81b69', 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'fixed_ips': [{'subnet_id': '67b10197-69b7-4e55-8b9c-2a090e73b5a3'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:36:55.315551 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:55.419364 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-bb9a09c5-b171-4267-a8a8-c29a1e0c97dd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1793733 Sep 09 09:36:55.549444 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:55.566414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Allocated IP 172.20.0.2 (47dea2e0-05b4-4f58-92f7-4bb287c81b69/67b10197-69b7-4e55-8b9c-2a090e73b5a3/b1382def-17db-4b2e-a530-f008e32c3b82) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:55.582337 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-e85d62f8-6028-4ae4-bc01-6233d3f454b9 service neutron] 10.222.0.32 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572695 Sep 09 09:36:55.675588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network d3bae564-657f-4dc1-984f-b4a774867f0f is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:55.681300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:55.758143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-eb8e47ce-af88-4101-a5e3-8a9d902bd55e service neutron] 10.222.0.32 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663704 Sep 09 09:36:55.759723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:55.770473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:55.771509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:55.815157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Allocated IP 172.20.0.6 (516fdb93-9b4e-4deb-92d8-7550d17916b9/f1feb7ca-9cf9-4c20-9a88-725ac352d54f/eb54fda6-dcf6-4afc-a71d-46a098ab12e7) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:55.817500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=3cbd1e7d-f4e5-4ce2-be85-bb7fac230f64,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:55.865618 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:55.883259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:55.895203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Transition to ACTIVE for port object b1382def-17db-4b2e-a530-f008e32c3b82 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:55.921522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:55.960840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Transition to ACTIVE for port object b1382def-17db-4b2e-a530-f008e32c3b82 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:36:56.010249 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9e5155c9-9781-4fac-a795-1cbe6f09ca83 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9729056 Sep 09 09:36:56.010513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:56.017481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-32b01696-8de3-4757-af73-e46b956c7e2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:56.026968 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.166484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Network 47dea2e0-05b4-4f58-92f7-4bb287c81b69 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:56.193596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98204fd9-347e-431f-bda0-b77d9d3cf65d req-37ce51fe-a25f-404c-9ec8-169ccd5ffe2d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 210 time: 0.0497136 Sep 09 09:36:56.195866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:56.205712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:56.209046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Pushing event updated for resources: {'Port': ['ID=b1382def-17db-4b2e-a530-f008e32c3b82,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:56.225144 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32b01696-8de3-4757-af73-e46b956c7e2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.324606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.345119 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Attempting to bind port b1382def-17db-4b2e-a530-f008e32c3b82 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:36:56.345692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Attempting to bind port b1382def-17db-4b2e-a530-f008e32c3b82 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '3410113f-2182-4685-8fdb-36877e1b2acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:36:56.346072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Attempting to bind port b1382def-17db-4b2e-a530-f008e32c3b82 on network 47dea2e0-05b4-4f58-92f7-4bb287c81b69 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:36:56.371486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:36:56.371924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Checking segment: {'id': '3410113f-2182-4685-8fdb-36877e1b2acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:36:56.374490 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.374914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Bound using segment: {'id': '3410113f-2182-4685-8fdb-36877e1b2acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:36:56.375651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Bound port: b1382def-17db-4b2e-a530-f008e32c3b82, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3410113f-2182-4685-8fdb-36877e1b2acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:36:56.376059 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.408074 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.502880 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32b01696-8de3-4757-af73-e46b956c7e2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.506709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] For port b1382def-17db-4b2e-a530-f008e32c3b82, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:36:56.510580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] For port b1382def-17db-4b2e-a530-f008e32c3b82, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b1382def-17db-4b2e-a530-f008e32c3b82,segment=NetworkSegment(3410113f-2182-4685-8fdb-36877e1b2acf),segment_id=3410113f-2182-4685-8fdb-36877e1b2acf)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:36:56.667430 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.670501 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32b01696-8de3-4757-af73-e46b956c7e2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.755172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b01696-8de3-4757-af73-e46b956c7e2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=3cbd1e7d-f4e5-4ce2-be85-bb7fac230f64,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:56.761849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-32b01696-8de3-4757-af73-e46b956c7e2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] In _notify_port_updated(), no bound segment for port 3cbd1e7d-f4e5-4ce2-be85-bb7fac230f64 on network d3bae564-657f-4dc1-984f-b4a774867f0f {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:36:56.768890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b01696-8de3-4757-af73-e46b956c7e2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:56.769734 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.771005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32b01696-8de3-4757-af73-e46b956c7e2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.775641 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-32b01696-8de3-4757-af73-e46b956c7e2f tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "PUT /v2.0/ports/3cbd1e7d-f4e5-4ce2-be85-bb7fac230f64 HTTP/1.1" status: 200 len: 818 time: 0.7610486 Sep 09 09:36:56.775884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56368) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:56.786698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc643d6-6a49-4623-9c53-6179c6b6c57f None None] Pushing event updated for resources: {'Port': ['ID=b1382def-17db-4b2e-a530-f008e32c3b82,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:56.866690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Network 516fdb93-9b4e-4deb-92d8-7550d17916b9 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:56.895346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:56.906233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:56.958976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cfe72174-29be-4af8-a8da-1939a8540646 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 3cbd1e7d-f4e5-4ce2-be85-bb7fac230f64 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:56.958976 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfe72174-29be-4af8-a8da-1939a8540646 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:56.987269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event updated for resources: {'Port': ['ID=eb54fda6-dcf6-4afc-a71d-46a098ab12e7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:57.009621 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:57.044274 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:57.077789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:57.078355 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:57.149228 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfe72174-29be-4af8-a8da-1939a8540646 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:57.168131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cfe72174-29be-4af8-a8da-1939a8540646 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 3cbd1e7d-f4e5-4ce2-be85-bb7fac230f64 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:57.401129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Allocated IP 172.25.8.6 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/689ea245-466d-453a-b612-9e3653187b96) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:36:57.520111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6082852e-e2c7-4ea2-9bbd-ddb2b07ef873 req-6ea329fb-294e-424b-b3c3-832789333845 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 210 time: 0.1273961 Sep 09 09:36:57.568681 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f281975d-1bd3-439b-a184-c526018b067e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.6789637 Sep 09 09:36:57.578951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:57.646518 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:57.653378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b1382def-17db-4b2e-a530-f008e32c3b82 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:57.759949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c53fc14f-add1-4864-a0df-bb34ebc3de25 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Deleting port eb54fda6-dcf6-4afc-a71d-46a098ab12e7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:36:57.760413 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c53fc14f-add1-4864-a0df-bb34ebc3de25 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:57.774335 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:57.784877 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfe72174-29be-4af8-a8da-1939a8540646 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:57.834661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port b1382def-17db-4b2e-a530-f008e32c3b82 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:57.901219 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:36:57.905205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe72174-29be-4af8-a8da-1939a8540646 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=3cbd1e7d-f4e5-4ce2-be85-bb7fac230f64,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:57.921176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:36:57.929574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:36:57.936970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Pushing event updated for resources: {'Port': ['ID=689ea245-466d-453a-b612-9e3653187b96,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:57.954647 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfe72174-29be-4af8-a8da-1939a8540646 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:57.956646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cfe72174-29be-4af8-a8da-1939a8540646 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/3cbd1e7d-f4e5-4ce2-be85-bb7fac230f64 HTTP/1.1" status: 204 len: 168 time: 1.1794705 Sep 09 09:36:57.959158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56394) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:58.049709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c53fc14f-add1-4864-a0df-bb34ebc3de25 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.071566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c53fc14f-add1-4864-a0df-bb34ebc3de25 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Calling delete_port for eb54fda6-dcf6-4afc-a71d-46a098ab12e7 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:36:58.085957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da33f38-0068-4dfe-a225-160c553fd330 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:58.087015 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2da33f38-0068-4dfe-a225-160c553fd330 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1265829 Sep 09 09:36:58.089971 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56396) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:58.135934 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa66f7b-c1e6-48c5-bc80-15d110f27deb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:36:58.138516 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ffa66f7b-c1e6-48c5-bc80-15d110f27deb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/3cbd1e7d-f4e5-4ce2-be85-bb7fac230f64 HTTP/1.1" status: 404 len: 333 time: 0.0466495 Sep 09 09:36:58.156231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56402) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:58.161278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1908031490'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:58.294742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:36:58.304127 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.374031 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c53fc14f-add1-4864-a0df-bb34ebc3de25 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.439188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fc14f-add1-4864-a0df-bb34ebc3de25 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb54fda6-dcf6-4afc-a71d-46a098ab12e7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:58.446824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eb161d-c700-419c-8fb8-f37782a10b73 None None] Network 47dea2e0-05b4-4f58-92f7-4bb287c81b69 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:36:58.451849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:36:58.532650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.533045 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Added segment 67766b6e-d8b3-4f4b-9830-e4fea46286cb of type vlan for network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 Sep 09 09:36:58.559416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c53fc14f-add1-4864-a0df-bb34ebc3de25 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.567944 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c53fc14f-add1-4864-a0df-bb34ebc3de25 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "DELETE /v2.0/ports/eb54fda6-dcf6-4afc-a71d-46a098ab12e7 HTTP/1.1" status: 204 len: 168 time: 0.9836743 Sep 09 09:36:58.569703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56416) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:58.578976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9', 'external_fixed_ips': [{'subnet_id': 'f1feb7ca-9cf9-4c20-9a88-725ac352d54f', 'ip_address': '172.20.0.6'}]}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:58.612031 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.660848 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.696937 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.699462 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.739058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9fefd0b0-1c88-4a84-8a09-72f7a943c434 req-f3358205-b132-4fe4-ac77-5c81fa532640 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 210 time: 0.0756619 Sep 09 09:36:58.740881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-11019460-8a1a-4a2c-83b4-d22af984b6d5 None None] Provisioning for port b1382def-17db-4b2e-a530-f008e32c3b82 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:36:58.752995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-11019460-8a1a-4a2c-83b4-d22af984b6d5 None None] Provisioning complete for port b1382def-17db-4b2e-a530-f008e32c3b82 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:58.753609 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11019460-8a1a-4a2c-83b4-d22af984b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.853679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.854844 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.859470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:58.860070 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.916417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11019460-8a1a-4a2c-83b4-d22af984b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:58.962808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-11019460-8a1a-4a2c-83b4-d22af984b6d5 None None] For port b1382def-17db-4b2e-a530-f008e32c3b82, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b1382def-17db-4b2e-a530-f008e32c3b82,segment=NetworkSegment(3410113f-2182-4685-8fdb-36877e1b2acf),segment_id=3410113f-2182-4685-8fdb-36877e1b2acf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:36:59.061316 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11019460-8a1a-4a2c-83b4-d22af984b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:59.196123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11019460-8a1a-4a2c-83b4-d22af984b6d5 None None] Pushing event updated for resources: {'Port': ['ID=b1382def-17db-4b2e-a530-f008e32c3b82,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:59.256718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:59.261547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56430) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:59.288785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-03c34d64-c581-4825-bd29-11553f40e6ef None None] Provisioning complete for port b1382def-17db-4b2e-a530-f008e32c3b82 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:59.292190 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03c34d64-c581-4825-bd29-11553f40e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:59.379351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61462531-060d-4a9e-81d6-e35ff253de8a req-b5e6acbd-45fe-482d-9369-a7f806221f27 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:36:59.381989 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-b5e6acbd-45fe-482d-9369-a7f806221f27 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.24 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 811 time: 0.7227058 Sep 09 09:36:59.445684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Request body: {'port': {'device_id': '84a38994-18ec-4642-b26b-5addc3b27311', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'admin_state_up': True, 'tenant_id': 'da114216dbc1457395669302398f7a7d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:59.450658 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2913594 Sep 09 09:36:59.454827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56436) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:59.496496 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': '4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:36:59.501714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-996346d7-0b94-48df-8af3-c545ebc1a598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:59.516250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a667e49-7b6c-497e-9506-effa9a8fa2ef tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Network': ['ID=4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:59.531326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:36:59.552074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b1382def-17db-4b2e-a530-f008e32c3b82 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:36:59.667080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-996346d7-0b94-48df-8af3-c545ebc1a598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:59.721255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b1382def-17db-4b2e-a530-f008e32c3b82 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:36:59.721660 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:59.783300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-996346d7-0b94-48df-8af3-c545ebc1a598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:59.810210 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:59.895082 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-996346d7-0b94-48df-8af3-c545ebc1a598 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3ec5ebeb13d4260b9bb1924c2c76a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6324041 Sep 09 09:36:59.899485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56448) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:36:59.934055 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75df01c9-189d-4494-8c68-a902b1065f1a req-44a45d8a-7e9c-4c6f-83ea-3b8a33f29c28 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 210 time: 0.0650043 Sep 09 09:36:59.943273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996346d7-0b94-48df-8af3-c545ebc1a598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116acf3b-a214-4475-ae48-d6247f2706ad,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:36:59.956104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:36:59.956104 n-d-778696-16 neutron-server[95325]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 09:36:59.956104 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id': '2fd111789d994d459151117dd9b89972', 'id': '5226f048-4155-40db-a921-7aa23baca018', 'expiration': datetime.datetime(2021, 9, 9, 9, 38, 59, 890642)}] Sep 09 09:36:59.956104 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:36:59.956482 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:36:59.962834 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:36:59.985168 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:00.047594 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c294265-13e5-4a6d-bc6a-256814bd23f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:00.078567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Made reservation on behalf of da114216dbc1457395669302398f7a7d for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:00.082601 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:00.087281 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c294265-13e5-4a6d-bc6a-256814bd23f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:00.136060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Router 6a07a14b-5fd7-4d13-8649-b41b670cf244 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:37:00.171644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Allocated IP 172.20.0.6 (516fdb93-9b4e-4deb-92d8-7550d17916b9/f1feb7ca-9cf9-4c20-9a88-725ac352d54f/2db6df37-c09b-4b85-bfaa-78c5f544b90c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:00.311851 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:00.348886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Allocated IP 172.20.0.3 (e8c618c8-1024-4991-8b5f-74476743e59c/3fb6a3a7-4b85-425d-a2fa-80fee4ab5628/d43f6962-6f2e-4b0d-9524-49f3e88206eb) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:00.367120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c294265-13e5-4a6d-bc6a-256814bd23f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:00.369896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c294265-13e5-4a6d-bc6a-256814bd23f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:00.372299 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0c294265-13e5-4a6d-bc6a-256814bd23f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/116acf3b-a214-4475-ae48-d6247f2706ad HTTP/1.1" status: 204 len: 168 time: 0.4699705 Sep 09 09:37:00.390989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:00.392945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294265-13e5-4a6d-bc6a-256814bd23f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116acf3b-a214-4475-ae48-d6247f2706ad,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:00.413680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Sync routers for ids ['6a07a14b-5fd7-4d13-8649-b41b670cf244'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:00.435270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Routers {'6a07a14b-5fd7-4d13-8649-b41b670cf244'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:00.436142 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:36:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6a07a14b-5fd7-4d13-8649-b41b670cf244'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:00.439755 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:00.513343 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:00.516992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-98296922-4ddc-444b-982c-86bff5184346 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6259310 Sep 09 09:37:00.521328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56452) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:00.546531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Network 516fdb93-9b4e-4deb-92d8-7550d17916b9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:00.548008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event updated for resources: {'Port': ['ID=2db6df37-c09b-4b85-bfaa-78c5f544b90c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:00.550804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:00.555923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:00.594559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Set router 6a07a14b-5fd7-4d13-8649-b41b670cf244 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:00.617986 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:00.670098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:00.673650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:00.690813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Transition to ACTIVE for port object d43f6962-6f2e-4b0d-9524-49f3e88206eb will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:00.946939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'name': 'tempest-TestAggregatesBasicOps-1541103535-router', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '689ea245-466d-453a-b612-9e3653187b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:55Z', 'updated_at': '2021-09-09T09:36:58Z', 'revision_number': 3, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'gw_port': {'id': '689ea245-466d-453a-b612-9e3653187b96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:58:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:36:57Z', 'updated_at': '2021-09-09T09:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:00.988086 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.046358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Checking router: 6a07a14b-5fd7-4d13-8649-b41b670cf244 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:37:01.048879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Updating router 6a07a14b-5fd7-4d13-8649-b41b670cf244 port 689ea245-466d-453a-b612-9e3653187b96 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:37:01.077696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.167045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Network e8c618c8-1024-4991-8b5f-74476743e59c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:01.167045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:01.167045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event updated for resources: {'Port': ['ID=d43f6962-6f2e-4b0d-9524-49f3e88206eb,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:01.167045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:01.168807 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.283713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:01.284420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.339238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5882bcf-82e5-48d0-a943-bbd2dc35409b req-10d16010-844d-41a7-83c0-ff8cbbd17262 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:01.340914 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5882bcf-82e5-48d0-a943-bbd2dc35409b req-10d16010-844d-41a7-83c0-ff8cbbd17262 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 931 time: 0.2407587 Sep 09 09:37:01.461088 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.474414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-769c874a-1868-4879-a105-264689693ef9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0411422 Sep 09 09:37:01.492296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5882bcf-82e5-48d0-a943-bbd2dc35409b req-0ab20f18-8b59-4e02-bccd-e48cb8a13481 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427419 Sep 09 09:37:01.498036 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.519213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Request body: {'port': {'device_id': '84a38994-18ec-4642-b26b-5addc3b27311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:01.620899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56462) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:01.645504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4859c24-90bd-43a7-81cb-97b2ad3e8fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.652162 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.665730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Transition to ACTIVE for port object 689ea245-466d-453a-b612-9e3653187b96 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:01.673902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Subnet': ['ID=5a5c8e05-7469-4495-be10-abd335b4eea0,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:01.766295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Checking segment: {'id': '67766b6e-d8b3-4f4b-9830-e4fea46286cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:01.766761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network hostable DHCP agents. Network: 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:37:01.779280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2758e73b-bcee-4019-954b-3f26aefdbb35 None None] Provisioning for port d43f6962-6f2e-4b0d-9524-49f3e88206eb completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:01.783520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2758e73b-bcee-4019-954b-3f26aefdbb35 None None] Provisioning complete for port d43f6962-6f2e-4b0d-9524-49f3e88206eb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:01.788331 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2758e73b-bcee-4019-954b-3f26aefdbb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.799436 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.802997 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4859c24-90bd-43a7-81cb-97b2ad3e8fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.813643 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.847705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2758e73b-bcee-4019-954b-3f26aefdbb35 None None] Port d43f6962-6f2e-4b0d-9524-49f3e88206eb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:01.904590 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:01.962497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Router 96b864f9-b634-4d24-9b20-d2735e9b488e is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:37:01.999423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79910b59-0655-45d0-aca7-4358b8b1c7c6 None None] Pushing event updated for resources: {'Port': ['ID=689ea245-466d-453a-b612-9e3653187b96,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:02.039001 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4859c24-90bd-43a7-81cb-97b2ad3e8fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:02.046124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Attempting to bind port 689ea245-466d-453a-b612-9e3653187b96 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:02.046526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Attempting to bind port 689ea245-466d-453a-b612-9e3653187b96 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:02.046893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Attempting to bind port 689ea245-466d-453a-b612-9e3653187b96 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:02.060862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:02.067776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:02.067776 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:02.067776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:02.067776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Bound port: 689ea245-466d-453a-b612-9e3653187b96, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:02.067776 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:02.070050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:37:02.095477 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a4859c24-90bd-43a7-81cb-97b2ad3e8fe3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3aec30667fd94d40993bf7a278cafb18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734950 Sep 09 09:37:02.099412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56468) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:02.099946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4859c24-90bd-43a7-81cb-97b2ad3e8fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c1d97e-955d-43c4-bc0e-501b4d588893,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:02.196677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] For port 689ea245-466d-453a-b612-9e3653187b96, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:02.200735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] For port 689ea245-466d-453a-b612-9e3653187b96, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=689ea245-466d-453a-b612-9e3653187b96,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:02.203008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:02.213625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a7c05-01b9-49b6-b4cd-f66cd73a4ed6 None None] Network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:02.228685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:02.230759 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:02.295714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Allocated IP 172.20.0.1 (47dea2e0-05b4-4f58-92f7-4bb287c81b69/67b10197-69b7-4e55-8b9c-2a090e73b5a3/60d7cf35-1889-4eaf-b0bd-e506b642df4a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:02.309348 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:02.326695 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eff9a3a9-b984-45e8-93db-8221dae9c1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:02.375517 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6e886a1d-8d5d-41b5-b374-a08c52d32f20 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8842006 Sep 09 09:37:02.382301 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eff9a3a9-b984-45e8-93db-8221dae9c1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:02.384349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56470) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:02.408784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4aeb617e-4791-4f82-9dc5-93478fba1116 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': '4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:02.528503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:02.539984 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Sync routers for ids ['96b864f9-b634-4d24-9b20-d2735e9b488e'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:02.546882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Routers {'6a07a14b-5fd7-4d13-8649-b41b670cf244'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:02.547952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:36:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6a07a14b-5fd7-4d13-8649-b41b670cf244'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:02.556827 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Routers {'96b864f9-b634-4d24-9b20-d2735e9b488e'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:02.558601 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:36:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['96b864f9-b634-4d24-9b20-d2735e9b488e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:02.612375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79910b59-0655-45d0-aca7-4358b8b1c7c6 None None] Pushing event updated for resources: {'Port': ['ID=689ea245-466d-453a-b612-9e3653187b96,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:02.672965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14', 'network_id': '4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14', 'tenant_id': '2fd111789d994d459151117dd9b89972', 'fixed_ips': [{'subnet_id': '5a5c8e05-7469-4495-be10-abd335b4eea0'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:37:02.676009 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:02.692977 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:02.696228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b7e94ea4-54b2-47d3-9eae-4e48f1e9bb3a tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1206603 Sep 09 09:37:02.702561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56474) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:02.762818 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Set router 96b864f9-b634-4d24-9b20-d2735e9b488e gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:02.853577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcbca2-0eb9-4284-87d8-6285cf850066 req-65d43e21-97f6-4ac6-a006-04f33ced59a2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:02.862038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acbcbca2-0eb9-4284-87d8-6285cf850066 req-65d43e21-97f6-4ac6-a006-04f33ced59a2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 931 time: 0.2384400 Sep 09 09:37:03.014385 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43f6962-6f2e-4b0d-9524-49f3e88206eb {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:37:03.026498 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.056891 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acbcbca2-0eb9-4284-87d8-6285cf850066 req-633e0713-31ba-4732-9e16-21c98bd4d4e5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935344 Sep 09 09:37:03.060762 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.062986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] Set router 6a07a14b-5fd7-4d13-8649-b41b670cf244 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:03.067798 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.114182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Transition to ACTIVE for port object d43f6962-6f2e-4b0d-9524-49f3e88206eb will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:03.120652 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eff9a3a9-b984-45e8-93db-8221dae9c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.128405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eff9a3a9-b984-45e8-93db-8221dae9c1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.140810 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-eff9a3a9-b984-45e8-93db-8221dae9c1ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8c1d97e-955d-43c4-bc0e-501b4d588893 HTTP/1.1" status: 204 len: 168 time: 1.0417573 Sep 09 09:37:03.156442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Transition to ACTIVE for port object 60d7cf35-1889-4eaf-b0bd-e506b642df4a will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:03.207703 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.242174 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b864f9-b634-4d24-9b20-d2735e9b488e', 'name': '', 'tenant_id': '5f474038afa84736ac24733fa82efb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9', 'external_fixed_ips': [{'subnet_id': 'f1feb7ca-9cf9-4c20-9a88-725ac352d54f', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '2db6df37-c09b-4b85-bfaa-78c5f544b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:58Z', 'updated_at': '2021-09-09T09:37:00Z', 'revision_number': 3, 'project_id': '5f474038afa84736ac24733fa82efb25', 'gw_port': {'id': '2db6df37-c09b-4b85-bfaa-78c5f544b90c', 'name': '', 'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b864f9-b634-4d24-9b20-d2735e9b488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'f1feb7ca-9cf9-4c20-9a88-725ac352d54f', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:36:59Z', 'updated_at': '2021-09-09T09:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1feb7ca-9cf9-4c20-9a88-725ac352d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:03.270013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9a3a9-b984-45e8-93db-8221dae9c1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c1d97e-955d-43c4-bc0e-501b4d588893,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:03.311004 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Checking router: 96b864f9-b634-4d24-9b20-d2735e9b488e for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:37:03.311679 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Updating router 96b864f9-b634-4d24-9b20-d2735e9b488e port 2db6df37-c09b-4b85-bfaa-78c5f544b90c binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:37:03.367815 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.388078 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.394142 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.427777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeb617e-4791-4f82-9dc5-93478fba1116 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:03.442297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb617e-4791-4f82-9dc5-93478fba1116 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.583110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Deleting port 2db6df37-c09b-4b85-bfaa-78c5f544b90c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:03.586159 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.675184 n-d-778696-16 neutron-server[95325]: INFO neutron.db.ipam_backend_mixin [None req-4aeb617e-4791-4f82-9dc5-93478fba1116 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a5c8e05-7469-4495-be10-abd335b4eea0 (CIDR: 2001:db8::/64) Sep 09 09:37:03.704204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Allocated IP 2001:db8::2 (4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14/5a5c8e05-7469-4495-be10-abd335b4eea0/002aefa9-e333-4108-a995-21b82a10813d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:03.713716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Network 47dea2e0-05b4-4f58-92f7-4bb287c81b69 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:03.733358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:03.771681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:03.782029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Pushing event updated for resources: {'Port': ['ID=d43f6962-6f2e-4b0d-9524-49f3e88206eb,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:03.814333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:03.830164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Calling delete_port for 2db6df37-c09b-4b85-bfaa-78c5f544b90c owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:03.963658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'name': 'tempest-TestAggregatesBasicOps-1541103535-router', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '689ea245-466d-453a-b612-9e3653187b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:55Z', 'updated_at': '2021-09-09T09:36:58Z', 'revision_number': 3, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'gw_port': {'id': '689ea245-466d-453a-b612-9e3653187b96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:58:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:36:57Z', 'updated_at': '2021-09-09T09:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:03.984273 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aeb617e-4791-4f82-9dc5-93478fba1116 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:37:03.985614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aeb617e-4791-4f82-9dc5-93478fba1116 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:37:04.050522 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.072571 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.092427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Pushing event updated for resources: {'Port': ['ID=60d7cf35-1889-4eaf-b0bd-e506b642df4a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:04.105112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Attempting to bind port d43f6962-6f2e-4b0d-9524-49f3e88206eb on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:04.105893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Attempting to bind port d43f6962-6f2e-4b0d-9524-49f3e88206eb by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:04.106637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Attempting to bind port d43f6962-6f2e-4b0d-9524-49f3e88206eb on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:04.111727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee73fe3-0700-4594-9e39-1cbfdf550e0c None None] The sync data for ids ['6a07a14b-5fd7-4d13-8649-b41b670cf244'] in n-d-778696-16 is: [{'id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'name': 'tempest-TestAggregatesBasicOps-1541103535-router', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '689ea245-466d-453a-b612-9e3653187b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:55Z', 'updated_at': '2021-09-09T09:36:58Z', 'revision_number': 3, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'gw_port': {'id': '689ea245-466d-453a-b612-9e3653187b96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:58:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:36:57Z', 'updated_at': '2021-09-09T09:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:04.114552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56496) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:04.123788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Port d43f6962-6f2e-4b0d-9524-49f3e88206eb on network e8c618c8-1024-4991-8b5f-74476743e59c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:37:04.123788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Attempting to bind port d43f6962-6f2e-4b0d-9524-49f3e88206eb on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:04.134624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:04.134964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Checking segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:04.135358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Bound using segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:04.135828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Bound port: d43f6962-6f2e-4b0d-9524-49f3e88206eb, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:04.136192 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.189520 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.189966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56500) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:04.191339 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Transition to ACTIVE for port object 2db6df37-c09b-4b85-bfaa-78c5f544b90c will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:04.193338 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4aeb617e-4791-4f82-9dc5-93478fba1116 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7972109 Sep 09 09:37:04.197351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Transition to ACTIVE for port object 002aefa9-e333-4108-a995-21b82a10813d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:04.213708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1f771a77-f005-40a3-8fd8-5b8c5315fbfc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': '4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:04.224028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Transition to ACTIVE for port object 002aefa9-e333-4108-a995-21b82a10813d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:04.283190 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.317767 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.393332 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Pushing event updated for resources: {'Port': ['ID=2db6df37-c09b-4b85-bfaa-78c5f544b90c,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:04.398898 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Attempting to bind port 2db6df37-c09b-4b85-bfaa-78c5f544b90c on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:04.408283 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Attempting to bind port 2db6df37-c09b-4b85-bfaa-78c5f544b90c by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'ef257f2a-d563-44dd-a67f-2e216ae014f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:04.408657 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Attempting to bind port 2db6df37-c09b-4b85-bfaa-78c5f544b90c on network 516fdb93-9b4e-4deb-92d8-7550d17916b9 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:04.416952 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.417294 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.417636 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.417971 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.418302 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.418634 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.418962 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.419286 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.431689 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.432072 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.432414 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.432749 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a128f-4ae4-4328-83d4-67a653ddfcad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:04.450306 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:04.450679 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Checking segment: {'id': 'ef257f2a-d563-44dd-a67f-2e216ae014f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:04.451086 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.451503 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Bound using segment: {'id': 'ef257f2a-d563-44dd-a67f-2e216ae014f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:04.452135 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Bound port: 2db6df37-c09b-4b85-bfaa-78c5f544b90c, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef257f2a-d563-44dd-a67f-2e216ae014f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:04.452343 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.455741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-96b9b148-9a87-462f-8699-2b17e393669d None None] Provisioning for port 60d7cf35-1889-4eaf-b0bd-e506b642df4a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:04.456550 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4739-a1b6-49f9-b914-ca9a36e65e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.519753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:04.533096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Pushing event updated for resources: {'Port': ['ID=002aefa9-e333-4108-a995-21b82a10813d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:04.535645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-96b9b148-9a87-462f-8699-2b17e393669d None None] Provisioning complete for port 60d7cf35-1889-4eaf-b0bd-e506b642df4a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:04.535951 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96b9b148-9a87-462f-8699-2b17e393669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.538680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:04.550283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:04.671489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992c53-55c9-42e7-b1a9-b83a3e8fd2dd req-1b70cbbc-7195-4b63-8912-1c414cd43401 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:04.679046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91992c53-55c9-42e7-b1a9-b83a3e8fd2dd req-1b70cbbc-7195-4b63-8912-1c414cd43401 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 943 time: 0.4048660 Sep 09 09:37:04.707198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] For port d43f6962-6f2e-4b0d-9524-49f3e88206eb, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:04.748613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-96b9b148-9a87-462f-8699-2b17e393669d None None] Port 60d7cf35-1889-4eaf-b0bd-e506b642df4a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:04.779466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Attempting to bind port 002aefa9-e333-4108-a995-21b82a10813d on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:04.780220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Attempting to bind port 002aefa9-e333-4108-a995-21b82a10813d by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '67766b6e-d8b3-4f4b-9830-e4fea46286cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:04.780626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Attempting to bind port 002aefa9-e333-4108-a995-21b82a10813d on network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:04.793951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:04.794235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] For port d43f6962-6f2e-4b0d-9524-49f3e88206eb, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d43f6962-6f2e-4b0d-9524-49f3e88206eb,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:04.794540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Checking segment: {'id': '67766b6e-d8b3-4f4b-9830-e4fea46286cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:04.795602 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.796015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Bound using segment: {'id': '67766b6e-d8b3-4f4b-9830-e4fea46286cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:04.797412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Bound port: 002aefa9-e333-4108-a995-21b82a10813d, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67766b6e-d8b3-4f4b-9830-e4fea46286cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:04.797824 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.809745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-91992c53-55c9-42e7-b1a9-b83a3e8fd2dd req-6fecfc5c-891e-487a-a089-cc501485c2e0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296782 Sep 09 09:37:04.856010 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:37:04.856416 n-d-778696-16 neutron-server[95328]: DEBUG oslo_db.api [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:37:04.862107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.887750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.940842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] For port 002aefa9-e333-4108-a995-21b82a10813d, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:04.947268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] For port 002aefa9-e333-4108-a995-21b82a10813d, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=002aefa9-e333-4108-a995-21b82a10813d,segment=NetworkSegment(67766b6e-d8b3-4f4b-9830-e4fea46286cb),segment_id=67766b6e-d8b3-4f4b-9830-e4fea46286cb)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:04.992315 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4739-a1b6-49f9-b914-ca9a36e65e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.992315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event deleted for resources: {'Port': ['ID=2db6df37-c09b-4b85-bfaa-78c5f544b90c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:04.992943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:04.992943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:04.993847 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] 10.222.0.24 "PUT /v2.0/ports/d43f6962-6f2e-4b0d-9524-49f3e88206eb HTTP/1.1" status: 200 len: 1092 time: 3.4883449 Sep 09 09:37:04.994565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a38994-18ec-4642-b26b-5addc3b27311', 'tag': 'd43f6962-6f2e-4b0d-9524-49f3e88206eb'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:37:04.997185 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db95d39-d337-4349-801f-ed41dcd3712e" -d '{"events": [{"name": "network-changed", "server_uuid": "84a38994-18ec-4642-b26b-5addc3b27311", "tag": "d43f6962-6f2e-4b0d-9524-49f3e88206eb"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:37:05.006998 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.032774 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.113938 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4739-a1b6-49f9-b914-ca9a36e65e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.142599 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655957e6-e3db-4e3e-8e31-0c3fd425229c x-openstack-request-id: req-655957e6-e3db-4e3e-8e31-0c3fd425229c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:37:05.143913 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a38994-18ec-4642-b26b-5addc3b27311", "tag": "d43f6962-6f2e-4b0d-9524-49f3e88206eb", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:37:05.145814 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-655957e6-e3db-4e3e-8e31-0c3fd425229c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:37:05.150257 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a38994-18ec-4642-b26b-5addc3b27311', 'tag': 'd43f6962-6f2e-4b0d-9524-49f3e88206eb', 'status': 'completed', 'code': 200} Sep 09 09:37:05.206512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28739b-2edc-483d-b705-10b8359b3f28 None None] Pushing event updated for resources: {'Port': ['ID=002aefa9-e333-4108-a995-21b82a10813d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:05.234531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.238351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54de81d-fc55-42d8-8c67-783e732efe39 service neutron] Pushing event updated for resources: {'Port': ['ID=d43f6962-6f2e-4b0d-9524-49f3e88206eb,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:05.395703 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Attempting to bind port 2db6df37-c09b-4b85-bfaa-78c5f544b90c on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:05.396323 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Attempting to bind port 2db6df37-c09b-4b85-bfaa-78c5f544b90c by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'ef257f2a-d563-44dd-a67f-2e216ae014f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:05.396661 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Attempting to bind port 2db6df37-c09b-4b85-bfaa-78c5f544b90c on network 516fdb93-9b4e-4deb-92d8-7550d17916b9 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:05.415365 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:05.416516 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Checking segment: {'id': 'ef257f2a-d563-44dd-a67f-2e216ae014f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:05.427238 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.427238 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Bound using segment: {'id': 'ef257f2a-d563-44dd-a67f-2e216ae014f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:05.427238 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Bound port: 2db6df37-c09b-4b85-bfaa-78c5f544b90c, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef257f2a-d563-44dd-a67f-2e216ae014f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '516fdb93-9b4e-4deb-92d8-7550d17916b9'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:05.427238 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.484898 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.487838 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Port 2db6df37-c09b-4b85-bfaa-78c5f544b90c has been deleted concurrently {{(pid=95328) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 09 09:37:05.490375 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.502886 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Routers {'96b864f9-b634-4d24-9b20-d2735e9b488e'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:05.511775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56522) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:05.514037 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:36:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['96b864f9-b634-4d24-9b20-d2735e9b488e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:05.602623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db95d39-d337-4349-801f-ed41dcd3712e req-9d90a2c7-9607-4593-befa-fc1b843a24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:05.612385 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3db95d39-d337-4349-801f-ed41dcd3712e req-9d90a2c7-9607-4593-befa-fc1b843a24d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 1095 time: 0.4570498 Sep 09 09:37:05.636607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 689ea245-466d-453a-b612-9e3653187b96 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:05.705235 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d5cc4739-a1b6-49f9-b914-ca9a36e65e00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bd3226046974b8085fa043057cf83c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5814240 Sep 09 09:37:05.707587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56526) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:05.768994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc4739-a1b6-49f9-b914-ca9a36e65e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cf3655-8227-4c82-8054-55bb89e13d77,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:05.779006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f771a77-f005-40a3-8fd8-5b8c5315fbfc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:05.783164 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f771a77-f005-40a3-8fd8-5b8c5315fbfc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.833128 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.833522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96b864f9-b634-4d24-9b20-d2735e9b488e {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:37:05.842772 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.848202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c1b04c53-167e-4fcc-be3a-0c1a2a52cd1e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "DELETE /v2.0/routers/96b864f9-b634-4d24-9b20-d2735e9b488e HTTP/1.1" status: 204 len: 168 time: 3.1448758 Sep 09 09:37:05.853572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 689ea245-466d-453a-b612-9e3653187b96 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:05.855820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56530) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:05.858314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 689ea245-466d-453a-b612-9e3653187b96 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:05.858695 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:05.862300 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] Set router 96b864f9-b634-4d24-9b20-d2735e9b488e gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:05.907132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-686022435-network', 'tenant_id': '9928179c7b51449b9ff053351da39391'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:05.985143 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-430252ea-9083-48a2-ba1a-82583b3b959b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.013787 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b864f9-b634-4d24-9b20-d2735e9b488e', 'name': '', 'tenant_id': '5f474038afa84736ac24733fa82efb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:58Z', 'updated_at': '2021-09-09T09:37:04Z', 'revision_number': 5, 'project_id': '5f474038afa84736ac24733fa82efb25', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:06.014068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bff1a74-c671-4745-bfad-497cf1ce4b42 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Deleting subnet f1feb7ca-9cf9-4c20-9a88-725ac352d54f {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:37:06.018393 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.042202 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a74-c671-4745-bfad-497cf1ce4b42 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.054870 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.073449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db95d39-d337-4349-801f-ed41dcd3712e req-b964c679-b7c8-4a91-be4a-ce854e8320e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:06.073679 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd609bb2-cc32-4dc8-94c0-4ec49cf6a9f7 None None] The sync data for ids ['96b864f9-b634-4d24-9b20-d2735e9b488e'] in n-d-778696-16 is: [{'id': '96b864f9-b634-4d24-9b20-d2735e9b488e', 'name': '', 'tenant_id': '5f474038afa84736ac24733fa82efb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:58Z', 'updated_at': '2021-09-09T09:37:04Z', 'revision_number': 5, 'project_id': '5f474038afa84736ac24733fa82efb25', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:06.078849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3db95d39-d337-4349-801f-ed41dcd3712e req-b964c679-b7c8-4a91-be4a-ce854e8320e6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=da114216dbc1457395669302398f7a7d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4295313 Sep 09 09:37:06.089793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 689ea245-466d-453a-b612-9e3653187b96, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=689ea245-466d-453a-b612-9e3653187b96,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:06.105177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9ef67-86bc-4bc6-96a3-ac55bdc55104 req-0417d1bb-b59c-4922-91fc-9f7e12c16c5b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:06.114138 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9f9ef67-86bc-4bc6-96a3-ac55bdc55104 req-0417d1bb-b59c-4922-91fc-9f7e12c16c5b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 943 time: 0.1578419 Sep 09 09:37:06.117217 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-430252ea-9083-48a2-ba1a-82583b3b959b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.144127 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.168614 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a74-c671-4745-bfad-497cf1ce4b42 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.174815 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.217440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Made reservation on behalf of 9928179c7b51449b9ff053351da39391 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:06.220288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.252403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=689ea245-466d-453a-b612-9e3653187b96,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:06.263823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.264359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.264901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.264901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.265260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.265638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.265973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.266305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.266631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.266966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.267701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.268046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:06.285420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.288832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a74-c671-4745-bfad-497cf1ce4b42 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.339347 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9f9ef67-86bc-4bc6-96a3-ac55bdc55104 req-e5998936-d9b5-4129-aacb-d236ec73c75d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142007 Sep 09 09:37:06.365399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.368539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Pushing event updated for resources: {'Port': ['ID=60d7cf35-1889-4eaf-b0bd-e506b642df4a,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:06.417431 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-430252ea-9083-48a2-ba1a-82583b3b959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.424016 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-430252ea-9083-48a2-ba1a-82583b3b959b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.424016 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-430252ea-9083-48a2-ba1a-82583b3b959b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16cf3655-8227-4c82-8054-55bb89e13d77 HTTP/1.1" status: 204 len: 168 time: 0.7129164 Sep 09 09:37:06.443742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430252ea-9083-48a2-ba1a-82583b3b959b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cf3655-8227-4c82-8054-55bb89e13d77,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:06.504526 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a74-c671-4745-bfad-497cf1ce4b42 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.530414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff1a74-c671-4745-bfad-497cf1ce4b42 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f1feb7ca-9cf9-4c20-9a88-725ac352d54f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:06.532746 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a74-c671-4745-bfad-497cf1ce4b42 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.533090 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db95d39-d337-4349-801f-ed41dcd3712e req-8350c359-adf6-4a4b-b715-e97bf97ef1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:06.537127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5bff1a74-c671-4745-bfad-497cf1ce4b42 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/f1feb7ca-9cf9-4c20-9a88-725ac352d54f HTTP/1.1" status: 204 len: 168 time: 0.6693645 Sep 09 09:37:06.538347 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3db95d39-d337-4349-801f-ed41dcd3712e req-8350c359-adf6-4a4b-b715-e97bf97ef1fc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4483709 Sep 09 09:37:06.538529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56536) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:06.555008 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f771a77-f005-40a3-8fd8-5b8c5315fbfc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.609408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Network 47dea2e0-05b4-4f58-92f7-4bb287c81b69 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:06.617769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:06.639825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f771a77-f005-40a3-8fd8-5b8c5315fbfc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:06.645372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1f771a77-f005-40a3-8fd8-5b8c5315fbfc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:06.700170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f771a77-f005-40a3-8fd8-5b8c5315fbfc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:06.700938 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f771a77-f005-40a3-8fd8-5b8c5315fbfc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.720612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f771a77-f005-40a3-8fd8-5b8c5315fbfc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Subnet': ['ID=ef617fda-eb3d-4d96-8e4a-4e2ebb670248,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:06.726516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61462531-060d-4a9e-81d6-e35ff253de8a req-43a84549-ea53-46b5-bf63-52058b394579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:06.728031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-43a84549-ea53-46b5-bf63-52058b394579 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 1095 time: 0.1524653 Sep 09 09:37:06.734745 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.758103 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.825891 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-fdc6587d-3eb9-4f28-b760-b6b1ec9dc1dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d43f6962-6f2e-4b0d-9524-49f3e88206eb HTTP/1.1" status: 200 len: 217 time: 0.0854251 Sep 09 09:37:06.835303 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.882363 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.911622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:37:06.911797 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1f771a77-f005-40a3-8fd8-5b8c5315fbfc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7103825 Sep 09 09:37:06.914231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56540) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:06.920530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': '4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14', 'fixed_ips': [{'subnet_id': '5a5c8e05-7469-4495-be10-abd335b4eea0'}, {'subnet_id': 'ef617fda-eb3d-4d96-8e4a-4e2ebb670248'}], 'name': 'tempest-PortsIpV6TestJSON-1550732548'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:06.925121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516fdb93-9b4e-4deb-92d8-7550d17916b9']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:06.962863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef257f2a-d563-44dd-a67f-2e216ae014f8') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:06.964966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef257f2a-d563-44dd-a67f-2e216ae014f8') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:06.966071 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Router 6a07a14b-5fd7-4d13-8649-b41b670cf244 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:37:06.969739 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:06.970277 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Added segment 62054e6f-b321-45d1-adbe-d241a7cd4a45 of type vlan for network 64fa6c82-003e-4e67-8d9c-997a9c17b9e5 Sep 09 09:37:06.974360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39743b-ec03-40d9-b148-1693851026c2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:06.993905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61462531-060d-4a9e-81d6-e35ff253de8a req-08fbc790-ae1b-446a-93c9-adebfa516e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:06.997231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-08fbc790-ae1b-446a-93c9-adebfa516e0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.1507468 Sep 09 09:37:07.003064 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:07.062165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:07.077151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:37:07.077539 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: items = [ Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:37:07.079409 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:37:07.104928 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:07.152069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-67d7f8af-7dbc-4099-84b7-8e6272783e21 None None] Provisioning complete for port 60d7cf35-1889-4eaf-b0bd-e506b642df4a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:07.153402 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67d7f8af-7dbc-4099-84b7-8e6272783e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:07.192636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61462531-060d-4a9e-81d6-e35ff253de8a req-18ff52af-e05f-40ba-8f13-2eb0bfbda107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:07.194517 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-18ff52af-e05f-40ba-8f13-2eb0bfbda107 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1618686 Sep 09 09:37:07.224704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-67d7f8af-7dbc-4099-84b7-8e6272783e21 None None] Port 60d7cf35-1889-4eaf-b0bd-e506b642df4a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:07.277061 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:07.280216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:07.280216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:07.329902 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:07.333284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:07.340932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:07.362727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-23d62562-95e5-4b4f-bf60-bc0c3a74df21 admin admin] 10.222.0.32 "PUT /v2.0/routers/6a07a14b-5fd7-4d13-8649-b41b670cf244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8378713 Sep 09 09:37:07.366966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 516fdb93-9b4e-4deb-92d8-7550d17916b9 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 09 09:37:07.388028 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:07.391280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "DELETE /v2.0/networks/516fdb93-9b4e-4deb-92d8-7550d17916b9 HTTP/1.1" status: 204 len: 168 time: 0.8458111 Sep 09 09:37:07.398947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e8550-e301-48a1-a847-9a14f52e8443 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event deleted for resources: {'Network': ['ID=516fdb93-9b4e-4deb-92d8-7550d17916b9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:07.520287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56548) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:07.533140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] Pushing event updated for resources: {'Network': ['ID=64fa6c82-003e-4e67-8d9c-997a9c17b9e5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:07.533452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c45d977-0d83-440f-a814-d3be9c4da40e None None] Network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:07.547476 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-70ba8507-18ca-4e32-a8f6-69c41dd0e197 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0232737 Sep 09 09:37:07.561693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56552) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:07.587737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] Request body: {'subnet': {'network_id': '64fa6c82-003e-4e67-8d9c-997a9c17b9e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-686022435-subnet', 'tenant_id': '9928179c7b51449b9ff053351da39391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:07.613981 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-7fd6a149-8b51-4fa9-b41e-facf38b0bde7 service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124169 Sep 09 09:37:07.666729 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-237cdddc-cfd3-4821-9821-c87870867f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:07.758147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 64fa6c82-003e-4e67-8d9c-997a9c17b9e5 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:37:07.810344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] Made reservation on behalf of 9928179c7b51449b9ff053351da39391 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:07.815570 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:07.897334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 002aefa9-e333-4108-a995-21b82a10813d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:07.939070 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.022184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-237cdddc-cfd3-4821-9821-c87870867f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.025486 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61462531-060d-4a9e-81d6-e35ff253de8a req-e9b8a7c5-e180-4801-abb8-6fb9c8cd35df service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973854 Sep 09 09:37:08.052227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d71b25d3-032d-4ab0-a4b9-3c480b8f7e8a None None] Provisioning for port 002aefa9-e333-4108-a995-21b82a10813d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:08.097678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c758c9-410e-4d76-bb09-dcbb10675ce5 req-bbe98182-afb5-4fd9-9b50-f46a43d5bb18 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:08.102482 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16c758c9-410e-4d76-bb09-dcbb10675ce5 req-bbe98182-afb5-4fd9-9b50-f46a43d5bb18 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 943 time: 0.6063221 Sep 09 09:37:08.110085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-237cdddc-cfd3-4821-9821-c87870867f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.186916 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-237cdddc-cfd3-4821-9821-c87870867f7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf55af91263c4b1fa2ada21dc1d5a274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6616006 Sep 09 09:37:08.195739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56562) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:08.196324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56564) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:08.214058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port 305f9702-c523-40fc-9c13-76e9d22a6fb5 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:37:08.214301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-930ea97e-1bb0-4c86-8fb4-b87ba438189e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Request body: {'router': {'name': 'tempest-router--828884464', 'project_id': '378b835f99ae40158d7dc59d13e3785b'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:08.263418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 002aefa9-e333-4108-a995-21b82a10813d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:08.265594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cdddc-cfd3-4821-9821-c87870867f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b481f29-9fe7-4160-b666-835d595cd853,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:08.315599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 002aefa9-e333-4108-a995-21b82a10813d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:08.316025 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.371702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16c758c9-410e-4d76-bb09-dcbb10675ce5 req-9ee8d376-2e18-4e72-952a-96b54ffe8f4b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974101 Sep 09 09:37:08.380712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e72b78-2fe3-4682-8c1e-c9c99cf70559 None None] Update dhcp port {'port': {'network_id': '4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14', 'fixed_ips': [{'subnet_id': '5a5c8e05-7469-4495-be10-abd335b4eea0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ef617fda-eb3d-4d96-8e4a-4e2ebb670248'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '002aefa9-e333-4108-a995-21b82a10813d'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:37:08.437412 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82e72b78-2fe3-4682-8c1e-c9c99cf70559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.454568 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6db7-7fcf-41b4-929c-a6be74916c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.466611 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-930ea97e-1bb0-4c86-8fb4-b87ba438189e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.476995 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-930ea97e-1bb0-4c86-8fb4-b87ba438189e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.488418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6db7-7fcf-41b4-929c-a6be74916c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.612900 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-930ea97e-1bb0-4c86-8fb4-b87ba438189e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.626157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.638147 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:08.673048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 002aefa9-e333-4108-a995-21b82a10813d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=002aefa9-e333-4108-a995-21b82a10813d,segment=NetworkSegment(67766b6e-d8b3-4f4b-9830-e4fea46286cb),segment_id=67766b6e-d8b3-4f4b-9830-e4fea46286cb)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:08.741260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8::3e1 (4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14/5a5c8e05-7469-4495-be10-abd335b4eea0/305f9702-c523-40fc-9c13-76e9d22a6fb5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:08.748922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3207f5fa-ca36-4f4a-b19b-53e0765b4cea,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:08.760513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] Checking segment: {'id': '62054e6f-b321-45d1-adbe-d241a7cd4a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '64fa6c82-003e-4e67-8d9c-997a9c17b9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:08.760883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] Network hostable DHCP agents. Network: 64fa6c82-003e-4e67-8d9c-997a9c17b9e5, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:37:08.761078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8:0:1::15f (4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14/ef617fda-eb3d-4d96-8e4a-4e2ebb670248/305f9702-c523-40fc-9c13-76e9d22a6fb5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:08.786301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56584) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:08.802241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-502977636-network', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:08.997748 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-930ea97e-1bb0-4c86-8fb4-b87ba438189e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.002529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Sync routers for ids ['6a07a14b-5fd7-4d13-8649-b41b670cf244'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:09.014423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Routers {'6a07a14b-5fd7-4d13-8649-b41b670cf244'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:09.015077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:36:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6a07a14b-5fd7-4d13-8649-b41b670cf244'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:09.026130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] Network 64fa6c82-003e-4e67-8d9c-997a9c17b9e5 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:37:09.033060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Made reservation on behalf of 4186c7db9c51451e8abc60f3ed8fad34 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:09.036206 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.052383 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.052597 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.052597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 689ea245-466d-453a-b612-9e3653187b96 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:09.053036 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6db7-7fcf-41b4-929c-a6be74916c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.057243 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6db7-7fcf-41b4-929c-a6be74916c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.059431 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2bbc6db7-7fcf-41b4-929c-a6be74916c5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b481f29-9fe7-4160-b666-835d595cd853 HTTP/1.1" status: 204 len: 168 time: 0.8580317 Sep 09 09:37:09.083429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc6db7-7fcf-41b4-929c-a6be74916c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b481f29-9fe7-4160-b666-835d595cd853,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:09.183176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-930ea97e-1bb0-4c86-8fb4-b87ba438189e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.184364 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-930ea97e-1bb0-4c86-8fb4-b87ba438189e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9841537 Sep 09 09:37:09.189050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56588) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:09.205314 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.227899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object 305f9702-c523-40fc-9c13-76e9d22a6fb5 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:09.246381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 64fa6c82-003e-4e67-8d9c-997a9c17b9e5) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:09.255126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 689ea245-466d-453a-b612-9e3653187b96 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:09.255524 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.263500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:09.264809 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.264933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de7ef0f-8502-422c-9c5a-f7199afb26fe None None] Network 64fa6c82-003e-4e67-8d9c-997a9c17b9e5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:09.273015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=002aefa9-e333-4108-a995-21b82a10813d,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:09.307899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Set router 6a07a14b-5fd7-4d13-8649-b41b670cf244 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:09.347987 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.438943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:09.445847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:09.478699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:09.494518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:09.495327 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.500260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=305f9702-c523-40fc-9c13-76e9d22a6fb5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:09.568758 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-82e72b78-2fe3-4682-8c1e-c9c99cf70559 None None] Allocated IP 2001:db8:0:1::2 (4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14/ef617fda-eb3d-4d96-8e4a-4e2ebb670248/002aefa9-e333-4108-a995-21b82a10813d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:09.668035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-82e72b78-2fe3-4682-8c1e-c9c99cf70559 None None] For port 002aefa9-e333-4108-a995-21b82a10813d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=002aefa9-e333-4108-a995-21b82a10813d,segment=NetworkSegment(67766b6e-d8b3-4f4b-9830-e4fea46286cb),segment_id=67766b6e-d8b3-4f4b-9830-e4fea46286cb)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:09.692919 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c26e5811-de20-464c-a382-e292425aae01 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.698253 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82e72b78-2fe3-4682-8c1e-c9c99cf70559 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.715918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-82e72b78-2fe3-4682-8c1e-c9c99cf70559 None None] Transition to ACTIVE for port object 002aefa9-e333-4108-a995-21b82a10813d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:09.722815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d43f6962-6f2e-4b0d-9524-49f3e88206eb details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:37:09.830881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d43f6962-6f2e-4b0d-9524-49f3e88206eb, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d43f6962-6f2e-4b0d-9524-49f3e88206eb,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:09.850900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'd43f6962-6f2e-4b0d-9524-49f3e88206eb', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'port_id': 'd43f6962-6f2e-4b0d-9524-49f3e88206eb', 'mac_address': 'fa:16:3e:90:d5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:37:09.884583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82e72b78-2fe3-4682-8c1e-c9c99cf70559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.910048 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.922740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462dd1a-0398-480e-bfce-3d97d34e1012 req-2e380a95-5c11-4d5a-b04e-2537fc2659da tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:09.930983 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2462dd1a-0398-480e-bfce-3d97d34e1012 req-2e380a95-5c11-4d5a-b04e-2537fc2659da tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 943 time: 0.2412605 Sep 09 09:37:09.966922 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c26e5811-de20-464c-a382-e292425aae01 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:09.971213 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c26e5811-de20-464c-a382-e292425aae01 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.026399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.038635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56604) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:10.060593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-adf89f1c-c5dc-4bf3-bd30-f17b636d7676 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.1451023 Sep 09 09:37:10.063520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56606) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:10.065090 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a280dace-83b7-4542-8d93-cfa4c43c1f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.069560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0eba0d4f-e9dd-4611-9c42-16d0e4c45134 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a5c8e05-7469-4495-be10-abd335b4eea0'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:10.079848 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2462dd1a-0398-480e-bfce-3d97d34e1012 req-99e213b7-0b1e-4cd5-a6f0-e2022e42dc11 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477065 Sep 09 09:37:10.098315 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd505b6f-3a6c-4d1b-b23e-c674984ee58b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:10.113546 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.169977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-874f25ae-e8cc-4250-8b28-371cd1b6a57c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6071835 Sep 09 09:37:10.171174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e72b78-2fe3-4682-8c1e-c9c99cf70559 None None] Pushing event updated for resources: {'Port': ['ID=002aefa9-e333-4108-a995-21b82a10813d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:10.207826 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c26e5811-de20-464c-a382-e292425aae01 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.218496 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e5811-de20-464c-a382-e292425aae01 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0adf276b-8872-48c9-a792-54e319e78398 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:37:10.218496 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:37:10.224659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43f6962-6f2e-4b0d-9524-49f3e88206eb {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:37:10.233157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c26e5811-de20-464c-a382-e292425aae01 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.238213 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c26e5811-de20-464c-a382-e292425aae01 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0adf276b-8872-48c9-a792-54e319e78398 HTTP/1.1" status: 204 len: 168 time: 1.0481615 Sep 09 09:37:10.275565 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.276947 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Added segment 7bfb89c1-8f2d-4afd-afd5-854fac77381f of type vlan for network bf04758c-fc4f-4641-836f-cdb92019dad3 Sep 09 09:37:10.277973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b888e13-29e5-4448-bc7e-4715c9fb25ad None None] Network 64fa6c82-003e-4e67-8d9c-997a9c17b9e5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:10.335852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d43f6962-6f2e-4b0d-9524-49f3e88206eb, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d43f6962-6f2e-4b0d-9524-49f3e88206eb,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:10.416312 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.502503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 002aefa9-e333-4108-a995-21b82a10813d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:10.510176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0eba0d4f-e9dd-4611-9c42-16d0e4c45134 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.513759 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a280dace-83b7-4542-8d93-cfa4c43c1f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.580195 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a280dace-83b7-4542-8d93-cfa4c43c1f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.606638 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.643462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d43f6962-6f2e-4b0d-9524-49f3e88206eb,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:10.653960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d43f6962-6f2e-4b0d-9524-49f3e88206eb'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:37:10.656884 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a280dace-83b7-4542-8d93-cfa4c43c1f45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b30d28432db4d6a882cdf7479b4b33b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169758 Sep 09 09:37:10.661220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56614) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:10.664427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280dace-83b7-4542-8d93-cfa4c43c1f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0e9202-9734-4a83-917b-193ebcd7c1b2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:10.697814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56616) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:10.750488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'name': 'tempest-TestAggregatesBasicOps-1541103535-router', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '689ea245-466d-453a-b612-9e3653187b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:55Z', 'updated_at': '2021-09-09T09:37:04Z', 'revision_number': 4, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'gw_port': {'id': '689ea245-466d-453a-b612-9e3653187b96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:36:57Z', 'updated_at': '2021-09-09T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '60d7cf35-1889-4eaf-b0bd-e506b642df4a', 'name': '', 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'mac_address': 'fa:16:3e:9a:1c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '67b10197-69b7-4e55-8b9c-2a090e73b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:01Z', 'updated_at': '2021-09-09T09:37:05Z', 'revision_number': 2, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'subnets': [{'id': '67b10197-69b7-4e55-8b9c-2a090e73b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:10.795113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Checking router: 6a07a14b-5fd7-4d13-8649-b41b670cf244 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:37:10.795641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Updating router 6a07a14b-5fd7-4d13-8649-b41b670cf244 port 60d7cf35-1889-4eaf-b0bd-e506b642df4a binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:37:10.857949 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-449c172b-528b-4b15-b723-56521d226dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.873533 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.925815 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.926853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:10.927418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:10.939603 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-449c172b-528b-4b15-b723-56521d226dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.128170 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-449c172b-528b-4b15-b723-56521d226dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.130614 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-449c172b-528b-4b15-b723-56521d226dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.132937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-449c172b-528b-4b15-b723-56521d226dd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b0e9202-9734-4a83-917b-193ebcd7c1b2 HTTP/1.1" status: 204 len: 168 time: 0.4697011 Sep 09 09:37:11.138520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] Pushing event updated for resources: {'Network': ['ID=bf04758c-fc4f-4641-836f-cdb92019dad3,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:11.143734 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c172b-528b-4b15-b723-56521d226dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0e9202-9734-4a83-917b-193ebcd7c1b2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:11.158086 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network bf04758c-fc4f-4641-836f-cdb92019dad3 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:37:11.185294 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-56a0a440-0439-45d9-a931-7ed308e56e46 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3977141 Sep 09 09:37:11.188024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56628) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:11.194509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] Request body: {'subnet': {'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-502977636-subnet', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:11.257117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1767609958', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:11.289297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-0eba0d4f-e9dd-4611-9c42-16d0e4c45134 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Delete allocated IP 2001:db8:0:1::15f (4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14/ef617fda-eb3d-4d96-8e4a-4e2ebb670248) {{(pid=95325) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 09 09:37:11.359412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0324e3f6-21d9-4e2a-97d6-3c80d808d0fe None None] Network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:11.388977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d89496-570a-4678-ab8f-efef00ff596c req-1b334fff-3369-4cde-9f94-a0d93782b7a9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:11.390438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81d89496-570a-4678-ab8f-efef00ff596c req-1b334fff-3369-4cde-9f94-a0d93782b7a9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 944 time: 0.1793146 Sep 09 09:37:11.434107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] Made reservation on behalf of 4186c7db9c51451e8abc60f3ed8fad34 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:11.436476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.508760 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0eba0d4f-e9dd-4611-9c42-16d0e4c45134 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.548999 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-0eba0d4f-e9dd-4611-9c42-16d0e4c45134 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Ignored duplicate provisioning block setup for port 305f9702-c523-40fc-9c13-76e9d22a6fb5 by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 09 09:37:11.593361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-60cf0a44-dadf-443a-b62b-5544445ad3e2 None None] Provisioning for port 002aefa9-e333-4108-a995-21b82a10813d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:11.624053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-60cf0a44-dadf-443a-b62b-5544445ad3e2 None None] Provisioning complete for port 002aefa9-e333-4108-a995-21b82a10813d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:11.624591 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a44-dadf-443a-b62b-5544445ad3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.631756 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0eba0d4f-e9dd-4611-9c42-16d0e4c45134 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.678613 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81d89496-570a-4678-ab8f-efef00ff596c req-879e558a-d260-4538-8d9c-1ca5c9328726 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813752 Sep 09 09:37:11.703871 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.753010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0eba0d4f-e9dd-4611-9c42-16d0e4c45134 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] In _notify_port_updated(), no bound segment for port 305f9702-c523-40fc-9c13-76e9d22a6fb5 on network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 {{(pid=95325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:37:11.759684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eba0d4f-e9dd-4611-9c42-16d0e4c45134 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:11.760339 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0eba0d4f-e9dd-4611-9c42-16d0e4c45134 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.765229 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0eba0d4f-e9dd-4611-9c42-16d0e4c45134 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "PUT /v2.0/ports/305f9702-c523-40fc-9c13-76e9d22a6fb5 HTTP/1.1" status: 200 len: 926 time: 1.6972623 Sep 09 09:37:11.765229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56648) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:11.766266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Transition to ACTIVE for port object 60d7cf35-1889-4eaf-b0bd-e506b642df4a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:11.769261 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.770219 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-610ec393-e860-455d-852c-aeb9ac8c2b62 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a5c8e05-7469-4495-be10-abd335b4eea0'}, {'subnet_id': 'ef617fda-eb3d-4d96-8e4a-4e2ebb670248'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:11.775700 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.780140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.806953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba0d4f-e9dd-4611-9c42-16d0e4c45134 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=305f9702-c523-40fc-9c13-76e9d22a6fb5,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:11.870291 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-610ec393-e860-455d-852c-aeb9ac8c2b62 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:11.899561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56652) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:11.905547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2091650306-network', 'tenant_id': '407831440e934baaba6eb8170b8333ae'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:11.913233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a50c843-f347-4f25-89e1-ba531887d101,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:11.935213 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.064068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.082309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] Checking segment: {'id': '7bfb89c1-8f2d-4afd-afd5-854fac77381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:12.082675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] Network hostable DHCP agents. Network: bf04758c-fc4f-4641-836f-cdb92019dad3, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:37:12.258814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Made reservation on behalf of 407831440e934baaba6eb8170b8333ae for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:12.262453 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.273256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] Network bf04758c-fc4f-4641-836f-cdb92019dad3 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:37:12.290373 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.296391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706cf4c-5d7a-4701-9845-67a6780095c7 None None] Pushing event updated for resources: {'Port': ['ID=60d7cf35-1889-4eaf-b0bd-e506b642df4a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:12.333661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Attempting to bind port 60d7cf35-1889-4eaf-b0bd-e506b642df4a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:12.335213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Attempting to bind port 60d7cf35-1889-4eaf-b0bd-e506b642df4a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '3410113f-2182-4685-8fdb-36877e1b2acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:12.335602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Attempting to bind port 60d7cf35-1889-4eaf-b0bd-e506b642df4a on network 47dea2e0-05b4-4f58-92f7-4bb287c81b69 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:12.341266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:12.341641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Checking segment: {'id': '3410113f-2182-4685-8fdb-36877e1b2acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:12.342461 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.342855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Bound using segment: {'id': '3410113f-2182-4685-8fdb-36877e1b2acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:12.343323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Bound port: 60d7cf35-1889-4eaf-b0bd-e506b642df4a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3410113f-2182-4685-8fdb-36877e1b2acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:12.343746 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.412523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-610ec393-e860-455d-852c-aeb9ac8c2b62 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8:0:1::80 (4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14/ef617fda-eb3d-4d96-8e4a-4e2ebb670248/305f9702-c523-40fc-9c13-76e9d22a6fb5) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:12.488300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d3292fca-93c4-415c-b6c4-38eae3d552cd None None] Provisioning complete for port 002aefa9-e333-4108-a995-21b82a10813d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:12.488891 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3292fca-93c4-415c-b6c4-38eae3d552cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.562514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] For port 60d7cf35-1889-4eaf-b0bd-e506b642df4a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:12.614698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] For port 60d7cf35-1889-4eaf-b0bd-e506b642df4a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=60d7cf35-1889-4eaf-b0bd-e506b642df4a,segment=NetworkSegment(3410113f-2182-4685-8fdb-36877e1b2acf),segment_id=3410113f-2182-4685-8fdb-36877e1b2acf)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:12.670232 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-610ec393-e860-455d-852c-aeb9ac8c2b62 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.697619 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.702121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-610ec393-e860-455d-852c-aeb9ac8c2b62 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Ignored duplicate provisioning block setup for port 305f9702-c523-40fc-9c13-76e9d22a6fb5 by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 09 09:37:12.768881 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-610ec393-e860-455d-852c-aeb9ac8c2b62 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.783630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706cf4c-5d7a-4701-9845-67a6780095c7 None None] Pushing event updated for resources: {'Port': ['ID=60d7cf35-1889-4eaf-b0bd-e506b642df4a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:12.816428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Routers {'6a07a14b-5fd7-4d13-8649-b41b670cf244'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:12.817153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:36:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6a07a14b-5fd7-4d13-8649-b41b670cf244'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:12.820114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, bf04758c-fc4f-4641-836f-cdb92019dad3) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:12.842818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:12.843627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.903771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42636159-d8f7-4f9d-afa4-349459656ae9 None None] Network bf04758c-fc4f-4641-836f-cdb92019dad3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:12.910384 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d3292fca-93c4-415c-b6c4-38eae3d552cd None None] Provisioning for port 305f9702-c523-40fc-9c13-76e9d22a6fb5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:12.933283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d3292fca-93c4-415c-b6c4-38eae3d552cd None None] Provisioning complete for port 305f9702-c523-40fc-9c13-76e9d22a6fb5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:12.933532 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3292fca-93c4-415c-b6c4-38eae3d552cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:12.991300 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a773949f-a291-4275-9fee-478f14dbc1e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8012836 Sep 09 09:37:12.996928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56670) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:13.023889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-502977636-router', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:13.094821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-610ec393-e860-455d-852c-aeb9ac8c2b62 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] In _notify_port_updated(), no bound segment for port 305f9702-c523-40fc-9c13-76e9d22a6fb5 on network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 {{(pid=95325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:37:13.099039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.107481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ec393-e860-455d-852c-aeb9ac8c2b62 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:13.108770 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-610ec393-e860-455d-852c-aeb9ac8c2b62 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.110895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-610ec393-e860-455d-852c-aeb9ac8c2b62 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "PUT /v2.0/ports/305f9702-c523-40fc-9c13-76e9d22a6fb5 HTTP/1.1" status: 200 len: 1011 time: 1.3447821 Sep 09 09:37:13.112598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ec393-e860-455d-852c-aeb9ac8c2b62 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=305f9702-c523-40fc-9c13-76e9d22a6fb5,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:13.114712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:13.129047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c9395-62f4-4fa8-b32b-1349b0eed2f9 req-99351a34-a650-489b-b01e-caca1a58f0d6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:13.132592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d9c9395-62f4-4fa8-b32b-1349b0eed2f9 req-99351a34-a650-489b-b01e-caca1a58f0d6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 944 time: 0.3338778 Sep 09 09:37:13.198149 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] Set router 6a07a14b-5fd7-4d13-8649-b41b670cf244 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:13.222837 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d9c9395-62f4-4fa8-b32b-1349b0eed2f9 req-83a183d0-83f1-49f7-a187-ae8ccfb9c0ca tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812945 Sep 09 09:37:13.337081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d3292fca-93c4-415c-b6c4-38eae3d552cd None None] Port 305f9702-c523-40fc-9c13-76e9d22a6fb5 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:13.479586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1600b6eb-8caf-456f-8d67-0f0801b9dfcf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 305f9702-c523-40fc-9c13-76e9d22a6fb5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:13.480125 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1600b6eb-8caf-456f-8d67-0f0801b9dfcf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.528960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-56d7346f-f0d5-40ba-aefe-fd9bf0875ba0 None None] Provisioning complete for port 305f9702-c523-40fc-9c13-76e9d22a6fb5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:13.529740 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56d7346f-f0d5-40ba-aefe-fd9bf0875ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.598509 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.605602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d43f6962-6f2e-4b0d-9524-49f3e88206eb up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:13.607550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-bf04758c-fc4f-4641-836f-cdb92019dad3', 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'fixed_ips': [{'subnet_id': '6a50c843-f347-4f25-89e1-ba531887d101'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:37:13.608719 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.663655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-56d7346f-f0d5-40ba-aefe-fd9bf0875ba0 None None] Port 305f9702-c523-40fc-9c13-76e9d22a6fb5 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:13.676757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1600b6eb-8caf-456f-8d67-0f0801b9dfcf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.689213 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.716514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1600b6eb-8caf-456f-8d67-0f0801b9dfcf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 305f9702-c523-40fc-9c13-76e9d22a6fb5 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:13.755956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:37:13.802054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f224644-194a-44e8-838c-9954dc03f107,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:13.807658 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.808078 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Added segment 14a1f7c1-d8da-4294-8a6f-db1401506163 of type vlan for network d0bc243a-b9c6-4ec4-baec-f1a8272a561e Sep 09 09:37:13.808437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'name': 'tempest-TestAggregatesBasicOps-1541103535-router', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '689ea245-466d-453a-b612-9e3653187b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:55Z', 'updated_at': '2021-09-09T09:37:04Z', 'revision_number': 4, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'gw_port': {'id': '689ea245-466d-453a-b612-9e3653187b96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:36:57Z', 'updated_at': '2021-09-09T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '60d7cf35-1889-4eaf-b0bd-e506b642df4a', 'name': '', 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'mac_address': 'fa:16:3e:9a:1c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '67b10197-69b7-4e55-8b9c-2a090e73b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:01Z', 'updated_at': '2021-09-09T09:37:12Z', 'revision_number': 4, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'subnets': [{'id': '67b10197-69b7-4e55-8b9c-2a090e73b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:13.811231 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.857214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c0a23-f841-4c43-9777-5091e35670b3 None None] The sync data for ids ['6a07a14b-5fd7-4d13-8649-b41b670cf244'] in n-d-778696-16 is: [{'id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'name': 'tempest-TestAggregatesBasicOps-1541103535-router', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '689ea245-466d-453a-b612-9e3653187b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:55Z', 'updated_at': '2021-09-09T09:37:04Z', 'revision_number': 4, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'gw_port': {'id': '689ea245-466d-453a-b612-9e3653187b96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:36:57Z', 'updated_at': '2021-09-09T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '60d7cf35-1889-4eaf-b0bd-e506b642df4a', 'name': '', 'network_id': '47dea2e0-05b4-4f58-92f7-4bb287c81b69', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'mac_address': 'fa:16:3e:9a:1c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '67b10197-69b7-4e55-8b9c-2a090e73b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:01Z', 'updated_at': '2021-09-09T09:37:12Z', 'revision_number': 4, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'subnets': [{'id': '67b10197-69b7-4e55-8b9c-2a090e73b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:13.872777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.873792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.894549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Allocated IP 172.20.0.2 (bf04758c-fc4f-4641-836f-cdb92019dad3/6a50c843-f347-4f25-89e1-ba531887d101/afa28eeb-7612-409b-b297-b94d4bf7ba13) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:13.906835 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port d43f6962-6f2e-4b0d-9524-49f3e88206eb completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:13.913998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.925400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port d43f6962-6f2e-4b0d-9524-49f3e88206eb triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:13.925773 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:13.990852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bdb9f03e-1a3e-4f79-b74e-5e73fbc99c03 None None] Provisioning complete for port 305f9702-c523-40fc-9c13-76e9d22a6fb5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:13.991653 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f03e-1a3e-4f79-b74e-5e73fbc99c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.004826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.092066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.124120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bdb9f03e-1a3e-4f79-b74e-5e73fbc99c03 None None] Port 305f9702-c523-40fc-9c13-76e9d22a6fb5 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:14.186885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Allocated IP 172.25.8.78 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/a052857e-e8da-4cd4-b199-ba57e889f127) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:14.217832 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.289443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a38994-18ec-4642-b26b-5addc3b27311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43f6962-6f2e-4b0d-9524-49f3e88206eb'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:37:14.295981 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51479494-1162-4ce6-8217-24ca19b7ffb8" -d '{"events": [{"server_uuid": "84a38994-18ec-4642-b26b-5addc3b27311", "name": "network-vif-plugged", "status": "completed", "tag": "d43f6962-6f2e-4b0d-9524-49f3e88206eb"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:37:14.309077 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.310137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:14.310752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.316850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d43f6962-6f2e-4b0d-9524-49f3e88206eb, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d43f6962-6f2e-4b0d-9524-49f3e88206eb,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:14.319861 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.392657 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9b6487-6e3c-46ba-8b02-634c6074e5a1 x-openstack-request-id: req-ec9b6487-6e3c-46ba-8b02-634c6074e5a1 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:37:14.392982 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a38994-18ec-4642-b26b-5addc3b27311", "name": "network-vif-plugged", "status": "completed", "tag": "d43f6962-6f2e-4b0d-9524-49f3e88206eb", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:37:14.408314 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec9b6487-6e3c-46ba-8b02-634c6074e5a1 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:37:14.408314 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a38994-18ec-4642-b26b-5addc3b27311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43f6962-6f2e-4b0d-9524-49f3e88206eb', 'code': 200} Sep 09 09:37:14.437398 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.529250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Transition to ACTIVE for port object afa28eeb-7612-409b-b297-b94d4bf7ba13 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:14.545290 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c703170-f560-478e-8e97-d95e94150376 req-37e97ca0-6ec6-444b-8fdd-817dafbe9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:14.547647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c703170-f560-478e-8e97-d95e94150376 req-37e97ca0-6ec6-444b-8fdd-817dafbe9af5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 1097 time: 0.0715148 Sep 09 09:37:14.557604 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba561-0f86-4411-901f-3de2a4ca65eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.567458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 60d7cf35-1889-4eaf-b0bd-e506b642df4a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:14.602328 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1600b6eb-8caf-456f-8d67-0f0801b9dfcf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.604811 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7035906 Sep 09 09:37:14.610190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56692) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:14.613269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c703170-f560-478e-8e97-d95e94150376 req-3c1b32a0-9947-4dfa-b4fd-f0e740d8dba3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567617 Sep 09 09:37:14.625411 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] Request body: {'subnet': {'network_id': 'd0bc243a-b9c6-4ec4-baec-f1a8272a561e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2091650306-subnet', 'tenant_id': '407831440e934baaba6eb8170b8333ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:14.641721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d43f6962-6f2e-4b0d-9524-49f3e88206eb,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:14.655452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Transition to ACTIVE for port object afa28eeb-7612-409b-b297-b94d4bf7ba13 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:14.700953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bd05f-b777-46ef-8d4e-0c5afa8c168e admin admin] Pushing event updated for resources: {'Network': ['ID=d0bc243a-b9c6-4ec4-baec-f1a8272a561e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:14.712347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network d0bc243a-b9c6-4ec4-baec-f1a8272a561e details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:37:14.729275 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.738633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600b6eb-8caf-456f-8d67-0f0801b9dfcf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=305f9702-c523-40fc-9c13-76e9d22a6fb5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:14.758672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] Made reservation on behalf of 407831440e934baaba6eb8170b8333ae for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:14.763760 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.801541 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.823022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 60d7cf35-1889-4eaf-b0bd-e506b642df4a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:14.825953 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.832163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a7b14-69f6-403a-90b7-8e2dbabffcef req-efebe4d9-3be3-479d-8e66-6f399eaa9a37 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:14.836520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 60d7cf35-1889-4eaf-b0bd-e506b642df4a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:14.837326 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.838403 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db0a7b14-69f6-403a-90b7-8e2dbabffcef req-efebe4d9-3be3-479d-8e66-6f399eaa9a37 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.3881221 Sep 09 09:37:14.841691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1600b6eb-8caf-456f-8d67-0f0801b9dfcf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:14.855655 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1600b6eb-8caf-456f-8d67-0f0801b9dfcf tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/305f9702-c523-40fc-9c13-76e9d22a6fb5 HTTP/1.1" status: 204 len: 168 time: 1.7262418 Sep 09 09:37:14.872200 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56694) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:14.918811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Network bf04758c-fc4f-4641-836f-cdb92019dad3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:14.926201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:14.929958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:14.951054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Pushing event updated for resources: {'Port': ['ID=afa28eeb-7612-409b-b297-b94d4bf7ba13,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:14.955171 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e010c1-735e-4020-a465-c8ac1c02c376 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:37:14.963712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a0e010c1-735e-4020-a465-c8ac1c02c376 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/305f9702-c523-40fc-9c13-76e9d22a6fb5 HTTP/1.1" status: 404 len: 333 time: 0.0919619 Sep 09 09:37:14.966576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56698) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:15.082817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Attempting to bind port afa28eeb-7612-409b-b297-b94d4bf7ba13 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:15.083081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Attempting to bind port afa28eeb-7612-409b-b297-b94d4bf7ba13 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '7bfb89c1-8f2d-4afd-afd5-854fac77381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:15.083477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Attempting to bind port afa28eeb-7612-409b-b297-b94d4bf7ba13 on network bf04758c-fc4f-4641-836f-cdb92019dad3 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:15.103479 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.115899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db0a7b14-69f6-403a-90b7-8e2dbabffcef req-bcd3733a-061c-4860-a712-1ec9d3496320 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597110 Sep 09 09:37:15.191664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8329aed-358f-4e32-baac-a5db934a67b9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting subnet ef617fda-eb3d-4d96-8e4a-4e2ebb670248 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:37:15.200335 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8329aed-358f-4e32-baac-a5db934a67b9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.239524 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.310893 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8329aed-358f-4e32-baac-a5db934a67b9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.340516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 60d7cf35-1889-4eaf-b0bd-e506b642df4a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=60d7cf35-1889-4eaf-b0bd-e506b642df4a,segment=NetworkSegment(3410113f-2182-4685-8fdb-36877e1b2acf),segment_id=3410113f-2182-4685-8fdb-36877e1b2acf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:15.342838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:15.342838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Checking segment: {'id': '7bfb89c1-8f2d-4afd-afd5-854fac77381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:15.343107 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.343331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Bound using segment: {'id': '7bfb89c1-8f2d-4afd-afd5-854fac77381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:15.343922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Bound port: afa28eeb-7612-409b-b297-b94d4bf7ba13, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfb89c1-8f2d-4afd-afd5-854fac77381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:15.344360 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.372316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:15.407580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:15.412333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:15.416285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Pushing event updated for resources: {'Port': ['ID=a052857e-e8da-4cd4-b199-ba57e889f127,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:15.450877 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.453002 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.531057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] For port afa28eeb-7612-409b-b297-b94d4bf7ba13, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:15.546386 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8329aed-358f-4e32-baac-a5db934a67b9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.562430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] For port afa28eeb-7612-409b-b297-b94d4bf7ba13, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=afa28eeb-7612-409b-b297-b94d4bf7ba13,segment=NetworkSegment(7bfb89c1-8f2d-4afd-afd5-854fac77381f),segment_id=7bfb89c1-8f2d-4afd-afd5-854fac77381f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:15.611920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=60d7cf35-1889-4eaf-b0bd-e506b642df4a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:15.657307 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.689743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7d5e61-814d-4043-b69f-a4bbb8c3500c,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:15.705395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] Checking segment: {'id': '14a1f7c1-d8da-4294-8a6f-db1401506163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd0bc243a-b9c6-4ec4-baec-f1a8272a561e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:15.706395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] Network hostable DHCP agents. Network: d0bc243a-b9c6-4ec4-baec-f1a8272a561e, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:37:15.726505 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8329aed-358f-4e32-baac-a5db934a67b9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.773985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8329aed-358f-4e32-baac-a5db934a67b9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Subnet': ['ID=ef617fda-eb3d-4d96-8e4a-4e2ebb670248,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:15.789967 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c8329aed-358f-4e32-baac-a5db934a67b9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.795939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c8329aed-358f-4e32-baac-a5db934a67b9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/ef617fda-eb3d-4d96-8e4a-4e2ebb670248 HTTP/1.1" status: 204 len: 168 time: 0.8194330 Sep 09 09:37:15.798492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56704) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:15.811422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8249528d-c956-4abb-9ee0-7dc4eefcc738 None None] Network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:15.866737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336962d-f027-4078-bca3-8d6fd3b21ca6 None None] Pushing event updated for resources: {'Port': ['ID=afa28eeb-7612-409b-b297-b94d4bf7ba13,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:15.892245 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.922132 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:15.942553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-966e1e07-4990-4d81-b34f-4ee17a98890e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting subnet 5a5c8e05-7469-4495-be10-abd335b4eea0 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:37:15.947216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] Network d0bc243a-b9c6-4ec4-baec-f1a8272a561e is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:37:15.949162 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-966e1e07-4990-4d81-b34f-4ee17a98890e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:16.015683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-966e1e07-4990-4d81-b34f-4ee17a98890e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:16.162697 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-966e1e07-4990-4d81-b34f-4ee17a98890e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:16.276577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Allocated IP 172.25.8.151 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/2faab096-f748-43e7-9a35-d810252cefc6) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:16.296732 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, d0bc243a-b9c6-4ec4-baec-f1a8272a561e) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:16.306353 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24845017-777f-4ee9-92aa-fc90d7f332f3 None None] Network d0bc243a-b9c6-4ec4-baec-f1a8272a561e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:16.325309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:16.325971 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:16.407785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655c244-f0c1-4ed3-a537-31c741ed1112 req-c3da8d05-211d-4d68-a954-e21643b0ca6e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:16.416687 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1655c244-f0c1-4ed3-a537-31c741ed1112 req-c3da8d05-211d-4d68-a954-e21643b0ca6e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.1513252 Sep 09 09:37:16.502283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-966e1e07-4990-4d81-b34f-4ee17a98890e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:16.514527 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e8d05163-5033-4f88-b329-a391e457fa75 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9001610 Sep 09 09:37:16.544964 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-966e1e07-4990-4d81-b34f-4ee17a98890e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:16.546921 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-966e1e07-4990-4d81-b34f-4ee17a98890e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/5a5c8e05-7469-4495-be10-abd335b4eea0 HTTP/1.1" status: 204 len: 168 time: 0.7468615 Sep 09 09:37:16.565683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e1e07-4990-4d81-b34f-4ee17a98890e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5c8e05-7469-4495-be10-abd335b4eea0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:16.567627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56710) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:16.588087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1655c244-f0c1-4ed3-a537-31c741ed1112 req-419cad67-70f7-4efe-bb70-7041e19eaa55 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640656 Sep 09 09:37:16.642559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92097dc0-f554-4774-a74a-549bdee91ff1 None None] Network d0bc243a-b9c6-4ec4-baec-f1a8272a561e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:16.687804 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:16.823335 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:16.841517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56722) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:16.856439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 60d7cf35-1889-4eaf-b0bd-e506b642df4a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:16.879100 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.004523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 60d7cf35-1889-4eaf-b0bd-e506b642df4a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:17.004999 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.027144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-bb481c2f-8856-4a16-9d97-7bf2a730de83 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=96dfd85d174e48d7bfe16c9410733db7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124637 Sep 09 09:37:17.031772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec4f8b9-e81b-45b8-970d-5fbc5563acc4 admin admin] Deleting subnet 3207f5fa-ca36-4f4a-b19b-53e0765b4cea {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:37:17.062780 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ec4f8b9-e81b-45b8-970d-5fbc5563acc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.144395 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.194252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device afa28eeb-7612-409b-b297-b94d4bf7ba13 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:17.233122 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f42ebf9-d392-492c-94f7-ece881e740f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.290025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:17.333392 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ec4f8b9-e81b-45b8-970d-5fbc5563acc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.346320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e5dd6-684d-4977-b779-683d20f58640 None None] Network 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:17.365458 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.400232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port afa28eeb-7612-409b-b297-b94d4bf7ba13 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:17.420174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 002aefa9-e333-4108-a995-21b82a10813d {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:17.420174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.459111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54f76f85-f445-4a2e-806d-d76492447d5d None None] Provisioning complete for port 002aefa9-e333-4108-a995-21b82a10813d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:17.459673 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54f76f85-f445-4a2e-806d-d76492447d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.464548 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ec4f8b9-e81b-45b8-970d-5fbc5563acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.507497 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-5f84287a-9b7f-4317-8e3a-679b42041b9c tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:17.515001 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-5f84287a-9b7f-4317-8e3a-679b42041b9c tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4790850 Sep 09 09:37:17.530717 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-91f36730-b7a8-4029-bcb7-19bcc4046cc1 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/quotas/96dfd85d174e48d7bfe16c9410733db7 HTTP/1.1" status: 200 len: 375 time: 0.0142214 Sep 09 09:37:17.630115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-500cb4cc-fca8-4914-bf8f-c3010f6057fe tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96dfd85d174e48d7bfe16c9410733db7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642083 Sep 09 09:37:17.648904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] For port 002aefa9-e333-4108-a995-21b82a10813d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=002aefa9-e333-4108-a995-21b82a10813d,segment=NetworkSegment(67766b6e-d8b3-4f4b-9830-e4fea46286cb),segment_id=67766b6e-d8b3-4f4b-9830-e4fea46286cb)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:17.649424 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.652837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66617e-712b-4779-949a-98033f18c34d None None] DHCP port deletion for 4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:37:17.662210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50f1ea8-f1df-4959-8093-39fb2c73bcdc None None] Network bf04758c-fc4f-4641-836f-cdb92019dad3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:17.686909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 002aefa9-e333-4108-a995-21b82a10813d owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:17.698342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:17.702931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:17.706329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Pushing event updated for resources: {'Port': ['ID=2faab096-f748-43e7-9a35-d810252cefc6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:17.753341 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.763336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860bf2c-807e-43c4-ab0d-f2352f3c4578 req-ed00b1a4-6b28-4122-bcae-ff63c2fa4fa4 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:17.770744 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5860bf2c-807e-43c4-ab0d-f2352f3c4578 req-ed00b1a4-6b28-4122-bcae-ff63c2fa4fa4 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.6224201 Sep 09 09:37:17.805169 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ec4f8b9-e81b-45b8-970d-5fbc5563acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.841833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4f8b9-e81b-45b8-970d-5fbc5563acc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3207f5fa-ca36-4f4a-b19b-53e0765b4cea,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:17.844351 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3ec4f8b9-e81b-45b8-970d-5fbc5563acc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.846546 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3ec4f8b9-e81b-45b8-970d-5fbc5563acc4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3207f5fa-ca36-4f4a-b19b-53e0765b4cea HTTP/1.1" status: 204 len: 168 time: 1.0034177 Sep 09 09:37:17.855405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56736) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:17.913436 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5860bf2c-807e-43c4-ab0d-f2352f3c4578 req-f387b2f4-4ea1-45f9-b812-33e008d8a00e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364295 Sep 09 09:37:17.936221 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.955601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6b66617e-712b-4779-949a-98033f18c34d None None] Deleting port 002aefa9-e333-4108-a995-21b82a10813d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:17.955989 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b66617e-712b-4779-949a-98033f18c34d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:17.971736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No DVR routers for this DVR port 002aefa9-e333-4108-a995-21b82a10813d on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:37:18.005209 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.039774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6b66617e-712b-4779-949a-98033f18c34d None None] For port 002aefa9-e333-4108-a995-21b82a10813d, host n-d-778696-16, got binding levels [] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:18.046113 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b66617e-712b-4779-949a-98033f18c34d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.065809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=002aefa9-e333-4108-a995-21b82a10813d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:18.068901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b56c74f6-5757-41be-b02e-acf64f75ebb1 None None] Provisioning for port afa28eeb-7612-409b-b297-b94d4bf7ba13 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:18.082870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b56c74f6-5757-41be-b02e-acf64f75ebb1 None None] Provisioning complete for port afa28eeb-7612-409b-b297-b94d4bf7ba13 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:18.083314 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b56c74f6-5757-41be-b02e-acf64f75ebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.087518 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6b66617e-712b-4779-949a-98033f18c34d None None] Calling delete_port for 002aefa9-e333-4108-a995-21b82a10813d owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:18.089582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.ipam_backend_mixin [None req-6b66617e-712b-4779-949a-98033f18c34d None None] Port 002aefa9-e333-4108-a995-21b82a10813d was not found and therefore no delete operation was performed {{(pid=95327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:37:18.110955 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b66617e-712b-4779-949a-98033f18c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.126263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b8a456f-567b-4abb-aae8-8a834951eee0 req-1ecbec38-e8a8-42b6-91fc-fabe5ed994bd tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 210 time: 0.0936542 Sep 09 09:37:18.147084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66617e-712b-4779-949a-98033f18c34d None None] Pushing event deleted for resources: {'Port': ['ID=002aefa9-e333-4108-a995-21b82a10813d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:18.152477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66617e-712b-4779-949a-98033f18c34d None None] No DVR routers for this DVR port 002aefa9-e333-4108-a995-21b82a10813d on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:37:18.187758 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.251105 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b56c74f6-5757-41be-b02e-acf64f75ebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.257319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:18.285505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67766b6e-d8b3-4f4b-9830-e4fea46286cb') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:18.285505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67766b6e-d8b3-4f4b-9830-e4fea46286cb') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:18.286265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b56c74f6-5757-41be-b02e-acf64f75ebb1 None None] For port afa28eeb-7612-409b-b297-b94d4bf7ba13, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=afa28eeb-7612-409b-b297-b94d4bf7ba13,segment=NetworkSegment(7bfb89c1-8f2d-4afd-afd5-854fac77381f),segment_id=7bfb89c1-8f2d-4afd-afd5-854fac77381f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:18.310445 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.321922 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.343048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 002aefa9-e333-4108-a995-21b82a10813d no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:37:18.348377 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fa6c82-003e-4e67-8d9c-997a9c17b9e5']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:18.352364 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.353285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Router dfac259e-44b9-4b65-8b27-5b7dfe39f1b3 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:37:18.367422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62054e6f-b321-45d1-adbe-d241a7cd4a45') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:18.367737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62054e6f-b321-45d1-adbe-d241a7cd4a45') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:18.370011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:37:18.370578 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:37:18.373959 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:37:18.381726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 002aefa9-e333-4108-a995-21b82a10813d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:37:18.382303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 002aefa9-e333-4108-a995-21b82a10813d not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:37:18.402815 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.434920 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b56c74f6-5757-41be-b02e-acf64f75ebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.464464 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.472611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:37:18.473105 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:37:18.475705 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:37:18.493387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c74f6-5757-41be-b02e-acf64f75ebb1 None None] Pushing event updated for resources: {'Port': ['ID=afa28eeb-7612-409b-b297-b94d4bf7ba13,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:18.523703 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.555225 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0689f247-8238-45c8-9194-d11af372ecab None None] Provisioning complete for port afa28eeb-7612-409b-b297-b94d4bf7ba13 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:18.555664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0689f247-8238-45c8-9194-d11af372ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.578138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:18.578626 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.589852 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d81c7-a67b-490d-9ebd-de2f9e036b1d None None] Sync routers for ids ['dfac259e-44b9-4b65-8b27-5b7dfe39f1b3'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:18.600816 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d81c7-a67b-490d-9ebd-de2f9e036b1d None None] Routers {'dfac259e-44b9-4b65-8b27-5b7dfe39f1b3'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:18.602116 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2d3d81c7-a67b-490d-9ebd-de2f9e036b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dfac259e-44b9-4b65-8b27-5b7dfe39f1b3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:18.603669 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.629975 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.633880 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/networks/4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14 HTTP/1.1" status: 204 len: 168 time: 2.0447810 Sep 09 09:37:18.643988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56748) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:18.659050 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2d3d81c7-a67b-490d-9ebd-de2f9e036b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:18.661231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce48ddf-df86-4e6e-97d5-2004e8dfaef6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Network': ['ID=4fe55b7f-d1b2-4e14-9b2b-8b1870f42a14,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:18.667965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.677400 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.683732 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/64fa6c82-003e-4e67-8d9c-997a9c17b9e5 HTTP/1.1" status: 204 len: 168 time: 0.8291702 Sep 09 09:37:18.684056 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d81c7-a67b-490d-9ebd-de2f9e036b1d None None] Routers {'dfac259e-44b9-4b65-8b27-5b7dfe39f1b3'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:18.684883 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2d3d81c7-a67b-490d-9ebd-de2f9e036b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dfac259e-44b9-4b65-8b27-5b7dfe39f1b3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:18.690641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56750) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:18.695211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d771b-7d79-4dba-961e-3cd13c792cd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=64fa6c82-003e-4e67-8d9c-997a9c17b9e5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:18.727847 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2d3d81c7-a67b-490d-9ebd-de2f9e036b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:18.728484 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d81c7-a67b-490d-9ebd-de2f9e036b1d None None] The sync data for ids ['dfac259e-44b9-4b65-8b27-5b7dfe39f1b3'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:18.729627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.730867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c0d0ffe0-2f33-4f06-9d31-50c21bef3607 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.0317349 Sep 09 09:37:18.733613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56752) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:18.799305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee28cb95-4490-4d11-8ecf-13e86ae90412 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:18.802158 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ee28cb95-4490-4d11-8ecf-13e86ae90412 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1551306 Sep 09 09:37:18.809098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56754) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:18.821617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d818e2c-da40-475f-b8c1-75507ddbbf19 admin admin] Deleting subnet 6f7d5e61-814d-4043-b69f-a4bbb8c3500c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:37:18.828403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d818e2c-da40-475f-b8c1-75507ddbbf19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.845404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-89bddaee-3ae6-4457-b525-80f6717de15e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/routers/dfac259e-44b9-4b65-8b27-5b7dfe39f1b3 HTTP/1.1" status: 200 len: 920 time: 0.1105433 Sep 09 09:37:18.848208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56756) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:18.883337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1140d6e5-05a7-48ac-9ef8-b9a953f5f6c5 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfac259e-44b9-4b65-8b27-5b7dfe39f1b3 HTTP/1.1" status: 200 len: 205 time: 0.0335586 Sep 09 09:37:18.885549 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56760) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:18.925021 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d818e2c-da40-475f-b8c1-75507ddbbf19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:18.963349 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7a7a1cda-af33-464b-9676-96356428477d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1530151 Sep 09 09:37:18.969895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56764) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:18.977799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1932074962'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:18.981241 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.048385 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.054229 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d818e2c-da40-475f-b8c1-75507ddbbf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.096679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab35fa-cfa0-4861-bd56-1b03c886351c req-3773d848-2fca-4ce5-aafc-f31cd8e8e409 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:19.098134 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8ab35fa-cfa0-4861-bd56-1b03c886351c req-3773d848-2fca-4ce5-aafc-f31cd8e8e409 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.1022780 Sep 09 09:37:19.191152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:19.196365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.237642 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5ce9a4d7-fa08-410c-8f2d-20b070415fbc req-6b055f3f-bfb0-478f-83fe-b022a45a43b6 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 210 time: 0.0388222 Sep 09 09:37:19.327871 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d818e2c-da40-475f-b8c1-75507ddbbf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.329735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Router a4b77d43-5502-4d6d-beea-cf69bff303f5 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:37:19.332322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:37:19.375109 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d818e2c-da40-475f-b8c1-75507ddbbf19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.379198 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2d818e2c-da40-475f-b8c1-75507ddbbf19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6f7d5e61-814d-4043-b69f-a4bbb8c3500c HTTP/1.1" status: 204 len: 168 time: 0.6823211 Sep 09 09:37:19.380390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.380785 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Added segment 70f3bf66-3bb9-4959-8025-9cddd45cca9a of type vlan for network 093386e5-d948-47d0-9da0-91a0a3075c44 Sep 09 09:37:19.382369 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d818e2c-da40-475f-b8c1-75507ddbbf19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f7d5e61-814d-4043-b69f-a4bbb8c3500c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:19.392363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56768) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:19.494672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.508864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8ab35fa-cfa0-4861-bd56-1b03c886351c req-e0583ead-4f4c-42c8-bfc7-794bb22bd911 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025903 Sep 09 09:37:19.523685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.584490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.609590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:19.621994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Sync routers for ids ['a4b77d43-5502-4d6d-beea-cf69bff303f5'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:19.636011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Routers {'a4b77d43-5502-4d6d-beea-cf69bff303f5'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:19.636695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a4b77d43-5502-4d6d-beea-cf69bff303f5'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:19.684988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Deleting port a052857e-e8da-4cd4-b199-ba57e889f127 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:19.685604 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.711867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.714761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.720795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:19.721390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.751878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Set router a4b77d43-5502-4d6d-beea-cf69bff303f5 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:19.759041 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.763360 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2a4ecf3c-5ac4-4be2-b725-f74adc6f84aa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7464521 Sep 09 09:37:19.764400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56770) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:19.775100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.791542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bc243a-b9c6-4ec4-baec-f1a8272a561e']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:19.825730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Calling delete_port for a052857e-e8da-4cd4-b199-ba57e889f127 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:19.848982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a1f7c1-d8da-4294-8a6f-db1401506163') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:19.849387 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a1f7c1-d8da-4294-8a6f-db1401506163') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:19.857580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Network': ['ID=093386e5-d948-47d0-9da0-91a0a3075c44,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:19.864878 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.870088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 093386e5-d948-47d0-9da0-91a0a3075c44 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:37:19.884216 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-76369e81-9d02-42c5-af2a-531713a918d7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9132726 Sep 09 09:37:19.888383 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.888383 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56772) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:19.893032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': '093386e5-d948-47d0-9da0-91a0a3075c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:19.913045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:37:19.913457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:37:19.915245 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:37:20.101822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'name': 'tempest-TestAggregatesBasicOps-502977636-router', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '2faab096-f748-43e7-9a35-d810252cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:13Z', 'updated_at': '2021-09-09T09:37:18Z', 'revision_number': 3, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'gw_port': {'id': '2faab096-f748-43e7-9a35-d810252cefc6', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:15Z', 'updated_at': '2021-09-09T09:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:20.141854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Checking router: a4b77d43-5502-4d6d-beea-cf69bff303f5 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:37:20.142130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Updating router a4b77d43-5502-4d6d-beea-cf69bff303f5 port 2faab096-f748-43e7-9a35-d810252cefc6 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:37:20.157473 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.159955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:20.160375 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.165196 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.170071 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.187099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.191808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] 10.222.0.32 "DELETE /v2.0/networks/d0bc243a-b9c6-4ec4-baec-f1a8272a561e HTTP/1.1" status: 204 len: 168 time: 0.7958786 Sep 09 09:37:20.202173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca27598-d50d-4098-98fd-cab122fea16b admin admin] Pushing event deleted for resources: {'Network': ['ID=d0bc243a-b9c6-4ec4-baec-f1a8272a561e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:20.348829 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.394206 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3bf7fc6e-eaa8-48fc-bc2c-9dd63b855cfc req-d01f2964-5fdf-4b51-8072-7d64d33eb294 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 210 time: 0.0546081 Sep 09 09:37:20.406796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Pushing event deleted for resources: {'Port': ['ID=a052857e-e8da-4cd4-b199-ba57e889f127,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:20.448896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device afa28eeb-7612-409b-b297-b94d4bf7ba13 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:20.476987 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.511322 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.548860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port afa28eeb-7612-409b-b297-b94d4bf7ba13 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:20.549233 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.597991 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-6e653837-37a1-4d37-adef-b7634989a632 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=96dfd85d174e48d7bfe16c9410733db7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385513 Sep 09 09:37:20.645194 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.687745 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.690294 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.694338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Transition to ACTIVE for port object 2faab096-f748-43e7-9a35-d810252cefc6 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:20.697630 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.803013 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.806626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bdaf0-cfc7-4dae-b7ff-e502b2bea2c2 req-a2615a99-7d14-4693-811d-05c081a242e5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:20.808867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d00bdaf0-cfc7-4dae-b7ff-e502b2bea2c2 req-a2615a99-7d14-4693-811d-05c081a242e5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.1910455 Sep 09 09:37:20.885096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a649f3-8245-45ea-9a1c-d6e41bd91155 None None] Pushing event updated for resources: {'Port': ['ID=2faab096-f748-43e7-9a35-d810252cefc6,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:20.888103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56782) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:20.893018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Attempting to bind port 2faab096-f748-43e7-9a35-d810252cefc6 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:20.893477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Attempting to bind port 2faab096-f748-43e7-9a35-d810252cefc6 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:20.898992 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Attempting to bind port 2faab096-f748-43e7-9a35-d810252cefc6 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:20.901701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:20.902132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:20.902541 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.902959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:20.903548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Bound port: 2faab096-f748-43e7-9a35-d810252cefc6, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:20.904013 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.926869 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d00bdaf0-cfc7-4dae-b7ff-e502b2bea2c2 req-faf33cdf-356a-4513-a294-33094fa5a399 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979562 Sep 09 09:37:20.928401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Allocated IP 172.20.0.1 (bf04758c-fc4f-4641-836f-cdb92019dad3/6a50c843-f347-4f25-89e1-ba531887d101/bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:20.938507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.938507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Fanout notify agent at l3_agent the message router_deleted on router dfac259e-44b9-4b65-8b27-5b7dfe39f1b3 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:37:20.967752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] For port 2faab096-f748-43e7-9a35-d810252cefc6, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:20.968996 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:20.973300 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d36ef518-06b6-4e08-825c-49d455e6d59d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/dfac259e-44b9-4b65-8b27-5b7dfe39f1b3 HTTP/1.1" status: 204 len: 168 time: 2.0835800 Sep 09 09:37:20.973470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] For port 2faab096-f748-43e7-9a35-d810252cefc6, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2faab096-f748-43e7-9a35-d810252cefc6,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:20.978468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56784) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:20.983872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Request body: {'router': {'name': 'tempest-snat-router-505303921', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'enable_snat': False}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:20.997927 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-295b9d23-cf9e-4678-ba17-7934095765a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9928179c7b51449b9ff053351da39391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063290 Sep 09 09:37:21.001666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56786) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:21.146310 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.159333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b03add6-935e-4901-8328-d8db950f93b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.181155 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.199407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Subnet': ['ID=9235af5a-6877-481f-86a3-b710f204c7c6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:21.205427 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b03add6-935e-4901-8328-d8db950f93b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.211013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Routers {'a4b77d43-5502-4d6d-beea-cf69bff303f5'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:21.211672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a4b77d43-5502-4d6d-beea-cf69bff303f5'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:21.220679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Transition to ACTIVE for port object bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:21.241866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-013ef36e-039c-4d4e-906a-38e50547d8bd tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:21.243519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-013ef36e-039c-4d4e-906a-38e50547d8bd tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6391473 Sep 09 09:37:21.244667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Checking segment: {'id': '70f3bf66-3bb9-4959-8025-9cddd45cca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '093386e5-d948-47d0-9da0-91a0a3075c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:21.245033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network hostable DHCP agents. Network: 093386e5-d948-47d0-9da0-91a0a3075c44, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:37:21.258576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Request body: {'port': {'device_id': 'e117180c-1623-424c-9c72-f81b9f295276', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '96dfd85d174e48d7bfe16c9410733db7'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:21.265104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.265104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.305909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a649f3-8245-45ea-9a1c-d6e41bd91155 None None] Pushing event updated for resources: {'Port': ['ID=2faab096-f748-43e7-9a35-d810252cefc6,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:21.336201 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.344708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] Set router a4b77d43-5502-4d6d-beea-cf69bff303f5 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:21.362913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network 093386e5-d948-47d0-9da0-91a0a3075c44 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:37:21.391955 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.395421 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b03add6-935e-4901-8328-d8db950f93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.398656 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b03add6-935e-4901-8328-d8db950f93b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.402414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5b03add6-935e-4901-8328-d8db950f93b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f39743b-ec03-40d9-b148-1693851026c2 HTTP/1.1" status: 204 len: 168 time: 0.3972549 Sep 09 09:37:21.448055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03add6-935e-4901-8328-d8db950f93b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39743b-ec03-40d9-b148-1693851026c2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:21.479545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Network bf04758c-fc4f-4641-836f-cdb92019dad3 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:21.481696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:21.484607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Pushing event updated for resources: {'Port': ['ID=bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:21.506724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:21.541332 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-904cb0ee-5384-41be-8c35-1ac5e38370d3 req-759b0338-9ec7-45b4-aa2a-3ae2882bee00 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 210 time: 0.0302143 Sep 09 09:37:21.573692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'name': 'tempest-TestAggregatesBasicOps-502977636-router', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '2faab096-f748-43e7-9a35-d810252cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:13Z', 'updated_at': '2021-09-09T09:37:18Z', 'revision_number': 3, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'gw_port': {'id': '2faab096-f748-43e7-9a35-d810252cefc6', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:15Z', 'updated_at': '2021-09-09T09:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:21.580147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 093386e5-d948-47d0-9da0-91a0a3075c44) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:21.586391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:21.587052 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.606186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Made reservation on behalf of 96dfd85d174e48d7bfe16c9410733db7 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:21.608607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f0221c-d757-4355-825e-89c71bd490d2 None None] The sync data for ids ['a4b77d43-5502-4d6d-beea-cf69bff303f5'] in n-d-778696-16 is: [{'id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'name': 'tempest-TestAggregatesBasicOps-502977636-router', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '2faab096-f748-43e7-9a35-d810252cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:13Z', 'updated_at': '2021-09-09T09:37:18Z', 'revision_number': 3, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'gw_port': {'id': '2faab096-f748-43e7-9a35-d810252cefc6', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:15Z', 'updated_at': '2021-09-09T09:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:21.610382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b8ad1b-2474-4d00-b0be-43c942988cc1 None None] Network 093386e5-d948-47d0-9da0-91a0a3075c44 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:21.612016 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.625830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.723938 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-923bd7b2-94e3-4034-972d-a0460afa9186 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8354065 Sep 09 09:37:21.725365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56796) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:21.737795 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.807932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': '093386e5-d948-47d0-9da0-91a0a3075c44', 'name': 'tempest-PortsIpV6TestJSON-1088189340'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:21.821199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-093386e5-d948-47d0-9da0-91a0a3075c44', 'network_id': '093386e5-d948-47d0-9da0-91a0a3075c44', 'tenant_id': '2fd111789d994d459151117dd9b89972', 'fixed_ips': [{'subnet_id': '9235af5a-6877-481f-86a3-b710f204c7c6'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:37:21.822458 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.841489 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:21.954942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f5fe6cc2-0804-4d8a-924c-0da3d0c6f732 None None] Provisioning for port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:21.973024 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.006444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f5fe6cc2-0804-4d8a-924c-0da3d0c6f732 None None] Provisioning complete for port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:22.006825 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6cc2-0804-4d8a-924c-0da3d0c6f732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.051232 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.131199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c211859e-01ae-4b9c-a87f-3bcd91c6fcac,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:22.204296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:22.209251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.224809 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.247691 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port 34365664-4d62-4988-96a6-ee0d01ea3039 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:37:22.339788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e27c8a-b853-4f7a-b1b4-b94ebf1afa02 req-42886458-a6d2-4172-9d90-cdfbbc0fd148 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:22.344252 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-76e27c8a-b853-4f7a-b1b4-b94ebf1afa02 req-42886458-a6d2-4172-9d90-cdfbbc0fd148 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.2797961 Sep 09 09:37:22.349391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe6cc2-0804-4d8a-924c-0da3d0c6f732 None None] Port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:22.367855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Allocated IP 2001:db8::2 (093386e5-d948-47d0-9da0-91a0a3075c44/9235af5a-6877-481f-86a3-b710f204c7c6/06e63af5-e941-4ce5-a54b-727b28549f99) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:22.374548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Allocated IP 192.168.233.79 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/ef6e7df0-facf-4ddf-a464-98fd6eedf4c7) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:22.480876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2faab096-f748-43e7-9a35-d810252cefc6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:22.546770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56804) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:22.623087 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.640630 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-76e27c8a-b853-4f7a-b1b4-b94ebf1afa02 req-e468a79a-6300-4d0b-9d6c-27c66612bc37 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542419 Sep 09 09:37:22.657846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Transition to ACTIVE for port object ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:22.683138 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.692630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Transition to ACTIVE for port object 06e63af5-e941-4ce5-a54b-727b28549f99 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:22.699977 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.703737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7de521b6-874b-443e-a570-e0705c961288 req-68d09ddc-91ee-4e3e-aa0f-5d2bd14c5d32 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 210 time: 0.0507319 Sep 09 09:37:22.716273 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cc102e0b-a652-4820-b35a-ffd0ea180144 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=407831440e934baaba6eb8170b8333ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639278 Sep 09 09:37:22.718530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Transition to ACTIVE for port object 06e63af5-e941-4ce5-a54b-727b28549f99 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:22.722118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56808) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:22.745487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 2faab096-f748-43e7-9a35-d810252cefc6 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:22.745916 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.749748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2faab096-f748-43e7-9a35-d810252cefc6 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:22.755451 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.810133 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.813257 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a56ec48-a184-43fd-bcc3-f27eee994a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.827954 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.862370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.871466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Network 093386e5-d948-47d0-9da0-91a0a3075c44 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:22.873108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:22.885126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:22.890411 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.908786 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.922366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Pushing event updated for resources: {'Port': ['ID=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:22.934023 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a56ec48-a184-43fd-bcc3-f27eee994a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.944032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Pushing event updated for resources: {'Port': ['ID=06e63af5-e941-4ce5-a54b-727b28549f99,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:22.975987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Allocated IP 172.25.8.191 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e91f6de1-6e9f-4419-9d4c-d43b29985b98) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:22.989031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 2faab096-f748-43e7-9a35-d810252cefc6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2faab096-f748-43e7-9a35-d810252cefc6,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:22.992529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Attempting to bind port 06e63af5-e941-4ce5-a54b-727b28549f99 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:22.992912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Attempting to bind port 06e63af5-e941-4ce5-a54b-727b28549f99 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '70f3bf66-3bb9-4959-8025-9cddd45cca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '093386e5-d948-47d0-9da0-91a0a3075c44'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:22.993290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Attempting to bind port 06e63af5-e941-4ce5-a54b-727b28549f99 on network 093386e5-d948-47d0-9da0-91a0a3075c44 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:22.998672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:22.998917 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Checking segment: {'id': '70f3bf66-3bb9-4959-8025-9cddd45cca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '093386e5-d948-47d0-9da0-91a0a3075c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:22.999312 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:22.999758 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Bound using segment: {'id': '70f3bf66-3bb9-4959-8025-9cddd45cca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '093386e5-d948-47d0-9da0-91a0a3075c44'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:23.000227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Bound port: 06e63af5-e941-4ce5-a54b-727b28549f99, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f3bf66-3bb9-4959-8025-9cddd45cca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '093386e5-d948-47d0-9da0-91a0a3075c44'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:23.000616 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.021108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:23.025952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:23.029007 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:23.066012 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.077984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8::38e (093386e5-d948-47d0-9da0-91a0a3075c44/9235af5a-6877-481f-86a3-b710f204c7c6/34365664-4d62-4988-96a6-ee0d01ea3039) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:23.098659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] For port 06e63af5-e941-4ce5-a54b-727b28549f99, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:23.111724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Pushing event updated for resources: {'Port': ['ID=bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:23.120285 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.139131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:23.139863 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.157581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=2faab096-f748-43e7-9a35-d810252cefc6,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:23.166509 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a56ec48-a184-43fd-bcc3-f27eee994a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.169311 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a56ec48-a184-43fd-bcc3-f27eee994a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.175034 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] For port 06e63af5-e941-4ce5-a54b-727b28549f99, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=06e63af5-e941-4ce5-a54b-727b28549f99,segment=NetworkSegment(70f3bf66-3bb9-4959-8025-9cddd45cca9a),segment_id=70f3bf66-3bb9-4959-8025-9cddd45cca9a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:23.183914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6a56ec48-a184-43fd-bcc3-f27eee994a4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f224644-194a-44e8-838c-9954dc03f107 HTTP/1.1" status: 204 len: 168 time: 0.4500580 Sep 09 09:37:23.209924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56ec48-a184-43fd-bcc3-f27eee994a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f224644-194a-44e8-838c-9954dc03f107,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:23.266711 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.309074 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-dab7e472-c151-4d96-b1c8-4ba35d52addf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0547345 Sep 09 09:37:23.317723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.323477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Request body: {'port': {'device_id': 'e117180c-1623-424c-9c72-f81b9f295276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:23.387536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b9813-8d25-4c51-87be-c057d989b1f2 None None] Pushing event updated for resources: {'Port': ['ID=06e63af5-e941-4ce5-a54b-727b28549f99,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:23.398338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Network bf04758c-fc4f-4641-836f-cdb92019dad3 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:23.402414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:23.408534 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.513256 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.592078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-26c51c95-4405-428b-a974-34a6bbfd8c23 None None] Provisioning for port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:23.604021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-26c51c95-4405-428b-a974-34a6bbfd8c23 None None] Provisioning complete for port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:23.605434 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26c51c95-4405-428b-a974-34a6bbfd8c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.624342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object 34365664-4d62-4988-96a6-ee0d01ea3039 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:23.640408 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.694281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-26c51c95-4405-428b-a974-34a6bbfd8c23 None None] Port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:23.710102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event updated for resources: {'Port': ['ID=e91f6de1-6e9f-4419-9d4c-d43b29985b98,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:23.726784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Router a4b77d43-5502-4d6d-beea-cf69bff303f5 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:37:23.732639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:23.738636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:23.741996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:23.832337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d8feef56-86f7-4d2a-b06f-77315c79cfb7 None None] Provisioning complete for port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:23.833595 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8feef56-86f7-4d2a-b06f-77315c79cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:23.892736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d8feef56-86f7-4d2a-b06f-77315c79cfb7 None None] Port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:23.977003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50995456-5eb3-4491-b954-2bd374c06d99 req-f0c6bb85-73ac-47fb-9fed-e1e6c6a068a0 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:23.978959 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-50995456-5eb3-4491-b954-2bd374c06d99 req-f0c6bb85-73ac-47fb-9fed-e1e6c6a068a0 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 935 time: 0.1310151 Sep 09 09:37:24.030934 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:24.078675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-50995456-5eb3-4491-b954-2bd374c06d99 req-b3b70820-be73-4a8d-8c09-03005a67d313 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865619 Sep 09 09:37:24.121707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network 093386e5-d948-47d0-9da0-91a0a3075c44 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:24.146940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:24.149616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:24.156131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:24.160835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:24.170554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=34365664-4d62-4988-96a6-ee0d01ea3039,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:24.185308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:37:24.194752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:24.209350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Transition to ACTIVE for port object ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:24.300047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:24.370817 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Pushing event updated for resources: {'Port': ['ID=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:24.480891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821f53f-798d-4727-b1fa-ecb02f82b0bf req-201bb412-4494-4add-b137-aa30827c4b1d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:24.482627 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5821f53f-798d-4727-b1fa-ecb02f82b0bf req-201bb412-4494-4add-b137-aa30827c4b1d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.6844516 Sep 09 09:37:24.501663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-59d4f97a-db22-46c7-90e9-3ded4bab2c4a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7683229 Sep 09 09:37:24.501663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56830) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:24.507071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': '093386e5-d948-47d0-9da0-91a0a3075c44', 'name': 'tempest-PortsIpV6TestJSON-2146616701'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:24.512152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Attempting to bind port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:24.512501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Attempting to bind port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:24.512819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Attempting to bind port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:24.543414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:37:24.543738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Attempting to bind port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:24.550607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2faab096-f748-43e7-9a35-d810252cefc6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:24.560684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:24.561024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:24.561414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:24.561859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Bound port: ef6e7df0-facf-4ddf-a464-98fd6eedf4c7, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:24.562218 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:24.595574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:24.612489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-149d0158-85c2-4457-aeb8-dc2a6f2938aa admin admin] 10.222.0.32 "PUT /v2.0/routers/a4b77d43-5502-4d6d-beea-cf69bff303f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8470891 Sep 09 09:37:24.616771 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Sync routers for ids ['a4b77d43-5502-4d6d-beea-cf69bff303f5'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:24.617626 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5821f53f-798d-4727-b1fa-ecb02f82b0bf req-d8994a81-4c05-4644-96da-719f4cf3f02e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935450 Sep 09 09:37:24.632192 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Routers {'a4b77d43-5502-4d6d-beea-cf69bff303f5'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:24.633045 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a4b77d43-5502-4d6d-beea-cf69bff303f5'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:24.772089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2faab096-f748-43e7-9a35-d810252cefc6 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:24.775758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:24.812452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] For port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:24.822277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] For port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:24.839883 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:24.840773 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Set router a4b77d43-5502-4d6d-beea-cf69bff303f5 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:24.938824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:24.944464 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:24.971996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 06e63af5-e941-4ce5-a54b-727b28549f99 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:24.988544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port 907307b8-c928-45ef-9120-1b43ef5a0bc5 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:37:25.003881 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:25.202589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e7912-37cd-4b19-afb3-8f419e5e7692 None None] Network 093386e5-d948-47d0-9da0-91a0a3075c44 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:25.214195 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'name': 'tempest-TestAggregatesBasicOps-502977636-router', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '2faab096-f748-43e7-9a35-d810252cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:13Z', 'updated_at': '2021-09-09T09:37:21Z', 'revision_number': 4, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'gw_port': {'id': '2faab096-f748-43e7-9a35-d810252cefc6', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:15Z', 'updated_at': '2021-09-09T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f', 'name': '', 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'mac_address': 'fa:16:3e:99:24:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '6a50c843-f347-4f25-89e1-ba531887d101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:20Z', 'updated_at': '2021-09-09T09:37:22Z', 'revision_number': 2, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'subnets': [{'id': '6a50c843-f347-4f25-89e1-ba531887d101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:25.268644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:25.269534 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:25.271861 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] 10.222.0.41 "PUT /v2.0/ports/ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 HTTP/1.1" status: 200 len: 1096 time: 1.9534056 Sep 09 09:37:25.272532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e117180c-1623-424c-9c72-f81b9f295276', 'tag': 'ef6e7df0-facf-4ddf-a464-98fd6eedf4c7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:37:25.275104 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e117180c-1623-424c-9c72-f81b9f295276", "tag": "ef6e7df0-facf-4ddf-a464-98fd6eedf4c7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:37:25.318260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12710152-e559-4778-aeb3-4bce761f7d9f service neutron] Pushing event updated for resources: {'Port': ['ID=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:25.360699 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Checking router: a4b77d43-5502-4d6d-beea-cf69bff303f5 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:37:25.362438 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Updating router a4b77d43-5502-4d6d-beea-cf69bff303f5 port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:37:25.481885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8::18e (093386e5-d948-47d0-9da0-91a0a3075c44/9235af5a-6877-481f-86a3-b710f204c7c6/907307b8-c928-45ef-9120-1b43ef5a0bc5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:25.497667 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:25.569786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 06e63af5-e941-4ce5-a54b-727b28549f99 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:25.591641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3be8d2-982b-46f5-b9be-4668bb172525 req-db59dd66-14d0-4ef7-ae30-c4b27cce9e1a tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:25.604050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e3be8d2-982b-46f5-b9be-4668bb172525 req-db59dd66-14d0-4ef7-ae30-c4b27cce9e1a tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 947 time: 0.3495302 Sep 09 09:37:25.694136 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:25.731269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-09525ac7-38f6-415a-9f54-c66a56ab6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:25.735749 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-09525ac7-38f6-415a-9f54-c66a56ab6b2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96dfd85d174e48d7bfe16c9410733db7&device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 1099 time: 0.1868081 Sep 09 09:37:25.749546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dbf6899b-4961-4cb7-9296-e8278401b86d None None] Provisioning for port 06e63af5-e941-4ce5-a54b-727b28549f99 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:25.752560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:25.764368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dbf6899b-4961-4cb7-9296-e8278401b86d None None] Provisioning complete for port 06e63af5-e941-4ce5-a54b-727b28549f99 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:25.766366 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dbf6899b-4961-4cb7-9296-e8278401b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:25.780864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e3be8d2-982b-46f5-b9be-4668bb172525 req-b5d0676b-9870-441a-8524-501a25cf2c43 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758537 Sep 09 09:37:25.928483 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b51b49b-b6b7-496b-ad87-b7d66230fb16 x-openstack-request-id: req-8b51b49b-b6b7-496b-ad87-b7d66230fb16 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:37:25.928970 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e117180c-1623-424c-9c72-f81b9f295276", "tag": "ef6e7df0-facf-4ddf-a464-98fd6eedf4c7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:37:25.929070 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b51b49b-b6b7-496b-ad87-b7d66230fb16 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:37:25.929472 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e117180c-1623-424c-9c72-f81b9f295276', 'tag': 'ef6e7df0-facf-4ddf-a464-98fd6eedf4c7', 'status': 'completed', 'code': 200} Sep 09 09:37:25.930922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-2577405f-b342-4d0c-94a5-1df01a66ee42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 HTTP/1.1" status: 200 len: 217 time: 0.1839941 Sep 09 09:37:25.969215 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.040764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-e3ed999f-4de9-425d-8110-5f52638b2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:26.042258 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-e3ed999f-4de9-425d-8110-5f52638b2ccb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1026719 Sep 09 09:37:26.067268 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.070789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3882c-4be7-47fc-8526-080ee0e0ed1b req-771d8b61-cd46-4030-90f9-efbf25f0c7b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:26.075554 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-04c3882c-4be7-47fc-8526-080ee0e0ed1b req-771d8b61-cd46-4030-90f9-efbf25f0c7b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.1487520 Sep 09 09:37:26.100400 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dbf6899b-4961-4cb7-9296-e8278401b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.118575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object 907307b8-c928-45ef-9120-1b43ef5a0bc5 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:26.162974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-14b65204-9ea1-46e0-91b8-2393338a6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:26.172615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dbf6899b-4961-4cb7-9296-e8278401b86d None None] For port 06e63af5-e941-4ce5-a54b-727b28549f99, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=06e63af5-e941-4ce5-a54b-727b28549f99,segment=NetworkSegment(70f3bf66-3bb9-4959-8025-9cddd45cca9a),segment_id=70f3bf66-3bb9-4959-8025-9cddd45cca9a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:26.172933 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-14b65204-9ea1-46e0-91b8-2393338a6697 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209695 Sep 09 09:37:26.184537 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-04c3882c-4be7-47fc-8526-080ee0e0ed1b req-69268d64-d920-4c62-b1e7-1e9ca5a78cbf tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966730 Sep 09 09:37:26.195488 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.206949 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Transition to ACTIVE for port object bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:26.271111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Router 0233f9fd-176c-41e5-ba0d-8bfbc05d2943 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:37:26.293934 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dbf6899b-4961-4cb7-9296-e8278401b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.298571 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.392892 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.420287 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f3532-9c2a-426d-be4f-9f8c1df7da35 None None] Pushing event updated for resources: {'Port': ['ID=bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:26.460124 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-4e7a0b4d-14f4-44f5-a6c6-0d0e5373fde8 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823267 Sep 09 09:37:26.462426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6899b-4961-4cb7-9296-e8278401b86d None None] Pushing event updated for resources: {'Port': ['ID=06e63af5-e941-4ce5-a54b-727b28549f99,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:26.543819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network 093386e5-d948-47d0-9da0-91a0a3075c44 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:26.581288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:26.593116 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Attempting to bind port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:26.593484 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Attempting to bind port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '7bfb89c1-8f2d-4afd-afd5-854fac77381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:26.593844 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Attempting to bind port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f on network bf04758c-fc4f-4641-836f-cdb92019dad3 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:26.605033 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:26.605404 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Checking segment: {'id': '7bfb89c1-8f2d-4afd-afd5-854fac77381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:26.605803 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.606195 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Bound using segment: {'id': '7bfb89c1-8f2d-4afd-afd5-854fac77381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:26.606664 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Bound port: bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfb89c1-8f2d-4afd-afd5-854fac77381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:26.607039 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.616060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:26.625197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Sync routers for ids ['0233f9fd-176c-41e5-ba0d-8bfbc05d2943'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:26.644080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:26.674476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:26.675211 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.676893 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.678707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9c270f5a-7fac-4c2d-a6ce-87b90f1cf5a7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6992712 Sep 09 09:37:26.681478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56884) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:26.686052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Routers {'0233f9fd-176c-41e5-ba0d-8bfbc05d2943'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:26.692457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['0233f9fd-176c-41e5-ba0d-8bfbc05d2943'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:26.718171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=907307b8-c928-45ef-9120-1b43ef5a0bc5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:26.830586 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] For port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:26.841338 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] For port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f,segment=NetworkSegment(7bfb89c1-8f2d-4afd-afd5-854fac77381f),segment_id=7bfb89c1-8f2d-4afd-afd5-854fac77381f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:26.859889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cbc9a250-51c9-4c65-ad4c-1e1a57783235 None None] Provisioning complete for port 06e63af5-e941-4ce5-a54b-727b28549f99 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:26.861017 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cbc9a250-51c9-4c65-ad4c-1e1a57783235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.872122 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f1b9c391-c74c-4632-aef0-d1882c8cb383 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3711708 Sep 09 09:37:26.874678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56892) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:26.916981 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:26.934886 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c079ee47-72c7-414d-83e8-23d63d2e7d15 req-7f16342d-d544-49eb-a39d-65eee2be7dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679658 Sep 09 09:37:27.018795 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f3532-9c2a-426d-be4f-9f8c1df7da35 None None] Pushing event updated for resources: {'Port': ['ID=bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:27.034316 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Routers {'a4b77d43-5502-4d6d-beea-cf69bff303f5'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:27.034956 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a4b77d43-5502-4d6d-beea-cf69bff303f5'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:27.173173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d093a9-7f9b-46c5-8c5b-ea602acfd07f req-beb733a8-ba0a-4106-856e-fc4cbd315813 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:27.182255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Set router 0233f9fd-176c-41e5-ba0d-8bfbc05d2943 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:27.195682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09d093a9-7f9b-46c5-8c5b-ea602acfd07f req-beb733a8-ba0a-4106-856e-fc4cbd315813 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 947 time: 0.2596321 Sep 09 09:37:27.232296 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] Set router a4b77d43-5502-4d6d-beea-cf69bff303f5 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:27.266206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86b19c9-1ad7-4532-8192-ae1517f0bb35 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:27.286198 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a86b19c9-1ad7-4532-8192-ae1517f0bb35 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A38e HTTP/1.1" status: 200 len: 929 time: 0.4102306 Sep 09 09:37:27.291250 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9b9fd694-853a-4a8f-8b1f-a2d01609c67c tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/routers/0233f9fd-176c-41e5-ba0d-8bfbc05d2943 HTTP/1.1" status: 200 len: 908 time: 0.6060433 Sep 09 09:37:27.291250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56906) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:27.303680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56908) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:27.309285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa req-9ee32226-9a91-4891-8bfa-2a0c744a00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:27.309285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa req-9ee32226-9a91-4891-8bfa-2a0c744a00ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96dfd85d174e48d7bfe16c9410733db7&device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 1099 time: 0.2332232 Sep 09 09:37:27.337196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Request body: {'router': {'name': 'tempest-snat-router-505303921', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'enable_snat': True}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:27.472151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09d093a9-7f9b-46c5-8c5b-ea602acfd07f req-96fb46bf-1cef-47c3-ace9-ea599d3ce05e tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754755 Sep 09 09:37:27.575270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4aaa3-a93f-4bed-b96e-6a2cd017f263 req-fe0496d6-e74f-4d56-a30e-14c64f9068ae tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:27.582794 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6eb4aaa3-a93f-4bed-b96e-6a2cd017f263 req-fe0496d6-e74f-4d56-a30e-14c64f9068ae tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.1569936 Sep 09 09:37:27.598421 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'name': 'tempest-TestAggregatesBasicOps-502977636-router', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '2faab096-f748-43e7-9a35-d810252cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:13Z', 'updated_at': '2021-09-09T09:37:21Z', 'revision_number': 4, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'gw_port': {'id': '2faab096-f748-43e7-9a35-d810252cefc6', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:15Z', 'updated_at': '2021-09-09T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f', 'name': '', 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'mac_address': 'fa:16:3e:99:24:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '6a50c843-f347-4f25-89e1-ba531887d101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:20Z', 'updated_at': '2021-09-09T09:37:26Z', 'revision_number': 4, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'subnets': [{'id': '6a50c843-f347-4f25-89e1-ba531887d101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:27.602175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0d023160-774d-4206-8840-0cd5c81fac1a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 907307b8-c928-45ef-9120-1b43ef5a0bc5 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:27.602804 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d023160-774d-4206-8840-0cd5c81fac1a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:27.616272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa req-9e51d857-02c5-44e2-b04b-edefa4c8f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:27.618746 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa req-9e51d857-02c5-44e2-b04b-edefa4c8f8ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.2622840 Sep 09 09:37:27.656463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6eb4aaa3-a93f-4bed-b96e-6a2cd017f263 req-86a7b2f6-9b01-48b9-9d0f-da8170934552 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727310 Sep 09 09:37:27.666411 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75524d10-a722-4680-bbf0-aa97129340a0 None None] The sync data for ids ['a4b77d43-5502-4d6d-beea-cf69bff303f5'] in n-d-778696-16 is: [{'id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'name': 'tempest-TestAggregatesBasicOps-502977636-router', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '2faab096-f748-43e7-9a35-d810252cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:13Z', 'updated_at': '2021-09-09T09:37:21Z', 'revision_number': 4, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'gw_port': {'id': '2faab096-f748-43e7-9a35-d810252cefc6', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:15Z', 'updated_at': '2021-09-09T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f', 'name': '', 'network_id': 'bf04758c-fc4f-4641-836f-cdb92019dad3', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'mac_address': 'fa:16:3e:99:24:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '6a50c843-f347-4f25-89e1-ba531887d101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:20Z', 'updated_at': '2021-09-09T09:37:26Z', 'revision_number': 4, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'subnets': [{'id': '6a50c843-f347-4f25-89e1-ba531887d101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:27.683301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa req-fce0de95-b0c7-41be-a668-f11ec9622431 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 HTTP/1.1" status: 200 len: 217 time: 0.0564015 Sep 09 09:37:27.684735 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:27.685816 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:27.691072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cbc9a250-51c9-4c65-ad4c-1e1a57783235 None None] Provisioning for port 34365664-4d62-4988-96a6-ee0d01ea3039 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:27.698370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cbc9a250-51c9-4c65-ad4c-1e1a57783235 None None] Provisioning complete for port 34365664-4d62-4988-96a6-ee0d01ea3039 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:27.698955 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cbc9a250-51c9-4c65-ad4c-1e1a57783235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:27.760444 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:27.799013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9a250-51c9-4c65-ad4c-1e1a57783235 None None] Port 34365664-4d62-4988-96a6-ee0d01ea3039 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:27.838076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0233f9fd-176c-41e5-ba0d-8bfbc05d2943', 'name': 'tempest-snat-router-505303921', 'tenant_id': '5f474038afa84736ac24733fa82efb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.191'}], 'enable_snat': False}, 'gw_port_id': 'e91f6de1-6e9f-4419-9d4c-d43b29985b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:21Z', 'updated_at': '2021-09-09T09:37:24Z', 'revision_number': 3, 'project_id': '5f474038afa84736ac24733fa82efb25', 'gw_port': {'id': 'e91f6de1-6e9f-4419-9d4c-d43b29985b98', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0233f9fd-176c-41e5-ba0d-8bfbc05d2943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:22Z', 'updated_at': '2021-09-09T09:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:27.860013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d023160-774d-4206-8840-0cd5c81fac1a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:27.891929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0d023160-774d-4206-8840-0cd5c81fac1a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 907307b8-c928-45ef-9120-1b43ef5a0bc5 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:27.921052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Checking router: 0233f9fd-176c-41e5-ba0d-8bfbc05d2943 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:37:27.921679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Updating router 0233f9fd-176c-41e5-ba0d-8bfbc05d2943 port e91f6de1-6e9f-4419-9d4c-d43b29985b98 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:37:27.923864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa req-45a133a3-5b6a-4f0c-be6d-6aa601e9a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:27.925420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa req-45a133a3-5b6a-4f0c-be6d-6aa601e9a903 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1634974 Sep 09 09:37:27.960124 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:28.259311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0f928c40-1f10-4a36-a209-53b3e6909f4f None None] Provisioning for port 907307b8-c928-45ef-9120-1b43ef5a0bc5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:28.274819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0f928c40-1f10-4a36-a209-53b3e6909f4f None None] Provisioning complete for port 907307b8-c928-45ef-9120-1b43ef5a0bc5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:28.275197 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f928c40-1f10-4a36-a209-53b3e6909f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:28.375466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56944) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:28.389356 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0f928c40-1f10-4a36-a209-53b3e6909f4f None None] Port 907307b8-c928-45ef-9120-1b43ef5a0bc5 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:28.427054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:37:28.447200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0f928c40-1f10-4a36-a209-53b3e6909f4f None None] Provisioning complete for port 34365664-4d62-4988-96a6-ee0d01ea3039 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:28.447590 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f928c40-1f10-4a36-a209-53b3e6909f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:28.485760 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:28.494415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa req-4d5bd179-42ff-4606-a9f2-10b57c430924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:28.503640 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa req-4d5bd179-42ff-4606-a9f2-10b57c430924 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5647514 Sep 09 09:37:28.510933 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d023160-774d-4206-8840-0cd5c81fac1a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:28.534406 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:28.598307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d023160-774d-4206-8840-0cd5c81fac1a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=907307b8-c928-45ef-9120-1b43ef5a0bc5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:28.624668 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0f928c40-1f10-4a36-a209-53b3e6909f4f None None] Port 34365664-4d62-4988-96a6-ee0d01ea3039 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:28.631335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:28.632154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Transition to ACTIVE for port object e91f6de1-6e9f-4419-9d4c-d43b29985b98 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:28.709071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b38831-d762-46a7-9940-70225e7a0c4d req-49e92d9a-f9bd-4e86-9393-babdb1835489 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:28.718106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83b38831-d762-46a7-9940-70225e7a0c4d req-49e92d9a-f9bd-4e86-9393-babdb1835489 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 947 time: 0.1429121 Sep 09 09:37:28.718363 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d023160-774d-4206-8840-0cd5c81fac1a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:28.723741 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0d023160-774d-4206-8840-0cd5c81fac1a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/907307b8-c928-45ef-9120-1b43ef5a0bc5 HTTP/1.1" status: 204 len: 168 time: 1.4333501 Sep 09 09:37:28.727421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56952) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:28.752841 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:28.762892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56954) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:28.772815 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1a978f-28d6-4079-8c58-88be4a4da487 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:37:28.778914 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ae1a978f-28d6-4079-8c58-88be4a4da487 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/907307b8-c928-45ef-9120-1b43ef5a0bc5 HTTP/1.1" status: 404 len: 333 time: 0.0481896 Sep 09 09:37:28.795005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56956) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:28.806236 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83b38831-d762-46a7-9940-70225e7a0c4d req-cea03eef-e2e1-4cb3-8801-9b9180f7e55e tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869277 Sep 09 09:37:28.821753 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa req-a0c77cf0-e231-4145-999a-92904988e20a service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108861 Sep 09 09:37:28.863440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea738d-9159-4314-9cb3-11ea709c833f req-d4afb323-ec5e-4c73-9d3b-20a99449f8d2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:28.873482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-d4afb323-ec5e-4c73-9d3b-20a99449f8d2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.5377185 Sep 09 09:37:28.906386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:28.927784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'ef6e7df0-facf-4ddf-a464-98fd6eedf4c7', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': 'ef6e7df0-facf-4ddf-a464-98fd6eedf4c7', 'mac_address': 'fa:16:3e:bb:69:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:37:28.929994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-b04540f3-e689-4af0-9644-e7155020b1f8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/quotas/f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 375 time: 0.0551805 Sep 09 09:37:28.946171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6035ae2-a331-4614-b7ff-21f0feea2b8d None None] Pushing event updated for resources: {'Port': ['ID=e91f6de1-6e9f-4419-9d4c-d43b29985b98,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:28.970066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Attempting to bind port e91f6de1-6e9f-4419-9d4c-d43b29985b98 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:28.970508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Attempting to bind port e91f6de1-6e9f-4419-9d4c-d43b29985b98 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:28.970877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Attempting to bind port e91f6de1-6e9f-4419-9d4c-d43b29985b98 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:28.999297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:28.999732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:29.000145 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.001112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:29.001953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Bound port: e91f6de1-6e9f-4419-9d4c-d43b29985b98, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:29.002350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.066261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:29.073919 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.094548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:29.095037 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.098215 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d45637e-758b-4cf7-87f5-02fa91a26bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.105640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] For port e91f6de1-6e9f-4419-9d4c-d43b29985b98, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:29.150656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:37:29.172416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] For port e91f6de1-6e9f-4419-9d4c-d43b29985b98, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e91f6de1-6e9f-4419-9d4c-d43b29985b98,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:29.192522 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-645d96a5-a34c-46a3-a47b-9051762475cb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2527065 Sep 09 09:37:29.201482 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:29.241018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedcd82-92b2-4396-acec-307dfbee1b2c req-a9939b8f-979d-4fe1-8d6b-153e2bcfefaa tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:29.249012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6eedcd82-92b2-4396-acec-307dfbee1b2c req-a9939b8f-979d-4fe1-8d6b-153e2bcfefaa tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.2489381 Sep 09 09:37:29.284661 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-93f99c6b-aef3-4b2a-a6b8-c71e1272a3fa req-11b90e82-3d22-49ae-8c99-163376423f2c service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273164 Sep 09 09:37:29.296795 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.320817 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.320817 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.401687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Routers {'0233f9fd-176c-41e5-ba0d-8bfbc05d2943'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:29.402476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['0233f9fd-176c-41e5-ba0d-8bfbc05d2943'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:29.409965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f,segment=NetworkSegment(7bfb89c1-8f2d-4afd-afd5-854fac77381f),segment_id=7bfb89c1-8f2d-4afd-afd5-854fac77381f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:29.413559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6035ae2-a331-4614-b7ff-21f0feea2b8d None None] Pushing event updated for resources: {'Port': ['ID=e91f6de1-6e9f-4419-9d4c-d43b29985b98,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:29.422753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-102f6027-54a9-4910-af82-523697d5c448 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 34365664-4d62-4988-96a6-ee0d01ea3039 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:29.423106 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-102f6027-54a9-4910-af82-523697d5c448 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.447988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6eedcd82-92b2-4396-acec-307dfbee1b2c req-fea2b269-99f4-472c-911a-d20d1321251a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979547 Sep 09 09:37:29.461399 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-346c19ce-c2b5-404d-b6db-b849b49b59fe service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673903 Sep 09 09:37:29.582730 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-b392e7de-1bf9-4fee-a41d-3dc150b3ada9 service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054454 Sep 09 09:37:29.587676 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.607923 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.620811 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.636504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d45637e-758b-4cf7-87f5-02fa91a26bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.684418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:29.690142 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-102f6027-54a9-4910-af82-523697d5c448 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.691432 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.692603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 06e63af5-e941-4ce5-a54b-727b28549f99 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:29.724952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-102f6027-54a9-4910-af82-523697d5c448 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 34365664-4d62-4988-96a6-ee0d01ea3039 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:29.726497 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d45637e-758b-4cf7-87f5-02fa91a26bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.873274 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:29.877468 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['ef6e7df0-facf-4ddf-a464-98fd6eedf4c7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:37:29.884959 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8d45637e-758b-4cf7-87f5-02fa91a26bb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8c16b8df2dc4f2bac6debe950b9e782&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1112342 Sep 09 09:37:29.889501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45637e-758b-4cf7-87f5-02fa91a26bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcc00f5-ab8c-44be-b380-836d6dedc28e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:29.892440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56970) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:29.941250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] Deleting port 60d7cf35-1889-4eaf-b0bd-e506b642df4a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:29.941880 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:29.957870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] Set router 0233f9fd-176c-41e5-ba0d-8bfbc05d2943 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:29.967280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Allocated IP 172.25.8.135 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/8cf12764-c207-4c90-987e-4f93fc160143) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:30.035310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] For port 60d7cf35-1889-4eaf-b0bd-e506b642df4a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=60d7cf35-1889-4eaf-b0bd-e506b642df4a,segment=NetworkSegment(3410113f-2182-4685-8fdb-36877e1b2acf),segment_id=3410113f-2182-4685-8fdb-36877e1b2acf)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:30.035951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.054066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] Calling delete_port for 60d7cf35-1889-4eaf-b0bd-e506b642df4a owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:30.058596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301683c-21a4-4419-8f72-0ff548accb04 req-f4b7cba2-6e51-45a6-9cd5-2f0e95dcf7d6 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:30.060991 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f301683c-21a4-4419-8f72-0ff548accb04 req-f4b7cba2-6e51-45a6-9cd5-2f0e95dcf7d6 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 948 time: 0.1548488 Sep 09 09:37:30.127039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-de39f65f-bab1-453f-90e6-7bf5a0433474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.164828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 06e63af5-e941-4ce5-a54b-727b28549f99 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:30.165226 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.215629 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-de39f65f-bab1-453f-90e6-7bf5a0433474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.219844 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f301683c-21a4-4419-8f72-0ff548accb04 req-fbc997e6-da2f-4d4f-9a26-be3b170f3c4f tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439056 Sep 09 09:37:30.277260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.295264 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-102f6027-54a9-4910-af82-523697d5c448 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.332450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f6027-54a9-4910-af82-523697d5c448 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=34365664-4d62-4988-96a6-ee0d01ea3039,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:30.371701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-102f6027-54a9-4910-af82-523697d5c448 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.373633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-102f6027-54a9-4910-af82-523697d5c448 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/34365664-4d62-4988-96a6-ee0d01ea3039 HTTP/1.1" status: 204 len: 168 time: 1.5615919 Sep 09 09:37:30.377130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56974) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:30.402728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0233f9fd-176c-41e5-ba0d-8bfbc05d2943', 'name': 'tempest-snat-router-505303921', 'tenant_id': '5f474038afa84736ac24733fa82efb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.191'}], 'enable_snat': False}, 'gw_port_id': 'e91f6de1-6e9f-4419-9d4c-d43b29985b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:21Z', 'updated_at': '2021-09-09T09:37:24Z', 'revision_number': 3, 'project_id': '5f474038afa84736ac24733fa82efb25', 'gw_port': {'id': 'e91f6de1-6e9f-4419-9d4c-d43b29985b98', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0233f9fd-176c-41e5-ba0d-8bfbc05d2943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:22Z', 'updated_at': '2021-09-09T09:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:30.429468 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0748de5f-824e-4177-80a1-65255b29ab30 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:37:30.434688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0748de5f-824e-4177-80a1-65255b29ab30 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/34365664-4d62-4988-96a6-ee0d01ea3039 HTTP/1.1" status: 404 len: 333 time: 0.0527735 Sep 09 09:37:30.435839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 56978) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:30.464105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b4b926a-f139-469f-959e-0d06a9fa63af req-9ea4e564-0228-4228-9bf4-556e8c5570aa tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 210 time: 0.0599177 Sep 09 09:37:30.465691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0377db1-c2c8-4e1a-a59a-dfe1187a2b88 None None] The sync data for ids ['0233f9fd-176c-41e5-ba0d-8bfbc05d2943'] in n-d-778696-16 is: [{'id': '0233f9fd-176c-41e5-ba0d-8bfbc05d2943', 'name': 'tempest-snat-router-505303921', 'tenant_id': '5f474038afa84736ac24733fa82efb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.191'}], 'enable_snat': False}, 'gw_port_id': 'e91f6de1-6e9f-4419-9d4c-d43b29985b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:21Z', 'updated_at': '2021-09-09T09:37:24Z', 'revision_number': 3, 'project_id': '5f474038afa84736ac24733fa82efb25', 'gw_port': {'id': 'e91f6de1-6e9f-4419-9d4c-d43b29985b98', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0233f9fd-176c-41e5-ba0d-8bfbc05d2943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:22Z', 'updated_at': '2021-09-09T09:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:30.465882 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.530855 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.561356 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:30.566158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-de39f65f-bab1-453f-90e6-7bf5a0433474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.568876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-de39f65f-bab1-453f-90e6-7bf5a0433474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.570239 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-de39f65f-bab1-453f-90e6-7bf5a0433474 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dcc00f5-ab8c-44be-b380-836d6dedc28e HTTP/1.1" status: 204 len: 168 time: 0.6727369 Sep 09 09:37:30.622227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting subnet 9235af5a-6877-481f-86a3-b710f204c7c6 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:37:30.626068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] Pushing event deleted for resources: {'Port': ['ID=60d7cf35-1889-4eaf-b0bd-e506b642df4a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:30.631177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:30.634797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39f65f-bab1-453f-90e6-7bf5a0433474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcc00f5-ab8c-44be-b380-836d6dedc28e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:30.656351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:30.666511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:30.667186 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.720824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:30.721323 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:30.743358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event updated for resources: {'Port': ['ID=8cf12764-c207-4c90-987e-4f93fc160143,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:30.922656 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:31.055370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8964ed6-41b0-46cf-9d4b-c9caba4db87b req-f1fa8c68-91f8-4ef8-988a-f9438ba72ad1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:31.074976 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8964ed6-41b0-46cf-9d4b-c9caba4db87b req-f1fa8c68-91f8-4ef8-988a-f9438ba72ad1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.4248965 Sep 09 09:37:31.313977 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:31.464354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d4261-8e85-44cc-ba62-a2e1d2f1d7d7 req-822fa377-67b5-441e-a76f-7613f454cee3 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:31.472653 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d7d4261-8e85-44cc-ba62-a2e1d2f1d7d7 req-822fa377-67b5-441e-a76f-7613f454cee3 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 948 time: 0.1216776 Sep 09 09:37:31.492250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:31.526702 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6853a0e-f874-462a-8bf7-159582b85096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:31.577991 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d7d4261-8e85-44cc-ba62-a2e1d2f1d7d7 req-77b18bca-5f52-4a88-84f7-1126654ab94b tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044633 Sep 09 09:37:31.616629 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8964ed6-41b0-46cf-9d4b-c9caba4db87b req-e7821d43-f620-4f80-8a56-d6da649bb300 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855940 Sep 09 09:37:31.634144 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:37:31.635125 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:31.687080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:31.720066 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:31.769184 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b4395b0-cfd5-4be5-8c97-75dec9d5f5fa req-efe3e50e-4f5a-4463-8189-6c4d3fa08493 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 210 time: 0.0773180 Sep 09 09:37:31.865411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6853a0e-f874-462a-8bf7-159582b85096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:31.909952 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:31.942047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Subnet': ['ID=9235af5a-6877-481f-86a3-b710f204c7c6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:31.951692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:31.952899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae93cc9-c3cb-42a5-885f-016288d4aaf8 None None] Network 093386e5-d948-47d0-9da0-91a0a3075c44 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:31.953468 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/9235af5a-6877-481f-86a3-b710f204c7c6 HTTP/1.1" status: 204 len: 168 time: 1.5166187 Sep 09 09:37:31.956172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 56998) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:31.957181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.957540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.958075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.958953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.959403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.960778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.961016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.961324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.961673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.962011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.962349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.962682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f66a07-9e5d-4b3d-82e1-bd300682d518 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:31.977810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Router c23fe057-42dd-45af-ba59-953a598aa885 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:37:31.979529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6853a0e-f874-462a-8bf7-159582b85096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.043141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] Router 6a07a14b-5fd7-4d13-8649-b41b670cf244 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:37:32.081373 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b6853a0e-f874-462a-8bf7-159582b85096 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=478fe38a5db243c2965731f71a773923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5877490 Sep 09 09:37:32.082102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6853a0e-f874-462a-8bf7-159582b85096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b3bc33-9162-41fd-9b35-bfa3d7454c98,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:32.099931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57000) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:32.148434 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.206631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9ba4aa-33a8-4a32-984e-89e77b1cae54 None None] DHCP port deletion for 093386e5-d948-47d0-9da0-91a0a3075c44 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:37:32.232036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:32.241616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f240ce50-7409-4b4a-aaf1-5f9d3addf63b admin admin] 10.222.0.32 "PUT /v2.0/routers/6a07a14b-5fd7-4d13-8649-b41b670cf244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8625345 Sep 09 09:37:32.246802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57002) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:32.249789 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579412b9-52d3-403d-b158-6bbdcb986a17 None None] Sync routers for ids ['6a07a14b-5fd7-4d13-8649-b41b670cf244'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:32.267233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ba4aa-33a8-4a32-984e-89e77b1cae54 None None] Deleting port 06e63af5-e941-4ce5-a54b-727b28549f99 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:32.267887 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba4aa-33a8-4a32-984e-89e77b1cae54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.268230 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579412b9-52d3-403d-b158-6bbdcb986a17 None None] Routers {'6a07a14b-5fd7-4d13-8649-b41b670cf244'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:32.269255 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-579412b9-52d3-403d-b158-6bbdcb986a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6a07a14b-5fd7-4d13-8649-b41b670cf244'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:32.301746 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-267cd2ee-d7fd-4d2b-a318-6ca0fc34f745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.352155 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-267cd2ee-d7fd-4d2b-a318-6ca0fc34f745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.370940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0e9ba4aa-33a8-4a32-984e-89e77b1cae54 None None] For port 06e63af5-e941-4ce5-a54b-727b28549f99, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=06e63af5-e941-4ce5-a54b-727b28549f99,segment=NetworkSegment(70f3bf66-3bb9-4959-8025-9cddd45cca9a),segment_id=70f3bf66-3bb9-4959-8025-9cddd45cca9a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:32.372963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba4aa-33a8-4a32-984e-89e77b1cae54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.401335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ba4aa-33a8-4a32-984e-89e77b1cae54 None None] Calling delete_port for 06e63af5-e941-4ce5-a54b-727b28549f99 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:32.442707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.530723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:32.588628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:32.608207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Sync routers for ids ['c23fe057-42dd-45af-ba59-953a598aa885'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:32.615180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 06e63af5-e941-4ce5-a54b-727b28549f99 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:32.615888 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.627551 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.630421 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba4aa-33a8-4a32-984e-89e77b1cae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.692554 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.694508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c805fd51-68b4-4d2d-bbec-7d7118ff9908 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3859890 Sep 09 09:37:32.699287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57008) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:32.722221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] For port 06e63af5-e941-4ce5-a54b-727b28549f99, host n-d-778696-16, got binding levels [] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:32.722730 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.736333 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-579412b9-52d3-403d-b158-6bbdcb986a17 None None] Set router 6a07a14b-5fd7-4d13-8649-b41b670cf244 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:32.745841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 06e63af5-e941-4ce5-a54b-727b28549f99 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:32.753107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Port 06e63af5-e941-4ce5-a54b-727b28549f99 was not found and therefore no delete operation was performed {{(pid=95326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:37:32.756353 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.768464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e91f6de1-6e9f-4419-9d4c-d43b29985b98 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:32.788016 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ba4aa-33a8-4a32-984e-89e77b1cae54 None None] Pushing event deleted for resources: {'Port': ['ID=06e63af5-e941-4ce5-a54b-727b28549f99,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:32.795709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=06e63af5-e941-4ce5-a54b-727b28549f99,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:32.796077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ba4aa-33a8-4a32-984e-89e77b1cae54 None None] No DVR routers for this DVR port 06e63af5-e941-4ce5-a54b-727b28549f99 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:37:32.810253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No DVR routers for this DVR port 06e63af5-e941-4ce5-a54b-727b28549f99 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:37:32.811360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Routers {'c23fe057-42dd-45af-ba59-953a598aa885'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:32.812229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['c23fe057-42dd-45af-ba59-953a598aa885'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:32.827882 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-267cd2ee-d7fd-4d2b-a318-6ca0fc34f745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.830518 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-267cd2ee-d7fd-4d2b-a318-6ca0fc34f745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.839815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-267cd2ee-d7fd-4d2b-a318-6ca0fc34f745 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70b3bc33-9162-41fd-9b35-bfa3d7454c98 HTTP/1.1" status: 204 len: 168 time: 0.7394578 Sep 09 09:37:32.956727 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:32.979911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:32.982256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c8963-50c7-413d-a7f1-b156540d1ace req-a62147f8-9d34-4cea-9879-1eadd402fddb tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:32.982409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f61c8963-50c7-413d-a7f1-b156540d1ace req-a62147f8-9d34-4cea-9879-1eadd402fddb tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.1908100 Sep 09 09:37:33.019224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093386e5-d948-47d0-9da0-91a0a3075c44']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:33.022366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:33.022366 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.034406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea738d-9159-4314-9cb3-11ea709c833f req-21ea8c94-c0da-4cc1-a0aa-cf37b335c004 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:33.036095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-21ea8c94-c0da-4cc1-a0aa-cf37b335c004 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.2413762 Sep 09 09:37:33.048354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f3bf66-3bb9-4959-8025-9cddd45cca9a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:33.051103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f3bf66-3bb9-4959-8025-9cddd45cca9a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:33.071559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'port': {'device_id': '5096332d-add3-4b63-a9aa-4293994b9508', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'admin_state_up': True, 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:33.086858 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f61c8963-50c7-413d-a7f1-b156540d1ace req-b1b01c23-fab1-4601-ba45-eeb772c9a0c7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919330 Sep 09 09:37:33.094408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.118318 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.131461 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:37:33.132105 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.133020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Set router c23fe057-42dd-45af-ba59-953a598aa885 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:33.140288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cd2ee-d7fd-4d2b-a318-6ca0fc34f745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b3bc33-9162-41fd-9b35-bfa3d7454c98,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:37:33.141546 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:37:33.203822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fafdae-e48b-4446-9ee2-ba6dec0be063 req-b6793da5-cdee-4175-bfeb-a778250e09a7 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:33.205431 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-579412b9-52d3-403d-b158-6bbdcb986a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'name': 'tempest-TestAggregatesBasicOps-1541103535-router', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '689ea245-466d-453a-b612-9e3653187b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:55Z', 'updated_at': '2021-09-09T09:37:30Z', 'revision_number': 5, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'gw_port': {'id': '689ea245-466d-453a-b612-9e3653187b96', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:36:57Z', 'updated_at': '2021-09-09T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:33.205732 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12fafdae-e48b-4446-9ee2-ba6dec0be063 req-b6793da5-cdee-4175-bfeb-a778250e09a7 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 948 time: 0.4097927 Sep 09 09:37:33.274738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-840073b6-143d-4d1f-943f-3516b5d23b7b req-9d588a30-3a89-4cc3-9dda-2017f0fda63e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 210 time: 0.0363054 Sep 09 09:37:33.301782 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579412b9-52d3-403d-b158-6bbdcb986a17 None None] Checking router: 6a07a14b-5fd7-4d13-8649-b41b670cf244 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:37:33.322541 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579412b9-52d3-403d-b158-6bbdcb986a17 None None] Routers {'6a07a14b-5fd7-4d13-8649-b41b670cf244'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:33.323300 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-579412b9-52d3-403d-b158-6bbdcb986a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6a07a14b-5fd7-4d13-8649-b41b670cf244'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:33.372778 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.376305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Deleting port 689ea245-466d-453a-b612-9e3653187b96 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:33.376553 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.386104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.388567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/networks/093386e5-d948-47d0-9da0-91a0a3075c44 HTTP/1.1" status: 204 len: 168 time: 1.4308143 Sep 09 09:37:33.395649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-be9ad4a0-4d5f-4891-9192-3eb2e85119c7 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/routers/c23fe057-42dd-45af-ba59-953a598aa885 HTTP/1.1" status: 200 len: 907 time: 0.6948278 Sep 09 09:37:33.398829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57014) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:33.400088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57016) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:33.431913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-360687278'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:33.432516 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12fafdae-e48b-4446-9ee2-ba6dec0be063 req-fe0839c3-c199-473b-ba9d-08a0c329f28f tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916082 Sep 09 09:37:33.437472 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.470019 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-579412b9-52d3-403d-b158-6bbdcb986a17 None None] Set router 6a07a14b-5fd7-4d13-8649-b41b670cf244 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:33.472199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfe351-1195-4db7-b3cb-f7d4ab17ca07 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Network': ['ID=093386e5-d948-47d0-9da0-91a0a3075c44,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:33.491755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e91f6de1-6e9f-4419-9d4c-d43b29985b98 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:33.499929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e117180c-1623-424c-9c72-f81b9f295276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6e7df0-facf-4ddf-a464-98fd6eedf4c7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:37:33.502887 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d848be-d99c-4c94-b153-0dfce94a2210" -d '{"events": [{"server_uuid": "e117180c-1623-424c-9c72-f81b9f295276", "name": "network-vif-plugged", "status": "completed", "tag": "ef6e7df0-facf-4ddf-a464-98fd6eedf4c7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:37:33.549175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e91f6de1-6e9f-4419-9d4c-d43b29985b98 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:33.553457 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.562371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:33.578471 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:37:33.578471 n-d-778696-16 neutron-server[95325]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 09:37:33.578471 n-d-778696-16 neutron-server[95325]: [parameters: {'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'id': '41cdb642-c8e0-4733-8d6a-15fa1738076f', 'expiration': datetime.datetime(2021, 9, 9, 9, 39, 33, 543331)}] Sep 09 09:37:33.578471 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:37:33.578962 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:37:33.622551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] For port 689ea245-466d-453a-b612-9e3653187b96, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=689ea245-466d-453a-b612-9e3653187b96,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:33.624406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.634454 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ec6459-66b2-4b83-b27c-ea0306637248 x-openstack-request-id: req-e5ec6459-66b2-4b83-b27c-ea0306637248 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:37:33.634904 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e117180c-1623-424c-9c72-f81b9f295276", "name": "network-vif-plugged", "status": "completed", "tag": "ef6e7df0-facf-4ddf-a464-98fd6eedf4c7", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:37:33.635213 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5ec6459-66b2-4b83-b27c-ea0306637248 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:37:33.636068 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e117180c-1623-424c-9c72-f81b9f295276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6e7df0-facf-4ddf-a464-98fd6eedf4c7', 'code': 200} Sep 09 09:37:33.642574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Calling delete_port for 689ea245-466d-453a-b612-9e3653187b96 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:33.643061 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-579412b9-52d3-403d-b158-6bbdcb986a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'name': 'tempest-TestAggregatesBasicOps-1541103535-router', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:55Z', 'updated_at': '2021-09-09T09:37:32Z', 'revision_number': 6, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:33.644019 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.661555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.698032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23fe057-42dd-45af-ba59-953a598aa885', 'name': 'tempest-snat-router-505303921', 'tenant_id': '5f474038afa84736ac24733fa82efb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8cf12764-c207-4c90-987e-4f93fc160143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:27Z', 'updated_at': '2021-09-09T09:37:31Z', 'revision_number': 3, 'project_id': '5f474038afa84736ac24733fa82efb25', 'gw_port': {'id': '8cf12764-c207-4c90-987e-4f93fc160143', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23fe057-42dd-45af-ba59-953a598aa885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:29Z', 'updated_at': '2021-09-09T09:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:33.725552 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579412b9-52d3-403d-b158-6bbdcb986a17 None None] The sync data for ids ['6a07a14b-5fd7-4d13-8649-b41b670cf244'] in n-d-778696-16 is: [{'id': '6a07a14b-5fd7-4d13-8649-b41b670cf244', 'name': 'tempest-TestAggregatesBasicOps-1541103535-router', 'tenant_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:36:55Z', 'updated_at': '2021-09-09T09:37:32Z', 'revision_number': 6, 'project_id': 'c934d37194b24e36a3b3e1cb33a2c263', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:33.744152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Checking router: c23fe057-42dd-45af-ba59-953a598aa885 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:37:33.744627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Updating router c23fe057-42dd-45af-ba59-953a598aa885 port 8cf12764-c207-4c90-987e-4f93fc160143 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:37:33.803155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:33.820676 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.827658 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.831653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:33.888189 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.925549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:37:33.934203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a298ae5-5e8e-4692-aeea-21b3ddbe8e82 req-d01dacbb-96af-44dd-aade-ba507ebb8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:33.935961 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9a298ae5-5e8e-4692-aeea-21b3ddbe8e82 req-d01dacbb-96af-44dd-aade-ba507ebb8b98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 1101 time: 0.2868335 Sep 09 09:37:33.944449 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.949344 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Added segment 66be3186-86d4-4146-b130-a425e6838bb3 of type vlan for network a2a05f50-bde7-4661-a98d-c818e14a05d9 Sep 09 09:37:33.997538 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:33.998672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.026757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.038346 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9a298ae5-5e8e-4692-aeea-21b3ddbe8e82 req-5dd94866-0546-4c61-95a2-84dfeb0184a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837846 Sep 09 09:37:34.053574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Pushing event deleted for resources: {'Port': ['ID=689ea245-466d-453a-b612-9e3653187b96,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:34.070429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e91f6de1-6e9f-4419-9d4c-d43b29985b98, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e91f6de1-6e9f-4419-9d4c-d43b29985b98,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:34.165094 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.184016 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.185038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:34.186807 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.248996 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.260401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Transition to ACTIVE for port object 8cf12764-c207-4c90-987e-4f93fc160143 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:34.264739 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.329477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Network': ['ID=a2a05f50-bde7-4661-a98d-c818e14a05d9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:34.348070 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Deleting port 8cf12764-c207-4c90-987e-4f93fc160143 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:34.348429 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.390371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e91f6de1-6e9f-4419-9d4c-d43b29985b98,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:34.410053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a2a05f50-bde7-4661-a98d-c818e14a05d9 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:37:34.412268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Made reservation on behalf of f73bb51c82ee441fae17ed97db00d629 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:34.416104 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.417406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.478139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.482929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.501706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-583a3b2e-910b-4095-811e-a78170ec1964 req-759a934b-3987-4516-894b-240582025485 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 210 time: 0.0928972 Sep 09 09:37:34.547965 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.576448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Calling delete_port for 8cf12764-c207-4c90-987e-4f93fc160143 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:34.653262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Allocated IP 172.20.0.14 (05a2504d-6ea0-48c5-a04b-6b2815462a83/e7f7d4e1-915e-4e55-a3e8-a32a82ffd559/2f79453c-bf30-45dd-a5cf-2997719cb627) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:34.806374 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 06e63af5-e941-4ce5-a54b-727b28549f99 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:37:34.834680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a8f7a-2644-493e-87af-b72b55fb9a47 req-73454450-040c-4759-a6d2-63bff5545d3f tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:34.836637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b0a8f7a-2644-493e-87af-b72b55fb9a47 req-73454450-040c-4759-a6d2-63bff5545d3f tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 949 time: 0.1048534 Sep 09 09:37:34.847782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Attempting to bind port 8cf12764-c207-4c90-987e-4f93fc160143 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:34.848158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Attempting to bind port 8cf12764-c207-4c90-987e-4f93fc160143 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:34.848506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Attempting to bind port 8cf12764-c207-4c90-987e-4f93fc160143 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:34.866568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:34.875109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:34.875669 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.876087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:34.876587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Bound port: 8cf12764-c207-4c90-987e-4f93fc160143, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:34.876978 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.883922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 06e63af5-e941-4ce5-a54b-727b28549f99 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:37:34.884318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 06e63af5-e941-4ce5-a54b-727b28549f99 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:37:34.911878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b0a8f7a-2644-493e-87af-b72b55fb9a47 req-a1f1fda8-b5a8-4a6f-a837-b87db25a8b35 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659897 Sep 09 09:37:34.915451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4d78-ba90-423b-b98f-6576b79015a8 req-e2f6306d-b182-4086-a288-7804a7975ade tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:34.917431 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-961d4d78-ba90-423b-b98f-6576b79015a8 req-e2f6306d-b182-4086-a288-7804a7975ade tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.6665285 Sep 09 09:37:34.922653 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b82d8c60-2065-49e7-97a8-2f4b820938a7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5147052 Sep 09 09:37:34.925440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57042) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:34.933443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': 'a2a05f50-bde7-4661-a98d-c818e14a05d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:34.945348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94680cf6-89d8-4686-8388-32e97e442e7c None None] Pushing event updated for resources: {'Port': ['ID=8cf12764-c207-4c90-987e-4f93fc160143,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:34.955103 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:34.980231 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:37:34.980757 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:37:34.988226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.015331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Transition to ACTIVE for port object 2f79453c-bf30-45dd-a5cf-2997719cb627 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:35.080449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cf12764-c207-4c90-987e-4f93fc160143,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:35.087318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e91f6de1-6e9f-4419-9d4c-d43b29985b98 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:35.144758 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-961d4d78-ba90-423b-b98f-6576b79015a8 req-a1b1b13f-d5e1-4bb6-85ff-0bd1f293414a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325202 Sep 09 09:37:35.144758 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.144758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a07a14b-5fd7-4d13-8649-b41b670cf244 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:37:35.159608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.160773 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-57ac9f39-73c5-4af5-bcd8-6118dcfdc155 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6a07a14b-5fd7-4d13-8649-b41b670cf244 HTTP/1.1" status: 204 len: 168 time: 2.9129987 Sep 09 09:37:35.164712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57046) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:35.213250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e91f6de1-6e9f-4419-9d4c-d43b29985b98 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:35.214948 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.251220 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.268321 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.377374 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:35.390049 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.392581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:35.397046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.404983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b805c7be-4a40-46f6-b308-cba46f3ec2ee admin admin] Deleting subnet 67b10197-69b7-4e55-8b9c-2a090e73b5a3 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:37:35.411308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:35.415017 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b805c7be-4a40-46f6-b308-cba46f3ec2ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.417104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:35.419520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=2f79453c-bf30-45dd-a5cf-2997719cb627,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:35.503878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 60d7cf35-1889-4eaf-b0bd-e506b642df4a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:37:35.519963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.522637 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b805c7be-4a40-46f6-b308-cba46f3ec2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.544229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:35.545822 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.547604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 60d7cf35-1889-4eaf-b0bd-e506b642df4a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:37:35.547963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 60d7cf35-1889-4eaf-b0bd-e506b642df4a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:37:35.548397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 689ea245-466d-453a-b612-9e3653187b96 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:37:35.550345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Attempting to bind port 8cf12764-c207-4c90-987e-4f93fc160143 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:35.550769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Attempting to bind port 8cf12764-c207-4c90-987e-4f93fc160143 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:35.551139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Attempting to bind port 8cf12764-c207-4c90-987e-4f93fc160143 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:35.582365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 689ea245-466d-453a-b612-9e3653187b96 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:37:35.582743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 689ea245-466d-453a-b612-9e3653187b96 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:37:35.592119 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:35.592511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:35.592927 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.593329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:35.599681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Bound port: 8cf12764-c207-4c90-987e-4f93fc160143, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:35.600168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.643318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Port 8cf12764-c207-4c90-987e-4f93fc160143 has been deleted concurrently {{(pid=95327) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 09 09:37:35.679789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Routers {'c23fe057-42dd-45af-ba59-953a598aa885'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:35.682910 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-786ca373-970d-4a48-bc9e-42f85fecf581 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6263306 Sep 09 09:37:35.683097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['c23fe057-42dd-45af-ba59-953a598aa885'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:35.698806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Request body: {'port': {'device_id': '5096332d-add3-4b63-a9aa-4293994b9508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:35.735877 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b805c7be-4a40-46f6-b308-cba46f3ec2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.737764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.737764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c23fe057-42dd-45af-ba59-953a598aa885 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:37:35.744999 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.752597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-04db9420-a042-4948-ab37-e56ca1e89773 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c23fe057-42dd-45af-ba59-953a598aa885 HTTP/1.1" status: 204 len: 168 time: 2.3432753 Sep 09 09:37:35.758791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57054) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:35.805559 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.871845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] Set router c23fe057-42dd-45af-ba59-953a598aa885 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:35.878351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.928108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f4abf-c1de-4557-8138-da42020e36b4 req-816f377b-aa4b-431d-913d-c64be6c3b551 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:35.929571 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-341f4abf-c1de-4557-8138-da42020e36b4 req-816f377b-aa4b-431d-913d-c64be6c3b551 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 932 time: 0.2758529 Sep 09 09:37:35.970960 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:35.997888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23fe057-42dd-45af-ba59-953a598aa885', 'name': 'tempest-snat-router-505303921', 'tenant_id': '5f474038afa84736ac24733fa82efb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:27Z', 'updated_at': '2021-09-09T09:37:34Z', 'revision_number': 5, 'project_id': '5f474038afa84736ac24733fa82efb25', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:36.030536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea51778-5492-467e-ace3-c9c97623b83f None None] The sync data for ids ['c23fe057-42dd-45af-ba59-953a598aa885'] in n-d-778696-16 is: [{'id': 'c23fe057-42dd-45af-ba59-953a598aa885', 'name': 'tempest-snat-router-505303921', 'tenant_id': '5f474038afa84736ac24733fa82efb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:27Z', 'updated_at': '2021-09-09T09:37:34Z', 'revision_number': 5, 'project_id': '5f474038afa84736ac24733fa82efb25', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:36.116514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4592cb65-a375-438a-aa96-6c7e033cb785 None None] Provisioning for port 2f79453c-bf30-45dd-a5cf-2997719cb627 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:36.121284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4592cb65-a375-438a-aa96-6c7e033cb785 None None] Provisioning complete for port 2f79453c-bf30-45dd-a5cf-2997719cb627 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:36.121540 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4592cb65-a375-438a-aa96-6c7e033cb785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.186973 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b805c7be-4a40-46f6-b308-cba46f3ec2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.200859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4592cb65-a375-438a-aa96-6c7e033cb785 None None] Port 2f79453c-bf30-45dd-a5cf-2997719cb627 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:36.211355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Subnet': ['ID=dde5fa0b-0872-4f81-ba05-5e3f5b354f21,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:36.236559 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.241041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805c7be-4a40-46f6-b308-cba46f3ec2ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b10197-69b7-4e55-8b9c-2a090e73b5a3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:36.248519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-341f4abf-c1de-4557-8138-da42020e36b4 req-0ed3181e-9d1f-4316-985d-5205673c3044 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122661 Sep 09 09:37:36.278204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Checking segment: {'id': '66be3186-86d4-4146-b130-a425e6838bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a2a05f50-bde7-4661-a98d-c818e14a05d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:36.279049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network hostable DHCP agents. Network: a2a05f50-bde7-4661-a98d-c818e14a05d9, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:37:36.309804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322db89f-cf80-42c0-acbd-818096e76af5 None None] Network 47dea2e0-05b4-4f58-92f7-4bb287c81b69 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:36.334084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba960697-05c1-40d4-96c2-55daf2c6ee11 req-c41bcfad-152e-4a11-b849-5b5f1afde5bf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:36.341596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba960697-05c1-40d4-96c2-55daf2c6ee11 req-c41bcfad-152e-4a11-b849-5b5f1afde5bf tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 949 time: 0.1823440 Sep 09 09:37:36.341596 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b805c7be-4a40-46f6-b308-cba46f3ec2ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.341596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b805c7be-4a40-46f6-b308-cba46f3ec2ee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/67b10197-69b7-4e55-8b9c-2a090e73b5a3 HTTP/1.1" status: 204 len: 168 time: 1.1730678 Sep 09 09:37:36.348759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57070) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:36.412836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network a2a05f50-bde7-4661-a98d-c818e14a05d9 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:37:36.440193 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f79453c-bf30-45dd-a5cf-2997719cb627 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:37:36.458128 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.464758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Deleting port e91f6de1-6e9f-4419-9d4c-d43b29985b98 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:36.465260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.504592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8033a-9521-4f2e-8993-de9b6984bd0c req-c41c718a-7bfc-45e4-a5a2-6ab7efc641ec tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:36.509402 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7d8033a-9521-4f2e-8993-de9b6984bd0c req-c41c718a-7bfc-45e4-a5a2-6ab7efc641ec tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.1409447 Sep 09 09:37:36.539982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, a2a05f50-bde7-4661-a98d-c818e14a05d9) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:36.550564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda922e-33b4-436a-9560-cb2ff224b9e6 None None] Network a2a05f50-bde7-4661-a98d-c818e14a05d9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:36.559172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:36.559826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.570513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba960697-05c1-40d4-96c2-55daf2c6ee11 req-9f56404a-5617-49d5-b5a6-2be33378d9f4 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204134 Sep 09 09:37:36.584960 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Transition to ACTIVE for port object 2f79453c-bf30-45dd-a5cf-2997719cb627 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:36.587976 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.610647 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5214b1a2-19f3-40c4-b200-06283862966b None None] DHCP port deletion for 47dea2e0-05b4-4f58-92f7-4bb287c81b69 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:37:36.701189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.704621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c7d8033a-9521-4f2e-8993-de9b6984bd0c req-2922bbe6-bc30-4ed0-bd0c-2833aed0012b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840327 Sep 09 09:37:36.708183 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-20198a22-fe71-44cf-927d-a60fb1f2de0d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7816231 Sep 09 09:37:36.719342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:36.742208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': 'a2a05f50-bde7-4661-a98d-c818e14a05d9', 'name': 'tempest-PortsIpV6TestJSON-1396468665', 'fixed_ips': [{'subnet_id': 'dde5fa0b-0872-4f81-ba05-5e3f5b354f21', 'ip_address': '2001:db8::10'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:36.806690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5214b1a2-19f3-40c4-b200-06283862966b None None] Deleting port b1382def-17db-4b2e-a530-f008e32c3b82 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:36.807347 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5214b1a2-19f3-40c4-b200-06283862966b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.853612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Pushing event updated for resources: {'Port': ['ID=2f79453c-bf30-45dd-a5cf-2997719cb627,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:36.887169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Deleting port b1382def-17db-4b2e-a530-f008e32c3b82 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:36.888865 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.900703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] For port e91f6de1-6e9f-4419-9d4c-d43b29985b98, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e91f6de1-6e9f-4419-9d4c-d43b29985b98,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:36.901181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:36.924421 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Calling delete_port for e91f6de1-6e9f-4419-9d4c-d43b29985b98 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:37.056270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b1382def-17db-4b2e-a530-f008e32c3b82 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:37:37.061407 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a2a05f50-bde7-4661-a98d-c818e14a05d9', 'network_id': 'a2a05f50-bde7-4661-a98d-c818e14a05d9', 'tenant_id': '2fd111789d994d459151117dd9b89972', 'fixed_ips': [{'subnet_id': 'dde5fa0b-0872-4f81-ba05-5e3f5b354f21'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:37:37.062264 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:37.066389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:37.073686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5214b1a2-19f3-40c4-b200-06283862966b None None] For port b1382def-17db-4b2e-a530-f008e32c3b82, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b1382def-17db-4b2e-a530-f008e32c3b82,segment=NetworkSegment(3410113f-2182-4685-8fdb-36877e1b2acf),segment_id=3410113f-2182-4685-8fdb-36877e1b2acf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:37.074102 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5214b1a2-19f3-40c4-b200-06283862966b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:37.188918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5214b1a2-19f3-40c4-b200-06283862966b None None] Calling delete_port for b1382def-17db-4b2e-a530-f008e32c3b82 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:37.270191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:37.291478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port 72d93dc6-f892-4154-93b8-548bc2901760 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:37:37.464682 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:37.518538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Allocated IP 2001:db8::2 (a2a05f50-bde7-4661-a98d-c818e14a05d9/dde5fa0b-0872-4f81-ba05-5e3f5b354f21/16b8b1b0-8209-40ca-aeed-1a92ffbce9e2) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:37.554474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] For port b1382def-17db-4b2e-a530-f008e32c3b82, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b1382def-17db-4b2e-a530-f008e32c3b82,segment=NetworkSegment(3410113f-2182-4685-8fdb-36877e1b2acf),segment_id=3410113f-2182-4685-8fdb-36877e1b2acf)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:37.555117 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:37.593542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Calling delete_port for b1382def-17db-4b2e-a530-f008e32c3b82 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:37.675500 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5214b1a2-19f3-40c4-b200-06283862966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:37.704250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Attempting to bind port 2f79453c-bf30-45dd-a5cf-2997719cb627 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:37.704587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Attempting to bind port 2f79453c-bf30-45dd-a5cf-2997719cb627 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:37.705006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Attempting to bind port 2f79453c-bf30-45dd-a5cf-2997719cb627 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:37.714308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Port 2f79453c-bf30-45dd-a5cf-2997719cb627 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:37:37.714636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Attempting to bind port 2f79453c-bf30-45dd-a5cf-2997719cb627 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:37.729492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:37.732637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Checking segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:37.732637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Bound using segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:37.732637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Bound port: 2f79453c-bf30-45dd-a5cf-2997719cb627, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:37.732637 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:37.775353 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214b1a2-19f3-40c4-b200-06283862966b None None] Pushing event deleted for resources: {'Port': ['ID=b1382def-17db-4b2e-a530-f008e32c3b82,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:37.791581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5214b1a2-19f3-40c4-b200-06283862966b None None] No DVR routers for this DVR port b1382def-17db-4b2e-a530-f008e32c3b82 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:37:37.813058 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:37.833186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Transition to ACTIVE for port object 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:37.873322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Transition to ACTIVE for port object 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:37.892043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] For port 2f79453c-bf30-45dd-a5cf-2997719cb627, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:37.894028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] For port 2f79453c-bf30-45dd-a5cf-2997719cb627, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2f79453c-bf30-45dd-a5cf-2997719cb627,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:37.895029 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:37.922807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1382def-17db-4b2e-a530-f008e32c3b82,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:37.928225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] No DVR routers for this DVR port b1382def-17db-4b2e-a530-f008e32c3b82 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:37:37.945173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78a9b7-d7d3-4563-8064-8de95b888fa3 req-7abdab49-f079-4358-9122-bb9ae59f172e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:37.949113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4f78a9b7-d7d3-4563-8064-8de95b888fa3 req-7abdab49-f079-4358-9122-bb9ae59f172e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 944 time: 0.5175557 Sep 09 09:37:37.970690 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.008140 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.017095 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.032271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8::10 (a2a05f50-bde7-4661-a98d-c818e14a05d9/dde5fa0b-0872-4f81-ba05-5e3f5b354f21/72d93dc6-f892-4154-93b8-548bc2901760) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:38.061534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47dea2e0-05b4-4f58-92f7-4bb287c81b69']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:38.081554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:38.087114 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.087114 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] 10.222.0.24 "PUT /v2.0/ports/2f79453c-bf30-45dd-a5cf-2997719cb627 HTTP/1.1" status: 200 len: 1093 time: 2.3901646 Sep 09 09:37:38.087114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5096332d-add3-4b63-a9aa-4293994b9508', 'tag': '2f79453c-bf30-45dd-a5cf-2997719cb627'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:37:38.091572 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787f2a10-d74a-4b22-911a-3ea7c8997a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5096332d-add3-4b63-a9aa-4293994b9508", "tag": "2f79453c-bf30-45dd-a5cf-2997719cb627"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:37:38.104515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3410113f-2182-4685-8fdb-36877e1b2acf') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:38.107223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3410113f-2182-4685-8fdb-36877e1b2acf') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:38.137499 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.154921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Network a2a05f50-bde7-4661-a98d-c818e14a05d9 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:38.157837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc22b-55ca-4259-bbe3-53cfbd0756fe service neutron] Pushing event updated for resources: {'Port': ['ID=2f79453c-bf30-45dd-a5cf-2997719cb627,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:38.170566 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.174373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:38.180237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:38.201457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:37:38.202418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.205166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Pushing event updated for resources: {'Port': ['ID=16b8b1b0-8209-40ca-aeed-1a92ffbce9e2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:37:38.207302 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:37:38.249298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.267216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object 72d93dc6-f892-4154-93b8-548bc2901760 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:38.304107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.319480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Attempting to bind port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:38.320182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Attempting to bind port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '66be3186-86d4-4146-b130-a425e6838bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a2a05f50-bde7-4661-a98d-c818e14a05d9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:38.320562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Attempting to bind port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 on network a2a05f50-bde7-4661-a98d-c818e14a05d9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:38.337825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:38.339582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Checking segment: {'id': '66be3186-86d4-4146-b130-a425e6838bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a2a05f50-bde7-4661-a98d-c818e14a05d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:38.340141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.340556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Bound using segment: {'id': '66be3186-86d4-4146-b130-a425e6838bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a2a05f50-bde7-4661-a98d-c818e14a05d9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:38.341052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Bound port: 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66be3186-86d4-4146-b130-a425e6838bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a2a05f50-bde7-4661-a98d-c818e14a05d9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:38.341442 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.395117 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450e0bc-2233-4a4b-a963-b5a4a10dbf33 req-a7013956-27d5-4335-8dad-ef0a287c1df8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:38.395552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event deleted for resources: {'Port': ['ID=e91f6de1-6e9f-4419-9d4c-d43b29985b98,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:38.404344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d450e0bc-2233-4a4b-a963-b5a4a10dbf33 req-a7013956-27d5-4335-8dad-ef0a287c1df8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.1575427 Sep 09 09:37:38.413047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea738d-9159-4314-9cb3-11ea709c833f req-5774e09c-e8c1-4b04-a753-2411931679b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:38.414179 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.414822 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-5774e09c-e8c1-4b04-a753-2411931679b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 1096 time: 0.1829209 Sep 09 09:37:38.468822 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.471812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-4e5b2dcb-186c-434a-80b3-8fe3f45b1c45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f79453c-bf30-45dd-a5cf-2997719cb627 HTTP/1.1" status: 200 len: 217 time: 0.0468147 Sep 09 09:37:38.488024 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.490663 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] 10.222.0.32 "DELETE /v2.0/networks/47dea2e0-05b4-4f58-92f7-4bb287c81b69 HTTP/1.1" status: 204 len: 168 time: 2.1393344 Sep 09 09:37:38.492482 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] For port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:38.496728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] For port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=16b8b1b0-8209-40ca-aeed-1a92ffbce9e2,segment=NetworkSegment(66be3186-86d4-4146-b130-a425e6838bb3),segment_id=66be3186-86d4-4146-b130-a425e6838bb3)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:38.510990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57108) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:38.522592 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.550139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d450e0bc-2233-4a4b-a963-b5a4a10dbf33 req-2ab1d383-dc73-4db6-9973-5cf7afcef5f1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446743 Sep 09 09:37:38.555844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bf73b-4403-4fe3-896c-6f0b8b6dba3a admin admin] Pushing event deleted for resources: {'Network': ['ID=47dea2e0-05b4-4f58-92f7-4bb287c81b69,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:38.568775 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.605324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea738d-9159-4314-9cb3-11ea709c833f req-6c4d09c4-1c64-48b2-8e96-2b697dd60167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:38.607890 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-6c4d09c4-1c64-48b2-8e96-2b697dd60167 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.1080160 Sep 09 09:37:38.627916 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4f78a9b7-d7d3-4563-8064-8de95b888fa3 req-125bbb00-320b-4372-8b59-ca193a09dedc tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739852 Sep 09 09:37:38.672435 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c40d4e-47c6-470a-940e-53b873f2fdff x-openstack-request-id: req-66c40d4e-47c6-470a-940e-53b873f2fdff {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:37:38.672778 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5096332d-add3-4b63-a9aa-4293994b9508", "tag": "2f79453c-bf30-45dd-a5cf-2997719cb627", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:37:38.675451 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66c40d4e-47c6-470a-940e-53b873f2fdff {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:37:38.675857 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5096332d-add3-4b63-a9aa-4293994b9508', 'tag': '2f79453c-bf30-45dd-a5cf-2997719cb627', 'status': 'completed', 'code': 200} Sep 09 09:37:38.676261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network a2a05f50-bde7-4661-a98d-c818e14a05d9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:38.700609 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=72d93dc6-f892-4154-93b8-548bc2901760,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:38.704620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:38.718758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:38.728211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea738d-9159-4314-9cb3-11ea709c833f req-cce57931-a03e-468b-ac9b-2b7c736d90ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:38.729608 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-cce57931-a03e-468b-ac9b-2b7c736d90ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141970 Sep 09 09:37:38.731998 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:38.732902 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.763496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce73ecd-be68-4b02-a7b4-f055f440a457 None None] Pushing event updated for resources: {'Port': ['ID=16b8b1b0-8209-40ca-aeed-1a92ffbce9e2,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:38.836657 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.860013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:38.881031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-96f6c452-8bb7-427d-8deb-7e469bca0377 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394603 Sep 09 09:37:38.998348 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30ea738d-9159-4314-9cb3-11ea709c833f req-0be4123c-3322-4c57-aadf-4360347e1ba6 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120236 Sep 09 09:37:39.040151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dc4c2781-aeb5-48a2-add8-9624405fdc4c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3196285 Sep 09 09:37:39.044251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:39.048134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0233f9fd-176c-41e5-ba0d-8bfbc05d2943 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:37:39.049737 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:39.050033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57114) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:39.050873 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f0c3b023-faf3-44ee-bf21-40c9cfa41d89 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0233f9fd-176c-41e5-ba0d-8bfbc05d2943 HTTP/1.1" status: 204 len: 168 time: 3.2911983 Sep 09 09:37:39.056958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57116) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:39.062376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': 'a2a05f50-bde7-4661-a98d-c818e14a05d9', 'name': 'tempest-PortsIpV6TestJSON-354163572', 'fixed_ips': [{'subnet_id': 'dde5fa0b-0872-4f81-ba05-5e3f5b354f21', 'ip_address': '2001:db8::f'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:39.075407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-907056979', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:39.222913 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:39.224935 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:39.381397 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:39.389868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f2a10-d74a-4b22-911a-3ea7c8997a7b req-92f60499-c75c-4864-b7eb-3757d2dd9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:39.390118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-787f2a10-d74a-4b22-911a-3ea7c8997a7b req-92f60499-c75c-4864-b7eb-3757d2dd9765 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 1096 time: 0.2271032 Sep 09 09:37:39.444032 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:39.572119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:39.811676 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f2a10-d74a-4b22-911a-3ea7c8997a7b req-fcede219-caf6-4a70-8975-186d7341bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:39.813513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-787f2a10-d74a-4b22-911a-3ea7c8997a7b req-fcede219-caf6-4a70-8975-186d7341bf91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.4148433 Sep 09 09:37:39.824226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e9c49-72b6-434c-800f-3763f57cd390 req-2f9f29e4-83bb-4225-9241-f4112a593e48 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:39.832063 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b5e9c49-72b6-434c-800f-3763f57cd390 req-2f9f29e4-83bb-4225-9241-f4112a593e48 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.1089697 Sep 09 09:37:39.851300 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:39.915877 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-787f2a10-d74a-4b22-911a-3ea7c8997a7b req-dd71151d-54fb-49b2-a5a6-340d27d9f9e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f79453c-bf30-45dd-a5cf-2997719cb627 HTTP/1.1" status: 200 len: 217 time: 0.0499644 Sep 09 09:37:39.917412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b5e9c49-72b6-434c-800f-3763f57cd390 req-1fe0d31c-f973-47c3-97c1-1f2c1c5ce8f6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805593 Sep 09 09:37:39.921546 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:39.980794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd120565-776e-493b-9421-f764e308cb00 req-8d0a8bbf-14bb-43b8-9298-3152935a8eaf tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:39.982521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd120565-776e-493b-9421-f764e308cb00 req-8d0a8bbf-14bb-43b8-9298-3152935a8eaf tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 944 time: 0.2061691 Sep 09 09:37:40.014295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port d87b652a-d3e6-4455-960a-ba8f78085f0f yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:37:40.016536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] Deleting port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:40.016893 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:40.079131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f2a10-d74a-4b22-911a-3ea7c8997a7b req-32aec3b3-2a71-479a-a57d-453ac940685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:40.080827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-787f2a10-d74a-4b22-911a-3ea7c8997a7b req-32aec3b3-2a71-479a-a57d-453ac940685e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.1541705 Sep 09 09:37:40.119147 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd120565-776e-493b-9421-f764e308cb00 req-adefc85b-24d9-4f01-a80e-525408691630 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293514 Sep 09 09:37:40.177260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] For port bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f,segment=NetworkSegment(7bfb89c1-8f2d-4afd-afd5-854fac77381f),segment_id=7bfb89c1-8f2d-4afd-afd5-854fac77381f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:40.177924 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:40.194039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] Calling delete_port for bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:40.216222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261aa60e-2766-4d2b-97f0-e6c57f67a2ed None None] Network a2a05f50-bde7-4661-a98d-c818e14a05d9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:40.275021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f2a10-d74a-4b22-911a-3ea7c8997a7b req-a0b7b7e5-aaac-4a83-8f50-7c2b0cfad733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:40.276756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-787f2a10-d74a-4b22-911a-3ea7c8997a7b req-a0b7b7e5-aaac-4a83-8f50-7c2b0cfad733 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866269 Sep 09 09:37:40.397800 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8::f (a2a05f50-bde7-4661-a98d-c818e14a05d9/dde5fa0b-0872-4f81-ba05-5e3f5b354f21/d87b652a-d3e6-4455-960a-ba8f78085f0f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:40.475515 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-787f2a10-d74a-4b22-911a-3ea7c8997a7b req-3b402214-24b8-46ca-a64a-eabe1f212400 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704538 Sep 09 09:37:40.488192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-98f7dbb8-dff2-4fab-a874-9406449bdd87 None None] Provisioning for port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:40.573887 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:40.613524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:40.730624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:40.768564 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:40.826891 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-787f2a10-d74a-4b22-911a-3ea7c8997a7b req-cddb23f2-ba04-4804-bd3b-a6228e901780 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008082 Sep 09 09:37:40.930398 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:41.089684 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:41.101717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Allocated IP 172.25.8.198 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/121bca3b-5799-4db9-ae55-05b193128ef2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:41.134374 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object d87b652a-d3e6-4455-960a-ba8f78085f0f will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:41.145021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-86b6f827-71cd-4179-81f6-da9c2b047176 None None] Provisioning for port 72d93dc6-f892-4154-93b8-548bc2901760 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:41.150790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-86b6f827-71cd-4179-81f6-da9c2b047176 None None] Provisioning complete for port 72d93dc6-f892-4154-93b8-548bc2901760 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:41.156778 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86b6f827-71cd-4179-81f6-da9c2b047176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:41.237539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-86b6f827-71cd-4179-81f6-da9c2b047176 None None] Port 72d93dc6-f892-4154-93b8-548bc2901760 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:41.254183 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:41.323114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24a59-e562-464d-a570-83a0cdf37f30 req-0d80573f-ccfd-44eb-9217-9e0b7b5a097e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:41.325796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16f24a59-e562-464d-a570-83a0cdf37f30 req-0d80573f-ccfd-44eb-9217-9e0b7b5a097e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.2398250 Sep 09 09:37:41.360992 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-70b68053-63ca-4076-a9d9-f6e4ea42d20f None None] Provisioning complete for port 72d93dc6-f892-4154-93b8-548bc2901760 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:41.361647 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70b68053-63ca-4076-a9d9-f6e4ea42d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:41.398252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-70b68053-63ca-4076-a9d9-f6e4ea42d20f None None] Port 72d93dc6-f892-4154-93b8-548bc2901760 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:41.407298 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:41.425081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:41.430500 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16f24a59-e562-464d-a570-83a0cdf37f30 req-06288bce-9c82-4102-806d-708b4003d824 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695522 Sep 09 09:37:41.436731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:41.436731 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:41.508013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] Router a4b77d43-5502-4d6d-beea-cf69bff303f5 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:37:41.524769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed734e7-fa43-4134-aa26-34698a626ff7 req-29ca5341-e3c4-45cf-a20f-aaf2cafe9989 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:41.526570 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aed734e7-fa43-4134-aa26-34698a626ff7 req-29ca5341-e3c4-45cf-a20f-aaf2cafe9989 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 944 time: 0.2180109 Sep 09 09:37:41.530248 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:41.573430 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:41.614046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=16b8b1b0-8209-40ca-aeed-1a92ffbce9e2,segment=NetworkSegment(66be3186-86d4-4146-b130-a425e6838bb3),segment_id=66be3186-86d4-4146-b130-a425e6838bb3)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:41.666270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:41.677735 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b1dad03e-4fc1-4626-a95e-082031456122 admin admin] 10.222.0.32 "PUT /v2.0/routers/a4b77d43-5502-4d6d-beea-cf69bff303f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1606798 Sep 09 09:37:41.680286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:41.687760 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b33eef-79e6-4d0f-8a6b-8ad300cd6c85 None None] Sync routers for ids ['a4b77d43-5502-4d6d-beea-cf69bff303f5'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:41.694334 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:41.706689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e91f6de1-6e9f-4419-9d4c-d43b29985b98 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:37:41.720998 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b33eef-79e6-4d0f-8a6b-8ad300cd6c85 None None] Routers {'a4b77d43-5502-4d6d-beea-cf69bff303f5'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:41.721929 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75b33eef-79e6-4d0f-8a6b-8ad300cd6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a4b77d43-5502-4d6d-beea-cf69bff303f5'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:41.814716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e91f6de1-6e9f-4419-9d4c-d43b29985b98 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:37:41.815067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e91f6de1-6e9f-4419-9d4c-d43b29985b98 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:37:41.873835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:41.912919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=16b8b1b0-8209-40ca-aeed-1a92ffbce9e2,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:41.991675 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-75b33eef-79e6-4d0f-8a6b-8ad300cd6c85 None None] Set router a4b77d43-5502-4d6d-beea-cf69bff303f5 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:42.006762 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:42.016843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network a2a05f50-bde7-4661-a98d-c818e14a05d9 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:42.021819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:42.048275 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:42.071847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:42.078985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:42.079677 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:42.094165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=d87b652a-d3e6-4455-960a-ba8f78085f0f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:42.157252 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aed734e7-fa43-4134-aa26-34698a626ff7 req-3a1fb9e6-6179-47b6-8dec-bbbf46e67217 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243944 Sep 09 09:37:42.164692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:42.169112 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-026d15d6-bbbf-493d-a518-baf90b13b424 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1104848 Sep 09 09:37:42.180112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57158) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:42.180112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:42.247493 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:42.430606 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75b33eef-79e6-4d0f-8a6b-8ad300cd6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'name': 'tempest-TestAggregatesBasicOps-502977636-router', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '2faab096-f748-43e7-9a35-d810252cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:13Z', 'updated_at': '2021-09-09T09:37:40Z', 'revision_number': 5, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'gw_port': {'id': '2faab096-f748-43e7-9a35-d810252cefc6', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:15Z', 'updated_at': '2021-09-09T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:42.464675 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b33eef-79e6-4d0f-8a6b-8ad300cd6c85 None None] Checking router: a4b77d43-5502-4d6d-beea-cf69bff303f5 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:37:42.477860 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b33eef-79e6-4d0f-8a6b-8ad300cd6c85 None None] Routers {'a4b77d43-5502-4d6d-beea-cf69bff303f5'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:42.479357 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75b33eef-79e6-4d0f-8a6b-8ad300cd6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a4b77d43-5502-4d6d-beea-cf69bff303f5'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:42.482257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Pushing event updated for resources: {'Port': ['ID=121bca3b-5799-4db9-ae55-05b193128ef2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:42.502775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1901e4-d6df-47bf-9043-3445a7212768 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:42.511962 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6e1901e4-d6df-47bf-9043-3445a7212768 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3336000 Sep 09 09:37:42.516190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57176) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:42.527346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4dd2a6ef-dab7-4ce9-b322-cb5170431bb8 None None] Provisioning for port d87b652a-d3e6-4455-960a-ba8f78085f0f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:42.532573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4dd2a6ef-dab7-4ce9-b322-cb5170431bb8 None None] Provisioning complete for port d87b652a-d3e6-4455-960a-ba8f78085f0f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:42.532966 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a6ef-dab7-4ce9-b322-cb5170431bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:42.601741 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-75b33eef-79e6-4d0f-8a6b-8ad300cd6c85 None None] Set router a4b77d43-5502-4d6d-beea-cf69bff303f5 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:37:42.619657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2a6ef-dab7-4ce9-b322-cb5170431bb8 None None] Port d87b652a-d3e6-4455-960a-ba8f78085f0f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:42.695097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71541c92-64c3-401e-922f-868955a86fb9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:42.706009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71541c92-64c3-401e-922f-868955a86fb9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:42.707219 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-75b33eef-79e6-4d0f-8a6b-8ad300cd6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'name': 'tempest-TestAggregatesBasicOps-502977636-router', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:13Z', 'updated_at': '2021-09-09T09:37:42Z', 'revision_number': 6, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:42.709504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71541c92-64c3-401e-922f-868955a86fb9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:42.711664 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-71541c92-64c3-401e-922f-868955a86fb9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1941040 Sep 09 09:37:42.714484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57186) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:42.765822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae593c2d-6d23-4148-8d22-f3acf910e5da req-d43cc69f-59a8-4459-853a-000bdf24e6d5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:42.767539 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae593c2d-6d23-4148-8d22-f3acf910e5da req-d43cc69f-59a8-4459-853a-000bdf24e6d5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.0827932 Sep 09 09:37:42.771347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Deleting port 2faab096-f748-43e7-9a35-d810252cefc6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:42.771800 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:42.778913 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b33eef-79e6-4d0f-8a6b-8ad300cd6c85 None None] The sync data for ids ['a4b77d43-5502-4d6d-beea-cf69bff303f5'] in n-d-778696-16 is: [{'id': 'a4b77d43-5502-4d6d-beea-cf69bff303f5', 'name': 'tempest-TestAggregatesBasicOps-502977636-router', 'tenant_id': '4186c7db9c51451e8abc60f3ed8fad34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:13Z', 'updated_at': '2021-09-09T09:37:42Z', 'revision_number': 6, 'project_id': '4186c7db9c51451e8abc60f3ed8fad34', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:42.829835 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:42.900477 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae593c2d-6d23-4148-8d22-f3acf910e5da req-8f628093-f9fd-4869-914c-fa461a7a05aa tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133106 Sep 09 09:37:42.926266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] For port 2faab096-f748-43e7-9a35-d810252cefc6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2faab096-f748-43e7-9a35-d810252cefc6,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:42.926638 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:42.933045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9718a285-b8f5-4bf0-a516-4e1acb7cf630 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port d87b652a-d3e6-4455-960a-ba8f78085f0f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:42.933469 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9718a285-b8f5-4bf0-a516-4e1acb7cf630 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:42.939623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Calling delete_port for 2faab096-f748-43e7-9a35-d810252cefc6 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:43.120167 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9718a285-b8f5-4bf0-a516-4e1acb7cf630 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.163969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9718a285-b8f5-4bf0-a516-4e1acb7cf630 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for d87b652a-d3e6-4455-960a-ba8f78085f0f owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:43.197249 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.207953 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.255528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:43.292570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Pushing event deleted for resources: {'Port': ['ID=2faab096-f748-43e7-9a35-d810252cefc6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:43.323646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:43.325078 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.374252 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.446721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:37:43.484944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:37:43.485572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bf4fd91d-941f-4c3a-9c0f-6a7fe2c1130f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:37:43.496714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.499252 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.563276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d98bf7-64c6-4a7a-be91-c24695df2dec req-b444b56e-7881-4285-8ab9-dce4fec3f4cc tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:43.564834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05d98bf7-64c6-4a7a-be91-c24695df2dec req-b444b56e-7881-4285-8ab9-dce4fec3f4cc tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 944 time: 0.2870483 Sep 09 09:37:43.648167 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.648861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4b77d43-5502-4d6d-beea-cf69bff303f5 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:37:43.658023 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.658023 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a71ccabb-3489-4c0c-a6d4-1a751c12672e admin admin] 10.222.0.32 "DELETE /v2.0/routers/a4b77d43-5502-4d6d-beea-cf69bff303f5 HTTP/1.1" status: 204 len: 168 time: 1.9722493 Sep 09 09:37:43.658289 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05d98bf7-64c6-4a7a-be91-c24695df2dec req-6785d47b-9105-4cd4-b123-65163a20ff1d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614223 Sep 09 09:37:43.659863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57218) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:43.700394 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9718a285-b8f5-4bf0-a516-4e1acb7cf630 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.720257 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Deleting subnet 6a50c843-f347-4f25-89e1-ba531887d101 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:37:43.733080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.743309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718a285-b8f5-4bf0-a516-4e1acb7cf630 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=d87b652a-d3e6-4455-960a-ba8f78085f0f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:43.769500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Router f23085bc-d9d6-4ed9-84d8-3ddc3cc71014 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:37:43.800509 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.809162 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9718a285-b8f5-4bf0-a516-4e1acb7cf630 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:43.813814 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9718a285-b8f5-4bf0-a516-4e1acb7cf630 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/d87b652a-d3e6-4455-960a-ba8f78085f0f HTTP/1.1" status: 204 len: 168 time: 1.0960183 Sep 09 09:37:43.814300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57220) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:43.850140 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c120b11a-ac73-47f6-a1f6-aa8bf992a627 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:37:43.854145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c120b11a-ac73-47f6-a1f6-aa8bf992a627 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/d87b652a-d3e6-4455-960a-ba8f78085f0f HTTP/1.1" status: 404 len: 333 time: 0.0365386 Sep 09 09:37:43.877644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57224) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:44.007309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:44.026246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b30075-c65c-4704-b4d6-c28b9a28f662 None None] Sync routers for ids ['f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:44.042167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b30075-c65c-4704-b4d6-c28b9a28f662 None None] Routers {'f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:44.043774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-79b30075-c65c-4704-b4d6-c28b9a28f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:44.091447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.118252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-79b30075-c65c-4704-b4d6-c28b9a28f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:44.128101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b30075-c65c-4704-b4d6-c28b9a28f662 None None] Routers {'f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:44.128733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-79b30075-c65c-4704-b4d6-c28b9a28f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:44.135048 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.141992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:44.143962 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7466d153-c001-45cf-bf45-401645eee627 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0856378 Sep 09 09:37:44.154047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7fab3c02-dc19-4c50-986e-5eb014d86f80 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'enable_snat': False}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:44.159279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0431d295-271a-42a2-ae8c-a1610017757e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 72d93dc6-f892-4154-93b8-548bc2901760 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:44.159651 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0431d295-271a-42a2-ae8c-a1610017757e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.198336 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-79b30075-c65c-4704-b4d6-c28b9a28f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:44.200602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b30075-c65c-4704-b4d6-c28b9a28f662 None None] The sync data for ids ['f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:44.293240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57232) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:44.333207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73327714-b248-44e3-9cfc-48e8e41bafa3 req-0c43ff06-c0bc-44b3-bd1b-63391722f031 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:44.340766 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73327714-b248-44e3-9cfc-48e8e41bafa3 req-0c43ff06-c0bc-44b3-bd1b-63391722f031 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.3004262 Sep 09 09:37:44.431697 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-456c0f49-07e5-4925-9433-47009e34c855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.435802 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-428efb1e-de26-45b3-a9b0-64a0ddf8ea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.449350 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0431d295-271a-42a2-ae8c-a1610017757e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.455011 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73327714-b248-44e3-9cfc-48e8e41bafa3 req-1efc4cf0-60e5-4e88-ae5d-0720642ef7d3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134431 Sep 09 09:37:44.532716 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-456c0f49-07e5-4925-9433-47009e34c855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.553600 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.587336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0431d295-271a-42a2-ae8c-a1610017757e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 72d93dc6-f892-4154-93b8-548bc2901760 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:44.599844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a50c843-f347-4f25-89e1-ba531887d101,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:44.602075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b37b3e-db6f-494d-91ce-d48d469c9445 None None] Network bf04758c-fc4f-4641-836f-cdb92019dad3 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:44.602464 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.604323 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6a50c843-f347-4f25-89e1-ba531887d101 HTTP/1.1" status: 204 len: 168 time: 0.9435019 Sep 09 09:37:44.607622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57240) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:44.616896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-456c0f49-07e5-4925-9433-47009e34c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.624135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.625207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.625739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.626072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.626588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.627089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.627610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.628131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.628635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.629170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.629510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.629842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b8167-c482-430b-bfeb-c8f41ae2792b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:37:44.731544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-456c0f49-07e5-4925-9433-47009e34c855 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46ce47d281aa4a8b9438addc00ecd03e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371240 Sep 09 09:37:44.735964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57246) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:44.788702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c0f49-07e5-4925-9433-47009e34c855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bf9df1-2452-4048-b647-5882c27c7c25,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:44.812908 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.891488 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fab3c02-dc19-4c50-986e-5eb014d86f80 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.897743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a0651-11a7-4ad6-bae9-0f1392b32d2a None None] DHCP port deletion for bf04758c-fc4f-4641-836f-cdb92019dad3 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:37:44.914107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Deleting port afa28eeb-7612-409b-b297-b94d4bf7ba13 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:44.914491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:44.988476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29033adc-2384-45a2-bbee-cdb59a399338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.056154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] For port afa28eeb-7612-409b-b297-b94d4bf7ba13, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=afa28eeb-7612-409b-b297-b94d4bf7ba13,segment=NetworkSegment(7bfb89c1-8f2d-4afd-afd5-854fac77381f),segment_id=7bfb89c1-8f2d-4afd-afd5-854fac77381f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:45.056818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.060651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2faab096-f748-43e7-9a35-d810252cefc6 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:37:45.072017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Calling delete_port for afa28eeb-7612-409b-b297-b94d4bf7ba13 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:45.093415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-661a0651-11a7-4ad6-bae9-0f1392b32d2a None None] Deleting port afa28eeb-7612-409b-b297-b94d4bf7ba13 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:45.093819 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-661a0651-11a7-4ad6-bae9-0f1392b32d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.095570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 2faab096-f748-43e7-9a35-d810252cefc6 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:37:45.095911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2faab096-f748-43e7-9a35-d810252cefc6 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:37:45.096323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device afa28eeb-7612-409b-b297-b94d4bf7ba13 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:37:45.106330 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29033adc-2384-45a2-bbee-cdb59a399338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.166433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b55cb-bdf5-4c9c-8419-96daa86708f2 req-b81e6cd4-cc4a-4739-8454-9bee7c135192 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:45.168047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba5b55cb-bdf5-4c9c-8419-96daa86708f2 req-b81e6cd4-cc4a-4739-8454-9bee7c135192 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.4716716 Sep 09 09:37:45.187629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74809a-2b26-4b7e-9faf-25c1007921f9 req-29607ab5-67a8-41d1-a62c-16322e937b73 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:45.189442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1c74809a-2b26-4b7e-9faf-25c1007921f9 req-29607ab5-67a8-41d1-a62c-16322e937b73 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 944 time: 0.4065862 Sep 09 09:37:45.208027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-661a0651-11a7-4ad6-bae9-0f1392b32d2a None None] For port afa28eeb-7612-409b-b297-b94d4bf7ba13, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=afa28eeb-7612-409b-b297-b94d4bf7ba13,segment=NetworkSegment(7bfb89c1-8f2d-4afd-afd5-854fac77381f),segment_id=7bfb89c1-8f2d-4afd-afd5-854fac77381f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:45.208706 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-661a0651-11a7-4ad6-bae9-0f1392b32d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.223532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-661a0651-11a7-4ad6-bae9-0f1392b32d2a None None] Calling delete_port for afa28eeb-7612-409b-b297-b94d4bf7ba13 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:45.235479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1c74809a-2b26-4b7e-9faf-25c1007921f9 req-8cf8ed0b-7629-485a-b5ed-b409338c3f8b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362012 Sep 09 09:37:45.238684 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0431d295-271a-42a2-ae8c-a1610017757e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.291250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431d295-271a-42a2-ae8c-a1610017757e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=72d93dc6-f892-4154-93b8-548bc2901760,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:45.326857 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.332252 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.335579 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ba5b55cb-bdf5-4c9c-8419-96daa86708f2 req-4e250dbf-2fe7-4044-84a0-755a58854e27 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563456 Sep 09 09:37:45.340933 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0431d295-271a-42a2-ae8c-a1610017757e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.343712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0431d295-271a-42a2-ae8c-a1610017757e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/72d93dc6-f892-4154-93b8-548bc2901760 HTTP/1.1" status: 204 len: 168 time: 1.4636183 Sep 09 09:37:45.346880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57252) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:45.381668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] No DVR routers for this DVR port afa28eeb-7612-409b-b297-b94d4bf7ba13 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:37:45.381899 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-661a0651-11a7-4ad6-bae9-0f1392b32d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.384216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa28eeb-7612-409b-b297-b94d4bf7ba13,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:45.385007 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29033adc-2384-45a2-bbee-cdb59a399338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.387865 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29033adc-2384-45a2-bbee-cdb59a399338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.389292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-29033adc-2384-45a2-bbee-cdb59a399338 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8bf9df1-2452-4048-b647-5882c27c7c25 HTTP/1.1" status: 204 len: 168 time: 0.6508248 Sep 09 09:37:45.394329 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac29157-f330-4fba-b889-7e965a2dc3e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:37:45.396621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4ac29157-f330-4fba-b889-7e965a2dc3e7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/72d93dc6-f892-4154-93b8-548bc2901760 HTTP/1.1" status: 404 len: 333 time: 0.0489309 Sep 09 09:37:45.399205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57258) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:45.410376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661a0651-11a7-4ad6-bae9-0f1392b32d2a None None] No DVR routers for this DVR port afa28eeb-7612-409b-b297-b94d4bf7ba13 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:37:45.448098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29033adc-2384-45a2-bbee-cdb59a399338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bf9df1-2452-4048-b647-5882c27c7c25,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:45.478269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a0651-11a7-4ad6-bae9-0f1392b32d2a None None] Pushing event deleted for resources: {'Port': ['ID=afa28eeb-7612-409b-b297-b94d4bf7ba13,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:45.539721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e86122-6044-4274-a458-ea5dc0f7d0b0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting subnet dde5fa0b-0872-4f81-ba05-5e3f5b354f21 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:37:45.552697 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21e86122-6044-4274-a458-ea5dc0f7d0b0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.574225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.617384 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf04758c-fc4f-4641-836f-cdb92019dad3']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:45.627064 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21e86122-6044-4274-a458-ea5dc0f7d0b0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.635848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfb89c1-8f2d-4afd-afd5-854fac77381f') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:45.638965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfb89c1-8f2d-4afd-afd5-854fac77381f') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:45.670063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138e520-db06-4e35-8a93-d384a435f62b req-3df6145a-e29f-4251-a8b5-e359231894e2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:45.671756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d138e520-db06-4e35-8a93-d384a435f62b req-3df6145a-e29f-4251-a8b5-e359231894e2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1402693 Sep 09 09:37:45.675734 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.699842 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.710997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:37:45.711420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:37:45.713067 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:37:45.743420 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d138e520-db06-4e35-8a93-d384a435f62b req-0e8b3410-5b12-43ca-b97c-2f0bf4eb29ee tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604372 Sep 09 09:37:45.810437 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21e86122-6044-4274-a458-ea5dc0f7d0b0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.836600 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.855717 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:45.859082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bf04758c-fc4f-4641-836f-cdb92019dad3 HTTP/1.1" status: 204 len: 168 time: 1.2500737 Sep 09 09:37:45.877537 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e79e0c-d319-4de2-b8d6-0eb9972d9d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf04758c-fc4f-4641-836f-cdb92019dad3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:45.990547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fab3c02-dc19-4c50-986e-5eb014d86f80 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.001661 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fab3c02-dc19-4c50-986e-5eb014d86f80 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.072517 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21e86122-6044-4274-a458-ea5dc0f7d0b0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.121751 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21e86122-6044-4274-a458-ea5dc0f7d0b0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.123655 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-21e86122-6044-4274-a458-ea5dc0f7d0b0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/dde5fa0b-0872-4f81-ba05-5e3f5b354f21 HTTP/1.1" status: 204 len: 168 time: 0.7229841 Sep 09 09:37:46.124456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e86122-6044-4274-a458-ea5dc0f7d0b0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Subnet': ['ID=dde5fa0b-0872-4f81-ba05-5e3f5b354f21,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:46.126501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57278) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:46.136317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6957c6b-cc59-4d8a-b3f5-cf74aa9ea1ca None None] Network a2a05f50-bde7-4661-a98d-c818e14a05d9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:46.183449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57280) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:46.228525 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4cd477f-c396-48bd-b925-37d1dad28b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.250805 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.320426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57284) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:46.363190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868883b6-1932-481c-bfec-e7fcb2d89647 None None] DHCP port deletion for a2a05f50-bde7-4661-a98d-c818e14a05d9 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:37:46.415836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:46.416199 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.464117 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b30e185a-fafb-4ea3-ad45-658e1fcad7dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c934d37194b24e36a3b3e1cb33a2c263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382167 Sep 09 09:37:46.476449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57286) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:46.530331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-7b3c3bab-d121-45dd-a2d2-0020e7e0cdfd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:46.532098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-7b3c3bab-d121-45dd-a2d2-0020e7e0cdfd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 811 time: 0.5735505 Sep 09 09:37:46.556538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fc5ce-97d8-40ec-87b0-0b9ae0dbb05f req-3d84fb15-5b93-40f6-b10a-15dfb5846284 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:46.558089 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-390fc5ce-97d8-40ec-87b0-0b9ae0dbb05f req-3d84fb15-5b93-40f6-b10a-15dfb5846284 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 944 time: 0.2047999 Sep 09 09:37:46.562636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] For port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=16b8b1b0-8209-40ca-aeed-1a92ffbce9e2,segment=NetworkSegment(66be3186-86d4-4146-b130-a425e6838bb3),segment_id=66be3186-86d4-4146-b130-a425e6838bb3)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:46.563009 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.571402 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4cd477f-c396-48bd-b925-37d1dad28b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.573999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-868883b6-1932-481c-bfec-e7fcb2d89647 None None] Deleting port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:46.574393 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-868883b6-1932-481c-bfec-e7fcb2d89647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.596032 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-60ca3b60-0353-4ef9-8a23-84b1f458a0d3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/quotas/da114216dbc1457395669302398f7a7d HTTP/1.1" status: 200 len: 375 time: 0.0264313 Sep 09 09:37:46.609113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:46.635100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fab3c02-dc19-4c50-986e-5eb014d86f80 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Router f23085bc-d9d6-4ed9-84d8-3ddc3cc71014 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:37:46.646040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-868883b6-1932-481c-bfec-e7fcb2d89647 None None] For port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=16b8b1b0-8209-40ca-aeed-1a92ffbce9e2,segment=NetworkSegment(66be3186-86d4-4146-b130-a425e6838bb3),segment_id=66be3186-86d4-4146-b130-a425e6838bb3)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:46.646555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-868883b6-1932-481c-bfec-e7fcb2d89647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.666480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-868883b6-1932-481c-bfec-e7fcb2d89647 None None] Calling delete_port for 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:46.671568 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-58bdf2b3-8819-48cd-a4d0-fb02ceb30dc7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0692997 Sep 09 09:37:46.684144 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1de0fa7b-210b-4783-9361-3de55101abab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.685737 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b4cd477f-c396-48bd-b925-37d1dad28b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.694733 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-390fc5ce-97d8-40ec-87b0-0b9ae0dbb05f req-50ca85aa-4558-41cd-9ad4-c030f478466c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221237 Sep 09 09:37:46.760801 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1de0fa7b-210b-4783-9361-3de55101abab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.764479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd477f-c396-48bd-b925-37d1dad28b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a034bc49-42a6-4fc2-886a-4a04946e0d17,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:46.776873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b4cd477f-c396-48bd-b925-37d1dad28b3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61f1aec4bc18433897bcb85bea81bec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5921636 Sep 09 09:37:46.780116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57288) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:46.841093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fab3c02-dc19-4c50-986e-5eb014d86f80 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:46.846342 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fab3c02-dc19-4c50-986e-5eb014d86f80 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.847590 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7fab3c02-dc19-4c50-986e-5eb014d86f80 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "PUT /v2.0/routers/f23085bc-d9d6-4ed9-84d8-3ddc3cc71014 HTTP/1.1" status: 200 len: 921 time: 2.7044797 Sep 09 09:37:46.851819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57290) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:46.855887 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-2503a257-a6e0-4a63-8114-4ddd0bbeec55 service neutron] 10.222.0.32 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512396 Sep 09 09:37:46.858205 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50316b4-8233-4252-91f1-8ba133eba352 None None] Sync routers for ids ['f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:46.860337 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-868883b6-1932-481c-bfec-e7fcb2d89647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.875297 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50316b4-8233-4252-91f1-8ba133eba352 None None] Routers {'f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:46.875456 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d50316b4-8233-4252-91f1-8ba133eba352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:46.884930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868883b6-1932-481c-bfec-e7fcb2d89647 None None] No DVR routers for this DVR port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:37:46.908669 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a77d2369-d018-49c2-97e0-1223f175b3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.921378 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d50316b4-8233-4252-91f1-8ba133eba352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:46.922363 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:46.935190 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50316b4-8233-4252-91f1-8ba133eba352 None None] Routers {'f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:46.936053 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d50316b4-8233-4252-91f1-8ba133eba352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:46.950580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868883b6-1932-481c-bfec-e7fcb2d89647 None None] Pushing event deleted for resources: {'Port': ['ID=16b8b1b0-8209-40ca-aeed-1a92ffbce9e2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:46.987988 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d50316b4-8233-4252-91f1-8ba133eba352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:46.988720 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50316b4-8233-4252-91f1-8ba133eba352 None None] The sync data for ids ['f23085bc-d9d6-4ed9-84d8-3ddc3cc71014'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:46.997244 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-34a0245e-d53f-4b94-b17f-454b3a43747e service neutron] 10.222.0.32 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233749 Sep 09 09:37:47.007107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:37:47.030695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:37:47.031117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:37:47.121197 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-989b54ae-da97-401d-adfd-baf4d2c419ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.309863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a77d2369-d018-49c2-97e0-1223f175b3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.311172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=16b8b1b0-8209-40ca-aeed-1a92ffbce9e2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:47.313050 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1de0fa7b-210b-4783-9361-3de55101abab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.315573 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1de0fa7b-210b-4783-9361-3de55101abab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.319723 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1de0fa7b-210b-4783-9361-3de55101abab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96833d93-c049-4bbb-97b4-5b2d4c88afe1 HTTP/1.1" status: 204 len: 168 time: 0.8391228 Sep 09 09:37:47.320514 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.362317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No DVR routers for this DVR port 16b8b1b0-8209-40ca-aeed-1a92ffbce9e2 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:37:47.372820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-addbaef8-6115-46b2-bb3a-cc63b07207cd req-825fe972-cde0-4c11-a81b-2e52007d70b9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 210 time: 0.0685165 Sep 09 09:37:47.408240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0fa7b-210b-4783-9361-3de55101abab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96833d93-c049-4bbb-97b4-5b2d4c88afe1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:47.480274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7c9273f5-1a4c-4f06-ada5-b9eb2ef5fd5e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/routers/f23085bc-d9d6-4ed9-84d8-3ddc3cc71014 HTTP/1.1" status: 200 len: 921 time: 0.6263385 Sep 09 09:37:47.483197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57304) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:47.518137 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.540230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a05f50-bde7-4661-a98d-c818e14a05d9']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:47.551008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66be3186-86d4-4146-b130-a425e6838bb3') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:47.554202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66be3186-86d4-4146-b130-a425e6838bb3') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:47.561128 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.563242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b375a-7120-4278-bff7-20f2f7232e44 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:47.564848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eb5b375a-7120-4278-bff7-20f2f7232e44 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&device_id=f23085bc-d9d6-4ed9-84d8-3ddc3cc71014&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0803487 Sep 09 09:37:47.568137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57306) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:47.584369 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.592204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:37:47.592595 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:37:47.596336 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:37:47.609673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a77d2369-d018-49c2-97e0-1223f175b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.612524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a77d2369-d018-49c2-97e0-1223f175b3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.613839 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a77d2369-d018-49c2-97e0-1223f175b3b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a034bc49-42a6-4fc2-886a-4a04946e0d17 HTTP/1.1" status: 204 len: 168 time: 0.8327932 Sep 09 09:37:47.646903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d2369-d018-49c2-97e0-1223f175b3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a034bc49-42a6-4fc2-886a-4a04946e0d17,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:47.683655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2372341-9a11-4dee-92a5-2122a8c74ce6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:47.688290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c2372341-9a11-4dee-92a5-2122a8c74ce6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 881 time: 0.1191201 Sep 09 09:37:47.688965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:47.706882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2f79453c-bf30-45dd-a5cf-2997719cb627 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:37:47.731970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57316) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:47.734266 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e4a5d307-efc9-4335-9edf-e603d55d6043 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=f23085bc-d9d6-4ed9-84d8-3ddc3cc71014 HTTP/1.1" status: 200 len: 205 time: 0.0440466 Sep 09 09:37:47.794466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.807587 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.809555 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/networks/a2a05f50-bde7-4661-a98d-c818e14a05d9 HTTP/1.1" status: 204 len: 168 time: 1.6820605 Sep 09 09:37:47.817074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57322) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:47.824602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fa774-ef07-47c1-9d6d-c85d971affad tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Network': ['ID=a2a05f50-bde7-4661-a98d-c818e14a05d9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:47.843663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1488295256'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:47.894978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25637a35-0ac3-4ec4-8d84-238fdb9668e2 req-48fa0bec-f270-4b53-91de-02c1007a1028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:47.896566 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25637a35-0ac3-4ec4-8d84-238fdb9668e2 req-48fa0bec-f270-4b53-91de-02c1007a1028 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 944 time: 0.0938411 Sep 09 09:37:47.896897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2f79453c-bf30-45dd-a5cf-2997719cb627, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2f79453c-bf30-45dd-a5cf-2997719cb627,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:47.898486 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.911737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '2f79453c-bf30-45dd-a5cf-2997719cb627', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'port_id': '2f79453c-bf30-45dd-a5cf-2997719cb627', 'mac_address': 'fa:16:3e:51:b3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:37:47.952489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25637a35-0ac3-4ec4-8d84-238fdb9668e2 req-b52af4f8-9ed4-42f7-b097-fa3d26b2350e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467076 Sep 09 09:37:47.954924 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.964796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:47.972178 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:47.979588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f79453c-bf30-45dd-a5cf-2997719cb627 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:37:48.000657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:37:48.003714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2f79453c-bf30-45dd-a5cf-2997719cb627, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2f79453c-bf30-45dd-a5cf-2997719cb627,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:48.013648 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.014003 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Added segment a2daad3d-35c5-43f7-8aa4-6256ee97dd06 of type vlan for network 62821e5c-21ee-49f0-846c-dd9514658d50 Sep 09 09:37:48.026838 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.058344 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.076058 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.129244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=2f79453c-bf30-45dd-a5cf-2997719cb627,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:48.162359 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.172816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:48.173780 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.186781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57334) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:48.249477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Network': ['ID=62821e5c-21ee-49f0-846c-dd9514658d50,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:48.252583 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c66e34e4-dafd-4672-a8ff-b7ec0aea8d8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4186c7db9c51451e8abc60f3ed8fad34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630236 Sep 09 09:37:48.253726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57336) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:48.261561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Deleting port 121bca3b-5799-4db9-ae55-05b193128ef2 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:48.261953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.265526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 62821e5c-21ee-49f0-846c-dd9514658d50 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:37:48.288035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['2f79453c-bf30-45dd-a5cf-2997719cb627'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:37:48.326752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84a460f1-533f-4bf6-b4b1-ccd679ef9f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.343869 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-354bdc35-a6df-4876-ae89-20099498c5d5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5220239 Sep 09 09:37:48.346774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57338) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:48.351007 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84a460f1-533f-4bf6-b4b1-ccd679ef9f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.357783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': '62821e5c-21ee-49f0-846c-dd9514658d50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:48.392152 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.429847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Calling delete_port for 121bca3b-5799-4db9-ae55-05b193128ef2 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:48.475226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84a460f1-533f-4bf6-b4b1-ccd679ef9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.478443 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84a460f1-533f-4bf6-b4b1-ccd679ef9f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.480699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-84a460f1-533f-4bf6-b4b1-ccd679ef9f77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd505b6f-3a6c-4d1b-b23e-c674984ee58b HTTP/1.1" status: 204 len: 168 time: 0.2249722 Sep 09 09:37:48.498059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a460f1-533f-4bf6-b4b1-ccd679ef9f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd505b6f-3a6c-4d1b-b23e-c674984ee58b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:48.544557 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.566352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e483af64-c07f-41c3-978e-48acfdbb5aea req-81a420d6-e527-443d-8396-c4ac6878299e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 210 time: 0.0393481 Sep 09 09:37:48.647526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:48.650963 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.840555 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:48.879346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Pushing event deleted for resources: {'Port': ['ID=121bca3b-5799-4db9-ae55-05b193128ef2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:48.993003 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.091508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189072b-07c7-4304-a239-82f943cbd3c3 req-69189deb-4e07-4053-aee7-a46595e010ae tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:49.093628 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b189072b-07c7-4304-a239-82f943cbd3c3 req-69189deb-4e07-4053-aee7-a46595e010ae tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 945 time: 0.0703259 Sep 09 09:37:49.136828 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.137209 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.171440 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b189072b-07c7-4304-a239-82f943cbd3c3 req-491b19cc-20f9-4ee6-ba03-7547b82562fe tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707867 Sep 09 09:37:49.254002 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.270768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.271297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Fanout notify agent at l3_agent the message router_deleted on router f23085bc-d9d6-4ed9-84d8-3ddc3cc71014 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:37:49.310589 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.315678 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-89c8d1d8-c4cd-4e24-b7e7-0dd2fc5ff3b1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/f23085bc-d9d6-4ed9-84d8-3ddc3cc71014 HTTP/1.1" status: 204 len: 168 time: 1.5772600 Sep 09 09:37:49.316992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57372) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:49.332378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0d1dc42e-6b77-4040-9ffd-e3392eb2a299 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1666661607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:49.368201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Checking segment: {'id': 'a2daad3d-35c5-43f7-8aa4-6256ee97dd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '62821e5c-21ee-49f0-846c-dd9514658d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:49.368913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network hostable DHCP agents. Network: 62821e5c-21ee-49f0-846c-dd9514658d50, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:37:49.372774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Subnet': ['ID=405e9c42-3a68-4ac9-b086-67195c522167,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:49.405579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-693fb12d-b50e-42cd-8ebf-30f743155381 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:49.407800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-693fb12d-b50e-42cd-8ebf-30f743155381 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 811 time: 0.1331005 Sep 09 09:37:49.420797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Request body: {'port': {'device_id': 'af7fa832-6673-423c-9398-396a6eed5697', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'admin_state_up': True, 'tenant_id': 'da114216dbc1457395669302398f7a7d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:49.464591 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc42e-6b77-4040-9ffd-e3392eb2a299 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.465794 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc42e-6b77-4040-9ffd-e3392eb2a299 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.516820 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc42e-6b77-4040-9ffd-e3392eb2a299 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.518334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network 62821e5c-21ee-49f0-846c-dd9514658d50 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:37:49.596571 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc42e-6b77-4040-9ffd-e3392eb2a299 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.619145 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Made reservation on behalf of da114216dbc1457395669302398f7a7d for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:49.620289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 62821e5c-21ee-49f0-846c-dd9514658d50) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:49.625142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:49.625758 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.630436 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.632443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c869edb8-4d5f-45c1-8a43-3b13b1af39cf None None] Network 62821e5c-21ee-49f0-846c-dd9514658d50 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:49.710356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-51e34d61-006c-478c-b96e-b388c01fe81c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3624372 Sep 09 09:37:49.712509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-092e0226-dbab-4676-99a3-c2d2694adb6d req-fd67f3b9-518f-4d54-af29-d02c2aa64616 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 210 time: 0.0582175 Sep 09 09:37:49.713372 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc42e-6b77-4040-9ffd-e3392eb2a299 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.717007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0d1dc42e-6b77-4040-9ffd-e3392eb2a299 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3947299 Sep 09 09:37:49.717007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57386) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:49.717498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57388) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:49.721850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-960108c1-80ee-470d-aa6c-13290e13f422 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1162849063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:49.728917 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2f79453c-bf30-45dd-a5cf-2997719cb627 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:49.730203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:49.847465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Allocated IP 172.20.0.7 (e8c618c8-1024-4991-8b5f-74476743e59c/3fb6a3a7-4b85-425d-a2fa-80fee4ab5628/39c702c2-d0fb-4825-8b73-a470d31992e4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:49.878998 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-62821e5c-21ee-49f0-846c-dd9514658d50', 'network_id': '62821e5c-21ee-49f0-846c-dd9514658d50', 'tenant_id': '2fd111789d994d459151117dd9b89972', 'fixed_ips': [{'subnet_id': '405e9c42-3a68-4ac9-b086-67195c522167'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:37:49.881502 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.909951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 2f79453c-bf30-45dd-a5cf-2997719cb627 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:49.918555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57394) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:49.921792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 2f79453c-bf30-45dd-a5cf-2997719cb627 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:49.922172 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.983248 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-960108c1-80ee-470d-aa6c-13290e13f422 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:49.984417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-960108c1-80ee-470d-aa6c-13290e13f422 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.085146 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.115365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.135077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Allocated IP 2001:db8::2 (62821e5c-21ee-49f0-846c-dd9514658d50/405e9c42-3a68-4ac9-b086-67195c522167/33c17fde-4bf1-47c6-b973-aef66c594d86) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:50.136836 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-960108c1-80ee-470d-aa6c-13290e13f422 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.142951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Transition to ACTIVE for port object 39c702c2-d0fb-4825-8b73-a470d31992e4 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:50.154950 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.160511 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.204351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5096332d-add3-4b63-a9aa-4293994b9508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f79453c-bf30-45dd-a5cf-2997719cb627'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:37:50.207531 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013e1099-89a4-4fe4-84d1-6c853470a204" -d '{"events": [{"server_uuid": "5096332d-add3-4b63-a9aa-4293994b9508", "name": "network-vif-plugged", "status": "completed", "tag": "2f79453c-bf30-45dd-a5cf-2997719cb627"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:37:50.230060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2f79453c-bf30-45dd-a5cf-2997719cb627, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2f79453c-bf30-45dd-a5cf-2997719cb627,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:50.250388 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-960108c1-80ee-470d-aa6c-13290e13f422 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.300702 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59415632-863b-4f2a-94ce-71596a530a85 x-openstack-request-id: req-59415632-863b-4f2a-94ce-71596a530a85 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:37:50.300702 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5096332d-add3-4b63-a9aa-4293994b9508", "name": "network-vif-plugged", "status": "completed", "tag": "2f79453c-bf30-45dd-a5cf-2997719cb627", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:37:50.303901 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59415632-863b-4f2a-94ce-71596a530a85 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:37:50.303901 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5096332d-add3-4b63-a9aa-4293994b9508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f79453c-bf30-45dd-a5cf-2997719cb627', 'code': 200} Sep 09 09:37:50.332831 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.356847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d43f6962-6f2e-4b0d-9524-49f3e88206eb'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:37:50.365271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.395067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a89ca-a46f-4ff4-8e3a-a95ed692690c req-59e0fb8b-fc7d-400a-9fb2-f49e81cb3201 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:50.402774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-262a89ca-a46f-4ff4-8e3a-a95ed692690c req-59e0fb8b-fc7d-400a-9fb2-f49e81cb3201 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 945 time: 0.1241207 Sep 09 09:37:50.417782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1038016919-network', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:50.419664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-960108c1-80ee-470d-aa6c-13290e13f422 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.425809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-960108c1-80ee-470d-aa6c-13290e13f422 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7050290 Sep 09 09:37:50.425809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57412) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:50.446834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'network_id': '62821e5c-21ee-49f0-846c-dd9514658d50', 'name': 'tempest-PortsIpV6TestJSON-744104449'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:50.463024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Network e8c618c8-1024-4991-8b5f-74476743e59c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:50.474932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:50.481532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:50.484229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event updated for resources: {'Port': ['ID=39c702c2-d0fb-4825-8b73-a470d31992e4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:50.519899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Made reservation on behalf of b3c90927ec244ac78da7e1b7f6e84b8d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:50.522565 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.537905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.559848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-262a89ca-a46f-4ff4-8e3a-a95ed692690c req-ad720f19-e2ae-4828-b884-39edaf4f2e0d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520486 Sep 09 09:37:50.569571 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.591406 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=2f79453c-bf30-45dd-a5cf-2997719cb627,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:50.597939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:50.599185 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.608239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262b4ed-8f9e-434c-9fc2-f82916b20912 req-2ef5d88c-c649-4cfd-9743-f9bd53ed4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:50.609877 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2262b4ed-8f9e-434c-9fc2-f82916b20912 req-2ef5d88c-c649-4cfd-9743-f9bd53ed4c6f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 1098 time: 0.2285078 Sep 09 09:37:50.613310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Transition to ACTIVE for port object 33c17fde-4bf1-47c6-b973-aef66c594d86 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:50.648454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Transition to ACTIVE for port object 33c17fde-4bf1-47c6-b973-aef66c594d86 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:50.687828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2262b4ed-8f9e-434c-9fc2-f82916b20912 req-0cb6c1ca-bb9e-4dc4-9088-7db645639548 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697346 Sep 09 09:37:50.710564 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.761132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Network 62821e5c-21ee-49f0-846c-dd9514658d50 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:50.769945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:50.773487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:50.802736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.808191 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.834926 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.837462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Pushing event updated for resources: {'Port': ['ID=33c17fde-4bf1-47c6-b973-aef66c594d86,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:50.881286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Attempting to bind port 33c17fde-4bf1-47c6-b973-aef66c594d86 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:50.881668 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Attempting to bind port 33c17fde-4bf1-47c6-b973-aef66c594d86 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'a2daad3d-35c5-43f7-8aa4-6256ee97dd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '62821e5c-21ee-49f0-846c-dd9514658d50'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:50.882033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Attempting to bind port 33c17fde-4bf1-47c6-b973-aef66c594d86 on network 62821e5c-21ee-49f0-846c-dd9514658d50 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:50.887502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:50.887880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Checking segment: {'id': 'a2daad3d-35c5-43f7-8aa4-6256ee97dd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '62821e5c-21ee-49f0-846c-dd9514658d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:50.888281 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.888675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Bound using segment: {'id': 'a2daad3d-35c5-43f7-8aa4-6256ee97dd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '62821e5c-21ee-49f0-846c-dd9514658d50'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:50.889154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Bound port: 33c17fde-4bf1-47c6-b973-aef66c594d86, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2daad3d-35c5-43f7-8aa4-6256ee97dd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '62821e5c-21ee-49f0-846c-dd9514658d50'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:50.889528 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.917451 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.934617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa4a7e-54b4-41ee-9d6d-0a7a240455b9 req-f4a8e2da-2501-4671-ac52-091b63248ae1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:50.936275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dfa4a7e-54b4-41ee-9d6d-0a7a240455b9 req-f4a8e2da-2501-4671-ac52-091b63248ae1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 931 time: 0.1041307 Sep 09 09:37:50.945597 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:37:50.949001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e0fd64b0-88b4-407d-ad5d-0648a80c609c None None] Provisioning for port 39c702c2-d0fb-4825-8b73-a470d31992e4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:50.956242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22537b5e-9cb3-4bf6-8a70-945ff8806584,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:50.959583 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e0fd64b0-88b4-407d-ad5d-0648a80c609c None None] Provisioning complete for port 39c702c2-d0fb-4825-8b73-a470d31992e4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:50.960308 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0fd64b0-88b4-407d-ad5d-0648a80c609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.961246 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:50.961772 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Added segment c162a61d-6ac4-4411-92c0-d8a2367c1635 of type vlan for network e04c2097-72dd-4307-923c-d7d5468ebac7 Sep 09 09:37:50.987067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] For port 33c17fde-4bf1-47c6-b973-aef66c594d86, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:51.004042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] For port 33c17fde-4bf1-47c6-b973-aef66c594d86, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=33c17fde-4bf1-47c6-b973-aef66c594d86,segment=NetworkSegment(a2daad3d-35c5-43f7-8aa4-6256ee97dd06),segment_id=a2daad3d-35c5-43f7-8aa4-6256ee97dd06)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:51.007448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8dfa4a7e-54b4-41ee-9d6d-0a7a240455b9 req-5cd58860-1abb-449b-ae8a-1c5d6cc97fa8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578144 Sep 09 09:37:51.011808 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:51.029333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd64b0-88b4-407d-ad5d-0648a80c609c None None] Port 39c702c2-d0fb-4825-8b73-a470d31992e4 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:51.034172 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-25cd40f3-a667-4048-a2d0-211aa9753bf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6178093 Sep 09 09:37:51.041280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Allocated IP 172.25.8.23 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/890dabae-d7d9-42ab-9e34-0aa6d5c69eb1) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:51.051255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Request body: {'port': {'device_id': 'af7fa832-6673-423c-9398-396a6eed5697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:51.105264 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:51.111286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:51.172448 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:51.178919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d3733-aa1b-434e-81db-681f7eb478dc None None] Pushing event updated for resources: {'Port': ['ID=33c17fde-4bf1-47c6-b973-aef66c594d86,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:51.197121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:51.200952 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:51.231635 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:51.232539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:51.232690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port 51829ae3-c06e-4149-a7a4-72366e48bed1 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:37:51.233128 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:51.327191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] Pushing event updated for resources: {'Network': ['ID=e04c2097-72dd-4307-923c-d7d5468ebac7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:51.339944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network e04c2097-72dd-4307-923c-d7d5468ebac7 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:37:51.357066 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:51.391702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-01af5ce6-c9f6-4c8e-b40e-f4a50ff7598a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4749284 Sep 09 09:37:51.396045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57422) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:51.439975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] Request body: {'subnet': {'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1038016919-subnet', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:51.465112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:51.469674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:51.485285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:51.527296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Pushing event updated for resources: {'Port': ['ID=890dabae-d7d9-42ab-9e34-0aa6d5c69eb1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:51.530557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c702c2-d0fb-4825-8b73-a470d31992e4 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:37:51.545670 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:51.555726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8::216 (62821e5c-21ee-49f0-846c-dd9514658d50/405e9c42-3a68-4ac9-b086-67195c522167/51829ae3-c06e-4149-a7a4-72366e48bed1) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:51.580353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Transition to ACTIVE for port object 39c702c2-d0fb-4825-8b73-a470d31992e4 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:51.684669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] Made reservation on behalf of b3c90927ec244ac78da7e1b7f6e84b8d for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:37:51.686833 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:51.696344 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:51.746762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefd198-b0d1-4a5c-93c9-c3117cbc6c37 req-e0a6fa88-17a4-4679-bc83-a506bd445a72 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:51.748406 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9aefd198-b0d1-4a5c-93c9-c3117cbc6c37 req-e0a6fa88-17a4-4679-bc83-a506bd445a72 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 946 time: 0.1000319 Sep 09 09:37:51.798711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Pushing event updated for resources: {'Port': ['ID=39c702c2-d0fb-4825-8b73-a470d31992e4,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:51.886971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9aefd198-b0d1-4a5c-93c9-c3117cbc6c37 req-a58fe119-ecb4-48a3-9c61-0b7a961ffa9e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248317 Sep 09 09:37:51.918092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Attempting to bind port 39c702c2-d0fb-4825-8b73-a470d31992e4 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:51.918987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Attempting to bind port 39c702c2-d0fb-4825-8b73-a470d31992e4 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:51.918987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Attempting to bind port 39c702c2-d0fb-4825-8b73-a470d31992e4 on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:51.924573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Port 39c702c2-d0fb-4825-8b73-a470d31992e4 on network e8c618c8-1024-4991-8b5f-74476743e59c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:37:51.925032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Attempting to bind port 39c702c2-d0fb-4825-8b73-a470d31992e4 on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:51.931620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:51.935614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Checking segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:51.935614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Bound using segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:51.935614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Bound port: 39c702c2-d0fb-4825-8b73-a470d31992e4, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:51.935614 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:52.031357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] For port 39c702c2-d0fb-4825-8b73-a470d31992e4, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:52.052079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] For port 39c702c2-d0fb-4825-8b73-a470d31992e4, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=39c702c2-d0fb-4825-8b73-a470d31992e4,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:52.128162 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:52.242768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:52.243518 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:52.244848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] 10.222.0.41 "PUT /v2.0/ports/39c702c2-d0fb-4825-8b73-a470d31992e4 HTTP/1.1" status: 200 len: 1092 time: 1.1981177 Sep 09 09:37:52.245308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7fa832-6673-423c-9398-396a6eed5697', 'tag': '39c702c2-d0fb-4825-8b73-a470d31992e4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:37:52.250344 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318b2fe2-8176-4800-aa53-529e5ac4d758" -d '{"events": [{"name": "network-changed", "server_uuid": "af7fa832-6673-423c-9398-396a6eed5697", "tag": "39c702c2-d0fb-4825-8b73-a470d31992e4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:37:52.309520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7d9d6-77f1-4cea-85b5-86e6ca6cd60f service neutron] Pushing event updated for resources: {'Port': ['ID=39c702c2-d0fb-4825-8b73-a470d31992e4,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:52.366331 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81298ffb-b340-4dfd-a78e-6af8f440ffa5 x-openstack-request-id: req-81298ffb-b340-4dfd-a78e-6af8f440ffa5 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:37:52.366626 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7fa832-6673-423c-9398-396a6eed5697", "tag": "39c702c2-d0fb-4825-8b73-a470d31992e4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:37:52.366875 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81298ffb-b340-4dfd-a78e-6af8f440ffa5 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:37:52.367278 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7fa832-6673-423c-9398-396a6eed5697', 'tag': '39c702c2-d0fb-4825-8b73-a470d31992e4', 'status': 'completed', 'code': 200} Sep 09 09:37:52.444055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b2fe2-8176-4800-aa53-529e5ac4d758 req-010348c5-f55e-4dac-b6d5-97de7d8e3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:52.446541 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-318b2fe2-8176-4800-aa53-529e5ac4d758 req-010348c5-f55e-4dac-b6d5-97de7d8e3981 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 1095 time: 0.0576975 Sep 09 09:37:52.594299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdef0633-a62b-44f2-ae50-4a06d0e4441c None None] Network 62821e5c-21ee-49f0-846c-dd9514658d50 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:52.655940 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:52.707976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b2fe2-8176-4800-aa53-529e5ac4d758 req-9e796d06-b1ac-47b1-9e48-d9f272795f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:52.713211 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-318b2fe2-8176-4800-aa53-529e5ac4d758 req-9e796d06-b1ac-47b1-9e48-d9f272795f4b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=da114216dbc1457395669302398f7a7d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2551041 Sep 09 09:37:52.756234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object 51829ae3-c06e-4149-a7a4-72366e48bed1 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:52.757500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:52.789959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-539987f0-8555-4d4a-a941-a7d875df3ebe None None] Provisioning for port 33c17fde-4bf1-47c6-b973-aef66c594d86 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:52.861396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c358d98-7cda-44e0-87cc-a437b8ab963a req-e0671322-a962-49ab-8a7e-b71d8ff8627d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:52.863018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c358d98-7cda-44e0-87cc-a437b8ab963a req-e0671322-a962-49ab-8a7e-b71d8ff8627d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 943 time: 0.2043369 Sep 09 09:37:52.870803 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:52.927215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b2fe2-8176-4800-aa53-529e5ac4d758 req-6ccacae1-05fe-4a34-80b6-6084f4aa2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:52.930369 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-318b2fe2-8176-4800-aa53-529e5ac4d758 req-6ccacae1-05fe-4a34-80b6-6084f4aa2f37 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2111685 Sep 09 09:37:52.933562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31927590-55b3-45ae-b2a4-caf061b3285e,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:53.040868 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:53.081067 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] Checking segment: {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:53.081796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] Network hostable DHCP agents. Network: e04c2097-72dd-4307-923c-d7d5468ebac7, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:37:53.094053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-32f78ab2-9f4c-46d4-bf2a-f329d396ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:53.095714 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-32f78ab2-9f4c-46d4-bf2a-f329d396ef59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 1095 time: 0.1229341 Sep 09 09:37:53.106305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 33c17fde-4bf1-47c6-b973-aef66c594d86 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:53.148605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-0ae9e43b-a2ef-4f32-8f13-dbab6931227e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39c702c2-d0fb-4825-8b73-a470d31992e4 HTTP/1.1" status: 200 len: 217 time: 0.0433788 Sep 09 09:37:53.158004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c285f2e-972c-4623-acd8-69718bd3ac53 req-c4e5505a-98a8-422a-ad68-b41f6cec73e0 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:53.159551 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c285f2e-972c-4623-acd8-69718bd3ac53 req-c4e5505a-98a8-422a-ad68-b41f6cec73e0 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 946 time: 0.1148696 Sep 09 09:37:53.178731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c358d98-7cda-44e0-87cc-a437b8ab963a req-590f64a0-8896-479e-99de-699bf889de10 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519269 Sep 09 09:37:53.203113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network 62821e5c-21ee-49f0-846c-dd9514658d50 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:53.255904 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c285f2e-972c-4623-acd8-69718bd3ac53 req-bad9d111-230e-4d05-9041-71befa0c9ef5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847127 Sep 09 09:37:53.267683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-4c63ab0f-9e41-4e63-90a7-877d1ac59841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:53.269552 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-4c63ab0f-9e41-4e63-90a7-877d1ac59841 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.1091094 Sep 09 09:37:53.298833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 33c17fde-4bf1-47c6-b973-aef66c594d86 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:53.300178 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:53.302477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=51829ae3-c06e-4149-a7a4-72366e48bed1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:53.303721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 33c17fde-4bf1-47c6-b973-aef66c594d86 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:53.307665 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:53.311582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:53.319560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:53.320350 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:53.323097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] Network e04c2097-72dd-4307-923c-d7d5468ebac7 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:37:53.367120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-9323c39a-0ad9-44dd-9eeb-234ee1733195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:53.368766 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-9323c39a-0ad9-44dd-9eeb-234ee1733195 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910771 Sep 09 09:37:53.453335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, e04c2097-72dd-4307-923c-d7d5468ebac7) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:53.465048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:53.465674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:53.477978 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5876c3-897d-48d2-85a0-69cb91808d40 None None] Network e04c2097-72dd-4307-923c-d7d5468ebac7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:53.504396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-8b4ae2bd-bf46-4e46-87bb-2a037f031ea0 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260550 Sep 09 09:37:53.531631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-89a86b8f-71fa-4158-bc7c-01415721f798 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2422566 Sep 09 09:37:53.541323 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-514a0dca-a1d2-440b-815e-63d5a9d118ca tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1067913 Sep 09 09:37:53.549124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57462) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:53.578704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc736a3-385d-453c-9731-870d5e5811aa req-50d24fa2-a4fd-4771-839a-0bbbb4b919d5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:53.580384 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7dc736a3-385d-453c-9731-870d5e5811aa req-50d24fa2-a4fd-4771-839a-0bbbb4b919d5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 946 time: 0.2113457 Sep 09 09:37:53.618460 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:53.621558 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:53.644696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b9211efb-45d1-4429-a7eb-460c2933085b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2113087 Sep 09 09:37:53.693444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57464) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:53.703510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1038016919-router', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:53.709654 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:53.724439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 33c17fde-4bf1-47c6-b973-aef66c594d86, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=33c17fde-4bf1-47c6-b973-aef66c594d86,segment=NetworkSegment(a2daad3d-35c5-43f7-8aa4-6256ee97dd06),segment_id=a2daad3d-35c5-43f7-8aa4-6256ee97dd06)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:53.777567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-e04c2097-72dd-4307-923c-d7d5468ebac7', 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'fixed_ips': [{'subnet_id': '31927590-55b3-45ae-b2a4-caf061b3285e'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:37:53.778748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:53.779131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-5f90d45b-d132-43ee-ba55-fcadaea86f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:53.780864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-5f90d45b-d132-43ee-ba55-fcadaea86f97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.1969085 Sep 09 09:37:53.786024 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7dc736a3-385d-453c-9731-870d5e5811aa req-5386a56f-02d6-4377-8327-d0ace202edcc tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854131 Sep 09 09:37:53.798456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-325a0be9-2a8f-4c97-8243-7a73b70d4769 None None] Provisioning for port 51829ae3-c06e-4149-a7a4-72366e48bed1 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:53.809933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-325a0be9-2a8f-4c97-8243-7a73b70d4769 None None] Provisioning complete for port 51829ae3-c06e-4149-a7a4-72366e48bed1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:53.810311 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-325a0be9-2a8f-4c97-8243-7a73b70d4769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:53.812967 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:53.958010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-1a7520e6-3727-4368-a983-ee0995487fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:53.961223 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-1a7520e6-3727-4368-a983-ee0995487fbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.1158721 Sep 09 09:37:54.011842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-325a0be9-2a8f-4c97-8243-7a73b70d4769 None None] Port 51829ae3-c06e-4149-a7a4-72366e48bed1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:54.020288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=33c17fde-4bf1-47c6-b973-aef66c594d86,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:54.142849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-0a9dd7e8-6aca-4f9e-996f-bc578f40c2ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1000 time: 0.1736786 Sep 09 09:37:54.143521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Allocated IP 172.20.0.2 (e04c2097-72dd-4307-923c-d7d5468ebac7/31927590-55b3-45ae-b2a4-caf061b3285e/9500982b-eac9-4f64-b7b4-7b78db4eea5e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:54.231844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-b29bf2ba-d110-432e-ae8d-20c41ac1e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:54.233513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-b29bf2ba-d110-432e-ae8d-20c41ac1e101 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.0816312 Sep 09 09:37:54.237415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57474) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:54.360794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Router aecfcbfe-8d5e-41cd-a250-f65fe3739976 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:37:54.388545 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4533ae71-8c85-45a2-92c1-6227b399b80f req-1b63b863-18d3-43e9-bc7f-18df2c9d8790 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8649244 Sep 09 09:37:54.416899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-bd5d8dfc-06b1-4e58-8dbf-88e76fc16498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:54.417890 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-bd5d8dfc-06b1-4e58-8dbf-88e76fc16498 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739268 Sep 09 09:37:54.436774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed2324-b292-4808-9e61-6898d81482ea req-c5a24887-03c0-4655-8cd8-68abd08d311c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:54.438348 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0ed2324-b292-4808-9e61-6898d81482ea req-c5a24887-03c0-4655-8cd8-68abd08d311c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 943 time: 0.1556494 Sep 09 09:37:54.450733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:54.452923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:54.470142 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:54.481034 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Transition to ACTIVE for port object 9500982b-eac9-4f64-b7b4-7b78db4eea5e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:54.501967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Transition to ACTIVE for port object 9500982b-eac9-4f64-b7b4-7b78db4eea5e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:37:54.579550 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:54.685272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:54.693278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Pushing event updated for resources: {'Port': ['ID=9500982b-eac9-4f64-b7b4-7b78db4eea5e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:54.708623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Network e04c2097-72dd-4307-923c-d7d5468ebac7 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:54.715248 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:54.724416 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36d7bf07-e45c-4090-a195-96630e3bc086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:54.724928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:54.776479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0ed2324-b292-4808-9e61-6898d81482ea req-8243db0d-31eb-4ae8-bbd2-b4add3408473 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035022 Sep 09 09:37:54.814758 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:54.833902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-2cc204c0-a762-4c2d-b26a-1c4676f51483 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791721 Sep 09 09:37:54.936636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:54.967815 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:54.994098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28560e9b-b4f0-482c-a75a-45a5f7e400d7 None None] Sync routers for ids ['aecfcbfe-8d5e-41cd-a250-f65fe3739976'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:55.058937 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Attempting to bind port 9500982b-eac9-4f64-b7b4-7b78db4eea5e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:37:55.059310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Attempting to bind port 9500982b-eac9-4f64-b7b4-7b78db4eea5e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:37:55.059693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Attempting to bind port 9500982b-eac9-4f64-b7b4-7b78db4eea5e on network e04c2097-72dd-4307-923c-d7d5468ebac7 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:37:55.061821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 33c17fde-4bf1-47c6-b973-aef66c594d86 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:55.068148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28560e9b-b4f0-482c-a75a-45a5f7e400d7 None None] Routers {'aecfcbfe-8d5e-41cd-a250-f65fe3739976'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:55.068825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-28560e9b-b4f0-482c-a75a-45a5f7e400d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['aecfcbfe-8d5e-41cd-a250-f65fe3739976'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:55.069194 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.073266 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5800a2e8-03bd-42d6-b46b-61aeb20c6680 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "PUT /v2.0/routers/aecfcbfe-8d5e-41cd-a250-f65fe3739976 HTTP/1.1" status: 200 len: 879 time: 5.3551414 Sep 09 09:37:55.076250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57492) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:55.118257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:37:55.118799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Checking segment: {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:37:55.119442 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.124023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Bound using segment: {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:37:55.124998 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Bound port: 9500982b-eac9-4f64-b7b4-7b78db4eea5e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:37:55.125147 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.252559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-28560e9b-b4f0-482c-a75a-45a5f7e400d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:55.279617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36d7bf07-e45c-4090-a195-96630e3bc086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.375967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2662217b-6ebc-432d-b8e1-351fe1d4b93f req-1a4fb37c-92f0-4544-8e15-1dfe7442aa49 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438349 Sep 09 09:37:55.376885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] For port 9500982b-eac9-4f64-b7b4-7b78db4eea5e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:37:55.378831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36d7bf07-e45c-4090-a195-96630e3bc086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.381448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] For port 9500982b-eac9-4f64-b7b4-7b78db4eea5e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9500982b-eac9-4f64-b7b4-7b78db4eea5e,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:37:55.387550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28560e9b-b4f0-482c-a75a-45a5f7e400d7 None None] Routers {'aecfcbfe-8d5e-41cd-a250-f65fe3739976'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:55.387753 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.388683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-28560e9b-b4f0-482c-a75a-45a5f7e400d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['aecfcbfe-8d5e-41cd-a250-f65fe3739976'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:55.435733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-28560e9b-b4f0-482c-a75a-45a5f7e400d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:55.436665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28560e9b-b4f0-482c-a75a-45a5f7e400d7 None None] The sync data for ids ['aecfcbfe-8d5e-41cd-a250-f65fe3739976'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:55.449012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 33c17fde-4bf1-47c6-b973-aef66c594d86 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:55.449387 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.490947 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.521024 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.534213 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.538572 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d2bf1c2b-85c5-4f1c-949d-266df1586320 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/routers/aecfcbfe-8d5e-41cd-a250-f65fe3739976 HTTP/1.1" status: 200 len: 920 time: 0.4595375 Sep 09 09:37:55.547829 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-36d7bf07-e45c-4090-a195-96630e3bc086 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc56c43333b34b4e9aba5b61faf807d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3069234 Sep 09 09:37:55.547829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57502) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:55.553020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7bf07-e45c-4090-a195-96630e3bc086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872528e9-1abd-4d44-a0c2-e83afb6dedb5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:55.578891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57504) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:55.581666 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.588192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5556c14-c71d-46e0-9466-bef011a24e82 None None] Pushing event updated for resources: {'Port': ['ID=9500982b-eac9-4f64-b7b4-7b78db4eea5e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:55.608006 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:55.722526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c775f2-efbd-43d4-a4fd-4d210ab7199c tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:55.725328 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-83c775f2-efbd-43d4-a4fd-4d210ab7199c tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&device_id=aecfcbfe-8d5e-41cd-a250-f65fe3739976&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1766458 Sep 09 09:37:55.728593 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57510) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:55.887745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=51829ae3-c06e-4149-a7a4-72366e48bed1,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:55.934632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:56.104201 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-9c01f372-3da0-4db6-9b46-678e3fce26d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1921301 Sep 09 09:37:56.105845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaa44723-64e6-4cf8-9055-96a224047f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:56.111028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60515612-3d3a-4cf8-b20e-49146fd67bc6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:56.112473 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-60515612-3d3a-4cf8-b20e-49146fd67bc6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 881 time: 0.3829851 Sep 09 09:37:56.122466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57524) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:56.156094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b131ec-0dd6-42f0-82c4-6edd593da55b req-5720ae0d-b9d4-4c79-b861-159b68959c18 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:56.157945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3b131ec-0dd6-42f0-82c4-6edd593da55b req-5720ae0d-b9d4-4c79-b861-159b68959c18 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 943 time: 0.1556628 Sep 09 09:37:56.265361 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaa44723-64e6-4cf8-9055-96a224047f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:56.276627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c0358bb7-2b77-4388-a7e5-fc44e6f294eb None None] Provisioning complete for port 51829ae3-c06e-4149-a7a4-72366e48bed1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:56.277522 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0358bb7-2b77-4388-a7e5-fc44e6f294eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:56.279516 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-36fdcf85-641d-44be-830e-b77494b44d57 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecfcbfe-8d5e-41cd-a250-f65fe3739976 HTTP/1.1" status: 200 len: 205 time: 0.1441798 Sep 09 09:37:56.280145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57526) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:56.321840 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:56.357982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3b131ec-0dd6-42f0-82c4-6edd593da55b req-9a5da61f-6acb-407f-8df9-fe51cea47664 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443543 Sep 09 09:37:56.382841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-04e23dcf-8c48-464f-bfa6-21c1bf04f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:56.384227 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-04e23dcf-8c48-464f-bfa6-21c1bf04f7d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 1097 time: 0.2109013 Sep 09 09:37:56.409486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c0358bb7-2b77-4388-a7e5-fc44e6f294eb None None] Port 51829ae3-c06e-4149-a7a4-72366e48bed1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:56.462445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Allocated IP 172.25.8.172 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/11f6c39e-2c00-48f4-865d-37532b06ff5f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:37:56.514297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:56.574162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 39c702c2-d0fb-4825-8b73-a470d31992e4 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:37:56.620393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-55c16c43-07fc-4fbf-8dbf-10ca3a9aac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:56.622370 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-55c16c43-07fc-4fbf-8dbf-10ca3a9aac11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.1714618 Sep 09 09:37:56.700697 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaa44723-64e6-4cf8-9055-96a224047f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:56.704604 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaa44723-64e6-4cf8-9055-96a224047f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:56.709428 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eaa44723-64e6-4cf8-9055-96a224047f93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/872528e9-1abd-4d44-a0c2-e83afb6dedb5 HTTP/1.1" status: 204 len: 168 time: 1.1253326 Sep 09 09:37:56.755043 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-d68e5296-61dc-4132-9b96-73eb32ca75cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d43f6962-6f2e-4b0d-9524-49f3e88206eb HTTP/1.1" status: 200 len: 217 time: 0.0431740 Sep 09 09:37:56.764664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa44723-64e6-4cf8-9055-96a224047f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872528e9-1abd-4d44-a0c2-e83afb6dedb5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:56.772733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:56.804600 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:56.820417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 39c702c2-d0fb-4825-8b73-a470d31992e4, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=39c702c2-d0fb-4825-8b73-a470d31992e4,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:56.842290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '39c702c2-d0fb-4825-8b73-a470d31992e4', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'port_id': '39c702c2-d0fb-4825-8b73-a470d31992e4', 'mac_address': 'fa:16:3e:8d:58:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:37:56.943100 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:56.961918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-b75844fb-0e74-4c55-8ea3-09ab545d0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:56.969651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-b75844fb-0e74-4c55-8ea3-09ab545d0157 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.2048614 Sep 09 09:37:56.981634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c702c2-d0fb-4825-8b73-a470d31992e4 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:37:57.079407 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:57.099645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 39c702c2-d0fb-4825-8b73-a470d31992e4, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=39c702c2-d0fb-4825-8b73-a470d31992e4,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:57.141608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-f9d3b990-2a1a-40ac-acce-6553688085aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:57.148012 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-f9d3b990-2a1a-40ac-acce-6553688085aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610553 Sep 09 09:37:57.198705 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:57.328655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=39c702c2-d0fb-4825-8b73-a470d31992e4,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:57.333333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9500982b-eac9-4f64-b7b4-7b78db4eea5e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:57.424763 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-82629f5d-f8e7-4a06-bbb1-e03fd76e582d service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682531 Sep 09 09:37:57.501138 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:57.526658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['39c702c2-d0fb-4825-8b73-a470d31992e4'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:37:57.554058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10a73ac6-4a3a-4641-bfc3-dc0281ba44c4 req-164fe15f-13cb-4a16-accd-a9ad468a840a service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220376 Sep 09 09:37:57.591416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Deleting port 890dabae-d7d9-42ab-9e34-0aa6d5c69eb1 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:37:57.594174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:57.601624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 9500982b-eac9-4f64-b7b4-7b78db4eea5e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:57.609976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05081b36-db7d-413e-849d-7de0d2373d7f None None] Network e04c2097-72dd-4307-923c-d7d5468ebac7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:37:57.655879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Pushing event updated for resources: {'Port': ['ID=11f6c39e-2c00-48f4-865d-37532b06ff5f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:57.685850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:57.726359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:57.735895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:37:57.795023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57566) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:57.836074 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6d69b64-1aea-46ca-ac1a-fb5dea9b01c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:57.931200 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:57.938769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b93fc600-4bc7-4178-a6fd-aac08208af14 None None] Provisioning for port 9500982b-eac9-4f64-b7b4-7b78db4eea5e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:57.948240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b93fc600-4bc7-4178-a6fd-aac08208af14 None None] Provisioning complete for port 9500982b-eac9-4f64-b7b4-7b78db4eea5e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:57.949021 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b93fc600-4bc7-4178-a6fd-aac08208af14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:57.998919 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:57.999668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.148924 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b93fc600-4bc7-4178-a6fd-aac08208af14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.245823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b93fc600-4bc7-4178-a6fd-aac08208af14 None None] For port 9500982b-eac9-4f64-b7b4-7b78db4eea5e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9500982b-eac9-4f64-b7b4-7b78db4eea5e,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:58.280177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697af7b-4e35-462f-98dd-e4fdfe9484a2 req-9c3d2c8d-9cb4-4e35-b398-734f51783d92 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:58.282008 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6697af7b-4e35-462f-98dd-e4fdfe9484a2 req-9c3d2c8d-9cb4-4e35-b398-734f51783d92 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 944 time: 0.1252992 Sep 09 09:37:58.306477 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.321471 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b93fc600-4bc7-4178-a6fd-aac08208af14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.334233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Calling delete_port for 890dabae-d7d9-42ab-9e34-0aa6d5c69eb1 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:37:58.359559 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6697af7b-4e35-462f-98dd-e4fdfe9484a2 req-9321ffe3-8cc0-4957-b3d1-af4d7f1d545e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665135 Sep 09 09:37:58.431052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fc600-4bc7-4178-a6fd-aac08208af14 None None] Pushing event updated for resources: {'Port': ['ID=9500982b-eac9-4f64-b7b4-7b78db4eea5e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:58.556611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f604a4d7-edd1-46d1-a594-472b2b57c454 None None] Provisioning complete for port 9500982b-eac9-4f64-b7b4-7b78db4eea5e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:58.556999 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f604a4d7-edd1-46d1-a594-472b2b57c454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.605123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 39c702c2-d0fb-4825-8b73-a470d31992e4 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:58.617534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=51829ae3-c06e-4149-a7a4-72366e48bed1,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:58.675956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.713755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Pushing event deleted for resources: {'Port': ['ID=890dabae-d7d9-42ab-9e34-0aa6d5c69eb1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:58.754602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 39c702c2-d0fb-4825-8b73-a470d31992e4 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:37:58.762431 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 39c702c2-d0fb-4825-8b73-a470d31992e4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:58.763535 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.781082 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.823545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network 62821e5c-21ee-49f0-846c-dd9514658d50 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:37:58.851728 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.862525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:37:58.887636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 39c702c2-d0fb-4825-8b73-a470d31992e4, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=39c702c2-d0fb-4825-8b73-a470d31992e4,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:37:58.888627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7fa832-6673-423c-9398-396a6eed5697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c702c2-d0fb-4825-8b73-a470d31992e4'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:37:58.891074 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e6c969-63ed-473d-9cae-93189b4f8fd8" -d '{"events": [{"server_uuid": "af7fa832-6673-423c-9398-396a6eed5697", "name": "network-vif-plugged", "status": "completed", "tag": "39c702c2-d0fb-4825-8b73-a470d31992e4"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:37:58.891953 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6d69b64-1aea-46ca-ac1a-fb5dea9b01c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.907078 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.909635 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.951350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-432a365a-4195-4ea8-9beb-8fe71608e86b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:58.951947 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5873e5b6-6e9e-4b3f-a003-0847d721f85f x-openstack-request-id: req-5873e5b6-6e9e-4b3f-a003-0847d721f85f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:37:58.952922 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7fa832-6673-423c-9398-396a6eed5697", "name": "network-vif-plugged", "status": "completed", "tag": "39c702c2-d0fb-4825-8b73-a470d31992e4", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:37:58.953074 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-432a365a-4195-4ea8-9beb-8fe71608e86b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.3776381 Sep 09 09:37:58.953482 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5873e5b6-6e9e-4b3f-a003-0847d721f85f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:37:58.954067 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7fa832-6673-423c-9398-396a6eed5697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c702c2-d0fb-4825-8b73-a470d31992e4', 'code': 200} Sep 09 09:37:58.971243 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:58.985287 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.031963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-46ddb94c-6023-4239-b21f-2a9953822956 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/quotas/f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 375 time: 0.0691061 Sep 09 09:37:59.050970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9500982b-eac9-4f64-b7b4-7b78db4eea5e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:37:59.062845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6d69b64-1aea-46ca-ac1a-fb5dea9b01c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.085327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded31aed-369e-4c2a-875d-89ec1b292491 req-c31eebb9-9158-4d8c-b10d-87eaba20f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:59.086884 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ded31aed-369e-4c2a-875d-89ec1b292491 req-c31eebb9-9158-4d8c-b10d-87eaba20f7f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 1097 time: 0.0636532 Sep 09 09:37:59.089999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=39c702c2-d0fb-4825-8b73-a470d31992e4,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:59.094457 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b6d69b64-1aea-46ca-ac1a-fb5dea9b01c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e4ac19fe3234ee5918a946435981f60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2984998 Sep 09 09:37:59.104804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57586) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:59.137710 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.138389 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 9500982b-eac9-4f64-b7b4-7b78db4eea5e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:59.138536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Fanout notify agent at l3_agent the message router_deleted on router aecfcbfe-8d5e-41cd-a250-f65fe3739976 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:37:59.139068 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.151155 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.153020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3990007b-944d-4b19-877c-04a4820ea67e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/aecfcbfe-8d5e-41cd-a250-f65fe3739976 HTTP/1.1" status: 204 len: 168 time: 2.8695295 Sep 09 09:37:59.158342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57588) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:59.182607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c878b496-9ad2-4243-b7e3-21d64f968328 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-631684029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:59.216877 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ded31aed-369e-4c2a-875d-89ec1b292491 req-39043500-ca69-4a88-b098-06eb03120c4c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104240 Sep 09 09:37:59.246399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8337-aaf9-455a-a35d-5383c410e559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.254326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d69b64-1aea-46ca-ac1a-fb5dea9b01c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffc2dfc-4168-431b-a11c-8946bc13ee67,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:59.293646 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8337-aaf9-455a-a35d-5383c410e559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.297391 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-0976b6ea-8b5a-49d0-940d-8cad3f78a8c0 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2370465 Sep 09 09:37:59.328572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fb09796e-4f89-4b40-a13e-c20da4c96103 None None] Provisioning complete for port 51829ae3-c06e-4149-a7a4-72366e48bed1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:37:59.329269 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb09796e-4f89-4b40-a13e-c20da4c96103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.333320 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c878b496-9ad2-4243-b7e3-21d64f968328 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.334692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c878b496-9ad2-4243-b7e3-21d64f968328 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.377840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fb09796e-4f89-4b40-a13e-c20da4c96103 None None] Port 51829ae3-c06e-4149-a7a4-72366e48bed1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:37:59.402841 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c878b496-9ad2-4243-b7e3-21d64f968328 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.477062 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8337-aaf9-455a-a35d-5383c410e559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.477368 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.479776 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8337-aaf9-455a-a35d-5383c410e559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.480936 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5c1c8337-aaf9-455a-a35d-5383c410e559 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ffc2dfc-4168-431b-a11c-8946bc13ee67 HTTP/1.1" status: 204 len: 168 time: 0.3734033 Sep 09 09:37:59.485917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-be50c43d-c8c8-4baf-99d0-a89b2cfe8321 service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509800 Sep 09 09:37:59.490656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c8337-aaf9-455a-a35d-5383c410e559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffc2dfc-4168-431b-a11c-8946bc13ee67,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:37:59.505950 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c878b496-9ad2-4243-b7e3-21d64f968328 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.532545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Router 53e05721-a334-4126-87df-4f3bf4edbdcf is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:37:59.540702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e6685-9710-427f-815b-34cf6c35edc3 req-109c8c85-6532-44d0-9ff8-94e78c83cb1d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:59.553121 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-155e6685-9710-427f-815b-34cf6c35edc3 req-109c8c85-6532-44d0-9ff8-94e78c83cb1d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 945 time: 0.1058025 Sep 09 09:37:59.592607 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-155e6685-9710-427f-815b-34cf6c35edc3 req-b1275bb2-c01d-4b51-9999-c827ae2571ec tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385337 Sep 09 09:37:59.620903 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c878b496-9ad2-4243-b7e3-21d64f968328 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.622401 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c878b496-9ad2-4243-b7e3-21d64f968328 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4561479 Sep 09 09:37:59.625918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57596) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:59.631227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'enable_snat': True}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:37:59.749234 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b13977df-172b-44a4-b422-5ef71e2e37cb service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194388 Sep 09 09:37:59.761327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:37:59.768075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4cb659fe-4b54-4317-85fe-6204d4d91668 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "PUT /v2.0/routers/53e05721-a334-4126-87df-4f3bf4edbdcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2169127 Sep 09 09:37:59.773114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57598) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:59.791251 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5bbae-1e13-4c7a-9937-9d49bde74a4f None None] Sync routers for ids ['53e05721-a334-4126-87df-4f3bf4edbdcf'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:37:59.802925 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5bbae-1e13-4c7a-9937-9d49bde74a4f None None] Routers {'53e05721-a334-4126-87df-4f3bf4edbdcf'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:59.804264 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11b5bbae-1e13-4c7a-9937-9d49bde74a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['53e05721-a334-4126-87df-4f3bf4edbdcf'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:59.841862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682003b6-5ba0-4b69-98e6-2d3eeb0903f9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:37:59.846517 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-682003b6-5ba0-4b69-98e6-2d3eeb0903f9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e05721-a334-4126-87df-4f3bf4edbdcf HTTP/1.1" status: 200 len: 988 time: 0.0693514 Sep 09 09:37:59.846792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57600) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:37:59.869700 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11b5bbae-1e13-4c7a-9937-9d49bde74a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:59.899415 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5bbae-1e13-4c7a-9937-9d49bde74a4f None None] Routers {'53e05721-a334-4126-87df-4f3bf4edbdcf'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:37:59.900075 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11b5bbae-1e13-4c7a-9937-9d49bde74a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['53e05721-a334-4126-87df-4f3bf4edbdcf'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:59.953417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:37:59.965220 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11b5bbae-1e13-4c7a-9937-9d49bde74a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:37:59.965934 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5bbae-1e13-4c7a-9937-9d49bde74a4f None None] The sync data for ids ['53e05721-a334-4126-87df-4f3bf4edbdcf'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:37:59.987638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Router 76326e25-f994-485f-b7d1-3193cbc309cc is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:38:00.188503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e008017b-62ef-4e08-b9b5-390d79e3b396 req-3553dcc4-7d1e-4ff1-a3d3-3f45e1c3e769 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 210 time: 0.0447900 Sep 09 09:38:00.275573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:38:00.286935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Sync routers for ids ['76326e25-f994-485f-b7d1-3193cbc309cc'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:38:00.303171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Routers {'76326e25-f994-485f-b7d1-3193cbc309cc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:00.310455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['76326e25-f994-485f-b7d1-3193cbc309cc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:00.369020 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:00.394907 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:00.427797 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:00.429215 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ca95496d-f790-4589-aafa-48d7949641bd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7347791 Sep 09 09:38:00.432298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57622) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:00.438228 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5606b499-3b45-4e6a-a058-0874780407a8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:00.528840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Allocated IP 172.25.8.61 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/23f84f1f-361a-440b-8a3c-e1caad2de31e) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:00.592428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Set router 76326e25-f994-485f-b7d1-3193cbc309cc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:38:00.735953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:00.871887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'name': 'tempest-TestServerMultinode-1038016919-router', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:54Z', 'updated_at': '2021-09-09T09:37:58Z', 'revision_number': 3, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'gw_port': {'id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:55Z', 'updated_at': '2021-09-09T09:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:00.898984 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:00.935783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Checking router: 76326e25-f994-485f-b7d1-3193cbc309cc for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:38:00.935783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Updating router 76326e25-f994-485f-b7d1-3193cbc309cc port 11f6c39e-2c00-48f4-865d-37532b06ff5f binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:38:00.963998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:00.967838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:00.970557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:00.976139 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.017679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event updated for resources: {'Port': ['ID=23f84f1f-361a-440b-8a3c-e1caad2de31e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:01.103172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc52ac4-1f8d-4293-b9aa-7807c68396d7 req-6bf8f47b-ccf2-4aa2-a65d-e6cce063a030 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:01.111485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7dc52ac4-1f8d-4293-b9aa-7807c68396d7 req-6bf8f47b-ccf2-4aa2-a65d-e6cce063a030 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 945 time: 0.1781020 Sep 09 09:38:01.268453 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7dc52ac4-1f8d-4293-b9aa-7807c68396d7 req-ed236452-58c2-4aa3-865e-167a5341abd8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560824 Sep 09 09:38:01.344698 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d9589de-d6be-4698-8470-6598adce153f req-7fdceb24-343d-486a-b300-e531eb3cc032 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 210 time: 0.0629869 Sep 09 09:38:01.418282 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.437314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Transition to ACTIVE for port object 11f6c39e-2c00-48f4-865d-37532b06ff5f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:01.448773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5606b499-3b45-4e6a-a058-0874780407a8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 51829ae3-c06e-4149-a7a4-72366e48bed1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:01.449133 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5606b499-3b45-4e6a-a058-0874780407a8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.489573 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.521673 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.569113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Attempting to bind port 11f6c39e-2c00-48f4-865d-37532b06ff5f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:01.569918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Attempting to bind port 11f6c39e-2c00-48f4-865d-37532b06ff5f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:01.570737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Attempting to bind port 11f6c39e-2c00-48f4-865d-37532b06ff5f on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:01.579762 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:01.580443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:01.581091 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.581643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:01.585437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Bound port: 11f6c39e-2c00-48f4-865d-37532b06ff5f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:01.586708 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.623860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaf457-bd33-4a77-8818-6caa9fbd0c25 None None] Pushing event updated for resources: {'Port': ['ID=11f6c39e-2c00-48f4-865d-37532b06ff5f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:01.662888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] For port 11f6c39e-2c00-48f4-865d-37532b06ff5f, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:01.666368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] For port 11f6c39e-2c00-48f4-865d-37532b06ff5f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=11f6c39e-2c00-48f4-865d-37532b06ff5f,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:01.694990 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5606b499-3b45-4e6a-a058-0874780407a8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.715886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5606b499-3b45-4e6a-a058-0874780407a8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 51829ae3-c06e-4149-a7a4-72366e48bed1 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:01.749664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.755317 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.784999 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.812459 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:01.854423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Routers {'76326e25-f994-485f-b7d1-3193cbc309cc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:01.854423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['76326e25-f994-485f-b7d1-3193cbc309cc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:01.909953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaf457-bd33-4a77-8818-6caa9fbd0c25 None None] Pushing event updated for resources: {'Port': ['ID=11f6c39e-2c00-48f4-865d-37532b06ff5f,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:02.042418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Router f6a3dc9a-ba54-4277-939b-124e32c58d07 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:38:02.189489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Allocated IP 172.20.0.1 (e04c2097-72dd-4307-923c-d7d5468ebac7/31927590-55b3-45ae-b2a4-caf061b3285e/76775b38-d460-47c2-9de7-5830dad21121) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:02.208091 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:38:02.209669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] Set router 76326e25-f994-485f-b7d1-3193cbc309cc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:38:02.218546 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:02.224841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57656) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:02.227243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b52cf162-8f60-46f9-83e6-9f60b5532c82 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "PUT /v2.0/routers/f6a3dc9a-ba54-4277-939b-124e32c58d07 HTTP/1.1" status: 200 len: 913 time: 2.5931249 Sep 09 09:38:02.234650 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297d416-c515-4aa2-b517-45e12443d736 None None] Sync routers for ids ['f6a3dc9a-ba54-4277-939b-124e32c58d07'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:38:02.245325 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297d416-c515-4aa2-b517-45e12443d736 None None] Routers {'f6a3dc9a-ba54-4277-939b-124e32c58d07'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:02.251457 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9297d416-c515-4aa2-b517-45e12443d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f6a3dc9a-ba54-4277-939b-124e32c58d07'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:02.297906 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9297d416-c515-4aa2-b517-45e12443d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:02.308258 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297d416-c515-4aa2-b517-45e12443d736 None None] Routers {'f6a3dc9a-ba54-4277-939b-124e32c58d07'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:02.309189 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9297d416-c515-4aa2-b517-45e12443d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['f6a3dc9a-ba54-4277-939b-124e32c58d07'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:02.331231 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5606b499-3b45-4e6a-a058-0874780407a8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:02.346837 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9297d416-c515-4aa2-b517-45e12443d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:02.347844 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297d416-c515-4aa2-b517-45e12443d736 None None] The sync data for ids ['f6a3dc9a-ba54-4277-939b-124e32c58d07'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:38:02.374285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606b499-3b45-4e6a-a058-0874780407a8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=51829ae3-c06e-4149-a7a4-72366e48bed1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:02.505183 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98139420-d6a0-491c-a590-7cfaa68baccb req-fdf801fb-0af2-42e3-8ca1-f659bc2aab0f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 210 time: 0.0584872 Sep 09 09:38:02.569634 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:02.584156 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Transition to ACTIVE for port object 76775b38-d460-47c2-9de7-5830dad21121 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:02.598920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'name': 'tempest-TestServerMultinode-1038016919-router', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:54Z', 'updated_at': '2021-09-09T09:37:58Z', 'revision_number': 3, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'gw_port': {'id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:55Z', 'updated_at': '2021-09-09T09:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:02.656697 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5606b499-3b45-4e6a-a058-0874780407a8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:02.668365 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b68aaf1a-4cfb-4be3-9df0-912762361b4e tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/routers/f6a3dc9a-ba54-4277-939b-124e32c58d07 HTTP/1.1" status: 200 len: 919 time: 0.4394219 Sep 09 09:38:02.668570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e13e12-20ec-42b7-b556-b9824ee59154 None None] The sync data for ids ['76326e25-f994-485f-b7d1-3193cbc309cc'] in n-d-778696-16 is: [{'id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'name': 'tempest-TestServerMultinode-1038016919-router', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:54Z', 'updated_at': '2021-09-09T09:37:58Z', 'revision_number': 3, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'gw_port': {'id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:55Z', 'updated_at': '2021-09-09T09:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:38:02.668726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57672) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:02.755654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd892c-07ee-4e3e-8d9b-bf597251d047 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:02.758087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-efcd892c-07ee-4e3e-8d9b-bf597251d047 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&device_id=f6a3dc9a-ba54-4277-939b-124e32c58d07&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0884283 Sep 09 09:38:02.760734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57674) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:02.869827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:02.924437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6988dd-4d37-47ee-a61f-6780615a2371 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:02.929335 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3c6988dd-4d37-47ee-a61f-6780615a2371 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 881 time: 0.1640651 Sep 09 09:38:02.929335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57680) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:02.958403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Network e04c2097-72dd-4307-923c-d7d5468ebac7 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:02.962444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Pushing event updated for resources: {'Port': ['ID=76775b38-d460-47c2-9de7-5830dad21121,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:02.971701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5606b499-3b45-4e6a-a058-0874780407a8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Router 53e05721-a334-4126-87df-4f3bf4edbdcf has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:38:02.973592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:02.975114 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-12e87dff-2ca7-4046-94e8-0fc7d2600acd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a3dc9a-ba54-4277-939b-124e32c58d07 HTTP/1.1" status: 200 len: 205 time: 0.0446951 Sep 09 09:38:02.978032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:02.980466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:03.127011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-ad4fb3b7-892e-4747-a027-4644abbe249a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:03.128693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-ad4fb3b7-892e-4747-a027-4644abbe249a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.41 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.2638359 Sep 09 09:38:03.143810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'port': {'device_id': '68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'admin_state_up': True, 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:03.286776 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:03.383710 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5606b499-3b45-4e6a-a058-0874780407a8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:38:03.397427 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5606b499-3b45-4e6a-a058-0874780407a8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "PUT /v2.0/routers/53e05721-a334-4126-87df-4f3bf4edbdcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5497940 Sep 09 09:38:03.402595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57684) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:03.412517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f14e68-b339-4e0a-879c-4a99601d6690 None None] Sync routers for ids ['53e05721-a334-4126-87df-4f3bf4edbdcf'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:38:03.419931 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:03.432312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f14e68-b339-4e0a-879c-4a99601d6690 None None] Routers {'53e05721-a334-4126-87df-4f3bf4edbdcf'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:03.439317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-58f14e68-b339-4e0a-879c-4a99601d6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['53e05721-a334-4126-87df-4f3bf4edbdcf'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:03.446931 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-13284321-20d3-488c-ad2a-f9441e000128 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:38:03.449832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-13284321-20d3-488c-ad2a-f9441e000128 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/51829ae3-c06e-4149-a7a4-72366e48bed1 HTTP/1.1" status: 404 len: 333 time: 0.0458050 Sep 09 09:38:03.460292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57686) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:03.592895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-58f14e68-b339-4e0a-879c-4a99601d6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:03.610455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f14e68-b339-4e0a-879c-4a99601d6690 None None] Routers {'53e05721-a334-4126-87df-4f3bf4edbdcf'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:03.613975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-58f14e68-b339-4e0a-879c-4a99601d6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['53e05721-a334-4126-87df-4f3bf4edbdcf'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:03.661102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-58f14e68-b339-4e0a-879c-4a99601d6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:03.664060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f14e68-b339-4e0a-879c-4a99601d6690 None None] The sync data for ids ['53e05721-a334-4126-87df-4f3bf4edbdcf'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:38:03.711204 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:03.711740 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fe851a9-d19b-4294-807b-84d962ac9184 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:03.744019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c5f0bb2d-34c0-4a05-9cec-82a3e6ff19f6 None None] Provisioning for port 76775b38-d460-47c2-9de7-5830dad21121 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:03.749013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c5f0bb2d-34c0-4a05-9cec-82a3e6ff19f6 None None] Provisioning complete for port 76775b38-d460-47c2-9de7-5830dad21121 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:03.749673 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5f0bb2d-34c0-4a05-9cec-82a3e6ff19f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:03.796379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0bb2d-34c0-4a05-9cec-82a3e6ff19f6 None None] Port 76775b38-d460-47c2-9de7-5830dad21121 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:03.829056 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e19aca7-0582-4de7-be1c-f6d453a0574b req-53c79933-2b64-4f9e-8829-ea5ce129681a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 210 time: 0.2018573 Sep 09 09:38:03.941324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Deleting port 23f84f1f-361a-440b-8a3c-e1caad2de31e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:03.941680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:03.954289 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fe851a9-d19b-4294-807b-84d962ac9184 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:03.957958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Made reservation on behalf of f73bb51c82ee441fae17ed97db00d629 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:03.962176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:03.967417 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fe851a9-d19b-4294-807b-84d962ac9184 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:03.988146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.106616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.138321 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Calling delete_port for 23f84f1f-361a-440b-8a3c-e1caad2de31e owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:04.179030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Allocated IP 172.20.0.7 (05a2504d-6ea0-48c5-a04b-6b2815462a83/e7f7d4e1-915e-4e55-a3e8-a32a82ffd559/ef643178-77ac-469c-94bf-300d322c74fe) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:04.185829 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fe851a9-d19b-4294-807b-84d962ac9184 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.186368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe851a9-d19b-4294-807b-84d962ac9184 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Fanout notify agent at l3_agent the message router_deleted on router 53e05721-a334-4126-87df-4f3bf4edbdcf {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:38:04.200830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fe851a9-d19b-4294-807b-84d962ac9184 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.204645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2fe851a9-d19b-4294-807b-84d962ac9184 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/routers/53e05721-a334-4126-87df-4f3bf4edbdcf HTTP/1.1" status: 204 len: 168 time: 0.7409115 Sep 09 09:38:04.206810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57694) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:04.307212 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d72c47-0325-46ec-b21d-4dc7a97020b7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting subnet 405e9c42-3a68-4ac9-b086-67195c522167 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:38:04.314483 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-24d72c47-0325-46ec-b21d-4dc7a97020b7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.389259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-24d72c47-0325-46ec-b21d-4dc7a97020b7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.576072 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.600921 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-24d72c47-0325-46ec-b21d-4dc7a97020b7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.604149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Transition to ACTIVE for port object ef643178-77ac-469c-94bf-300d322c74fe will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:04.785032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.787418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-24d72c47-0325-46ec-b21d-4dc7a97020b7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.802254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['2f79453c-bf30-45dd-a5cf-2997719cb627'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:38:04.885445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d72c47-0325-46ec-b21d-4dc7a97020b7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Subnet': ['ID=405e9c42-3a68-4ac9-b086-67195c522167,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:04.885655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c17ba70-d347-4ed1-9597-e0015534af3b None None] Network 62821e5c-21ee-49f0-846c-dd9514658d50 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:04.900783 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-24d72c47-0325-46ec-b21d-4dc7a97020b7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.905427 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-24d72c47-0325-46ec-b21d-4dc7a97020b7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/405e9c42-3a68-4ac9-b086-67195c522167 HTTP/1.1" status: 204 len: 168 time: 0.6944456 Sep 09 09:38:04.962521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:04.966044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57710) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:04.971578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:05.040372 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=ef643178-77ac-469c-94bf-300d322c74fe,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:05.049096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:05.082115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:05.090881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 11f6c39e-2c00-48f4-865d-37532b06ff5f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:05.116476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.227887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Pushing event updated for resources: {'Port': ['ID=76775b38-d460-47c2-9de7-5830dad21121,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:05.287819 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.429810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0436d96-1723-44e9-8990-ed70366c4a60 req-e9441727-e350-44f9-889a-5683e4e0ddda tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:05.454626 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b0436d96-1723-44e9-8990-ed70366c4a60 req-e9441727-e350-44f9-889a-5683e4e0ddda tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 931 time: 0.3313794 Sep 09 09:38:05.454626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:05.454626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.455176 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.470049 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.521533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a482477-445a-45ab-a2ab-ca2156681848 None None] DHCP port deletion for 62821e5c-21ee-49f0-846c-dd9514658d50 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:38:05.533024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Pushing event deleted for resources: {'Port': ['ID=23f84f1f-361a-440b-8a3c-e1caad2de31e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:05.607134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 11f6c39e-2c00-48f4-865d-37532b06ff5f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:05.616384 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 11f6c39e-2c00-48f4-865d-37532b06ff5f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:05.616979 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.632036 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b0436d96-1723-44e9-8990-ed70366c4a60 req-17074b62-a0f5-46be-a1d0-225b7b81ddb6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669812 Sep 09 09:38:05.664463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Network e04c2097-72dd-4307-923c-d7d5468ebac7 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:05.680612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:05.687303 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.700863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port 33c17fde-4bf1-47c6-b973-aef66c594d86 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:05.702998 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.812418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8a482477-445a-45ab-a2ab-ca2156681848 None None] Deleting port 33c17fde-4bf1-47c6-b973-aef66c594d86 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:05.815874 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a482477-445a-45ab-a2ab-ca2156681848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.845549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.850390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.883708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e4711220-ce14-4755-a12c-fcbf61d8d9e1 None None] Provisioning for port ef643178-77ac-469c-94bf-300d322c74fe completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:05.904395 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e4711220-ce14-4755-a12c-fcbf61d8d9e1 None None] Provisioning complete for port ef643178-77ac-469c-94bf-300d322c74fe triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:05.905120 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4711220-ce14-4755-a12c-fcbf61d8d9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:05.985492 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Router 76326e25-f994-485f-b7d1-3193cbc309cc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:38:06.061434 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.067637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Fanout notify agent at l3_agent the message router_deleted on router f6a3dc9a-ba54-4277-939b-124e32c58d07 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:38:06.072314 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.073391 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-415e6c70-131f-4f10-a05b-b7652dbb3eb9 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/f6a3dc9a-ba54-4277-939b-124e32c58d07 HTTP/1.1" status: 204 len: 168 time: 3.0940533 Sep 09 09:38:06.079448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57720) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:06.087144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-102fa642-821d-40a0-a1d9-6d10776a0370 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1305967530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:06.162919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e4711220-ce14-4755-a12c-fcbf61d8d9e1 None None] Port ef643178-77ac-469c-94bf-300d322c74fe cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:06.189837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8a482477-445a-45ab-a2ab-ca2156681848 None None] For port 33c17fde-4bf1-47c6-b973-aef66c594d86, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=33c17fde-4bf1-47c6-b973-aef66c594d86,segment=NetworkSegment(a2daad3d-35c5-43f7-8aa4-6256ee97dd06),segment_id=a2daad3d-35c5-43f7-8aa4-6256ee97dd06)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:06.190259 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a482477-445a-45ab-a2ab-ca2156681848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.197306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:38:06.207048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-aed4d4b9-55b9-46cb-ac13-86c43e8b7a4b admin admin] 10.222.0.32 "PUT /v2.0/routers/76326e25-f994-485f-b7d1-3193cbc309cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7736850 Sep 09 09:38:06.207426 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Sync routers for ids ['76326e25-f994-485f-b7d1-3193cbc309cc'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:38:06.224266 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Routers {'76326e25-f994-485f-b7d1-3193cbc309cc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:06.226132 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['76326e25-f994-485f-b7d1-3193cbc309cc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:06.256273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8a482477-445a-45ab-a2ab-ca2156681848 None None] Calling delete_port for 33c17fde-4bf1-47c6-b973-aef66c594d86 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:06.259849 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-102fa642-821d-40a0-a1d9-6d10776a0370 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.263713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-102fa642-821d-40a0-a1d9-6d10776a0370 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.272735 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.349093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 11f6c39e-2c00-48f4-865d-37532b06ff5f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=11f6c39e-2c00-48f4-865d-37532b06ff5f,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:06.353028 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-102fa642-821d-40a0-a1d9-6d10776a0370 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.387251 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-b605bbdd-36c4-468f-a575-36c19a05da88 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2495377 Sep 09 09:38:06.424017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Request body: {'port': {'device_id': '68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:06.424017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] For port 33c17fde-4bf1-47c6-b973-aef66c594d86, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=33c17fde-4bf1-47c6-b973-aef66c594d86,segment=NetworkSegment(a2daad3d-35c5-43f7-8aa4-6256ee97dd06),segment_id=a2daad3d-35c5-43f7-8aa4-6256ee97dd06)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:06.424017 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.458211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for 33c17fde-4bf1-47c6-b973-aef66c594d86 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:06.476691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-102fa642-821d-40a0-a1d9-6d10776a0370 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.490735 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Set router 76326e25-f994-485f-b7d1-3193cbc309cc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:38:06.520885 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.591008 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-102fa642-821d-40a0-a1d9-6d10776a0370 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.592393 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-102fa642-821d-40a0-a1d9-6d10776a0370 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5098472 Sep 09 09:38:06.595121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57728) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:06.601428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'enable_snat': False}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:06.610105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9f92dfce-eba9-4167-ba89-1dad366df20d None None] Provisioning complete for port 76775b38-d460-47c2-9de7-5830dad21121 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:06.610537 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f92dfce-eba9-4167-ba89-1dad366df20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.618437 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.687575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9f92dfce-eba9-4167-ba89-1dad366df20d None None] Port 76775b38-d460-47c2-9de7-5830dad21121 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:06.751161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=11f6c39e-2c00-48f4-865d-37532b06ff5f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:06.795262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.796390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.796390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.796390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.796664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.796970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.797296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.797629 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.797954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.798277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.798600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.798922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:06.830047 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a482477-445a-45ab-a2ab-ca2156681848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:06.874638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a482477-445a-45ab-a2ab-ca2156681848 None None] Pushing event deleted for resources: {'Port': ['ID=33c17fde-4bf1-47c6-b973-aef66c594d86,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:06.885313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a482477-445a-45ab-a2ab-ca2156681848 None None] No DVR routers for this DVR port 33c17fde-4bf1-47c6-b973-aef66c594d86 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:38:07.198390 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'name': 'tempest-TestServerMultinode-1038016919-router', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:54Z', 'updated_at': '2021-09-09T09:38:03Z', 'revision_number': 4, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'gw_port': {'id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:55Z', 'updated_at': '2021-09-09T09:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '76775b38-d460-47c2-9de7-5830dad21121', 'name': '', 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'mac_address': 'fa:16:3e:65:88:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '31927590-55b3-45ae-b2a4-caf061b3285e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:01Z', 'updated_at': '2021-09-09T09:38:04Z', 'revision_number': 2, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'subnets': [{'id': '31927590-55b3-45ae-b2a4-caf061b3285e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:07.204295 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.208405 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Checking router: 76326e25-f994-485f-b7d1-3193cbc309cc for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:38:07.208405 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Updating router 76326e25-f994-485f-b7d1-3193cbc309cc port 76775b38-d460-47c2-9de7-5830dad21121 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:38:07.210215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=33c17fde-4bf1-47c6-b973-aef66c594d86,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:07.210215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No DVR routers for this DVR port 33c17fde-4bf1-47c6-b973-aef66c594d86 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:38:07.211272 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.212058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 11f6c39e-2c00-48f4-865d-37532b06ff5f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:07.218916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.220337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85dd17-ffa0-4459-9f02-fb47ce6c75bc req-63082ac2-d591-4b32-9c53-1f28260f52b8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:07.220337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df85dd17-ffa0-4459-9f02-fb47ce6c75bc req-63082ac2-d591-4b32-9c53-1f28260f52b8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 931 time: 0.3945990 Sep 09 09:38:07.221065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 11f6c39e-2c00-48f4-865d-37532b06ff5f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:07.221065 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.550817 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.574071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 33c17fde-4bf1-47c6-b973-aef66c594d86 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:38:07.581505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df85dd17-ffa0-4459-9f02-fb47ce6c75bc req-f07a1780-b680-4993-b5d8-584d4d0ffa2c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290994 Sep 09 09:38:07.628581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 33c17fde-4bf1-47c6-b973-aef66c594d86 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:38:07.628926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 33c17fde-4bf1-47c6-b973-aef66c594d86 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:38:07.646958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62821e5c-21ee-49f0-846c-dd9514658d50']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:07.667649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2daad3d-35c5-43f7-8aa4-6256ee97dd06') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:07.668466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2daad3d-35c5-43f7-8aa4-6256ee97dd06') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:07.688905 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.707913 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.720689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:38:07.720689 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.733195 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.768784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57754) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:07.783733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1839894878-network', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:07.803146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:38:07.809557 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:38:07.838152 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.876395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef643178-77ac-469c-94bf-300d322c74fe {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:38:07.884692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.927506 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Transition to ACTIVE for port object 76775b38-d460-47c2-9de7-5830dad21121 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:07.928221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Transition to ACTIVE for port object ef643178-77ac-469c-94bf-300d322c74fe will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:07.929202 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.935967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Made reservation on behalf of df236bd5431d4debaaf50a9a6e6bd402 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:07.939651 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.941328 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:07.944533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/networks/62821e5c-21ee-49f0-846c-dd9514658d50 HTTP/1.1" status: 204 len: 168 time: 2.9774384 Sep 09 09:38:07.973771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57758) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:07.989597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e0267-1a2d-4764-9c2f-d6adc4cfb4fd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Network': ['ID=62821e5c-21ee-49f0-846c-dd9514658d50,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:07.989857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.029892 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.033597 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.060745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Allocated IP 172.25.8.130 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e2f0ae6a-ad7d-4322-bd77-a35ccfefabc7) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:08.086267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef643178-77ac-469c-94bf-300d322c74fe,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:08.102117 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bab964-30d9-4096-a6da-006efcd91e36 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:08.109526 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-72bab964-30d9-4096-a6da-006efcd91e36 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/b53debe6-f3f0-4a59-8aed-369a65f1f9a1 HTTP/1.1" status: 200 len: 844 time: 0.1307740 Sep 09 09:38:08.110738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57764) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:08.115348 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Pushing event updated for resources: {'Port': ['ID=76775b38-d460-47c2-9de7-5830dad21121,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:08.131465 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.132054 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.132362 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.132657 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.136327 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.137346 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.137696 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.138028 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.138395 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.138841 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.139220 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.139617 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:08.258731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9b3d1ca4-06c3-40f7-b03c-d6e537acb2a9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/b53debe6-f3f0-4a59-8aed-369a65f1f9a1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1468682 Sep 09 09:38:08.263021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57768) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:08.286777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-83385e21-1105-43a3-a7c5-09d14b0d94fc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:08.314970 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Attempting to bind port 76775b38-d460-47c2-9de7-5830dad21121 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:08.316056 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Attempting to bind port 76775b38-d460-47c2-9de7-5830dad21121 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:08.317409 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Attempting to bind port 76775b38-d460-47c2-9de7-5830dad21121 on network e04c2097-72dd-4307-923c-d7d5468ebac7 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:08.336452 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:08.339865 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Checking segment: {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:08.340491 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.341110 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Bound using segment: {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:08.342390 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Bound port: 76775b38-d460-47c2-9de7-5830dad21121, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:08.343029 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.382916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.391527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.407869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Attempting to bind port ef643178-77ac-469c-94bf-300d322c74fe on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:08.412861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Attempting to bind port ef643178-77ac-469c-94bf-300d322c74fe by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:08.413199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Attempting to bind port ef643178-77ac-469c-94bf-300d322c74fe on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:08.508204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Port ef643178-77ac-469c-94bf-300d322c74fe on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:38:08.508714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Attempting to bind port ef643178-77ac-469c-94bf-300d322c74fe on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:08.521874 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] For port 76775b38-d460-47c2-9de7-5830dad21121, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:08.522197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:08.522542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Checking segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:08.522978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Bound using segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:08.525161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Bound port: ef643178-77ac-469c-94bf-300d322c74fe, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:08.525161 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.534318 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] For port 76775b38-d460-47c2-9de7-5830dad21121, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=76775b38-d460-47c2-9de7-5830dad21121,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:08.538399 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.567132 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:38:08.577401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c1c2ae-4272-4283-8138-4ae35716a57c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:08.583341 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.585226 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Added segment b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d of type vlan for network a36d94ed-685b-4092-93a5-701078edb0dd Sep 09 09:38:08.607574 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.634771 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:38:08.667766 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.673780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] For port ef643178-77ac-469c-94bf-300d322c74fe, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:08.675616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] For port ef643178-77ac-469c-94bf-300d322c74fe, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ef643178-77ac-469c-94bf-300d322c74fe,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:08.703817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83385e21-1105-43a3-a7c5-09d14b0d94fc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:08.721163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83385e21-1105-43a3-a7c5-09d14b0d94fc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.723130 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:08.734024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:08.746066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:08.749876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.790524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.798575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Pushing event updated for resources: {'Port': ['ID=e2f0ae6a-ad7d-4322-bd77-a35ccfefabc7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:08.941265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:08.942599 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:08.944904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] 10.222.0.41 "PUT /v2.0/ports/ef643178-77ac-469c-94bf-300d322c74fe HTTP/1.1" status: 200 len: 1092 time: 2.5433190 Sep 09 09:38:08.969735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc', 'tag': 'ef643178-77ac-469c-94bf-300d322c74fe'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:38:08.972081 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3516307c-ece2-4e63-b237-b2a18a3c33af" -d '{"events": [{"name": "network-changed", "server_uuid": "68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc", "tag": "ef643178-77ac-469c-94bf-300d322c74fe"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:38:09.005364 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Routers {'76326e25-f994-485f-b7d1-3193cbc309cc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:09.005364 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['76326e25-f994-485f-b7d1-3193cbc309cc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:09.050286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:09.059636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:09.060423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:09.067630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca1b8f-2097-46c8-a78c-07316d9a0c74 req-bce97d75-fef1-4c7d-8973-790a8d44e044 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:09.069268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96ca1b8f-2097-46c8-a78c-07316d9a0c74 req-bce97d75-fef1-4c7d-8973-790a8d44e044 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.3050170 Sep 09 09:38:09.091468 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe44c28-c48d-489e-b9e3-ad1a98c8ad17 x-openstack-request-id: req-ebe44c28-c48d-489e-b9e3-ad1a98c8ad17 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:38:09.092086 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc", "tag": "ef643178-77ac-469c-94bf-300d322c74fe", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:38:09.092615 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebe44c28-c48d-489e-b9e3-ad1a98c8ad17 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:38:09.093239 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc', 'tag': 'ef643178-77ac-469c-94bf-300d322c74fe', 'status': 'completed', 'code': 200} Sep 09 09:38:09.100397 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5fa83-eca6-4899-b3ee-628339d0bad2 None None] Pushing event updated for resources: {'Port': ['ID=76775b38-d460-47c2-9de7-5830dad21121,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:09.108368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e212349-270d-49c6-8b14-997970df6dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef643178-77ac-469c-94bf-300d322c74fe,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:09.271342 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4993188 Sep 09 09:38:09.274038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749684d-a573-4f88-a6c7-e40c122bcf3a admin admin] Pushing event updated for resources: {'Network': ['ID=a36d94ed-685b-4092-93a5-701078edb0dd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:09.277496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57782) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:09.292613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a36d94ed-685b-4092-93a5-701078edb0dd details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:38:09.339193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] Request body: {'subnet': {'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1839894878-subnet', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:09.349323 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] Set router 76326e25-f994-485f-b7d1-3193cbc309cc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:38:09.425726 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96ca1b8f-2097-46c8-a78c-07316d9a0c74 req-e37b31f1-d6de-4a51-9cd5-968e7877bebd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242676 Sep 09 09:38:09.433210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-59ca4ca1-7bf1-48e2-a5e0-89d83e1ac753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:09.435473 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-59ca4ca1-7bf1-48e2-a5e0-89d83e1ac753 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 1095 time: 0.3306913 Sep 09 09:38:09.483818 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:09.500896 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-4677926d-2e7e-4c0c-a0f0-b1252cade2f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef643178-77ac-469c-94bf-300d322c74fe HTTP/1.1" status: 200 len: 217 time: 0.0541077 Sep 09 09:38:09.562599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] Made reservation on behalf of df236bd5431d4debaaf50a9a6e6bd402 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:09.565046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:09.653633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-21f4f227-9097-4866-a7d4-1d502a7de17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:09.662720 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-21f4f227-9097-4866-a7d4-1d502a7de17a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.1328964 Sep 09 09:38:09.721832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-8ca4d760-5fe7-422b-8b33-b82ecacac89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:09.724975 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-8ca4d760-5fe7-422b-8b33-b82ecacac89f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600882 Sep 09 09:38:09.734104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83385e21-1105-43a3-a7c5-09d14b0d94fc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:09.746236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-ef2ac944-18d1-4975-bdee-8e8fe088729a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:38:09.750355 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-ef2ac944-18d1-4975-bdee-8e8fe088729a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119655 Sep 09 09:38:09.808928 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'name': 'tempest-TestServerMultinode-1038016919-router', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:54Z', 'updated_at': '2021-09-09T09:38:03Z', 'revision_number': 4, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'gw_port': {'id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:55Z', 'updated_at': '2021-09-09T09:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '76775b38-d460-47c2-9de7-5830dad21121', 'name': '', 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'mac_address': 'fa:16:3e:65:88:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '31927590-55b3-45ae-b2a4-caf061b3285e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:01Z', 'updated_at': '2021-09-09T09:38:08Z', 'revision_number': 4, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'subnets': [{'id': '31927590-55b3-45ae-b2a4-caf061b3285e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:09.825475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83385e21-1105-43a3-a7c5-09d14b0d94fc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network d3bae564-657f-4dc1-984f-b4a774867f0f is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:09.857185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-83385e21-1105-43a3-a7c5-09d14b0d94fc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:09.873810 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83385e21-1105-43a3-a7c5-09d14b0d94fc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:09.874769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83385e21-1105-43a3-a7c5-09d14b0d94fc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:09.876411 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a29fb8-27f5-4b21-90dc-6ca6001aa17d None None] The sync data for ids ['76326e25-f994-485f-b7d1-3193cbc309cc'] in n-d-778696-16 is: [{'id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'name': 'tempest-TestServerMultinode-1038016919-router', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:54Z', 'updated_at': '2021-09-09T09:38:03Z', 'revision_number': 4, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'gw_port': {'id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:55Z', 'updated_at': '2021-09-09T09:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '76775b38-d460-47c2-9de7-5830dad21121', 'name': '', 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'mac_address': 'fa:16:3e:65:88:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '31927590-55b3-45ae-b2a4-caf061b3285e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:01Z', 'updated_at': '2021-09-09T09:38:08Z', 'revision_number': 4, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'subnets': [{'id': '31927590-55b3-45ae-b2a4-caf061b3285e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:38:09.890859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112bddc1-556f-4144-a435-974fa5d0676e None None] Network d3bae564-657f-4dc1-984f-b4a774867f0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:09.913066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:10.013364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83385e21-1105-43a3-a7c5-09d14b0d94fc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Subnet': ['ID=1430e2fa-3208-459c-9e3c-92559a25d434,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:10.046055 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-83385e21-1105-43a3-a7c5-09d14b0d94fc tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7710674 Sep 09 09:38:10.054118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57786) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:10.118159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-36b43ba9-1e74-4df1-ab82-7730144807e8 service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523545 Sep 09 09:38:10.175344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6b100003-2d9e-454b-8047-328350fd9869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'security_group': {'name': 'tempest-secgroup-553906099'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:10.228851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7be0742-d87e-4579-aa9f-4df40a7c3c97,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:10.256367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] Checking segment: {'id': 'b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:10.257028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] Network hostable DHCP agents. Network: a36d94ed-685b-4092-93a5-701078edb0dd, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:38:10.262986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-d3bae564-657f-4dc1-984f-b4a774867f0f', 'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'tenant_id': '2fd111789d994d459151117dd9b89972', 'fixed_ips': [{'subnet_id': '1430e2fa-3208-459c-9e3c-92559a25d434'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:38:10.263880 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:10.268482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d74b8f4-3157-4520-a73f-c46b5a112fd2 req-f4075673-98d4-4e1c-9866-f892917ab50a service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397531 Sep 09 09:38:10.340760 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b100003-2d9e-454b-8047-328350fd9869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:10.387450 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:10.400445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] Network a36d94ed-685b-4092-93a5-701078edb0dd is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:38:10.421254 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:10.585749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, a36d94ed-685b-4092-93a5-701078edb0dd) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:10.601214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:10.601938 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:10.625981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b2898e-6e4c-491e-a92e-94e6911913ad None None] Network a36d94ed-685b-4092-93a5-701078edb0dd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:10.768720 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Allocated IP 2001:db8::2 (d3bae564-657f-4dc1-984f-b4a774867f0f/1430e2fa-3208-459c-9e3c-92559a25d434/651d6ede-4969-4423-ae64-a26148691d01) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:10.871294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ae513-e517-41d4-adeb-508beb9ddec2 req-71629e90-dde3-4dfa-abbc-b7c73264ed10 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:10.879912 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe3ae513-e517-41d4-adeb-508beb9ddec2 req-71629e90-dde3-4dfa-abbc-b7c73264ed10 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.2491009 Sep 09 09:38:10.880590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516307c-ece2-4e63-b237-b2a18a3c33af req-5c0f4ff6-2f9e-4a48-b322-57bd87055141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:10.886361 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3516307c-ece2-4e63-b237-b2a18a3c33af req-5c0f4ff6-2f9e-4a48-b322-57bd87055141 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 1095 time: 0.4201968 Sep 09 09:38:10.907270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b100003-2d9e-454b-8047-328350fd9869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:10.986159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe3ae513-e517-41d4-adeb-508beb9ddec2 req-ee9af3f7-34d9-43c1-a9ba-784d2c51e816 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923152 Sep 09 09:38:10.997392 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b100003-2d9e-454b-8047-328350fd9869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:11.058271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b100003-2d9e-454b-8047-328350fd9869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e4f5d5-9672-4bb4-a7a7-173070d84911,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:11.072385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Router 38e72973-6465-401f-bb91-91d755ee4720 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:38:11.097439 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6446cb8d-caed-41d9-a512-46ea66733f66 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8173697 Sep 09 09:38:11.105028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57798) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:11.121615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1839894878-router', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:11.184847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 76775b38-d460-47c2-9de7-5830dad21121 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:11.266532 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b100003-2d9e-454b-8047-328350fd9869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:11.268672 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6b100003-2d9e-454b-8047-328350fd9869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2135372 Sep 09 09:38:11.272166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57802) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:11.277221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-aba8a320-3ea2-4620-b1dc-be5932bb69ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'security_group': {'name': 'tempest-secgroup-634007578'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:11.329345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a36d94ed-685b-4092-93a5-701078edb0dd', 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'fixed_ips': [{'subnet_id': 'f7be0742-d87e-4579-aa9f-4df40a7c3c97'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:38:11.330436 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:11.384827 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:11.385946 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:11.533306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:38:11.544142 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:11.549232 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bc20b595-21e9-4488-b4b4-3d3c277247a6 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "PUT /v2.0/routers/38e72973-6465-401f-bb91-91d755ee4720 HTTP/1.1" status: 200 len: 916 time: 4.9526792 Sep 09 09:38:11.549771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57806) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:11.559124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 76775b38-d460-47c2-9de7-5830dad21121 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:11.561688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bd8e0-05d6-4b15-9480-bb07a4ba6f13 None None] Sync routers for ids ['38e72973-6465-401f-bb91-91d755ee4720'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:38:11.589280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 76775b38-d460-47c2-9de7-5830dad21121 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:11.589874 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:11.689022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516307c-ece2-4e63-b237-b2a18a3c33af req-5579d5e5-0d0d-42fc-9373-d9371ce1e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:11.703616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3516307c-ece2-4e63-b237-b2a18a3c33af req-5579d5e5-0d0d-42fc-9373-d9371ce1e720 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.8090305 Sep 09 09:38:11.709142 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aba8a320-3ea2-4620-b1dc-be5932bb69ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:11.719968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bd8e0-05d6-4b15-9480-bb07a4ba6f13 None None] Routers {'38e72973-6465-401f-bb91-91d755ee4720'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:11.720731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd8e0-05d6-4b15-9480-bb07a4ba6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['38e72973-6465-401f-bb91-91d755ee4720'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:11.815784 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3516307c-ece2-4e63-b237-b2a18a3c33af req-25dc188c-52ff-4bd3-8eaf-2e96757ebbbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef643178-77ac-469c-94bf-300d322c74fe HTTP/1.1" status: 200 len: 217 time: 0.1029644 Sep 09 09:38:11.855631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Allocated IP 172.20.0.2 (a36d94ed-685b-4092-93a5-701078edb0dd/f7be0742-d87e-4579-aa9f-4df40a7c3c97/a3af23fc-4f87-44ce-93aa-ba3f4382c6ff) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:11.912713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.084080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516307c-ece2-4e63-b237-b2a18a3c33af req-70b2f468-a277-47da-8827-9f7283790260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:12.085886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3516307c-ece2-4e63-b237-b2a18a3c33af req-70b2f468-a277-47da-8827-9f7283790260 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.1717086 Sep 09 09:38:12.105220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd8e0-05d6-4b15-9480-bb07a4ba6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:12.179797 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.186377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bd8e0-05d6-4b15-9480-bb07a4ba6f13 None None] Routers {'38e72973-6465-401f-bb91-91d755ee4720'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:12.187339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd8e0-05d6-4b15-9480-bb07a4ba6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:37:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['38e72973-6465-401f-bb91-91d755ee4720'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:12.259844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd8e0-05d6-4b15-9480-bb07a4ba6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:12.260857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bd8e0-05d6-4b15-9480-bb07a4ba6f13 None None] The sync data for ids ['38e72973-6465-401f-bb91-91d755ee4720'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:38:12.271414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516307c-ece2-4e63-b237-b2a18a3c33af req-b575e464-eb6c-4367-b41c-dc9927a5eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:12.273429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3516307c-ece2-4e63-b237-b2a18a3c33af req-b575e464-eb6c-4367-b41c-dc9927a5eab6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430449 Sep 09 09:38:12.281775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Transition to ACTIVE for port object 651d6ede-4969-4423-ae64-a26148691d01 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:12.327962 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.360978 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.384504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Transition to ACTIVE for port object 651d6ede-4969-4423-ae64-a26148691d01 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:12.416437 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-910f3597-bf3b-4c5d-a98f-df27a97f2a50 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/routers/38e72973-6465-401f-bb91-91d755ee4720 HTTP/1.1" status: 200 len: 922 time: 0.8627243 Sep 09 09:38:12.417561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 76775b38-d460-47c2-9de7-5830dad21121, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=76775b38-d460-47c2-9de7-5830dad21121,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:12.418922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57814) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:12.451353 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.473786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Transition to ACTIVE for port object a3af23fc-4f87-44ce-93aa-ba3f4382c6ff will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:12.491301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Transition to ACTIVE for port object a3af23fc-4f87-44ce-93aa-ba3f4382c6ff will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:12.502145 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd98e8f-d14d-40a7-8991-34e8b6405668 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:12.506174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2fd98e8f-d14d-40a7-8991-34e8b6405668 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&device_id=38e72973-6465-401f-bb91-91d755ee4720&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0813069 Sep 09 09:38:12.506640 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57816) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:12.548972 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.555837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9162e23-711d-426e-be89-f181fb45b639 req-0dfd2e3e-8ace-47f0-94e0-637d7f570580 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:12.557384 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9162e23-711d-426e-be89-f181fb45b639 req-0dfd2e3e-8ace-47f0-94e0-637d7f570580 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.3874485 Sep 09 09:38:12.560516 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.573629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aba8a320-3ea2-4620-b1dc-be5932bb69ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.617607 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3516307c-ece2-4e63-b237-b2a18a3c33af req-40007399-5771-476b-bf62-6ebf26f3ec2e service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503138 Sep 09 09:38:12.632948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Network d3bae564-657f-4dc1-984f-b4a774867f0f is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:12.637208 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.651913 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:12.661648 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:12.673862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Network a36d94ed-685b-4092-93a5-701078edb0dd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:12.675354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:12.702372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:12.722254 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6561df-d878-488a-88c4-d8dc7bfd9f85 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:12.722422 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aba8a320-3ea2-4620-b1dc-be5932bb69ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.722504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-da6561df-d878-488a-88c4-d8dc7bfd9f85 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/networks/b89ae5e9-a0e8-4790-881f-c7ba7cf90fda HTTP/1.1" status: 200 len: 881 time: 0.2134812 Sep 09 09:38:12.739085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Pushing event updated for resources: {'Port': ['ID=651d6ede-4969-4423-ae64-a26148691d01,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:12.745644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:12.760919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Attempting to bind port 651d6ede-4969-4423-ae64-a26148691d01 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:12.761297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Attempting to bind port 651d6ede-4969-4423-ae64-a26148691d01 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '86f35527-ebc0-42c0-b81c-07344e0611d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:12.762060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Attempting to bind port 651d6ede-4969-4423-ae64-a26148691d01 on network d3bae564-657f-4dc1-984f-b4a774867f0f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:12.789641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:12.790130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Checking segment: {'id': '86f35527-ebc0-42c0-b81c-07344e0611d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:12.790538 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.790938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Bound using segment: {'id': '86f35527-ebc0-42c0-b81c-07344e0611d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:12.791447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Bound port: 651d6ede-4969-4423-ae64-a26148691d01, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f35527-ebc0-42c0-b81c-07344e0611d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:12.792209 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:12.826382 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7839761b-2fd5-4c78-992c-fb96dcb14aaf tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e72973-6465-401f-bb91-91d755ee4720 HTTP/1.1" status: 200 len: 205 time: 0.0728738 Sep 09 09:38:12.826777 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:12.872563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8a320-3ea2-4620-b1dc-be5932bb69ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e66963a-efa9-49c2-acea-04a84e5aeb19,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:12.921958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Attempting to bind port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:12.922244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d9162e23-711d-426e-be89-f181fb45b639 req-46fd3a8d-d4d1-437a-92dd-3241cbe57352 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161495 Sep 09 09:38:12.922726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Attempting to bind port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:12.922726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Attempting to bind port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff on network a36d94ed-685b-4092-93a5-701078edb0dd {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:12.939602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=76775b38-d460-47c2-9de7-5830dad21121,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:13.003791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Pushing event updated for resources: {'Port': ['ID=a3af23fc-4f87-44ce-93aa-ba3f4382c6ff,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:13.009103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:13.009485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Checking segment: {'id': 'b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:13.010282 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:13.010282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Bound using segment: {'id': 'b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:13.010760 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Bound port: a3af23fc-4f87-44ce-93aa-ba3f4382c6ff, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:13.011309 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:13.035826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ea2eb-2adf-4a97-9316-642946312e54 req-dbe35b33-8f45-4d1f-9e70-af5eaa8de457 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:13.037762 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e06ea2eb-2adf-4a97-9316-642946312e54 req-dbe35b33-8f45-4d1f-9e70-af5eaa8de457 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1242731 Sep 09 09:38:13.040369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3516307c-ece2-4e63-b237-b2a18a3c33af req-66f1a4f9-5da5-4ac8-8484-461aee320db9 service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681724 Sep 09 09:38:13.056493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] For port 651d6ede-4969-4423-ae64-a26148691d01, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:13.073050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] For port 651d6ede-4969-4423-ae64-a26148691d01, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=651d6ede-4969-4423-ae64-a26148691d01,segment=NetworkSegment(86f35527-ebc0-42c0-b81c-07344e0611d6),segment_id=86f35527-ebc0-42c0-b81c-07344e0611d6)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:13.078439 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aba8a320-3ea2-4620-b1dc-be5932bb69ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:13.080163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-aba8a320-3ea2-4620-b1dc-be5932bb69ba tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8068700 Sep 09 09:38:13.085121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57828) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:13.101674 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:13.106006 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e06ea2eb-2adf-4a97-9316-642946312e54 req-aa18fab6-abae-44c3-bcd3-5bc265768d8e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616674 Sep 09 09:38:13.110718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1864402765', 'security_groups': ['8e66963a-efa9-49c2-acea-04a84e5aeb19'], 'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1430e2fa-3208-459c-9e3c-92559a25d434'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:13.122940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] For port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:13.127080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] For port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a3af23fc-4f87-44ce-93aa-ba3f4382c6ff,segment=NetworkSegment(b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d),segment_id=b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:13.230045 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:13.276740 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:13.300072 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:13.326372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb68f2-e630-4b75-b842-8b64dd3a0ae3 None None] Pushing event updated for resources: {'Port': ['ID=651d6ede-4969-4423-ae64-a26148691d01,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:13.408145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47264f21-7293-42e5-9d2f-e42e61b51de3 None None] Pushing event updated for resources: {'Port': ['ID=a3af23fc-4f87-44ce-93aa-ba3f4382c6ff,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:13.530078 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:13.562611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Deleting port e2f0ae6a-ad7d-4322-bd77-a35ccfefabc7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:13.562611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:13.658509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d1a61-27dd-4024-8f4e-7565583d7eaa req-7bdf4b53-ccf6-42a4-86c3-bafed692afcf tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:13.669714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-700d1a61-27dd-4024-8f4e-7565583d7eaa req-7bdf4b53-ccf6-42a4-86c3-bafed692afcf tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.4543390 Sep 09 09:38:13.689354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:13.719103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:13.909744 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:13.938837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Calling delete_port for e2f0ae6a-ad7d-4322-bd77-a35ccfefabc7 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:14.165975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e997d0a-a415-455c-ade6-f32c12c963ad req-7738b999-ca3d-415e-81d1-10596da99b34 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:14.167642 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e997d0a-a415-455c-ade6-f32c12c963ad req-7738b999-ca3d-415e-81d1-10596da99b34 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1152689 Sep 09 09:38:14.290927 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e997d0a-a415-455c-ade6-f32c12c963ad req-523f8bf2-43cf-4b1c-a3ad-f4ef7d9bf674 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022980 Sep 09 09:38:14.318438 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-700d1a61-27dd-4024-8f4e-7565583d7eaa req-f346ba88-48d8-4bae-add3-1c0f6b604b1c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6127315 Sep 09 09:38:14.446925 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:14.449457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:14.469576 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-855eb46b-995f-468f-897c-54f319fb8937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:14.484188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port ea9f1d1d-6c2e-48b8-b074-f29315d10072 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:38:14.496156 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Pushing event deleted for resources: {'Port': ['ID=e2f0ae6a-ad7d-4322-bd77-a35ccfefabc7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:14.576885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:14.638967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Allocated IP 172.25.8.226 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/3970bfb7-5092-4c3d-8c5d-383a61568f7b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:14.704581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:14.710415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:14.868473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8::1cd (d3bae564-657f-4dc1-984f-b4a774867f0f/1430e2fa-3208-459c-9e3c-92559a25d434/ea9f1d1d-6c2e-48b8-b074-f29315d10072) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:14.926946 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:14.927690 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:14.941966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Fanout notify agent at l3_agent the message router_deleted on router 38e72973-6465-401f-bb91-91d755ee4720 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:38:14.946866 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:14.948594 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2001130a-02e0-4692-919d-dc833917e8c6 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/38e72973-6465-401f-bb91-91d755ee4720 HTTP/1.1" status: 204 len: 168 time: 2.1209223 Sep 09 09:38:14.952594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57846) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:14.957205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-124745290', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:15.022516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-97cc33a7-a141-4d53-b3f9-f4d3933585b5 None None] Provisioning complete for port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:15.023091 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97cc33a7-a141-4d53-b3f9-f4d3933585b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:15.092827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-97cc33a7-a141-4d53-b3f9-f4d3933585b5 None None] Port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:15.116345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:15.117612 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:15.158822 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:15.193078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object ea9f1d1d-6c2e-48b8-b074-f29315d10072 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:15.224068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:15.228713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-97cc33a7-a141-4d53-b3f9-f4d3933585b5 None None] Provisioning for port 651d6ede-4969-4423-ae64-a26148691d01 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:15.266715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 651d6ede-4969-4423-ae64-a26148691d01 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:15.287973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5a5e7-5ec1-44fa-8b06-5e734260ab61 req-fe258488-c749-4c84-86ca-b539785e5390 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:15.289702 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-71c5a5e7-5ec1-44fa-8b06-5e734260ab61 req-fe258488-c749-4c84-86ca-b539785e5390 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0721984 Sep 09 09:38:15.292844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:15.419334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:15.450136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:15.455822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:15.476424 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-71c5a5e7-5ec1-44fa-8b06-5e734260ab61 req-e2b70c4c-52c2-462a-88c4-c0e6932bd9f9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753290 Sep 09 09:38:15.492131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Pushing event updated for resources: {'Port': ['ID=3970bfb7-5092-4c3d-8c5d-383a61568f7b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:15.496053 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:15.509805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 651d6ede-4969-4423-ae64-a26148691d01 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:15.515622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 651d6ede-4969-4423-ae64-a26148691d01 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:15.516220 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:15.588214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57856) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:15.602914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network d3bae564-657f-4dc1-984f-b4a774867f0f is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:15.613459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:15.622099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:15.629484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:15.630463 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:15.641753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=ea9f1d1d-6c2e-48b8-b074-f29315d10072,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:15.665093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:15.700514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae914207-da32-4ac3-91a7-d15b9302b321 req-f084bfae-fce5-44f3-b851-f56fc37ca5ed tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:15.702247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae914207-da32-4ac3-91a7-d15b9302b321 req-f084bfae-fce5-44f3-b851-f56fc37ca5ed tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.2802498 Sep 09 09:38:15.783523 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-66201686-b056-49b5-a8e1-d5a4f093c8f2 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6971207 Sep 09 09:38:15.802545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57862) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:15.807616 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae914207-da32-4ac3-91a7-d15b9302b321 req-3e004c72-d81a-488f-a210-e80b6998100b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953302 Sep 09 09:38:15.808556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-41c37982-4424-4356-b3b9-c2be661198b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:15.940168 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fa957d6-034b-4ffd-a554-d09e86f7854c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.043217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59207afe-7de4-43f6-8ae7-46bca8106da1 None None] Network a36d94ed-685b-4092-93a5-701078edb0dd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:16.259291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.282515 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fa957d6-034b-4ffd-a554-d09e86f7854c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.290680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.312908 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.354558 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-65c0a88b-93d6-4f1b-be48-c455a0f42d06 None None] Provisioning for port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:16.384544 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.424177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Allocated IP 172.25.8.144 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/4b737d23-6967-484a-91f5-34ba708b7aed) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:16.453995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 651d6ede-4969-4423-ae64-a26148691d01, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=651d6ede-4969-4423-ae64-a26148691d01,segment=NetworkSegment(86f35527-ebc0-42c0-b81c-07344e0611d6),segment_id=86f35527-ebc0-42c0-b81c-07344e0611d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:16.458718 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2fa957d6-034b-4ffd-a554-d09e86f7854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.525454 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2fa957d6-034b-4ffd-a554-d09e86f7854c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9824172b7df645228fda2982a1fd2435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9310477 Sep 09 09:38:16.531152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57868) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:16.548240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa957d6-034b-4ffd-a554-d09e86f7854c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd1943c-17da-464d-ad55-6a7619118b9d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:16.571001 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.595300 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.599199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a3af23fc-4f87-44ce-93aa-ba3f4382c6ff up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:16.697129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=651d6ede-4969-4423-ae64-a26148691d01,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:16.705096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-75fd2a6a-f0f6-4a0e-8707-9bc24fda3eec None None] Provisioning for port ea9f1d1d-6c2e-48b8-b074-f29315d10072 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:16.707684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c37982-4424-4356-b3b9-c2be661198b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:16.710158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-75fd2a6a-f0f6-4a0e-8707-9bc24fda3eec None None] Provisioning complete for port ea9f1d1d-6c2e-48b8-b074-f29315d10072 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:16.710532 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75fd2a6a-f0f6-4a0e-8707-9bc24fda3eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.711886 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-41c37982-4424-4356-b3b9-c2be661198b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.741242 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb592ae6-c315-408e-970d-d328cbcd1a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.758983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-75fd2a6a-f0f6-4a0e-8707-9bc24fda3eec None None] Port ea9f1d1d-6c2e-48b8-b074-f29315d10072 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:16.771008 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.788125 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.797197 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb592ae6-c315-408e-970d-d328cbcd1a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.798616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:16.818449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:16.821930 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:16.828544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:16.828544 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:16.831508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:16.902339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Pushing event updated for resources: {'Port': ['ID=4b737d23-6967-484a-91f5-34ba708b7aed,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:16.964368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-55e0dc3f-91ff-41b7-8b27-6e3b21803565 None None] Provisioning complete for port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:16.964626 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55e0dc3f-91ff-41b7-8b27-6e3b21803565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.076999 n-d-778696-16 neutron-server[95325]: INFO neutron.db.ipam_backend_mixin [None req-41c37982-4424-4356-b3b9-c2be661198b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1430e2fa-3208-459c-9e3c-92559a25d434 (CIDR: 2001:db8::/64) Sep 09 09:38:17.128216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c889c6b-6ed9-4ecf-9fea-f4d6625de509 req-a3a39171-3bbd-4489-bf1c-eb7e6fc2fd8d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:17.131081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c889c6b-6ed9-4ecf-9fea-f4d6625de509 req-a3a39171-3bbd-4489-bf1c-eb7e6fc2fd8d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1568239 Sep 09 09:38:17.134031 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c37982-4424-4356-b3b9-c2be661198b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:38:17.134721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c37982-4424-4356-b3b9-c2be661198b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:17.162370 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55e0dc3f-91ff-41b7-8b27-6e3b21803565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.190827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0c889c6b-6ed9-4ecf-9fea-f4d6625de509 req-cc64f3db-810d-4daf-9cd9-ae64ab0c562d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517154 Sep 09 09:38:17.197632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.201297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-55e0dc3f-91ff-41b7-8b27-6e3b21803565 None None] For port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a3af23fc-4f87-44ce-93aa-ba3f4382c6ff,segment=NetworkSegment(b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d),segment_id=b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:17.203502 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87b6e0f4-5b9d-4be2-a8e8-b2f711c4c6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.209824 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb592ae6-c315-408e-970d-d328cbcd1a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.215285 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bb592ae6-c315-408e-970d-d328cbcd1a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.217613 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bb592ae6-c315-408e-970d-d328cbcd1a97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cd1943c-17da-464d-ad55-6a7619118b9d HTTP/1.1" status: 204 len: 168 time: 0.6850657 Sep 09 09:38:17.231447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb592ae6-c315-408e-970d-d328cbcd1a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd1943c-17da-464d-ad55-6a7619118b9d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:17.235857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f54ce9-484e-4506-a433-047545bf70e2 req-3703f00e-8c55-4ae4-8e37-fc6972f31755 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:17.245118 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06f54ce9-484e-4506-a433-047545bf70e2 req-3703f00e-8c55-4ae4-8e37-fc6972f31755 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1593938 Sep 09 09:38:17.277705 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-41c37982-4424-4356-b3b9-c2be661198b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4736791 Sep 09 09:38:17.280934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57880) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:17.287278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-40d44cfe-edb4-4afe-8667-3c3a1a7b21b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:17.302778 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06f54ce9-484e-4506-a433-047545bf70e2 req-f20c2d8b-887f-4898-8b2d-3a671916811c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545111 Sep 09 09:38:17.305373 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55e0dc3f-91ff-41b7-8b27-6e3b21803565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.341023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Router c05160c2-8843-438b-afdd-3da65f4518fd is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:38:17.429763 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.450634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0dc3f-91ff-41b7-8b27-6e3b21803565 None None] Pushing event updated for resources: {'Port': ['ID=a3af23fc-4f87-44ce-93aa-ba3f4382c6ff,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:17.462892 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.500271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:38:17.501272 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:38:17.588788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:38:17.603436 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Sync routers for ids ['c05160c2-8843-438b-afdd-3da65f4518fd'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:38:17.612745 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Routers {'c05160c2-8843-438b-afdd-3da65f4518fd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:17.613446 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['c05160c2-8843-438b-afdd-3da65f4518fd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:17.705072 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.738960 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d44cfe-edb4-4afe-8667-3c3a1a7b21b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:17.744750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40d44cfe-edb4-4afe-8667-3c3a1a7b21b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.790845 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Set router c05160c2-8843-438b-afdd-3da65f4518fd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:38:17.816725 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:17.818081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0b438f15-bd4e-4e45-90c1-9f6473a67390 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7116051 Sep 09 09:38:17.820897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57884) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:18.001283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Router dfcb7620-121e-4ae2-95e0-9c8c9220d395 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:38:18.073850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 76775b38-d460-47c2-9de7-5830dad21121 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:18.076289 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'name': 'tempest-TestServerMultinode-1839894878-router', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:38:11Z', 'updated_at': '2021-09-09T09:38:15Z', 'revision_number': 3, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'gw_port': {'id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:13Z', 'updated_at': '2021-09-09T09:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:18.161240 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Checking router: c05160c2-8843-438b-afdd-3da65f4518fd for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:38:18.161597 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Updating router c05160c2-8843-438b-afdd-3da65f4518fd port 3970bfb7-5092-4c3d-8c5d-383a61568f7b binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:38:18.178603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 76775b38-d460-47c2-9de7-5830dad21121 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:18.179283 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.198361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:38:18.219744 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.248539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4555a40c-4fb4-4727-b6e3-011f087a9188 None None] Sync routers for ids ['dfcb7620-121e-4ae2-95e0-9c8c9220d395'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:38:18.265729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57892) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:18.297866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555a40c-4fb4-4727-b6e3-011f087a9188 None None] Routers {'dfcb7620-121e-4ae2-95e0-9c8c9220d395'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:18.300054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4555a40c-4fb4-4727-b6e3-011f087a9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dfcb7620-121e-4ae2-95e0-9c8c9220d395'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:18.307217 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ab07d10-2cdc-44c3-90d8-a4752aa12e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.373761 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40d44cfe-edb4-4afe-8667-3c3a1a7b21b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.412499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4555a40c-4fb4-4727-b6e3-011f087a9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:18.460584 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555a40c-4fb4-4727-b6e3-011f087a9188 None None] Routers {'dfcb7620-121e-4ae2-95e0-9c8c9220d395'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:18.461607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4555a40c-4fb4-4727-b6e3-011f087a9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dfcb7620-121e-4ae2-95e0-9c8c9220d395'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:18.485061 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ab07d10-2cdc-44c3-90d8-a4752aa12e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.487786 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.490249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d44cfe-edb4-4afe-8667-3c3a1a7b21b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Subnet': ['ID=8467469b-9be0-40e8-8ddb-fd746314ad16,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:18.497510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57896) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:18.501398 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c166bd65-ebfa-436b-b157-30122730f13d tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5477002 Sep 09 09:38:18.515436 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4555a40c-4fb4-4727-b6e3-011f087a9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:18.516492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4555a40c-4fb4-4727-b6e3-011f087a9188 None None] The sync data for ids ['dfcb7620-121e-4ae2-95e0-9c8c9220d395'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:38:18.539001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:18.554708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ab07d10-2cdc-44c3-90d8-a4752aa12e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.599660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d44cfe-edb4-4afe-8667-3c3a1a7b21b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network d3bae564-657f-4dc1-984f-b4a774867f0f is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:18.607210 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.616786 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8ab07d10-2cdc-44c3-90d8-a4752aa12e4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d10d548d983944f9bfa3d72ef33cb49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491802 Sep 09 09:38:18.617828 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Transition to ACTIVE for port object 3970bfb7-5092-4c3d-8c5d-383a61568f7b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:18.629973 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.630368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57898) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:18.633186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-40d44cfe-edb4-4afe-8667-3c3a1a7b21b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:18.646570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7115e223-7552-4234-bd7b-3bd5ad27a075 None None] Network d3bae564-657f-4dc1-984f-b4a774867f0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:18.651358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 651d6ede-4969-4423-ae64-a26148691d01 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:18.655420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab07d10-2cdc-44c3-90d8-a4752aa12e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9a5a95-b9fd-45a5-bebc-0549a4fdaf02,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:18.670002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb961d6-ba24-4d1b-b0df-cf1d669b3e76 req-155ff8a7-8311-4c1c-9983-d5300e3669f2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:18.670272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d44cfe-edb4-4afe-8667-3c3a1a7b21b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:18.670932 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40d44cfe-edb4-4afe-8667-3c3a1a7b21b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.673196 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bb961d6-ba24-4d1b-b0df-cf1d669b3e76 req-155ff8a7-8311-4c1c-9983-d5300e3669f2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1706326 Sep 09 09:38:18.687272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af374b-b852-48d3-84c8-622b8f5d94e6 req-34813eb4-c9b2-4497-bae0-6e23559997ff tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:18.688834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-67af374b-b852-48d3-84c8-622b8f5d94e6 req-34813eb4-c9b2-4497-bae0-6e23559997ff tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.3848813 Sep 09 09:38:18.725303 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.744206 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bb961d6-ba24-4d1b-b0df-cf1d669b3e76 req-f93aa7e0-d123-4f64-a07e-56f2f79eee2e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597627 Sep 09 09:38:18.803406 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Attempting to bind port 3970bfb7-5092-4c3d-8c5d-383a61568f7b on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:18.804510 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Attempting to bind port 3970bfb7-5092-4c3d-8c5d-383a61568f7b by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:18.804987 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Attempting to bind port 3970bfb7-5092-4c3d-8c5d-383a61568f7b on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:18.815817 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:18.816197 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:18.817235 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.817671 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:18.818296 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Bound port: 3970bfb7-5092-4c3d-8c5d-383a61568f7b, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:18.818947 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.826830 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa0cc6-a1eb-4367-ac1c-a8075b2a5775 None None] Pushing event updated for resources: {'Port': ['ID=3970bfb7-5092-4c3d-8c5d-383a61568f7b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:18.834296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-40d44cfe-edb4-4afe-8667-3c3a1a7b21b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5521135 Sep 09 09:38:18.837690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57900) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:18.849752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1363071777', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8467469b-9be0-40e8-8ddb-fd746314ad16'}], 'security_groups': ['b7e4f5d5-9672-4bb4-a7a7-173070d84911']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:18.860953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 651d6ede-4969-4423-ae64-a26148691d01 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:18.861526 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:18.873397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-67af374b-b852-48d3-84c8-622b8f5d94e6 req-f75f5356-b0b7-41de-b147-863a817a5bd3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664188 Sep 09 09:38:18.949249 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5464a1d3-f8c0-469d-bd03-7eff4fb6de27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.018524 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] For port 3970bfb7-5092-4c3d-8c5d-383a61568f7b, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:19.024211 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] For port 3970bfb7-5092-4c3d-8c5d-383a61568f7b, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3970bfb7-5092-4c3d-8c5d-383a61568f7b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:19.038230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5464a1d3-f8c0-469d-bd03-7eff4fb6de27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.047673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.119464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a3af23fc-4f87-44ce-93aa-ba3f4382c6ff up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:19.126912 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.134093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.237896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:19.239102 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.241469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9b7e61-e52f-4952-b4d5-8b3436f23bc4 None None] Update dhcp port {'port': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'fixed_ips': [{'subnet_id': '1430e2fa-3208-459c-9e3c-92559a25d434', 'ip_address': '2001:db8::2'}, {'subnet_id': '8467469b-9be0-40e8-8ddb-fd746314ad16'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '651d6ede-4969-4423-ae64-a26148691d01'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:38:19.244183 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Routers {'c05160c2-8843-438b-afdd-3da65f4518fd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:19.244857 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['c05160c2-8843-438b-afdd-3da65f4518fd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:19.316662 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af9b7e61-e52f-4952-b4d5-8b3436f23bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.331466 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa0cc6-a1eb-4367-ac1c-a8075b2a5775 None None] Pushing event updated for resources: {'Port': ['ID=3970bfb7-5092-4c3d-8c5d-383a61568f7b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:19.455692 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] Set router c05160c2-8843-438b-afdd-3da65f4518fd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:38:19.625039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-af9b7e61-e52f-4952-b4d5-8b3436f23bc4 None None] Allocated IP 2001:db8:0:1::2 (d3bae564-657f-4dc1-984f-b4a774867f0f/8467469b-9be0-40e8-8ddb-fd746314ad16/651d6ede-4969-4423-ae64-a26148691d01) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:19.755091 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'name': 'tempest-TestServerMultinode-1839894878-router', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:38:11Z', 'updated_at': '2021-09-09T09:38:15Z', 'revision_number': 3, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'gw_port': {'id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:13Z', 'updated_at': '2021-09-09T09:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:19.784200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-af9b7e61-e52f-4952-b4d5-8b3436f23bc4 None None] For port 651d6ede-4969-4423-ae64-a26148691d01, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=651d6ede-4969-4423-ae64-a26148691d01,segment=NetworkSegment(86f35527-ebc0-42c0-b81c-07344e0611d6),segment_id=86f35527-ebc0-42c0-b81c-07344e0611d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:19.792849 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426f3a4-bcaf-41b6-a5b2-df8bdfb715a0 None None] The sync data for ids ['c05160c2-8843-438b-afdd-3da65f4518fd'] in n-d-778696-16 is: [{'id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'name': 'tempest-TestServerMultinode-1839894878-router', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:38:11Z', 'updated_at': '2021-09-09T09:38:15Z', 'revision_number': 3, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'gw_port': {'id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:13Z', 'updated_at': '2021-09-09T09:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:38:19.801751 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.807881 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5464a1d3-f8c0-469d-bd03-7eff4fb6de27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.811455 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5464a1d3-f8c0-469d-bd03-7eff4fb6de27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.815696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5464a1d3-f8c0-469d-bd03-7eff4fb6de27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f9a5a95-b9fd-45a5-bebc-0549a4fdaf02 HTTP/1.1" status: 204 len: 168 time: 1.1775477 Sep 09 09:38:19.843567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464a1d3-f8c0-469d-bd03-7eff4fb6de27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9a5a95-b9fd-45a5-bebc-0549a4fdaf02,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:19.915331 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.931716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Allocated IP 172.20.0.1 (a36d94ed-685b-4092-93a5-701078edb0dd/f7be0742-d87e-4579-aa9f-4df40a7c3c97/18d5f771-41c2-4486-818a-2ce4925d0fac) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:19.950767 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af9b7e61-e52f-4952-b4d5-8b3436f23bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:19.972933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-af9b7e61-e52f-4952-b4d5-8b3436f23bc4 None None] Transition to ACTIVE for port object 651d6ede-4969-4423-ae64-a26148691d01 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:20.099634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d38670-a001-49bf-8dd0-5cce728379ca req-23519710-c053-4508-9a32-1f490ab55594 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:20.102029 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2d38670-a001-49bf-8dd0-5cce728379ca req-23519710-c053-4508-9a32-1f490ab55594 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.2020011 Sep 09 09:38:20.117293 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af9b7e61-e52f-4952-b4d5-8b3436f23bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:20.199579 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2d38670-a001-49bf-8dd0-5cce728379ca req-d7792757-0aee-4ed6-a42e-2845d0d0964c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893793 Sep 09 09:38:20.233594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d201-f9b3-488b-890d-6caef6f94c6b req-7d2e5f2c-372c-4f48-8807-55f823876075 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:20.235584 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7567d201-f9b3-488b-890d-6caef6f94c6b req-7d2e5f2c-372c-4f48-8807-55f823876075 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1962376 Sep 09 09:38:20.248470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:20.290909 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:20.309022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Transition to ACTIVE for port object 18d5f771-41c2-4486-818a-2ce4925d0fac will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:20.314652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Deleting port 4b737d23-6967-484a-91f5-34ba708b7aed {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:20.315018 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:20.335077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Delete allocated IP 2001:db8::1cd (d3bae564-657f-4dc1-984f-b4a774867f0f/1430e2fa-3208-459c-9e3c-92559a25d434) {{(pid=95326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 09 09:38:20.377374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8:0:1::189 (d3bae564-657f-4dc1-984f-b4a774867f0f/8467469b-9be0-40e8-8ddb-fd746314ad16/ea9f1d1d-6c2e-48b8-b074-f29315d10072) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:20.389776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b7e61-e52f-4952-b4d5-8b3436f23bc4 None None] Pushing event updated for resources: {'Port': ['ID=651d6ede-4969-4423-ae64-a26148691d01,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:20.450392 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7567d201-f9b3-488b-890d-6caef6f94c6b req-25d1df71-d738-4ce9-b448-b477d33daad8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056258 Sep 09 09:38:20.551516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:20.587198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Calling delete_port for 4b737d23-6967-484a-91f5-34ba708b7aed owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:20.683970 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:20.715669 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:20.743050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Network a36d94ed-685b-4092-93a5-701078edb0dd is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:20.754761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:20.756098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object ea9f1d1d-6c2e-48b8-b074-f29315d10072 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:20.768576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:20.818014 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:20.837569 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3970bfb7-5092-4c3d-8c5d-383a61568f7b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:20.917644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Pushing event updated for resources: {'Port': ['ID=18d5f771-41c2-4486-818a-2ce4925d0fac,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:20.935252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] In _notify_port_updated(), no bound segment for port ea9f1d1d-6c2e-48b8-b074-f29315d10072 on network d3bae564-657f-4dc1-984f-b4a774867f0f {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:38:20.950787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:20.951858 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:20.957544 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "PUT /v2.0/ports/ea9f1d1d-6c2e-48b8-b074-f29315d10072 HTTP/1.1" status: 200 len: 931 time: 2.1185675 Sep 09 09:38:20.958311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57922) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:21.005119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca81747-be76-4c9d-9c34-8c081fcfa341 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=ea9f1d1d-6c2e-48b8-b074-f29315d10072,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:21.040736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 3970bfb7-5092-4c3d-8c5d-383a61568f7b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:21.045383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 3970bfb7-5092-4c3d-8c5d-383a61568f7b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:21.045827 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:21.081831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:21.145553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-10ef9c7f-e584-46c6-9952-9ba8f2d8ea14 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port ea9f1d1d-6c2e-48b8-b074-f29315d10072 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:21.145900 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10ef9c7f-e584-46c6-9952-9ba8f2d8ea14 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:21.261655 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10ef9c7f-e584-46c6-9952-9ba8f2d8ea14 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:21.291248 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-10ef9c7f-e584-46c6-9952-9ba8f2d8ea14 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for ea9f1d1d-6c2e-48b8-b074-f29315d10072 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:21.307266 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:21.367774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 3970bfb7-5092-4c3d-8c5d-383a61568f7b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3970bfb7-5092-4c3d-8c5d-383a61568f7b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:21.484320 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:21.484320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 651d6ede-4969-4423-ae64-a26148691d01 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:21.538426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4e251-df65-426d-8cbf-2bc2795e6135 req-2bf24536-b08f-4ca5-9ce7-97619343f90c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:21.544787 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aeb4e251-df65-426d-8cbf-2bc2795e6135 req-2bf24536-b08f-4ca5-9ce7-97619343f90c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1537073 Sep 09 09:38:21.550365 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:21.587317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cb941ab4-af81-4894-ab7f-f3771ba4df77 None None] Provisioning for port 18d5f771-41c2-4486-818a-2ce4925d0fac completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:21.601246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cb941ab4-af81-4894-ab7f-f3771ba4df77 None None] Provisioning complete for port 18d5f771-41c2-4486-818a-2ce4925d0fac triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:21.601709 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb941ab4-af81-4894-ab7f-f3771ba4df77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:21.679953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=3970bfb7-5092-4c3d-8c5d-383a61568f7b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:21.686023 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:21.697308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cb941ab4-af81-4894-ab7f-f3771ba4df77 None None] Port 18d5f771-41c2-4486-818a-2ce4925d0fac cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:21.732244 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aeb4e251-df65-426d-8cbf-2bc2795e6135 req-2e06e0ea-f885-4244-9897-2b6e61f0d0e9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796887 Sep 09 09:38:21.759036 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10ef9c7f-e584-46c6-9952-9ba8f2d8ea14 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:21.790662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Pushing event deleted for resources: {'Port': ['ID=4b737d23-6967-484a-91f5-34ba708b7aed,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:21.827298 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-932b7b0e-db58-4b7e-9039-59f14051caa4 None None] Provisioning complete for port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:21.831002 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-932b7b0e-db58-4b7e-9039-59f14051caa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:21.843398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415c78e-ccce-4bbf-9fce-e2c8a2c7e11c req-64292088-d2c7-4e2e-adcc-071f59a8fd67 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:21.860200 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1415c78e-ccce-4bbf-9fce-e2c8a2c7e11c req-64292088-d2c7-4e2e-adcc-071f59a8fd67 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2760990 Sep 09 09:38:21.936883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-932b7b0e-db58-4b7e-9039-59f14051caa4 None None] Port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:21.994516 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1415c78e-ccce-4bbf-9fce-e2c8a2c7e11c req-c9968ff4-3407-4340-a08e-177db426aaa0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330705 Sep 09 09:38:22.046620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-932b7b0e-db58-4b7e-9039-59f14051caa4 None None] Provisioning for port 651d6ede-4969-4423-ae64-a26148691d01 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:22.051448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-932b7b0e-db58-4b7e-9039-59f14051caa4 None None] Provisioning complete for port 651d6ede-4969-4423-ae64-a26148691d01 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:22.051860 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-932b7b0e-db58-4b7e-9039-59f14051caa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.055233 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.213593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-932b7b0e-db58-4b7e-9039-59f14051caa4 None None] Could not find standard attr ID for object ea9f1d1d-6c2e-48b8-b074-f29315d10072. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:38:22.328312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-42aa14a0-abf0-4dc1-8657-e9c8077282e1 None None] Could not find standard attr ID for object ea9f1d1d-6c2e-48b8-b074-f29315d10072. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:38:22.339512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef9c7f-e584-46c6-9952-9ba8f2d8ea14 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=ea9f1d1d-6c2e-48b8-b074-f29315d10072,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:22.346627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.350033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.353624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.379165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10ef9c7f-e584-46c6-9952-9ba8f2d8ea14 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.384825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-10ef9c7f-e584-46c6-9952-9ba8f2d8ea14 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/ea9f1d1d-6c2e-48b8-b074-f29315d10072 HTTP/1.1" status: 204 len: 168 time: 1.4224319 Sep 09 09:38:22.385611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57944) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:22.414891 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb48706c-6192-416f-afcc-7425907f8eb4 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:38:22.419828 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bb48706c-6192-416f-afcc-7425907f8eb4 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/ea9f1d1d-6c2e-48b8-b074-f29315d10072 HTTP/1.1" status: 404 len: 333 time: 0.0330396 Sep 09 09:38:22.420743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57946) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:22.451830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.465231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Router dfcb7620-121e-4ae2-95e0-9c8c9220d395 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:38:22.496091 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebc03727-5223-4057-83eb-307667a7ebae tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.532038 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebc03727-5223-4057-83eb-307667a7ebae tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.565303 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.682000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3970bfb7-5092-4c3d-8c5d-383a61568f7b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:22.693414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Pushing event updated for resources: {'Port': ['ID=18d5f771-41c2-4486-818a-2ce4925d0fac,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:22.698034 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:38:22.706773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.708571 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a21f39-7019-47fc-9747-61183a74351b None None] Sync routers for ids ['dfcb7620-121e-4ae2-95e0-9c8c9220d395'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:38:22.711240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57948) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:22.711419 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f9ebfd61-a18d-47f2-bd81-e295f1fd25cd tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "PUT /v2.0/routers/dfcb7620-121e-4ae2-95e0-9c8c9220d395 HTTP/1.1" status: 200 len: 705 time: 4.2118788 Sep 09 09:38:22.723522 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a21f39-7019-47fc-9747-61183a74351b None None] Routers {'dfcb7620-121e-4ae2-95e0-9c8c9220d395'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:22.725599 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-92a21f39-7019-47fc-9747-61183a74351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dfcb7620-121e-4ae2-95e0-9c8c9220d395'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:22.774189 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-92a21f39-7019-47fc-9747-61183a74351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:22.808754 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a21f39-7019-47fc-9747-61183a74351b None None] Routers {'dfcb7620-121e-4ae2-95e0-9c8c9220d395'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:22.809408 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-92a21f39-7019-47fc-9747-61183a74351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['dfcb7620-121e-4ae2-95e0-9c8c9220d395'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:22.815584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebc03727-5223-4057-83eb-307667a7ebae tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.823180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebc03727-5223-4057-83eb-307667a7ebae tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.824387 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ebc03727-5223-4057-83eb-307667a7ebae tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/security-groups/8e66963a-efa9-49c2-acea-04a84e5aeb19 HTTP/1.1" status: 204 len: 168 time: 0.4026146 Sep 09 09:38:22.826934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 3970bfb7-5092-4c3d-8c5d-383a61568f7b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:22.828268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:22.829451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57952) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:22.891511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Network a36d94ed-685b-4092-93a5-701078edb0dd is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:22.903226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:22.961308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc03727-5223-4057-83eb-307667a7ebae tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e66963a-efa9-49c2-acea-04a84e5aeb19,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:22.962358 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-92a21f39-7019-47fc-9747-61183a74351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:22.963025 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a21f39-7019-47fc-9747-61183a74351b None None] The sync data for ids ['dfcb7620-121e-4ae2-95e0-9c8c9220d395'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:38:22.996112 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a7d31141-929d-4d0b-8c6d-3a1854e0b911 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/routers/dfcb7620-121e-4ae2-95e0-9c8c9220d395 HTTP/1.1" status: 200 len: 740 time: 0.2833939 Sep 09 09:38:22.996904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57956) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:23.142470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45d40cf7-2172-4a29-b690-d3c068425470 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.158265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Router c05160c2-8843-438b-afdd-3da65f4518fd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:38:23.161626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3e524fd6-d363-4a84-8fbf-be158197e9a9 tempest-RoutersAdminTest-558447785 tempest-RoutersAdminTest-558447785-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&device_id=dfcb7620-121e-4ae2-95e0-9c8c9220d395 HTTP/1.1" status: 200 len: 205 time: 0.1618512 Sep 09 09:38:23.171644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:23.212021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9d081f8b-f585-4934-8a03-43af0810679c tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfcb7620-121e-4ae2-95e0-9c8c9220d395 HTTP/1.1" status: 200 len: 205 time: 0.0392313 Sep 09 09:38:23.221548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e724218-7a8f-469d-a180-8468acbb57f0 req-3267291e-dca8-4619-bedc-059161fe5043 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:23.224398 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e724218-7a8f-469d-a180-8468acbb57f0 req-3267291e-dca8-4619-bedc-059161fe5043 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.2589123 Sep 09 09:38:23.224979 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:23.272932 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45d40cf7-2172-4a29-b690-d3c068425470 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.336338 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7d136b2-187d-4617-b932-553b10212afe tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.361712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-687ea856-587b-4efd-9437-f52fdd8c3470 None None] Provisioning complete for port 18d5f771-41c2-4486-818a-2ce4925d0fac triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:23.362777 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-687ea856-587b-4efd-9437-f52fdd8c3470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.364098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5a3df-9231-488e-9c9f-9b32945ebfb0 req-756fdb2b-95e9-4076-92f0-0967beb72410 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:23.371956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ade5a3df-9231-488e-9c9f-9b32945ebfb0 req-756fdb2b-95e9-4076-92f0-0967beb72410 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2245414 Sep 09 09:38:23.391114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e724218-7a8f-469d-a180-8468acbb57f0 req-7d665bf5-2f8d-42a5-bb87-6b6e08d0a2e8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036069 Sep 09 09:38:23.438999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-687ea856-587b-4efd-9437-f52fdd8c3470 None None] Port 18d5f771-41c2-4486-818a-2ce4925d0fac cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:23.443909 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ade5a3df-9231-488e-9c9f-9b32945ebfb0 req-8a71c47b-68f7-49f7-9065-6b50585629d1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709279 Sep 09 09:38:23.516662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:38:23.527431 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6c138d39-3b30-4c24-a0a3-ddd83769f103 admin admin] 10.222.0.32 "PUT /v2.0/routers/c05160c2-8843-438b-afdd-3da65f4518fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7032971 Sep 09 09:38:23.529735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Sync routers for ids ['c05160c2-8843-438b-afdd-3da65f4518fd'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:38:23.535739 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45d40cf7-2172-4a29-b690-d3c068425470 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.539897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-45d40cf7-2172-4a29-b690-d3c068425470 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.544439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Routers {'c05160c2-8843-438b-afdd-3da65f4518fd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:23.545788 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-45d40cf7-2172-4a29-b690-d3c068425470 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/security-groups/b7e4f5d5-9672-4bb4-a7a7-173070d84911 HTTP/1.1" status: 204 len: 168 time: 0.7120912 Sep 09 09:38:23.546122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['c05160c2-8843-438b-afdd-3da65f4518fd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:23.546815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57972) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:23.558876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7d136b2-187d-4617-b932-553b10212afe tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.561590 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7d136b2-187d-4617-b932-553b10212afe tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.571289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d40cf7-2172-4a29-b690-d3c068425470 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e4f5d5-9672-4bb4-a7a7-173070d84911,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:23.641377 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3d908d-b241-4754-a58b-de60ae71900b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting subnet 1430e2fa-3208-459c-9e3c-92559a25d434 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:38:23.648256 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a3d908d-b241-4754-a58b-de60ae71900b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.711930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Set router c05160c2-8843-438b-afdd-3da65f4518fd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:38:23.729822 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a3d908d-b241-4754-a58b-de60ae71900b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.738594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7d136b2-187d-4617-b932-553b10212afe tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.739112 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d136b2-187d-4617-b932-553b10212afe tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Fanout notify agent at l3_agent the message router_deleted on router dfcb7620-121e-4ae2-95e0-9c8c9220d395 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:38:23.752354 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7d136b2-187d-4617-b932-553b10212afe tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.761830 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f7d136b2-187d-4617-b932-553b10212afe tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/dfcb7620-121e-4ae2-95e0-9c8c9220d395 HTTP/1.1" status: 204 len: 168 time: 0.5357482 Sep 09 09:38:23.766182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57974) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:23.828001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-67b92afa-dd76-494f-8005-9a45d0c9c690 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfcb7620-121e-4ae2-95e0-9c8c9220d395 HTTP/1.1" status: 200 len: 205 time: 0.0585859 Sep 09 09:38:23.828589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57980) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:23.887618 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a3d908d-b241-4754-a58b-de60ae71900b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:23.902445 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-6b19efdb-21dd-4684-92d5-cceb945524d8 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] delete failed (client error): The resource could not be found. Sep 09 09:38:23.914443 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6b19efdb-21dd-4684-92d5-cceb945524d8 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/dfcb7620-121e-4ae2-95e0-9c8c9220d395 HTTP/1.1" status: 404 len: 336 time: 0.0846965 Sep 09 09:38:23.916928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57982) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:23.986214 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eb86a024-ba83-42dc-90c7-a8210f3c8c52 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e72973-6465-401f-bb91-91d755ee4720 HTTP/1.1" status: 200 len: 205 time: 0.0680783 Sep 09 09:38:23.988688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57984) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:24.053472 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-b32d6249-a82e-47e8-8223-eff35096fb63 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] delete failed (client error): The resource could not be found. Sep 09 09:38:24.069803 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a3d908d-b241-4754-a58b-de60ae71900b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:24.078869 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b32d6249-a82e-47e8-8223-eff35096fb63 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/38e72973-6465-401f-bb91-91d755ee4720 HTTP/1.1" status: 404 len: 336 time: 0.0887198 Sep 09 09:38:24.082861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 57988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:24.123509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d908d-b241-4754-a58b-de60ae71900b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Subnet': ['ID=1430e2fa-3208-459c-9e3c-92559a25d434,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:24.149319 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-66481d6f-b0f5-4e2d-9ee6-5999c6eaa2f4 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a3dc9a-ba54-4277-939b-124e32c58d07 HTTP/1.1" status: 200 len: 205 time: 0.0649273 Sep 09 09:38:24.154053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57994) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:24.157268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a3d908d-b241-4754-a58b-de60ae71900b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:24.164020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3a3d908d-b241-4754-a58b-de60ae71900b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/1430e2fa-3208-459c-9e3c-92559a25d434 HTTP/1.1" status: 204 len: 168 time: 0.6078944 Sep 09 09:38:24.164673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 57996) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:24.174375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-09456302-5e72-4201-a03c-a2a0328d6ecb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:24.241161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b038d3-06ed-4a9b-965f-6068c4895752 None None] Network d3bae564-657f-4dc1-984f-b4a774867f0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:24.268103 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-2e36e9ac-6ad2-44d7-8b16-22b9f31f10f1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] delete failed (client error): The resource could not be found. Sep 09 09:38:24.268103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2e36e9ac-6ad2-44d7-8b16-22b9f31f10f1 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/f6a3dc9a-ba54-4277-939b-124e32c58d07 HTTP/1.1" status: 404 len: 336 time: 0.1103597 Sep 09 09:38:24.270254 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58000) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:24.315588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58002) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:24.317738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a356fd55-b6a9-488c-a5fc-479c935b2518 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecfcbfe-8d5e-41cd-a250-f65fe3739976 HTTP/1.1" status: 200 len: 205 time: 0.0446820 Sep 09 09:38:24.354070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'name': 'tempest-TestServerMultinode-1839894878-router', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:38:11Z', 'updated_at': '2021-09-09T09:38:21Z', 'revision_number': 4, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'gw_port': {'id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:13Z', 'updated_at': '2021-09-09T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '18d5f771-41c2-4486-818a-2ce4925d0fac', 'name': '', 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'mac_address': 'fa:16:3e:05:40:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'f7be0742-d87e-4579-aa9f-4df40a7c3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:19Z', 'updated_at': '2021-09-09T09:38:21Z', 'revision_number': 2, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'subnets': [{'id': 'f7be0742-d87e-4579-aa9f-4df40a7c3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:24.369719 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-7289a5dd-6694-49a0-8044-c1b0d088937e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] delete failed (client error): The resource could not be found. Sep 09 09:38:24.373348 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7289a5dd-6694-49a0-8044-c1b0d088937e tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/aecfcbfe-8d5e-41cd-a250-f65fe3739976 HTTP/1.1" status: 404 len: 336 time: 0.0534863 Sep 09 09:38:24.373932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58006) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:24.386315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Checking router: c05160c2-8843-438b-afdd-3da65f4518fd for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:38:24.386315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Updating router c05160c2-8843-438b-afdd-3da65f4518fd port 18d5f771-41c2-4486-818a-2ce4925d0fac binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:38:24.431133 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:24.476816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58020) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:24.499095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-594dbb58-d33e-4d86-a9bb-3d0be96ddb7f tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=f23085bc-d9d6-4ed9-84d8-3ddc3cc71014 HTTP/1.1" status: 200 len: 205 time: 0.1222322 Sep 09 09:38:24.558591 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-9dad1e60-575f-40d3-a502-ca44aa2e89c3 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] delete failed (client error): The resource could not be found. Sep 09 09:38:24.562118 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9dad1e60-575f-40d3-a502-ca44aa2e89c3 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/f23085bc-d9d6-4ed9-84d8-3ddc3cc71014 HTTP/1.1" status: 404 len: 336 time: 0.0810826 Sep 09 09:38:24.571810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58024) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:24.660531 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b7d22008-de2d-4435-a487-31fdaf22a668 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfac259e-44b9-4b65-8b27-5b7dfe39f1b3 HTTP/1.1" status: 200 len: 205 time: 0.0858471 Sep 09 09:38:24.663535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58026) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:24.705234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-18f020f3-adbf-46a4-a83b-445416bcc273 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:24.707790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-18f020f3-adbf-46a4-a83b-445416bcc273 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/networks?id=e04c2097-72dd-4307-923c-d7d5468ebac7 HTTP/1.1" status: 200 len: 911 time: 0.1949577 Sep 09 09:38:24.709060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09456302-5e72-4201-a03c-a2a0328d6ecb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:24.713663 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-09456302-5e72-4201-a03c-a2a0328d6ecb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:24.719624 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-c8fcc0f3-d712-4a9f-9966-c7a3d93e02ff tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] delete failed (client error): The resource could not be found. Sep 09 09:38:24.723694 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c8fcc0f3-d712-4a9f-9966-c7a3d93e02ff tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/routers/dfac259e-44b9-4b65-8b27-5b7dfe39f1b3 HTTP/1.1" status: 404 len: 336 time: 0.0594239 Sep 09 09:38:24.724292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58028) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:24.761529 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-94723950-8aad-45ec-9beb-09bea937e0a5 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:24.762088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94723950-8aad-45ec-9beb-09bea937e0a5 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:24.763800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-94723950-8aad-45ec-9beb-09bea937e0a5 tempest-RoutersAdminTest-1627447651 tempest-RoutersAdminTest-1627447651-project] 10.222.0.32 "DELETE /v2.0/subnets/f1feb7ca-9cf9-4c20-9a88-725ac352d54f HTTP/1.1" status: 404 len: 337 time: 0.0368505 Sep 09 09:38:24.764368 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-b0c0e89d-2745-4aa0-866e-b9a95062ade0 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/quotas/df236bd5431d4debaaf50a9a6e6bd402 HTTP/1.1" status: 200 len: 375 time: 0.0176558 Sep 09 09:38:24.773892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87e742-afdf-49ac-865d-4fca6d3548bf req-322beab4-1793-42a9-8132-e02031328f31 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:24.775532 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c87e742-afdf-49ac-865d-4fca6d3548bf req-322beab4-1793-42a9-8132-e02031328f31 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.2205880 Sep 09 09:38:24.890762 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c87e742-afdf-49ac-865d-4fca6d3548bf req-408b860c-7881-48ab-8430-a51490069719 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076834 Sep 09 09:38:25.008641 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4a33e63-3dbb-406b-8304-a303d849c77e tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=df236bd5431d4debaaf50a9a6e6bd402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2225583 Sep 09 09:38:25.032151 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:25.049423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Transition to ACTIVE for port object 18d5f771-41c2-4486-818a-2ce4925d0fac will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:25.057198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba1827-1215-494d-b01f-9e8909109815 req-de741e3b-3c69-4bab-a39b-f6032df8d4c5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:25.058818 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6dba1827-1215-494d-b01f-9e8909109815 req-de741e3b-3c69-4bab-a39b-f6032df8d4c5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0678437 Sep 09 09:38:25.101774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6dba1827-1215-494d-b01f-9e8909109815 req-1203e2ca-0b72-46b6-addb-4fb2c2c7f69d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354385 Sep 09 09:38:25.154939 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:25.277371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08984c-5990-4362-96f6-d180a0e968a5 None None] Pushing event updated for resources: {'Port': ['ID=18d5f771-41c2-4486-818a-2ce4925d0fac,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:25.290197 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-4aa4e0a8-14f6-4505-b1a8-f5e4a64590ca service neutron] 10.222.0.32 "GET /v2.0/networks/e04c2097-72dd-4307-923c-d7d5468ebac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693756 Sep 09 09:38:25.319292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Attempting to bind port 18d5f771-41c2-4486-818a-2ce4925d0fac on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:25.320308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Attempting to bind port 18d5f771-41c2-4486-818a-2ce4925d0fac by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:25.320967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Attempting to bind port 18d5f771-41c2-4486-818a-2ce4925d0fac on network a36d94ed-685b-4092-93a5-701078edb0dd {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:25.341534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:25.342014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Checking segment: {'id': 'b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:25.342398 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:25.342945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Bound using segment: {'id': 'b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:25.343602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Bound port: 18d5f771-41c2-4486-818a-2ce4925d0fac, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:25.343998 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:25.412080 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-09456302-5e72-4201-a03c-a2a0328d6ecb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:25.432660 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-26c429c7-b108-4849-b630-2c5eb337a9aa service neutron] 10.222.0.32 "GET /v2.0/networks/e04c2097-72dd-4307-923c-d7d5468ebac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322978 Sep 09 09:38:25.461587 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:25.477260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09456302-5e72-4201-a03c-a2a0328d6ecb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network d3bae564-657f-4dc1-984f-b4a774867f0f is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:25.480503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-09456302-5e72-4201-a03c-a2a0328d6ecb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:25.485132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09456302-5e72-4201-a03c-a2a0328d6ecb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:25.485696 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-09456302-5e72-4201-a03c-a2a0328d6ecb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:25.501429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] For port 18d5f771-41c2-4486-818a-2ce4925d0fac, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:25.505380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] For port 18d5f771-41c2-4486-818a-2ce4925d0fac, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=18d5f771-41c2-4486-818a-2ce4925d0fac,segment=NetworkSegment(b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d),segment_id=b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:25.506665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09456302-5e72-4201-a03c-a2a0328d6ecb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Subnet': ['ID=54a2285b-dd79-4621-a990-1c153c38c989,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:25.613959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58040) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:25.666997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d2faed-201c-45bf-88af-07bdb25bef6c None None] Network d3bae564-657f-4dc1-984f-b4a774867f0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:25.727587 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-09456302-5e72-4201-a03c-a2a0328d6ecb tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5573041 Sep 09 09:38:25.730220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58044) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:25.734864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e7aaed3b-c568-4e1a-baea-f8452047b5a9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'security_group': {'name': 'tempest-secgroup-1374257133'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:25.782683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-665805dc-ffe7-45e1-80f2-5edf90865b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:25.804799 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:25.880031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-85494017-15d1-4e0b-9481-26bc528dc4ab req-98a96637-3653-43db-bd54-12910839fcc0 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 210 time: 0.0561233 Sep 09 09:38:25.882925 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7aaed3b-c568-4e1a-baea-f8452047b5a9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.134253 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.186694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2da5a347-38be-44e9-92e6-1f07b23547a2 None None] Provisioning complete for port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:26.187069 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2da5a347-38be-44e9-92e6-1f07b23547a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.272225 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08984c-5990-4362-96f6-d180a0e968a5 None None] Pushing event updated for resources: {'Port': ['ID=18d5f771-41c2-4486-818a-2ce4925d0fac,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:26.295085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b1fd-5ecf-4328-9ee0-554b6adbe673 req-e487171a-66d6-487a-8503-b6f813d702a6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:26.305745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7e07b1fd-5ecf-4328-9ee0-554b6adbe673 req-e487171a-66d6-487a-8503-b6f813d702a6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.2490747 Sep 09 09:38:26.346277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Routers {'c05160c2-8843-438b-afdd-3da65f4518fd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:26.349208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['c05160c2-8843-438b-afdd-3da65f4518fd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:26.383600 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-665805dc-ffe7-45e1-80f2-5edf90865b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.419344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7e07b1fd-5ecf-4328-9ee0-554b6adbe673 req-8a15fb9f-da38-454f-b18e-f536538efe5d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051364 Sep 09 09:38:26.466673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2da5a347-38be-44e9-92e6-1f07b23547a2 None None] Port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:26.473570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9600a83-4c87-42cd-9383-25fc2cba10dd req-582d52d7-c588-49bb-b6aa-26958d37971a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:26.475247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9600a83-4c87-42cd-9383-25fc2cba10dd req-582d52d7-c588-49bb-b6aa-26958d37971a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1660154 Sep 09 09:38:26.518454 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-665805dc-ffe7-45e1-80f2-5edf90865b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.528392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9600a83-4c87-42cd-9383-25fc2cba10dd req-c6e4334a-e643-466e-8a06-aee09198e4c9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464540 Sep 09 09:38:26.565131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665805dc-ffe7-45e1-80f2-5edf90865b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1616ad6-3728-4852-8bde-14b00e2ad56e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:26.568900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2da5a347-38be-44e9-92e6-1f07b23547a2 None None] Provisioning complete for port 651d6ede-4969-4423-ae64-a26148691d01 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:26.569179 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2da5a347-38be-44e9-92e6-1f07b23547a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.580196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-665805dc-ffe7-45e1-80f2-5edf90865b35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c57017143624409b404b9531b301f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9651573 Sep 09 09:38:26.583441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58064) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:26.617176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] Set router c05160c2-8843-438b-afdd-3da65f4518fd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:38:26.654595 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7aaed3b-c568-4e1a-baea-f8452047b5a9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.663335 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3bce9a9-dd04-4101-80da-0b33bd2265a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.674110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f3a060-b709-4e6a-960c-eab740ebbb0d None None] Update dhcp port {'port': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'fixed_ips': [{'subnet_id': '8467469b-9be0-40e8-8ddb-fd746314ad16', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '54a2285b-dd79-4621-a990-1c153c38c989'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '651d6ede-4969-4423-ae64-a26148691d01'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:38:26.692683 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3bce9a9-dd04-4101-80da-0b33bd2265a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.725933 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7aaed3b-c568-4e1a-baea-f8452047b5a9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.766517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaed3b-c568-4e1a-baea-f8452047b5a9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adeafcb8-20e4-4874-97ce-fe170c7c9219,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:26.793957 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55f3a060-b709-4e6a-960c-eab740ebbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.902989 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7aaed3b-c568-4e1a-baea-f8452047b5a9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.904321 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e7aaed3b-c568-4e1a-baea-f8452047b5a9 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1730645 Sep 09 09:38:26.905184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3bce9a9-dd04-4101-80da-0b33bd2265a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.907194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58076) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:26.913163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1db0e7ce-5563-47f5-bb12-01a58aac4790 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'security_group': {'name': 'tempest-secgroup-1646475735'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:26.918399 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3bce9a9-dd04-4101-80da-0b33bd2265a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:26.919573 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a3bce9a9-dd04-4101-80da-0b33bd2265a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1616ad6-3728-4852-8bde-14b00e2ad56e HTTP/1.1" status: 204 len: 168 time: 0.3349116 Sep 09 09:38:26.940413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bce9a9-dd04-4101-80da-0b33bd2265a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1616ad6-3728-4852-8bde-14b00e2ad56e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:27.031053 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-933ac7a3-26e9-4b23-98db-f752d8e2933e req-35f4c9c5-02d2-4bba-92b2-1ce28e59cd2a tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 210 time: 0.0695765 Sep 09 09:38:27.046727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1db0e7ce-5563-47f5-bb12-01a58aac4790 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:27.151016 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1db0e7ce-5563-47f5-bb12-01a58aac4790 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:27.176107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'name': 'tempest-TestServerMultinode-1839894878-router', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:38:11Z', 'updated_at': '2021-09-09T09:38:21Z', 'revision_number': 4, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'gw_port': {'id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:13Z', 'updated_at': '2021-09-09T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '18d5f771-41c2-4486-818a-2ce4925d0fac', 'name': '', 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'mac_address': 'fa:16:3e:05:40:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'f7be0742-d87e-4579-aa9f-4df40a7c3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:19Z', 'updated_at': '2021-09-09T09:38:25Z', 'revision_number': 4, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'subnets': [{'id': 'f7be0742-d87e-4579-aa9f-4df40a7c3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:27.211700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a050b9-20b7-4c83-9df9-ce2f3160b101 None None] The sync data for ids ['c05160c2-8843-438b-afdd-3da65f4518fd'] in n-d-778696-16 is: [{'id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'name': 'tempest-TestServerMultinode-1839894878-router', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:38:11Z', 'updated_at': '2021-09-09T09:38:21Z', 'revision_number': 4, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'gw_port': {'id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:13Z', 'updated_at': '2021-09-09T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '18d5f771-41c2-4486-818a-2ce4925d0fac', 'name': '', 'network_id': 'a36d94ed-685b-4092-93a5-701078edb0dd', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'mac_address': 'fa:16:3e:05:40:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'f7be0742-d87e-4579-aa9f-4df40a7c3c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:19Z', 'updated_at': '2021-09-09T09:38:25Z', 'revision_number': 4, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'subnets': [{'id': 'f7be0742-d87e-4579-aa9f-4df40a7c3c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:38:27.221890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-55f3a060-b709-4e6a-960c-eab740ebbb0d None None] Allocated IP 2001:db8::2 (d3bae564-657f-4dc1-984f-b4a774867f0f/54a2285b-dd79-4621-a990-1c153c38c989/651d6ede-4969-4423-ae64-a26148691d01) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:27.401634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1db0e7ce-5563-47f5-bb12-01a58aac4790 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:27.510229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0e7ce-5563-47f5-bb12-01a58aac4790 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14c7180-0c3e-4ea1-a32a-ea96588eb013,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:27.604698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-55f3a060-b709-4e6a-960c-eab740ebbb0d None None] For port 651d6ede-4969-4423-ae64-a26148691d01, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=651d6ede-4969-4423-ae64-a26148691d01,segment=NetworkSegment(86f35527-ebc0-42c0-b81c-07344e0611d6),segment_id=86f35527-ebc0-42c0-b81c-07344e0611d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:27.644341 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55f3a060-b709-4e6a-960c-eab740ebbb0d None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:27.647463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399ba05-1bbc-431f-a80a-aa22303ed16b req-1dc21680-c118-4f85-94d6-be0d89fa30c4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:27.654742 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2399ba05-1bbc-431f-a80a-aa22303ed16b req-1dc21680-c118-4f85-94d6-be0d89fa30c4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1068676 Sep 09 09:38:27.663653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-55f3a060-b709-4e6a-960c-eab740ebbb0d None None] Transition to ACTIVE for port object 651d6ede-4969-4423-ae64-a26148691d01 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:27.719698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2399ba05-1bbc-431f-a80a-aa22303ed16b req-46fcbadd-0476-458b-b077-ee24afe68b8e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632489 Sep 09 09:38:27.738312 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1db0e7ce-5563-47f5-bb12-01a58aac4790 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:27.741153 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1db0e7ce-5563-47f5-bb12-01a58aac4790 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8321936 Sep 09 09:38:27.745665 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55f3a060-b709-4e6a-960c-eab740ebbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:27.746491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58100) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:27.755100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-df6d4a0e-230e-45f8-9d6b-8d64b9e402bd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'security_group': {'name': 'tempest-secgroup-58385593'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:27.808093 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16466a4e-07e4-4c0c-9946-0eacc0b52843 req-8b285201-42c3-4362-bd9a-89545186e417 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:27.809672 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16466a4e-07e4-4c0c-9946-0eacc0b52843 req-8b285201-42c3-4362-bd9a-89545186e417 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1669455 Sep 09 09:38:27.873160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3a060-b709-4e6a-960c-eab740ebbb0d None None] Pushing event updated for resources: {'Port': ['ID=651d6ede-4969-4423-ae64-a26148691d01,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:27.885509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16466a4e-07e4-4c0c-9946-0eacc0b52843 req-22e735b2-a208-4368-96c6-2e17b95ddbae tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630045 Sep 09 09:38:27.899280 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df6d4a0e-230e-45f8-9d6b-8d64b9e402bd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:28.033078 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df6d4a0e-230e-45f8-9d6b-8d64b9e402bd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:28.130924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4df7fca1-13fb-4a2d-be31-003b4e572261 req-3ccee41b-43c1-43e7-804d-130078a5fa05 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 210 time: 0.0380766 Sep 09 09:38:28.182865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58106) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:28.203830 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df6d4a0e-230e-45f8-9d6b-8d64b9e402bd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:28.298898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d4a0e-230e-45f8-9d6b-8d64b9e402bd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ede7493-70c4-4a59-8048-43643448279a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:28.309834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0b93b9be-bc21-4120-a034-3a9fc82d5148 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f474038afa84736ac24733fa82efb25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252973 Sep 09 09:38:28.312163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58112) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:28.377085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df6d4a0e-230e-45f8-9d6b-8d64b9e402bd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:28.384067 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58116) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:28.386895 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-df6d4a0e-230e-45f8-9d6b-8d64b9e402bd tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6308842 Sep 09 09:38:28.392037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1655612884', 'security_groups': ['4ede7493-70c4-4a59-8048-43643448279a'], 'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '54a2285b-dd79-4621-a990-1c153c38c989'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:28.519768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3201fd80-6e24-4659-beac-97d3ee042c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:28.592764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3201fd80-6e24-4659-beac-97d3ee042c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:28.807728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3201fd80-6e24-4659-beac-97d3ee042c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:28.811513 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3201fd80-6e24-4659-beac-97d3ee042c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:28.818632 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3201fd80-6e24-4659-beac-97d3ee042c7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdf58628-88c5-4c32-ac9c-7b10bf22eb48 HTTP/1.1" status: 204 len: 168 time: 0.5054233 Sep 09 09:38:28.837213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201fd80-6e24-4659-beac-97d3ee042c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf58628-88c5-4c32-ac9c-7b10bf22eb48,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:28.881429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:28.898831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 651d6ede-4969-4423-ae64-a26148691d01 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:28.973102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9bb5f336-8542-4280-bbde-451e8a1a45cd None None] Provisioning complete for port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:28.973659 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9bb5f336-8542-4280-bbde-451e8a1a45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:29.021936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 18d5f771-41c2-4486-818a-2ce4925d0fac up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:29.023770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5f336-8542-4280-bbde-451e8a1a45cd None None] Port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:29.080959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89052b-702f-4384-beb2-2dc360e5e40d req-c8c89b27-d3de-4557-b071-ac9a3d697983 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:29.084336 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cb89052b-702f-4384-beb2-2dc360e5e40d req-c8c89b27-d3de-4557-b071-ac9a3d697983 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1195757 Sep 09 09:38:29.108617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:29.138721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c3c89-ec9e-4b1a-9597-28ccfad503ee req-eec424f0-a213-48e6-9a67-b2b76b02e155 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:29.152235 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c3c3c89-ec9e-4b1a-9597-28ccfad503ee req-eec424f0-a213-48e6-9a67-b2b76b02e155 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1429563 Sep 09 09:38:29.154798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] device_id is not set on port f620c541-586b-4f23-ba7a-2d753cd20af0 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:38:29.185001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9bb5f336-8542-4280-bbde-451e8a1a45cd None None] Provisioning for port 651d6ede-4969-4423-ae64-a26148691d01 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:29.190492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9bb5f336-8542-4280-bbde-451e8a1a45cd None None] Provisioning complete for port 651d6ede-4969-4423-ae64-a26148691d01 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:29.191548 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9bb5f336-8542-4280-bbde-451e8a1a45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:29.211108 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c3c3c89-ec9e-4b1a-9597-28ccfad503ee req-eed66dbc-ff15-41fb-a3e4-4df030862620 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552549 Sep 09 09:38:29.241804 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cb89052b-702f-4384-beb2-2dc360e5e40d req-29cfc85c-48c6-4174-840d-e7d9be71562e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132801 Sep 09 09:38:29.247106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 18d5f771-41c2-4486-818a-2ce4925d0fac completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:29.270662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 18d5f771-41c2-4486-818a-2ce4925d0fac triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:29.270662 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:29.461704 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1da2ec8c-8aa3-4731-ad9e-2e91136a73eb req-e74cfdc8-e695-4115-860a-2ee9c67c394d tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 210 time: 0.1099217 Sep 09 09:38:29.496429 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:29.534943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 18d5f771-41c2-4486-818a-2ce4925d0fac, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=18d5f771-41c2-4486-818a-2ce4925d0fac,segment=NetworkSegment(b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d),segment_id=b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:29.577361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8::38c (d3bae564-657f-4dc1-984f-b4a774867f0f/54a2285b-dd79-4621-a990-1c153c38c989/f620c541-586b-4f23-ba7a-2d753cd20af0) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:29.655168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f9f9fc08-f237-4b17-92c9-bb30d21801fa tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:29.656670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f9f9fc08-f237-4b17-92c9-bb30d21801fa tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.24 "GET /v2.0/networks?id=e04c2097-72dd-4307-923c-d7d5468ebac7 HTTP/1.1" status: 200 len: 911 time: 0.1535347 Sep 09 09:38:29.669987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Request body: {'port': {'device_id': '4d839f75-15ac-4e3a-b153-819d952179c2', 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7', 'admin_state_up': True, 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:29.710146 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:29.820616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=18d5f771-41c2-4486-818a-2ce4925d0fac,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:29.913992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20361fe9-4ea3-448d-abe0-5d826b4be584 req-7d6dafa2-ffa1-422e-9e4c-ae77abd2e2f0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:29.915821 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20361fe9-4ea3-448d-abe0-5d826b4be584 req-7d6dafa2-ffa1-422e-9e4c-ae77abd2e2f0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1191618 Sep 09 09:38:30.018755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20361fe9-4ea3-448d-abe0-5d826b4be584 req-8d36f583-047e-4df1-aca7-d19dc31bcc57 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950418 Sep 09 09:38:30.330128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc92e-b8ae-4693-9ea6-cd30ae3c7f50 req-136cd06f-84a5-455c-b834-06d81c24f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:30.331838 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83edc92e-b8ae-4693-9ea6-cd30ae3c7f50 req-136cd06f-84a5-455c-b834-06d81c24f55b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0773418 Sep 09 09:38:30.369430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:30.409379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Made reservation on behalf of df236bd5431d4debaaf50a9a6e6bd402 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:30.412201 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:30.453745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object f620c541-586b-4f23-ba7a-2d753cd20af0 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:30.511111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcc445-5e5c-4b88-ad0e-13e8461c4eb8 req-6e9a5f0d-523b-4f18-9c68-7fd5f27af104 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:30.518474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78bcc445-5e5c-4b88-ad0e-13e8461c4eb8 req-6e9a5f0d-523b-4f18-9c68-7fd5f27af104 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1856174 Sep 09 09:38:30.590267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-28408a1d-bd36-4596-a4c4-ed71168ad457 req-18c0c596-a154-42d1-9a84-dcc5070be792 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 210 time: 0.0308871 Sep 09 09:38:30.656357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 18d5f771-41c2-4486-818a-2ce4925d0fac up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:30.729922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 18d5f771-41c2-4486-818a-2ce4925d0fac triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:30.730796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:30.744792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Allocated IP 172.20.0.9 (e04c2097-72dd-4307-923c-d7d5468ebac7/31927590-55b3-45ae-b2a4-caf061b3285e/4ad55add-9509-4bba-ad04-42177a2cb359) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:30.774309 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:30.781354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc92e-b8ae-4693-9ea6-cd30ae3c7f50 req-5cd2a75a-61f7-4ba8-a7cd-c9cfa54a5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:30.782995 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83edc92e-b8ae-4693-9ea6-cd30ae3c7f50 req-5cd2a75a-61f7-4ba8-a7cd-c9cfa54a5b70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.4331937 Sep 09 09:38:30.833404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58178) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:30.852124 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78bcc445-5e5c-4b88-ad0e-13e8461c4eb8 req-6b7cfc96-cfa9-4338-99c5-15da3a142bad tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318255 Sep 09 09:38:30.924970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=f620c541-586b-4f23-ba7a-2d753cd20af0,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:30.933865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network d3bae564-657f-4dc1-984f-b4a774867f0f is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:30.943928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:30.949798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:30.960590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:30.961338 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:30.995743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-528258046'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:31.014562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83edc92e-b8ae-4693-9ea6-cd30ae3c7f50 req-7ff43f6e-b092-4e62-935d-21cd2ed88cec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1000 time: 0.2113078 Sep 09 09:38:31.131455 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-957d915e-64d4-4f08-adb8-a94c527f6869 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7414610 Sep 09 09:38:31.132243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58188) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:31.138469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b6e4872e-e341-4cc1-a053-78bcb3839c51 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:31.169006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc92e-b8ae-4693-9ea6-cd30ae3c7f50 req-7e435955-5b1f-48c9-be87-aadebbd52dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:31.170632 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83edc92e-b8ae-4693-9ea6-cd30ae3c7f50 req-7e435955-5b1f-48c9-be87-aadebbd52dee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.1246240 Sep 09 09:38:31.230742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:31.250081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Made reservation on behalf of c7bac9a9a7bd4fc5856129755473301f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:31.258189 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:31.276504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc92e-b8ae-4693-9ea6-cd30ae3c7f50 req-a91b7001-f2a0-4840-8452-6db630fbf845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:31.278403 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83edc92e-b8ae-4693-9ea6-cd30ae3c7f50 req-a91b7001-f2a0-4840-8452-6db630fbf845 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973341 Sep 09 09:38:31.279433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Transition to ACTIVE for port object 4ad55add-9509-4bba-ad04-42177a2cb359 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:31.313285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:31.341968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2d5ba-ca15-4e77-9103-98128a5e9677 req-5156d4e8-7e61-493d-a6c3-9ed6dabe0606 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:31.343677 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56e2d5ba-ca15-4e77-9103-98128a5e9677 req-5156d4e8-7e61-493d-a6c3-9ed6dabe0606 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2002945 Sep 09 09:38:31.412917 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83edc92e-b8ae-4693-9ea6-cd30ae3c7f50 req-47c8c8d0-7251-4681-b929-71fef64bd95c service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257799 Sep 09 09:38:31.428280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56e2d5ba-ca15-4e77-9103-98128a5e9677 req-e229d6a4-a8d9-4af3-ab4a-3a5e049f5e55 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759940 Sep 09 09:38:31.490567 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:31.511892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:31.521353 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83edc92e-b8ae-4693-9ea6-cd30ae3c7f50 req-7d52a664-3175-4c34-aa39-1086942ff72b service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010273 Sep 09 09:38:31.555789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Network e04c2097-72dd-4307-923c-d7d5468ebac7 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:31.558605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:31.562100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:31.572523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fc39711b-e54b-4508-83ee-575ba7cc4ac8 None None] Provisioning for port f620c541-586b-4f23-ba7a-2d753cd20af0 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:31.605080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fc39711b-e54b-4508-83ee-575ba7cc4ac8 None None] Provisioning complete for port f620c541-586b-4f23-ba7a-2d753cd20af0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:31.605080 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fc39711b-e54b-4508-83ee-575ba7cc4ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:31.642535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Pushing event updated for resources: {'Port': ['ID=4ad55add-9509-4bba-ad04-42177a2cb359,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:31.662246 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:31.664796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:31.667763 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:31.699865 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fc39711b-e54b-4508-83ee-575ba7cc4ac8 None None] Port f620c541-586b-4f23-ba7a-2d753cd20af0 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:31.730278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:38:31.748928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb72156-c464-4aab-a8e7-11cebff2d3f2 req-0596ca34-18ec-4cd4-aff4-b410b3e11c61 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:31.750696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4fb72156-c464-4aab-a8e7-11cebff2d3f2 req-0596ca34-18ec-4cd4-aff4-b410b3e11c61 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1027 time: 0.0543382 Sep 09 09:38:31.758498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014c3111-03a0-4ae0-b1d4-279c141e2cda,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:31.764056 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:31.764991 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Added segment 6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856 of type vlan for network 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 Sep 09 09:38:31.804185 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4fb72156-c464-4aab-a8e7-11cebff2d3f2 req-a16d0ffb-7bf7-48ed-8602-78b26e2bd2e5 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454762 Sep 09 09:38:31.832082 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:31.868505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e4872e-e341-4cc1-a053-78bcb3839c51 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:31.874829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6e4872e-e341-4cc1-a053-78bcb3839c51 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:31.961400 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-f4039d20-e469-494a-bca5-e4d20bd9cc9f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2954650 Sep 09 09:38:31.976331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-e02711f6-f91c-4279-8836-3d3e18200170 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:38:31.977474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-e02711f6-f91c-4279-8836-3d3e18200170 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064909 Sep 09 09:38:32.059123 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:32.063645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3de992bf-8882-4164-ba46-45586de6f2b0 None None] Provisioning for port 4ad55add-9509-4bba-ad04-42177a2cb359 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:32.067925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:32.067925 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:32.070547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3de992bf-8882-4164-ba46-45586de6f2b0 None None] Provisioning complete for port 4ad55add-9509-4bba-ad04-42177a2cb359 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:32.070988 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3de992bf-8882-4164-ba46-45586de6f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:32.114525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3de992bf-8882-4164-ba46-45586de6f2b0 None None] Port 4ad55add-9509-4bba-ad04-42177a2cb359 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:32.183148 n-d-778696-16 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-b6e4872e-e341-4cc1-a053-78bcb3839c51 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54a2285b-dd79-4621-a990-1c153c38c989 (CIDR: 2001:db8::/64) Sep 09 09:38:32.187569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Request body: {'port': {'device_id': '4d839f75-15ac-4e3a-b153-819d952179c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:32.216404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Pushing event updated for resources: {'Network': ['ID=4d033cd6-ca92-4be9-bc0e-3242f5fbe438,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:32.228044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033d850-1e44-4105-a9e0-28dad8d52646 req-4ab190fd-b8e5-45c9-82dd-bc094335177a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:32.229910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3033d850-1e44-4105-a9e0-28dad8d52646 req-4ab190fd-b8e5-45c9-82dd-bc094335177a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1910205 Sep 09 09:38:32.243235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:38:32.268622 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e4872e-e341-4cc1-a053-78bcb3839c51 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:38:32.269237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e4872e-e341-4cc1-a053-78bcb3839c51 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:32.289449 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:32.301675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-584d2f55-5c0f-44dd-b7fb-6675e4e7e6ef tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4644804 Sep 09 09:38:32.302070 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:32.306881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3033d850-1e44-4105-a9e0-28dad8d52646 req-d549c8b9-bd58-4553-a4cf-8f0259555590 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703175 Sep 09 09:38:32.311365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Request body: {'subnet': {'network_id': '4d033cd6-ca92-4be9-bc0e-3242f5fbe438', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:32.418594 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b6e4872e-e341-4cc1-a053-78bcb3839c51 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2825344 Sep 09 09:38:32.421372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58210) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:32.426244 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0fea3752-36a9-4880-b402-75e9ecb8a215 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:32.626994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Made reservation on behalf of c7bac9a9a7bd4fc5856129755473301f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:32.646232 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:32.661198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2abb7-a725-4899-9b57-3a0b53ee44bc req-49fe3a44-19c6-454a-84dd-907b2779b286 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:32.662791 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3a2abb7-a725-4899-9b57-3a0b53ee44bc req-49fe3a44-19c6-454a-84dd-907b2779b286 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1033792 Sep 09 09:38:32.742091 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3a2abb7-a725-4899-9b57-3a0b53ee44bc req-2c223b8a-b893-48a4-b879-956a6a02ff68 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673034 Sep 09 09:38:32.801604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad55add-9509-4bba-ad04-42177a2cb359 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:38:32.814764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:32.849520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Transition to ACTIVE for port object 4ad55add-9509-4bba-ad04-42177a2cb359 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:32.855495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fea3752-36a9-4880-b402-75e9ecb8a215 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:32.862853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0fea3752-36a9-4880-b402-75e9ecb8a215 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:32.991910 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:33.033841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13291511-15bf-463c-8921-874ed7997295 req-ef21c994-6ff8-4824-be6f-19d51978eba5 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:33.035558 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-13291511-15bf-463c-8921-874ed7997295 req-ef21c994-6ff8-4824-be6f-19d51978eba5 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1027 time: 0.1029108 Sep 09 09:38:33.057698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608552a-f7f8-4d9c-878b-30643c5c3cbc req-ed35d9d2-cdfc-4e8e-94f4-eff4d05072c5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:33.059725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9608552a-f7f8-4d9c-878b-30643c5c3cbc req-ed35d9d2-cdfc-4e8e-94f4-eff4d05072c5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2256565 Sep 09 09:38:33.112049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Pushing event updated for resources: {'Port': ['ID=4ad55add-9509-4bba-ad04-42177a2cb359,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:33.135714 n-d-778696-16 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-0fea3752-36a9-4880-b402-75e9ecb8a215 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8467469b-9be0-40e8-8ddb-fd746314ad16 (CIDR: 2001:db8:0:1::/64) Sep 09 09:38:33.155524 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9608552a-f7f8-4d9c-878b-30643c5c3cbc req-5cdbe4f2-bb58-41d1-9806-482e1c4738aa tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818002 Sep 09 09:38:33.160525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.160885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.161486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.161837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.162180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.162617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.164095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.164634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.165296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.165729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.171110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.171744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:33.179344 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:33.237129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-13291511-15bf-463c-8921-874ed7997295 req-109eaab5-bd22-4540-beec-dc28dd47233d tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935358 Sep 09 09:38:33.272424 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fea3752-36a9-4880-b402-75e9ecb8a215 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:38:33.275238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fea3752-36a9-4880-b402-75e9ecb8a215 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:33.298091 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Attempting to bind port 4ad55add-9509-4bba-ad04-42177a2cb359 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:33.298559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Attempting to bind port 4ad55add-9509-4bba-ad04-42177a2cb359 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:33.299018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Attempting to bind port 4ad55add-9509-4bba-ad04-42177a2cb359 on network e04c2097-72dd-4307-923c-d7d5468ebac7 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:33.305257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Port 4ad55add-9509-4bba-ad04-42177a2cb359 on network e04c2097-72dd-4307-923c-d7d5468ebac7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:38:33.305712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Attempting to bind port 4ad55add-9509-4bba-ad04-42177a2cb359 on network e04c2097-72dd-4307-923c-d7d5468ebac7 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:33.313862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:33.313862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Checking segment: {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:33.313862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Bound using segment: {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:33.314343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Bound port: 4ad55add-9509-4bba-ad04-42177a2cb359, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:33.314756 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:33.364223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Pushing event updated for resources: {'Subnet': ['ID=91aeefd8-177e-4310-97bf-243e731425b2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:33.376468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Checking segment: {'id': '6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4d033cd6-ca92-4be9-bc0e-3242f5fbe438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:33.376941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Network hostable DHCP agents. Network: 4d033cd6-ca92-4be9-bc0e-3242f5fbe438, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:38:33.421562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] For port 4ad55add-9509-4bba-ad04-42177a2cb359, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:33.449507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] For port 4ad55add-9509-4bba-ad04-42177a2cb359, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=4ad55add-9509-4bba-ad04-42177a2cb359,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:33.473103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ad6c8-8796-4f77-a4a3-f18f5e0edb3b req-e90bd9e4-a6df-4da9-ba0b-f7cad568ad9f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:33.474695 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d88ad6c8-8796-4f77-a4a3-f18f5e0edb3b req-e90bd9e4-a6df-4da9-ba0b-f7cad568ad9f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.0652776 Sep 09 09:38:33.489601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0fea3752-36a9-4880-b402-75e9ecb8a215 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0670774 Sep 09 09:38:33.497385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Network 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:38:33.497540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58236) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:33.502147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-80772eb3-d9a1-4b86-9b32-d716373eb51a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'subnet': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:33.540239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:33.588569 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d88ad6c8-8796-4f77-a4a3-f18f5e0edb3b req-5cc5c9f3-20b3-4dab-af6c-e5c157b81805 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077921 Sep 09 09:38:33.627731 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 4d033cd6-ca92-4be9-bc0e-3242f5fbe438) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:33.641215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:33.641310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ba6275-d203-4090-9b12-18f6aef3c87e None None] Network 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:33.641902 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:33.643335 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] 10.222.0.24 "PUT /v2.0/ports/4ad55add-9509-4bba-ad04-42177a2cb359 HTTP/1.1" status: 200 len: 1092 time: 1.6563568 Sep 09 09:38:33.646935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d839f75-15ac-4e3a-b153-819d952179c2', 'tag': '4ad55add-9509-4bba-ad04-42177a2cb359'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:38:33.651880 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f315003d-cad9-481a-a59c-89c1c278cc09" -d '{"events": [{"name": "network-changed", "server_uuid": "4d839f75-15ac-4e3a-b153-819d952179c2", "tag": "4ad55add-9509-4bba-ad04-42177a2cb359"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:38:33.652029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:33.652029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:33.688675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e138a-a76d-4697-a1fd-c2ad874eba9c service neutron] Pushing event updated for resources: {'Port': ['ID=4ad55add-9509-4bba-ad04-42177a2cb359,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:33.854716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80772eb3-d9a1-4b86-9b32-d716373eb51a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Made reservation on behalf of 2fd111789d994d459151117dd9b89972 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:33.859682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-80772eb3-d9a1-4b86-9b32-d716373eb51a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:33.881301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-2b41757c-261d-45a6-8a56-61e34ea19fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:33.882988 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-2b41757c-261d-45a6-8a56-61e34ea19fc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df236bd5431d4debaaf50a9a6e6bd402&device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1095 time: 0.1069670 Sep 09 09:38:33.940433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-4d033cd6-ca92-4be9-bc0e-3242f5fbe438', 'network_id': '4d033cd6-ca92-4be9-bc0e-3242f5fbe438', 'tenant_id': 'c7bac9a9a7bd4fc5856129755473301f', 'fixed_ips': [{'subnet_id': '91aeefd8-177e-4310-97bf-243e731425b2'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:38:33.955711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5cd6150b-f6f5-44cd-96b4-9c1317e547c1 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6519938 Sep 09 09:38:33.957926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58248) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:33.964038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Request body: {'port': {'network_id': '4d033cd6-ca92-4be9-bc0e-3242f5fbe438', 'name': 'tempest-ExtraDHCPOptionsTestJSON-389411439'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:33.983615 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:34.018767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-536a86a1-cb58-4724-9f06-b6d56f17e94f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ad55add-9509-4bba-ad04-42177a2cb359 HTTP/1.1" status: 200 len: 217 time: 0.0849500 Sep 09 09:38:34.074207 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86914fbf-52d7-47f7-a8a7-092c00973e95 x-openstack-request-id: req-86914fbf-52d7-47f7-a8a7-092c00973e95 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:38:34.074560 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d839f75-15ac-4e3a-b153-819d952179c2", "tag": "4ad55add-9509-4bba-ad04-42177a2cb359", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:38:34.080061 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86914fbf-52d7-47f7-a8a7-092c00973e95 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:38:34.080061 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d839f75-15ac-4e3a-b153-819d952179c2', 'tag': '4ad55add-9509-4bba-ad04-42177a2cb359', 'status': 'completed', 'code': 200} Sep 09 09:38:34.157777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-12f581d1-3afc-4d0f-b749-1aa976b263dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:34.159608 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-12f581d1-3afc-4d0f-b749-1aa976b263dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31927590-55b3-45ae-b2a4-caf061b3285e HTTP/1.1" status: 200 len: 849 time: 0.1336620 Sep 09 09:38:34.201705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd2619-579c-493a-8be3-b28529c71774 req-2af5d1de-b247-4826-9e26-61f3b044c27d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:34.210763 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-babd2619-579c-493a-8be3-b28529c71774 req-2af5d1de-b247-4826-9e26-61f3b044c27d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2085044 Sep 09 09:38:34.246040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-bb27e0e4-a98d-4798-af4a-d9474d7a40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:34.247628 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-bb27e0e4-a98d-4798-af4a-d9474d7a40a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04c2097-72dd-4307-923c-d7d5468ebac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756202 Sep 09 09:38:34.252793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Allocated IP 172.20.0.2 (4d033cd6-ca92-4be9-bc0e-3242f5fbe438/91aeefd8-177e-4310-97bf-243e731425b2/492e985d-3adf-46ae-a9c3-9b369e1c4a0e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:34.321761 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-babd2619-579c-493a-8be3-b28529c71774 req-d1eecb28-6a84-4ca7-8ea2-175ffa9fddf0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090689 Sep 09 09:38:34.485257 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Made reservation on behalf of c7bac9a9a7bd4fc5856129755473301f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:34.489042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:34.493004 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-6f536c49-8935-424b-ad9e-7e8d84bd18cd service neutron] 10.222.0.24 "GET /v2.0/networks/e04c2097-72dd-4307-923c-d7d5468ebac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222607 Sep 09 09:38:34.497168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29890464-2d9c-42df-a5d3-60015d454936 req-404601ce-2cbb-4ccf-a2ac-1ffb8128c3fd tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:34.498644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29890464-2d9c-42df-a5d3-60015d454936 req-404601ce-2cbb-4ccf-a2ac-1ffb8128c3fd tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1095 time: 0.1145306 Sep 09 09:38:34.508208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] device_id is not set on port 99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:38:34.508458 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:34.524253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Transition to ACTIVE for port object 492e985d-3adf-46ae-a9c3-9b369e1c4a0e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:34.572369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Transition to ACTIVE for port object 492e985d-3adf-46ae-a9c3-9b369e1c4a0e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:34.628015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-80772eb3-d9a1-4b86-9b32-d716373eb51a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:34.631756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29890464-2d9c-42df-a5d3-60015d454936 req-1e32e616-b5e6-4a58-8ce3-4f82c69a1762 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206925 Sep 09 09:38:34.655038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:34.686923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80772eb3-d9a1-4b86-9b32-d716373eb51a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Subnet': ['ID=3a8a1ce8-c7eb-4c0c-a020-95c80bd7ec42,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:34.713726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80772eb3-d9a1-4b86-9b32-d716373eb51a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Network d3bae564-657f-4dc1-984f-b4a774867f0f is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:34.722557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-80772eb3-d9a1-4b86-9b32-d716373eb51a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:34.727985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80772eb3-d9a1-4b86-9b32-d716373eb51a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:34.728773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-80772eb3-d9a1-4b86-9b32-d716373eb51a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:34.750375 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c53c7a6-e8b9-4de5-ab20-79f026daafaa req-d7478b96-28d6-4b3a-bedc-259b0b277554 service neutron] 10.222.0.24 "GET /v2.0/networks/e04c2097-72dd-4307-923c-d7d5468ebac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489302 Sep 09 09:38:34.772580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a2a3b4-0577-4c50-9973-ed05b39f90e9 None None] Network d3bae564-657f-4dc1-984f-b4a774867f0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:34.780890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Allocated IP 172.20.0.4 (4d033cd6-ca92-4be9-bc0e-3242f5fbe438/91aeefd8-177e-4310-97bf-243e731425b2/99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:34.833251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Network 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:34.853354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:34.873203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:34.881821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b3436-99d3-45c3-a9f5-ee7dde9cfa5a req-e3f29c49-aa76-4a47-8b69-8079a91b9c20 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:34.886064 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-707b3436-99d3-45c3-a9f5-ee7dde9cfa5a req-e3f29c49-aa76-4a47-8b69-8079a91b9c20 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.0744698 Sep 09 09:38:34.931232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-80772eb3-d9a1-4b86-9b32-d716373eb51a tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4307740 Sep 09 09:38:34.931681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8fdc1-172b-47cf-9e20-ae8d8b4f153e req-dee148e3-2586-4245-b445-bb0dd20f7651 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:34.932052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ebd8fdc1-172b-47cf-9e20-ae8d8b4f153e req-dee148e3-2586-4245-b445-bb0dd20f7651 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1192179 Sep 09 09:38:34.932551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58266) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:34.940539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1682824650', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3a8a1ce8-c7eb-4c0c-a020-95c80bd7ec42'}], 'security_groups': ['adeafcb8-20e4-4874-97ce-fe170c7c9219', 'b14c7180-0c3e-4ea1-a32a-ea96588eb013']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:34.964539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-707b3436-99d3-45c3-a9f5-ee7dde9cfa5a req-b92afe13-ad55-42c3-974d-e677cc4fa62e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681350 Sep 09 09:38:34.986280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Pushing event updated for resources: {'Port': ['ID=492e985d-3adf-46ae-a9c3-9b369e1c4a0e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:35.067516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Attempting to bind port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:35.067734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Attempting to bind port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4d033cd6-ca92-4be9-bc0e-3242f5fbe438'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:35.068103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Attempting to bind port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e on network 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:35.072169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315003d-cad9-481a-a59c-89c1c278cc09 req-35723c24-ddf2-422e-bbf4-56d32fd8c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:35.075460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:35.075862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Checking segment: {'id': '6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4d033cd6-ca92-4be9-bc0e-3242f5fbe438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:35.076165 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:35.076466 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f315003d-cad9-481a-a59c-89c1c278cc09 req-35723c24-ddf2-422e-bbf4-56d32fd8c682 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df236bd5431d4debaaf50a9a6e6bd402&device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1095 time: 0.1052759 Sep 09 09:38:35.077418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Bound using segment: {'id': '6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4d033cd6-ca92-4be9-bc0e-3242f5fbe438'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:35.077912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Bound port: 492e985d-3adf-46ae-a9c3-9b369e1c4a0e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4d033cd6-ca92-4be9-bc0e-3242f5fbe438'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:35.078490 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:35.136706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:35.231924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Transition to ACTIVE for port object 99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:35.251341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ebd8fdc1-172b-47cf-9e20-ae8d8b4f153e req-fc3c7f91-1229-44bd-b554-46cd90478423 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046970 Sep 09 09:38:35.275111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] For port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:35.275219 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315003d-cad9-481a-a59c-89c1c278cc09 req-a1208df2-3ba5-4c94-8a29-d8e09adad9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:35.275830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f315003d-cad9-481a-a59c-89c1c278cc09 req-a1208df2-3ba5-4c94-8a29-d8e09adad9f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e04c2097-72dd-4307-923c-d7d5468ebac7 HTTP/1.1" status: 200 len: 911 time: 0.1922498 Sep 09 09:38:35.280512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] For port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=492e985d-3adf-46ae-a9c3-9b369e1c4a0e,segment=NetworkSegment(6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856),segment_id=6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:35.331075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f315003d-cad9-481a-a59c-89c1c278cc09 req-5c819e31-2b61-4636-ba48-0d497aa81216 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ad55add-9509-4bba-ad04-42177a2cb359 HTTP/1.1" status: 200 len: 217 time: 0.0451074 Sep 09 09:38:35.353328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab409b4-3acb-460a-8ba0-46d37ae1b284 None None] Update dhcp port {'port': {'network_id': 'd3bae564-657f-4dc1-984f-b4a774867f0f', 'fixed_ips': [{'subnet_id': '8467469b-9be0-40e8-8ddb-fd746314ad16', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '54a2285b-dd79-4621-a990-1c153c38c989', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a8a1ce8-c7eb-4c0c-a020-95c80bd7ec42'}], 'binding:host_id': 'n-d-778696-16'}, 'id': '651d6ede-4969-4423-ae64-a26148691d01'} from n-d-778696-16. {{(pid=95327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 09 09:38:35.386535 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:35.397466 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:35.399926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315003d-cad9-481a-a59c-89c1c278cc09 req-aa6eb45f-1453-4198-9482-3b2cda137621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:35.401879 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f315003d-cad9-481a-a59c-89c1c278cc09 req-aa6eb45f-1453-4198-9482-3b2cda137621 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31927590-55b3-45ae-b2a4-caf061b3285e HTTP/1.1" status: 200 len: 849 time: 0.0620172 Sep 09 09:38:35.458362 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eab409b4-3acb-460a-8ba0-46d37ae1b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:35.474831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315003d-cad9-481a-a59c-89c1c278cc09 req-f9f638dd-0f25-47a3-8de3-8bb70d12a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:35.476620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f315003d-cad9-481a-a59c-89c1c278cc09 req-f9f638dd-0f25-47a3-8de3-8bb70d12a473 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04c2097-72dd-4307-923c-d7d5468ebac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650873 Sep 09 09:38:35.485640 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:35.499247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4a1c0-dd7e-4f5e-9ac9-43aac33b0aa4 None None] Pushing event updated for resources: {'Port': ['ID=492e985d-3adf-46ae-a9c3-9b369e1c4a0e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:35.709924 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f315003d-cad9-481a-a59c-89c1c278cc09 req-d5ab4199-daba-47bf-87af-c86cb56c795b service neutron] 10.222.0.24 "GET /v2.0/networks/e04c2097-72dd-4307-923c-d7d5468ebac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237639 Sep 09 09:38:35.794300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Network 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:35.810223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:35.813341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:35.815453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-eab409b4-3acb-460a-8ba0-46d37ae1b284 None None] Allocated IP 2001:db8:0:2::2 (d3bae564-657f-4dc1-984f-b4a774867f0f/3a8a1ce8-c7eb-4c0c-a020-95c80bd7ec42/651d6ede-4969-4423-ae64-a26148691d01) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:35.973598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Pushing event updated for resources: {'Port': ['ID=99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:36.006746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 4ad55add-9509-4bba-ad04-42177a2cb359 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:38:36.030549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:36.031523 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:36.033566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed09765-2280-4373-b6a4-adb33f29a695 req-efbae3b4-833b-450c-b0ad-9022c203bca5 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:36.037597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ed09765-2280-4373-b6a4-adb33f29a695 req-efbae3b4-833b-450c-b0ad-9022c203bca5 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1095 time: 0.2676740 Sep 09 09:38:36.043583 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f315003d-cad9-481a-a59c-89c1c278cc09 req-44b63f40-b365-4626-8c33-c4c9497f1db6 service neutron] 10.222.0.24 "GET /v2.0/networks/e04c2097-72dd-4307-923c-d7d5468ebac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235703 Sep 09 09:38:36.084785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-eab409b4-3acb-460a-8ba0-46d37ae1b284 None None] For port 651d6ede-4969-4423-ae64-a26148691d01, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=651d6ede-4969-4423-ae64-a26148691d01,segment=NetworkSegment(86f35527-ebc0-42c0-b81c-07344e0611d6),segment_id=86f35527-ebc0-42c0-b81c-07344e0611d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:36.102194 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ed09765-2280-4373-b6a4-adb33f29a695 req-52a23a90-88dc-4435-b2b8-bf63031f8a5c tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559988 Sep 09 09:38:36.156796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-eb60710a-3adc-4869-bcf3-121516296d4f tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1967566 Sep 09 09:38:36.159752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:36.165378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Request body: {'port': {'network_id': '4d033cd6-ca92-4be9-bc0e-3242f5fbe438', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1097128517', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:36.166080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] bootfile-name is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:38:36.166628 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] tftp-server is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:38:36.166891 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] server-ip-address is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:38:36.212567 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eab409b4-3acb-460a-8ba0-46d37ae1b284 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:36.238015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-eab409b4-3acb-460a-8ba0-46d37ae1b284 None None] Transition to ACTIVE for port object 651d6ede-4969-4423-ae64-a26148691d01 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:36.245564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 4ad55add-9509-4bba-ad04-42177a2cb359, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=4ad55add-9509-4bba-ad04-42177a2cb359,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:36.257571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '4ad55add-9509-4bba-ad04-42177a2cb359', 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7', 'port_id': '4ad55add-9509-4bba-ad04-42177a2cb359', 'mac_address': 'fa:16:3e:4e:d9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31927590-55b3-45ae-b2a4-caf061b3285e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:38:36.304480 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:36.308990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a5c6-f66f-4f38-bc75-cbd2667bb5d3 req-c0f485ad-303d-4d64-92f8-15ac4dd1b016 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:36.310062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e613a5c6-f66f-4f38-bc75-cbd2667bb5d3 req-c0f485ad-303d-4d64-92f8-15ac4dd1b016 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.2016106 Sep 09 09:38:36.325125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad55add-9509-4bba-ad04-42177a2cb359 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:38:36.330969 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eab409b4-3acb-460a-8ba0-46d37ae1b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:36.386375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 4ad55add-9509-4bba-ad04-42177a2cb359, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=4ad55add-9509-4bba-ad04-42177a2cb359,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:36.423186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed2be-3bf5-443d-85da-c12412093ad7 req-c79a4fb4-a9a3-4ff3-a9b8-af6ad67e8910 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:36.440680 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2fed2be-3bf5-443d-85da-c12412093ad7 req-c79a4fb4-a9a3-4ff3-a9b8-af6ad67e8910 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0908864 Sep 09 09:38:36.469223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab409b4-3acb-460a-8ba0-46d37ae1b284 None None] Pushing event updated for resources: {'Port': ['ID=651d6ede-4969-4423-ae64-a26148691d01,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:36.503828 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:36.515428 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e613a5c6-f66f-4f38-bc75-cbd2667bb5d3 req-c0bb558f-9f79-4258-ac09-a126c0f70b30 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905589 Sep 09 09:38:36.554211 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2fed2be-3bf5-443d-85da-c12412093ad7 req-36ee1689-3d57-45e7-9a9a-f66b747ea47a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067212 Sep 09 09:38:36.583936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Made reservation on behalf of c7bac9a9a7bd4fc5856129755473301f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:36.589551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=4ad55add-9509-4bba-ad04-42177a2cb359,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:36.600154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:36.607474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Delete allocated IP 2001:db8::38c (d3bae564-657f-4dc1-984f-b4a774867f0f/54a2285b-dd79-4621-a990-1c153c38c989) {{(pid=95326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 09 09:38:36.668101 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] device_id is not set on port ad961e61-111b-4a67-9de3-94b9f4c778e7 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:38:36.684420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Allocated IP 2001:db8:0:2::3c8 (d3bae564-657f-4dc1-984f-b4a774867f0f/3a8a1ce8-c7eb-4c0c-a020-95c80bd7ec42/f620c541-586b-4f23-ba7a-2d753cd20af0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:36.746373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['4ad55add-9509-4bba-ad04-42177a2cb359'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:38:36.951928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 651d6ede-4969-4423-ae64-a26148691d01 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:37.060781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 492e985d-3adf-46ae-a9c3-9b369e1c4a0e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:37.318194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b257-ced4-4cff-9846-3b56e2430e15 req-9338d872-75f4-4c1b-aaef-da5e350eeedf tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:37.340084 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97b8b257-ced4-4cff-9846-3b56e2430e15 req-9338d872-75f4-4c1b-aaef-da5e350eeedf tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1247201 Sep 09 09:38:37.349857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869c0da3-ac49-4db6-a650-eff3f111b643 None None] Network 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:37.392521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97b8b257-ced4-4cff-9846-3b56e2430e15 req-77c539ce-b359-486f-a937-8c744983c520 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497324 Sep 09 09:38:37.526955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:37.618375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-286e0556-89e4-48e6-99ee-12f80e55649f None None] Provisioning for port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:37.618479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceb821-a081-4dc7-954d-da23925e2648 req-fce2e9e0-e528-43f9-997c-c5f808d474fb tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:37.618479 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dbceb821-a081-4dc7-954d-da23925e2648 req-fce2e9e0-e528-43f9-997c-c5f808d474fb tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1096 time: 0.1826386 Sep 09 09:38:37.710556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Allocated IP 172.20.0.5 (4d033cd6-ca92-4be9-bc0e-3242f5fbe438/91aeefd8-177e-4310-97bf-243e731425b2/ad961e61-111b-4a67-9de3-94b9f4c778e7) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:37.714216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00bbcd-d69f-45c7-888d-8357f5c2b5ac req-e59cc6b0-b0b5-4c82-a02c-94c04d593839 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:37.715989 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8e00bbcd-d69f-45c7-888d-8357f5c2b5ac req-e59cc6b0-b0b5-4c82-a02c-94c04d593839 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1119280 Sep 09 09:38:37.742922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dbceb821-a081-4dc7-954d-da23925e2648 req-9e415267-453e-48a5-9adf-d6d5fb410280 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131577 Sep 09 09:38:37.765349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-286e0556-89e4-48e6-99ee-12f80e55649f None None] Provisioning complete for port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:37.765349 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-286e0556-89e4-48e6-99ee-12f80e55649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:37.817009 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8e00bbcd-d69f-45c7-888d-8357f5c2b5ac req-bee771d1-5afe-423d-95b9-50435a048db4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873816 Sep 09 09:38:37.912364 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-286e0556-89e4-48e6-99ee-12f80e55649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:37.948763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-286e0556-89e4-48e6-99ee-12f80e55649f None None] For port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=492e985d-3adf-46ae-a9c3-9b369e1c4a0e,segment=NetworkSegment(6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856),segment_id=6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:37.970133 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 4ad55add-9509-4bba-ad04-42177a2cb359 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:37.980893 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.007121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Transition to ACTIVE for port object f620c541-586b-4f23-ba7a-2d753cd20af0 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:38.054887 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-286e0556-89e4-48e6-99ee-12f80e55649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.068091 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.084966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Transition to ACTIVE for port object ad961e61-111b-4a67-9de3-94b9f4c778e7 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:38.089281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.129699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e0556-89e4-48e6-99ee-12f80e55649f None None] Pushing event updated for resources: {'Port': ['ID=492e985d-3adf-46ae-a9c3-9b369e1c4a0e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:38.180008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54f2c99b-3f29-4a54-9f12-e27117880936 None None] Provisioning complete for port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:38.180008 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54f2c99b-3f29-4a54-9f12-e27117880936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.180883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] In _notify_port_updated(), no bound segment for port f620c541-586b-4f23-ba7a-2d753cd20af0 on network d3bae564-657f-4dc1-984f-b4a774867f0f {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:38:38.190194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:38.191363 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.193226 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "PUT /v2.0/ports/f620c541-586b-4f23-ba7a-2d753cd20af0 HTTP/1.1" status: 200 len: 970 time: 3.2576180 Sep 09 09:38:38.198587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58316) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:38.211869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f955aa-1bdb-478b-b89f-cf559604cff7 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event updated for resources: {'Port': ['ID=f620c541-586b-4f23-ba7a-2d753cd20af0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:38.231472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 4ad55add-9509-4bba-ad04-42177a2cb359 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:38.238868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 4ad55add-9509-4bba-ad04-42177a2cb359 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:38.240065 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.319823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-54f2c99b-3f29-4a54-9f12-e27117880936 None None] Port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:38.387446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-429d378d-1ddd-4b2b-9ffe-6e43dc831ea0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port f620c541-586b-4f23-ba7a-2d753cd20af0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:38.389459 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-429d378d-1ddd-4b2b-9ffe-6e43dc831ea0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.427985 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.472997 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.475929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54f2c99b-3f29-4a54-9f12-e27117880936 None None] Provisioning for port 651d6ede-4969-4423-ae64-a26148691d01 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:38.512528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d839f75-15ac-4e3a-b153-819d952179c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad55add-9509-4bba-ad04-42177a2cb359'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:38:38.514941 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec41f5f-2297-42bb-9838-b118256c0253" -d '{"events": [{"server_uuid": "4d839f75-15ac-4e3a-b153-819d952179c2", "name": "network-vif-plugged", "status": "completed", "tag": "4ad55add-9509-4bba-ad04-42177a2cb359"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:38:38.524674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54f2c99b-3f29-4a54-9f12-e27117880936 None None] Provisioning complete for port 651d6ede-4969-4423-ae64-a26148691d01 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:38.525055 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54f2c99b-3f29-4a54-9f12-e27117880936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.619919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 4ad55add-9509-4bba-ad04-42177a2cb359, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=4ad55add-9509-4bba-ad04-42177a2cb359,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:38.624540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Pushing event updated for resources: {'Port': ['ID=ad961e61-111b-4a67-9de3-94b9f4c778e7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:38.637170 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27523199-0cd2-4fb3-81a7-8cdb24439682 x-openstack-request-id: req-27523199-0cd2-4fb3-81a7-8cdb24439682 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:38:38.637648 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d839f75-15ac-4e3a-b153-819d952179c2", "name": "network-vif-plugged", "status": "completed", "tag": "4ad55add-9509-4bba-ad04-42177a2cb359", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:38:38.638042 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27523199-0cd2-4fb3-81a7-8cdb24439682 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:38:38.638583 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d839f75-15ac-4e3a-b153-819d952179c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad55add-9509-4bba-ad04-42177a2cb359', 'code': 200} Sep 09 09:38:38.667567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 492e985d-3adf-46ae-a9c3-9b369e1c4a0e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:38.683457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Network 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:38.690192 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:38.705733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:38.731305 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.760934 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-429d378d-1ddd-4b2b-9ffe-6e43dc831ea0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.794337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac2a0c-17e2-4281-8e90-7b84e2f7fe4d req-788a7bda-b4cd-4d60-b652-287a9da9d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:38.795995 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44ac2a0c-17e2-4281-8e90-7b84e2f7fe4d req-788a7bda-b4cd-4d60-b652-287a9da9d03d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1096 time: 0.0917478 Sep 09 09:38:38.828639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a8b7e-2d66-48f0-b73c-f802587f6914 req-45f40714-a850-47bc-bb51-717fec737e78 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:38.828639 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fc4a8b7e-2d66-48f0-b73c-f802587f6914 req-45f40714-a850-47bc-bb51-717fec737e78 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2037122 Sep 09 09:38:38.874669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=4ad55add-9509-4bba-ad04-42177a2cb359,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:38.889052 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44ac2a0c-17e2-4281-8e90-7b84e2f7fe4d req-25e198c4-d4a3-4dcc-b81c-4194fb4221b1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832467 Sep 09 09:38:38.898176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-429d378d-1ddd-4b2b-9ffe-6e43dc831ea0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for f620c541-586b-4f23-ba7a-2d753cd20af0 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:38.938861 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:38.939552 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:38.972394 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:38.974731 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.020712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fc4a8b7e-2d66-48f0-b73c-f802587f6914 req-2197c279-1e01-4b28-b41b-839d1c3934b3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741650 Sep 09 09:38:39.055071 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bcef0-c656-434f-ab9d-52062ed69cd9 req-315a10ba-cf36-47b0-8e33-ea6b9ef2dc3e tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:39.061563 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-460bcef0-c656-434f-ab9d-52062ed69cd9 req-315a10ba-cf36-47b0-8e33-ea6b9ef2dc3e tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1097 time: 0.1437578 Sep 09 09:38:39.134933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-460bcef0-c656-434f-ab9d-52062ed69cd9 req-b1cc1a87-6854-4b54-b03b-6bee41b02dfa tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723867 Sep 09 09:38:39.148288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54f2c99b-3f29-4a54-9f12-e27117880936 None None] Provisioning for port f620c541-586b-4f23-ba7a-2d753cd20af0 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:39.159140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54f2c99b-3f29-4a54-9f12-e27117880936 None None] Provisioning complete for port f620c541-586b-4f23-ba7a-2d753cd20af0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:39.159140 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54f2c99b-3f29-4a54-9f12-e27117880936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.204111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3a77b16c-8203-4e8f-a73e-652a86e0a514 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0430624 Sep 09 09:38:39.206812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:39.254489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-54f2c99b-3f29-4a54-9f12-e27117880936 None None] Port f620c541-586b-4f23-ba7a-2d753cd20af0 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:39.297279 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69897c33-329d-4d53-a139-6945c8f99497 req-971a5d7e-2df5-420c-88b8-77ddc90e4e88 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:39.304771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80778d43-d05a-435f-a4dd-b54604690801 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:39.309318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-69897c33-329d-4d53-a139-6945c8f99497 req-971a5d7e-2df5-420c-88b8-77ddc90e4e88 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1031146 Sep 09 09:38:39.312550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80778d43-d05a-435f-a4dd-b54604690801 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:39.320186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80778d43-d05a-435f-a4dd-b54604690801 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:39.325771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-80778d43-d05a-435f-a4dd-b54604690801 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1158774 Sep 09 09:38:39.329530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58344) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:39.357954 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-429d378d-1ddd-4b2b-9ffe-6e43dc831ea0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.387422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d378d-1ddd-4b2b-9ffe-6e43dc831ea0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=f620c541-586b-4f23-ba7a-2d753cd20af0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:39.429451 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-429d378d-1ddd-4b2b-9ffe-6e43dc831ea0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.431580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-429d378d-1ddd-4b2b-9ffe-6e43dc831ea0 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/f620c541-586b-4f23-ba7a-2d753cd20af0 HTTP/1.1" status: 204 len: 168 time: 1.2302730 Sep 09 09:38:39.434565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:39.445145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-69897c33-329d-4d53-a139-6945c8f99497 req-7a964ac9-65d6-4b21-807f-940d5364759d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345119 Sep 09 09:38:39.449222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a13d4f-f658-4921-a08b-564abeac3974 req-d153b0ff-c6dd-48cd-8f9e-82ff873028b1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:39.450882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91a13d4f-f658-4921-a08b-564abeac3974 req-d153b0ff-c6dd-48cd-8f9e-82ff873028b1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1258175 Sep 09 09:38:39.481542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-adf4ac2e-6b55-412f-bfec-75d145510931 None None] Provisioning for port 99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:39.494114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-adf4ac2e-6b55-412f-bfec-75d145510931 None None] Provisioning complete for port 99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:39.494114 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adf4ac2e-6b55-412f-bfec-75d145510931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.495134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b61d24c4-4cab-4038-bc16-34ddd999a24e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Deleting port ad961e61-111b-4a67-9de3-94b9f4c778e7 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:39.495553 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b61d24c4-4cab-4038-bc16-34ddd999a24e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.527111 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bf0d4c-27e3-4b42-bd45-1c8cf374b149 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] GET failed (client error): The resource could not be found. Sep 09 09:38:39.529138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b5bf0d4c-27e3-4b42-bd45-1c8cf374b149 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports/f620c541-586b-4f23-ba7a-2d753cd20af0 HTTP/1.1" status: 404 len: 333 time: 0.0932980 Sep 09 09:38:39.536309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58354) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:39.601929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-adf4ac2e-6b55-412f-bfec-75d145510931 None None] Port 99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:39.607291 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91a13d4f-f658-4921-a08b-564abeac3974 req-12c6ab6b-4412-45d4-ad6b-8729c6374a76 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389105 Sep 09 09:38:39.627052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-adf4ac2e-6b55-412f-bfec-75d145510931 None None] Could not find standard attr ID for object f620c541-586b-4f23-ba7a-2d753cd20af0. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:38:39.635104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4658ce4f-613e-4ff9-940e-452c8cc990b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.648000 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b61d24c4-4cab-4038-bc16-34ddd999a24e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.648983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-adf4ac2e-6b55-412f-bfec-75d145510931 None None] Provisioning complete for port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:39.650983 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adf4ac2e-6b55-412f-bfec-75d145510931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.666963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b61d24c4-4cab-4038-bc16-34ddd999a24e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Calling delete_port for ad961e61-111b-4a67-9de3-94b9f4c778e7 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:39.694036 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4658ce4f-613e-4ff9-940e-452c8cc990b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.897263 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4658ce4f-613e-4ff9-940e-452c8cc990b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.900244 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4658ce4f-613e-4ff9-940e-452c8cc990b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.904831 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4658ce4f-613e-4ff9-940e-452c8cc990b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/security-groups/4ede7493-70c4-4a59-8048-43643448279a HTTP/1.1" status: 204 len: 168 time: 0.3671291 Sep 09 09:38:39.905691 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58358) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:39.911986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e321409-43ad-4508-a287-bd477b42bf1f req-cc58aaff-46ef-42ce-857b-7456d4e605f5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:39.913680 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e321409-43ad-4508-a287-bd477b42bf1f req-cc58aaff-46ef-42ce-857b-7456d4e605f5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1327286 Sep 09 09:38:39.935337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658ce4f-613e-4ff9-940e-452c8cc990b5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ede7493-70c4-4a59-8048-43643448279a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:39.980338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-adf4ac2e-6b55-412f-bfec-75d145510931 None None] Provisioning for port ad961e61-111b-4a67-9de3-94b9f4c778e7 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:39.983704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ebea83b-8106-4a53-a3a4-2e2975775c7e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.986770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-adf4ac2e-6b55-412f-bfec-75d145510931 None None] Provisioning complete for port ad961e61-111b-4a67-9de3-94b9f4c778e7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:39.989888 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adf4ac2e-6b55-412f-bfec-75d145510931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:39.990734 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b61d24c4-4cab-4038-bc16-34ddd999a24e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.008723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-adf4ac2e-6b55-412f-bfec-75d145510931 None None] Port ad961e61-111b-4a67-9de3-94b9f4c778e7 was deleted so its status cannot be updated. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 09 09:38:40.021264 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ebea83b-8106-4a53-a3a4-2e2975775c7e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.062709 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e321409-43ad-4508-a287-bd477b42bf1f req-07da9b91-5b48-4e76-ac19-c100ae5bd5b7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425242 Sep 09 09:38:40.072782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d24c4-4cab-4038-bc16-34ddd999a24e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Pushing event deleted for resources: {'Port': ['ID=ad961e61-111b-4a67-9de3-94b9f4c778e7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:40.172139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b61d24c4-4cab-4038-bc16-34ddd999a24e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.174374 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b61d24c4-4cab-4038-bc16-34ddd999a24e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] 10.222.0.32 "DELETE /v2.0/ports/ad961e61-111b-4a67-9de3-94b9f4c778e7 HTTP/1.1" status: 204 len: 168 time: 0.8436823 Sep 09 09:38:40.179485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58368) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:40.185931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Request body: {'port': {'name': 'tempest-new-port-name-358606918', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:40.186568 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.api.validators [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] bootfile-name is not in valid_values {{(pid=95325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:38:40.187012 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.api.validators [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] tftp-server is not in valid_values {{(pid=95325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:38:40.187693 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.api.validators [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] server-ip-address is not in valid_values {{(pid=95325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 09 09:38:40.190210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ebea83b-8106-4a53-a3a4-2e2975775c7e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.197131 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ebea83b-8106-4a53-a3a4-2e2975775c7e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.200730 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4ebea83b-8106-4a53-a3a4-2e2975775c7e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/security-groups/b14c7180-0c3e-4ea1-a32a-ea96588eb013 HTTP/1.1" status: 204 len: 168 time: 0.2888093 Sep 09 09:38:40.213982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58370) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:40.282870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebea83b-8106-4a53-a3a4-2e2975775c7e tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14c7180-0c3e-4ea1-a32a-ea96588eb013,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:40.318327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44855723-4ab5-4e58-a6e9-8688daa96b4a req-ac2ee92d-8ee4-41cf-8ed8-93a75d8de707 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:40.319680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44855723-4ab5-4e58-a6e9-8688daa96b4a req-ac2ee92d-8ee4-41cf-8ed8-93a75d8de707 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1543844 Sep 09 09:38:40.366962 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.370557 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44855723-4ab5-4e58-a6e9-8688daa96b4a req-c2dd0135-efac-4f38-8dee-77d50b802de5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Sep 09 09:38:40.425036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760143b-a96f-4dd4-b706-285eaf8999c1 req-01aa2c80-4319-4721-b6e5-a91cef45864d tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:40.427482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a760143b-a96f-4dd4-b706-285eaf8999c1 req-01aa2c80-4319-4721-b6e5-a91cef45864d tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1097 time: 0.1981380 Sep 09 09:38:40.460842 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f29c676e-975d-49b3-a502-4ac9ba0e05b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.536460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f29c676e-975d-49b3-a502-4ac9ba0e05b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.563113 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a760143b-a96f-4dd4-b706-285eaf8999c1 req-5125f5c7-ba71-4408-981b-de0a12a6aab1 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102648 Sep 09 09:38:40.702793 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.716401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7311e4-1981-43ec-9e3c-f49e895adc81 req-52e13c04-6dea-4ec5-9490-79123d117d7c tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:40.718202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b7311e4-1981-43ec-9e3c-f49e895adc81 req-52e13c04-6dea-4ec5-9490-79123d117d7c tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1097 time: 0.0620115 Sep 09 09:38:40.759931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b7311e4-1981-43ec-9e3c-f49e895adc81 req-0e970a06-0ffa-4682-89d2-fd9db0e8e90f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Sep 09 09:38:40.761929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444ac79-0c78-4c6e-a449-1c5eec4c31e0 req-38d28648-bce8-443a-bf3a-59455ffd0ee0 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:40.763638 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a444ac79-0c78-4c6e-a449-1c5eec4c31e0 req-38d28648-bce8-443a-bf3a-59455ffd0ee0 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.0586824 Sep 09 09:38:40.794905 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f29c676e-975d-49b3-a502-4ac9ba0e05b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.798037 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f29c676e-975d-49b3-a502-4ac9ba0e05b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.802563 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f29c676e-975d-49b3-a502-4ac9ba0e05b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/security-groups/adeafcb8-20e4-4874-97ce-fe170c7c9219 HTTP/1.1" status: 204 len: 168 time: 0.5842888 Sep 09 09:38:40.803995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:40.830943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a444ac79-0c78-4c6e-a449-1c5eec4c31e0 req-d85e17db-451e-4984-85ce-1efd493d234d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605760 Sep 09 09:38:40.832599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c676e-975d-49b3-a502-4ac9ba0e05b6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeafcb8-20e4-4874-97ce-fe170c7c9219,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:40.855044 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.912270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Pushing event updated for resources: {'Port': ['ID=99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:40.971054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9843a84-a165-4a13-aa31-0bc158ed6845 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting subnet 54a2285b-dd79-4621-a990-1c153c38c989 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:38:40.978000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9843a84-a165-4a13-aa31-0bc158ed6845 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.981770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] In _notify_port_updated(), no bound segment for port 99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a on network 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 {{(pid=95325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:38:40.996571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:40.997865 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:40.998904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-907babc4-86df-4f34-a42f-ef789d8ab608 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] 10.222.0.32 "PUT /v2.0/ports/99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a HTTP/1.1" status: 200 len: 1135 time: 0.8177669 Sep 09 09:38:41.010176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58392) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:41.025313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92657b57-964f-4eb5-b865-d6baf163a8cd req-d1cca101-1d28-4eee-8cd0-babf2a8ff623 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:41.026858 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92657b57-964f-4eb5-b865-d6baf163a8cd req-d1cca101-1d28-4eee-8cd0-babf2a8ff623 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1097 time: 0.1099229 Sep 09 09:38:41.052736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9843a84-a165-4a13-aa31-0bc158ed6845 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:41.099218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc9ea73-c6c9-457b-99d1-b408fe4dd841 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:41.100985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3cc9ea73-c6c9-457b-99d1-b408fe4dd841 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] 10.222.0.32 "GET /v2.0/ports/99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a HTTP/1.1" status: 200 len: 1135 time: 0.0898159 Sep 09 09:38:41.105679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58394) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:41.129501 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92657b57-964f-4eb5-b865-d6baf163a8cd req-101ab9f9-55dd-4717-88db-4a71537c1d2e tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822828 Sep 09 09:38:41.219840 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9843a84-a165-4a13-aa31-0bc158ed6845 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:41.346925 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d5045227-0a9b-44e4-9135-8d3baf2f1af5 None None] Provisioning complete for port 99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:41.348023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddcef2-c94d-4a20-ad99-e28c042f6a2e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Deleting port 99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:41.348224 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcef2-c94d-4a20-ad99-e28c042f6a2e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:41.352334 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5045227-0a9b-44e4-9135-8d3baf2f1af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:41.388631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d5045227-0a9b-44e4-9135-8d3baf2f1af5 None None] Port 99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:41.441692 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9843a84-a165-4a13-aa31-0bc158ed6845 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:41.455043 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcef2-c94d-4a20-ad99-e28c042f6a2e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:41.472776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9843a84-a165-4a13-aa31-0bc158ed6845 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Subnet': ['ID=54a2285b-dd79-4621-a990-1c153c38c989,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:41.482498 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddcef2-c94d-4a20-ad99-e28c042f6a2e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Calling delete_port for 99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:41.486460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9843a84-a165-4a13-aa31-0bc158ed6845 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:41.491450 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f9843a84-a165-4a13-aa31-0bc158ed6845 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/54a2285b-dd79-4621-a990-1c153c38c989 HTTP/1.1" status: 204 len: 168 time: 0.6835988 Sep 09 09:38:41.493047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58412) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:41.508052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f857e1dc-e775-44a7-81b3-3e36d1cd13b5 None None] Network d3bae564-657f-4dc1-984f-b4a774867f0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:41.714015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdc1d9b-229f-4c4c-aa55-feb608d69b0b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting subnet 3a8a1ce8-c7eb-4c0c-a020-95c80bd7ec42 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:38:41.723890 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d9b-229f-4c4c-aa55-feb608d69b0b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:41.827869 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d9b-229f-4c4c-aa55-feb608d69b0b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:41.876041 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcef2-c94d-4a20-ad99-e28c042f6a2e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:41.946004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-a818037c-ac1c-4dca-8027-bf34094cdb50 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:41.947609 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-a818037c-ac1c-4dca-8027-bf34094cdb50 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/networks?id=e04c2097-72dd-4307-923c-d7d5468ebac7 HTTP/1.1" status: 200 len: 911 time: 0.2389910 Sep 09 09:38:41.956532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddcef2-c94d-4a20-ad99-e28c042f6a2e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Pushing event deleted for resources: {'Port': ['ID=99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:42.018874 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-df191458-9f59-4455-b4d1-073b3c6027b5 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/quotas/df236bd5431d4debaaf50a9a6e6bd402 HTTP/1.1" status: 200 len: 375 time: 0.0553539 Sep 09 09:38:42.062588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdb440-6cf7-428c-99a9-05ea07bb9c78 req-52e6b730-49e5-40fc-b37b-29924608e2d4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:42.071734 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b6cdb440-6cf7-428c-99a9-05ea07bb9c78 req-52e6b730-49e5-40fc-b37b-29924608e2d4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.0897226 Sep 09 09:38:42.088844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d9b-229f-4c4c-aa55-feb608d69b0b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:42.146639 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b6cdb440-6cf7-428c-99a9-05ea07bb9c78 req-d9936cb3-fc38-43ec-a29c-c518f678185d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738053 Sep 09 09:38:42.164383 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcef2-c94d-4a20-ad99-e28c042f6a2e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:42.167164 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a1ddcef2-c94d-4a20-ad99-e28c042f6a2e tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] 10.222.0.32 "DELETE /v2.0/ports/99dc7b3a-dbbc-41af-bd62-e1f9fbe5ab4a HTTP/1.1" status: 204 len: 168 time: 1.0594060 Sep 09 09:38:42.172334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58424) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:42.222943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-d135f3ba-a280-4e30-bc63-8316c17cdd26 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=df236bd5431d4debaaf50a9a6e6bd402&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1737158 Sep 09 09:38:42.247708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a93ecc-08e6-41ef-a13f-c03b4979d161 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Deleting subnet 91aeefd8-177e-4310-97bf-243e731425b2 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:38:42.254475 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62a93ecc-08e6-41ef-a13f-c03b4979d161 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:42.328345 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d9b-229f-4c4c-aa55-feb608d69b0b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:42.338653 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62a93ecc-08e6-41ef-a13f-c03b4979d161 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:42.417842 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d9b-229f-4c4c-aa55-feb608d69b0b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:42.421197 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bcdc1d9b-229f-4c4c-aa55-feb608d69b0b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/3a8a1ce8-c7eb-4c0c-a020-95c80bd7ec42 HTTP/1.1" status: 204 len: 168 time: 0.9259980 Sep 09 09:38:42.422706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58426) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:42.479331 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62a93ecc-08e6-41ef-a13f-c03b4979d161 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:42.755795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62a93ecc-08e6-41ef-a13f-c03b4979d161 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:42.792118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836de592-f43d-423f-88dc-f18bf57ab15f None None] Network d3bae564-657f-4dc1-984f-b4a774867f0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:42.819029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a93ecc-08e6-41ef-a13f-c03b4979d161 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Pushing event deleted for resources: {'Subnet': ['ID=91aeefd8-177e-4310-97bf-243e731425b2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:42.877226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62a93ecc-08e6-41ef-a13f-c03b4979d161 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:42.878712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-08b77286-28f8-43e7-a70a-88af5937deb9 None None] Provisioning complete for port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:42.879527 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08b77286-28f8-43e7-a70a-88af5937deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:42.881488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b6a29-e451-4efb-bb2c-2ee08e40079f None None] Network 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:42.881732 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-62a93ecc-08e6-41ef-a13f-c03b4979d161 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] 10.222.0.32 "DELETE /v2.0/subnets/91aeefd8-177e-4310-97bf-243e731425b2 HTTP/1.1" status: 204 len: 168 time: 0.7079196 Sep 09 09:38:42.885709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58436) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:43.058239 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.097685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc1d9b-229f-4c4c-aa55-feb608d69b0b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8a1ce8-c7eb-4c0c-a020-95c80bd7ec42,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:43.101503 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f4af6d-d4bb-414c-8f92-92110a276a60 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:43.101963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f4af6d-d4bb-414c-8f92-92110a276a60 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:43.106767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e1f4af6d-d4bb-414c-8f92-92110a276a60 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/54a2285b-dd79-4621-a990-1c153c38c989 HTTP/1.1" status: 404 len: 337 time: 0.6468427 Sep 09 09:38:43.107871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58444) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:43.170505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-0993c9a2-93d3-4850-8cc2-2ba704c8223e service neutron] 10.222.0.32 "GET /v2.0/networks/e04c2097-72dd-4307-923c-d7d5468ebac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9300890 Sep 09 09:38:43.213828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-08b77286-28f8-43e7-a70a-88af5937deb9 None None] Port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:43.224663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Deleting port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:43.224663 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.258322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3987c3f7-c31c-4b8b-829f-5d3f440fdca1 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting subnet 8467469b-9be0-40e8-8ddb-fd746314ad16 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:38:43.280795 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3987c3f7-c31c-4b8b-829f-5d3f440fdca1 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.342211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-08b77286-28f8-43e7-a70a-88af5937deb9 None None] Provisioning complete for port 651d6ede-4969-4423-ae64-a26148691d01 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:43.343577 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08b77286-28f8-43e7-a70a-88af5937deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.378626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3987c3f7-c31c-4b8b-829f-5d3f440fdca1 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.470711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-f3372e7f-62a0-42d4-8fe4-00220001fc4b service neutron] 10.222.0.32 "GET /v2.0/networks/e04c2097-72dd-4307-923c-d7d5468ebac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777996 Sep 09 09:38:43.483778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] For port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=492e985d-3adf-46ae-a9c3-9b369e1c4a0e,segment=NetworkSegment(6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856),segment_id=6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:43.484189 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.514647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ea26f-5da9-4dc1-b34f-bc3546b194ee req-a137eade-a5da-494d-bfd7-347c0a7308d1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:43.516282 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-207ea26f-5da9-4dc1-b34f-bc3546b194ee req-a137eade-a5da-494d-bfd7-347c0a7308d1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1695397 Sep 09 09:38:43.521331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Calling delete_port for 492e985d-3adf-46ae-a9c3-9b369e1c4a0e owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:43.553970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d6198d-a66e-4867-b2ad-6b44ab382be7 None None] DHCP port deletion for 4d033cd6-ca92-4be9-bc0e-3242f5fbe438 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:38:43.619487 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3987c3f7-c31c-4b8b-829f-5d3f440fdca1 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.642599 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-207ea26f-5da9-4dc1-b34f-bc3546b194ee req-ff82f5c4-cf02-4eb4-b9a2-5dd58d404044 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098537 Sep 09 09:38:43.686819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6198d-a66e-4867-b2ad-6b44ab382be7 None None] Deleting port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:43.688986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b0d6198d-a66e-4867-b2ad-6b44ab382be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.771652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b0d6198d-a66e-4867-b2ad-6b44ab382be7 None None] For port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=492e985d-3adf-46ae-a9c3-9b369e1c4a0e,segment=NetworkSegment(6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856),segment_id=6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:43.772123 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b0d6198d-a66e-4867-b2ad-6b44ab382be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.787622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6198d-a66e-4867-b2ad-6b44ab382be7 None None] Calling delete_port for 492e985d-3adf-46ae-a9c3-9b369e1c4a0e owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:43.864248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.866020 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3987c3f7-c31c-4b8b-829f-5d3f440fdca1 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.886669 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b0d6198d-a66e-4867-b2ad-6b44ab382be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.914975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987c3f7-c31c-4b8b-829f-5d3f440fdca1 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Subnet': ['ID=8467469b-9be0-40e8-8ddb-fd746314ad16,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:43.944799 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3987c3f7-c31c-4b8b-829f-5d3f440fdca1 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:43.952403 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3987c3f7-c31c-4b8b-829f-5d3f440fdca1 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/8467469b-9be0-40e8-8ddb-fd746314ad16 HTTP/1.1" status: 204 len: 168 time: 0.8344123 Sep 09 09:38:43.955351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58452) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:43.958176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Pushing event deleted for resources: {'Port': ['ID=492e985d-3adf-46ae-a9c3-9b369e1c4a0e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:43.965270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6198d-a66e-4867-b2ad-6b44ab382be7 None None] No DVR routers for this DVR port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:38:43.968464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6198d-a66e-4867-b2ad-6b44ab382be7 None None] Pushing event deleted for resources: {'Port': ['ID=492e985d-3adf-46ae-a9c3-9b369e1c4a0e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:43.978456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] No DVR routers for this DVR port 492e985d-3adf-46ae-a9c3-9b369e1c4a0e on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:38:44.033381 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a45b4d-212c-4c1b-b82f-7a54d2dcac9b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:44.033847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a45b4d-212c-4c1b-b82f-7a54d2dcac9b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:44.037281 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-24a45b4d-212c-4c1b-b82f-7a54d2dcac9b tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/1430e2fa-3208-459c-9e3c-92559a25d434 HTTP/1.1" status: 404 len: 337 time: 0.0773757 Sep 09 09:38:44.040636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58460) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.090040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9e399f9a-3e0e-4ecf-9c4b-6fdf1db35495 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "GET /v2.0/ports?device_id=53e05721-a334-4126-87df-4f3bf4edbdcf HTTP/1.1" status: 200 len: 205 time: 0.0482261 Sep 09 09:38:44.095578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58464) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.135510 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-11050ba6-d9ef-48d6-8bb4-96974057b8d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] delete failed (client error): The resource could not be found. Sep 09 09:38:44.138397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-11050ba6-d9ef-48d6-8bb4-96974057b8d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/routers/53e05721-a334-4126-87df-4f3bf4edbdcf HTTP/1.1" status: 404 len: 336 time: 0.0467010 Sep 09 09:38:44.138518 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:44.139035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58468) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.171803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d033cd6-ca92-4be9-bc0e-3242f5fbe438']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:44.172212 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae93c085-eaae-4f79-b550-2f27c31dc415 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:44.172677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae93c085-eaae-4f79-b550-2f27c31dc415 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:44.179691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ae93c085-eaae-4f79-b550-2f27c31dc415 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/405e9c42-3a68-4ac9-b086-67195c522167 HTTP/1.1" status: 404 len: 337 time: 0.0394681 Sep 09 09:38:44.180365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58470) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.190291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:44.191336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6013b0aa-a5b7-4fc4-b8c9-e7edf36f7856') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:44.202528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:44.214835 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1afd267-20d3-4b4e-9abd-a4da49812fe6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:44.214835 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1afd267-20d3-4b4e-9abd-a4da49812fe6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:44.222114 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f1afd267-20d3-4b4e-9abd-a4da49812fe6 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/dde5fa0b-0872-4f81-ba05-5e3f5b354f21 HTTP/1.1" status: 404 len: 337 time: 0.0405986 Sep 09 09:38:44.226859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58476) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.286427 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f55f9e9-fa04-4496-972a-7ec6befed7f5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:44.286913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f55f9e9-fa04-4496-972a-7ec6befed7f5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:44.288738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6f55f9e9-fa04-4496-972a-7ec6befed7f5 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/9235af5a-6877-481f-86a3-b710f204c7c6 HTTP/1.1" status: 404 len: 337 time: 0.0597897 Sep 09 09:38:44.291592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58480) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.327111 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f072ff3-3580-4656-baeb-c240f431c82d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:44.334046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:44.338327 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-553064db-8ec3-479d-a584-8fa4637c7007 req-02c2530c-4a8e-49dd-8fe9-ddbfef23fc67 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 210 time: 0.0572739 Sep 09 09:38:44.339697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f072ff3-3580-4656-baeb-c240f431c82d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:44.343937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:38:44.345070 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:38:44.348413 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:38:44.350559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58482) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.350670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2f072ff3-3580-4656-baeb-c240f431c82d tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/305f9702-c523-40fc-9c13-76e9d22a6fb5 HTTP/1.1" status: 404 len: 333 time: 0.0554235 Sep 09 09:38:44.410250 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a03ddd0-db37-4d42-be75-b1a0526ffa74 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:44.411672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a03ddd0-db37-4d42-be75-b1a0526ffa74 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:44.413007 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5a03ddd0-db37-4d42-be75-b1a0526ffa74 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/ef617fda-eb3d-4d96-8e4a-4e2ebb670248 HTTP/1.1" status: 404 len: 337 time: 0.0633590 Sep 09 09:38:44.415795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58484) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.433180 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9691fe74-0dc5-4f73-b266-29cd5bc5e8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:44.485306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4712db1c-a484-46a6-9842-5dcac63082cf None None] Network d3bae564-657f-4dc1-984f-b4a774867f0f requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:44.486419 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-219e5eab-0e18-43e8-86ef-904db58b2762 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:44.486941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219e5eab-0e18-43e8-86ef-904db58b2762 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:44.491469 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-219e5eab-0e18-43e8-86ef-904db58b2762 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/5a5c8e05-7469-4495-be10-abd335b4eea0 HTTP/1.1" status: 404 len: 337 time: 0.0725615 Sep 09 09:38:44.495888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58492) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.523046 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9017a2-fb27-4c48-bdb6-598b17a8b7d4 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:44.523915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9017a2-fb27-4c48-bdb6-598b17a8b7d4 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:44.528993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58494) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.529616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-af9017a2-fb27-4c48-bdb6-598b17a8b7d4 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/a0acafce-7982-42e3-a832-00d269c7b096 HTTP/1.1" status: 404 len: 333 time: 0.0322442 Sep 09 09:38:44.567125 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53e5496-08bd-4249-acb1-55edc1f1ed24 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:44.567522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53e5496-08bd-4249-acb1-55edc1f1ed24 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:44.569291 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e53e5496-08bd-4249-acb1-55edc1f1ed24 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/c3193ee7-69df-496c-a83a-e8c1666f28b0 HTTP/1.1" status: 404 len: 337 time: 0.0393145 Sep 09 09:38:44.572398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58496) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.591618 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:44.605978 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:44.608018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] 10.222.0.32 "DELETE /v2.0/networks/4d033cd6-ca92-4be9-bc0e-3242f5fbe438 HTTP/1.1" status: 204 len: 168 time: 1.7166173 Sep 09 09:38:44.608893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aaf43-662b-453e-9aa6-bc9af79fc195 tempest-ExtraDHCPOptionsTestJSON-2099587950 tempest-ExtraDHCPOptionsTestJSON-2099587950-project] Pushing event deleted for resources: {'Network': ['ID=4d033cd6-ca92-4be9-bc0e-3242f5fbe438,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:44.632660 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e119aa-5e04-4cbc-86c9-b37da1c4382c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] DELETE failed (client error): The resource could not be found. Sep 09 09:38:44.633123 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e119aa-5e04-4cbc-86c9-b37da1c4382c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:38:44.648083 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f7e119aa-5e04-4cbc-86c9-b37da1c4382c tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/subnets/6a26d568-f123-4e16-903e-c55782a34630 HTTP/1.1" status: 404 len: 337 time: 0.0701764 Sep 09 09:38:44.650269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58500) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:44.667642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9295521c-1527-43f6-b393-d92780a6a91a None None] Provisioning complete for port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:44.672974 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9295521c-1527-43f6-b393-d92780a6a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:44.736648 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 492e985d-3adf-46ae-a9c3-9b369e1c4a0e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:38:44.770853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 492e985d-3adf-46ae-a9c3-9b369e1c4a0e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:38:44.771352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 492e985d-3adf-46ae-a9c3-9b369e1c4a0e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:38:44.786822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9295521c-1527-43f6-b393-d92780a6a91a None None] Port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:44.802976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9295521c-1527-43f6-b393-d92780a6a91a None None] Provisioning complete for port 651d6ede-4969-4423-ae64-a26148691d01 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:44.803532 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9295521c-1527-43f6-b393-d92780a6a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:44.860220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Deleting port b53debe6-f3f0-4a59-8aed-369a65f1f9a1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:44.860578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:44.930158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16fcedf-ba54-4eb7-a103-263c2d709a2a None None] DHCP port deletion for d3bae564-657f-4dc1-984f-b4a774867f0f request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:38:44.985982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34139314-295d-4763-86fa-265e997073d6 req-0c827bff-f6a2-479f-9489-98fda96934b3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:44.996907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34139314-295d-4763-86fa-265e997073d6 req-0c827bff-f6a2-479f-9489-98fda96934b3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1878655 Sep 09 09:38:45.024936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a16fcedf-ba54-4eb7-a103-263c2d709a2a None None] Deleting port 651d6ede-4969-4423-ae64-a26148691d01 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:38:45.024936 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a16fcedf-ba54-4eb7-a103-263c2d709a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.061192 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.090991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Calling delete_port for b53debe6-f3f0-4a59-8aed-369a65f1f9a1 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:45.107122 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34139314-295d-4763-86fa-265e997073d6 req-d0b135b7-ba3c-49b1-8dda-86cea49ab8ce tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930908 Sep 09 09:38:45.120795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a16fcedf-ba54-4eb7-a103-263c2d709a2a None None] For port 651d6ede-4969-4423-ae64-a26148691d01, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=651d6ede-4969-4423-ae64-a26148691d01,segment=NetworkSegment(86f35527-ebc0-42c0-b81c-07344e0611d6),segment_id=86f35527-ebc0-42c0-b81c-07344e0611d6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:45.121187 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a16fcedf-ba54-4eb7-a103-263c2d709a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.135417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a16fcedf-ba54-4eb7-a103-263c2d709a2a None None] Calling delete_port for 651d6ede-4969-4423-ae64-a26148691d01 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:38:45.281049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58518) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:45.423310 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a16fcedf-ba54-4eb7-a103-263c2d709a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.428765 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.465662 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-02036a1f-2217-4294-b423-283c028ddf6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7bac9a9a7bd4fc5856129755473301f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834204 Sep 09 09:38:45.468319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58524) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:45.471429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16fcedf-ba54-4eb7-a103-263c2d709a2a None None] No DVR routers for this DVR port 651d6ede-4969-4423-ae64-a26148691d01 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:38:45.475841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Port': ['ID=b53debe6-f3f0-4a59-8aed-369a65f1f9a1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:45.483038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fcedf-ba54-4eb7-a103-263c2d709a2a None None] Pushing event deleted for resources: {'Port': ['ID=651d6ede-4969-4423-ae64-a26148691d01,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:45.510001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bacbdd08-c8d0-431f-af20-933ef1d67b3a req-1321432a-7055-4359-b9e6-7dd53c358c12 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 210 time: 0.0680087 Sep 09 09:38:45.513572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.513925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.514329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.514667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.515014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.515335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.515699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.516026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.516355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.516679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.517056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.517382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:38:45.521245 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.525510 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-409523a3-bece-4304-b745-649b47a203d8 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/ports/b53debe6-f3f0-4a59-8aed-369a65f1f9a1 HTTP/1.1" status: 204 len: 168 time: 0.8723328 Sep 09 09:38:45.525768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58528) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:45.585914 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c60173d-6959-4c8d-a757-b32dc2da5ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.610289 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c60173d-6959-4c8d-a757-b32dc2da5ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.631581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.642852 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:38:45.742079 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c60173d-6959-4c8d-a757-b32dc2da5ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.744238 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.745564 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c60173d-6959-4c8d-a757-b32dc2da5ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.746922 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7c60173d-6959-4c8d-a757-b32dc2da5ce7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/014c3111-03a0-4ae0-b1d4-279c141e2cda HTTP/1.1" status: 204 len: 168 time: 0.2776108 Sep 09 09:38:45.756788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60173d-6959-4c8d-a757-b32dc2da5ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014c3111-03a0-4ae0-b1d4-279c141e2cda,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:45.772853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bae564-657f-4dc1-984f-b4a774867f0f']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:45.785955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f35527-ebc0-42c0-b81c-07344e0611d6') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:45.786264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f35527-ebc0-42c0-b81c-07344e0611d6') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:45.797460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.810801 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.817280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:38:45.819410 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:38:45.821826 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:38:46.005569 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:46.012632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:46.014368 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] 10.222.0.32 "DELETE /v2.0/networks/d3bae564-657f-4dc1-984f-b4a774867f0f HTTP/1.1" status: 204 len: 168 time: 0.4876618 Sep 09 09:38:46.025768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2a9c3-a722-44dd-af58-2abcdb7ad7c3 tempest-PortsIpV6TestJSON-573254467 tempest-PortsIpV6TestJSON-573254467-project] Pushing event deleted for resources: {'Network': ['ID=d3bae564-657f-4dc1-984f-b4a774867f0f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:46.254160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb467-f25d-4230-9f72-ac0ac05cd4e5 req-68d45b2d-ef2b-45cc-b478-980441982b27 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:46.256782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f83bb467-f25d-4230-9f72-ac0ac05cd4e5 req-68d45b2d-ef2b-45cc-b478-980441982b27 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.0679662 Sep 09 09:38:46.308047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f83bb467-f25d-4230-9f72-ac0ac05cd4e5 req-205ed717-1bfd-4114-b3a2-83a32afaae6c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446417 Sep 09 09:38:46.670627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 651d6ede-4969-4423-ae64-a26148691d01 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:38:46.708330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e4eb43da-cbdd-4997-902a-5d14e1091dd7 req-19ffc288-6b2c-4ea0-b591-e9b2219e53c7 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 210 time: 0.0913470 Sep 09 09:38:46.719322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 651d6ede-4969-4423-ae64-a26148691d01 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:38:46.723666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 651d6ede-4969-4423-ae64-a26148691d01 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:38:46.756741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-8e334309-edc6-4644-aad7-2546a1d45745 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:46.758935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-8e334309-edc6-4644-aad7-2546a1d45745 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.41 "GET /v2.0/networks?id=e04c2097-72dd-4307-923c-d7d5468ebac7 HTTP/1.1" status: 200 len: 911 time: 0.1629956 Sep 09 09:38:46.776021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Request body: {'port': {'device_id': '2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0', 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7', 'admin_state_up': True, 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:46.805064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58570) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:46.966069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Made reservation on behalf of df236bd5431d4debaaf50a9a6e6bd402 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:46.969535 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.032073 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fe5a3f1a-7b7f-4770-956b-29484481fdc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fd111789d994d459151117dd9b89972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257288 Sep 09 09:38:47.032778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58580) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:47.129579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65a0d213-83ad-4a21-8a81-43be7aaa3256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.155161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58584) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:47.160091 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65a0d213-83ad-4a21-8a81-43be7aaa3256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.188708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Allocated IP 172.20.0.10 (e04c2097-72dd-4307-923c-d7d5468ebac7/31927590-55b3-45ae-b2a4-caf061b3285e/f1be0992-1f64-44a8-b32b-0e94eb5d4e0f) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:47.205172 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75f364d5-d396-4938-b306-1a569292fd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.337956 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65a0d213-83ad-4a21-8a81-43be7aaa3256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.340728 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65a0d213-83ad-4a21-8a81-43be7aaa3256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.340855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-179780943'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:47.342399 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-65a0d213-83ad-4a21-8a81-43be7aaa3256 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbb3e2c9-c02a-495e-ba1b-73368035c5b6 HTTP/1.1" status: 204 len: 168 time: 0.3081007 Sep 09 09:38:47.352021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0d213-83ad-4a21-8a81-43be7aaa3256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb3e2c9-c02a-495e-ba1b-73368035c5b6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:47.361848 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.409700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.432337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Transition to ACTIVE for port object f1be0992-1f64-44a8-b32b-0e94eb5d4e0f will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:47.521209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Made reservation on behalf of 66870d521e334306882869df1a237797 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:47.528010 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.537748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ce59c-21f6-492e-a4d6-68f54a86e7a3 req-a3fd5b5e-1eb5-4557-af47-f38a90416373 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:47.539413 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b3ce59c-21f6-492e-a4d6-68f54a86e7a3 req-a3fd5b5e-1eb5-4557-af47-f38a90416373 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1048830 Sep 09 09:38:47.555528 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.614751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b3ce59c-21f6-492e-a4d6-68f54a86e7a3 req-796f19f1-864a-4924-acb8-3e8729bd7b81 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625284 Sep 09 09:38:47.698515 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.713728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.725684 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['4ad55add-9509-4bba-ad04-42177a2cb359'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:38:47.767429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Network e04c2097-72dd-4307-923c-d7d5468ebac7 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:47.771827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:47.776685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:47.858275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Pushing event updated for resources: {'Port': ['ID=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:47.887988 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.927171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88eaf-731f-43cb-9aa8-3c732a65e083 req-e093410f-e29a-4f47-80a0-1df2047ba2e7 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:47.931353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3f88eaf-731f-43cb-9aa8-3c732a65e083 req-e093410f-e29a-4f47-80a0-1df2047ba2e7 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1028 time: 0.1109126 Sep 09 09:38:47.950973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:38:47.974655 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:47.975256 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Added segment 71b5e57c-6097-4561-8677-19c5a540ca01 of type vlan for network 2e184f5d-1797-4aa4-8b95-f634b7a9b087 Sep 09 09:38:48.003815 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3f88eaf-731f-43cb-9aa8-3c732a65e083 req-a3b44045-3091-436a-9a2b-9ae78b28ee32 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604584 Sep 09 09:38:48.021583 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:48.059879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:48.059879 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:48.085389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47b3718-dd60-459d-a8f1-e149af69b783,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:48.108887 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:48.120237 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:48.121444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:48.175290 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-776271fa-87eb-467b-a74f-3728e4aca1ef tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4075229 Sep 09 09:38:48.188121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Request body: {'port': {'device_id': '2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:48.279888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4ef16a4d-0746-475d-a10d-4e8d3ea41271 None None] Provisioning for port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:48.285188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4ef16a4d-0746-475d-a10d-4e8d3ea41271 None None] Provisioning complete for port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:48.285664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ef16a4d-0746-475d-a10d-4e8d3ea41271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:48.296196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event updated for resources: {'Network': ['ID=2e184f5d-1797-4aa4-8b95-f634b7a9b087,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:48.308202 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ff8fdcf6-2964-4467-becd-0079141a86ce tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1475832 Sep 09 09:38:48.310334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58616) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:48.311685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:48.314094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 2e184f5d-1797-4aa4-8b95-f634b7a9b087 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:38:48.317328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Request body: {'subnet': {'network_id': '2e184f5d-1797-4aa4-8b95-f634b7a9b087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:48.349976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4ef16a4d-0746-475d-a10d-4e8d3ea41271 None None] Port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:48.560001 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:48.615941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Made reservation on behalf of 66870d521e334306882869df1a237797 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:48.622641 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:48.722135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1be0992-1f64-44a8-b32b-0e94eb5d4e0f {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:38:48.755022 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:48.792937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Transition to ACTIVE for port object f1be0992-1f64-44a8-b32b-0e94eb5d4e0f will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:48.854196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d501ab1-62b8-435f-89f2-298e4ff282de req-af489c96-1a4f-4a45-83a0-27279a1fb370 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:48.869508 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d501ab1-62b8-435f-89f2-298e4ff282de req-af489c96-1a4f-4a45-83a0-27279a1fb370 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.0890315 Sep 09 09:38:48.948237 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d501ab1-62b8-435f-89f2-298e4ff282de req-7a9b914b-c545-4be2-8a70-297c8c821e50 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665565 Sep 09 09:38:48.949782 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:49.014007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Pushing event updated for resources: {'Port': ['ID=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:49.057553 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:49.113674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Attempting to bind port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:49.114205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Attempting to bind port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:49.114539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Attempting to bind port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f on network e04c2097-72dd-4307-923c-d7d5468ebac7 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:49.120905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f on network e04c2097-72dd-4307-923c-d7d5468ebac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:38:49.121237 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Attempting to bind port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f on network e04c2097-72dd-4307-923c-d7d5468ebac7 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:49.129255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:49.131247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Checking segment: {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:49.131247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Bound using segment: {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:49.131247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Bound port: f1be0992-1f64-44a8-b32b-0e94eb5d4e0f, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c162a61d-6ac4-4411-92c0-d8a2367c1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:49.131247 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:49.231289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] For port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:49.234825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event updated for resources: {'Subnet': ['ID=ff26b38d-e4a7-4693-9bd1-68b846372f55,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:49.235061 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] For port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:49.254855 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Checking segment: {'id': '71b5e57c-6097-4561-8677-19c5a540ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2e184f5d-1797-4aa4-8b95-f634b7a9b087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:49.255232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Network hostable DHCP agents. Network: 2e184f5d-1797-4aa4-8b95-f634b7a9b087, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:38:49.264173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02eecf-d762-4a09-9ab2-889f42ebb193 req-aeed5763-79ed-4a56-8f8d-d601ec6e86c8 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:49.265796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c02eecf-d762-4a09-9ab2-889f42ebb193 req-aeed5763-79ed-4a56-8f8d-d601ec6e86c8 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1054 time: 0.1302755 Sep 09 09:38:49.307552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58644) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:49.318514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c02eecf-d762-4a09-9ab2-889f42ebb193 req-77e664e1-2a45-4688-9a36-686df1671cd5 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Sep 09 09:38:49.349377 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:49.376402 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Network 2e184f5d-1797-4aa4-8b95-f634b7a9b087 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:38:49.384068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:49.384729 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:49.386281 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] 10.222.0.41 "PUT /v2.0/ports/f1be0992-1f64-44a8-b32b-0e94eb5d4e0f HTTP/1.1" status: 200 len: 1093 time: 1.2024579 Sep 09 09:38:49.386728 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0', 'tag': 'f1be0992-1f64-44a8-b32b-0e94eb5d4e0f'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:38:49.389129 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac98b29d-0e76-4a11-a8f6-9bf17a3220ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0", "tag": "f1be0992-1f64-44a8-b32b-0e94eb5d4e0f"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:38:49.429507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35995486-1a7a-4bd4-bc65-ba42b7b43b12 service neutron] Pushing event updated for resources: {'Port': ['ID=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:49.449059 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68642cba-f284-4695-9f3e-f8afd340cfcb x-openstack-request-id: req-68642cba-f284-4695-9f3e-f8afd340cfcb {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:38:49.449606 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0", "tag": "f1be0992-1f64-44a8-b32b-0e94eb5d4e0f", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:38:49.449862 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68642cba-f284-4695-9f3e-f8afd340cfcb {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:38:49.452167 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0', 'tag': 'f1be0992-1f64-44a8-b32b-0e94eb5d4e0f', 'status': 'completed', 'code': 200} Sep 09 09:38:49.461809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1198764668'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:49.468548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 2e184f5d-1797-4aa4-8b95-f634b7a9b087) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:49.474601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:49.475366 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:49.481191 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ad5729-7f7f-4cf6-9e4b-797a7b119edf None None] Network 2e184f5d-1797-4aa4-8b95-f634b7a9b087 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:49.551819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98b29d-0e76-4a11-a8f6-9bf17a3220ee req-9e835d6b-afd1-44e1-88a9-4bbadbd72729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:49.553577 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac98b29d-0e76-4a11-a8f6-9bf17a3220ee req-9e835d6b-afd1-44e1-88a9-4bbadbd72729 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df236bd5431d4debaaf50a9a6e6bd402&device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1096 time: 0.0721176 Sep 09 09:38:49.584631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:49.588758 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:49.608506 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:49.647140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-2e184f5d-1797-4aa4-8b95-f634b7a9b087', 'network_id': '2e184f5d-1797-4aa4-8b95-f634b7a9b087', 'tenant_id': '66870d521e334306882869df1a237797', 'fixed_ips': [{'subnet_id': 'ff26b38d-e4a7-4693-9bd1-68b846372f55'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:38:49.648078 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:49.685341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98b29d-0e76-4a11-a8f6-9bf17a3220ee req-a1ae778d-746b-4db0-b281-8dce46b0045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:49.687145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac98b29d-0e76-4a11-a8f6-9bf17a3220ee req-a1ae778d-746b-4db0-b281-8dce46b0045b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=df236bd5431d4debaaf50a9a6e6bd402&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1263952 Sep 09 09:38:49.694960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f0a5e6c2-7cdf-442e-9777-65e7c9a04b4c tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3805752 Sep 09 09:38:49.695767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:49.700410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c1341800-dc9c-4157-8d70-d6135b8e8872 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-990445243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:49.724089 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-c1341800-dc9c-4157-8d70-d6135b8e8872 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 09:38:49.724089 n-d-778696-16 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 09:38:49.724089 n-d-778696-16 neutron-server[95326]: [parameters: {'project_id_1': '66870d521e334306882869df1a237797', 'expiration_1': datetime.datetime(2021, 9, 9, 9, 38, 29, 707285)}] Sep 09 09:38:49.724089 n-d-778696-16 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:38:49.726232 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-c1341800-dc9c-4157-8d70-d6135b8e8872 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:38:49.800337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Allocated IP 172.20.0.2 (2e184f5d-1797-4aa4-8b95-f634b7a9b087/ff26b38d-e4a7-4693-9bd1-68b846372f55/52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:49.845503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98b29d-0e76-4a11-a8f6-9bf17a3220ee req-f1a8cf6f-e410-46a2-9e27-810c0cb47bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:49.847149 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac98b29d-0e76-4a11-a8f6-9bf17a3220ee req-f1a8cf6f-e410-46a2-9e27-810c0cb47bc7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438191 Sep 09 09:38:49.923149 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:49.939932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-a86c3fa9-71bd-4c39-ab8f-3304ecc08343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:49.941662 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-a86c3fa9-71bd-4c39-ab8f-3304ecc08343 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df236bd5431d4debaaf50a9a6e6bd402&device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1096 time: 0.0455716 Sep 09 09:38:49.984233 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:49.993720 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-fbb2897d-b0e7-4f74-9258-f456ba177ecd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f HTTP/1.1" status: 200 len: 217 time: 0.0436933 Sep 09 09:38:49.999881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Transition to ACTIVE for port object 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:50.000110 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.039541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Transition to ACTIVE for port object 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:50.070015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:38:50.088117 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1466ccbe-62af-4553-8f8a-0338b9a8b2ae,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:50.104384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.104985 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added segment bca5707a-d598-47e0-9d83-d64da309c285 of type vlan for network ab9d7e53-f5d6-462a-a9fa-f729caa0a206 Sep 09 09:38:50.121253 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.153926 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.160504 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.162748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-944dc4af-5bcc-41e3-bda0-aa649963dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:50.163991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-944dc4af-5bcc-41e3-bda0-aa649963dba5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31927590-55b3-45ae-b2a4-caf061b3285e HTTP/1.1" status: 200 len: 849 time: 0.1622846 Sep 09 09:38:50.175191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b913de-dd93-4ca7-98cd-1e3a61c8bb1b req-91566e02-e0b6-46a6-ae06-f260124220ff tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:50.175898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Network 2e184f5d-1797-4aa4-8b95-f634b7a9b087 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:50.178754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:50.179550 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17b913de-dd93-4ca7-98cd-1e3a61c8bb1b req-91566e02-e0b6-46a6-ae06-f260124220ff tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.0872259 Sep 09 09:38:50.182836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:50.197510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Pushing event updated for resources: {'Port': ['ID=52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:50.231197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-8529a26a-36e8-4b56-ac7e-ce39ff6a18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:50.233170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-8529a26a-36e8-4b56-ac7e-ce39ff6a18c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e04c2097-72dd-4307-923c-d7d5468ebac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592628 Sep 09 09:38:50.248109 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17b913de-dd93-4ca7-98cd-1e3a61c8bb1b req-99030a48-6f70-4900-bf20-752fb9d2a3d8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612099 Sep 09 09:38:50.256603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Attempting to bind port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:50.256804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Attempting to bind port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '71b5e57c-6097-4561-8677-19c5a540ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2e184f5d-1797-4aa4-8b95-f634b7a9b087'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:50.263600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Attempting to bind port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea on network 2e184f5d-1797-4aa4-8b95-f634b7a9b087 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:50.263600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:50.263600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Checking segment: {'id': '71b5e57c-6097-4561-8677-19c5a540ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2e184f5d-1797-4aa4-8b95-f634b7a9b087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:50.263600 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.264071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Bound using segment: {'id': '71b5e57c-6097-4561-8677-19c5a540ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2e184f5d-1797-4aa4-8b95-f634b7a9b087'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:50.264551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Bound port: 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b5e57c-6097-4561-8677-19c5a540ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2e184f5d-1797-4aa4-8b95-f634b7a9b087'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:50.264950 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.341813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] For port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:50.347535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] For port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea,segment=NetworkSegment(71b5e57c-6097-4561-8677-19c5a540ca01),segment_id=71b5e57c-6097-4561-8677-19c5a540ca01)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:50.348202 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.354214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:50.354826 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.398242 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1341800-dc9c-4157-8d70-d6135b8e8872 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.399971 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1341800-dc9c-4157-8d70-d6135b8e8872 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.400326 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-1524b592-8766-48b9-abf6-d644b9d89820 service neutron] 10.222.0.41 "GET /v2.0/networks/e04c2097-72dd-4307-923c-d7d5468ebac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586101 Sep 09 09:38:50.462575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1341800-dc9c-4157-8d70-d6135b8e8872 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.489613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Network': ['ID=ab9d7e53-f5d6-462a-a9fa-f729caa0a206,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:50.501561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network ab9d7e53-f5d6-462a-a9fa-f729caa0a206 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:38:50.537059 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.542323 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-116fe6a1-a065-4689-830f-04f8412b8761 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2338469 Sep 09 09:38:50.544645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58672) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:50.550782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153c919-45e5-4839-a148-41b6025f91a3 req-253b47b3-3071-4bdc-a620-3a03f69e7185 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:50.561747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1686434395'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:50.561895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5153c919-45e5-4839-a148-41b6025f91a3 req-253b47b3-3071-4bdc-a620-3a03f69e7185 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1096 time: 0.1460125 Sep 09 09:38:50.585663 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1341800-dc9c-4157-8d70-d6135b8e8872 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.600806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e14c8d53-786d-4e23-815f-7d079ff9901b req-67c981c2-3873-40d8-a73a-014fdbb98ce4 service neutron] 10.222.0.41 "GET /v2.0/networks/e04c2097-72dd-4307-923c-d7d5468ebac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875491 Sep 09 09:38:50.620680 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5153c919-45e5-4839-a148-41b6025f91a3 req-1c11811b-22ea-4a1f-930c-26d0c7564eae tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433135 Sep 09 09:38:50.667932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c3fad-8a63-4066-802c-b9320d454d62 None None] Pushing event updated for resources: {'Port': ['ID=52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:50.673577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:50.679998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.707171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:38:50.720028 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.720372 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added segment 57181f41-89ec-46d2-9698-277644432a99 of type vlan for network dc1b71b6-8be4-459a-8b3b-344afe5dc8ca Sep 09 09:38:50.763084 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.810357 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1341800-dc9c-4157-8d70-d6135b8e8872 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.812449 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c1341800-dc9c-4157-8d70-d6135b8e8872 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.1149971 Sep 09 09:38:50.814413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58678) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:50.884750 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:50.891097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:50.891882 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:51.073288 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5266953 Sep 09 09:38:51.075101 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82691f49-dc22-48ac-bbe0-9d5cf5bd6bf8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Network': ['ID=dc1b71b6-8be4-459a-8b3b-344afe5dc8ca,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:51.076232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58686) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:51.084947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'subnet': {'network_id': 'ab9d7e53-f5d6-462a-a9fa-f729caa0a206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:51.086064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network dc1b71b6-8be4-459a-8b3b-344afe5dc8ca details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:38:51.222405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:51.286276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:51.292032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:51.513716 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c5126-4ea4-4350-a5d1-7a5974ccda72 req-160c68cd-1141-42c1-80f2-3275e1a8a220 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:51.521738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-547c5126-4ea4-4350-a5d1-7a5974ccda72 req-160c68cd-1141-42c1-80f2-3275e1a8a220 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1300640 Sep 09 09:38:51.615532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Allocated IP 172.20.0.1 (2e184f5d-1797-4aa4-8b95-f634b7a9b087/ff26b38d-e4a7-4693-9bd1-68b846372f55/6b88b2d4-322d-4921-ba4b-dffadf81a5b5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:51.651422 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:51.685915 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-547c5126-4ea4-4350-a5d1-7a5974ccda72 req-216b46da-0474-434a-a03a-2d97cfd05754 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626773 Sep 09 09:38:51.730397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Checking segment: {'id': 'bca5707a-d598-47e0-9d83-d64da309c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ab9d7e53-f5d6-462a-a9fa-f729caa0a206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:51.730971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network hostable DHCP agents. Network: ab9d7e53-f5d6-462a-a9fa-f729caa0a206, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:38:51.744515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Subnet': ['ID=53e9e488-eccd-4532-9bb5-cf23495a3533,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:51.828856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03785-b6c3-4df3-b410-7e4316988d5d req-18912e14-b8ed-4888-85d9-d1f410f30b6a tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:51.835970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0af03785-b6c3-4df3-b410-7e4316988d5d req-18912e14-b8ed-4888-85d9-d1f410f30b6a tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1096 time: 0.0770195 Sep 09 09:38:51.851875 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:51.880463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Transition to ACTIVE for port object 6b88b2d4-322d-4921-ba4b-dffadf81a5b5 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:51.883361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network ab9d7e53-f5d6-462a-a9fa-f729caa0a206 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:38:51.893062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0af03785-b6c3-4df3-b410-7e4316988d5d req-e4830d46-d35a-479c-8547-0e66bfa64bc1 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534155 Sep 09 09:38:51.929697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa5bde-41b9-443c-b0a5-657e27f3a8ef None None] Network 2e184f5d-1797-4aa4-8b95-f634b7a9b087 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:52.015720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, ab9d7e53-f5d6-462a-a9fa-f729caa0a206) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:52.019820 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:52.020701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:52.021371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:52.055263 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7bdf9d-57cc-4669-87c6-b022a9ed34f0 None None] Network ab9d7e53-f5d6-462a-a9fa-f729caa0a206 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:52.088970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9993b89e-2252-45f2-bf87-5519177cc574 None None] Provisioning for port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:52.141075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event updated for resources: {'Port': ['ID=6b88b2d4-322d-4921-ba4b-dffadf81a5b5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:52.152433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Network 2e184f5d-1797-4aa4-8b95-f634b7a9b087 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:52.153124 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-641508e3-2fc1-4046-8e77-8af5880518d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0748410 Sep 09 09:38:52.153649 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58706) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:52.156805 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:52.161521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:52.168215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'subnet': {'network_id': 'dc1b71b6-8be4-459a-8b3b-344afe5dc8ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:52.295496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-ab9d7e53-f5d6-462a-a9fa-f729caa0a206', 'network_id': 'ab9d7e53-f5d6-462a-a9fa-f729caa0a206', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'fixed_ips': [{'subnet_id': '53e9e488-eccd-4532-9bb5-cf23495a3533'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:38:52.296771 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:52.543790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Allocated IP 2001:db8::2 (ab9d7e53-f5d6-462a-a9fa-f729caa0a206/53e9e488-eccd-4532-9bb5-cf23495a3533/03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:52.793769 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:52.833117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:52.837324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f1be0992-1f64-44a8-b32b-0e94eb5d4e0f details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:38:52.938527 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:52.956710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Transition to ACTIVE for port object 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:53.012155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1ba6eb26-8bb6-4e35-8ea8-528841782536 None None] Provisioning for port 6b88b2d4-322d-4921-ba4b-dffadf81a5b5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:53.021804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1ba6eb26-8bb6-4e35-8ea8-528841782536 None None] Provisioning complete for port 6b88b2d4-322d-4921-ba4b-dffadf81a5b5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:53.021804 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ba6eb26-8bb6-4e35-8ea8-528841782536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.022911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Transition to ACTIVE for port object 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:53.071314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e1a3c-dc45-42af-97bf-b3697eeff278 req-1a96b08e-9a3f-4726-9452-5c29269d3280 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:53.079644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d1e1a3c-dc45-42af-97bf-b3697eeff278 req-1a96b08e-9a3f-4726-9452-5c29269d3280 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.2304456 Sep 09 09:38:53.119144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1ba6eb26-8bb6-4e35-8ea8-528841782536 None None] Port 6b88b2d4-322d-4921-ba4b-dffadf81a5b5 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:53.128675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d1e1a3c-dc45-42af-97bf-b3697eeff278 req-921725b9-4919-436b-a5f9-789993296709 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472553 Sep 09 09:38:53.136324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8763957-872e-44ad-9d65-2846e950ee33 req-881ad097-7a23-459f-a8f1-92235ca8eba8 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:53.137787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:53.148825 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8763957-872e-44ad-9d65-2846e950ee33 req-881ad097-7a23-459f-a8f1-92235ca8eba8 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1096 time: 0.1156979 Sep 09 09:38:53.161511 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.171267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'f1be0992-1f64-44a8-b32b-0e94eb5d4e0f', 'network_id': 'e04c2097-72dd-4307-923c-d7d5468ebac7', 'port_id': 'f1be0992-1f64-44a8-b32b-0e94eb5d4e0f', 'mac_address': 'fa:16:3e:50:05:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31927590-55b3-45ae-b2a4-caf061b3285e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:38:53.213312 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8763957-872e-44ad-9d65-2846e950ee33 req-e34ecd15-1f81-43ae-8f5a-e50c81d4af19 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634906 Sep 09 09:38:53.259104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:53.264080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.421156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Pushing event updated for resources: {'Port': ['ID=03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:53.429319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Network ab9d7e53-f5d6-462a-a9fa-f729caa0a206 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:53.430649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:53.441828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:53.446505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:53.447079 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.450444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:53.490390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e76384a3-be42-440a-9682-20aec95f0f87 None None] Provisioning complete for port 6b88b2d4-322d-4921-ba4b-dffadf81a5b5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:53.491000 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e76384a3-be42-440a-9682-20aec95f0f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.515153 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.587233 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.592435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1be0992-1f64-44a8-b32b-0e94eb5d4e0f {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:38:53.627012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:53.634405 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e76384a3-be42-440a-9682-20aec95f0f87 None None] Port 6b88b2d4-322d-4921-ba4b-dffadf81a5b5 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:53.647753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Attempting to bind port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:53.648141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Attempting to bind port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'bca5707a-d598-47e0-9d83-d64da309c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ab9d7e53-f5d6-462a-a9fa-f729caa0a206'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:53.648512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Attempting to bind port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d on network ab9d7e53-f5d6-462a-a9fa-f729caa0a206 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:53.700509 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.702356 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:53.703019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Checking segment: {'id': 'bca5707a-d598-47e0-9d83-d64da309c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ab9d7e53-f5d6-462a-a9fa-f729caa0a206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:53.703158 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.703562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Bound using segment: {'id': 'bca5707a-d598-47e0-9d83-d64da309c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ab9d7e53-f5d6-462a-a9fa-f729caa0a206'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:53.704059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Bound port: 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca5707a-d598-47e0-9d83-d64da309c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ab9d7e53-f5d6-462a-a9fa-f729caa0a206'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:53.704454 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.708973 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.759173 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.824843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Checking segment: {'id': '57181f41-89ec-46d2-9698-277644432a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dc1b71b6-8be4-459a-8b3b-344afe5dc8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:53.825415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network hostable DHCP agents. Network: dc1b71b6-8be4-459a-8b3b-344afe5dc8ca, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:38:53.849644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Subnet': ['ID=1ec315a8-7405-428b-8a02-333a1c2850f4,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:53.864949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] For port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:53.872801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] For port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d,segment=NetworkSegment(bca5707a-d598-47e0-9d83-d64da309c285),segment_id=bca5707a-d598-47e0-9d83-d64da309c285)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:53.928524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:53.962206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network dc1b71b6-8be4-459a-8b3b-344afe5dc8ca is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:38:53.967603 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:53.970783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea,segment=NetworkSegment(71b5e57c-6097-4561-8677-19c5a540ca01),segment_id=71b5e57c-6097-4561-8677-19c5a540ca01)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:53.994880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['f1be0992-1f64-44a8-b32b-0e94eb5d4e0f'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:38:54.068356 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:54.086448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, dc1b71b6-8be4-459a-8b3b-344afe5dc8ca) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:54.089489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:54.097318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:54.097919 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:54.101380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66df8f54-23d8-4e47-9646-d88ca297d19b None None] Network dc1b71b6-8be4-459a-8b3b-344afe5dc8ca requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:54.167796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:54.169275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a726a20-9bd3-40f2-91f1-a9b971bef615 None None] Pushing event updated for resources: {'Port': ['ID=03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:54.273487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58738) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:54.275999 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-72c09fcf-7542-473c-99a2-c1d4be54196c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1212566 Sep 09 09:38:54.297026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-82959bc3-aeda-4940-8e0a-05639aed6ed4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-560566173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:54.326757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:54.414718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event updated for resources: {'Port': ['ID=6b88b2d4-322d-4921-ba4b-dffadf81a5b5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:54.513234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:54.529922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3544fb3-97b9-45a7-83cd-3735f9f306ff req-0bab5dbd-8387-49da-90df-30dfa0be7006 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:54.534443 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3544fb3-97b9-45a7-83cd-3735f9f306ff req-0bab5dbd-8387-49da-90df-30dfa0be7006 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1097 time: 0.1921933 Sep 09 09:38:54.596913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3544fb3-97b9-45a7-83cd-3735f9f306ff req-7708115a-5acb-41a5-afe5-8f633b67ee85 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564620 Sep 09 09:38:54.600410 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82959bc3-aeda-4940-8e0a-05639aed6ed4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:54.601970 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82959bc3-aeda-4940-8e0a-05639aed6ed4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:54.636888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b3c1-f8a0-4c79-852f-c585ef03cf66 req-20038db2-d230-4116-ac66-a6351072f128 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:54.638529 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8395b3c1-f8a0-4c79-852f-c585ef03cf66 req-20038db2-d230-4116-ac66-a6351072f128 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.3181224 Sep 09 09:38:54.726689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-dc1b71b6-8be4-459a-8b3b-344afe5dc8ca', 'network_id': 'dc1b71b6-8be4-459a-8b3b-344afe5dc8ca', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'fixed_ips': [{'subnet_id': '1ec315a8-7405-428b-8a02-333a1c2850f4'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:38:54.727702 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:54.741333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82959bc3-aeda-4940-8e0a-05639aed6ed4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:54.772496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8395b3c1-f8a0-4c79-852f-c585ef03cf66 req-90c567dc-1309-453c-aacf-38be8c7d7f09 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171219 Sep 09 09:38:54.774374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Network 2e184f5d-1797-4aa4-8b95-f634b7a9b087 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:54.781246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:54.834921 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82959bc3-aeda-4940-8e0a-05639aed6ed4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:54.914236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:54.935506 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-82959bc3-aeda-4940-8e0a-05639aed6ed4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:54.936769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-82959bc3-aeda-4940-8e0a-05639aed6ed4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6613011 Sep 09 09:38:54.943772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58746) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:55.121273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Allocated IP 2001:db8:1::2 (dc1b71b6-8be4-459a-8b3b-344afe5dc8ca/1ec315a8-7405-428b-8a02-333a1c2850f4/346e3e12-4b0f-4918-9382-33b6847625f4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:55.161830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:55.162210 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:55.195347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Router 06dc5fcc-16d8-41ca-8b37-0c74240c4d24 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:38:55.395560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8de95643-4a0e-4ed1-80c0-ace55e68bc1c None None] Provisioning complete for port 6b88b2d4-322d-4921-ba4b-dffadf81a5b5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:55.395944 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8de95643-4a0e-4ed1-80c0-ace55e68bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:55.427643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:38:55.437664 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-33b7e1e1-2ac9-4f98-b17f-1391d194a66b tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "PUT /v2.0/routers/06dc5fcc-16d8-41ca-8b37-0c74240c4d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6174102 Sep 09 09:38:55.444033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58752) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:55.447996 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb44f29-6e36-4f2f-990d-f02881d322d1 None None] Sync routers for ids ['06dc5fcc-16d8-41ca-8b37-0c74240c4d24'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:38:55.449255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Request body: {'port': {'network_id': '2e184f5d-1797-4aa4-8b95-f634b7a9b087', 'name': 'tempest-FloatingIPNegativeTestJSON-1652865752'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:55.464472 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb44f29-6e36-4f2f-990d-f02881d322d1 None None] Routers {'06dc5fcc-16d8-41ca-8b37-0c74240c4d24'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:55.465123 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8eb44f29-6e36-4f2f-990d-f02881d322d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['06dc5fcc-16d8-41ca-8b37-0c74240c4d24'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:55.490835 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:55.548875 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8eb44f29-6e36-4f2f-990d-f02881d322d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:55.586534 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb44f29-6e36-4f2f-990d-f02881d322d1 None None] Routers {'06dc5fcc-16d8-41ca-8b37-0c74240c4d24'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:38:55.587238 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8eb44f29-6e36-4f2f-990d-f02881d322d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['06dc5fcc-16d8-41ca-8b37-0c74240c4d24'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:55.635132 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-23e64c33-cd92-44b4-b20a-2d2003c0386e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3103414 Sep 09 09:38:55.644965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:55.657829 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8de95643-4a0e-4ed1-80c0-ace55e68bc1c None None] Port 6b88b2d4-322d-4921-ba4b-dffadf81a5b5 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:55.684448 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8eb44f29-6e36-4f2f-990d-f02881d322d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:38:55.685337 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb44f29-6e36-4f2f-990d-f02881d322d1 None None] The sync data for ids ['06dc5fcc-16d8-41ca-8b37-0c74240c4d24'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:38:55.689505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:55.729464 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:55.762087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Transition to ACTIVE for port object 346e3e12-4b0f-4918-9382-33b6847625f4 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:55.806730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Transition to ACTIVE for port object 346e3e12-4b0f-4918-9382-33b6847625f4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:55.896560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Made reservation on behalf of 66870d521e334306882869df1a237797 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:38:55.902251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:55.961742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] device_id is not set on port 5f147e05-3d50-4e39-b052-6c36ddca2ad6 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:38:55.968104 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.010887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521c5cb1-611d-4f6f-924f-1f8083045312 None None] Network ab9d7e53-f5d6-462a-a9fa-f729caa0a206 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:56.033426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Network dc1b71b6-8be4-459a-8b3b-344afe5dc8ca is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:56.039987 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.041250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:56.050634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:56.065751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Pushing event updated for resources: {'Port': ['ID=346e3e12-4b0f-4918-9382-33b6847625f4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:56.074833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:56.140344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289e284-369c-46f9-a29e-3336d46e34c2 req-826963cb-5fb5-4725-925b-8c547bb1b148 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:56.142073 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e289e284-369c-46f9-a29e-3336d46e34c2 req-826963cb-5fb5-4725-925b-8c547bb1b148 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.2064378 Sep 09 09:38:56.186089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Attempting to bind port 346e3e12-4b0f-4918-9382-33b6847625f4 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:38:56.186690 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Attempting to bind port 346e3e12-4b0f-4918-9382-33b6847625f4 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '57181f41-89ec-46d2-9698-277644432a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dc1b71b6-8be4-459a-8b3b-344afe5dc8ca'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:38:56.186800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Attempting to bind port 346e3e12-4b0f-4918-9382-33b6847625f4 on network dc1b71b6-8be4-459a-8b3b-344afe5dc8ca {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:38:56.191972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-7528c164-628f-4c71-a7eb-2fa05347d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:56.193539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-7528c164-628f-4c71-a7eb-2fa05347d8d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96dfd85d174e48d7bfe16c9410733db7&device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 1101 time: 0.5267372 Sep 09 09:38:56.196871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:38:56.197331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Checking segment: {'id': '57181f41-89ec-46d2-9698-277644432a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dc1b71b6-8be4-459a-8b3b-344afe5dc8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:38:56.200408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc8ef3-5074-4c26-8b14-8f5972806c6f req-d6ef487c-3d94-494e-840e-c05bb54a8205 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:56.201946 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2bc8ef3-5074-4c26-8b14-8f5972806c6f req-d6ef487c-3d94-494e-840e-c05bb54a8205 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1097 time: 0.4931452 Sep 09 09:38:56.206286 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.207185 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Bound using segment: {'id': '57181f41-89ec-46d2-9698-277644432a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dc1b71b6-8be4-459a-8b3b-344afe5dc8ca'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:38:56.210456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Bound port: 346e3e12-4b0f-4918-9382-33b6847625f4, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57181f41-89ec-46d2-9698-277644432a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dc1b71b6-8be4-459a-8b3b-344afe5dc8ca'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:38:56.210456 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.215854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Allocated IP 2001:db8::1 (ab9d7e53-f5d6-462a-a9fa-f729caa0a206/53e9e488-eccd-4532-9bb5-cf23495a3533/46b042a0-54cc-4cb9-8637-a5612a111fb5) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:56.279853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e289e284-369c-46f9-a29e-3336d46e34c2 req-64b9c956-c413-4475-a414-06f6279eb5b7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235447 Sep 09 09:38:56.286438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-de6f9cb9-4ce6-4a2d-a67b-9175e3c00424 None None] Provisioning for port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:56.289692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Allocated IP 172.20.0.4 (2e184f5d-1797-4aa4-8b95-f634b7a9b087/ff26b38d-e4a7-4693-9bd1-68b846372f55/5f147e05-3d50-4e39-b052-6c36ddca2ad6) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:56.300390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-de6f9cb9-4ce6-4a2d-a67b-9175e3c00424 None None] Provisioning complete for port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:56.300765 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de6f9cb9-4ce6-4a2d-a67b-9175e3c00424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.372454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] For port 346e3e12-4b0f-4918-9382-33b6847625f4, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:38:56.396124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] For port 346e3e12-4b0f-4918-9382-33b6847625f4, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=346e3e12-4b0f-4918-9382-33b6847625f4,segment=NetworkSegment(57181f41-89ec-46d2-9698-277644432a99),segment_id=57181f41-89ec-46d2-9698-277644432a99)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:38:56.494103 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de6f9cb9-4ce6-4a2d-a67b-9175e3c00424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.496688 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.554403 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.595534 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.628388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef48de-db05-4246-b1fd-ed81b14def5e None None] Pushing event updated for resources: {'Port': ['ID=346e3e12-4b0f-4918-9382-33b6847625f4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:56.630905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Transition to ACTIVE for port object 46b042a0-54cc-4cb9-8637-a5612a111fb5 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:56.632570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-de6f9cb9-4ce6-4a2d-a67b-9175e3c00424 None None] For port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d,segment=NetworkSegment(bca5707a-d598-47e0-9d83-d64da309c285),segment_id=bca5707a-d598-47e0-9d83-d64da309c285)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:56.659092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Transition to ACTIVE for port object 5f147e05-3d50-4e39-b052-6c36ddca2ad6 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:38:56.689841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2bc8ef3-5074-4c26-8b14-8f5972806c6f req-3931d577-087b-4029-9bb5-c7c9078c4923 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434056 Sep 09 09:38:56.754524 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de6f9cb9-4ce6-4a2d-a67b-9175e3c00424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.810594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-28d66894-1391-47ee-9a0c-4391784d9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:56.812440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-28d66894-1391-47ee-9a0c-4391784d9bd4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bda569b-c7d0-4372-9a8c-7d0028f618b8 HTTP/1.1" status: 200 len: 870 time: 0.5390873 Sep 09 09:38:56.826433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.854215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f9cb9-4ce6-4a2d-a67b-9175e3c00424 None None] Pushing event updated for resources: {'Port': ['ID=03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:56.871734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f1be0992-1f64-44a8-b32b-0e94eb5d4e0f up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:56.939807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-03c80f09-da8d-4be2-9473-1db7cd0018f8 None None] Provisioning complete for port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:56.941748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03c80f09-da8d-4be2-9473-1db7cd0018f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.944029 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:56.947262 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-602d8801-5c61-4d1a-88dd-02db918585dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 HTTP/1.1" status: 200 len: 217 time: 0.1267998 Sep 09 09:38:56.963399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event updated for resources: {'Port': ['ID=5f147e05-3d50-4e39-b052-6c36ddca2ad6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:56.999646 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Network 2e184f5d-1797-4aa4-8b95-f634b7a9b087 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:57.004984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:57.007590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:57.030055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=46b042a0-54cc-4cb9-8637-a5612a111fb5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:57.081088 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network ab9d7e53-f5d6-462a-a9fa-f729caa0a206 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:57.090033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:57.090895 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:57.097955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:57.108559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:57.111728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:57.181122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-73850631-3f2b-42ea-883e-a042351a7889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:57.189638 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-73850631-3f2b-42ea-883e-a042351a7889 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.1645994 Sep 09 09:38:57.218511 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6211cc41-42d0-4611-9fd8-784ec0d144fe tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7733562 Sep 09 09:38:57.224211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58776) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:57.228297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:57.366258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:57.372854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:57.373893 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:57.499396 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:57.540394 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:57.541137 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-eac6583f-75cc-46bf-bfd0-dbb3b6101cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:57.545012 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-eac6583f-75cc-46bf-bfd0-dbb3b6101cba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2932734 Sep 09 09:38:57.586518 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1be0992-1f64-44a8-b32b-0e94eb5d4e0f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:38:57.592636 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffa8b1e-d286-47f3-b8e1-aba7781fbf4a" -d '{"events": [{"server_uuid": "2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0", "name": "network-vif-plugged", "status": "completed", "tag": "f1be0992-1f64-44a8-b32b-0e94eb5d4e0f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:38:57.637466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35fa4c-2d9b-49d0-8a42-890c8becfbc7 req-59e3aae8-74fa-4936-963e-9cd53e8d7d15 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:57.648866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6e35fa4c-2d9b-49d0-8a42-890c8becfbc7 req-59e3aae8-74fa-4936-963e-9cd53e8d7d15 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.2428527 Sep 09 09:38:57.669023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:57.700388 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22ac756-2e9f-4134-85d6-5b5f80b353bc x-openstack-request-id: req-a22ac756-2e9f-4134-85d6-5b5f80b353bc {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:38:57.700683 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0", "name": "network-vif-plugged", "status": "completed", "tag": "f1be0992-1f64-44a8-b32b-0e94eb5d4e0f", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:38:57.701131 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a22ac756-2e9f-4134-85d6-5b5f80b353bc {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:38:57.701360 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1be0992-1f64-44a8-b32b-0e94eb5d4e0f', 'code': 200} Sep 09 09:38:57.777437 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:57.858963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:57.862214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6f2385a5-84d5-44bb-a5e5-0d9305e02106 None None] Provisioning for port 46b042a0-54cc-4cb9-8637-a5612a111fb5 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:57.868835 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6f2385a5-84d5-44bb-a5e5-0d9305e02106 None None] Provisioning complete for port 46b042a0-54cc-4cb9-8637-a5612a111fb5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:57.869750 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f2385a5-84d5-44bb-a5e5-0d9305e02106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:57.873659 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6e35fa4c-2d9b-49d0-8a42-890c8becfbc7 req-4c39ee12-84c0-45fd-8e2b-ab089a83db6d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227886 Sep 09 09:38:57.952385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ddb6f-d860-4768-bd86-6d441da5f6b3 req-cfa74052-d634-4cac-bb67-776a33e6d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:57.954121 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc1ddb6f-d860-4768-bd86-6d441da5f6b3 req-cfa74052-d634-4cac-bb67-776a33e6d402 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1098 time: 0.1925240 Sep 09 09:38:57.968582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6f2385a5-84d5-44bb-a5e5-0d9305e02106 None None] Port 46b042a0-54cc-4cb9-8637-a5612a111fb5 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:58.013370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:58.141768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6f2385a5-84d5-44bb-a5e5-0d9305e02106 None None] Provisioning for port 5f147e05-3d50-4e39-b052-6c36ddca2ad6 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:58.141921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc1ddb6f-d860-4768-bd86-6d441da5f6b3 req-29f22fc3-7657-4da8-a5a5-781ab36bc2f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731126 Sep 09 09:38:58.149708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6f2385a5-84d5-44bb-a5e5-0d9305e02106 None None] Provisioning complete for port 5f147e05-3d50-4e39-b052-6c36ddca2ad6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:58.150157 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f2385a5-84d5-44bb-a5e5-0d9305e02106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:58.186314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Allocated IP 172.25.8.191 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/d66bf271-699e-4eff-96a1-5b4f30bf4f00) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:38:58.235484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6f2385a5-84d5-44bb-a5e5-0d9305e02106 None None] Port 5f147e05-3d50-4e39-b052-6c36ddca2ad6 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:38:58.379790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d245f4-cc39-4fca-b4fe-c026973b0bda None None] Network dc1b71b6-8be4-459a-8b3b-344afe5dc8ca requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:38:58.380372 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:58.385816 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-0666a237-ff5a-489d-9f5d-5ca44c731b65 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8246825 Sep 09 09:38:58.451188 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:58.472842 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-8f25e191-e91f-4c18-82a8-f3ed0955a389 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1711757 Sep 09 09:38:58.482300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcd3c6-56be-4147-a5fd-e0b007b5094e req-1eab4f7f-9685-4671-b3f4-c449f0e1d434 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:58.484232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2bcd3c6-56be-4147-a5fd-e0b007b5094e req-1eab4f7f-9685-4671-b3f4-c449f0e1d434 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1098 time: 0.2238455 Sep 09 09:38:58.649235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8923e64b-1c07-4da0-9be6-87784c8b3717 None None] Provisioning for port 346e3e12-4b0f-4918-9382-33b6847625f4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:58.670054 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:58.752077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:58.759770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:58.776362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:38:58.790944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event updated for resources: {'Port': ['ID=d66bf271-699e-4eff-96a1-5b4f30bf4f00,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:58.890510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 346e3e12-4b0f-4918-9382-33b6847625f4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:58.992510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.055768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.091353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ae35e-95e8-4904-802d-1e7a508908bf req-6d2e9d40-329b-44f7-88fa-1519d8b51e60 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:59.094120 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b85ae35e-95e8-4904-802d-1e7a508908bf req-6d2e9d40-329b-44f7-88fa-1519d8b51e60 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1090412 Sep 09 09:38:59.135951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2bcd3c6-56be-4147-a5fd-e0b007b5094e req-7d5abf74-dbfa-477f-af5a-10efc318e3f5 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044812 Sep 09 09:38:59.139957 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af28ff34-d5f7-4384-95c9-8af0fd1ad405 req-3de6aae6-1722-470f-b9e4-75f7c7aec684 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7410583 Sep 09 09:38:59.142920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-c3fd3bbb-bbba-40a9-82ba-686675cb1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:59.151301 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-c3fd3bbb-bbba-40a9-82ba-686675cb1aad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 1098 time: 0.6151266 Sep 09 09:38:59.151630 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b85ae35e-95e8-4904-802d-1e7a508908bf req-bf160830-8264-4e39-9f74-c03ad53a9afb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492380 Sep 09 09:38:59.161967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 346e3e12-4b0f-4918-9382-33b6847625f4 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:38:59.166944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 346e3e12-4b0f-4918-9382-33b6847625f4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:59.167317 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.256138 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.275834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.276634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.319916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.322255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 346e3e12-4b0f-4918-9382-33b6847625f4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=346e3e12-4b0f-4918-9382-33b6847625f4,segment=NetworkSegment(57181f41-89ec-46d2-9698-277644432a99),segment_id=57181f41-89ec-46d2-9698-277644432a99)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:38:59.424866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-ba2f9c21-4d9f-4275-837c-5790ff5e3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:59.426464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-ba2f9c21-4d9f-4275-837c-5790ff5e3a5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.2514896 Sep 09 09:38:59.428599 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.429023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=46b042a0-54cc-4cb9-8637-a5612a111fb5,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:59.430041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:38:59.491651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-f16b1e12-9f8b-4459-b7ab-3170484932bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f79453c-bf30-45dd-a5cf-2997719cb627 HTTP/1.1" status: 200 len: 217 time: 0.0563738 Sep 09 09:38:59.522106 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.546920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=346e3e12-4b0f-4918-9382-33b6847625f4,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:59.559249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:38:59.559727 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.588483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network ab9d7e53-f5d6-462a-a9fa-f729caa0a206 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:38:59.594820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:38:59.634095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.672954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-b1752449-e9ef-4503-9a4e-a8dfef497665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:59.675527 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-b1752449-e9ef-4503-9a4e-a8dfef497665 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.1591620 Sep 09 09:38:59.805596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event updated for resources: {'Port': ['ID=d66bf271-699e-4eff-96a1-5b4f30bf4f00,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:38:59.823852 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.835540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-effa77c0-9fe6-4a84-bb5f-32941cdcc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:38:59.837846 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-effa77c0-9fe6-4a84-bb5f-32941cdcc55c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129916 Sep 09 09:38:59.936680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.937988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b1291be8-4f9d-4822-b745-6520d98cb9a6 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7144675 Sep 09 09:38:59.941490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58814) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:38:59.946104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cf315f2c-1924-4e07-882c-b8f271ef5792 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Request body: {'floatingip': {'port_id': '5f147e05-3d50-4e39-b052-6c36ddca2ad6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:38:59.978650 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-03a64740-3395-400e-bce0-59dc68f542b3 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300607 Sep 09 09:38:59.994445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf315f2c-1924-4e07-882c-b8f271ef5792 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:38:59.997266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 19bdc6dd-a2f5-471d-80df-395ff9981484 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:39:00.021430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fa9fa3b1-3f6c-4407-8c59-51460d3c2c8f None None] Provisioning complete for port 46b042a0-54cc-4cb9-8637-a5612a111fb5 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:00.022177 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa3b1-3f6c-4407-8c59-51460d3c2c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:00.077624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fa9fa3b1-3f6c-4407-8c59-51460d3c2c8f None None] Port 46b042a0-54cc-4cb9-8637-a5612a111fb5 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:00.167067 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-cf315f2c-1924-4e07-882c-b8f271ef5792 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] update failed (client error): The resource could not be found. Sep 09 09:39:00.170870 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cf315f2c-1924-4e07-882c-b8f271ef5792 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "PUT /v2.0/floatingips/13ec5be8-4e5a-41b4-bdb4-e346c90fc417 HTTP/1.1" status: 404 len: 507 time: 0.2258654 Sep 09 09:39:00.171128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:00.172578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:00.192183 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ad716-20f2-4f5e-8aeb-6dd78b8b1c75 None None] Sync routers for ids ['19bdc6dd-a2f5-471d-80df-395ff9981484'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:00.199053 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12ab879a-e3e0-4fc9-a08a-3c22ff7a9b7d req-03267409-4404-4c8b-94e9-2c13438c7951 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110722 Sep 09 09:39:00.203805 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-49977234-8a0b-4581-a7f7-80e77046eca6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/19bdc6dd-a2f5-471d-80df-395ff9981484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2588313 Sep 09 09:39:00.207187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58824) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:00.216829 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ad716-20f2-4f5e-8aeb-6dd78b8b1c75 None None] Routers {'19bdc6dd-a2f5-471d-80df-395ff9981484'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:00.219105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ea2ad716-20f2-4f5e-8aeb-6dd78b8b1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['19bdc6dd-a2f5-471d-80df-395ff9981484'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:00.268669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc69e720-9364-47ac-9b0d-800dfb9229d7 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:00.270448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bc69e720-9364-47ac-9b0d-800dfb9229d7 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports/46b042a0-54cc-4cb9-8637-a5612a111fb5 HTTP/1.1" status: 200 len: 911 time: 0.0622168 Sep 09 09:39:00.275927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:00.327285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ea2ad716-20f2-4f5e-8aeb-6dd78b8b1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:00.335357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff15697-c56d-4226-b80a-efe247ea6de5 req-d9459121-aa7b-439a-bfc7-341c2eefbd30 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:00.337234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ff15697-c56d-4226-b80a-efe247ea6de5 req-d9459121-aa7b-439a-bfc7-341c2eefbd30 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1098 time: 0.0630262 Sep 09 09:39:00.350326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ad716-20f2-4f5e-8aeb-6dd78b8b1c75 None None] Routers {'19bdc6dd-a2f5-471d-80df-395ff9981484'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:00.355813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ea2ad716-20f2-4f5e-8aeb-6dd78b8b1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['19bdc6dd-a2f5-471d-80df-395ff9981484'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:00.385715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ff15697-c56d-4226-b80a-efe247ea6de5 req-b97add51-0bcb-4a6d-95cd-07e80b9b77d1 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Sep 09 09:39:00.420162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ea2ad716-20f2-4f5e-8aeb-6dd78b8b1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:00.420162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ad716-20f2-4f5e-8aeb-6dd78b8b1c75 None None] The sync data for ids ['19bdc6dd-a2f5-471d-80df-395ff9981484'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:00.492084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598808d-3205-412f-a5d9-277b1e683f1a req-3e9d348b-01e4-44be-8c7e-fa6ec136b481 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:00.493637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d598808d-3205-412f-a5d9-277b1e683f1a req-3e9d348b-01e4-44be-8c7e-fa6ec136b481 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.2101436 Sep 09 09:39:00.517664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10fc68-eb9a-4714-9731-0f87557c4d2f req-e1eb33d2-4e38-4e82-a65a-4fbb0c4c7efe tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:00.517664 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb10fc68-eb9a-4714-9731-0f87557c4d2f req-e1eb33d2-4e38-4e82-a65a-4fbb0c4c7efe tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1098 time: 0.0469069 Sep 09 09:39:00.557527 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb10fc68-eb9a-4714-9731-0f87557c4d2f req-8a2c88c2-c855-4510-bed8-06970680100c tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323441 Sep 09 09:39:00.632901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d598808d-3205-412f-a5d9-277b1e683f1a req-9ed646c6-ccc5-40ff-8c25-1a13e46ad858 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303480 Sep 09 09:39:00.636322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e809eb57-5aef-419b-becc-c24b0f68ed60 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Deleting port d66bf271-699e-4eff-96a1-5b4f30bf4f00 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:00.636650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e809eb57-5aef-419b-becc-c24b0f68ed60 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:00.666624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 346e3e12-4b0f-4918-9382-33b6847625f4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:39:00.682132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab047-336b-43d5-9a42-19004766c201 req-f33c01b0-01ca-4880-9968-7f58afd9e905 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:00.692340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-447ab047-336b-43d5-9a42-19004766c201 req-f33c01b0-01ca-4880-9968-7f58afd9e905 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1098 time: 0.0493431 Sep 09 09:39:00.738828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 346e3e12-4b0f-4918-9382-33b6847625f4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:00.741717 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:00.745057 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-447ab047-336b-43d5-9a42-19004766c201 req-6b87b79f-feea-4e9d-a8c8-3d81ef96c46b tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446322 Sep 09 09:39:00.838842 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e809eb57-5aef-419b-becc-c24b0f68ed60 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:00.839436 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e809eb57-5aef-419b-becc-c24b0f68ed60 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:01.203355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e809eb57-5aef-419b-becc-c24b0f68ed60 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Calling delete_port for d66bf271-699e-4eff-96a1-5b4f30bf4f00 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:01.318182 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:01.351931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e0381-4388-4f0c-9dd0-6d31f2452ac5 req-ffe67c19-b324-427b-a39e-dce62214062f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:01.353489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ca2e0381-4388-4f0c-9dd0-6d31f2452ac5 req-ffe67c19-b324-427b-a39e-dce62214062f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1098 time: 0.0533342 Sep 09 09:39:01.405257 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ca2e0381-4388-4f0c-9dd0-6d31f2452ac5 req-39a83f79-d828-469e-9aba-35d94029d8e1 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394394 Sep 09 09:39:01.589791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e809eb57-5aef-419b-becc-c24b0f68ed60 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:01.657463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809eb57-5aef-419b-becc-c24b0f68ed60 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event deleted for resources: {'Port': ['ID=d66bf271-699e-4eff-96a1-5b4f30bf4f00,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:01.827919 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e809eb57-5aef-419b-becc-c24b0f68ed60 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:01.831267 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e809eb57-5aef-419b-becc-c24b0f68ed60 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:01.832499 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e809eb57-5aef-419b-becc-c24b0f68ed60 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "DELETE /v2.0/floatingips/13ec5be8-4e5a-41b4-bdb4-e346c90fc417 HTTP/1.1" status: 204 len: 168 time: 1.6603315 Sep 09 09:39:01.836197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58856) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:01.842516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-157ea050-7451-42cb-b403-495badf44c69 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Request body: {'floatingip': {'floating_network_id': '2e184f5d-1797-4aa4-8b95-f634b7a9b087', 'port_id': '5f147e05-3d50-4e39-b052-6c36ddca2ad6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:01.854055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9ae41-74e4-4454-b6a8-48d1dfaf221a req-12b02075-9727-498a-9cf2-44710f71c2b7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:01.861368 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6da9ae41-74e4-4454-b6a8-48d1dfaf221a req-12b02075-9727-498a-9cf2-44710f71c2b7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1471083 Sep 09 09:39:01.884044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Allocated IP 2001:db8:1::1 (dc1b71b6-8be4-459a-8b3b-344afe5dc8ca/1ec315a8-7405-428b-8a02-333a1c2850f4/7bf577b2-c185-4441-9d33-a081bb5b39d4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:01.918048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6da9ae41-74e4-4454-b6a8-48d1dfaf221a req-cee64980-ab02-454a-a801-5404dec81f64 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Sep 09 09:39:02.016770 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-157ea050-7451-42cb-b403-495badf44c69 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.023764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.038870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Transition to ACTIVE for port object 7bf577b2-c185-4441-9d33-a081bb5b39d4 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:02.177504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.200994 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-157ea050-7451-42cb-b403-495badf44c69 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 09:39:02.202301 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-157ea050-7451-42cb-b403-495badf44c69 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3631563 Sep 09 09:39:02.207656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58866) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:02.215058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '5f147e05-3d50-4e39-b052-6c36ddca2ad6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:02.230235 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network dc1b71b6-8be4-459a-8b3b-344afe5dc8ca is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:02.239182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:02.249378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:02.249378 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.285975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=7bf577b2-c185-4441-9d33-a081bb5b39d4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:02.349214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.477734 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.478261 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.572926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32365bab-99d3-4dbf-a004-9121acad7e63 req-0682ae25-8bc0-4a2b-a3ed-86658d7a8b06 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:02.574458 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32365bab-99d3-4dbf-a004-9121acad7e63 req-0682ae25-8bc0-4a2b-a3ed-86658d7a8b06 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1098 time: 0.0857141 Sep 09 09:39:02.599281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4c2b840d-e558-4d7a-bb89-fbdc83038054 None None] Provisioning for port 7bf577b2-c185-4441-9d33-a081bb5b39d4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:02.607419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4c2b840d-e558-4d7a-bb89-fbdc83038054 None None] Provisioning complete for port 7bf577b2-c185-4441-9d33-a081bb5b39d4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:02.608350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4c2b840d-e558-4d7a-bb89-fbdc83038054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.641774 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32365bab-99d3-4dbf-a004-9121acad7e63 req-704f185a-5000-46a1-be9a-ef094a23e60f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436521 Sep 09 09:39:02.652419 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Allocated IP 172.25.8.139 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/a9627043-b319-4da0-b8de-9218cf83f0ef) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:02.665430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b840d-e558-4d7a-bb89-fbdc83038054 None None] Port 7bf577b2-c185-4441-9d33-a081bb5b39d4 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:02.723691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ae74a-9a94-47a5-be00-896ab59fb766 req-ebd536fb-1947-42a7-aea7-3421e6709a41 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:02.725331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-862ae74a-9a94-47a5-be00-896ab59fb766 req-ebd536fb-1947-42a7-aea7-3421e6709a41 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 1098 time: 0.0707259 Sep 09 09:39:02.806425 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.865048 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.865953 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.873712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.887491 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-862ae74a-9a94-47a5-be00-896ab59fb766 req-54e1f662-6abb-4fa4-90da-fec0c0686f76 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Deleting port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:02.887849 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-862ae74a-9a94-47a5-be00-896ab59fb766 req-54e1f662-6abb-4fa4-90da-fec0c0686f76 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:02.952211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=7bf577b2-c185-4441-9d33-a081bb5b39d4,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:02.999395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-862ae74a-9a94-47a5-be00-896ab59fb766 req-54e1f662-6abb-4fa4-90da-fec0c0686f76 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] For port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:02.999395 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-862ae74a-9a94-47a5-be00-896ab59fb766 req-54e1f662-6abb-4fa4-90da-fec0c0686f76 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:03.010157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-862ae74a-9a94-47a5-be00-896ab59fb766 req-54e1f662-6abb-4fa4-90da-fec0c0686f76 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Calling delete_port for f1be0992-1f64-44a8-b32b-0e94eb5d4e0f owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:03.045733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network dc1b71b6-8be4-459a-8b3b-344afe5dc8ca is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:03.048722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:03.076457 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:03.149995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:03.157236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:03.165783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:03.209407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec80d9-2775-41d0-b86b-7f76f7387f00 req-bbde72a1-e4f8-4427-9100-ce2b368077af tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:03.211463 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47ec80d9-2775-41d0-b86b-7f76f7387f00 req-bbde72a1-e4f8-4427-9100-ce2b368077af tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1639326 Sep 09 09:39:03.240678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event updated for resources: {'Port': ['ID=a9627043-b319-4da0-b8de-9218cf83f0ef,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:03.275767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 19bdc6dd-a2f5-471d-80df-395ff9981484 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:39:03.305475 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47ec80d9-2775-41d0-b86b-7f76f7387f00 req-45cda3d3-9599-46aa-8f98-2f8ad4c368fb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878997 Sep 09 09:39:03.410811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:03.423062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3fb6d374-29d6-43ae-a9c1-716823ea29e5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/19bdc6dd-a2f5-471d-80df-395ff9981484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1424434 Sep 09 09:39:03.423485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58884) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:03.427917 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd7a917-b1ba-4262-9902-236b65dce89a None None] Sync routers for ids ['19bdc6dd-a2f5-471d-80df-395ff9981484'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:03.442332 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7a917-b1ba-4262-9902-236b65dce89a None None] Routers {'19bdc6dd-a2f5-471d-80df-395ff9981484'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:03.443184 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1bd7a917-b1ba-4262-9902-236b65dce89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['19bdc6dd-a2f5-471d-80df-395ff9981484'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:03.449655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Deleting port a9627043-b319-4da0-b8de-9218cf83f0ef {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:03.454271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:03.483019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439c8e0-ab5a-4349-a7d4-ab6ae513c287 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:03.488545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-862ae74a-9a94-47a5-be00-896ab59fb766 req-54e1f662-6abb-4fa4-90da-fec0c0686f76 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:03.488735 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e439c8e0-ab5a-4349-a7d4-ab6ae513c287 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports/7bf577b2-c185-4441-9d33-a081bb5b39d4 HTTP/1.1" status: 200 len: 913 time: 0.0607402 Sep 09 09:39:03.495665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58888) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:03.495833 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1bd7a917-b1ba-4262-9902-236b65dce89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:03.501308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['f1be0992-1f64-44a8-b32b-0e94eb5d4e0f'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:39:03.504332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['4ad55add-9509-4bba-ad04-42177a2cb359'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:39:03.505922 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7a917-b1ba-4262-9902-236b65dce89a None None] Routers {'19bdc6dd-a2f5-471d-80df-395ff9981484'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:03.506703 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1bd7a917-b1ba-4262-9902-236b65dce89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['19bdc6dd-a2f5-471d-80df-395ff9981484'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:03.530380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1f662-6abb-4fa4-90da-fec0c0686f76 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1be0992-1f64-44a8-b32b-0e94eb5d4e0f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:03.552348 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1bd7a917-b1ba-4262-9902-236b65dce89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:03.553005 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd7a917-b1ba-4262-9902-236b65dce89a None None] The sync data for ids ['19bdc6dd-a2f5-471d-80df-395ff9981484'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:03.562532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dd0b821f-e352-453a-887e-31e5753634f3 None None] Provisioning complete for port 7bf577b2-c185-4441-9d33-a081bb5b39d4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:03.563019 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd0b821f-e352-453a-887e-31e5753634f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:03.632181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-862ae74a-9a94-47a5-be00-896ab59fb766 req-54e1f662-6abb-4fa4-90da-fec0c0686f76 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] No DVR routers for this DVR port f1be0992-1f64-44a8-b32b-0e94eb5d4e0f on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:03.635048 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-862ae74a-9a94-47a5-be00-896ab59fb766 req-54e1f662-6abb-4fa4-90da-fec0c0686f76 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:03.637581 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-862ae74a-9a94-47a5-be00-896ab59fb766 req-54e1f662-6abb-4fa4-90da-fec0c0686f76 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f1be0992-1f64-44a8-b32b-0e94eb5d4e0f HTTP/1.1" status: 204 len: 173 time: 0.9011705 Sep 09 09:39:03.647165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0', 'name': 'network-vif-deleted', 'tag': 'f1be0992-1f64-44a8-b32b-0e94eb5d4e0f'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:39:03.649812 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc53d4d5-4f66-46c1-9869-6ede50b7e971" -d '{"events": [{"server_uuid": "2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0", "name": "network-vif-deleted", "tag": "f1be0992-1f64-44a8-b32b-0e94eb5d4e0f"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:39:03.682146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b821f-e352-453a-887e-31e5753634f3 None None] Port 7bf577b2-c185-4441-9d33-a081bb5b39d4 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:03.716452 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:03.716452 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:03.756492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Calling delete_port for a9627043-b319-4da0-b8de-9218cf83f0ef owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:03.768817 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f562eb-10f0-4846-9829-a13c2e0ae48a x-openstack-request-id: req-c3f562eb-10f0-4846-9829-a13c2e0ae48a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:39:03.769203 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0", "name": "network-vif-deleted", "tag": "f1be0992-1f64-44a8-b32b-0e94eb5d4e0f", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:39:03.769825 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3f562eb-10f0-4846-9829-a13c2e0ae48a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:39:03.770243 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0', 'name': 'network-vif-deleted', 'tag': 'f1be0992-1f64-44a8-b32b-0e94eb5d4e0f', 'status': 'completed', 'code': 200} Sep 09 09:39:03.882012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d07439b-9e94-4bee-a1ef-b6125db3fdea req-a25ab069-428d-4a9d-955a-82d082be995a tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef1de1b-ccbd-4a9a-b7fc-1af940f5c5a0 HTTP/1.1" status: 200 len: 210 time: 0.0684247 Sep 09 09:39:04.039269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:04.065507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event deleted for resources: {'Port': ['ID=a9627043-b319-4da0-b8de-9218cf83f0ef,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:04.086873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6ee5a22-9b89-410f-8dd5-fd7cb648de65 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:04.244370 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] create failed (client error): The resource could not be found. Sep 09 09:39:04.248096 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fecb7dc2-8c9f-4d05-a032-899a5060cd10 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0356412 Sep 09 09:39:04.248938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58904) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:04.361167 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-29484396-5b08-4cbe-9619-382e54401576 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Deleting port 5f147e05-3d50-4e39-b052-6c36ddca2ad6 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:04.362297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29484396-5b08-4cbe-9619-382e54401576 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:04.411864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee5a22-9b89-410f-8dd5-fd7cb648de65 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port 7bf577b2-c185-4441-9d33-a081bb5b39d4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:04.412300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6ee5a22-9b89-410f-8dd5-fd7cb648de65 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:04.508266 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29484396-5b08-4cbe-9619-382e54401576 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:04.517793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf32b65-e36f-4b2e-809c-4175853057f7 req-58d6ac07-f65c-410d-8e1c-5e1ed4e9213f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:04.519982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7cf32b65-e36f-4b2e-809c-4175853057f7 req-58d6ac07-f65c-410d-8e1c-5e1ed4e9213f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1046543 Sep 09 09:39:04.532100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-29484396-5b08-4cbe-9619-382e54401576 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Calling delete_port for 5f147e05-3d50-4e39-b052-6c36ddca2ad6 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:04.542620 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6ee5a22-9b89-410f-8dd5-fd7cb648de65 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:04.555348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee5a22-9b89-410f-8dd5-fd7cb648de65 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for 7bf577b2-c185-4441-9d33-a081bb5b39d4 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:04.606497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7cf32b65-e36f-4b2e-809c-4175853057f7 req-1b36ecc4-5c6a-4c99-99a8-42adc1b412d8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756626 Sep 09 09:39:04.822390 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29484396-5b08-4cbe-9619-382e54401576 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:04.851175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29484396-5b08-4cbe-9619-382e54401576 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event deleted for resources: {'Port': ['ID=5f147e05-3d50-4e39-b052-6c36ddca2ad6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:04.885519 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6ee5a22-9b89-410f-8dd5-fd7cb648de65 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:04.923635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee5a22-9b89-410f-8dd5-fd7cb648de65 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=7bf577b2-c185-4441-9d33-a081bb5b39d4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:04.959613 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29484396-5b08-4cbe-9619-382e54401576 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:04.962607 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-29484396-5b08-4cbe-9619-382e54401576 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "DELETE /v2.0/ports/5f147e05-3d50-4e39-b052-6c36ddca2ad6 HTTP/1.1" status: 204 len: 168 time: 0.7121630 Sep 09 09:39:04.970669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58914) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:05.056303 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcbc1ff-d8eb-4620-85f6-5c25c4607b63 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:05.066557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-efcbc1ff-d8eb-4620-85f6-5c25c4607b63 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc5fcc-16d8-41ca-8b37-0c74240c4d24 HTTP/1.1" status: 200 len: 913 time: 0.0895767 Sep 09 09:39:05.066557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58920) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:05.160973 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6ee5a22-9b89-410f-8dd5-fd7cb648de65 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:05.416191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ee5a22-9b89-410f-8dd5-fd7cb648de65 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 19bdc6dd-a2f5-471d-80df-395ff9981484 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:39:05.546292 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ee5a22-9b89-410f-8dd5-fd7cb648de65 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:05.558377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c39e9-da6c-4674-b366-b6d663ca4e3f None None] Sync routers for ids ['19bdc6dd-a2f5-471d-80df-395ff9981484'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:05.563990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e6ee5a22-9b89-410f-8dd5-fd7cb648de65 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/19bdc6dd-a2f5-471d-80df-395ff9981484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0667641 Sep 09 09:39:05.567356 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58932) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:05.575281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c39e9-da6c-4674-b366-b6d663ca4e3f None None] Routers {'19bdc6dd-a2f5-471d-80df-395ff9981484'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:05.576471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-574c39e9-da6c-4674-b366-b6d663ca4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['19bdc6dd-a2f5-471d-80df-395ff9981484'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:05.632118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-574c39e9-da6c-4674-b366-b6d663ca4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:05.653435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bf186-6f1a-4d4d-9610-7c80e3d3261c req-5ad9e5a7-7ec7-46bb-8338-eb7f970476ed tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:05.654988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c9bf186-6f1a-4d4d-9610-7c80e3d3261c req-5ad9e5a7-7ec7-46bb-8338-eb7f970476ed tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1097 time: 0.1220198 Sep 09 09:39:05.677579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c39e9-da6c-4674-b366-b6d663ca4e3f None None] Routers {'19bdc6dd-a2f5-471d-80df-395ff9981484'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:05.678287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-574c39e9-da6c-4674-b366-b6d663ca4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['19bdc6dd-a2f5-471d-80df-395ff9981484'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:05.765608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-574c39e9-da6c-4674-b366-b6d663ca4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:05.766628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c39e9-da6c-4674-b366-b6d663ca4e3f None None] The sync data for ids ['19bdc6dd-a2f5-471d-80df-395ff9981484'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:05.792232 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c9bf186-6f1a-4d4d-9610-7c80e3d3261c req-1d921134-bb64-48fd-943e-930e93a36bc5 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280093 Sep 09 09:39:05.830120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e489c0e-24d0-4e7e-95c1-f0548c88ab21 req-57975753-b265-4f85-9b11-06ed1d5b2fdc tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:05.832244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e489c0e-24d0-4e7e-95c1-f0548c88ab21 req-57975753-b265-4f85-9b11-06ed1d5b2fdc tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.0899394 Sep 09 09:39:05.904151 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0e489c0e-24d0-4e7e-95c1-f0548c88ab21 req-57136b91-529b-4b0d-8bdd-663026f93a11 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640993 Sep 09 09:39:05.972305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e618f861-c2d6-4177-be9d-2737fb16d39f tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:05.996653 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-524c3dd7-c92f-453a-9520-9d5c8a935e60 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:06.303433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e618f861-c2d6-4177-be9d-2737fb16d39f tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Deleting port 6b88b2d4-322d-4921-ba4b-dffadf81a5b5 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:06.303433 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e618f861-c2d6-4177-be9d-2737fb16d39f tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:06.403293 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e618f861-c2d6-4177-be9d-2737fb16d39f tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:06.416506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e618f861-c2d6-4177-be9d-2737fb16d39f tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Calling delete_port for 6b88b2d4-322d-4921-ba4b-dffadf81a5b5 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:06.601517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-524c3dd7-c92f-453a-9520-9d5c8a935e60 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port 46b042a0-54cc-4cb9-8637-a5612a111fb5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:06.602003 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-524c3dd7-c92f-453a-9520-9d5c8a935e60 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:06.695726 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-524c3dd7-c92f-453a-9520-9d5c8a935e60 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:06.708041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-524c3dd7-c92f-453a-9520-9d5c8a935e60 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for 46b042a0-54cc-4cb9-8637-a5612a111fb5 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:06.863207 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e618f861-c2d6-4177-be9d-2737fb16d39f tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:06.863207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618f861-c2d6-4177-be9d-2737fb16d39f tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event deleted for resources: {'Port': ['ID=6b88b2d4-322d-4921-ba4b-dffadf81a5b5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:06.949294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ef643178-77ac-469c-94bf-300d322c74fe details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:39:06.949294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f1be0992-1f64-44a8-b32b-0e94eb5d4e0f no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:06.961865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4657a-293a-4dac-8936-ec97206266f3 req-50430079-2144-4411-b797-86753e9ad16c tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:06.967494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: f1be0992-1f64-44a8-b32b-0e94eb5d4e0f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:06.967695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fab4657a-293a-4dac-8936-ec97206266f3 req-50430079-2144-4411-b797-86753e9ad16c tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1097 time: 0.0963876 Sep 09 09:39:06.968190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f1be0992-1f64-44a8-b32b-0e94eb5d4e0f not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:07.011018 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e618f861-c2d6-4177-be9d-2737fb16d39f tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:07.031766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dc9a4-8190-4fd8-af4f-b11a8b63c9c6 req-274a4e06-1aed-4455-9de4-5dfd496f43a4 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:07.033289 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-030dc9a4-8190-4fd8-af4f-b11a8b63c9c6 req-274a4e06-1aed-4455-9de4-5dfd496f43a4 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 1097 time: 0.1071663 Sep 09 09:39:07.044677 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fab4657a-293a-4dac-8936-ec97206266f3 req-fb982ed6-fd60-462d-9526-69ff6f30bfe5 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=41c1c2ae-4272-4283-8138-4ae35716a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673172 Sep 09 09:39:07.095561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ef643178-77ac-469c-94bf-300d322c74fe, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ef643178-77ac-469c-94bf-300d322c74fe,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:07.144919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'ef643178-77ac-469c-94bf-300d322c74fe', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'port_id': 'ef643178-77ac-469c-94bf-300d322c74fe', 'mac_address': 'fa:16:3e:ad:c5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:39:07.156386 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:07.170189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef643178-77ac-469c-94bf-300d322c74fe {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:39:07.190260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ef643178-77ac-469c-94bf-300d322c74fe, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ef643178-77ac-469c-94bf-300d322c74fe,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:07.222499 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-524c3dd7-c92f-453a-9520-9d5c8a935e60 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:07.250412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c3dd7-c92f-453a-9520-9d5c8a935e60 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=46b042a0-54cc-4cb9-8637-a5612a111fb5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:07.255500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d1e26-4d54-4ff2-9a89-ed49179d07b5 req-c6d8acf5-17cb-4236-90b7-6174aeb7f1cd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:07.257024 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-054d1e26-4d54-4ff2-9a89-ed49179d07b5 req-c6d8acf5-17cb-4236-90b7-6174aeb7f1cd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 943 time: 0.1672788 Sep 09 09:39:07.273356 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:07.353661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=ef643178-77ac-469c-94bf-300d322c74fe,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:07.355831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e618f861-c2d6-4177-be9d-2737fb16d39f tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Router 06dc5fcc-16d8-41ca-8b37-0c74240c4d24 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:39:07.365826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.366175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.366517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.367878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.368231 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.368686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.368899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.369257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.369607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.369984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.370317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.370645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:07.414746 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-054d1e26-4d54-4ff2-9a89-ed49179d07b5 req-51632265-8025-4971-b665-1cf8fc55826b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941997 Sep 09 09:39:07.445523 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-524c3dd7-c92f-453a-9520-9d5c8a935e60 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:07.527817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['ef643178-77ac-469c-94bf-300d322c74fe'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:39:07.536852 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-030dc9a4-8190-4fd8-af4f-b11a8b63c9c6 req-ac09763f-5c0c-431e-9606-0869ae4abce9 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Deleting port 4ad55add-9509-4bba-ad04-42177a2cb359 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:07.537453 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-030dc9a4-8190-4fd8-af4f-b11a8b63c9c6 req-ac09763f-5c0c-431e-9606-0869ae4abce9 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:07.645048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e618f861-c2d6-4177-be9d-2737fb16d39f tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:07.650776 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e618f861-c2d6-4177-be9d-2737fb16d39f tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "PUT /v2.0/routers/06dc5fcc-16d8-41ca-8b37-0c74240c4d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867643 Sep 09 09:39:07.657561 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428fb3c8-ca27-43ec-ae65-aaf67aba6f47 None None] Sync routers for ids ['06dc5fcc-16d8-41ca-8b37-0c74240c4d24'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:07.658300 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58968) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:07.660030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-030dc9a4-8190-4fd8-af4f-b11a8b63c9c6 req-ac09763f-5c0c-431e-9606-0869ae4abce9 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] For port 4ad55add-9509-4bba-ad04-42177a2cb359, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=4ad55add-9509-4bba-ad04-42177a2cb359,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:07.660378 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-030dc9a4-8190-4fd8-af4f-b11a8b63c9c6 req-ac09763f-5c0c-431e-9606-0869ae4abce9 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:07.673065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524c3dd7-c92f-453a-9520-9d5c8a935e60 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 19bdc6dd-a2f5-471d-80df-395ff9981484 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:39:07.673545 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428fb3c8-ca27-43ec-ae65-aaf67aba6f47 None None] Routers {'06dc5fcc-16d8-41ca-8b37-0c74240c4d24'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:07.674220 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-428fb3c8-ca27-43ec-ae65-aaf67aba6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['06dc5fcc-16d8-41ca-8b37-0c74240c4d24'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:07.678941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-030dc9a4-8190-4fd8-af4f-b11a8b63c9c6 req-ac09763f-5c0c-431e-9606-0869ae4abce9 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Calling delete_port for 4ad55add-9509-4bba-ad04-42177a2cb359 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:07.744934 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-428fb3c8-ca27-43ec-ae65-aaf67aba6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:07.755843 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428fb3c8-ca27-43ec-ae65-aaf67aba6f47 None None] Routers {'06dc5fcc-16d8-41ca-8b37-0c74240c4d24'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:07.756458 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-428fb3c8-ca27-43ec-ae65-aaf67aba6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['06dc5fcc-16d8-41ca-8b37-0c74240c4d24'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:07.769063 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-544f73bb-cf04-4d10-936d-2beba5dc3766 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:07.798085 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-428fb3c8-ca27-43ec-ae65-aaf67aba6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:07.798738 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428fb3c8-ca27-43ec-ae65-aaf67aba6f47 None None] The sync data for ids ['06dc5fcc-16d8-41ca-8b37-0c74240c4d24'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:07.884345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524c3dd7-c92f-453a-9520-9d5c8a935e60 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:07.894070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069165c6-60fe-4294-b08e-1054fed15853 None None] Sync routers for ids ['19bdc6dd-a2f5-471d-80df-395ff9981484'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:07.906188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069165c6-60fe-4294-b08e-1054fed15853 None None] Routers {'19bdc6dd-a2f5-471d-80df-395ff9981484'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:07.906188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-069165c6-60fe-4294-b08e-1054fed15853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['19bdc6dd-a2f5-471d-80df-395ff9981484'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:07.916969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-524c3dd7-c92f-453a-9520-9d5c8a935e60 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/19bdc6dd-a2f5-471d-80df-395ff9981484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3473644 Sep 09 09:39:07.918741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58972) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:07.969306 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b1a972c6-9b81-48e5-868e-6c00c06989de tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=19bdc6dd-a2f5-471d-80df-395ff9981484 HTTP/1.1" status: 200 len: 205 time: 0.0468855 Sep 09 09:39:07.969542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 58976) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:07.972078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-069165c6-60fe-4294-b08e-1054fed15853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:07.977547 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-030dc9a4-8190-4fd8-af4f-b11a8b63c9c6 req-ac09763f-5c0c-431e-9606-0869ae4abce9 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:07.981278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069165c6-60fe-4294-b08e-1054fed15853 None None] Routers {'19bdc6dd-a2f5-471d-80df-395ff9981484'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:07.982234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-069165c6-60fe-4294-b08e-1054fed15853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['19bdc6dd-a2f5-471d-80df-395ff9981484'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:08.014313 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-544f73bb-cf04-4d10-936d-2beba5dc3766 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.016836 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-544f73bb-cf04-4d10-936d-2beba5dc3766 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.024811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['4ad55add-9509-4bba-ad04-42177a2cb359'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:39:08.028796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-069165c6-60fe-4294-b08e-1054fed15853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:08.029421 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069165c6-60fe-4294-b08e-1054fed15853 None None] The sync data for ids ['19bdc6dd-a2f5-471d-80df-395ff9981484'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:08.045887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09763f-5c0c-431e-9606-0869ae4abce9 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ad55add-9509-4bba-ad04-42177a2cb359,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:08.173119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bbbad58c-17ce-4883-a2bc-122f953ef922 req-62dac57b-47a3-4526-88f3-ba86dd35088f tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 210 time: 0.0260978 Sep 09 09:39:08.176115 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-544f73bb-cf04-4d10-936d-2beba5dc3766 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.177433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544f73bb-cf04-4d10-936d-2beba5dc3766 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Fanout notify agent at l3_agent the message router_deleted on router 06dc5fcc-16d8-41ca-8b37-0c74240c4d24 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:39:08.184890 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-91a80f3d-4398-41f5-9c8e-2f92bf9ea57f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.187218 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-544f73bb-cf04-4d10-936d-2beba5dc3766 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.192691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-544f73bb-cf04-4d10-936d-2beba5dc3766 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "DELETE /v2.0/routers/06dc5fcc-16d8-41ca-8b37-0c74240c4d24 HTTP/1.1" status: 204 len: 168 time: 0.5332465 Sep 09 09:39:08.200742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58982) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:08.261811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-030dc9a4-8190-4fd8-af4f-b11a8b63c9c6 req-ac09763f-5c0c-431e-9606-0869ae4abce9 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] No DVR routers for this DVR port 4ad55add-9509-4bba-ad04-42177a2cb359 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:08.263947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c528a765-d702-4e69-bc82-5bae1eef1ac5 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Deleting subnet ff26b38d-e4a7-4693-9bd1-68b846372f55 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:39:08.268516 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c528a765-d702-4e69-bc82-5bae1eef1ac5 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.269816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-030dc9a4-8190-4fd8-af4f-b11a8b63c9c6 req-ac09763f-5c0c-431e-9606-0869ae4abce9 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.271841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-030dc9a4-8190-4fd8-af4f-b11a8b63c9c6 req-ac09763f-5c0c-431e-9606-0869ae4abce9 tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4ad55add-9509-4bba-ad04-42177a2cb359 HTTP/1.1" status: 204 len: 173 time: 1.1842241 Sep 09 09:39:08.273982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d839f75-15ac-4e3a-b153-819d952179c2', 'name': 'network-vif-deleted', 'tag': '4ad55add-9509-4bba-ad04-42177a2cb359'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:39:08.276728 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57301c7-f5b6-4dc3-b882-cb015350787a" -d '{"events": [{"server_uuid": "4d839f75-15ac-4e3a-b153-819d952179c2", "name": "network-vif-deleted", "tag": "4ad55add-9509-4bba-ad04-42177a2cb359"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:39:08.312808 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c528a765-d702-4e69-bc82-5bae1eef1ac5 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.350796 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd371a51-d4a6-4919-94ce-0fdb8070cb49 x-openstack-request-id: req-dd371a51-d4a6-4919-94ce-0fdb8070cb49 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:39:08.351045 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d839f75-15ac-4e3a-b153-819d952179c2", "name": "network-vif-deleted", "tag": "4ad55add-9509-4bba-ad04-42177a2cb359", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:39:08.351420 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd371a51-d4a6-4919-94ce-0fdb8070cb49 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:39:08.351982 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d839f75-15ac-4e3a-b153-819d952179c2', 'name': 'network-vif-deleted', 'tag': '4ad55add-9509-4bba-ad04-42177a2cb359', 'status': 'completed', 'code': 200} Sep 09 09:39:08.363897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0363d29-4d7a-41b6-a311-be661005adf5 req-4d80242d-e516-43b6-907a-0871a83fb792 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:08.365525 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a0363d29-4d7a-41b6-a311-be661005adf5 req-4d80242d-e516-43b6-907a-0871a83fb792 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.3069286 Sep 09 09:39:08.411994 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c528a765-d702-4e69-bc82-5bae1eef1ac5 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.423313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcdf28-5a35-4b4a-9709-2d12f795a381 req-811503c5-eaf1-426e-bf25-9e2b8b94cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:08.425166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fbcdf28-5a35-4b4a-9709-2d12f795a381 req-811503c5-eaf1-426e-bf25-9e2b8b94cc50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.2823761 Sep 09 09:39:08.461930 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-91a80f3d-4398-41f5-9c8e-2f92bf9ea57f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.473438 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-91a80f3d-4398-41f5-9c8e-2f92bf9ea57f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.570834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a0363d29-4d7a-41b6-a311-be661005adf5 req-adb6f337-854d-4781-9fc1-cb5d3c627b20 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734130 Sep 09 09:39:08.595996 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c528a765-d702-4e69-bc82-5bae1eef1ac5 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.651369 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528a765-d702-4e69-bc82-5bae1eef1ac5 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event deleted for resources: {'Subnet': ['ID=ff26b38d-e4a7-4693-9bd1-68b846372f55,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:08.665248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c528a765-d702-4e69-bc82-5bae1eef1ac5 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.669748 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c528a765-d702-4e69-bc82-5bae1eef1ac5 tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "DELETE /v2.0/subnets/ff26b38d-e4a7-4693-9bd1-68b846372f55 HTTP/1.1" status: 204 len: 168 time: 0.4654007 Sep 09 09:39:08.672330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58994) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:08.676544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad167c-244c-45c7-89b7-117cbea79373 None None] Network 2e184f5d-1797-4aa4-8b95-f634b7a9b087 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:08.699000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcdf28-5a35-4b4a-9709-2d12f795a381 req-af4c8aa6-9e6e-4076-838c-72ea7a9e9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:08.699000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fbcdf28-5a35-4b4a-9709-2d12f795a381 req-af4c8aa6-9e6e-4076-838c-72ea7a9e9f21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.2324221 Sep 09 09:39:08.699000 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-91a80f3d-4398-41f5-9c8e-2f92bf9ea57f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.699000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a80f3d-4398-41f5-9c8e-2f92bf9ea57f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Fanout notify agent at l3_agent the message router_deleted on router 19bdc6dd-a2f5-471d-80df-395ff9981484 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:39:08.707681 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-91a80f3d-4398-41f5-9c8e-2f92bf9ea57f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.709093 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-91a80f3d-4398-41f5-9c8e-2f92bf9ea57f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/19bdc6dd-a2f5-471d-80df-395ff9981484 HTTP/1.1" status: 204 len: 168 time: 0.7385187 Sep 09 09:39:08.711846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 58996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:08.792526 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fbcdf28-5a35-4b4a-9709-2d12f795a381 req-faffa25f-ca1c-4ba8-a6b9-8aab401f5f9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1000 time: 0.0820012 Sep 09 09:39:08.813026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bf150-9ea7-4f99-85c9-d3319faee037 req-0bb36c7d-942c-4753-a40c-a2142cdfa2b3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:08.814664 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-544bf150-9ea7-4f99-85c9-d3319faee037 req-0bb36c7d-942c-4753-a40c-a2142cdfa2b3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 944 time: 0.2662234 Sep 09 09:39:08.835917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9d3b62-4f3d-4f38-8dfb-c1667957c12a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting subnet 1ec315a8-7405-428b-8a02-333a1c2850f4 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:39:08.853267 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba9d3b62-4f3d-4f38-8dfb-c1667957c12a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.863784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcdf28-5a35-4b4a-9709-2d12f795a381 req-83599089-4ce6-49f0-a38f-97ef04c43af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:08.865307 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fbcdf28-5a35-4b4a-9709-2d12f795a381 req-83599089-4ce6-49f0-a38f-97ef04c43af2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.0647614 Sep 09 09:39:08.927907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcdf28-5a35-4b4a-9709-2d12f795a381 req-2df8f7a6-357b-4aca-989b-ecd7085d482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:08.929337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fbcdf28-5a35-4b4a-9709-2d12f795a381 req-2df8f7a6-357b-4aca-989b-ecd7085d482f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552084 Sep 09 09:39:08.945258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ef643178-77ac-469c-94bf-300d322c74fe up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:39:08.951146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.958051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba9d3b62-4f3d-4f38-8dfb-c1667957c12a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:08.975309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43c5bd-d7ae-4689-931d-965aa91672c7 None None] DHCP port deletion for 2e184f5d-1797-4aa4-8b95-f634b7a9b087 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:39:08.991214 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-544bf150-9ea7-4f99-85c9-d3319faee037 req-b14d832c-143e-47fa-9dd0-6ad8f672ae44 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670523 Sep 09 09:39:09.057093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5d43c5bd-d7ae-4689-931d-965aa91672c7 None None] Deleting port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:09.057934 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d43c5bd-d7ae-4689-931d-965aa91672c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.088880 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba9d3b62-4f3d-4f38-8dfb-c1667957c12a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.103481 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fbcdf28-5a35-4b4a-9709-2d12f795a381 req-c2086faa-08bb-4479-86fa-3b5b60c3db3d service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615949 Sep 09 09:39:09.131410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Deleting port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:09.131761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.138183 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port ef643178-77ac-469c-94bf-300d322c74fe completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:09.147176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5d43c5bd-d7ae-4689-931d-965aa91672c7 None None] For port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea,segment=NetworkSegment(71b5e57c-6097-4561-8677-19c5a540ca01),segment_id=71b5e57c-6097-4561-8677-19c5a540ca01)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:09.147943 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d43c5bd-d7ae-4689-931d-965aa91672c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.152129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port ef643178-77ac-469c-94bf-300d322c74fe triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:09.152774 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.197245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5d43c5bd-d7ae-4689-931d-965aa91672c7 None None] Calling delete_port for 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:09.314380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] For port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea,segment=NetworkSegment(71b5e57c-6097-4561-8677-19c5a540ca01),segment_id=71b5e57c-6097-4561-8677-19c5a540ca01)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:09.315192 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.327945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5cd82a45-7a01-4de8-8d7f-13d88579c5a4 req-155977c3-b09a-434d-9bcc-a1c0d6b10dfe tempest-TestServerMultinode-419371660 tempest-TestServerMultinode-419371660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d839f75-15ac-4e3a-b153-819d952179c2 HTTP/1.1" status: 200 len: 210 time: 0.0617151 Sep 09 09:39:09.332436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Calling delete_port for 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:09.357331 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.364410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5fbcdf28-5a35-4b4a-9709-2d12f795a381 req-f7a742f5-f850-4153-9d43-d2a3f7e57e0e service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446208 Sep 09 09:39:09.401245 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba9d3b62-4f3d-4f38-8dfb-c1667957c12a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.424833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef643178-77ac-469c-94bf-300d322c74fe'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:39:09.427580 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec925d1a-0b65-4e9f-acc9-0fbb7bd03885" -d '{"events": [{"server_uuid": "68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc", "name": "network-vif-plugged", "status": "completed", "tag": "ef643178-77ac-469c-94bf-300d322c74fe"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:39:09.445474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d3b62-4f3d-4f38-8dfb-c1667957c12a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec315a8-7405-428b-8a02-333a1c2850f4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:09.447148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba9d3b62-4f3d-4f38-8dfb-c1667957c12a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.449083 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ba9d3b62-4f3d-4f38-8dfb-c1667957c12a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/1ec315a8-7405-428b-8a02-333a1c2850f4 HTTP/1.1" status: 204 len: 168 time: 0.7362907 Sep 09 09:39:09.451813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59010) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:09.475737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ef643178-77ac-469c-94bf-300d322c74fe, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ef643178-77ac-469c-94bf-300d322c74fe,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:09.478056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d5bff-e885-4d25-9abd-b50a54c2b48b None None] Network dc1b71b6-8be4-459a-8b3b-344afe5dc8ca requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:09.504423 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45347f8-6b9c-4f22-ba35-0d0576ec60cb x-openstack-request-id: req-f45347f8-6b9c-4f22-ba35-0d0576ec60cb {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:39:09.504790 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc", "name": "network-vif-plugged", "status": "completed", "tag": "ef643178-77ac-469c-94bf-300d322c74fe", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:39:09.505192 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f45347f8-6b9c-4f22-ba35-0d0576ec60cb {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:39:09.505502 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef643178-77ac-469c-94bf-300d322c74fe', 'code': 200} Sep 09 09:39:09.519957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea16a69-4dfb-49df-a656-49b6188a89bf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting subnet 53e9e488-eccd-4532-9bb5-cf23495a3533 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:39:09.526287 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ea16a69-4dfb-49df-a656-49b6188a89bf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.569760 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:09.577778 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:39:09.581065 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ea16a69-4dfb-49df-a656-49b6188a89bf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.588589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] No DVR routers for this DVR port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:09.599312 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d43c5bd-d7ae-4689-931d-965aa91672c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.627549 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.641784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event deleted for resources: {'Port': ['ID=52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:09.672022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43c5bd-d7ae-4689-931d-965aa91672c7 None None] Pushing event deleted for resources: {'Port': ['ID=52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:09.732974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43c5bd-d7ae-4689-931d-965aa91672c7 None None] No DVR routers for this DVR port 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:09.778310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=ef643178-77ac-469c-94bf-300d322c74fe,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:09.797845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.802939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a0e82-d99b-45b5-98d0-79bf933f3f1a req-69c3ff1b-3032-4458-8068-7b1bc5acbda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:09.804539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e78a0e82-d99b-45b5-98d0-79bf933f3f1a req-69c3ff1b-3032-4458-8068-7b1bc5acbda2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 1097 time: 0.1036589 Sep 09 09:39:09.806019 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ea16a69-4dfb-49df-a656-49b6188a89bf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.828824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e184f5d-1797-4aa4-8b95-f634b7a9b087']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:09.842480 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b5e57c-6097-4561-8677-19c5a540ca01') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:09.843176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b5e57c-6097-4561-8677-19c5a540ca01') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:09.857314 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.873485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fffcce7-016c-40ad-9ee1-00d9139ad782 None None] DHCP port deletion for dc1b71b6-8be4-459a-8b3b-344afe5dc8ca request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:39:09.884982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43809081-0588-4c38-8b18-b440abef29c5 req-74fda5dd-60d4-4a93-ae72-be37ea627d06 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:09.892202 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43809081-0588-4c38-8b18-b440abef29c5 req-74fda5dd-60d4-4a93-ae72-be37ea627d06 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1490707 Sep 09 09:39:09.915076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.922315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:09.926682 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:09.926834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e78a0e82-d99b-45b5-98d0-79bf933f3f1a req-b9e4e995-9e54-48d4-a104-a2578d117c4c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887165 Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:09.938351 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:09.956194 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43809081-0588-4c38-8b18-b440abef29c5 req-6cd86cbc-905e-40ce-a7ef-db2dd17a0a61 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577569 Sep 09 09:39:09.988562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8fffcce7-016c-40ad-9ee1-00d9139ad782 None None] Deleting port 346e3e12-4b0f-4918-9382-33b6847625f4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:09.989147 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fffcce7-016c-40ad-9ee1-00d9139ad782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.033460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ea16a69-4dfb-49df-a656-49b6188a89bf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.063100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8fffcce7-016c-40ad-9ee1-00d9139ad782 None None] For port 346e3e12-4b0f-4918-9382-33b6847625f4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=346e3e12-4b0f-4918-9382-33b6847625f4,segment=NetworkSegment(57181f41-89ec-46d2-9698-277644432a99),segment_id=57181f41-89ec-46d2-9698-277644432a99)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:10.071996 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fffcce7-016c-40ad-9ee1-00d9139ad782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.072351 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ea16a69-4dfb-49df-a656-49b6188a89bf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.077470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59022) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:10.077740 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6ea16a69-4dfb-49df-a656-49b6188a89bf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/53e9e488-eccd-4532-9bb5-cf23495a3533 HTTP/1.1" status: 204 len: 168 time: 0.6248162 Sep 09 09:39:10.078624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea16a69-4dfb-49df-a656-49b6188a89bf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Subnet': ['ID=53e9e488-eccd-4532-9bb5-cf23495a3533,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:10.084866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab77b564-91b0-4de7-8ab8-eadb8d2bbf47 None None] Network ab9d7e53-f5d6-462a-a9fa-f729caa0a206 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:10.092353 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8fffcce7-016c-40ad-9ee1-00d9139ad782 None None] Calling delete_port for 346e3e12-4b0f-4918-9382-33b6847625f4 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:10.120430 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.143046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.148743 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] 10.222.0.32 "DELETE /v2.0/networks/2e184f5d-1797-4aa4-8b95-f634b7a9b087 HTTP/1.1" status: 204 len: 168 time: 1.4609644 Sep 09 09:39:10.153555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a015c-f0b9-46ce-8e62-2dc2386ad08a tempest-FloatingIPNegativeTestJSON-14466738 tempest-FloatingIPNegativeTestJSON-14466738-project] Pushing event deleted for resources: {'Network': ['ID=2e184f5d-1797-4aa4-8b95-f634b7a9b087,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:10.193252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 4ad55add-9509-4bba-ad04-42177a2cb359 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:10.211768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2d95-7f7b-4df1-8cc1-3fd866255873 req-de4dcf2b-ac58-4b0c-b96d-c1c7dfcbbfd8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:10.214212 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9aee2d95-7f7b-4df1-8cc1-3fd866255873 req-de4dcf2b-ac58-4b0c-b96d-c1c7dfcbbfd8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 945 time: 0.1493850 Sep 09 09:39:10.220198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.239524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 4ad55add-9509-4bba-ad04-42177a2cb359 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:10.241714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 4ad55add-9509-4bba-ad04-42177a2cb359 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:10.284283 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9aee2d95-7f7b-4df1-8cc1-3fd866255873 req-d7087310-b2ec-46bd-b888-14af770a477b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611281 Sep 09 09:39:10.321711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port 346e3e12-4b0f-4918-9382-33b6847625f4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:10.322401 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.407996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59032) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:10.418017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port 346e3e12-4b0f-4918-9382-33b6847625f4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=346e3e12-4b0f-4918-9382-33b6847625f4,segment=NetworkSegment(57181f41-89ec-46d2-9698-277644432a99),segment_id=57181f41-89ec-46d2-9698-277644432a99)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:10.418489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.438708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for 346e3e12-4b0f-4918-9382-33b6847625f4 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:10.456045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dff03d6-72a2-4422-9c5a-811c9a8fdb61 None None] DHCP port deletion for ab9d7e53-f5d6-462a-a9fa-f729caa0a206 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:39:10.507825 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fffcce7-016c-40ad-9ee1-00d9139ad782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.540273 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.548129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffcce7-016c-40ad-9ee1-00d9139ad782 None None] Pushing event deleted for resources: {'Port': ['ID=346e3e12-4b0f-4918-9382-33b6847625f4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:10.555483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7dff03d6-72a2-4422-9c5a-811c9a8fdb61 None None] Deleting port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:10.555997 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dff03d6-72a2-4422-9c5a-811c9a8fdb61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.578371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=346e3e12-4b0f-4918-9382-33b6847625f4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:10.599890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No DVR routers for this DVR port 346e3e12-4b0f-4918-9382-33b6847625f4 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:10.695402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7dff03d6-72a2-4422-9c5a-811c9a8fdb61 None None] For port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d,segment=NetworkSegment(bca5707a-d598-47e0-9d83-d64da309c285),segment_id=bca5707a-d598-47e0-9d83-d64da309c285)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:10.696031 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dff03d6-72a2-4422-9c5a-811c9a8fdb61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.714492 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.718796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7dff03d6-72a2-4422-9c5a-811c9a8fdb61 None None] Calling delete_port for 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:10.732837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffcce7-016c-40ad-9ee1-00d9139ad782 None None] No DVR routers for this DVR port 346e3e12-4b0f-4918-9382-33b6847625f4 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:10.741866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:10.751898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1b71b6-8be4-459a-8b3b-344afe5dc8ca']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:10.762693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57181f41-89ec-46d2-9698-277644432a99') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:10.763057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57181f41-89ec-46d2-9698-277644432a99') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:10.769803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:10.770154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 52abbeb5-cf7c-4f5b-9db3-4e7e3304d6ea not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:10.770587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 346e3e12-4b0f-4918-9382-33b6847625f4 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:10.780403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.810038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 346e3e12-4b0f-4918-9382-33b6847625f4 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:10.810038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 346e3e12-4b0f-4918-9382-33b6847625f4 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:10.810038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:10.824262 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.846064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:10.846064 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:10.848347 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:10.900452 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.001937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59044) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:11.050861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.056716 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.059944 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/networks/dc1b71b6-8be4-459a-8b3b-344afe5dc8ca HTTP/1.1" status: 204 len: 168 time: 0.9809206 Sep 09 09:39:11.064176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:11.106314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88b8db-f9ec-417a-88d3-ff1192162e5d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Network': ['ID=dc1b71b6-8be4-459a-8b3b-344afe5dc8ca,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:11.228687 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.295054 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.315734 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d9b4e-64b6-44c6-b7c3-8441d854f69c req-2055f037-76f9-4108-adfd-2437894c5b52 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:11.318558 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e7d9b4e-64b6-44c6-b7c3-8441d854f69c req-2055f037-76f9-4108-adfd-2437894c5b52 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2422974 Sep 09 09:39:11.337645 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dff03d6-72a2-4422-9c5a-811c9a8fdb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.352922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] Deleting port 76775b38-d460-47c2-9de7-5830dad21121 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:11.353341 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.414125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff03d6-72a2-4422-9c5a-811c9a8fdb61 None None] No DVR routers for this DVR port 03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:11.415610 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1500c993-ba47-4d4a-a6a5-87d58475b6a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66870d521e334306882869df1a237797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123156 Sep 09 09:39:11.420062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] The port '03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d' was deleted {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 09 09:39:11.421496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59060) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:11.442408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff03d6-72a2-4422-9c5a-811c9a8fdb61 None None] Pushing event deleted for resources: {'Port': ['ID=03fce9e5-01e5-4fe3-84d9-8ca5470a5a6d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:11.493821 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e7d9b4e-64b6-44c6-b7c3-8441d854f69c req-2844b1ca-f78b-47d5-8b01-d91b167761b9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662102 Sep 09 09:39:11.512675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] For port 76775b38-d460-47c2-9de7-5830dad21121, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=76775b38-d460-47c2-9de7-5830dad21121,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:11.513226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.539919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] Calling delete_port for 76775b38-d460-47c2-9de7-5830dad21121 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:11.559199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55481a-a411-4465-8340-156b07844483 req-9124b9ea-7612-45ae-a4eb-388f3f5d6bb7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:11.560674 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e55481a-a411-4465-8340-156b07844483 req-9124b9ea-7612-45ae-a4eb-388f3f5d6bb7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 945 time: 0.0980210 Sep 09 09:39:11.598911 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.630939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9e55481a-a411-4465-8340-156b07844483 req-fb7e49eb-6204-48b3-95d8-8286ef0b1c10 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362904 Sep 09 09:39:11.634214 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75d8d523-d1bd-4825-855e-76c82577c08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.639141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9d7e53-f5d6-462a-a9fa-f729caa0a206']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:11.673448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca5707a-d598-47e0-9d83-d64da309c285') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:11.673872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca5707a-d598-47e0-9d83-d64da309c285') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:11.684167 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75d8d523-d1bd-4825-855e-76c82577c08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.694506 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.728439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.747349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:11.747983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:11.751077 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:11.936706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.944082 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.945965 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/networks/ab9d7e53-f5d6-462a-a9fa-f729caa0a206 HTTP/1.1" status: 204 len: 168 time: 0.8423438 Sep 09 09:39:11.950647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:11.964108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-686299989'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:11.968895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31132c7b-42ce-4d7a-a003-7c7bf1ed1fcb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Network': ['ID=ab9d7e53-f5d6-462a-a9fa-f729caa0a206,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:11.985055 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75d8d523-d1bd-4825-855e-76c82577c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.988140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75d8d523-d1bd-4825-855e-76c82577c08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:11.989381 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-75d8d523-d1bd-4825-855e-76c82577c08a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c47b3718-dd60-459d-a8f1-e149af69b783 HTTP/1.1" status: 204 len: 168 time: 0.5657122 Sep 09 09:39:11.999160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8d523-d1bd-4825-855e-76c82577c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47b3718-dd60-459d-a8f1-e149af69b783,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:12.135370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:12.139108 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:12.164538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:39:12.173745 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:12.174451 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added segment e65a1687-475d-42aa-b2f9-7d3982272969 of type vlan for network 554ef479-5199-4337-8d2e-12340a7171f9 Sep 09 09:39:12.217494 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:12.308921 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:12.335710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=76775b38-d460-47c2-9de7-5830dad21121,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:12.343252 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:12.355245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:12.355245 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:12.491208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Network': ['ID=554ef479-5199-4337-8d2e-12340a7171f9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:12.505200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 554ef479-5199-4337-8d2e-12340a7171f9 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:39:12.583405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d9774d87-2075-4d1f-8e2b-77cb2ae48959 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6323261 Sep 09 09:39:12.586395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59082) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:12.600125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'subnet': {'network_id': '554ef479-5199-4337-8d2e-12340a7171f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:12.764060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b642c9-164c-4600-8d14-7bc048492620 req-81e7b1fc-f9b2-4b10-9978-4ce39ec62fec tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:12.767995 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06b642c9-164c-4600-8d14-7bc048492620 req-81e7b1fc-f9b2-4b10-9978-4ce39ec62fec tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1271937 Sep 09 09:39:12.814004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06b642c9-164c-4600-8d14-7bc048492620 req-1167b50e-15cf-4a28-b452-66fc13f0aa27 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397768 Sep 09 09:39:12.842273 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:12.866697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772bbb1-4b36-4cb2-b757-3631732b6289 req-8f21475c-aab5-412b-b9c5-648170daf123 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:12.868299 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6772bbb1-4b36-4cb2-b757-3631732b6289 req-8f21475c-aab5-412b-b9c5-648170daf123 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 945 time: 0.1286182 Sep 09 09:39:12.953285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6772bbb1-4b36-4cb2-b757-3631732b6289 req-c98576b6-b13c-4699-ac35-101f637de2f2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473764 Sep 09 09:39:12.991824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:12.997203 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:13.093164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e258d-797b-4a03-8505-f559577f8745 req-559ef76f-1658-40b6-9b2b-c4484b2437d3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:13.100087 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-425e258d-797b-4a03-8505-f559577f8745 req-559ef76f-1658-40b6-9b2b-c4484b2437d3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 945 time: 0.0684545 Sep 09 09:39:13.145181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-425e258d-797b-4a03-8505-f559577f8745 req-e94d25f8-0fa9-4ebe-afc7-91e71c68f55e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409951 Sep 09 09:39:13.279069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] Router 76326e25-f994-485f-b7d1-3193cbc309cc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:39:13.447698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:13.453430 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-01607d2d-73eb-427e-b7aa-d93c7a3b0c5d admin admin] 10.222.0.32 "PUT /v2.0/routers/76326e25-f994-485f-b7d1-3193cbc309cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0464709 Sep 09 09:39:13.456253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59116) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:13.460658 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58d2f4-efd8-49f9-aacd-2d2991865d87 None None] Sync routers for ids ['76326e25-f994-485f-b7d1-3193cbc309cc'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:13.472545 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58d2f4-efd8-49f9-aacd-2d2991865d87 None None] Routers {'76326e25-f994-485f-b7d1-3193cbc309cc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:13.474078 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4c58d2f4-efd8-49f9-aacd-2d2991865d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['76326e25-f994-485f-b7d1-3193cbc309cc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:13.500744 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:13.600664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Subnet': ['ID=865efb92-68c7-4bf3-8964-619069250674,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:13.611183 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4c58d2f4-efd8-49f9-aacd-2d2991865d87 None None] Set router 76326e25-f994-485f-b7d1-3193cbc309cc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:39:13.645891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Checking segment: {'id': 'e65a1687-475d-42aa-b2f9-7d3982272969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '554ef479-5199-4337-8d2e-12340a7171f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:13.646254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network hostable DHCP agents. Network: 554ef479-5199-4337-8d2e-12340a7171f9, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:39:13.672947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59122) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:13.674587 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:13.822618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4853c-8ae2-42ff-999b-46cf917f08bb req-df820c2b-6d6b-4885-9249-c762320b386c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:13.831505 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cee4853c-8ae2-42ff-999b-46cf917f08bb req-df820c2b-6d6b-4885-9249-c762320b386c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 945 time: 0.0803204 Sep 09 09:39:13.842795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 554ef479-5199-4337-8d2e-12340a7171f9 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:39:13.882340 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cee4853c-8ae2-42ff-999b-46cf917f08bb req-0f8a7d51-98a3-453e-86d8-0653d8e906a3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494027 Sep 09 09:39:13.899832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'networks': [{'name': 'tempest-network--1386730601'}, {'name': 'tempest-network--1761708509'}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:13.899959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'network': {'name': 'tempest-network--1386730601'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:13.900597 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'network': {'name': 'tempest-network--1761708509'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:13.917281 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:13.941430 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4c58d2f4-efd8-49f9-aacd-2d2991865d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'name': 'tempest-TestServerMultinode-1038016919-router', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:54Z', 'updated_at': '2021-09-09T09:39:12Z', 'revision_number': 5, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'gw_port': {'id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:55Z', 'updated_at': '2021-09-09T09:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:13.972620 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58d2f4-efd8-49f9-aacd-2d2991865d87 None None] Checking router: 76326e25-f994-485f-b7d1-3193cbc309cc for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:39:13.981273 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58d2f4-efd8-49f9-aacd-2d2991865d87 None None] Routers {'76326e25-f994-485f-b7d1-3193cbc309cc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:13.982076 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4c58d2f4-efd8-49f9-aacd-2d2991865d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:38:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['76326e25-f994-485f-b7d1-3193cbc309cc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:13.982773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 554ef479-5199-4337-8d2e-12340a7171f9) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:13.995112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:13.995814 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:13.996409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc0c9ca-4257-4bbb-82bb-3545fc01fa01 None None] Network 554ef479-5199-4337-8d2e-12340a7171f9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:14.023290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Made reservation on behalf of a1e95a7c48f340e5bb05b6e480a15bc0 for: {'network': 2} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:14.023290 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.040811 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.049350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa891b2c-0d0b-4597-bd0c-88fc5ff5e16d req-d6ba4616-4f5a-49e7-8358-0756cc9a3177 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:14.057569 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa891b2c-0d0b-4597-bd0c-88fc5ff5e16d req-d6ba4616-4f5a-49e7-8358-0756cc9a3177 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1064970 Sep 09 09:39:14.118780 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4af4e214-c5b4-4e3c-bbb6-f11453169958 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5312953 Sep 09 09:39:14.122998 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa891b2c-0d0b-4597-bd0c-88fc5ff5e16d req-1246c4c0-741c-4d97-ad1e-983b8e892753 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645325 Sep 09 09:39:14.123563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59134) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:14.129659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5b50bf8e-29e6-4172-8733-55261d5748c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-12085022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:14.149255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Deleting port 11f6c39e-2c00-48f4-865d-37532b06ff5f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:14.150132 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.164324 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4c58d2f4-efd8-49f9-aacd-2d2991865d87 None None] Set router 76326e25-f994-485f-b7d1-3193cbc309cc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:39:14.192643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-554ef479-5199-4337-8d2e-12340a7171f9', 'network_id': '554ef479-5199-4337-8d2e-12340a7171f9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'fixed_ips': [{'subnet_id': '865efb92-68c7-4bf3-8964-619069250674'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:39:14.193699 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.240874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.276870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] For port 11f6c39e-2c00-48f4-865d-37532b06ff5f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=11f6c39e-2c00-48f4-865d-37532b06ff5f,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:14.277896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.293555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Calling delete_port for 11f6c39e-2c00-48f4-865d-37532b06ff5f owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:14.400476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.406300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.411080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Allocated IP 2001:db8::2 (554ef479-5199-4337-8d2e-12340a7171f9/865efb92-68c7-4bf3-8964-619069250674/e4fa192c-cea3-431e-a65c-8a89438c1987) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:14.464067 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4c58d2f4-efd8-49f9-aacd-2d2991865d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'name': 'tempest-TestServerMultinode-1038016919-router', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:54Z', 'updated_at': '2021-09-09T09:39:12Z', 'revision_number': 5, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'gw_port': {'id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:55Z', 'updated_at': '2021-09-09T09:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:14.468967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:39:14.478602 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.478967 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Added segment 75c56514-6447-4e7a-bec1-bb6430c716d6 of type vlan for network 6fecb407-1c5e-402c-9e5e-288c07e920c4 Sep 09 09:39:14.485315 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-acbaeaf1-bf00-4b5a-8dd5-d314d60fa0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.506254 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58d2f4-efd8-49f9-aacd-2d2991865d87 None None] The sync data for ids ['76326e25-f994-485f-b7d1-3193cbc309cc'] in n-d-778696-16 is: [{'id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'name': 'tempest-TestServerMultinode-1038016919-router', 'tenant_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:37:54Z', 'updated_at': '2021-09-09T09:39:12Z', 'revision_number': 5, 'project_id': 'b3c90927ec244ac78da7e1b7f6e84b8d', 'gw_port': {'id': '11f6c39e-2c00-48f4-865d-37532b06ff5f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76326e25-f994-485f-b7d1-3193cbc309cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:37:55Z', 'updated_at': '2021-09-09T09:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:14.551444 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.563736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2cb544-d81c-4be0-b570-bfdbad4a0c4d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:14.601861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:39:14.611132 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.611903 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Added segment de2829b0-c14c-47bc-b798-d4de16befef7 of type vlan for network b4bc6e44-18b8-40f1-8840-2c21a28f1006 Sep 09 09:39:14.644294 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.662062 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.669815 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.674558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f6c39e-2c00-48f4-865d-37532b06ff5f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:14.680934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Transition to ACTIVE for port object e4fa192c-cea3-431e-a65c-8a89438c1987 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:14.696155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Transition to ACTIVE for port object e4fa192c-cea3-431e-a65c-8a89438c1987 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:14.701331 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b50bf8e-29e6-4172-8733-55261d5748c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.702397 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b50bf8e-29e6-4172-8733-55261d5748c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.763214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.781818 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.782333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.792596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:14.797544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:14.798155 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.833989 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.848423 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b50bf8e-29e6-4172-8733-55261d5748c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.905227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.908804 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:14.931266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event updated for resources: {'Network': ['ID=6fecb407-1c5e-402c-9e5e-288c07e920c4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:14.936808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Network 554ef479-5199-4337-8d2e-12340a7171f9 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:14.958783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 6fecb407-1c5e-402c-9e5e-288c07e920c4 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:39:14.966258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:14.991466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59148) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:14.998284 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3147655 Sep 09 09:39:15.021170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:15.037491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b50bf8e-29e6-4172-8733-55261d5748c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.038031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Pushing event updated for resources: {'Port': ['ID=e4fa192c-cea3-431e-a65c-8a89438c1987,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:15.052715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 76775b38-d460-47c2-9de7-5830dad21121 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:15.075117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ade2f-0408-4f95-8d19-86052970bddf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event updated for resources: {'Network': ['ID=b4bc6e44-18b8-40f1-8840-2c21a28f1006,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:15.096087 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.096087 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76326e25-f994-485f-b7d1-3193cbc309cc {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:39:15.168777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network b4bc6e44-18b8-40f1-8840-2c21a28f1006 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:39:15.183853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850779de-0076-43d8-b38c-3a7c645079ee req-b9555178-dceb-4b76-a342-1af62c128104 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:15.185716 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-850779de-0076-43d8-b38c-3a7c645079ee req-b9555178-dceb-4b76-a342-1af62c128104 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 945 time: 0.1123743 Sep 09 09:39:15.195244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 76775b38-d460-47c2-9de7-5830dad21121 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:15.195967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 76775b38-d460-47c2-9de7-5830dad21121 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:15.254247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Attempting to bind port e4fa192c-cea3-431e-a65c-8a89438c1987 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:39:15.255085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Attempting to bind port e4fa192c-cea3-431e-a65c-8a89438c1987 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e65a1687-475d-42aa-b2f9-7d3982272969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '554ef479-5199-4337-8d2e-12340a7171f9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:39:15.255723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Attempting to bind port e4fa192c-cea3-431e-a65c-8a89438c1987 on network 554ef479-5199-4337-8d2e-12340a7171f9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:39:15.256692 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-850779de-0076-43d8-b38c-3a7c645079ee req-a723d947-0eaa-41c4-bbc7-f092f1d490bb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644207 Sep 09 09:39:15.265159 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:39:15.265502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Checking segment: {'id': 'e65a1687-475d-42aa-b2f9-7d3982272969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '554ef479-5199-4337-8d2e-12340a7171f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:15.265907 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.266303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Bound using segment: {'id': 'e65a1687-475d-42aa-b2f9-7d3982272969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '554ef479-5199-4337-8d2e-12340a7171f9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:39:15.266773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Bound port: e4fa192c-cea3-431e-a65c-8a89438c1987, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65a1687-475d-42aa-b2f9-7d3982272969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '554ef479-5199-4337-8d2e-12340a7171f9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:39:15.267199 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.285077 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.288993 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1f78861e-abe7-437f-bb73-143b110ec968 admin admin] 10.222.0.32 "DELETE /v2.0/routers/76326e25-f994-485f-b7d1-3193cbc309cc HTTP/1.1" status: 204 len: 168 time: 1.8287642 Sep 09 09:39:15.289796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59152) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:15.370999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-69076ffd-80c2-4431-8ddd-22586faae127 admin admin] Deleting subnet 31927590-55b3-45ae-b2a4-caf061b3285e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:39:15.377411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69076ffd-80c2-4431-8ddd-22586faae127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.427226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] For port e4fa192c-cea3-431e-a65c-8a89438c1987, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:39:15.431729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] For port e4fa192c-cea3-431e-a65c-8a89438c1987, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e4fa192c-cea3-431e-a65c-8a89438c1987,segment=NetworkSegment(e65a1687-475d-42aa-b2f9-7d3982272969),segment_id=e65a1687-475d-42aa-b2f9-7d3982272969)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:39:15.437918 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69076ffd-80c2-4431-8ddd-22586faae127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.474784 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b50bf8e-29e6-4172-8733-55261d5748c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.476666 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5b50bf8e-29e6-4172-8733-55261d5748c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3512475 Sep 09 09:39:15.481608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59160) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:15.491213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c947231-d603-44ad-a399-6baaa41a9516 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:15.498652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c947231-d603-44ad-a399-6baaa41a9516 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:15.506784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c947231-d603-44ad-a399-6baaa41a9516 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:15.520463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c947231-d603-44ad-a399-6baaa41a9516 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:15.523999 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2c947231-d603-44ad-a399-6baaa41a9516 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5311184 Sep 09 09:39:15.532442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ee100-2bc2-4a0f-a0cd-35084609027c req-6df7ecfe-9769-4c31-9ce2-650d821021ed tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:15.534394 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b22ee100-2bc2-4a0f-a0cd-35084609027c req-6df7ecfe-9769-4c31-9ce2-650d821021ed tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2583275 Sep 09 09:39:15.536319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59162) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:15.544848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'port': {'network_id': '554ef479-5199-4337-8d2e-12340a7171f9', 'name': 'tempest-RoutersIpV6Test-82104918'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:15.579732 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.581602 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69076ffd-80c2-4431-8ddd-22586faae127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.618550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63610dd7-46da-4c86-9f83-db712c43a703 req-82d7e1c3-5b20-4dc2-8977-584ee3b9b630 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:15.618550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-63610dd7-46da-4c86-9f83-db712c43a703 req-82d7e1c3-5b20-4dc2-8977-584ee3b9b630 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.41 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 945 time: 0.3289492 Sep 09 09:39:15.756036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd49140-1159-44dd-9273-3d4747bdd7d1 None None] Pushing event updated for resources: {'Port': ['ID=e4fa192c-cea3-431e-a65c-8a89438c1987,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:15.803365 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.809820 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69076ffd-80c2-4431-8ddd-22586faae127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.840080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69076ffd-80c2-4431-8ddd-22586faae127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31927590-55b3-45ae-b2a4-caf061b3285e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:15.860661 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69076ffd-80c2-4431-8ddd-22586faae127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:15.860854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae73239-9e69-4f8a-98e0-5a008684d748 None None] Network e04c2097-72dd-4307-923c-d7d5468ebac7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:15.864992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-69076ffd-80c2-4431-8ddd-22586faae127 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/31927590-55b3-45ae-b2a4-caf061b3285e HTTP/1.1" status: 204 len: 168 time: 0.5749750 Sep 09 09:39:15.867882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59164) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:15.875643 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b22ee100-2bc2-4a0f-a0cd-35084609027c req-14a1cd30-aaba-4a69-b74d-3161ba88744e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079631 Sep 09 09:39:15.957447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.080531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Deleting port 9500982b-eac9-4f64-b7b4-7b78db4eea5e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:16.080892 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.126031 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.150360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-63610dd7-46da-4c86-9f83-db712c43a703 req-d5ba3278-1439-4517-b699-da1f6ded47e4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Deleting port ef643178-77ac-469c-94bf-300d322c74fe {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:16.150957 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-63610dd7-46da-4c86-9f83-db712c43a703 req-d5ba3278-1439-4517-b699-da1f6ded47e4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.174268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b174164-1f93-49ad-9460-22a28d0148aa None None] DHCP port deletion for e04c2097-72dd-4307-923c-d7d5468ebac7 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:39:16.184570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fecb407-1c5e-402c-9e5e-288c07e920c4']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:16.201328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:16.207214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.241886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c56514-6447-4e7a-bec1-bb6430c716d6') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:16.242195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c56514-6447-4e7a-bec1-bb6430c716d6') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:16.276862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] device_id is not set on port e8a22211-d95c-4a13-88f3-efe73b57cfcb yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:39:16.290335 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.326392 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.330977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:16.331288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.336143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9b174164-1f93-49ad-9460-22a28d0148aa None None] Deleting port 9500982b-eac9-4f64-b7b4-7b78db4eea5e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:16.338417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b174164-1f93-49ad-9460-22a28d0148aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:16.370617 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:16.467919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9b174164-1f93-49ad-9460-22a28d0148aa None None] For port 9500982b-eac9-4f64-b7b4-7b78db4eea5e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9500982b-eac9-4f64-b7b4-7b78db4eea5e,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:16.468480 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b174164-1f93-49ad-9460-22a28d0148aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.485600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9b174164-1f93-49ad-9460-22a28d0148aa None None] Calling delete_port for 9500982b-eac9-4f64-b7b4-7b78db4eea5e owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:16.506633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-63610dd7-46da-4c86-9f83-db712c43a703 req-d5ba3278-1439-4517-b699-da1f6ded47e4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] For port ef643178-77ac-469c-94bf-300d322c74fe, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ef643178-77ac-469c-94bf-300d322c74fe,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:16.507220 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-63610dd7-46da-4c86-9f83-db712c43a703 req-d5ba3278-1439-4517-b699-da1f6ded47e4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.743015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e4fa192c-cea3-431e-a65c-8a89438c1987 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:39:16.805303 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b174164-1f93-49ad-9460-22a28d0148aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.858850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b174164-1f93-49ad-9460-22a28d0148aa None None] No DVR routers for this DVR port 9500982b-eac9-4f64-b7b4-7b78db4eea5e on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:16.859333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] For port 9500982b-eac9-4f64-b7b4-7b78db4eea5e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9500982b-eac9-4f64-b7b4-7b78db4eea5e,segment=NetworkSegment(c162a61d-6ac4-4411-92c0-d8a2367c1635),segment_id=c162a61d-6ac4-4411-92c0-d8a2367c1635)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:16.859333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:16.884031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Calling delete_port for 9500982b-eac9-4f64-b7b4-7b78db4eea5e owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:16.909988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fd069-c46b-4ce1-b546-54b872078263 req-a891c46a-b0a7-4afd-bdc7-05929b3d7e0a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:16.918050 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-455fd069-c46b-4ce1-b546-54b872078263 req-a891c46a-b0a7-4afd-bdc7-05929b3d7e0a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 945 time: 0.1538911 Sep 09 09:39:16.956053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b174164-1f93-49ad-9460-22a28d0148aa None None] Pushing event deleted for resources: {'Port': ['ID=9500982b-eac9-4f64-b7b4-7b78db4eea5e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:17.019156 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-455fd069-c46b-4ce1-b546-54b872078263 req-c33df182-8142-423c-8413-08b4a581db93 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001720 Sep 09 09:39:17.067894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e4fa192c-cea3-431e-a65c-8a89438c1987 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:17.074831 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.102761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Pushing event deleted for resources: {'Port': ['ID=9500982b-eac9-4f64-b7b4-7b78db4eea5e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:17.113570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] No DVR routers for this DVR port 9500982b-eac9-4f64-b7b4-7b78db4eea5e on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:17.148829 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c725-8a50-403d-9b4e-d1479954cdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.154083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 11f6c39e-2c00-48f4-865d-37532b06ff5f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:17.176479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 11f6c39e-2c00-48f4-865d-37532b06ff5f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:17.177527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 11f6c39e-2c00-48f4-865d-37532b06ff5f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:17.178112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9500982b-eac9-4f64-b7b4-7b78db4eea5e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:17.203547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 9500982b-eac9-4f64-b7b4-7b78db4eea5e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:17.203902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9500982b-eac9-4f64-b7b4-7b78db4eea5e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:17.224446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.232936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-63610dd7-46da-4c86-9f83-db712c43a703 req-d5ba3278-1439-4517-b699-da1f6ded47e4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Calling delete_port for ef643178-77ac-469c-94bf-300d322c74fe owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:17.256255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04c2097-72dd-4307-923c-d7d5468ebac7']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:17.266589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c162a61d-6ac4-4411-92c0-d8a2367c1635') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:17.266933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c162a61d-6ac4-4411-92c0-d8a2367c1635') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:17.278697 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.284538 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.296133 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.300951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.300951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "DELETE /v2.0/networks/6fecb407-1c5e-402c-9e5e-288c07e920c4 HTTP/1.1" status: 204 len: 168 time: 1.7603140 Sep 09 09:39:17.306091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:17.328231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:17.328643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:17.332888 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:17.348373 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.363368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493f2e3-4480-4ce9-9df7-5cf30340cb30 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Network': ['ID=6fecb407-1c5e-402c-9e5e-288c07e920c4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:17.434111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71841a2e-38cc-4b6d-abd6-fd5d665faad0 None None] Network 554ef479-5199-4337-8d2e-12340a7171f9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:17.466307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8fc3a-f095-4a7f-bcd9-6515475cd07c req-039dc74c-e18b-4211-a7f2-a8a6df78bed4 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:17.467932 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ec8fc3a-f095-4a7f-bcd9-6515475cd07c req-039dc74c-e18b-4211-a7f2-a8a6df78bed4 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2308345 Sep 09 09:39:17.513029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Allocated IP 2001:db8::18c (554ef479-5199-4337-8d2e-12340a7171f9/865efb92-68c7-4bf3-8964-619069250674/e8a22211-d95c-4a13-88f3-efe73b57cfcb) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:17.514383 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.632128 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.643674 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5ec8fc3a-f095-4a7f-bcd9-6515475cd07c req-883ee638-d408-4319-960c-09bdaa8b8b63 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319993 Sep 09 09:39:17.648381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bc6e44-18b8-40f1-8840-2c21a28f1006']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:17.650998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.661671 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.663549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] 10.222.0.32 "DELETE /v2.0/networks/e04c2097-72dd-4307-923c-d7d5468ebac7 HTTP/1.1" status: 204 len: 168 time: 1.7913580 Sep 09 09:39:17.666561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59198) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:17.684178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2829b0-c14c-47bc-b798-d4de16befef7') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:17.684531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2829b0-c14c-47bc-b798-d4de16befef7') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:17.686331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261b6ff-dcd1-4712-9d85-67a89eaadbac admin admin] Pushing event deleted for resources: {'Network': ['ID=e04c2097-72dd-4307-923c-d7d5468ebac7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:17.727707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.746615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.762108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:17.762108 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:17.763170 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:17.810449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6a9a8741-c71e-422e-903f-768efd2a5b91 None None] Provisioning for port e4fa192c-cea3-431e-a65c-8a89438c1987 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:17.810594 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-63610dd7-46da-4c86-9f83-db712c43a703 req-d5ba3278-1439-4517-b699-da1f6ded47e4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.811417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6a9a8741-c71e-422e-903f-768efd2a5b91 None None] Provisioning complete for port e4fa192c-cea3-431e-a65c-8a89438c1987 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:17.811417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a9a8741-c71e-422e-903f-768efd2a5b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:17.840510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['2f79453c-bf30-45dd-a5cf-2997719cb627'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:39:17.981391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba3278-1439-4517-b699-da1f6ded47e4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event deleted for resources: {'Port': ['ID=ef643178-77ac-469c-94bf-300d322c74fe,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:18.060945 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a9a8741-c71e-422e-903f-768efd2a5b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.069171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.079243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.083737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "DELETE /v2.0/networks/b4bc6e44-18b8-40f1-8840-2c21a28f1006 HTTP/1.1" status: 204 len: 168 time: 0.7765658 Sep 09 09:39:18.106046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:18.191256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312f4e-ad6d-4922-b2f6-1c7becfed109 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Network': ['ID=b4bc6e44-18b8-40f1-8840-2c21a28f1006,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:18.206228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-63610dd7-46da-4c86-9f83-db712c43a703 req-d5ba3278-1439-4517-b699-da1f6ded47e4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] No DVR routers for this DVR port ef643178-77ac-469c-94bf-300d322c74fe on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:18.232952 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-63610dd7-46da-4c86-9f83-db712c43a703 req-d5ba3278-1439-4517-b699-da1f6ded47e4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.235998 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-63610dd7-46da-4c86-9f83-db712c43a703 req-d5ba3278-1439-4517-b699-da1f6ded47e4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.41 "DELETE /v2.0/ports/ef643178-77ac-469c-94bf-300d322c74fe HTTP/1.1" status: 204 len: 173 time: 2.5976501 Sep 09 09:39:18.239595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6a9a8741-c71e-422e-903f-768efd2a5b91 None None] For port e4fa192c-cea3-431e-a65c-8a89438c1987, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e4fa192c-cea3-431e-a65c-8a89438c1987,segment=NetworkSegment(e65a1687-475d-42aa-b2f9-7d3982272969),segment_id=e65a1687-475d-42aa-b2f9-7d3982272969)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:18.246214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc', 'name': 'network-vif-deleted', 'tag': 'ef643178-77ac-469c-94bf-300d322c74fe'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:39:18.249571 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bd5b65-e3f3-4d39-a34f-ac282a467c34" -d '{"events": [{"server_uuid": "68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc", "name": "network-vif-deleted", "tag": "ef643178-77ac-469c-94bf-300d322c74fe"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:39:18.280868 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-89f1d5d2-5ea3-4c0d-b6db-c8947d0cc041 req-1d630f78-5f42-4364-b4f2-bb30fb003a7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 210 time: 0.1318419 Sep 09 09:39:18.306685 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.324137 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071a3941-f28f-491d-87c3-30ca7ef9d8cd x-openstack-request-id: req-071a3941-f28f-491d-87c3-30ca7ef9d8cd {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:39:18.324503 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc", "name": "network-vif-deleted", "tag": "ef643178-77ac-469c-94bf-300d322c74fe", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:39:18.324767 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-071a3941-f28f-491d-87c3-30ca7ef9d8cd {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:39:18.325180 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc', 'name': 'network-vif-deleted', 'tag': 'ef643178-77ac-469c-94bf-300d322c74fe', 'status': 'completed', 'code': 200} Sep 09 09:39:18.326069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Transition to ACTIVE for port object e8a22211-d95c-4a13-88f3-efe73b57cfcb will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:18.341997 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a9a8741-c71e-422e-903f-768efd2a5b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.421957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a8741-c71e-422e-903f-768efd2a5b91 None None] Pushing event updated for resources: {'Port': ['ID=e4fa192c-cea3-431e-a65c-8a89438c1987,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:18.464313 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.520551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b8956e-97fd-4ee9-a452-53473b3111cb tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:18.526886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b8956e-97fd-4ee9-a452-53473b3111cb tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:18.537498 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-51b8956e-97fd-4ee9-a452-53473b3111cb tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4213040 Sep 09 09:39:18.537498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59218) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:18.540033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-534ced7b-ba05-429b-a79b-cb1a576ffd4f None None] Provisioning complete for port e4fa192c-cea3-431e-a65c-8a89438c1987 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:18.540422 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-534ced7b-ba05-429b-a79b-cb1a576ffd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.540536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1643035492'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:18.582426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 554ef479-5199-4337-8d2e-12340a7171f9 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:18.588602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:18.597131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:18.606242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:18.606440 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.607481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.614807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=e8a22211-d95c-4a13-88f3-efe73b57cfcb,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:18.675928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Made reservation on behalf of a1e95a7c48f340e5bb05b6e480a15bc0 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:18.679751 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.694886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.742551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e4fa192c-cea3-431e-a65c-8a89438c1987 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:39:18.759953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ea977b63-003d-483e-9c3c-0897be1604c3 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.2242873 Sep 09 09:39:18.761903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:39:18.762537 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59220) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:18.782889 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.784203 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Added segment d7c31bf6-b7e4-4e12-a3bd-2fa2494ada28 of type vlan for network f95fa4f2-22c5-4308-810b-d71f52408139 Sep 09 09:39:18.859617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e4fa192c-cea3-431e-a65c-8a89438c1987 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:18.860426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.946150 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:18.994652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ef643178-77ac-469c-94bf-300d322c74fe no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:19.035503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: ef643178-77ac-469c-94bf-300d322c74fe {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:19.036207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ef643178-77ac-469c-94bf-300d322c74fe not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:19.147416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2e4b0887-78e3-46ff-92b2-36baa4527de3 None None] Provisioning for port e8a22211-d95c-4a13-88f3-efe73b57cfcb completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:19.153576 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2e4b0887-78e3-46ff-92b2-36baa4527de3 None None] Provisioning complete for port e8a22211-d95c-4a13-88f3-efe73b57cfcb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:19.154032 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2e4b0887-78e3-46ff-92b2-36baa4527de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:19.213335 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:19.228800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b0887-78e3-46ff-92b2-36baa4527de3 None None] Port e8a22211-d95c-4a13-88f3-efe73b57cfcb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:19.233794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:19.233794 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:19.327214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:19.354375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event updated for resources: {'Network': ['ID=f95fa4f2-22c5-4308-810b-d71f52408139,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:19.366063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network f95fa4f2-22c5-4308-810b-d71f52408139 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:39:19.369308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-94afe3ea-896f-4434-9a8c-17773fb3fbc7 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8332255 Sep 09 09:39:19.372592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59230) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:19.383879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1902272953'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:19.476702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-52355547-33d5-4fd1-af76-69ea32478436 req-86b273b0-09c5-48e7-b46c-a8f1713d7bc5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 210 time: 0.0556891 Sep 09 09:39:19.484311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] Deleting port 18d5f771-41c2-4486-818a-2ce4925d0fac {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:19.485302 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:19.583320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Made reservation on behalf of a1e95a7c48f340e5bb05b6e480a15bc0 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:19.587123 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:19.603912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] For port 18d5f771-41c2-4486-818a-2ce4925d0fac, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=18d5f771-41c2-4486-818a-2ce4925d0fac,segment=NetworkSegment(b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d),segment_id=b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:19.604189 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:19.628620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] Calling delete_port for 18d5f771-41c2-4486-818a-2ce4925d0fac owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:19.644360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:39:19.691316 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:19.691577 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Added segment d034d859-916b-46d2-8cec-53099cd6af9a of type vlan for network 5f397639-4e0b-4829-9a34-99d9ea561372 Sep 09 09:39:19.729623 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:19.748515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:19.866070 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:19.958601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=e8a22211-d95c-4a13-88f3-efe73b57cfcb,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:20.085724 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.092711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:20.093365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.132108 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.144268 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.199354 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.311153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event updated for resources: {'Network': ['ID=5f397639-4e0b-4829-9a34-99d9ea561372,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:20.315735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] Pushing event deleted for resources: {'Port': ['ID=18d5f771-41c2-4486-818a-2ce4925d0fac,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:20.330550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 5f397639-4e0b-4829-9a34-99d9ea561372 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:39:20.426336 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-17114b47-5b63-48b1-8759-29198863eef2 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0497813 Sep 09 09:39:20.428060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59244) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:20.433528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'ports': [{'network_id': 'f95fa4f2-22c5-4308-810b-d71f52408139', 'name': 'tempest-port--1993752308', 'admin_state_up': True}, {'network_id': '5f397639-4e0b-4829-9a34-99d9ea561372', 'admin_state_up': False}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:20.434068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'port': {'network_id': 'f95fa4f2-22c5-4308-810b-d71f52408139', 'name': 'tempest-port--1993752308', 'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:20.434698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'port': {'network_id': '5f397639-4e0b-4829-9a34-99d9ea561372', 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:20.445727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.507245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3eec5e05-7153-477b-ab40-4196e07b5980 None None] Provisioning complete for port e8a22211-d95c-4a13-88f3-efe73b57cfcb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:20.514188 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3eec5e05-7153-477b-ab40-4196e07b5980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.662493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3eec5e05-7153-477b-ab40-4196e07b5980 None None] Port e8a22211-d95c-4a13-88f3-efe73b57cfcb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:20.759461 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.821892 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b7e53ba-e8a2-430f-b24c-d77db9c58c98 req-7b8f9703-c630-4022-ba21-9e20ea4c6674 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 210 time: 0.0607913 Sep 09 09:39:20.870348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Made reservation on behalf of a1e95a7c48f340e5bb05b6e480a15bc0 for: {'port': 2} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:20.875064 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.901883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.912629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.984277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:20.985470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:21.036204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] device_id is not set on port 1f9a853e-3d69-4367-8a7f-ee4862ace636 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:39:21.061461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=e8a22211-d95c-4a13-88f3-efe73b57cfcb,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:21.112426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] Router c05160c2-8843-438b-afdd-3da65f4518fd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:39:21.263711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 554ef479-5199-4337-8d2e-12340a7171f9 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:21.265446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:21.507783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 99bbed42-a75c-43ce-93eb-0917811b8594 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:39:21.697795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6cfc0b9d-df88-4aa8-9f9e-fab48037dc2c None None] Provisioning complete for port e8a22211-d95c-4a13-88f3-efe73b57cfcb triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:21.700766 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0b9d-df88-4aa8-9f9e-fab48037dc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:21.708803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:21.724348 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e5d15f39-24cc-487c-a3c0-6098b4731dfa tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/99bbed42-a75c-43ce-93eb-0917811b8594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9607384 Sep 09 09:39:21.727121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59262) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:21.750920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9651c6-6bd3-4e28-a4a1-d729d3d1d4b7 None None] Sync routers for ids ['99bbed42-a75c-43ce-93eb-0917811b8594'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:21.792476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9651c6-6bd3-4e28-a4a1-d729d3d1d4b7 None None] Routers {'99bbed42-a75c-43ce-93eb-0917811b8594'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:21.793077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3a9651c6-6bd3-4e28-a4a1-d729d3d1d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['99bbed42-a75c-43ce-93eb-0917811b8594'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:21.799415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bed2c7-0aa7-4613-b473-96bcd2afdb2b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:21.800976 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-17bed2c7-0aa7-4613-b473-96bcd2afdb2b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports/e8a22211-d95c-4a13-88f3-efe73b57cfcb HTTP/1.1" status: 200 len: 982 time: 0.0728407 Sep 09 09:39:21.804085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59264) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:21.825012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:21.857590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3a9651c6-6bd3-4e28-a4a1-d729d3d1d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:21.867182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc0b9d-df88-4aa8-9f9e-fab48037dc2c None None] Port e8a22211-d95c-4a13-88f3-efe73b57cfcb cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:21.875265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:21.884430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9651c6-6bd3-4e28-a4a1-d729d3d1d4b7 None None] Routers {'99bbed42-a75c-43ce-93eb-0917811b8594'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:21.885245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3a9651c6-6bd3-4e28-a4a1-d729d3d1d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['99bbed42-a75c-43ce-93eb-0917811b8594'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:21.887354 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9cbdb9-d385-4163-9058-3c58f639bdc5 None None] Sync routers for ids ['c05160c2-8843-438b-afdd-3da65f4518fd'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:21.890869 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-86e83829-b4cc-4259-b194-15fb924ebacf admin admin] 10.222.0.32 "PUT /v2.0/routers/c05160c2-8843-438b-afdd-3da65f4518fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2208068 Sep 09 09:39:21.893117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59268) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:21.912408 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9cbdb9-d385-4163-9058-3c58f639bdc5 None None] Routers {'c05160c2-8843-438b-afdd-3da65f4518fd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:21.913474 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ae9cbdb9-d385-4163-9058-3c58f639bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['c05160c2-8843-438b-afdd-3da65f4518fd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:21.963062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3a9651c6-6bd3-4e28-a4a1-d729d3d1d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:21.963965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9651c6-6bd3-4e28-a4a1-d729d3d1d4b7 None None] The sync data for ids ['99bbed42-a75c-43ce-93eb-0917811b8594'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:22.023763 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:22.129817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7edb82c-ca47-4b22-9cfd-29c00692b0bb req-a2becae8-a57c-4403-bdbc-686576da65fb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 210 time: 0.1155868 Sep 09 09:39:22.147013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] device_id is not set on port ec1a9176-329a-45b2-9006-47b4d968bab0 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:39:22.188208 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ae9cbdb9-d385-4163-9058-3c58f639bdc5 None None] Set router c05160c2-8843-438b-afdd-3da65f4518fd gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:39:22.299035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:22.584249 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ae9cbdb9-d385-4163-9058-3c58f639bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'name': 'tempest-TestServerMultinode-1839894878-router', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:38:11Z', 'updated_at': '2021-09-09T09:39:19Z', 'revision_number': 5, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'gw_port': {'id': '3970bfb7-5092-4c3d-8c5d-383a61568f7b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:38:13Z', 'updated_at': '2021-09-09T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:22.617947 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:22.643711 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9cbdb9-d385-4163-9058-3c58f639bdc5 None None] Checking router: c05160c2-8843-438b-afdd-3da65f4518fd for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:39:22.648743 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:39:22.669302 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9cbdb9-d385-4163-9058-3c58f639bdc5 None None] Routers {'c05160c2-8843-438b-afdd-3da65f4518fd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:22.670557 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ae9cbdb9-d385-4163-9058-3c58f639bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['c05160c2-8843-438b-afdd-3da65f4518fd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:22.670965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ff46fb9-c9d2-489f-a4d6-6e42329163ac tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:22.692169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Deleting port 3970bfb7-5092-4c3d-8c5d-383a61568f7b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:22.692642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:22.801557 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ae9cbdb9-d385-4163-9058-3c58f639bdc5 None None] Set router c05160c2-8843-438b-afdd-3da65f4518fd gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:39:22.900963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] For port 3970bfb7-5092-4c3d-8c5d-383a61568f7b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3970bfb7-5092-4c3d-8c5d-383a61568f7b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:22.901755 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:22.903589 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ae9cbdb9-d385-4163-9058-3c58f639bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'name': 'tempest-TestServerMultinode-1839894878-router', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:38:11Z', 'updated_at': '2021-09-09T09:39:22Z', 'revision_number': 6, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:22.920940 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:22.951511 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9cbdb9-d385-4163-9058-3c58f639bdc5 None None] The sync data for ids ['c05160c2-8843-438b-afdd-3da65f4518fd'] in n-d-778696-16 is: [{'id': 'c05160c2-8843-438b-afdd-3da65f4518fd', 'name': 'tempest-TestServerMultinode-1839894878-router', 'tenant_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:38:11Z', 'updated_at': '2021-09-09T09:39:22Z', 'revision_number': 6, 'project_id': 'df236bd5431d4debaaf50a9a6e6bd402', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:22.961083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Calling delete_port for 3970bfb7-5092-4c3d-8c5d-383a61568f7b owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:22.992365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2ff46fb9-c9d2-489f-a4d6-6e42329163ac tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port e8a22211-d95c-4a13-88f3-efe73b57cfcb {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:22.993487 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ff46fb9-c9d2-489f-a4d6-6e42329163ac tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:23.060705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event updated for resources: {'Port': ['ID=1f9a853e-3d69-4367-8a7f-ee4862ace636,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:23.104672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Checking segment: {'id': 'd7c31bf6-b7e4-4e12-a3bd-2fa2494ada28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f95fa4f2-22c5-4308-810b-d71f52408139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:23.104952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Network hostable DHCP agents. Network: f95fa4f2-22c5-4308-810b-d71f52408139, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:39:23.115310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ff46fb9-c9d2-489f-a4d6-6e42329163ac tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:23.130922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2ff46fb9-c9d2-489f-a4d6-6e42329163ac tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for e8a22211-d95c-4a13-88f3-efe73b57cfcb owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:23.331182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Network f95fa4f2-22c5-4308-810b-d71f52408139 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:39:23.431610 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:23.462754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3970bfb7-5092-4c3d-8c5d-383a61568f7b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:23.540861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:23.618309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, f95fa4f2-22c5-4308-810b-d71f52408139) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:23.622786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:23.624002 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:23.628513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec1fc32-e94f-4f5a-85cb-354a7ee55a83 None None] Network f95fa4f2-22c5-4308-810b-d71f52408139 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:23.780958 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:23.783898 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:23.836183 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a7465046-277f-4137-ad3a-81e681158b74 req-fd757f74-9e84-4944-b5d2-1d061561ce73 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 210 time: 0.0511713 Sep 09 09:39:23.896333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Checking segment: {'id': 'd034d859-916b-46d2-8cec-53099cd6af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f397639-4e0b-4829-9a34-99d9ea561372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:23.900506 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Network hostable DHCP agents. Network: 5f397639-4e0b-4829-9a34-99d9ea561372, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:39:23.902011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event updated for resources: {'Port': ['ID=ec1a9176-329a-45b2-9006-47b4d968bab0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:23.977106 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:23.978753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c05160c2-8843-438b-afdd-3da65f4518fd {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:39:23.987370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:23.993993 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7915b88e-8c11-4d96-ac7c-ac5bfa653dc3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c05160c2-8843-438b-afdd-3da65f4518fd HTTP/1.1" status: 204 len: 168 time: 2.0984294 Sep 09 09:39:23.994525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59298) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:24.044029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Network 5f397639-4e0b-4829-9a34-99d9ea561372 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:39:24.046941 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ff46fb9-c9d2-489f-a4d6-6e42329163ac tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:24.085545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d21a8aa-d9a9-42f5-bf08-d0c0d125a1dc admin admin] Deleting subnet f7be0742-d87e-4579-aa9f-4df40a7c3c97 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:39:24.090642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff46fb9-c9d2-489f-a4d6-6e42329163ac tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=e8a22211-d95c-4a13-88f3-efe73b57cfcb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:24.101806 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d21a8aa-d9a9-42f5-bf08-d0c0d125a1dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:24.161982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 5f397639-4e0b-4829-9a34-99d9ea561372) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:24.165598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:24.172134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61d073-7e81-413a-b185-6920420bff7c None None] Network 5f397639-4e0b-4829-9a34-99d9ea561372 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:24.184075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:24.200630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:24.201374 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:24.204447 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d21a8aa-d9a9-42f5-bf08-d0c0d125a1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:24.279525 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2ff46fb9-c9d2-489f-a4d6-6e42329163ac tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:24.332014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2fc2d753-06fc-487d-9477-8551a5ce43a1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9026539 Sep 09 09:39:24.334640 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59300) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:24.406528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eff37d1-5223-4356-b34d-fe91fa73a92b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:24.413979 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eff37d1-5223-4356-b34d-fe91fa73a92b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:24.415975 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7eff37d1-5223-4356-b34d-fe91fa73a92b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0799861 Sep 09 09:39:24.418815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:24.544420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-09e370c6-9588-490c-a0a1-d04263e5317a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Deleting port 1f9a853e-3d69-4367-8a7f-ee4862ace636 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:24.545079 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09e370c6-9588-490c-a0a1-d04263e5317a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:24.562020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff46fb9-c9d2-489f-a4d6-6e42329163ac tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 99bbed42-a75c-43ce-93eb-0917811b8594 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:39:24.567956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d21a8aa-d9a9-42f5-bf08-d0c0d125a1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:24.698661 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09e370c6-9588-490c-a0a1-d04263e5317a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:24.712671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3970bfb7-5092-4c3d-8c5d-383a61568f7b no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:24.722532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-09e370c6-9588-490c-a0a1-d04263e5317a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Calling delete_port for 1f9a853e-3d69-4367-8a7f-ee4862ace636 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:24.762456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 3970bfb7-5092-4c3d-8c5d-383a61568f7b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:24.769237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3970bfb7-5092-4c3d-8c5d-383a61568f7b not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:24.769897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 18d5f771-41c2-4486-818a-2ce4925d0fac no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:24.825700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 18d5f771-41c2-4486-818a-2ce4925d0fac {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:24.826387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 18d5f771-41c2-4486-818a-2ce4925d0fac not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:24.893653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff46fb9-c9d2-489f-a4d6-6e42329163ac tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:24.905321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ada6d53-6e0c-4300-808b-78933785331b None None] Sync routers for ids ['99bbed42-a75c-43ce-93eb-0917811b8594'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:24.909729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59320) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:24.914441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2ff46fb9-c9d2-489f-a4d6-6e42329163ac tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/99bbed42-a75c-43ce-93eb-0917811b8594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1087527 Sep 09 09:39:24.918522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ada6d53-6e0c-4300-808b-78933785331b None None] Routers {'99bbed42-a75c-43ce-93eb-0917811b8594'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:24.919134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9ada6d53-6e0c-4300-808b-78933785331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['99bbed42-a75c-43ce-93eb-0917811b8594'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:24.991682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9ada6d53-6e0c-4300-808b-78933785331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:25.002157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ada6d53-6e0c-4300-808b-78933785331b None None] Routers {'99bbed42-a75c-43ce-93eb-0917811b8594'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:25.003044 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9ada6d53-6e0c-4300-808b-78933785331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['99bbed42-a75c-43ce-93eb-0917811b8594'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:25.043710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9ada6d53-6e0c-4300-808b-78933785331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:25.044377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ada6d53-6e0c-4300-808b-78933785331b None None] The sync data for ids ['99bbed42-a75c-43ce-93eb-0917811b8594'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:25.109554 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8043977-520a-4be5-a6c4-bd1593589dc5 req-86c729df-2e77-47ed-bc64-4563121dbf32 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ef0c59-f2b2-4a81-be10-6ef5ed90b6dc HTTP/1.1" status: 200 len: 210 time: 0.0312669 Sep 09 09:39:25.132602 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d21a8aa-d9a9-42f5-bf08-d0c0d125a1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.156650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3d21a8aa-d9a9-42f5-bf08-d0c0d125a1dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.160380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7836d0d1-9a38-4a25-a2ed-2d4868c58d7e None None] Network a36d94ed-685b-4092-93a5-701078edb0dd requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:25.165952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3d21a8aa-d9a9-42f5-bf08-d0c0d125a1dc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f7be0742-d87e-4579-aa9f-4df40a7c3c97 HTTP/1.1" status: 204 len: 168 time: 1.1701677 Sep 09 09:39:25.166874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59326) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:25.189752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09e370c6-9588-490c-a0a1-d04263e5317a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.212019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21a8aa-d9a9-42f5-bf08-d0c0d125a1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7be0742-d87e-4579-aa9f-4df40a7c3c97,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:25.241916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09e370c6-9588-490c-a0a1-d04263e5317a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.248963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-09e370c6-9588-490c-a0a1-d04263e5317a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "DELETE /v2.0/ports/1f9a853e-3d69-4367-8a7f-ee4862ace636 HTTP/1.1" status: 204 len: 168 time: 0.8289654 Sep 09 09:39:25.253427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59328) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:25.309734 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-94f2470c-a0aa-44c6-b305-869209e9014d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] remove_router_interface failed (client error): The resource could not be found. Sep 09 09:39:25.313927 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-94f2470c-a0aa-44c6-b305-869209e9014d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/99bbed42-a75c-43ce-93eb-0917811b8594/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4037263 Sep 09 09:39:25.347404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59332) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:25.350044 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.361643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e370c6-9588-490c-a0a1-d04263e5317a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Port': ['ID=1f9a853e-3d69-4367-8a7f-ee4862ace636,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:25.446257 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b5eec8a4-0c57-422c-b324-c796fb55fb41 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbed42-a75c-43ce-93eb-0917811b8594 HTTP/1.1" status: 200 len: 205 time: 0.0504158 Sep 09 09:39:25.456514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59334) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:25.456608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.566194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca5eed3-f0de-48b1-8187-6d0ecf255ae3 None None] DHCP port deletion for a36d94ed-685b-4092-93a5-701078edb0dd request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:39:25.590031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e1efab3b-4875-42f4-a887-2a8f588aa196 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Deleting port ec1a9176-329a-45b2-9006-47b4d968bab0 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:25.590400 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1efab3b-4875-42f4-a887-2a8f588aa196 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.597565 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-257b1f87-aa78-483c-8686-36eaef70c096 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.663544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cca5eed3-f0de-48b1-8187-6d0ecf255ae3 None None] Deleting port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:25.664256 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cca5eed3-f0de-48b1-8187-6d0ecf255ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.680219 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1efab3b-4875-42f4-a887-2a8f588aa196 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.693012 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e1efab3b-4875-42f4-a887-2a8f588aa196 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Calling delete_port for ec1a9176-329a-45b2-9006-47b4d968bab0 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:25.743722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-cca5eed3-f0de-48b1-8187-6d0ecf255ae3 None None] For port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a3af23fc-4f87-44ce-93aa-ba3f4382c6ff,segment=NetworkSegment(b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d),segment_id=b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:25.744776 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cca5eed3-f0de-48b1-8187-6d0ecf255ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.758047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Deleting port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:25.758390 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.760979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cca5eed3-f0de-48b1-8187-6d0ecf255ae3 None None] Calling delete_port for a3af23fc-4f87-44ce-93aa-ba3f4382c6ff owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:25.837771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-257b1f87-aa78-483c-8686-36eaef70c096 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.847804 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-257b1f87-aa78-483c-8686-36eaef70c096 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.993549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-257b1f87-aa78-483c-8686-36eaef70c096 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:25.994322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257b1f87-aa78-483c-8686-36eaef70c096 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Fanout notify agent at l3_agent the message router_deleted on router 99bbed42-a75c-43ce-93eb-0917811b8594 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:39:26.002283 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-257b1f87-aa78-483c-8686-36eaef70c096 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.003992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-257b1f87-aa78-483c-8686-36eaef70c096 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/99bbed42-a75c-43ce-93eb-0917811b8594 HTTP/1.1" status: 204 len: 168 time: 0.5525613 Sep 09 09:39:26.006370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:26.008211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] For port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a3af23fc-4f87-44ce-93aa-ba3f4382c6ff,segment=NetworkSegment(b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d),segment_id=b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:26.015287 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.047535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Calling delete_port for a3af23fc-4f87-44ce-93aa-ba3f4382c6ff owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:26.095796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-db76fbbc-ba26-4ea0-8f36-b8bbd6ff8919 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting subnet 865efb92-68c7-4bf3-8964-619069250674 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:39:26.102781 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db76fbbc-ba26-4ea0-8f36-b8bbd6ff8919 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.143640 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1efab3b-4875-42f4-a887-2a8f588aa196 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.193818 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db76fbbc-ba26-4ea0-8f36-b8bbd6ff8919 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.204029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efab3b-4875-42f4-a887-2a8f588aa196 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Port': ['ID=ec1a9176-329a-45b2-9006-47b4d968bab0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:26.215102 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.218351 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1efab3b-4875-42f4-a887-2a8f588aa196 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.218351 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e1efab3b-4875-42f4-a887-2a8f588aa196 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "DELETE /v2.0/ports/ec1a9176-329a-45b2-9006-47b4d968bab0 HTTP/1.1" status: 204 len: 168 time: 0.9631965 Sep 09 09:39:26.225118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59350) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:26.261963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cca5eed3-f0de-48b1-8187-6d0ecf255ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.313356 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5eed3-f0de-48b1-8187-6d0ecf255ae3 None None] Pushing event deleted for resources: {'Port': ['ID=a3af23fc-4f87-44ce-93aa-ba3f4382c6ff,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:26.316215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5eed3-f0de-48b1-8187-6d0ecf255ae3 None None] No DVR routers for this DVR port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:26.331095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db76fbbc-ba26-4ea0-8f36-b8bbd6ff8919 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.346680 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-51cb0821-0507-45d7-8cef-78abfa41ea7f tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1187942 Sep 09 09:39:26.346680 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59354) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:26.389703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1113835057'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:26.425698 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.486942 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Pushing event deleted for resources: {'Port': ['ID=a3af23fc-4f87-44ce-93aa-ba3f4382c6ff,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:26.492631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] No DVR routers for this DVR port a3af23fc-4f87-44ce-93aa-ba3f4382c6ff on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:26.506190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Made reservation on behalf of a1e95a7c48f340e5bb05b6e480a15bc0 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:26.510239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.525055 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db76fbbc-ba26-4ea0-8f36-b8bbd6ff8919 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.601317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76fbbc-ba26-4ea0-8f36-b8bbd6ff8919 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Subnet': ['ID=865efb92-68c7-4bf3-8964-619069250674,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:26.606184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db76fbbc-ba26-4ea0-8f36-b8bbd6ff8919 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.610668 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ea31a-378f-43d4-9a67-0899779bfcc2 None None] Network 554ef479-5199-4337-8d2e-12340a7171f9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:26.611485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-db76fbbc-ba26-4ea0-8f36-b8bbd6ff8919 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/865efb92-68c7-4bf3-8964-619069250674 HTTP/1.1" status: 204 len: 168 time: 0.6018846 Sep 09 09:39:26.615094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59358) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:26.670756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:39:26.789584 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.816349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36d94ed-685b-4092-93a5-701078edb0dd']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:26.826447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:26.827001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ae52fd-d0b6-4a32-8f7e-f0d9d488654d') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:26.841686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a3af23fc-4f87-44ce-93aa-ba3f4382c6ff no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:26.843730 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.851814 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.894693 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.896223 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Added segment e1282892-439b-4eeb-b949-b555d8b76b08 of type vlan for network 7048205b-da5d-4bb2-93d4-df67dee26bf5 Sep 09 09:39:26.901283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.906053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: a3af23fc-4f87-44ce-93aa-ba3f4382c6ff {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:26.910539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a3af23fc-4f87-44ce-93aa-ba3f4382c6ff not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:26.938856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:26.956723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: self.session.flush() Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:26.979067 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:27.010120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port e4fa192c-cea3-431e-a65c-8a89438c1987 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:27.010615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.071711 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.092809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee939867-7278-4345-b99f-0c8815982c98 None None] DHCP port deletion for 554ef479-5199-4337-8d2e-12340a7171f9 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:39:27.130124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port e4fa192c-cea3-431e-a65c-8a89438c1987, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e4fa192c-cea3-431e-a65c-8a89438c1987,segment=NetworkSegment(e65a1687-475d-42aa-b2f9-7d3982272969),segment_id=e65a1687-475d-42aa-b2f9-7d3982272969)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:27.130583 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.146247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for e4fa192c-cea3-431e-a65c-8a89438c1987 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:27.170482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.184614 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.187141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] 10.222.0.32 "DELETE /v2.0/networks/a36d94ed-685b-4092-93a5-701078edb0dd HTTP/1.1" status: 204 len: 168 time: 1.9864631 Sep 09 09:39:27.197174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ee939867-7278-4345-b99f-0c8815982c98 None None] Deleting port e4fa192c-cea3-431e-a65c-8a89438c1987 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:27.197174 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee939867-7278-4345-b99f-0c8815982c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.230094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.246053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:27.249268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.273154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253fecf-ed2e-4c28-9939-8ef46203147e admin admin] Pushing event deleted for resources: {'Network': ['ID=a36d94ed-685b-4092-93a5-701078edb0dd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:27.358328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ee939867-7278-4345-b99f-0c8815982c98 None None] For port e4fa192c-cea3-431e-a65c-8a89438c1987, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e4fa192c-cea3-431e-a65c-8a89438c1987,segment=NetworkSegment(e65a1687-475d-42aa-b2f9-7d3982272969),segment_id=e65a1687-475d-42aa-b2f9-7d3982272969)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:27.358643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.363430 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee939867-7278-4345-b99f-0c8815982c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.374670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ee939867-7278-4345-b99f-0c8815982c98 None None] Calling delete_port for e4fa192c-cea3-431e-a65c-8a89438c1987 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:27.396937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event updated for resources: {'Network': ['ID=7048205b-da5d-4bb2-93d4-df67dee26bf5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:27.400188 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-aaa68a1d-50c9-443e-a20a-d8568f118d74 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0157316 Sep 09 09:39:27.403228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59370) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:27.419619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-934715477'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:27.425929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=e4fa192c-cea3-431e-a65c-8a89438c1987,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:27.432417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No DVR routers for this DVR port e4fa192c-cea3-431e-a65c-8a89438c1987 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:27.440256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 7048205b-da5d-4bb2-93d4-df67dee26bf5 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:39:27.546419 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.553517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Made reservation on behalf of a1e95a7c48f340e5bb05b6e480a15bc0 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:27.559960 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.566054 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee939867-7278-4345-b99f-0c8815982c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.574390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554ef479-5199-4337-8d2e-12340a7171f9']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:27.586238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65a1687-475d-42aa-b2f9-7d3982272969') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:27.596919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65a1687-475d-42aa-b2f9-7d3982272969') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:27.597058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:39:27.597867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.612643 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.612996 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Added segment e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054 of type vlan for network e318c3a5-3aa7-49b0-9980-fdc37b5b25b9 Sep 09 09:39:27.618130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee939867-7278-4345-b99f-0c8815982c98 None None] Pushing event deleted for resources: {'Port': ['ID=e4fa192c-cea3-431e-a65c-8a89438c1987,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:27.620487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee939867-7278-4345-b99f-0c8815982c98 None None] No DVR routers for this DVR port e4fa192c-cea3-431e-a65c-8a89438c1987 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:27.635704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.642284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:27.642660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:27.646012 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:27.676111 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.758566 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.764598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:27.765203 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.778259 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.790039 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:27.799241 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/networks/554ef479-5199-4337-8d2e-12340a7171f9 HTTP/1.1" status: 204 len: 168 time: 1.1695542 Sep 09 09:39:27.807869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59380) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:27.808144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59382) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:27.816701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f485e40-0ad3-415c-afc1-ca6800b3f512 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Network': ['ID=554ef479-5199-4337-8d2e-12340a7171f9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:27.822108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-338262994'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:27.936935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5322630 Sep 09 09:39:27.937763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc04164-6924-4645-8d05-84c8a6007b1b tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event updated for resources: {'Network': ['ID=e318c3a5-3aa7-49b0-9980-fdc37b5b25b9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:27.960472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network e318c3a5-3aa7-49b0-9980-fdc37b5b25b9 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:39:27.974986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b9d50d10-4da2-448c-bdd6-c155cc4de605 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3c90927ec244ac78da7e1b7f6e84b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561546 Sep 09 09:39:27.978969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59386) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:28.073600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:28.078567 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:28.094611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c68df5b-7e79-40a6-b5e8-312cb38efa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:28.107630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:39:28.117100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:28.117446 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added segment 1d850625-b99b-4d0e-8118-f61ebe029222 of type vlan for network 76425a6e-109f-4e60-9d68-6beba1d2ca44 Sep 09 09:39:28.121954 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c68df5b-7e79-40a6-b5e8-312cb38efa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:28.157513 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:28.278775 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c68df5b-7e79-40a6-b5e8-312cb38efa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:28.281310 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c68df5b-7e79-40a6-b5e8-312cb38efa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:28.282655 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1c68df5b-7e79-40a6-b5e8-312cb38efa8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22537b5e-9cb3-4bf6-8a70-945ff8806584 HTTP/1.1" status: 204 len: 168 time: 0.3024380 Sep 09 09:39:28.292084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68df5b-7e79-40a6-b5e8-312cb38efa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22537b5e-9cb3-4bf6-8a70-945ff8806584,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:28.336655 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:28.347456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:28.349089 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:28.469670 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Network': ['ID=76425a6e-109f-4e60-9d68-6beba1d2ca44,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:28.490070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 76425a6e-109f-4e60-9d68-6beba1d2ca44 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:39:28.531670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-835c3e3c-49ee-445a-8f0c-98a11b1c8de8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7145722 Sep 09 09:39:28.534815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59400) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:28.546938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'subnet': {'network_id': '76425a6e-109f-4e60-9d68-6beba1d2ca44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:28.815257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e4fa192c-cea3-431e-a65c-8a89438c1987 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:28.926521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e4fa192c-cea3-431e-a65c-8a89438c1987 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:28.926907 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e4fa192c-cea3-431e-a65c-8a89438c1987 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:29.055603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:29.061271 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:29.484985 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:29.583328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59426) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:29.670868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Subnet': ['ID=0c802038-f3f8-45ce-ac0c-05e0b004de83,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:29.712585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d6751440-3814-42fc-a573-e06c971f4e1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df236bd5431d4debaaf50a9a6e6bd402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267331 Sep 09 09:39:29.716153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59430) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:29.725583 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Checking segment: {'id': '1d850625-b99b-4d0e-8118-f61ebe029222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '76425a6e-109f-4e60-9d68-6beba1d2ca44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:29.726075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network hostable DHCP agents. Network: 76425a6e-109f-4e60-9d68-6beba1d2ca44, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:39:29.858575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 76425a6e-109f-4e60-9d68-6beba1d2ca44 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:39:29.933602 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7fe50a2-856d-4a79-b7c8-e7ac8d212994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:29.971105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 76425a6e-109f-4e60-9d68-6beba1d2ca44) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:29.977075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:29.977795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:29.999353 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd147f13-4e05-4cca-8590-7df09d245e35 None None] Network 76425a6e-109f-4e60-9d68-6beba1d2ca44 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:30.040366 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7fe50a2-856d-4a79-b7c8-e7ac8d212994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.056537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59440) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:30.075484 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a92c9791-ab8c-4370-9782-4537bdab6bc1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5369372 Sep 09 09:39:30.080182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59444) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:30.118294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-918d86c8-2d8f-412f-b94b-7b5ac6f027ba tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1952942393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:30.262155 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-918d86c8-2d8f-412f-b94b-7b5ac6f027ba tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.263482 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-918d86c8-2d8f-412f-b94b-7b5ac6f027ba tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.299721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-76425a6e-109f-4e60-9d68-6beba1d2ca44', 'network_id': '76425a6e-109f-4e60-9d68-6beba1d2ca44', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'fixed_ips': [{'subnet_id': '0c802038-f3f8-45ce-ac0c-05e0b004de83'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:39:30.300632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.352862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7fe50a2-856d-4a79-b7c8-e7ac8d212994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.361565 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c7fe50a2-856d-4a79-b7c8-e7ac8d212994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.367853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c7fe50a2-856d-4a79-b7c8-e7ac8d212994 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41c1c2ae-4272-4283-8138-4ae35716a57c HTTP/1.1" status: 204 len: 168 time: 0.6505485 Sep 09 09:39:30.415894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-627c5167-9392-440f-8833-aa7dda50d32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.416395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe50a2-856d-4a79-b7c8-e7ac8d212994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c1c2ae-4272-4283-8138-4ae35716a57c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:30.481924 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-918d86c8-2d8f-412f-b94b-7b5ac6f027ba tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.585025 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-918d86c8-2d8f-412f-b94b-7b5ac6f027ba tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.608275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Allocated IP 2001:db8::2 (76425a6e-109f-4e60-9d68-6beba1d2ca44/0c802038-f3f8-45ce-ac0c-05e0b004de83/552c7ea4-e382-40c2-be56-aff505cf4601) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:30.624310 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-627c5167-9392-440f-8833-aa7dda50d32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.742550 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-627c5167-9392-440f-8833-aa7dda50d32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.828450 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-918d86c8-2d8f-412f-b94b-7b5ac6f027ba tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.831140 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-918d86c8-2d8f-412f-b94b-7b5ac6f027ba tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7478843 Sep 09 09:39:30.833750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59454) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:30.835309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c5167-9392-440f-8833-aa7dda50d32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aba4cfc-51f0-4fec-a031-41b545c411be,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:30.841143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-627c5167-9392-440f-8833-aa7dda50d32f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3e70a8f090a44eea194239ca1273870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7834611 Sep 09 09:39:30.847892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:30.893917 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:30.917982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Transition to ACTIVE for port object 552c7ea4-e382-40c2-be56-aff505cf4601 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:30.970873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Transition to ACTIVE for port object 552c7ea4-e382-40c2-be56-aff505cf4601 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:30.973878 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecab87c-054a-49ec-87ed-3b443cc2e31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:31.044746 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecab87c-054a-49ec-87ed-3b443cc2e31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:31.056250 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:31.218602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Network 76425a6e-109f-4e60-9d68-6beba1d2ca44 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:31.220641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Pushing event updated for resources: {'Port': ['ID=552c7ea4-e382-40c2-be56-aff505cf4601,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:31.224543 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:31.227874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:31.272818 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecab87c-054a-49ec-87ed-3b443cc2e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:31.277675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecab87c-054a-49ec-87ed-3b443cc2e31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:31.277675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5ecab87c-054a-49ec-87ed-3b443cc2e31f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6aba4cfc-51f0-4fec-a031-41b545c411be HTTP/1.1" status: 204 len: 168 time: 0.4320178 Sep 09 09:39:31.303724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecab87c-054a-49ec-87ed-3b443cc2e31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aba4cfc-51f0-4fec-a031-41b545c411be,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:31.336309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Attempting to bind port 552c7ea4-e382-40c2-be56-aff505cf4601 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:39:31.339224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Attempting to bind port 552c7ea4-e382-40c2-be56-aff505cf4601 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '1d850625-b99b-4d0e-8118-f61ebe029222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '76425a6e-109f-4e60-9d68-6beba1d2ca44'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:39:31.339224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Attempting to bind port 552c7ea4-e382-40c2-be56-aff505cf4601 on network 76425a6e-109f-4e60-9d68-6beba1d2ca44 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:39:31.363475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:39:31.364305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Checking segment: {'id': '1d850625-b99b-4d0e-8118-f61ebe029222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '76425a6e-109f-4e60-9d68-6beba1d2ca44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:31.365006 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:31.365631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Bound using segment: {'id': '1d850625-b99b-4d0e-8118-f61ebe029222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '76425a6e-109f-4e60-9d68-6beba1d2ca44'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:39:31.367313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Bound port: 552c7ea4-e382-40c2-be56-aff505cf4601, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d850625-b99b-4d0e-8118-f61ebe029222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '76425a6e-109f-4e60-9d68-6beba1d2ca44'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:39:31.369001 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:31.468476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59466) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:31.474279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] For port 552c7ea4-e382-40c2-be56-aff505cf4601, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:39:31.475568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'subnets': [{'network_id': '7048205b-da5d-4bb2-93d4-df67dee26bf5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1833620348', 'ip_version': 6}, {'network_id': 'e318c3a5-3aa7-49b0-9980-fdc37b5b25b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:31.476995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'subnet': {'network_id': '7048205b-da5d-4bb2-93d4-df67dee26bf5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1833620348', 'ip_version': 6}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:31.476995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Request body: {'subnet': {'network_id': 'e318c3a5-3aa7-49b0-9980-fdc37b5b25b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:31.477836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] For port 552c7ea4-e382-40c2-be56-aff505cf4601, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=552c7ea4-e382-40c2-be56-aff505cf4601,segment=NetworkSegment(1d850625-b99b-4d0e-8118-f61ebe029222),segment_id=1d850625-b99b-4d0e-8118-f61ebe029222)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:39:31.562091 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:31.570664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:31.639589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb33ee-6c6b-492f-9c58-bfbdd3a49ed2 None None] Pushing event updated for resources: {'Port': ['ID=552c7ea4-e382-40c2-be56-aff505cf4601,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:31.758521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Made reservation on behalf of a1e95a7c48f340e5bb05b6e480a15bc0 for: {'subnet': 2} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:31.764025 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:31.764212 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:31.936474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Allocated IP 2001:db8::1 (76425a6e-109f-4e60-9d68-6beba1d2ca44/0c802038-f3f8-45ce-ac0c-05e0b004de83/eff679fa-266d-40ee-a86a-a51d99682ac9) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:32.376165 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:32.396278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Transition to ACTIVE for port object eff679fa-266d-40ee-a86a-a51d99682ac9 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:32.473639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:32.490661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfa701-c90b-470c-960a-25c66dd65214 req-000bb227-abfb-4ea7-92dc-a8927846eea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:32.498128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b6cfa701-c90b-470c-960a-25c66dd65214 req-000bb227-abfb-4ea7-92dc-a8927846eea1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 946 time: 0.0829988 Sep 09 09:39:32.533468 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b6cfa701-c90b-470c-960a-25c66dd65214 req-963cb730-400a-4d7f-8667-b5cb09d830a5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344439 Sep 09 09:39:32.541696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event updated for resources: {'Subnet': ['ID=0131170f-bf50-4b79-b87e-2154c33a638c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:32.574747 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:32.589769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Checking segment: {'id': 'e1282892-439b-4eeb-b949-b555d8b76b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7048205b-da5d-4bb2-93d4-df67dee26bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:32.590363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Network hostable DHCP agents. Network: 7048205b-da5d-4bb2-93d4-df67dee26bf5, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:39:32.652395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 76425a6e-109f-4e60-9d68-6beba1d2ca44 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:32.660520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:32.665410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:32.666151 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:32.707623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Network 7048205b-da5d-4bb2-93d4-df67dee26bf5 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:39:32.721698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=eff679fa-266d-40ee-a86a-a51d99682ac9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:32.751037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 552c7ea4-e382-40c2-be56-aff505cf4601 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:39:32.797712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 7048205b-da5d-4bb2-93d4-df67dee26bf5) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:32.802891 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:32.808088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668db7a7-6467-4b50-b1c1-73e2c290eed9 None None] Network 7048205b-da5d-4bb2-93d4-df67dee26bf5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:32.912524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Checking segment: {'id': 'e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e318c3a5-3aa7-49b0-9980-fdc37b5b25b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:32.912923 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Network hostable DHCP agents. Network: e318c3a5-3aa7-49b0-9980-fdc37b5b25b9, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:39:32.951779 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 552c7ea4-e382-40c2-be56-aff505cf4601 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:32.960210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event updated for resources: {'Subnet': ['ID=5fb19c2a-f7ff-440f-bc54-2d42245be638,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:32.987322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Network e318c3a5-3aa7-49b0-9980-fdc37b5b25b9 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:39:33.000068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01093b47-47f8-4def-862d-9edaf275bd58 None None] Network 76425a6e-109f-4e60-9d68-6beba1d2ca44 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:33.005448 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:33.039675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-7048205b-da5d-4bb2-93d4-df67dee26bf5', 'network_id': '7048205b-da5d-4bb2-93d4-df67dee26bf5', 'tenant_id': 'a1e95a7c48f340e5bb05b6e480a15bc0', 'fixed_ips': [{'subnet_id': '0131170f-bf50-4b79-b87e-2154c33a638c'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:39:33.045273 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:33.089826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, e318c3a5-3aa7-49b0-9980-fdc37b5b25b9) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:33.094548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:33.096233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:33.097037 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:33.113734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5aed0a-944f-469b-ac38-271879c7c3b9 None None] Network e318c3a5-3aa7-49b0-9980-fdc37b5b25b9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:33.212841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9634c82c-6eb9-46cf-90eb-051f81c4e9c9 None None] Provisioning for port 552c7ea4-e382-40c2-be56-aff505cf4601 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:33.226755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-32f301c2-4284-46a8-b8eb-a7fd7a9081bf tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7567151 Sep 09 09:39:33.230128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:33.234427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9634c82c-6eb9-46cf-90eb-051f81c4e9c9 None None] Provisioning complete for port 552c7ea4-e382-40c2-be56-aff505cf4601 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:33.234804 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9634c82c-6eb9-46cf-90eb-051f81c4e9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:33.340183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2e0b0c-f47c-4a5a-be66-c9ef2c3c81ee tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:33.348635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2e0b0c-f47c-4a5a-be66-c9ef2c3c81ee tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:33.350397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2e0b0c-f47c-4a5a-be66-c9ef2c3c81ee tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:33.354154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1e2e0b0c-f47c-4a5a-be66-c9ef2c3c81ee tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1209943 Sep 09 09:39:33.365491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:33.374556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:33.434469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Allocated IP 2001:db8::1 (7048205b-da5d-4bb2-93d4-df67dee26bf5/0131170f-bf50-4b79-b87e-2154c33a638c/4e8f32df-17ed-4e80-9e1f-b445ebb63a2b) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:33.437345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01f6cac-98e7-4633-99e5-50f17674ff59 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Deleting subnet 0131170f-bf50-4b79-b87e-2154c33a638c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:39:33.444117 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:33.444922 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:33.610682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=eff679fa-266d-40ee-a86a-a51d99682ac9,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:33.638322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 76425a6e-109f-4e60-9d68-6beba1d2ca44 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:33.640239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:33.644144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.644637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.645153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.645592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.646027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.646463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.646893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.647347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.647812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.648236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.648659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.649049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:33.765124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ba84-0ba7-4ee4-929d-8f373a670c24 req-28fdc45c-2052-4812-aa05-45dee010404d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:33.777001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0cf1ba84-0ba7-4ee4-929d-8f373a670c24 req-28fdc45c-2052-4812-aa05-45dee010404d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 946 time: 0.1131036 Sep 09 09:39:33.856340 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0cf1ba84-0ba7-4ee4-929d-8f373a670c24 req-232a6a1d-0242-4be2-9626-44ef2f1bf453 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780618 Sep 09 09:39:33.878174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 345801d3-698d-45cc-b921-9fa5bda86cb4 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:39:33.959674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-e318c3a5-3aa7-49b0-9980-fdc37b5b25b9', 'network_id': 'e318c3a5-3aa7-49b0-9980-fdc37b5b25b9', 'tenant_id': 'a1e95a7c48f340e5bb05b6e480a15bc0', 'fixed_ips': [{'subnet_id': '5fb19c2a-f7ff-440f-bc54-2d42245be638'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:39:33.960645 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:33.982085 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9634c82c-6eb9-46cf-90eb-051f81c4e9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:34.070820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:34.077192 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d84731ea-4dc2-4ba2-8279-60ad693da94a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/345801d3-698d-45cc-b921-9fa5bda86cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2416191 Sep 09 09:39:34.080167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59520) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:34.089485 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f04ca-4ca4-4689-b876-f7257f8d9d48 None None] Sync routers for ids ['345801d3-698d-45cc-b921-9fa5bda86cb4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:34.115734 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f04ca-4ca4-4689-b876-f7257f8d9d48 None None] Routers {'345801d3-698d-45cc-b921-9fa5bda86cb4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:34.116385 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3f7f04ca-4ca4-4689-b876-f7257f8d9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['345801d3-698d-45cc-b921-9fa5bda86cb4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:34.124074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d93757-1b01-4000-ba04-b964a58fa5b4 req-a23adb78-f550-47ae-9bf7-37135c0d047d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:34.125863 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19d93757-1b01-4000-ba04-b964a58fa5b4 req-a23adb78-f550-47ae-9bf7-37135c0d047d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 946 time: 0.1658080 Sep 09 09:39:34.230321 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3f7f04ca-4ca4-4689-b876-f7257f8d9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:34.249463 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f04ca-4ca4-4689-b876-f7257f8d9d48 None None] Routers {'345801d3-698d-45cc-b921-9fa5bda86cb4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:34.250351 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3f7f04ca-4ca4-4689-b876-f7257f8d9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['345801d3-698d-45cc-b921-9fa5bda86cb4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:34.305196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9634c82c-6eb9-46cf-90eb-051f81c4e9c9 None None] For port 552c7ea4-e382-40c2-be56-aff505cf4601, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=552c7ea4-e382-40c2-be56-aff505cf4601,segment=NetworkSegment(1d850625-b99b-4d0e-8118-f61ebe029222),segment_id=1d850625-b99b-4d0e-8118-f61ebe029222)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:34.321304 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:34.330001 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3f7f04ca-4ca4-4689-b876-f7257f8d9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:34.333767 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f04ca-4ca4-4689-b876-f7257f8d9d48 None None] The sync data for ids ['345801d3-698d-45cc-b921-9fa5bda86cb4'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:34.348959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-19d93757-1b01-4000-ba04-b964a58fa5b4 req-ff9ddf27-baa6-417b-9633-e965546e28ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Deleting port 2f79453c-bf30-45dd-a5cf-2997719cb627 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:34.349379 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-19d93757-1b01-4000-ba04-b964a58fa5b4 req-ff9ddf27-baa6-417b-9633-e965546e28ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:34.370017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Transition to ACTIVE for port object 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:34.428212 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9634c82c-6eb9-46cf-90eb-051f81c4e9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:34.432124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Transition to ACTIVE for port object 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:34.507844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Allocated IP 2001:db8:0:1::1 (e318c3a5-3aa7-49b0-9980-fdc37b5b25b9/5fb19c2a-f7ff-440f-bc54-2d42245be638/bc35304c-cab2-4eaf-aca7-e9c83ebffa8a) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:34.536424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-19d93757-1b01-4000-ba04-b964a58fa5b4 req-ff9ddf27-baa6-417b-9633-e965546e28ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] For port 2f79453c-bf30-45dd-a5cf-2997719cb627, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2f79453c-bf30-45dd-a5cf-2997719cb627,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:34.536856 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-19d93757-1b01-4000-ba04-b964a58fa5b4 req-ff9ddf27-baa6-417b-9633-e965546e28ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:34.540292 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:34.567028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c82c-6eb9-46cf-90eb-051f81c4e9c9 None None] Pushing event updated for resources: {'Port': ['ID=552c7ea4-e382-40c2-be56-aff505cf4601,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:34.585171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-19d93757-1b01-4000-ba04-b964a58fa5b4 req-ff9ddf27-baa6-417b-9633-e965546e28ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Calling delete_port for 2f79453c-bf30-45dd-a5cf-2997719cb627 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:34.686937 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Network 7048205b-da5d-4bb2-93d4-df67dee26bf5 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:34.708611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:34.714572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:34.759307 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-620ab77a-910c-40c5-afb8-f810f889cffa None None] Provisioning complete for port 552c7ea4-e382-40c2-be56-aff505cf4601 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:34.759739 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-620ab77a-910c-40c5-afb8-f810f889cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:34.766655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 552c7ea4-e382-40c2-be56-aff505cf4601 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:39:34.831654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Pushing event updated for resources: {'Port': ['ID=4e8f32df-17ed-4e80-9e1f-b445ebb63a2b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:34.865595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e8ae2b-1d08-40c9-bb77-357910b5b10d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:34.871018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-78e8ae2b-1d08-40c9-bb77-357910b5b10d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports/eff679fa-266d-40ee-a86a-a51d99682ac9 HTTP/1.1" status: 200 len: 911 time: 0.7896261 Sep 09 09:39:34.872055 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e01f6cac-98e7-4633-99e5-50f17674ff59 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:34.878802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59528) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:34.921628 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e01f6cac-98e7-4633-99e5-50f17674ff59 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:34.994957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Attempting to bind port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:39:34.995969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Attempting to bind port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e1282892-439b-4eeb-b949-b555d8b76b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7048205b-da5d-4bb2-93d4-df67dee26bf5'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:39:34.996528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Attempting to bind port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b on network 7048205b-da5d-4bb2-93d4-df67dee26bf5 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:39:35.007450 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e01f6cac-98e7-4633-99e5-50f17674ff59 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.028516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:39:35.028897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Checking segment: {'id': 'e1282892-439b-4eeb-b949-b555d8b76b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7048205b-da5d-4bb2-93d4-df67dee26bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:35.029304 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.029705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Bound using segment: {'id': 'e1282892-439b-4eeb-b949-b555d8b76b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7048205b-da5d-4bb2-93d4-df67dee26bf5'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:39:35.030192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Bound port: 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1282892-439b-4eeb-b949-b555d8b76b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7048205b-da5d-4bb2-93d4-df67dee26bf5'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:39:35.030579 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.047341 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-19d93757-1b01-4000-ba04-b964a58fa5b4 req-ff9ddf27-baa6-417b-9633-e965546e28ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.096135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-59fad73e-236c-4b1b-b44e-5074a74343d2 req-0257bafc-3d9f-4aaf-b90b-0e6d24b2c4a2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 210 time: 0.0602703 Sep 09 09:39:35.099239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 552c7ea4-e382-40c2-be56-aff505cf4601 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:35.099590 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.120957 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.146125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ddf27-baa6-417b-9633-e965546e28ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event deleted for resources: {'Port': ['ID=2f79453c-bf30-45dd-a5cf-2997719cb627,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:35.161807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Transition to ACTIVE for port object bc35304c-cab2-4eaf-aca7-e9c83ebffa8a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:35.176458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e01f6cac-98e7-4633-99e5-50f17674ff59 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.246715 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d93757-1b01-4000-ba04-b964a58fa5b4 req-ff9ddf27-baa6-417b-9633-e965546e28ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] No DVR routers for this DVR port 2f79453c-bf30-45dd-a5cf-2997719cb627 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:35.251897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Transition to ACTIVE for port object bc35304c-cab2-4eaf-aca7-e9c83ebffa8a will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:35.252147 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-19d93757-1b01-4000-ba04-b964a58fa5b4 req-ff9ddf27-baa6-417b-9633-e965546e28ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.253817 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19d93757-1b01-4000-ba04-b964a58fa5b4 req-ff9ddf27-baa6-417b-9633-e965546e28ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "DELETE /v2.0/ports/2f79453c-bf30-45dd-a5cf-2997719cb627 HTTP/1.1" status: 204 len: 173 time: 1.1093850 Sep 09 09:39:35.259959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5096332d-add3-4b63-a9aa-4293994b9508', 'name': 'network-vif-deleted', 'tag': '2f79453c-bf30-45dd-a5cf-2997719cb627'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:39:35.259959 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dde858-bcb9-445e-a2fa-31b39d055c69" -d '{"events": [{"server_uuid": "5096332d-add3-4b63-a9aa-4293994b9508", "name": "network-vif-deleted", "tag": "2f79453c-bf30-45dd-a5cf-2997719cb627"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:39:35.262501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] For port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:39:35.266575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] For port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4e8f32df-17ed-4e80-9e1f-b445ebb63a2b,segment=NetworkSegment(e1282892-439b-4eeb-b949-b555d8b76b08),segment_id=e1282892-439b-4eeb-b949-b555d8b76b08)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:39:35.293435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f6cac-98e7-4633-99e5-50f17674ff59 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Subnet': ['ID=0131170f-bf50-4b79-b87e-2154c33a638c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:35.308844 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e01f6cac-98e7-4633-99e5-50f17674ff59 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.316005 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e01f6cac-98e7-4633-99e5-50f17674ff59 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "DELETE /v2.0/subnets/0131170f-bf50-4b79-b87e-2154c33a638c HTTP/1.1" status: 204 len: 168 time: 1.9492755 Sep 09 09:39:35.316825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:35.350223 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.358458 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc4071e-3f78-4f65-b8db-a2a41524d5b2 x-openstack-request-id: req-1dc4071e-3f78-4f65-b8db-a2a41524d5b2 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:39:35.358771 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5096332d-add3-4b63-a9aa-4293994b9508", "name": "network-vif-deleted", "tag": "2f79453c-bf30-45dd-a5cf-2997719cb627", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:39:35.359028 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1dc4071e-3f78-4f65-b8db-a2a41524d5b2 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:39:35.359467 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5096332d-add3-4b63-a9aa-4293994b9508', 'name': 'network-vif-deleted', 'tag': '2f79453c-bf30-45dd-a5cf-2997719cb627', 'status': 'completed', 'code': 200} Sep 09 09:39:35.415220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb454f25-cae8-4368-a48d-e2db700000fd tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Deleting subnet 5fb19c2a-f7ff-440f-bc54-2d42245be638 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:39:35.419706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb454f25-cae8-4368-a48d-e2db700000fd tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.437671 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.437946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-620ab77a-910c-40c5-afb8-f810f889cffa None None] Provisioning for port eff679fa-266d-40ee-a86a-a51d99682ac9 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:35.459136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-620ab77a-910c-40c5-afb8-f810f889cffa None None] Provisioning complete for port eff679fa-266d-40ee-a86a-a51d99682ac9 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:35.459568 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-620ab77a-910c-40c5-afb8-f810f889cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.464686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Network e318c3a5-3aa7-49b0-9980-fdc37b5b25b9 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:35.500135 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb454f25-cae8-4368-a48d-e2db700000fd tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.519245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:35.524430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:35.526818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Pushing event updated for resources: {'Port': ['ID=bc35304c-cab2-4eaf-aca7-e9c83ebffa8a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:35.660598 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-620ab77a-910c-40c5-afb8-f810f889cffa None None] Port eff679fa-266d-40ee-a86a-a51d99682ac9 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:35.672335 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb454f25-cae8-4368-a48d-e2db700000fd tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.719206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Attempting to bind port bc35304c-cab2-4eaf-aca7-e9c83ebffa8a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:39:35.723614 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77de2add-f0d0-41a3-806f-3817bf32b968 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.724266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Attempting to bind port bc35304c-cab2-4eaf-aca7-e9c83ebffa8a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e318c3a5-3aa7-49b0-9980-fdc37b5b25b9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:39:35.726775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Attempting to bind port bc35304c-cab2-4eaf-aca7-e9c83ebffa8a on network e318c3a5-3aa7-49b0-9980-fdc37b5b25b9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:39:35.730337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b103ef4-0883-4f61-8cc5-858147682ca2 None None] Pushing event updated for resources: {'Port': ['ID=4e8f32df-17ed-4e80-9e1f-b445ebb63a2b,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:35.743126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:39:35.746376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Checking segment: {'id': 'e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e318c3a5-3aa7-49b0-9980-fdc37b5b25b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:35.746376 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.746376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Bound using segment: {'id': 'e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e318c3a5-3aa7-49b0-9980-fdc37b5b25b9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:39:35.746376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Bound port: bc35304c-cab2-4eaf-aca7-e9c83ebffa8a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e318c3a5-3aa7-49b0-9980-fdc37b5b25b9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:39:35.746376 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.813192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d17d8e22-a383-416e-9133-a3e51420f36c None None] Provisioning complete for port eff679fa-266d-40ee-a86a-a51d99682ac9 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:35.813603 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d17d8e22-a383-416e-9133-a3e51420f36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.878311 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb454f25-cae8-4368-a48d-e2db700000fd tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.921728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb454f25-cae8-4368-a48d-e2db700000fd tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb19c2a-f7ff-440f-bc54-2d42245be638,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:35.933331 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb454f25-cae8-4368-a48d-e2db700000fd tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:35.933331 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fb454f25-cae8-4368-a48d-e2db700000fd tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "DELETE /v2.0/subnets/5fb19c2a-f7ff-440f-bc54-2d42245be638 HTTP/1.1" status: 204 len: 168 time: 0.6083589 Sep 09 09:39:35.933331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59542) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:35.942603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d17d8e22-a383-416e-9133-a3e51420f36c None None] Port eff679fa-266d-40ee-a86a-a51d99682ac9 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:35.969275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] For port bc35304c-cab2-4eaf-aca7-e9c83ebffa8a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:39:35.973486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] For port bc35304c-cab2-4eaf-aca7-e9c83ebffa8a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc35304c-cab2-4eaf-aca7-e9c83ebffa8a,segment=NetworkSegment(e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054),segment_id=e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:39:35.999732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be83a3-f6cf-42cb-bb71-216c76d78381 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:36.002283 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e5be83a3-f6cf-42cb-bb71-216c76d78381 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0614026 Sep 09 09:39:36.011462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59544) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:36.056427 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.115886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-77de2add-f0d0-41a3-806f-3817bf32b968 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port eff679fa-266d-40ee-a86a-a51d99682ac9 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:36.116422 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77de2add-f0d0-41a3-806f-3817bf32b968 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.146203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea30b6-5c01-4443-b650-ec1fee230147 None None] Pushing event updated for resources: {'Port': ['ID=bc35304c-cab2-4eaf-aca7-e9c83ebffa8a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:36.155139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.220365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Deleting port bc35304c-cab2-4eaf-aca7-e9c83ebffa8a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:36.221005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.233664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2f79453c-bf30-45dd-a5cf-2997719cb627 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:36.283263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32f382db-56fd-4284-9b5d-da6e49a64467 req-7fa14597-ca3a-4130-8973-e731771b4506 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 210 time: 0.0943921 Sep 09 09:39:36.284343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 2f79453c-bf30-45dd-a5cf-2997719cb627 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:36.284711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2f79453c-bf30-45dd-a5cf-2997719cb627 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:36.334955 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77de2add-f0d0-41a3-806f-3817bf32b968 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.347233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] For port bc35304c-cab2-4eaf-aca7-e9c83ebffa8a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc35304c-cab2-4eaf-aca7-e9c83ebffa8a,segment=NetworkSegment(e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054),segment_id=e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:36.347921 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.363743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-77de2add-f0d0-41a3-806f-3817bf32b968 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for eff679fa-266d-40ee-a86a-a51d99682ac9 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:36.365806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Calling delete_port for bc35304c-cab2-4eaf-aca7-e9c83ebffa8a owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:36.565420 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.608324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Port': ['ID=bc35304c-cab2-4eaf-aca7-e9c83ebffa8a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:36.610974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] No DVR routers for this DVR port bc35304c-cab2-4eaf-aca7-e9c83ebffa8a on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:36.785961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77de2add-f0d0-41a3-806f-3817bf32b968 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.828415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.850525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de2add-f0d0-41a3-806f-3817bf32b968 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=eff679fa-266d-40ee-a86a-a51d99682ac9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:36.876950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc35304c-cab2-4eaf-aca7-e9c83ebffa8a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:39:36.890932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e318c3a5-3aa7-49b0-9980-fdc37b5b25b9']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:36.909584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:36.909891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f6e5ce-aa7b-4724-bcf6-ec2bfd919054') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:36.930754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bc35304c-cab2-4eaf-aca7-e9c83ebffa8a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:36.931412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc35304c-cab2-4eaf-aca7-e9c83ebffa8a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 09 09:39:36.932116 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.949214 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.957695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:36.958352 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:36.981832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Port bc35304c-cab2-4eaf-aca7-e9c83ebffa8a not found, will not notify nova. {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 09 09:39:36.982371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:39:37.058627 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77de2add-f0d0-41a3-806f-3817bf32b968 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:37.067146 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:37.187238 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:37.193584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:37.198340 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "DELETE /v2.0/networks/e318c3a5-3aa7-49b0-9980-fdc37b5b25b9 HTTP/1.1" status: 204 len: 168 time: 1.1836491 Sep 09 09:39:37.211810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10075029-3767-4db4-b59f-8a79191861dc None None] Network 7048205b-da5d-4bb2-93d4-df67dee26bf5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:37.228535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59562) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:37.231479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb76640-6afc-41db-92db-0da7ff388802 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Network': ['ID=e318c3a5-3aa7-49b0-9980-fdc37b5b25b9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:37.319147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:37.405262 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:37.410250 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77de2add-f0d0-41a3-806f-3817bf32b968 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 345801d3-698d-45cc-b921-9fa5bda86cb4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:39:37.425754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4676c5fd-aa33-42e1-97e5-65c2c0ba8042 None None] Provisioning for port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:37.431974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4676c5fd-aa33-42e1-97e5-65c2c0ba8042 None None] Provisioning complete for port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:37.432351 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4676c5fd-aa33-42e1-97e5-65c2c0ba8042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:37.511418 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c1a5150-98f5-4974-8ce1-e62367a7aa65 req-15ca3a04-ba1e-49f8-a06c-96b7fec29764 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 210 time: 0.0582836 Sep 09 09:39:37.550310 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Deleting port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:37.552243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:37.552816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77de2add-f0d0-41a3-806f-3817bf32b968 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:37.559103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-77de2add-f0d0-41a3-806f-3817bf32b968 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/345801d3-698d-45cc-b921-9fa5bda86cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6706259 Sep 09 09:39:37.565342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59568) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:37.569736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a458d3a-eacb-4352-be76-6092e7408010 None None] Sync routers for ids ['345801d3-698d-45cc-b921-9fa5bda86cb4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:37.580784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbd6960-3c82-4a95-9efe-c2f033e33698 None None] DHCP port deletion for 7048205b-da5d-4bb2-93d4-df67dee26bf5 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:39:37.614136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a458d3a-eacb-4352-be76-6092e7408010 None None] Routers {'345801d3-698d-45cc-b921-9fa5bda86cb4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:37.615089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7a458d3a-eacb-4352-be76-6092e7408010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['345801d3-698d-45cc-b921-9fa5bda86cb4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:37.618404 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-73df3cac-cd9e-4135-aec9-ea36ff51b0f1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=345801d3-698d-45cc-b921-9fa5bda86cb4 HTTP/1.1" status: 200 len: 205 time: 0.0481663 Sep 09 09:39:37.621026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59570) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:37.676634 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4676c5fd-aa33-42e1-97e5-65c2c0ba8042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:37.704402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7a458d3a-eacb-4352-be76-6092e7408010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:37.708871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7017d91-529d-4ef7-a629-8cfb5858c99b None None] DHCP port deletion for e318c3a5-3aa7-49b0-9980-fdc37b5b25b9 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:39:37.719054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] For port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4e8f32df-17ed-4e80-9e1f-b445ebb63a2b,segment=NetworkSegment(e1282892-439b-4eeb-b949-b555d8b76b08),segment_id=e1282892-439b-4eeb-b949-b555d8b76b08)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:37.719638 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:37.750349 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74f721b0-99ef-46f6-a02e-6c9ff4eb385b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:37.750882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Calling delete_port for 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:37.785983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c8c194-417f-40c9-8fd7-4d2c290096a4 None None] Network e318c3a5-3aa7-49b0-9980-fdc37b5b25b9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:37.806547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4676c5fd-aa33-42e1-97e5-65c2c0ba8042 None None] For port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4e8f32df-17ed-4e80-9e1f-b445ebb63a2b,segment=NetworkSegment(e1282892-439b-4eeb-b949-b555d8b76b08),segment_id=e1282892-439b-4eeb-b949-b555d8b76b08)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:37.808668 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a458d3a-eacb-4352-be76-6092e7408010 None None] Routers {'345801d3-698d-45cc-b921-9fa5bda86cb4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:37.809794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7a458d3a-eacb-4352-be76-6092e7408010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['345801d3-698d-45cc-b921-9fa5bda86cb4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:37.853632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c8c194-417f-40c9-8fd7-4d2c290096a4 None None] Network e318c3a5-3aa7-49b0-9980-fdc37b5b25b9 could not be found, it might have been deleted concurrently. {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 09 09:39:37.859116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7a458d3a-eacb-4352-be76-6092e7408010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:37.859879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a458d3a-eacb-4352-be76-6092e7408010 None None] The sync data for ids ['345801d3-698d-45cc-b921-9fa5bda86cb4'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:37.864285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd6960-3c82-4a95-9efe-c2f033e33698 None None] Deleting port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:37.865141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6960-3c82-4a95-9efe-c2f033e33698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:37.897596 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4676c5fd-aa33-42e1-97e5-65c2c0ba8042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:37.970167 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.000724 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-fbbd6960-3c82-4a95-9efe-c2f033e33698 None None] For port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4e8f32df-17ed-4e80-9e1f-b445ebb63a2b,segment=NetworkSegment(e1282892-439b-4eeb-b949-b555d8b76b08),segment_id=e1282892-439b-4eeb-b949-b555d8b76b08)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:38.001929 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6960-3c82-4a95-9efe-c2f033e33698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.024234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676c5fd-aa33-42e1-97e5-65c2c0ba8042 None None] Pushing event updated for resources: {'Port': ['ID=4e8f32df-17ed-4e80-9e1f-b445ebb63a2b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:38.032779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] No DVR routers for this DVR port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:38.034772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd6960-3c82-4a95-9efe-c2f033e33698 None None] Calling delete_port for 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:38.037135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e4ace593-0660-4b42-ab0d-ee8a004811e5 None None] Could not find standard attr ID for object bc35304c-cab2-4eaf-aca7-e9c83ebffa8a. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:39:38.044948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Port': ['ID=4e8f32df-17ed-4e80-9e1f-b445ebb63a2b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:38.140720 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.142712 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6960-3c82-4a95-9efe-c2f033e33698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.166455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd6960-3c82-4a95-9efe-c2f033e33698 None None] Pushing event deleted for resources: {'Port': ['ID=4e8f32df-17ed-4e80-9e1f-b445ebb63a2b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:38.167695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7048205b-da5d-4bb2-93d4-df67dee26bf5']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:38.180520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd6960-3c82-4a95-9efe-c2f033e33698 None None] No DVR routers for this DVR port 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:38.195656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1282892-439b-4eeb-b949-b555d8b76b08') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:38.195965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1282892-439b-4eeb-b949-b555d8b76b08') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:38.210462 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.231529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.238922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:38.241894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.311988 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74f721b0-99ef-46f6-a02e-6c9ff4eb385b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.315618 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74f721b0-99ef-46f6-a02e-6c9ff4eb385b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:38.317314 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:38.398668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.411457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.415416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "DELETE /v2.0/networks/7048205b-da5d-4bb2-93d4-df67dee26bf5 HTTP/1.1" status: 204 len: 168 time: 1.1756017 Sep 09 09:39:38.416180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59578) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:38.431608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215a89b-64a2-4aa2-9a45-10a3ac53585a tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Network': ['ID=7048205b-da5d-4bb2-93d4-df67dee26bf5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:38.442388 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74f721b0-99ef-46f6-a02e-6c9ff4eb385b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.442924 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f721b0-99ef-46f6-a02e-6c9ff4eb385b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Fanout notify agent at l3_agent the message router_deleted on router 345801d3-698d-45cc-b921-9fa5bda86cb4 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:39:38.451663 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-74f721b0-99ef-46f6-a02e-6c9ff4eb385b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.456437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59580) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:38.463961 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-74f721b0-99ef-46f6-a02e-6c9ff4eb385b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/345801d3-698d-45cc-b921-9fa5bda86cb4 HTTP/1.1" status: 204 len: 168 time: 0.8417072 Sep 09 09:39:38.511647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c01a7c6-d684-4bfd-ae04-6647f3a012b7 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting subnet 0c802038-f3f8-45ce-ac0c-05e0b004de83 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:39:38.514932 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c01a7c6-d684-4bfd-ae04-6647f3a012b7 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.529130 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.559597 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c01a7c6-d684-4bfd-ae04-6647f3a012b7 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.648997 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.666381 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c01a7c6-d684-4bfd-ae04-6647f3a012b7 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.683441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc35304c-cab2-4eaf-aca7-e9c83ebffa8a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:38.690242 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2ba7876d-1490-4a16-8fe9-b576d256cd89 req-adb6c861-98fb-4c2c-b45b-8d1f3aaa3f28 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 210 time: 0.0700104 Sep 09 09:39:38.705718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f397639-4e0b-4829-9a34-99d9ea561372']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:38.718453 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd034d859-916b-46d2-8cec-53099cd6af9a') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:38.718953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd034d859-916b-46d2-8cec-53099cd6af9a') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:38.735213 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.736837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bc35304c-cab2-4eaf-aca7-e9c83ebffa8a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:38.737380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc35304c-cab2-4eaf-aca7-e9c83ebffa8a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:38.737820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:38.769253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:38.769253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4e8f32df-17ed-4e80-9e1f-b445ebb63a2b not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:38.772129 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.781893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:38.788785 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:38.793834 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:38.867405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c01a7c6-d684-4bfd-ae04-6647f3a012b7 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.900430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01a7c6-d684-4bfd-ae04-6647f3a012b7 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Subnet': ['ID=0c802038-f3f8-45ce-ac0c-05e0b004de83,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:38.909077 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c01a7c6-d684-4bfd-ae04-6647f3a012b7 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.911536 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3c01a7c6-d684-4bfd-ae04-6647f3a012b7 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/0c802038-f3f8-45ce-ac0c-05e0b004de83 HTTP/1.1" status: 204 len: 168 time: 0.4536598 Sep 09 09:39:38.916060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59588) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:38.917469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a59ad03-7f50-4f4a-a52c-b415c5fdb770 None None] Network 76425a6e-109f-4e60-9d68-6beba1d2ca44 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:38.948537 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.965621 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:38.966857 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "DELETE /v2.0/networks/5f397639-4e0b-4829-9a34-99d9ea561372 HTTP/1.1" status: 204 len: 168 time: 0.5495691 Sep 09 09:39:38.969462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59590) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:38.997347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7aaee5-d460-4cff-a948-72ed08dcab38 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Network': ['ID=5f397639-4e0b-4829-9a34-99d9ea561372,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:39.057691 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.081333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.132168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680826cc-2e4b-4af9-89a6-bea22e052e11 None None] DHCP port deletion for 76425a6e-109f-4e60-9d68-6beba1d2ca44 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:39:39.138525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port 552c7ea4-e382-40c2-be56-aff505cf4601 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:39.139144 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.189627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.192784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-680826cc-2e4b-4af9-89a6-bea22e052e11 None None] Deleting port 552c7ea4-e382-40c2-be56-aff505cf4601 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:39.193365 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-680826cc-2e4b-4af9-89a6-bea22e052e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.212342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95fa4f2-22c5-4308-810b-d71f52408139']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:39.216829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port 552c7ea4-e382-40c2-be56-aff505cf4601, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=552c7ea4-e382-40c2-be56-aff505cf4601,segment=NetworkSegment(1d850625-b99b-4d0e-8118-f61ebe029222),segment_id=1d850625-b99b-4d0e-8118-f61ebe029222)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:39.217252 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.222954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c31bf6-b7e4-4e12-a3bd-2fa2494ada28') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:39.225375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c31bf6-b7e4-4e12-a3bd-2fa2494ada28') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:39.233390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.238162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for 552c7ea4-e382-40c2-be56-aff505cf4601 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:39.248483 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.255345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:39.255831 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.272078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-680826cc-2e4b-4af9-89a6-bea22e052e11 None None] For port 552c7ea4-e382-40c2-be56-aff505cf4601, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=552c7ea4-e382-40c2-be56-aff505cf4601,segment=NetworkSegment(1d850625-b99b-4d0e-8118-f61ebe029222),segment_id=1d850625-b99b-4d0e-8118-f61ebe029222)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:39.272861 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-680826cc-2e4b-4af9-89a6-bea22e052e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:39.286084 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:39.292652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-680826cc-2e4b-4af9-89a6-bea22e052e11 None None] Calling delete_port for 552c7ea4-e382-40c2-be56-aff505cf4601 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:39.380796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.392071 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.392071 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] 10.222.0.32 "DELETE /v2.0/networks/f95fa4f2-22c5-4308-810b-d71f52408139 HTTP/1.1" status: 204 len: 168 time: 0.4190400 Sep 09 09:39:39.401744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748452c-da45-4168-9db5-d846943ab9c1 tempest-BulkNetworkOpsIpV6Test-1157807055 tempest-BulkNetworkOpsIpV6Test-1157807055-project] Pushing event deleted for resources: {'Network': ['ID=f95fa4f2-22c5-4308-810b-d71f52408139,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:39.403836 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.411012 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-680826cc-2e4b-4af9-89a6-bea22e052e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.438449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680826cc-2e4b-4af9-89a6-bea22e052e11 None None] Pushing event deleted for resources: {'Port': ['ID=552c7ea4-e382-40c2-be56-aff505cf4601,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:39.441208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680826cc-2e4b-4af9-89a6-bea22e052e11 None None] No DVR routers for this DVR port 552c7ea4-e382-40c2-be56-aff505cf4601 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:39.449458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No DVR routers for this DVR port 552c7ea4-e382-40c2-be56-aff505cf4601 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:39.452929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=552c7ea4-e382-40c2-be56-aff505cf4601,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:39.543013 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.564582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76425a6e-109f-4e60-9d68-6beba1d2ca44']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:39.574994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d850625-b99b-4d0e-8118-f61ebe029222') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:39.575297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d850625-b99b-4d0e-8118-f61ebe029222') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:39.586399 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.602504 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.613200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:39.613606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:39.616754 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:39.753042 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.763410 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.769323 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/networks/76425a6e-109f-4e60-9d68-6beba1d2ca44 HTTP/1.1" status: 204 len: 168 time: 0.8479996 Sep 09 09:39:39.770121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59598) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:39.774237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2006088475', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:39.781532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23394b-71a2-47bd-831c-a29137c1a991 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Network': ['ID=76425a6e-109f-4e60-9d68-6beba1d2ca44,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:39.820367 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d953d628-cf1f-4bfe-84a7-d8de95b40ac6 req-b752a319-3b71-4c20-9389-078f32eae322 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 210 time: 0.0392013 Sep 09 09:39:39.897903 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.897903 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:39.898108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59604) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:39.979757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:40.066506 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-07cb6dc2-9bae-42c3-83dc-10681aa24ce1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1e95a7c48f340e5bb05b6e480a15bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649101 Sep 09 09:39:40.066877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59612) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:40.118259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c50297e7-ec3d-462b-a06a-d0adbf10534a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:40.139993 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c50297e7-ec3d-462b-a06a-d0adbf10534a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:40.217339 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:40.289694 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c50297e7-ec3d-462b-a06a-d0adbf10534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:40.292382 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c50297e7-ec3d-462b-a06a-d0adbf10534a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:40.293565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c50297e7-ec3d-462b-a06a-d0adbf10534a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed2cb544-d81c-4be0-b570-bfdbad4a0c4d HTTP/1.1" status: 204 len: 168 time: 0.2259378 Sep 09 09:39:40.307571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50297e7-ec3d-462b-a06a-d0adbf10534a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2cb544-d81c-4be0-b570-bfdbad4a0c4d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:40.562895 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:40.585011 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:40.727478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Allocated IP 172.25.8.3 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/ebb5d6e3-68fd-4b1d-8c7d-398e59eb08b8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:40.735627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 552c7ea4-e382-40c2-be56-aff505cf4601 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:40.801214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 552c7ea4-e382-40c2-be56-aff505cf4601 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:40.801577 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 552c7ea4-e382-40c2-be56-aff505cf4601 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:40.879920 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:40.980102 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2b8e93e2-fb39-410d-a83e-6fd21cec6875 req-a544ccb1-a3cf-4529-96f5-0a5585c63ed8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=5096332d-add3-4b63-a9aa-4293994b9508 HTTP/1.1" status: 200 len: 210 time: 0.0652049 Sep 09 09:39:41.020527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:41.074413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:41.077413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:41.081770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:41.110984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=ebb5d6e3-68fd-4b1d-8c7d-398e59eb08b8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:41.476041 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:41.551850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59644) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:41.713262 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:41.725695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-65edf1bd-3efe-4a67-8817-d81caac795e0 tempest-DvrRoutersNegativeTest-1112124620 tempest-DvrRoutersNegativeTest-1112124620-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-113151370', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:41.734665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.policy [None req-65edf1bd-3efe-4a67-8817-d81caac795e0 tempest-DvrRoutersNegativeTest-1112124620 tempest-DvrRoutersNegativeTest-1112124620-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95325) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 09 09:39:41.735984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.policy [None req-65edf1bd-3efe-4a67-8817-d81caac795e0 tempest-DvrRoutersNegativeTest-1112124620 tempest-DvrRoutersNegativeTest-1112124620-project] Failed policy check for 'create_router' {{(pid=95325) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 09 09:39:41.736988 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-65edf1bd-3efe-4a67-8817-d81caac795e0 tempest-DvrRoutersNegativeTest-1112124620 tempest-DvrRoutersNegativeTest-1112124620-project] create failed (client error): Access was denied to this resource. Sep 09 09:39:41.738243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-65edf1bd-3efe-4a67-8817-d81caac795e0 tempest-DvrRoutersNegativeTest-1112124620 tempest-DvrRoutersNegativeTest-1112124620-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1852791 Sep 09 09:39:41.946553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router a46f8f5d-21ef-41c6-a834-df310e411f1a is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:39:42.081517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:42.098320 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850a83d-60ec-4619-aaee-a2e5bb14c021 None None] Sync routers for ids ['a46f8f5d-21ef-41c6-a834-df310e411f1a'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:42.110858 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850a83d-60ec-4619-aaee-a2e5bb14c021 None None] Routers {'a46f8f5d-21ef-41c6-a834-df310e411f1a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:42.111718 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6850a83d-60ec-4619-aaee-a2e5bb14c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a46f8f5d-21ef-41c6-a834-df310e411f1a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:42.148972 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6850a83d-60ec-4619-aaee-a2e5bb14c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:42.158496 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850a83d-60ec-4619-aaee-a2e5bb14c021 None None] Routers {'a46f8f5d-21ef-41c6-a834-df310e411f1a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:42.159103 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6850a83d-60ec-4619-aaee-a2e5bb14c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a46f8f5d-21ef-41c6-a834-df310e411f1a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:42.192635 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6850a83d-60ec-4619-aaee-a2e5bb14c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:42.193590 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850a83d-60ec-4619-aaee-a2e5bb14c021 None None] The sync data for ids ['a46f8f5d-21ef-41c6-a834-df310e411f1a'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:42.203663 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:42.204995 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6a406f32-b28f-405d-87da-77663d978749 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.4344656 Sep 09 09:39:42.207716 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59656) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:42.331039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59660) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:42.349952 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5721b822-c325-4cfa-b52b-a8cf3d6c8c5a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/routers/a46f8f5d-21ef-41c6-a834-df310e411f1a HTTP/1.1" status: 200 len: 883 time: 0.1410463 Sep 09 09:39:42.352727 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59664) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:42.457363 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbb44305-4009-452f-959e-565d544fa6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:42.686893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3276223a-6726-4514-9b06-8430e77d6389 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3329809 Sep 09 09:39:42.690163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59670) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:42.692557 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbb44305-4009-452f-959e-565d544fa6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:42.695739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-386009f4-07f2-4f50-a3a7-05a04c908bc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2006088475'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:42.758974 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bbb44305-4009-452f-959e-565d544fa6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:42.819725 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:42.828942 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bbb44305-4009-452f-959e-565d544fa6f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3f27aca57a341708f17d691c82cab2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4951944 Sep 09 09:39:42.835664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb44305-4009-452f-959e-565d544fa6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5113f-7618-4b90-977a-a827f3883113,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:42.980513 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fdd57a7f-1b79-4515-82a8-13b2bd33eeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:43.014004 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fdd57a7f-1b79-4515-82a8-13b2bd33eeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:43.581968 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-386009f4-07f2-4f50-a3a7-05a04c908bc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:43.631314 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fdd57a7f-1b79-4515-82a8-13b2bd33eeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:43.633668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fdd57a7f-1b79-4515-82a8-13b2bd33eeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:43.637593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fdd57a7f-1b79-4515-82a8-13b2bd33eeb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8f5113f-7618-4b90-977a-a827f3883113 HTTP/1.1" status: 204 len: 168 time: 0.8141570 Sep 09 09:39:43.652354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd57a7f-1b79-4515-82a8-13b2bd33eeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5113f-7618-4b90-977a-a827f3883113,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:43.666127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-386009f4-07f2-4f50-a3a7-05a04c908bc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:43.841801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386009f4-07f2-4f50-a3a7-05a04c908bc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router a46f8f5d-21ef-41c6-a834-df310e411f1a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:39:44.040430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386009f4-07f2-4f50-a3a7-05a04c908bc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:44.057687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7464d-c960-45f1-bbfc-9c39db7c7a8f None None] Sync routers for ids ['a46f8f5d-21ef-41c6-a834-df310e411f1a'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:44.071655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7464d-c960-45f1-bbfc-9c39db7c7a8f None None] Routers {'a46f8f5d-21ef-41c6-a834-df310e411f1a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:44.074261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-adb7464d-c960-45f1-bbfc-9c39db7c7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a46f8f5d-21ef-41c6-a834-df310e411f1a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:44.079646 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-386009f4-07f2-4f50-a3a7-05a04c908bc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:44.083488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59692) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:44.101127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-386009f4-07f2-4f50-a3a7-05a04c908bc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/a46f8f5d-21ef-41c6-a834-df310e411f1a HTTP/1.1" status: 200 len: 890 time: 1.4093044 Sep 09 09:39:44.131215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-adb7464d-c960-45f1-bbfc-9c39db7c7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:44.160980 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7464d-c960-45f1-bbfc-9c39db7c7a8f None None] Routers {'a46f8f5d-21ef-41c6-a834-df310e411f1a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:44.162264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-adb7464d-c960-45f1-bbfc-9c39db7c7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a46f8f5d-21ef-41c6-a834-df310e411f1a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:44.277565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-adb7464d-c960-45f1-bbfc-9c39db7c7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:44.278446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7464d-c960-45f1-bbfc-9c39db7c7a8f None None] The sync data for ids ['a46f8f5d-21ef-41c6-a834-df310e411f1a'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:44.383437 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8c961ceb-5922-417a-ab75-8ea82e301729 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/routers/a46f8f5d-21ef-41c6-a834-df310e411f1a HTTP/1.1" status: 200 len: 890 time: 0.2968237 Sep 09 09:39:44.384728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59708) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:44.426407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59710) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:44.426533 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-38af2ff4-a7ea-4498-b0c1-5789e8584d4c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=a46f8f5d-21ef-41c6-a834-df310e411f1a HTTP/1.1" status: 200 len: 205 time: 0.0389199 Sep 09 09:39:44.427593 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-763d05fc-da06-4191-9eaa-e5ae19561036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:44.559268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:44.685170 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:44.904253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port ebb5d6e3-68fd-4b1d-8c7d-398e59eb08b8 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:44.904253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.042029 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.056223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for ebb5d6e3-68fd-4b1d-8c7d-398e59eb08b8 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:45.236106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59754) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:45.396017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group': {'name': 'tempest-secgroup--875813339'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:45.403398 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.444732 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=ebb5d6e3-68fd-4b1d-8c7d-398e59eb08b8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:45.505166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.517624 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.531111 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.636432 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.654905 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.659643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.741181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.765698 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.767400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Fanout notify agent at l3_agent the message router_deleted on router a46f8f5d-21ef-41c6-a834-df310e411f1a {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:39:45.778867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb41c1dd-3a32-4fd5-9d97-67733051a4b7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:45.788154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.788504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.788859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.789183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.789518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.789854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.790192 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.790523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.790959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.791170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.791529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.791942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:39:45.804609 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.812966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7d71ea5b-f78a-40e1-a458-9b3a42cc50cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/a46f8f5d-21ef-41c6-a834-df310e411f1a HTTP/1.1" status: 204 len: 168 time: 1.3816109 Sep 09 09:39:45.814938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59782) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:45.821199 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1040081189'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:45.870608 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.929739 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:45.978129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52aef58-d31c-47d3-8ade-2cc0c753b547,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:46.009944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:46.013798 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.065925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:39:46.084648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.085002 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added segment 3a6613ba-5b70-4214-8a19-4c8b19ed8120 of type vlan for network 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c Sep 09 09:39:46.123845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.125506 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-860b23d7-f3b6-4237-8108-84dc23379a48 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8879416 Sep 09 09:39:46.127838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59802) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:46.168953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.226274 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f7d308e9-bda7-4b67-b5a5-3c9434f5eecc tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0948536 Sep 09 09:39:46.226744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59808) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:46.231295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9f5aefc4-3e56-487a-a5e9-82ccd88d682a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group': {'name': 'tempest-security--1542154936', 'description': 'tempest-security-description-1264641227'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:46.271025 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f5aefc4-3e56-487a-a5e9-82ccd88d682a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.277863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.290893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:46.292793 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.343802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f5aefc4-3e56-487a-a5e9-82ccd88d682a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.415580 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f5aefc4-3e56-487a-a5e9-82ccd88d682a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.418698 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f5aefc4-3e56-487a-a5e9-82ccd88d682a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.423711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9f5aefc4-3e56-487a-a5e9-82ccd88d682a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "PUT /v2.0/security-groups/f52aef58-d31c-47d3-8ade-2cc0c753b547 HTTP/1.1" status: 200 len: 1780 time: 0.1956294 Sep 09 09:39:46.424542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59820) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:46.436802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Network': ['ID=7fa88308-2fd3-4cdf-988a-1ece80bd5e1c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:46.450078 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0d245da6-0020-4ace-981b-1d4ea6f30bbf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6340563 Sep 09 09:39:46.450452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:39:46.454672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59824) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:46.464418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'subnet': {'network_id': '7fa88308-2fd3-4cdf-988a-1ece80bd5e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:46.518933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5aefc4-3e56-487a-a5e9-82ccd88d682a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52aef58-d31c-47d3-8ade-2cc0c753b547,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:46.546418 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5b0687ad-3d29-41a7-84a8-bed01f44998c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-groups/f52aef58-d31c-47d3-8ade-2cc0c753b547 HTTP/1.1" status: 200 len: 1780 time: 0.1177833 Sep 09 09:39:46.550597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59832) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:46.705481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-305ae66f-4908-45a9-bc9e-977134a59ef0 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.741933 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-305ae66f-4908-45a9-bc9e-977134a59ef0 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.775795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:46.779589 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.903941 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-305ae66f-4908-45a9-bc9e-977134a59ef0 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.915876 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-305ae66f-4908-45a9-bc9e-977134a59ef0 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:46.917840 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-305ae66f-4908-45a9-bc9e-977134a59ef0 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-groups/f52aef58-d31c-47d3-8ade-2cc0c753b547 HTTP/1.1" status: 204 len: 168 time: 0.3661361 Sep 09 09:39:46.922074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59868) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:46.930533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ae66f-4908-45a9-bc9e-977134a59ef0 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52aef58-d31c-47d3-8ade-2cc0c753b547,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:47.000289 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d38cfbcf-a176-4f9c-8a1e-de7239a4af4b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770001 Sep 09 09:39:47.002982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59882) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:47.021295 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-e28b9c86-2e82-48cf-bfd8-1a7202f27b29 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] delete failed (client error): The resource could not be found. Sep 09 09:39:47.022404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e28b9c86-2e82-48cf-bfd8-1a7202f27b29 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-groups/f52aef58-d31c-47d3-8ade-2cc0c753b547 HTTP/1.1" status: 404 len: 347 time: 0.0183609 Sep 09 09:39:47.026901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59884) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:47.031622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d004f4da-fc2a-47b6-9825-875fb1f1882c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group': {'name': 'tempest-secgroup--638099718'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:47.118535 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d004f4da-fc2a-47b6-9825-875fb1f1882c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.155613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.156459 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4131-2bc3-4cc6-a3b6-bae443d2e4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.277688 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d004f4da-fc2a-47b6-9825-875fb1f1882c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.329953 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.341807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Subnet': ['ID=6f982ffe-fd70-446f-8c99-b3c908fb8907,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:47.344099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Checking segment: {'id': '3a6613ba-5b70-4214-8a19-4c8b19ed8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7fa88308-2fd3-4cdf-988a-1ece80bd5e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:47.345761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network hostable DHCP agents. Network: 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:39:47.351906 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d004f4da-fc2a-47b6-9825-875fb1f1882c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.408954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004f4da-fc2a-47b6-9825-875fb1f1882c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919c4b52-6484-4c1c-8124-985a1e30e29b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:47.442272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:39:47.442815 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d004f4da-fc2a-47b6-9825-875fb1f1882c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.447900 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d004f4da-fc2a-47b6-9825-875fb1f1882c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4178874 Sep 09 09:39:47.449518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59914) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:47.454645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5609f0bf-0d62-49ba-ab80-d05c4002532f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': '919c4b52-6484-4c1c-8124-985a1e30e29b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:47.534760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:47.538850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:47.539472 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.544179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ae466-2091-4dd9-8af8-b51ff079c76a None None] Network 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:47.590128 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5609f0bf-0d62-49ba-ab80-d05c4002532f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.683170 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5609f0bf-0d62-49ba-ab80-d05c4002532f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.707031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5837617a-03e5-40b3-a26e-e57ecf4b4212 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2495205 Sep 09 09:39:47.712473 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59926) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:47.717635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-30b91f33-bab1-47d1-b63a-93000d4bc7d9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-564545803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:47.764174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5609f0bf-0d62-49ba-ab80-d05c4002532f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.795635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609f0bf-0d62-49ba-ab80-d05c4002532f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb00d16-04c2-4125-83ae-beaeae010f58,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:47.822324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30b91f33-bab1-47d1-b63a-93000d4bc7d9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.824221 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30b91f33-bab1-47d1-b63a-93000d4bc7d9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.883394 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30b91f33-bab1-47d1-b63a-93000d4bc7d9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.912980 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5609f0bf-0d62-49ba-ab80-d05c4002532f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.914373 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5609f0bf-0d62-49ba-ab80-d05c4002532f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4635718 Sep 09 09:39:47.917657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59938) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:47.938043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-7fa88308-2fd3-4cdf-988a-1ece80bd5e1c', 'network_id': '7fa88308-2fd3-4cdf-988a-1ece80bd5e1c', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'fixed_ips': [{'subnet_id': '6f982ffe-fd70-446f-8c99-b3c908fb8907'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:39:47.938978 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.944853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30b91f33-bab1-47d1-b63a-93000d4bc7d9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.967263 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d55508d4-6635-4cbc-900c-00d111fff87a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:47.984370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d55508d4-6635-4cbc-900c-00d111fff87a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.049990 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30b91f33-bab1-47d1-b63a-93000d4bc7d9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.053962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-30b91f33-bab1-47d1-b63a-93000d4bc7d9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3375893 Sep 09 09:39:48.054263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59954) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:48.092731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Allocated IP 2001:db8::2 (7fa88308-2fd3-4cdf-988a-1ece80bd5e1c/6f982ffe-fd70-446f-8c99-b3c908fb8907/8dc80297-6621-4abe-980f-0b6e0873fe85) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:48.143857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d55508d4-6635-4cbc-900c-00d111fff87a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.180027 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d55508d4-6635-4cbc-900c-00d111fff87a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.181207 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d55508d4-6635-4cbc-900c-00d111fff87a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/bbb00d16-04c2-4125-83ae-beaeae010f58 HTTP/1.1" status: 204 len: 168 time: 0.2624412 Sep 09 09:39:48.184416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59968) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:48.190692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55508d4-6635-4cbc-900c-00d111fff87a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbb00d16-04c2-4125-83ae-beaeae010f58,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:48.247258 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1fecbdf4-c18d-49a0-9ca0-346bdb8424a2 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612559 Sep 09 09:39:48.249842 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 59972) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:48.314003 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.320849 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bda1c65b-5b4b-41c5-9051-5d662a389fe1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.324073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Transition to ACTIVE for port object 8dc80297-6621-4abe-980f-0b6e0873fe85 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:48.361774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Transition to ACTIVE for port object 8dc80297-6621-4abe-980f-0b6e0873fe85 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:48.384517 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.467015 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.530104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Pushing event updated for resources: {'Port': ['ID=8dc80297-6621-4abe-980f-0b6e0873fe85,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:48.547299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Network 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:48.556766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:48.560138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:48.582986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.594874 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 59988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:48.599667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-461000c8-061d-4a5e-9044-ea7aec53ffc7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125205822', 'description': 'tempest-secgroup-smoke-2125205822 description', 'project_id': 'f73bb51c82ee441fae17ed97db00d629'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:48.621631 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bda1c65b-5b4b-41c5-9051-5d662a389fe1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.646827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Attempting to bind port 8dc80297-6621-4abe-980f-0b6e0873fe85 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:39:48.647205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Attempting to bind port 8dc80297-6621-4abe-980f-0b6e0873fe85 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '3a6613ba-5b70-4214-8a19-4c8b19ed8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7fa88308-2fd3-4cdf-988a-1ece80bd5e1c'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:39:48.647664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Attempting to bind port 8dc80297-6621-4abe-980f-0b6e0873fe85 on network 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:39:48.654981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:39:48.655364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Checking segment: {'id': '3a6613ba-5b70-4214-8a19-4c8b19ed8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7fa88308-2fd3-4cdf-988a-1ece80bd5e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:48.655796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.656199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Bound using segment: {'id': '3a6613ba-5b70-4214-8a19-4c8b19ed8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7fa88308-2fd3-4cdf-988a-1ece80bd5e1c'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:39:48.656678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Bound port: 8dc80297-6621-4abe-980f-0b6e0873fe85, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6613ba-5b70-4214-8a19-4c8b19ed8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7fa88308-2fd3-4cdf-988a-1ece80bd5e1c'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:39:48.657578 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.694059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Allocated IP 2001:db8::1 (7fa88308-2fd3-4cdf-988a-1ece80bd5e1c/6f982ffe-fd70-446f-8c99-b3c908fb8907/bf16d11d-4230-4c7f-9a92-705923d36919) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:48.724160 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-461000c8-061d-4a5e-9044-ea7aec53ffc7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.727015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] For port 8dc80297-6621-4abe-980f-0b6e0873fe85, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:39:48.730473 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] For port 8dc80297-6621-4abe-980f-0b6e0873fe85, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8dc80297-6621-4abe-980f-0b6e0873fe85,segment=NetworkSegment(3a6613ba-5b70-4214-8a19-4c8b19ed8120),segment_id=3a6613ba-5b70-4214-8a19-4c8b19ed8120)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:39:48.751793 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bda1c65b-5b4b-41c5-9051-5d662a389fe1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.754639 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bda1c65b-5b4b-41c5-9051-5d662a389fe1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.755922 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bda1c65b-5b4b-41c5-9051-5d662a389fe1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-groups/919c4b52-6484-4c1c-8124-985a1e30e29b HTTP/1.1" status: 204 len: 168 time: 0.5048621 Sep 09 09:39:48.762752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60000) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:48.782501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1c65b-5b4b-41c5-9051-5d662a389fe1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919c4b52-6484-4c1c-8124-985a1e30e29b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:48.815515 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.842509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b0553967-9e19-493b-b4f6-4ad31847b2fc tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818732 Sep 09 09:39:48.851050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60006) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:48.860621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4653da7c-aa8e-4a29-918d-7eabac2c8389 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1963389515'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:48.870519 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:48.902137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518897a6-f087-435f-ae62-fa29c0c5c36c None None] Pushing event updated for resources: {'Port': ['ID=8dc80297-6621-4abe-980f-0b6e0873fe85,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:48.902454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Transition to ACTIVE for port object bf16d11d-4230-4c7f-9a92-705923d36919 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:48.937003 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-461000c8-061d-4a5e-9044-ea7aec53ffc7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.031937 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-461000c8-061d-4a5e-9044-ea7aec53ffc7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.077128 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.136492 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461000c8-061d-4a5e-9044-ea7aec53ffc7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbe1e5c-1d38-46c2-bd42-2d90787347f9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:49.149572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:49.155282 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:49.160398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:49.160935 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.164551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=bf16d11d-4230-4c7f-9a92-705923d36919,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:49.205445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4653da7c-aa8e-4a29-918d-7eabac2c8389 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.295777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-461000c8-061d-4a5e-9044-ea7aec53ffc7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.303921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-461000c8-061d-4a5e-9044-ea7aec53ffc7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7037070 Sep 09 09:39:49.304099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60024) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:49.305260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-47a36d69-0608-4181-94ca-c7c2244f4907 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'security_group_rule': {'security_group_id': '7cbe1e5c-1d38-46c2-bd42-2d90787347f9', 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:49.384702 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4653da7c-aa8e-4a29-918d-7eabac2c8389 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.393227 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.483628 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4653da7c-aa8e-4a29-918d-7eabac2c8389 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.554672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653da7c-aa8e-4a29-918d-7eabac2c8389 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda74c3d-469a-40aa-828e-c729452d3675,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:49.573794 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47a36d69-0608-4181-94ca-c7c2244f4907 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.668615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4653da7c-aa8e-4a29-918d-7eabac2c8389 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.673005 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4653da7c-aa8e-4a29-918d-7eabac2c8389 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8191688 Sep 09 09:39:49.674046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60048) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:49.678936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-bd38a366-9cff-4274-9cd4-a50f0bfb784e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': 'dda74c3d-469a-40aa-828e-c729452d3675', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:49.691455 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47a36d69-0608-4181-94ca-c7c2244f4907 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.730486 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.800906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.802053 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.802259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47a36d69-0608-4181-94ca-c7c2244f4907 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.816015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bd38a366-9cff-4274-9cd4-a50f0bfb784e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.835306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a36d69-0608-4181-94ca-c7c2244f4907 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2cba07-b630-4209-bcb1-785185ef3795,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:49.893629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bd38a366-9cff-4274-9cd4-a50f0bfb784e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.934937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47a36d69-0608-4181-94ca-c7c2244f4907 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:49.939304 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-47a36d69-0608-4181-94ca-c7c2244f4907 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6374640 Sep 09 09:39:49.939932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60062) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:49.944723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d194979a-2c17-4be5-8645-d1880fa6749a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'security_group_rule': {'security_group_id': '7cbe1e5c-1d38-46c2-bd42-2d90787347f9', 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:49.964987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=bf16d11d-4230-4c7f-9a92-705923d36919,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:49.981280 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bd38a366-9cff-4274-9cd4-a50f0bfb784e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.003477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38a366-9cff-4274-9cd4-a50f0bfb784e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596415f2-83c4-4c03-af4c-87136c650f9d,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:50.009630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d4e5ea-df15-4b73-bc7a-79ca878304e9 None None] Network 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:50.045165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc150e7-437a-4c3b-8fd6-07ca8cfae793 req-d7e90f4e-54a8-46cf-b9a4-0d281bbb2e03 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:50.053126 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7dc150e7-437a-4c3b-8fd6-07ca8cfae793 req-d7e90f4e-54a8-46cf-b9a4-0d281bbb2e03 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1677494 Sep 09 09:39:50.107069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:50.107968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d194979a-2c17-4be5-8645-d1880fa6749a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.111047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:50.126911 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7dc150e7-437a-4c3b-8fd6-07ca8cfae793 req-b6a46622-8950-48a0-bc92-aad127ebf95c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726616 Sep 09 09:39:50.187889 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.191449 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bd38a366-9cff-4274-9cd4-a50f0bfb784e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.194477 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bd38a366-9cff-4274-9cd4-a50f0bfb784e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5187116 Sep 09 09:39:50.195232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e55ba804-ef3c-42f2-b887-640d5013e640 None None] Provisioning for port 8dc80297-6621-4abe-980f-0b6e0873fe85 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:50.201239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60074) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:50.216070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-93ce60a3-41a3-46e4-9333-94a2f74296cc tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': 'dda74c3d-469a-40aa-828e-c729452d3675', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:50.254107 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d194979a-2c17-4be5-8645-d1880fa6749a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.331985 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d194979a-2c17-4be5-8645-d1880fa6749a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.354520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194979a-2c17-4be5-8645-d1880fa6749a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875e3776-5790-430d-a20f-f2a9eb91f17f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:50.356904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 3043c064-b1f6-44d8-a641-c527fa9980cd is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:39:50.365045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fa042-1ab9-4fc7-a670-84dee182ea74 req-16c6f0e3-8fd8-4c51-ae64-8265eb7c7f66 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:50.366645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-144fa042-1ab9-4fc7-a670-84dee182ea74 req-16c6f0e3-8fd8-4c51-ae64-8265eb7c7f66 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0779212 Sep 09 09:39:50.393303 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ce60a3-41a3-46e4-9333-94a2f74296cc tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.468031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:50.478515 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-668133e6-eb98-44c3-a5c8-e2c7cc91d59b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/3043c064-b1f6-44d8-a641-c527fa9980cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4233971 Sep 09 09:39:50.481431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60088) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:50.483042 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d7a68-ea48-452c-a0b9-6965f9d8766e None None] Sync routers for ids ['3043c064-b1f6-44d8-a641-c527fa9980cd'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:50.491426 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d194979a-2c17-4be5-8645-d1880fa6749a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.492986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d194979a-2c17-4be5-8645-d1880fa6749a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5517974 Sep 09 09:39:50.500134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60090) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:50.502058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-144fa042-1ab9-4fc7-a670-84dee182ea74 req-8a2182a8-0583-4a65-9c02-94ca07df7484 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234066 Sep 09 09:39:50.513683 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d7a68-ea48-452c-a0b9-6965f9d8766e None None] Routers {'3043c064-b1f6-44d8-a641-c527fa9980cd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:50.513683 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4c2d7a68-ea48-452c-a0b9-6965f9d8766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3043c064-b1f6-44d8-a641-c527fa9980cd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:50.542096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ce60a3-41a3-46e4-9333-94a2f74296cc tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.566702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20314e7-f35e-4f42-9418-afa5b4ce828c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:50.568532 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d20314e7-f35e-4f42-9418-afa5b4ce828c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports/bf16d11d-4230-4c7f-9a92-705923d36919 HTTP/1.1" status: 200 len: 911 time: 0.0857399 Sep 09 09:39:50.571360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60096) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:50.577168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ca5c977c-294b-4595-b091-f720825a0ca0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6f982ffe-fd70-446f-8c99-b3c908fb8907'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:50.578284 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4c2d7a68-ea48-452c-a0b9-6965f9d8766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:50.583078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6c896864-e149-4bf7-a256-4821a9b4214b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'security_group_rule': {'security_group_id': '7cbe1e5c-1d38-46c2-bd42-2d90787347f9', 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:50.609973 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d7a68-ea48-452c-a0b9-6965f9d8766e None None] Routers {'3043c064-b1f6-44d8-a641-c527fa9980cd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:50.633630 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ce60a3-41a3-46e4-9333-94a2f74296cc tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.636905 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4c2d7a68-ea48-452c-a0b9-6965f9d8766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3043c064-b1f6-44d8-a641-c527fa9980cd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:50.707826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce60a3-41a3-46e4-9333-94a2f74296cc tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1abd9a-15ac-4f9d-99a6-afaee3d49986,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:50.724530 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c896864-e149-4bf7-a256-4821a9b4214b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.759098 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4c2d7a68-ea48-452c-a0b9-6965f9d8766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:50.759924 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d7a68-ea48-452c-a0b9-6965f9d8766e None None] The sync data for ids ['3043c064-b1f6-44d8-a641-c527fa9980cd'] in n-d-778696-16 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:50.769339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b19777d2-fd6d-46ba-aaae-78a3a44b4602 None None] Provisioning for port bf16d11d-4230-4c7f-9a92-705923d36919 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:50.776759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b19777d2-fd6d-46ba-aaae-78a3a44b4602 None None] Provisioning complete for port bf16d11d-4230-4c7f-9a92-705923d36919 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:50.776964 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b19777d2-fd6d-46ba-aaae-78a3a44b4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.845499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8dc80297-6621-4abe-980f-0b6e0873fe85 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:39:50.864779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93ce60a3-41a3-46e4-9333-94a2f74296cc tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.866402 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c896864-e149-4bf7-a256-4821a9b4214b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.874491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-93ce60a3-41a3-46e4-9333-94a2f74296cc tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6708493 Sep 09 09:39:50.875201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60122) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:50.884616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-48f17ff8-5d4b-4ea3-9ed8-9a39063da1e1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': 'dda74c3d-469a-40aa-828e-c729452d3675', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:50.921018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b19777d2-fd6d-46ba-aaae-78a3a44b4602 None None] Port bf16d11d-4230-4c7f-9a92-705923d36919 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:50.942139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca5c977c-294b-4595-b091-f720825a0ca0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.974182 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c896864-e149-4bf7-a256-4821a9b4214b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:50.993669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c896864-e149-4bf7-a256-4821a9b4214b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2381dc-8dc6-46c0-8a49-8b68ce532e92,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:51.026492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 8dc80297-6621-4abe-980f-0b6e0873fe85 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:51.029347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-c048ea4f-a674-404c-abc2-e0827d671f5d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:51.042899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-c048ea4f-a674-404c-abc2-e0827d671f5d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 811 time: 0.1566107 Sep 09 09:39:51.049483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8dc80297-6621-4abe-980f-0b6e0873fe85 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:51.050128 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.062893 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-ae548b40-c9ed-4f0c-a6e4-1aa5c2dbf4ab tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/quotas/da114216dbc1457395669302398f7a7d HTTP/1.1" status: 200 len: 375 time: 0.0191927 Sep 09 09:39:51.129508 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c896864-e149-4bf7-a256-4821a9b4214b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.145634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6c896864-e149-4bf7-a256-4821a9b4214b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6330693 Sep 09 09:39:51.145634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60136) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:51.148679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fa83f5b0-2250-47af-890c-0d0f61dfb2ea tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'security_group_rule': {'security_group_id': '7cbe1e5c-1d38-46c2-bd42-2d90787347f9', 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:51.160354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f17ff8-5d4b-4ea3-9ed8-9a39063da1e1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.171590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-50ff37fc-04da-4f65-ba3a-634aa128b202 None None] Provisioning complete for port bf16d11d-4230-4c7f-9a92-705923d36919 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:51.172207 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50ff37fc-04da-4f65-ba3a-634aa128b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.229322 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-17cc5f9f-8cc8-468f-a9de-7f9d7cc7fb29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1585369 Sep 09 09:39:51.244765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-fe3c5d5a-0f82-47eb-8888-a8b452de8a33 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:39:51.246714 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-fe3c5d5a-0f82-47eb-8888-a8b452de8a33 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065463 Sep 09 09:39:51.249883 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.252012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-50ff37fc-04da-4f65-ba3a-634aa128b202 None None] Port bf16d11d-4230-4c7f-9a92-705923d36919 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:51.289013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 8dc80297-6621-4abe-980f-0b6e0873fe85, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8dc80297-6621-4abe-980f-0b6e0873fe85,segment=NetworkSegment(3a6613ba-5b70-4214-8a19-4c8b19ed8120),segment_id=3a6613ba-5b70-4214-8a19-4c8b19ed8120)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:51.364317 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-b9364068-a165-4ee6-98a3-621db7ae69ea service neutron] 10.222.0.32 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965338 Sep 09 09:39:51.373271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f17ff8-5d4b-4ea3-9ed8-9a39063da1e1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.394864 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.439731 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa83f5b0-2250-47af-890c-0d0f61dfb2ea tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.465831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f17ff8-5d4b-4ea3-9ed8-9a39063da1e1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.474794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=8dc80297-6621-4abe-980f-0b6e0873fe85,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:51.518373 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f17ff8-5d4b-4ea3-9ed8-9a39063da1e1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef33980d-31ac-44a6-88b2-7fa2195fff1f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:51.531189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-87b3318c-f174-4347-a982-c5653b42c596 None None] Provisioning complete for port bf16d11d-4230-4c7f-9a92-705923d36919 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:51.532008 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87b3318c-f174-4347-a982-c5653b42c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.624714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-87b3318c-f174-4347-a982-c5653b42c596 None None] Port bf16d11d-4230-4c7f-9a92-705923d36919 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:51.640630 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48f17ff8-5d4b-4ea3-9ed8-9a39063da1e1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.646494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-48f17ff8-5d4b-4ea3-9ed8-9a39063da1e1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7636955 Sep 09 09:39:51.646746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60158) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:51.654445 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca5c977c-294b-4595-b091-f720825a0ca0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.658924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3c444d7d-9c34-42be-b565-8a31e68a2df6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': 'dda74c3d-469a-40aa-828e-c729452d3675', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:51.687578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa83f5b0-2250-47af-890c-0d0f61dfb2ea tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.694335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-6cae25b3-d2e1-4490-bbb5-486263d81b1f service neutron] 10.222.0.32 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235421 Sep 09 09:39:51.729286 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca5c977c-294b-4595-b091-f720825a0ca0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.743280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c977c-294b-4595-b091-f720825a0ca0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:51.743280 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ca5c977c-294b-4595-b091-f720825a0ca0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.743280 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ca5c977c-294b-4595-b091-f720825a0ca0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/ports/bf16d11d-4230-4c7f-9a92-705923d36919 HTTP/1.1" status: 200 len: 911 time: 1.1658211 Sep 09 09:39:51.743671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60164) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:51.799743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c977c-294b-4595-b091-f720825a0ca0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=bf16d11d-4230-4c7f-9a92-705923d36919,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:51.845424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa83f5b0-2250-47af-890c-0d0f61dfb2ea tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.854937 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c444d7d-9c34-42be-b565-8a31e68a2df6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:51.927962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83f5b0-2250-47af-890c-0d0f61dfb2ea tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8907b3e7-2d09-4f7a-84c2-e8e7459ecc91,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:52.007985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18442222-6229-4aaa-840e-9f76b078bf40 req-1be18a41-d702-4a82-a1fd-56e6ce7eeead tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 210 time: 0.0521502 Sep 09 09:39:52.034093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa83f5b0-2250-47af-890c-0d0f61dfb2ea tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.035227 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fa83f5b0-2250-47af-890c-0d0f61dfb2ea tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8973169 Sep 09 09:39:52.038047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60184) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:52.042561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-3f09e395-dd97-4cbc-8338-e7be3e929956 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'security_group_rule': {'security_group_id': '7cbe1e5c-1d38-46c2-bd42-2d90787347f9', 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:52.059742 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c444d7d-9c34-42be-b565-8a31e68a2df6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.156962 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-3f09e395-dd97-4cbc-8338-e7be3e929956 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Project f73bb51c82ee441fae17ed97db00d629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:39:52.159429 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c444d7d-9c34-42be-b565-8a31e68a2df6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.168180 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3f09e395-dd97-4cbc-8338-e7be3e929956 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.202811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c444d7d-9c34-42be-b565-8a31e68a2df6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c75591-cf37-4f88-906c-caca077a46b8,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:52.259290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3f09e395-dd97-4cbc-8338-e7be3e929956 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.321806 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26162448-c310-4003-8bfa-c5a6e70904ea tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.354982 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c444d7d-9c34-42be-b565-8a31e68a2df6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.356265 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3c444d7d-9c34-42be-b565-8a31e68a2df6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7044334 Sep 09 09:39:52.359087 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60202) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:52.365799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1ea29286-aa85-4261-b426-4cea9b48e1a2 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': 'dda74c3d-469a-40aa-828e-c729452d3675', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:52.381674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3f09e395-dd97-4cbc-8338-e7be3e929956 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.416141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09e395-dd97-4cbc-8338-e7be3e929956 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eeb7821-b515-437f-81a7-27c2fed7932e,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:52.485707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1ea29286-aa85-4261-b426-4cea9b48e1a2 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.553997 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3f09e395-dd97-4cbc-8338-e7be3e929956 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.555360 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3f09e395-dd97-4cbc-8338-e7be3e929956 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5162947 Sep 09 09:39:52.558895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60214) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:52.566602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7fd7539d-ab26-4e9c-b35d-213ae8e8c031 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'security_group_rule': {'security_group_id': '7cbe1e5c-1d38-46c2-bd42-2d90787347f9', 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:52.588954 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1ea29286-aa85-4261-b426-4cea9b48e1a2 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.684284 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1ea29286-aa85-4261-b426-4cea9b48e1a2 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.698744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8dc80297-6621-4abe-980f-0b6e0873fe85 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:39:52.710824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea29286-aa85-4261-b426-4cea9b48e1a2 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fd4cbf-e499-4765-994b-ddc1225bda74,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:52.733622 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-7fd7539d-ab26-4e9c-b35d-213ae8e8c031 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Project f73bb51c82ee441fae17ed97db00d629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:39:52.736990 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fd7539d-ab26-4e9c-b35d-213ae8e8c031 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.755145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8dc80297-6621-4abe-980f-0b6e0873fe85 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:52.755803 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.799750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fd7539d-ab26-4e9c-b35d-213ae8e8c031 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.834511 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1ea29286-aa85-4261-b426-4cea9b48e1a2 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.836904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1ea29286-aa85-4261-b426-4cea9b48e1a2 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4767640 Sep 09 09:39:52.846965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:52.924493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fd7539d-ab26-4e9c-b35d-213ae8e8c031 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.927364 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e761f28f-cb64-42d8-874a-e59b5eed7e58 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:52.944988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7539d-ab26-4e9c-b35d-213ae8e8c031 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aece832b-8d1d-4783-8935-1784def72b8e,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:52.962146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e761f28f-cb64-42d8-874a-e59b5eed7e58 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.045385 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7fd7539d-ab26-4e9c-b35d-213ae8e8c031 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.046680 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7fd7539d-ab26-4e9c-b35d-213ae8e8c031 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4868009 Sep 09 09:39:53.086335 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e761f28f-cb64-42d8-874a-e59b5eed7e58 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.110566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e761f28f-cb64-42d8-874a-e59b5eed7e58 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.114432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e761f28f-cb64-42d8-874a-e59b5eed7e58 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/01fd4cbf-e499-4765-994b-ddc1225bda74 HTTP/1.1" status: 204 len: 168 time: 0.2658486 Sep 09 09:39:53.116247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60254) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:53.138185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761f28f-cb64-42d8-874a-e59b5eed7e58 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01fd4cbf-e499-4765-994b-ddc1225bda74,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:53.145650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b41b3d4f-e680-4b4f-8623-6bd7613d532d req-4e256580-fbbc-4f36-88fc-50679cf6f0b0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 210 time: 0.0625169 Sep 09 09:39:53.158660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-26162448-c310-4003-8bfa-c5a6e70904ea tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port bf16d11d-4230-4c7f-9a92-705923d36919 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:53.159056 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26162448-c310-4003-8bfa-c5a6e70904ea tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.198960 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b3370be5-cc43-4b02-833a-c08815eb3293 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0803564 Sep 09 09:39:53.209040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60270) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:53.253484 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f67c9113-f337-4834-be4b-b123ba133fa6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.270278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f67c9113-f337-4834-be4b-b123ba133fa6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.274963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26162448-c310-4003-8bfa-c5a6e70904ea tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.289449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-26162448-c310-4003-8bfa-c5a6e70904ea tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for bf16d11d-4230-4c7f-9a92-705923d36919 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:53.386257 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f67c9113-f337-4834-be4b-b123ba133fa6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.393550 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f67c9113-f337-4834-be4b-b123ba133fa6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.394676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f67c9113-f337-4834-be4b-b123ba133fa6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/72c75591-cf37-4f88-906c-caca077a46b8 HTTP/1.1" status: 204 len: 168 time: 0.1846752 Sep 09 09:39:53.404901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60296) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:53.413238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c9113-f337-4834-be4b-b123ba133fa6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72c75591-cf37-4f88-906c-caca077a46b8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:53.488582 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4022dc6e-2010-48a2-8189-109381d3860a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0829372 Sep 09 09:39:53.491261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60300) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:53.526821 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e09fda4f-bf99-4cbe-827a-7ffa11013657 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.559867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e09fda4f-bf99-4cbe-827a-7ffa11013657 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.700870 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26162448-c310-4003-8bfa-c5a6e70904ea tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.731845 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26162448-c310-4003-8bfa-c5a6e70904ea tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=bf16d11d-4230-4c7f-9a92-705923d36919,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:53.762243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e09fda4f-bf99-4cbe-827a-7ffa11013657 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.802208 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e09fda4f-bf99-4cbe-827a-7ffa11013657 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.805823 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e09fda4f-bf99-4cbe-827a-7ffa11013657 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ef33980d-31ac-44a6-88b2-7fa2195fff1f HTTP/1.1" status: 204 len: 168 time: 0.3111587 Sep 09 09:39:53.806748 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60316) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:53.815086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fda4f-bf99-4cbe-827a-7ffa11013657 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef33980d-31ac-44a6-88b2-7fa2195fff1f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:53.851095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26162448-c310-4003-8bfa-c5a6e70904ea tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.876147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60320) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:53.899773 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e565343d-7652-426c-87bc-cbc317c2e84e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0894756 Sep 09 09:39:53.939045 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7aee1ce5-60bb-4482-9466-5affbe632864 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:53.951908 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7aee1ce5-60bb-4482-9466-5affbe632864 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.097875 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7aee1ce5-60bb-4482-9466-5affbe632864 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.104040 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7aee1ce5-60bb-4482-9466-5affbe632864 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.105648 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7aee1ce5-60bb-4482-9466-5affbe632864 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9f1abd9a-15ac-4f9d-99a6-afaee3d49986 HTTP/1.1" status: 204 len: 168 time: 0.2281847 Sep 09 09:39:54.108180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60338) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:54.153266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee1ce5-60bb-4482-9466-5affbe632864 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f1abd9a-15ac-4f9d-99a6-afaee3d49986,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:54.170357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26162448-c310-4003-8bfa-c5a6e70904ea tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 3043c064-b1f6-44d8-a641-c527fa9980cd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:39:54.176818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ac2dc068-1f37-48b9-9a22-de9823ccea05 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0672915 Sep 09 09:39:54.179750 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60342) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:54.226338 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa08eca6-c33e-48aa-b257-e3be832f9558 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.229602 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa08eca6-c33e-48aa-b257-e3be832f9558 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.285976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26162448-c310-4003-8bfa-c5a6e70904ea tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:39:54.289283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bdea943c-ef2f-473f-9a74-ba3b9c24512d req-c1bb318c-ef9a-47f4-ad22-bcbbd7cf9102 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 210 time: 0.0273182 Sep 09 09:39:54.291200 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-26162448-c310-4003-8bfa-c5a6e70904ea tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/3043c064-b1f6-44d8-a641-c527fa9980cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5486603 Sep 09 09:39:54.294109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60348) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:54.299426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f74ae99-05b6-4803-9a5d-1bb9a71864b5 None None] Sync routers for ids ['3043c064-b1f6-44d8-a641-c527fa9980cd'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:39:54.310495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f74ae99-05b6-4803-9a5d-1bb9a71864b5 None None] Routers {'3043c064-b1f6-44d8-a641-c527fa9980cd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:54.313768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9f74ae99-05b6-4803-9a5d-1bb9a71864b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3043c064-b1f6-44d8-a641-c527fa9980cd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:54.337623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d1a78845-910d-4a9c-bfe2-4085404078f1 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=3043c064-b1f6-44d8-a641-c527fa9980cd HTTP/1.1" status: 200 len: 205 time: 0.0311651 Sep 09 09:39:54.337623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60350) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:54.353186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9f74ae99-05b6-4803-9a5d-1bb9a71864b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:54.422194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f74ae99-05b6-4803-9a5d-1bb9a71864b5 None None] Routers {'3043c064-b1f6-44d8-a641-c527fa9980cd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:39:54.422194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9f74ae99-05b6-4803-9a5d-1bb9a71864b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['3043c064-b1f6-44d8-a641-c527fa9980cd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:54.422194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9f74ae99-05b6-4803-9a5d-1bb9a71864b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:54.422194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f74ae99-05b6-4803-9a5d-1bb9a71864b5 None None] The sync data for ids ['3043c064-b1f6-44d8-a641-c527fa9980cd'] in n-d-778696-16 is: [] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:39:54.467183 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-599a5a6b-4291-45cf-9c53-64c8e1964e8e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.611192 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa08eca6-c33e-48aa-b257-e3be832f9558 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.631858 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa08eca6-c33e-48aa-b257-e3be832f9558 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.633011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-aa08eca6-c33e-48aa-b257-e3be832f9558 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/596415f2-83c4-4c03-af4c-87136c650f9d HTTP/1.1" status: 204 len: 168 time: 0.4521792 Sep 09 09:39:54.635977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60370) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:54.673857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08eca6-c33e-48aa-b257-e3be832f9558 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=596415f2-83c4-4c03-af4c-87136c650f9d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:54.693490 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b4fab0cf-fe54-4227-a526-511a275d83a2 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561912 Sep 09 09:39:54.697467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60382) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:54.729141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-72e48b2d-079f-49a6-b789-1a3e931584ec tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:54.730653 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-72e48b2d-079f-49a6-b789-1a3e931584ec tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.24 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 811 time: 0.3575971 Sep 09 09:39:54.778263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-599a5a6b-4291-45cf-9c53-64c8e1964e8e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.784952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Request body: {'port': {'device_id': '9027f1a6-a8bd-4c1e-931e-92ad08161e08', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'admin_state_up': True, 'tenant_id': 'da114216dbc1457395669302398f7a7d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:54.789862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-599a5a6b-4291-45cf-9c53-64c8e1964e8e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.789986 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c82933e8-757a-4198-90a2-1453b53efd8b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.828383 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c82933e8-757a-4198-90a2-1453b53efd8b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.973799 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-599a5a6b-4291-45cf-9c53-64c8e1964e8e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.974411 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599a5a6b-4291-45cf-9c53-64c8e1964e8e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Fanout notify agent at l3_agent the message router_deleted on router 3043c064-b1f6-44d8-a641-c527fa9980cd {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:39:54.981237 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-599a5a6b-4291-45cf-9c53-64c8e1964e8e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:54.982343 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-599a5a6b-4291-45cf-9c53-64c8e1964e8e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/3043c064-b1f6-44d8-a641-c527fa9980cd HTTP/1.1" status: 204 len: 168 time: 0.6544404 Sep 09 09:39:54.986002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60400) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:55.031139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c82933e8-757a-4198-90a2-1453b53efd8b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.035843 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c82933e8-757a-4198-90a2-1453b53efd8b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.035843 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c82933e8-757a-4198-90a2-1453b53efd8b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-groups/dda74c3d-469a-40aa-828e-c729452d3675 HTTP/1.1" status: 204 len: 168 time: 0.3375566 Sep 09 09:39:55.039541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Made reservation on behalf of da114216dbc1457395669302398f7a7d for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:55.046156 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:55.053032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.082110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82933e8-757a-4198-90a2-1453b53efd8b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda74c3d-469a-40aa-828e-c729452d3675,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:55.114400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69bb551-8aed-4780-b853-ee2079e1da05 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting subnet 6f982ffe-fd70-446f-8c99-b3c908fb8907 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:39:55.128808 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b69bb551-8aed-4780-b853-ee2079e1da05 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.185184 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7d5c64f3-4f27-4f27-9161-733d1067bc96 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1294141 Sep 09 09:39:55.195223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60416) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:55.199914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-94e9c58d-3d88-4cdd-af6a-20eaef72df3b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group': {'name': 'tempest-secgroup--13324735'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:55.216550 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b69bb551-8aed-4780-b853-ee2079e1da05 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.277227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Allocated IP 172.20.0.8 (e8c618c8-1024-4991-8b5f-74476743e59c/3fb6a3a7-4b85-425d-a2fa-80fee4ab5628/87c24894-431b-4dc5-abef-910cf2505a28) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:39:55.299820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-0dce8646-ee40-448a-bdb7-fdec5a8e6d94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0729377 Sep 09 09:39:55.309282 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.322496 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b69bb551-8aed-4780-b853-ee2079e1da05 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.359752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94e9c58d-3d88-4cdd-af6a-20eaef72df3b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.447278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-c2673bdf-1f4b-4653-9466-c4d3efc6bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:55.447559 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-65c26b56-2f8f-4249-9ec2-4098ed0500b9 req-998442ae-0786-4b90-b87b-502a4345b2e5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 210 time: 0.0364797 Sep 09 09:39:55.449129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-c2673bdf-1f4b-4653-9466-c4d3efc6bfb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0950732 Sep 09 09:39:55.477885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b69bb551-8aed-4780-b853-ee2079e1da05 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.530675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bb551-8aed-4780-b853-ee2079e1da05 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Subnet': ['ID=6f982ffe-fd70-446f-8c99-b3c908fb8907,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:55.542867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b69bb551-8aed-4780-b853-ee2079e1da05 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.544459 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b69bb551-8aed-4780-b853-ee2079e1da05 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/6f982ffe-fd70-446f-8c99-b3c908fb8907 HTTP/1.1" status: 204 len: 168 time: 0.5572643 Sep 09 09:39:55.547306 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94e9c58d-3d88-4cdd-af6a-20eaef72df3b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.548557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60430) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:55.549838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0657df5e-c12f-4a4d-91a6-23090170f690 None None] Network 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:55.636646 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.665025 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94e9c58d-3d88-4cdd-af6a-20eaef72df3b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.672048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-c15e4802-4ab8-44d5-b694-854f775513f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:55.673703 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-c15e4802-4ab8-44d5-b694-854f775513f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.1969438 Sep 09 09:39:55.678701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Transition to ACTIVE for port object 87c24894-431b-4dc5-abef-910cf2505a28 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:55.701764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.724204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9c58d-3d88-4cdd-af6a-20eaef72df3b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3edbafb-8729-46bd-b468-77af88240940,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:55.783232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e46d0-723e-4ca0-a3fe-904ff777469d None None] DHCP port deletion for 7fa88308-2fd3-4cdf-988a-1ece80bd5e1c request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:39:55.798676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port 8dc80297-6621-4abe-980f-0b6e0873fe85 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:55.799181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.830562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-2c75af20-32eb-4fd3-9ff0-1e409d005f76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1000 time: 0.1482716 Sep 09 09:39:55.832901 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94e9c58d-3d88-4cdd-af6a-20eaef72df3b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.834172 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-94e9c58d-3d88-4cdd-af6a-20eaef72df3b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6377041 Sep 09 09:39:55.837049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60440) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:55.842417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-dba27a6d-bce0-4b7b-a14c-65bab02a5d63 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': 'a3edbafb-8729-46bd-b468-77af88240940', 'direction': 'ingress', 'protocol': 17}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:55.893534 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.894479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c29e46d0-723e-4ca0-a3fe-904ff777469d None None] Deleting port 8dc80297-6621-4abe-980f-0b6e0873fe85 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:39:55.895235 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c29e46d0-723e-4ca0-a3fe-904ff777469d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.900860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port 8dc80297-6621-4abe-980f-0b6e0873fe85, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8dc80297-6621-4abe-980f-0b6e0873fe85,segment=NetworkSegment(3a6613ba-5b70-4214-8a19-4c8b19ed8120),segment_id=3a6613ba-5b70-4214-8a19-4c8b19ed8120)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:55.901531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:55.916641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for 8dc80297-6621-4abe-980f-0b6e0873fe85 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:55.939424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['39c702c2-d0fb-4825-8b73-a470d31992e4'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:39:55.957074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d43f6962-6f2e-4b0d-9524-49f3e88206eb'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:39:55.973619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Network e8c618c8-1024-4991-8b5f-74476743e59c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:39:55.980600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:55.985644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event updated for resources: {'Port': ['ID=87c24894-431b-4dc5-abef-910cf2505a28,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:55.988632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:39:55.993820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-ea180db0-d4db-4c21-827e-580453f7b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:56.010122 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-ea180db0-d4db-4c21-827e-580453f7b831 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.1256707 Sep 09 09:39:56.038365 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.054263 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dba27a6d-bce0-4b7b-a14c-65bab02a5d63 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.111624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c29e46d0-723e-4ca0-a3fe-904ff777469d None None] For port 8dc80297-6621-4abe-980f-0b6e0873fe85, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8dc80297-6621-4abe-980f-0b6e0873fe85,segment=NetworkSegment(3a6613ba-5b70-4214-8a19-4c8b19ed8120),segment_id=3a6613ba-5b70-4214-8a19-4c8b19ed8120)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:39:56.112046 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c29e46d0-723e-4ca0-a3fe-904ff777469d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.119233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:56.119898 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.145453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c29e46d0-723e-4ca0-a3fe-904ff777469d None None] Calling delete_port for 8dc80297-6621-4abe-980f-0b6e0873fe85 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:39:56.159696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.218418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-2d479b5b-feb6-4564-9f85-65e408b11ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:56.220687 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-2d479b5b-feb6-4564-9f85-65e408b11ce7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1812491 Sep 09 09:39:56.226738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=8dc80297-6621-4abe-980f-0b6e0873fe85,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:56.237656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No DVR routers for this DVR port 8dc80297-6621-4abe-980f-0b6e0873fe85 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:56.318691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-0793af6b-2432-42d1-a133-c1bd3bef2b42 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5377066 Sep 09 09:39:56.363660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Request body: {'port': {'device_id': '9027f1a6-a8bd-4c1e-931e-92ad08161e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:56.378812 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dba27a6d-bce0-4b7b-a14c-65bab02a5d63 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.418674 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.461039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa88308-2fd3-4cdf-988a-1ece80bd5e1c']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:56.479044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6613ba-5b70-4214-8a19-4c8b19ed8120') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:56.479339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6613ba-5b70-4214-8a19-4c8b19ed8120') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:39:56.501157 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.523323 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dba27a6d-bce0-4b7b-a14c-65bab02a5d63 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.534189 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.543841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:39:56.546743 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.546887 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c29e46d0-723e-4ca0-a3fe-904ff777469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.578523 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.587064 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-61508f4d-9fe5-44a0-8bd7-7c444a18ee57 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152773 Sep 09 09:39:56.587705 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba27a6d-bce0-4b7b-a14c-65bab02a5d63 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc75677-e377-491b-9472-ec574295ac40,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:56.600920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e46d0-723e-4ca0-a3fe-904ff777469d None None] Pushing event deleted for resources: {'Port': ['ID=8dc80297-6621-4abe-980f-0b6e0873fe85,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:56.617695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e46d0-723e-4ca0-a3fe-904ff777469d None None] No DVR routers for this DVR port 8dc80297-6621-4abe-980f-0b6e0873fe85 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:39:56.623373 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:39:56.633276 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7fc8d3fe-2c09-479a-8f65-f9e65a729e6a None None] Provisioning for port 87c24894-431b-4dc5-abef-910cf2505a28 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:39:56.645812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7fc8d3fe-2c09-479a-8f65-f9e65a729e6a None None] Provisioning complete for port 87c24894-431b-4dc5-abef-910cf2505a28 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:39:56.645812 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fc8d3fe-2c09-479a-8f65-f9e65a729e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.700607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7fc8d3fe-2c09-479a-8f65-f9e65a729e6a None None] Port 87c24894-431b-4dc5-abef-910cf2505a28 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:39:56.704925 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-dba27a6d-bce0-4b7b-a14c-65bab02a5d63 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.709304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:56.709444 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dba27a6d-bce0-4b7b-a14c-65bab02a5d63 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8710783 Sep 09 09:39:56.732702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8dc80297-6621-4abe-980f-0b6e0873fe85 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:39:56.752169 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.764276 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.765529 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/networks/7fa88308-2fd3-4cdf-988a-1ece80bd5e1c HTTP/1.1" status: 204 len: 168 time: 1.2164414 Sep 09 09:39:56.771575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60476) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:56.779234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-21bb6357-c793-4938-ac09-6106da9c801e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-987459494', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:56.793362 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 8dc80297-6621-4abe-980f-0b6e0873fe85 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:39:56.796715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8dc80297-6621-4abe-980f-0b6e0873fe85 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:39:56.797088 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcecaf9-7e0d-4f79-85a3-285a8500c590 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Network': ['ID=7fa88308-2fd3-4cdf-988a-1ece80bd5e1c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:56.824063 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bd79fdb-cdd5-402d-a7c8-e59f16ff360c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.885541 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bd79fdb-cdd5-402d-a7c8-e59f16ff360c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.961793 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21bb6357-c793-4938-ac09-6106da9c801e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:56.961793 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21bb6357-c793-4938-ac09-6106da9c801e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.066575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bd79fdb-cdd5-402d-a7c8-e59f16ff360c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.069402 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bd79fdb-cdd5-402d-a7c8-e59f16ff360c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.073379 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8bd79fdb-cdd5-402d-a7c8-e59f16ff360c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-groups/a3edbafb-8729-46bd-b468-77af88240940 HTTP/1.1" status: 204 len: 168 time: 0.3599379 Sep 09 09:39:57.076127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60484) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:57.109754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd79fdb-cdd5-402d-a7c8-e59f16ff360c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3edbafb-8729-46bd-b468-77af88240940,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:57.145202 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21bb6357-c793-4938-ac09-6106da9c801e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.169358 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ac39f47d-1a09-4c4f-8015-de6295bb7b2d tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0921438 Sep 09 09:39:57.173189 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60486) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:57.177786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-215fd8cd-b5b4-4fbd-96f1-5986be790f7c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group': {'name': 'tempest-secgroup--374142296'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:57.217011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257612e-3994-4d68-a713-a4d32a501d36 req-68bb1b40-e401-46b7-b7b0-bbb55df666f1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:57.218503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2257612e-3994-4d68-a713-a4d32a501d36 req-68bb1b40-e401-46b7-b7b0-bbb55df666f1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 931 time: 0.5045314 Sep 09 09:39:57.223184 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-54c53ab6-d4d2-4d57-bea2-26d87908c558 req-d0272e83-182f-41ce-a3d6-6a46f9bc128d service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191134 Sep 09 09:39:57.227976 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21bb6357-c793-4938-ac09-6106da9c801e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.301548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2257612e-3994-4d68-a713-a4d32a501d36 req-434e25da-70b4-4696-8c30-9619bf975842 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595000 Sep 09 09:39:57.405345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-215fd8cd-b5b4-4fbd-96f1-5986be790f7c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.453189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c24894-431b-4dc5-abef-910cf2505a28 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:39:57.461272 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.474950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Transition to ACTIVE for port object 87c24894-431b-4dc5-abef-910cf2505a28 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:39:57.503027 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21bb6357-c793-4938-ac09-6106da9c801e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.509471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-21bb6357-c793-4938-ac09-6106da9c801e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7290978 Sep 09 09:39:57.509609 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60492) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:57.513945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1278959069'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:57.564237 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.572412 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-215fd8cd-b5b4-4fbd-96f1-5986be790f7c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.643353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Pushing event updated for resources: {'Port': ['ID=87c24894-431b-4dc5-abef-910cf2505a28,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:57.677742 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-215fd8cd-b5b4-4fbd-96f1-5986be790f7c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.725166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fd8cd-b5b4-4fbd-96f1-5986be790f7c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a039e4-a43c-430c-b138-e86199d79fb1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:57.729362 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Attempting to bind port 87c24894-431b-4dc5-abef-910cf2505a28 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:39:57.735829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Attempting to bind port 87c24894-431b-4dc5-abef-910cf2505a28 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:39:57.735829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Attempting to bind port 87c24894-431b-4dc5-abef-910cf2505a28 on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:39:57.739848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Port 87c24894-431b-4dc5-abef-910cf2505a28 on network e8c618c8-1024-4991-8b5f-74476743e59c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:39:57.740248 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Attempting to bind port 87c24894-431b-4dc5-abef-910cf2505a28 on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:39:57.750017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:39:57.750370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Checking segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:57.751691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Bound using segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:39:57.756295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Bound port: 87c24894-431b-4dc5-abef-910cf2505a28, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:39:57.756703 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.809007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:57.812552 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.871219 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] For port 87c24894-431b-4dc5-abef-910cf2505a28, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:39:57.882594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] For port 87c24894-431b-4dc5-abef-910cf2505a28, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=87c24894-431b-4dc5-abef-910cf2505a28,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:39:57.882594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:39:57.885183 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-215fd8cd-b5b4-4fbd-96f1-5986be790f7c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.887110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-215fd8cd-b5b4-4fbd-96f1-5986be790f7c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7128997 Sep 09 09:39:57.889535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60500) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:57.894439 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.894789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f3b9ed8e-1f52-46e5-9b27-5c383220a499 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group': {'name': 'tempest-secgroup--264038411'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:57.895522 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added segment 305be896-2145-405c-af64-19f32d236aee of type vlan for network f822ed1c-6c5a-4a40-85d2-36d4b842eac9 Sep 09 09:39:57.951096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:57.996700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.004163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:58.004793 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.006234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] 10.222.0.24 "PUT /v2.0/ports/87c24894-431b-4dc5-abef-910cf2505a28 HTTP/1.1" status: 200 len: 1092 time: 1.6748667 Sep 09 09:39:58.008174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9027f1a6-a8bd-4c1e-931e-92ad08161e08', 'tag': '87c24894-431b-4dc5-abef-910cf2505a28'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:39:58.009716 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3b9ed8e-1f52-46e5-9b27-5c383220a499 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.010525 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c28481-af72-4e08-ab3e-0297532edf3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9027f1a6-a8bd-4c1e-931e-92ad08161e08", "tag": "87c24894-431b-4dc5-abef-910cf2505a28"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:39:58.065762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6af8c6-1903-4c74-8706-a27268b4e324 service neutron] Pushing event updated for resources: {'Port': ['ID=87c24894-431b-4dc5-abef-910cf2505a28,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:58.077241 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad6bdf0-542d-41bc-85bd-96bb6dcea94f x-openstack-request-id: req-bad6bdf0-542d-41bc-85bd-96bb6dcea94f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:39:58.077585 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9027f1a6-a8bd-4c1e-931e-92ad08161e08", "tag": "87c24894-431b-4dc5-abef-910cf2505a28", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:39:58.078128 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bad6bdf0-542d-41bc-85bd-96bb6dcea94f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:39:58.078486 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9027f1a6-a8bd-4c1e-931e-92ad08161e08', 'tag': '87c24894-431b-4dc5-abef-910cf2505a28', 'status': 'completed', 'code': 200} Sep 09 09:39:58.152576 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3b9ed8e-1f52-46e5-9b27-5c383220a499 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.166719 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c28481-af72-4e08-ab3e-0297532edf3e req-977e6ef4-af19-4c9c-9885-89c1157dfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:58.168490 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6c28481-af72-4e08-ab3e-0297532edf3e req-977e6ef4-af19-4c9c-9885-89c1157dfe1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 1095 time: 0.0639915 Sep 09 09:39:58.214723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.220920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:58.221605 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.315305 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3b9ed8e-1f52-46e5-9b27-5c383220a499 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.346414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Network': ['ID=f822ed1c-6c5a-4a40-85d2-36d4b842eac9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:58.364262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network f822ed1c-6c5a-4a40-85d2-36d4b842eac9 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:39:58.379549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9ed8e-1f52-46e5-9b27-5c383220a499 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7736fe-ba75-425b-a13b-8999251d7522,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:58.405741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c28481-af72-4e08-ab3e-0297532edf3e req-311c8b9d-ecb3-42f7-88a6-53781cc24af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:58.407908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6c28481-af72-4e08-ab3e-0297532edf3e req-311c8b9d-ecb3-42f7-88a6-53781cc24af5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=da114216dbc1457395669302398f7a7d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2307808 Sep 09 09:39:58.455751 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3b9ed8e-1f52-46e5-9b27-5c383220a499 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.457391 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f3b9ed8e-1f52-46e5-9b27-5c383220a499 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5668151 Sep 09 09:39:58.460056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:58.464680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-54f4b329-a41e-49fc-afcd-99a46eff7be5 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': '66a039e4-a43c-430c-b138-e86199d79fb1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2d7736fe-ba75-425b-a13b-8999251d7522', 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:58.546635 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b509496d-25d5-4094-87ef-b813f7564283 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0382822 Sep 09 09:39:58.550572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60516) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:58.556349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'subnet': {'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:39:58.630567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c28481-af72-4e08-ab3e-0297532edf3e req-be418761-a121-4113-9b0c-d954500f8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:58.632195 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6c28481-af72-4e08-ab3e-0297532edf3e req-be418761-a121-4113-9b0c-d954500f8b37 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2135835 Sep 09 09:39:58.653110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a104721-8ad3-4f05-9bd4-1f0c4ab1df65 req-ade80668-5025-492a-bc2d-4ad3c0aa04cb tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:58.655121 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54f4b329-a41e-49fc-afcd-99a46eff7be5 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.660469 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a104721-8ad3-4f05-9bd4-1f0c4ab1df65 req-ade80668-5025-492a-bc2d-4ad3c0aa04cb tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 943 time: 0.1155512 Sep 09 09:39:58.737741 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a104721-8ad3-4f05-9bd4-1f0c4ab1df65 req-9ecbb940-6a54-45b4-94d5-64b6d52833b9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690167 Sep 09 09:39:58.749683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-bdd4f8a7-5c15-4515-be0e-4796cfebf336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:58.751991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-bdd4f8a7-5c15-4515-be0e-4796cfebf336 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 1095 time: 0.0728624 Sep 09 09:39:58.753636 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54f4b329-a41e-49fc-afcd-99a46eff7be5 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.795789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-dac8bf0a-c565-4815-bc0e-a6a86737536a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87c24894-431b-4dc5-abef-910cf2505a28 HTTP/1.1" status: 200 len: 217 time: 0.0367453 Sep 09 09:39:58.796625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:39:58.802069 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.836759 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54f4b329-a41e-49fc-afcd-99a46eff7be5 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.852320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-47b44160-3a88-41e1-8f8f-66bfe14854ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:58.853636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-47b44160-3a88-41e1-8f8f-66bfe14854ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.0515532 Sep 09 09:39:58.893262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4b329-a41e-49fc-afcd-99a46eff7be5 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907769c7-c9ed-4f75-aa8f-f6567eef87f2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:58.940416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-75b769ec-5997-4bd3-8dc4-7bbcf155bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:58.942074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-75b769ec-5997-4bd3-8dc4-7bbcf155bacf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739157 Sep 09 09:39:58.971691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-8734c9d8-2774-4db7-b6ee-d30e2bbb21d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0733452 Sep 09 09:39:58.996259 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54f4b329-a41e-49fc-afcd-99a46eff7be5 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:58.997543 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-54f4b329-a41e-49fc-afcd-99a46eff7be5 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5365260 Sep 09 09:39:59.001080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60518) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:59.059686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c502796-dfba-4b29-b7d9-1b3df03c4bfa tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:59.077765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-c36a524f-7dbb-4a47-99a7-359f68b74267 service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281741 Sep 09 09:39:59.102006 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c502796-dfba-4b29-b7d9-1b3df03c4bfa tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:59.146615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-ce25f032-6765-4152-bf0b-877a3fe2e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:59.148297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-ce25f032-6765-4152-bf0b-877a3fe2e351 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 1097 time: 0.1097109 Sep 09 09:39:59.215189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96b7d5fe-b888-48d1-a484-ed60d713c80b req-f4a8f123-a49a-4bbe-b5ed-92e4d408f432 service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282251 Sep 09 09:39:59.248119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:59.309020 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c502796-dfba-4b29-b7d9-1b3df03c4bfa tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:59.331420 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c502796-dfba-4b29-b7d9-1b3df03c4bfa tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:59.336347 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9c502796-dfba-4b29-b7d9-1b3df03c4bfa tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/907769c7-c9ed-4f75-aa8f-f6567eef87f2 HTTP/1.1" status: 204 len: 168 time: 0.3309643 Sep 09 09:39:59.337367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60522) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:59.349234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-e62c6daf-0c66-4f08-ac1e-e8d1a7c86b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:59.353175 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-e62c6daf-0c66-4f08-ac1e-e8d1a7c86b86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.1819680 Sep 09 09:39:59.354045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c502796-dfba-4b29-b7d9-1b3df03c4bfa tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=907769c7-c9ed-4f75-aa8f-f6567eef87f2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:59.434227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Subnet': ['ID=4c89fc4b-1151-40ed-a7e9-70b552f03952,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:59.441030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-baed7065-1c5e-4d9f-bd9f-d3fd0fa64e24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d43f6962-6f2e-4b0d-9524-49f3e88206eb HTTP/1.1" status: 200 len: 217 time: 0.0743997 Sep 09 09:39:59.448587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Checking segment: {'id': '305be896-2145-405c-af64-19f32d236aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:39:59.449145 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network hostable DHCP agents. Network: f822ed1c-6c5a-4a40-85d2-36d4b842eac9, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:39:59.450089 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-29d2428e-f50e-4508-a5a0-d21d93b30c23 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1113575 Sep 09 09:39:59.455030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60526) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:59.537514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-a1379152-924f-4836-a4e0-20c81b9a3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:59.539412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-a1379152-924f-4836-a4e0-20c81b9a3d1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.0867701 Sep 09 09:39:59.576091 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-84fe08c5-2724-4444-8ec1-cde5ea9ab96f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:59.605121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-84fe08c5-2724-4444-8ec1-cde5ea9ab96f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:59.633155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network f822ed1c-6c5a-4a40-85d2-36d4b842eac9 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:39:59.656314 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:39:59.677673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-4621b974-082d-45e9-8a34-2f5a39232d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:59.682341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-4621b974-082d-45e9-8a34-2f5a39232d6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1331873 Sep 09 09:39:59.731590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, f822ed1c-6c5a-4a40-85d2-36d4b842eac9) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:39:59.732010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:39:59.732617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:59.744366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8a65d-8598-4fa6-bc62-c4b503ad789e None None] Network f822ed1c-6c5a-4a40-85d2-36d4b842eac9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:39:59.831916 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-84fe08c5-2724-4444-8ec1-cde5ea9ab96f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:59.834728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-84fe08c5-2724-4444-8ec1-cde5ea9ab96f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:39:59.838847 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-84fe08c5-2724-4444-8ec1-cde5ea9ab96f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-groups/2d7736fe-ba75-425b-a13b-8999251d7522 HTTP/1.1" status: 204 len: 168 time: 0.3782644 Sep 09 09:39:59.840238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60532) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:39:59.898549 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe08c5-2724-4444-8ec1-cde5ea9ab96f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7736fe-ba75-425b-a13b-8999251d7522,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:39:59.953279 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f2de468b-2eb9-47ef-bb7c-672141a3b7b4 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3987398 Sep 09 09:39:59.956211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60534) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:00.005624 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1efe65a3-0ee6-4e81-a8ce-a8b4757ebe7f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1600175 Sep 09 09:40:00.008548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60536) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:00.027948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:40:00.029360 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:00.102146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c5c2-388c-4db6-b6d4-8feee4188fb6 req-5e2c887e-a7c4-4c49-840e-b3199e44f4ee tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:00.102146 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3516c5c2-388c-4db6-b6d4-8feee4188fb6 req-5e2c887e-a7c4-4c49-840e-b3199e44f4ee tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 943 time: 0.2213879 Sep 09 09:40:00.164365 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7411d721-5d5a-44f3-adc5-9bdfdd01b553 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:00.165932 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-adf1719a-7fde-4345-b68a-bff41a2b7395 service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750769 Sep 09 09:40:00.251616 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7411d721-5d5a-44f3-adc5-9bdfdd01b553 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:00.280848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Allocated IP 2001:db8::2 (f822ed1c-6c5a-4a40-85d2-36d4b842eac9/4c89fc4b-1151-40ed-a7e9-70b552f03952/1f48387f-7553-4e2c-827b-559401004e36) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:40:00.313517 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3516c5c2-388c-4db6-b6d4-8feee4188fb6 req-2e95f26c-beb6-43c4-b82b-534ac3e7fbbe tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141798 Sep 09 09:40:00.425992 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7411d721-5d5a-44f3-adc5-9bdfdd01b553 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:00.428906 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7411d721-5d5a-44f3-adc5-9bdfdd01b553 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:00.432794 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7411d721-5d5a-44f3-adc5-9bdfdd01b553 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-groups/66a039e4-a43c-430c-b138-e86199d79fb1 HTTP/1.1" status: 204 len: 168 time: 0.4231200 Sep 09 09:40:00.433747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60538) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:00.466746 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b460dad-4028-4199-b8f9-31eff6bcb5b0 req-61a0c07b-e01b-4005-ac5a-f5dd65eaf25b service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863662 Sep 09 09:40:00.571251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60542) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:00.571712 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f5945007-3a62-401e-a6a2-5ee14741999e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1337581 Sep 09 09:40:00.573817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411d721-5d5a-44f3-adc5-9bdfdd01b553 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a039e4-a43c-430c-b138-e86199d79fb1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:00.574676 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:00.577257 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-58243a64-af16-4d6a-af9c-c325a1aa57f9 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group': {'name': 'tempest-secgroup--453168470'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:00.613013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Transition to ACTIVE for port object 1f48387f-7553-4e2c-827b-559401004e36 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:00.638263 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Transition to ACTIVE for port object 1f48387f-7553-4e2c-827b-559401004e36 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:00.740445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:00.826613 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:00.855000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58243a64-af16-4d6a-af9c-c325a1aa57f9 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:00.894984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Network f822ed1c-6c5a-4a40-85d2-36d4b842eac9 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:00.900579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:00.907476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:40:00.918433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Pushing event updated for resources: {'Port': ['ID=1f48387f-7553-4e2c-827b-559401004e36,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:01.016734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Attempting to bind port 1f48387f-7553-4e2c-827b-559401004e36 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:40:01.018304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Attempting to bind port 1f48387f-7553-4e2c-827b-559401004e36 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '305be896-2145-405c-af64-19f32d236aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:40:01.018859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Attempting to bind port 1f48387f-7553-4e2c-827b-559401004e36 on network f822ed1c-6c5a-4a40-85d2-36d4b842eac9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:01.031066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:40:01.031829 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Checking segment: {'id': '305be896-2145-405c-af64-19f32d236aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:01.032414 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.032966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Bound using segment: {'id': '305be896-2145-405c-af64-19f32d236aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:40:01.033548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Bound port: 1f48387f-7553-4e2c-827b-559401004e36, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305be896-2145-405c-af64-19f32d236aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:40:01.034019 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.138115 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58243a64-af16-4d6a-af9c-c325a1aa57f9 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.138115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Allocated IP 2001:db8::1 (f822ed1c-6c5a-4a40-85d2-36d4b842eac9/4c89fc4b-1151-40ed-a7e9-70b552f03952/fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:40:01.138398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] For port 1f48387f-7553-4e2c-827b-559401004e36, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:40:01.138398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] For port 1f48387f-7553-4e2c-827b-559401004e36, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1f48387f-7553-4e2c-827b-559401004e36,segment=NetworkSegment(305be896-2145-405c-af64-19f32d236aee),segment_id=305be896-2145-405c-af64-19f32d236aee)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:40:01.274666 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.279177 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58243a64-af16-4d6a-af9c-c325a1aa57f9 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.282254 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.312688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Transition to ACTIVE for port object fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:01.332694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58243a64-af16-4d6a-af9c-c325a1aa57f9 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8f45d1-2609-4fd0-9213-b1c380555b29,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:01.398075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83913e88-6522-4827-93d9-8a0bf1cd9fcc None None] Pushing event updated for resources: {'Port': ['ID=1f48387f-7553-4e2c-827b-559401004e36,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:01.399092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58243a64-af16-4d6a-af9c-c325a1aa57f9 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.409323 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-58243a64-af16-4d6a-af9c-c325a1aa57f9 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8368006 Sep 09 09:40:01.411991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60550) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:01.420515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-97d01179-b86d-4f10-b093-c89be7cc098c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': 'aa8f45d1-2609-4fd0-9213-b1c380555b29', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:01.466612 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.537627 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:01.541715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network f822ed1c-6c5a-4a40-85d2-36d4b842eac9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:01.542632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:01.545161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:40:01.545818 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.572902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8bd10-66e3-4e7d-958e-86aece2fa95c req-3b61b012-3564-483e-880a-adba126a62ee tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:01.582307 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68e8bd10-66e3-4e7d-958e-86aece2fa95c req-3b61b012-3564-483e-880a-adba126a62ee tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 943 time: 0.1178370 Sep 09 09:40:01.622615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97d01179-b86d-4f10-b093-c89be7cc098c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.691789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68e8bd10-66e3-4e7d-958e-86aece2fa95c req-e0d5e3bd-444b-43dc-9a4a-0c834d9d467f tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060431 Sep 09 09:40:01.741334 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97d01179-b86d-4f10-b093-c89be7cc098c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.829099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.885391 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97d01179-b86d-4f10-b093-c89be7cc098c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:01.941590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d01179-b86d-4f10-b093-c89be7cc098c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ffd6ff-e7d5-482b-9074-7dcb9f1f0a71,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:02.007125 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97d01179-b86d-4f10-b093-c89be7cc098c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:02.012699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-97d01179-b86d-4f10-b093-c89be7cc098c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5952611 Sep 09 09:40:02.013974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60558) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:02.263368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 87c24894-431b-4dc5-abef-910cf2505a28 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:40:02.437081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 87c24894-431b-4dc5-abef-910cf2505a28, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=87c24894-431b-4dc5-abef-910cf2505a28,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:02.452257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '87c24894-431b-4dc5-abef-910cf2505a28', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'port_id': '87c24894-431b-4dc5-abef-910cf2505a28', 'mac_address': 'fa:16:3e:ce:14:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:40:02.505381 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:02.538407 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c24894-431b-4dc5-abef-910cf2505a28 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:40:02.572365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 87c24894-431b-4dc5-abef-910cf2505a28, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=87c24894-431b-4dc5-abef-910cf2505a28,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:02.602116 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76db5d14-88f3-4ec4-b251-cf9ec2e7cb25 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:02.627473 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76db5d14-88f3-4ec4-b251-cf9ec2e7cb25 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:02.649389 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:02.805613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76db5d14-88f3-4ec4-b251-cf9ec2e7cb25 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:02.812319 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76db5d14-88f3-4ec4-b251-cf9ec2e7cb25 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:02.816003 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-76db5d14-88f3-4ec4-b251-cf9ec2e7cb25 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/79ffd6ff-e7d5-482b-9074-7dcb9f1f0a71 HTTP/1.1" status: 204 len: 168 time: 0.7988119 Sep 09 09:40:02.816883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60564) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:02.861680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1f48387f-7553-4e2c-827b-559401004e36 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:02.885695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['87c24894-431b-4dc5-abef-910cf2505a28'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:40:02.899935 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:02.956495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db5d14-88f3-4ec4-b251-cf9ec2e7cb25 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79ffd6ff-e7d5-482b-9074-7dcb9f1f0a71,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:02.967420 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-301db04d-20e9-4710-a66f-e35066f1cc6e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1429415 Sep 09 09:40:02.968310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60568) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:02.976069 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:02.977208 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:02.981477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=87c24894-431b-4dc5-abef-910cf2505a28,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:03.004490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435d0bc-2377-440d-9ee1-8ce330ad0576 req-f347ccae-10eb-45e2-a8b9-35bd83603745 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:03.012647 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a435d0bc-2377-440d-9ee1-8ce330ad0576 req-f347ccae-10eb-45e2-a8b9-35bd83603745 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 944 time: 0.1976748 Sep 09 09:40:03.067485 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290b75d1-b45e-4f6b-818d-2b457df71e8f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:03.101216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff08a3c8-fd21-4f4d-82f5-7cbef90fbc79 None None] Network f822ed1c-6c5a-4a40-85d2-36d4b842eac9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:40:03.111023 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290b75d1-b45e-4f6b-818d-2b457df71e8f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:03.188751 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a435d0bc-2377-440d-9ee1-8ce330ad0576 req-889b2b14-0b52-4f33-9024-fb3d71136b77 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745667 Sep 09 09:40:03.204115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:03.227702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network f822ed1c-6c5a-4a40-85d2-36d4b842eac9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:03.229675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:03.272440 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290b75d1-b45e-4f6b-818d-2b457df71e8f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:03.275765 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-290b75d1-b45e-4f6b-818d-2b457df71e8f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:03.277391 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-290b75d1-b45e-4f6b-818d-2b457df71e8f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-groups/aa8f45d1-2609-4fd0-9213-b1c380555b29 HTTP/1.1" status: 204 len: 168 time: 0.3073556 Sep 09 09:40:03.291507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60572) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:03.370166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b75d1-b45e-4f6b-818d-2b457df71e8f tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8f45d1-2609-4fd0-9213-b1c380555b29,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:03.492846 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-27deb383-0f35-4192-b1d3-bb388298bbb6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1988609 Sep 09 09:40:03.497468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60574) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:03.507838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-44028d59-11a2-42ef-8fe5-c71903be3ca3 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693095522'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:03.534636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 9d4f4570-180d-408f-9605-2b1d8a5604ba is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:40:03.618954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e0d13b72-4dfa-4ee4-a95d-d569c5d73e5a None None] Provisioning for port 1f48387f-7553-4e2c-827b-559401004e36 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:03.629459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 1f48387f-7553-4e2c-827b-559401004e36 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:03.635665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e0d13b72-4dfa-4ee4-a95d-d569c5d73e5a None None] Provisioning complete for port 1f48387f-7553-4e2c-827b-559401004e36 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:03.636046 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0d13b72-4dfa-4ee4-a95d-d569c5d73e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:03.641076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44028d59-11a2-42ef-8fe5-c71903be3ca3 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:03.655617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1f48387f-7553-4e2c-827b-559401004e36 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:03.659917 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:03.674516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:03.681676 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a17ea199-6712-494f-9f2b-afc73c99cef0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7242830 Sep 09 09:40:03.685021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60576) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:03.689599 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Sync routers for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:40:03.690618 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1782126785'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:03.706530 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:03.708147 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:03.792058 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44028d59-11a2-42ef-8fe5-c71903be3ca3 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:03.884255 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:03.891621 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44028d59-11a2-42ef-8fe5-c71903be3ca3 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:03.941210 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0d13b72-4dfa-4ee4-a95d-d569c5d73e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:03.973378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44028d59-11a2-42ef-8fe5-c71903be3ca3 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f0cf26-ace0-493d-ab93-24577c3e3723,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:03.979333 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.001327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:40:04.005126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e0d13b72-4dfa-4ee4-a95d-d569c5d73e5a None None] For port 1f48387f-7553-4e2c-827b-559401004e36, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1f48387f-7553-4e2c-827b-559401004e36,segment=NetworkSegment(305be896-2145-405c-af64-19f32d236aee),segment_id=305be896-2145-405c-af64-19f32d236aee)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:04.005574 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.049504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:40:04.064227 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.065000 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added segment 6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1 of type vlan for network 97f46ff4-8deb-4cad-a2be-7c1850a8db23 Sep 09 09:40:04.096076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-44028d59-11a2-42ef-8fe5-c71903be3ca3 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.100104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-44028d59-11a2-42ef-8fe5-c71903be3ca3 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5990350 Sep 09 09:40:04.101066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60584) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:04.104965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-92f307f1-3e79-496d-98b7-b83ef3cd8d1c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': 'd4f0cf26-ace0-493d-ab93-24577c3e3723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:04.163786 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0d13b72-4dfa-4ee4-a95d-d569c5d73e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.273250 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92f307f1-3e79-496d-98b7-b83ef3cd8d1c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.282491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 87c24894-431b-4dc5-abef-910cf2505a28 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:04.282704 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.385930 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:01Z', 'revision_number': 2, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:02Z', 'revision_number': 2, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:04.444487 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.445934 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Checking router: 9d4f4570-180d-408f-9605-2b1d8a5604ba for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:40:04.446431 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Updating router 9d4f4570-180d-408f-9605-2b1d8a5604ba port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:40:04.454845 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:40:04.454845 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:40:04.458971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:04.460253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.475937 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d13b72-4dfa-4ee4-a95d-d569c5d73e5a None None] Pushing event updated for resources: {'Port': ['ID=1f48387f-7553-4e2c-827b-559401004e36,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:04.476746 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92f307f1-3e79-496d-98b7-b83ef3cd8d1c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.495210 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.565020 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2f00e-c10c-4eac-8060-5db8603990be req-8ca52b26-eccc-49a2-a016-bb1f29444c69 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:04.566935 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0fa2f00e-c10c-4eac-8060-5db8603990be req-8ca52b26-eccc-49a2-a016-bb1f29444c69 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 944 time: 0.1090021 Sep 09 09:40:04.613474 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92f307f1-3e79-496d-98b7-b83ef3cd8d1c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.628667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Network': ['ID=97f46ff4-8deb-4cad-a2be-7c1850a8db23,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:04.638086 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 87c24894-431b-4dc5-abef-910cf2505a28 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:04.640218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-88181c82-25b5-411c-9762-95ab80e3616d None None] Provisioning for port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:04.653676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 97f46ff4-8deb-4cad-a2be-7c1850a8db23 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:40:04.653834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7f89362b-7e5a-4a8b-a0d9-2389910df5e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9617927 Sep 09 09:40:04.653921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-88181c82-25b5-411c-9762-95ab80e3616d None None] Provisioning complete for port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:04.654005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60590) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:04.654086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-88181c82-25b5-411c-9762-95ab80e3616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.671982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'subnet': {'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:04.703236 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0fa2f00e-c10c-4eac-8060-5db8603990be req-c371a6f4-0f17-4254-847c-058783a02432 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278527 Sep 09 09:40:04.704039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f307f1-3e79-496d-98b7-b83ef3cd8d1c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a5f720-9998-413f-8bc0-5fb7efc9901c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:04.806860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 87c24894-431b-4dc5-abef-910cf2505a28 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:04.809002 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.867028 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92f307f1-3e79-496d-98b7-b83ef3cd8d1c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:04.868857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-92f307f1-3e79-496d-98b7-b83ef3cd8d1c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7676077 Sep 09 09:40:04.878636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60592) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:04.929451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-403e2566-8f64-4917-82dc-c0cd4a43b3cd tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules/e3a5f720-9998-413f-8bc0-5fb7efc9901c HTTP/1.1" status: 200 len: 763 time: 0.0495377 Sep 09 09:40:04.930289 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60596) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:04.976795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-88181c82-25b5-411c-9762-95ab80e3616d None None] Port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:40:05.007024 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.012162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9aab994f-9df8-4f97-8c7f-b1e7f8b79981 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0796227 Sep 09 09:40:05.018287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60598) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:05.038095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:40:05.042375 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.044086 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Transition to ACTIVE for port object fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:05.060753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-88181c82-25b5-411c-9762-95ab80e3616d None None] Provisioning complete for port 1f48387f-7553-4e2c-827b-559401004e36 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:05.061135 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-88181c82-25b5-411c-9762-95ab80e3616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.147077 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5283185-0f61-44e9-aa96-d057ccde59c4 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.148740 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.176004 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5283185-0f61-44e9-aa96-d057ccde59c4 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.193887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ea8e5-475a-4a4b-9d9a-26266f29a669 req-662ebe7f-bfec-4ec3-aced-61d255d951a9 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:05.203289 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-996ea8e5-475a-4a4b-9d9a-26266f29a669 req-662ebe7f-bfec-4ec3-aced-61d255d951a9 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 949 time: 0.1983998 Sep 09 09:40:05.239245 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Pushing event updated for resources: {'Port': ['ID=fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:05.305114 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.305345 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.305775 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.306176 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.306563 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.306912 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.307269 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.307786 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.308124 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.308426 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.308744 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.309111 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:05.320191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-996ea8e5-475a-4a4b-9d9a-26266f29a669 req-074f677d-4b6e-4d5e-9ed2-6e5d3cbb60a4 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055851 Sep 09 09:40:05.342581 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Attempting to bind port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:40:05.343283 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Attempting to bind port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '305be896-2145-405c-af64-19f32d236aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:40:05.345754 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Attempting to bind port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed on network f822ed1c-6c5a-4a40-85d2-36d4b842eac9 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:05.352219 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:40:05.352663 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Checking segment: {'id': '305be896-2145-405c-af64-19f32d236aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:05.363710 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.363710 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Bound using segment: {'id': '305be896-2145-405c-af64-19f32d236aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:40:05.363710 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Bound port: fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305be896-2145-405c-af64-19f32d236aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:40:05.363710 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.364144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1f48387f-7553-4e2c-827b-559401004e36 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:05.377399 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5283185-0f61-44e9-aa96-d057ccde59c4 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.395984 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5283185-0f61-44e9-aa96-d057ccde59c4 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.397862 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d5283185-0f61-44e9-aa96-d057ccde59c4 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e3a5f720-9998-413f-8bc0-5fb7efc9901c HTTP/1.1" status: 204 len: 168 time: 0.3781693 Sep 09 09:40:05.401475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60604) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:05.411615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5283185-0f61-44e9-aa96-d057ccde59c4 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3a5f720-9998-413f-8bc0-5fb7efc9901c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:05.482606 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] For port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:40:05.489991 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] For port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed,segment=NetworkSegment(305be896-2145-405c-af64-19f32d236aee),segment_id=305be896-2145-405c-af64-19f32d236aee)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:40:05.505309 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.512161 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-aee5ddfa-53f2-4c40-9952-8c7636794d2c tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1090882 Sep 09 09:40:05.515084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60606) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:05.519863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-364f78ee-7fb9-45c8-9895-c64b37d0d190 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': 'd4f0cf26-ace0-493d-ab93-24577c3e3723', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:05.555667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9027f1a6-a8bd-4c1e-931e-92ad08161e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c24894-431b-4dc5-abef-910cf2505a28'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:40:05.563760 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.570435 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b670ce-bfa5-4894-8b67-b8babec03d52" -d '{"events": [{"server_uuid": "9027f1a6-a8bd-4c1e-931e-92ad08161e08", "name": "network-vif-plugged", "status": "completed", "tag": "87c24894-431b-4dc5-abef-910cf2505a28"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:40:05.611299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 87c24894-431b-4dc5-abef-910cf2505a28, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=87c24894-431b-4dc5-abef-910cf2505a28,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:05.630444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1f48387f-7553-4e2c-827b-559401004e36 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:05.630971 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.673965 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-364f78ee-7fb9-45c8-9895-c64b37d0d190 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.733016 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.786759 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:05.800589 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:05.808187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-364f78ee-7fb9-45c8-9895-c64b37d0d190 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.820628 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.887130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=87c24894-431b-4dc5-abef-910cf2505a28,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:05.925982 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-364f78ee-7fb9-45c8-9895-c64b37d0d190 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:05.931845 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5582c4-12e4-46e9-9269-49d1d9549919 x-openstack-request-id: req-5b5582c4-12e4-46e9-9269-49d1d9549919 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:40:05.932240 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9027f1a6-a8bd-4c1e-931e-92ad08161e08", "name": "network-vif-plugged", "status": "completed", "tag": "87c24894-431b-4dc5-abef-910cf2505a28", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:40:05.932589 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b5582c4-12e4-46e9-9269-49d1d9549919 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:40:05.933668 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9027f1a6-a8bd-4c1e-931e-92ad08161e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c24894-431b-4dc5-abef-910cf2505a28', 'code': 200} Sep 09 09:40:05.952344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652a825-d966-48d2-92ca-da46ca92cc52 req-9c4c6dce-92bb-4b41-af83-9221da2466cd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:05.976228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6652a825-d966-48d2-92ca-da46ca92cc52 req-9c4c6dce-92bb-4b41-af83-9221da2466cd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 945 time: 0.1218715 Sep 09 09:40:05.976931 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f80c16-f4c0-44e5-981c-c5ca50494a5a None None] Pushing event updated for resources: {'Port': ['ID=fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:05.989196 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:06.029462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f78ee-7fb9-45c8-9895-c64b37d0d190 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58ea44c-9935-4586-823d-5bd8ad0b28e9,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:06.054322 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Subnet': ['ID=552065f5-ba4b-48ea-8196-5ee08e100439,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:06.075619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Checking segment: {'id': '6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:06.075989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network hostable DHCP agents. Network: 97f46ff4-8deb-4cad-a2be-7c1850a8db23, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:40:06.090704 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6652a825-d966-48d2-92ca-da46ca92cc52 req-b2ee710d-0abb-4146-ba50-59ff01527e90 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098008 Sep 09 09:40:06.097295 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-364f78ee-7fb9-45c8-9895-c64b37d0d190 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:06.098509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-364f78ee-7fb9-45c8-9895-c64b37d0d190 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5822554 Sep 09 09:40:06.107620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60614) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:06.108882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca49c4-f089-40da-9902-9d51d2b09047 req-18707d1c-6381-4bdc-bbe4-992c673a6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:06.111606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cca49c4-f089-40da-9902-9d51d2b09047 req-18707d1c-6381-4bdc-bbe4-992c673a6c74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 1097 time: 0.0912952 Sep 09 09:40:06.133318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3c4b121e-1ead-4eb3-b4d9-f01b575ef497 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules/e58ea44c-9935-4586-823d-5bd8ad0b28e9 HTTP/1.1" status: 200 len: 763 time: 0.0241818 Sep 09 09:40:06.136666 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60616) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:06.161673 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5cca49c4-f089-40da-9902-9d51d2b09047 req-2c1b65fa-9dca-46a5-a3c3-dd4b2317a27a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 Sep 09 09:40:06.202135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60620) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:06.210199 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a0b16bce-9592-4053-b2d4-f0a6b8d85ad6 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0689585 Sep 09 09:40:06.244392 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b52eb552-3e18-4d05-8074-c103b578726b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:06.245114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 97f46ff4-8deb-4cad-a2be-7c1850a8db23 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:40:06.256477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b52eb552-3e18-4d05-8074-c103b578726b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:06.306245 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:01Z', 'revision_number': 2, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:05Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:06.340023 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee58618-e26a-44a3-9d1d-1e87f16b5d09 None None] The sync data for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 is: [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:01Z', 'revision_number': 2, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:05Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:40:06.350840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 97f46ff4-8deb-4cad-a2be-7c1850a8db23) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:06.361157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:06.361850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:06.362119 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ad8fc-4168-47ab-a19e-9f1f4f1b9c86 None None] Network 97f46ff4-8deb-4cad-a2be-7c1850a8db23 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:40:06.374972 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b52eb552-3e18-4d05-8074-c103b578726b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:06.388940 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b52eb552-3e18-4d05-8074-c103b578726b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:06.392522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b52eb552-3e18-4d05-8074-c103b578726b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e58ea44c-9935-4586-823d-5bd8ad0b28e9 HTTP/1.1" status: 204 len: 168 time: 0.1892200 Sep 09 09:40:06.395198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60626) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:06.412470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eb552-3e18-4d05-8074-c103b578726b tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e58ea44c-9935-4586-823d-5bd8ad0b28e9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:06.476810 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-58bbf8c4-4b2c-47c9-842d-2a1024be3e2d tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8240347 Sep 09 09:40:06.479918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60628) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:06.508994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0824db00-6eac-4deb-ac1e-1c99cfdc92b1 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1126363 Sep 09 09:40:06.518471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60630) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:06.525654 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-97780fd2-a962-4eca-9caa-131d49ee163a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Request body: {'security_group_rule': {'security_group_id': 'd4f0cf26-ace0-493d-ab93-24577c3e3723', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:06.540258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e490-8783-485c-9860-de870e6ecfb5 req-f701a85d-4e63-4c7c-8a92-d4ce131635bc tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:06.542297 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8a9e490-8783-485c-9860-de870e6ecfb5 req-f701a85d-4e63-4c7c-8a92-d4ce131635bc tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 949 time: 0.1084905 Sep 09 09:40:06.616488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:40:06.618779 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:06.644169 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d8a9e490-8783-485c-9860-de870e6ecfb5 req-92bba6c4-b1a9-470c-9bba-423f32212836 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/security-groups?id=c211859e-01ae-4b9c-a87f-3bcd91c6fcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869689 Sep 09 09:40:06.660545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856199-6914-4ab7-a38b-afa8e3f94a19 req-670bd83e-27e1-4333-89e1-d97b234c515a tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:06.662179 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c856199-6914-4ab7-a38b-afa8e3f94a19 req-670bd83e-27e1-4333-89e1-d97b234c515a tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.41 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 949 time: 0.1176119 Sep 09 09:40:06.744202 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-97780fd2-a962-4eca-9caa-131d49ee163a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Project 3c73750293594cf090f147d9638f0449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:40:06.771288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-97780fd2-a962-4eca-9caa-131d49ee163a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:06.900249 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-97780fd2-a962-4eca-9caa-131d49ee163a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:06.919723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-2c856199-6914-4ab7-a38b-afa8e3f94a19 req-5650f520-5be9-4af0-9154-09bb2d102a73 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Deleting port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:06.920071 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2c856199-6914-4ab7-a38b-afa8e3f94a19 req-5650f520-5be9-4af0-9154-09bb2d102a73 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:06.947208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Allocated IP 2001:db8:1::2 (97f46ff4-8deb-4cad-a2be-7c1850a8db23/552065f5-ba4b-48ea-8196-5ee08e100439/f562cf0b-71a7-4413-aa8c-1c50ff586bca) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:40:07.017117 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-97780fd2-a962-4eca-9caa-131d49ee163a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.072452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-2c856199-6914-4ab7-a38b-afa8e3f94a19 req-5650f520-5be9-4af0-9154-09bb2d102a73 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] For port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:07.073503 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2c856199-6914-4ab7-a38b-afa8e3f94a19 req-5650f520-5be9-4af0-9154-09bb2d102a73 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.078746 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97780fd2-a962-4eca-9caa-131d49ee163a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ace9a1-0cc3-4af1-a758-be121b30f41a,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:07.097515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-2c856199-6914-4ab7-a38b-afa8e3f94a19 req-5650f520-5be9-4af0-9154-09bb2d102a73 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Calling delete_port for ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:07.199449 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-97780fd2-a962-4eca-9caa-131d49ee163a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.204160 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-97780fd2-a962-4eca-9caa-131d49ee163a tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6793933 Sep 09 09:40:07.205331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60634) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:07.251650 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f3d0f3b5-38fe-46a8-8a17-71ec3c04de4d tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules/92ace9a1-0cc3-4af1-a758-be121b30f41a HTTP/1.1" status: 200 len: 769 time: 0.0351586 Sep 09 09:40:07.256231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60638) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:07.272156 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.320308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Transition to ACTIVE for port object f562cf0b-71a7-4413-aa8c-1c50ff586bca will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:07.383516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Transition to ACTIVE for port object f562cf0b-71a7-4413-aa8c-1c50ff586bca will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:07.384270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.388580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:07.478709 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.533354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Network 97f46ff4-8deb-4cad-a2be-7c1850a8db23 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:07.537121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:07.543239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:40:07.556017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:07.561358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:07.561753 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.574548 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-31c71630-21f5-4fe4-9558-ce988412c75e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3148894 Sep 09 09:40:07.575185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60642) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:07.584590 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2c856199-6914-4ab7-a38b-afa8e3f94a19 req-5650f520-5be9-4af0-9154-09bb2d102a73 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.594991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6309e-333e-448a-9be6-252e3756797e req-612fd9cc-b927-439b-9556-6f2b5bdd3c56 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:07.597024 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73c6309e-333e-448a-9be6-252e3756797e req-612fd9cc-b927-439b-9556-6f2b5bdd3c56 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 945 time: 0.3200228 Sep 09 09:40:07.639877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['ef6e7df0-facf-4ddf-a464-98fd6eedf4c7'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:40:07.642490 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Pushing event updated for resources: {'Port': ['ID=f562cf0b-71a7-4413-aa8c-1c50ff586bca,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:07.677895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650f520-5be9-4af0-9154-09bb2d102a73 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Pushing event deleted for resources: {'Port': ['ID=ef6e7df0-facf-4ddf-a464-98fd6eedf4c7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:07.710154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.717321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.724417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.725066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.725974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.726502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.727252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.728022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.728511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.733738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.740254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.740254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:07.759248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73c6309e-333e-448a-9be6-252e3756797e req-3b836883-9b01-4884-b2cd-46f9aafd2c0f tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473808 Sep 09 09:40:07.759724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c856199-6914-4ab7-a38b-afa8e3f94a19 req-5650f520-5be9-4af0-9154-09bb2d102a73 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] No DVR routers for this DVR port ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:40:07.761979 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0edcd1e2-3913-4f66-aec3-92c8d409a11e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.784178 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0edcd1e2-3913-4f66-aec3-92c8d409a11e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.789750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Attempting to bind port f562cf0b-71a7-4413-aa8c-1c50ff586bca on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:40:07.790132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Attempting to bind port f562cf0b-71a7-4413-aa8c-1c50ff586bca by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:40:07.790493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Attempting to bind port f562cf0b-71a7-4413-aa8c-1c50ff586bca on network 97f46ff4-8deb-4cad-a2be-7c1850a8db23 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:07.800558 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:40:07.802019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Checking segment: {'id': '6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:07.802019 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.802019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Bound using segment: {'id': '6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:40:07.802279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Bound port: f562cf0b-71a7-4413-aa8c-1c50ff586bca, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:40:07.802603 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.819891 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2c856199-6914-4ab7-a38b-afa8e3f94a19 req-5650f520-5be9-4af0-9154-09bb2d102a73 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.822830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c856199-6914-4ab7-a38b-afa8e3f94a19 req-5650f520-5be9-4af0-9154-09bb2d102a73 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.41 "DELETE /v2.0/ports/ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 HTTP/1.1" status: 204 len: 173 time: 1.1476800 Sep 09 09:40:07.823699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e117180c-1623-424c-9c72-f81b9f295276', 'name': 'network-vif-deleted', 'tag': 'ef6e7df0-facf-4ddf-a464-98fd6eedf4c7'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:40:07.826189 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d656e58f-c9d6-40b1-8681-df084fd8ecc2" -d '{"events": [{"server_uuid": "e117180c-1623-424c-9c72-f81b9f295276", "name": "network-vif-deleted", "tag": "ef6e7df0-facf-4ddf-a464-98fd6eedf4c7"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:40:07.910387 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:07.912623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] For port f562cf0b-71a7-4413-aa8c-1c50ff586bca, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:40:07.920460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38e4a40d-d485-44be-8da1-c3c3334ebf2b req-2a60908b-719c-45f4-b052-4e5236c20cf0 tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 210 time: 0.0973742 Sep 09 09:40:07.932892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] For port f562cf0b-71a7-4413-aa8c-1c50ff586bca, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f562cf0b-71a7-4413-aa8c-1c50ff586bca,segment=NetworkSegment(6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1),segment_id=6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:40:07.946499 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf6e7f9-2df7-49d7-863c-2a49dde7f81c x-openstack-request-id: req-7cf6e7f9-2df7-49d7-863c-2a49dde7f81c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:40:07.947847 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e117180c-1623-424c-9c72-f81b9f295276", "name": "network-vif-deleted", "tag": "ef6e7df0-facf-4ddf-a464-98fd6eedf4c7", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:40:07.949533 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cf6e7f9-2df7-49d7-863c-2a49dde7f81c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:40:07.949837 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e117180c-1623-424c-9c72-f81b9f295276', 'name': 'network-vif-deleted', 'tag': 'ef6e7df0-facf-4ddf-a464-98fd6eedf4c7', 'status': 'completed', 'code': 200} Sep 09 09:40:07.956232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed,segment=NetworkSegment(305be896-2145-405c-af64-19f32d236aee),segment_id=305be896-2145-405c-af64-19f32d236aee)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:07.968422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Allocated IP 2001:db8:1::1 (97f46ff4-8deb-4cad-a2be-7c1850a8db23/552065f5-ba4b-48ea-8196-5ee08e100439/bc19cca4-421a-4f4b-b72b-97ddc8b6611f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:40:08.025262 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0edcd1e2-3913-4f66-aec3-92c8d409a11e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.031049 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0edcd1e2-3913-4f66-aec3-92c8d409a11e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.033058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0edcd1e2-3913-4f66-aec3-92c8d409a11e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/92ace9a1-0cc3-4af1-a758-be121b30f41a HTTP/1.1" status: 204 len: 168 time: 0.4566572 Sep 09 09:40:08.035947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60648) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:08.051033 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.056555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.076389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcd1e2-3913-4f66-aec3-92c8d409a11e tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92ace9a1-0cc3-4af1-a758-be121b30f41a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:08.095173 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.117399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Transition to ACTIVE for port object bc19cca4-421a-4f4b-b72b-97ddc8b6611f will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:08.160508 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b82c203a-74fb-4091-ae0e-71445854a6bd tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1210051 Sep 09 09:40:08.160985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60650) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:08.192742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd73dd-0344-4270-bd52-c116aa7ffb7e None None] Pushing event updated for resources: {'Port': ['ID=f562cf0b-71a7-4413-aa8c-1c50ff586bca,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:08.272858 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.318907 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:08.340974 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfa39611-dd51-46cb-b3ac-43fe86f20d33 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.381509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=bc19cca4-421a-4f4b-b72b-97ddc8b6611f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:08.389222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 97f46ff4-8deb-4cad-a2be-7c1850a8db23 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:08.404757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfa39611-dd51-46cb-b3ac-43fe86f20d33 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.408457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:08.417971 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:40:08.418520 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.625353 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfa39611-dd51-46cb-b3ac-43fe86f20d33 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.629197 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfa39611-dd51-46cb-b3ac-43fe86f20d33 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.630489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dfa39611-dd51-46cb-b3ac-43fe86f20d33 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "DELETE /v2.0/security-groups/d4f0cf26-ace0-493d-ab93-24577c3e3723 HTTP/1.1" status: 204 len: 168 time: 0.4684477 Sep 09 09:40:08.634975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60656) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:08.650425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa39611-dd51-46cb-b3ac-43fe86f20d33 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f0cf26-ace0-493d-ab93-24577c3e3723,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:08.700292 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:08.713702 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-66748a52-a58a-4d43-8d39-fa6ad3017119 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0765853 Sep 09 09:40:08.717825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60658) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:08.780854 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f3217e86-4d72-47b1-b2da-72cf5c0fe618 tempest-SecGroupIPv6Test-345057284 tempest-SecGroupIPv6Test-345057284-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547643 Sep 09 09:40:09.007413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf6529-5fab-4f74-9e74-a5343531c93b req-17ce26bd-838c-44d7-a12c-df62ce312b51 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:09.009015 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27cf6529-5fab-4f74-9e74-a5343531c93b req-17ce26bd-838c-44d7-a12c-df62ce312b51 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 945 time: 0.1196055 Sep 09 09:40:09.124217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db41996e-7665-45b5-ad9f-1f5b8be46572 req-75e772e7-d44f-42ad-b033-0a7f8ab3c71c tempest-VolumesBackupsTest-1515020191 tempest-VolumesBackupsTest-1515020191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e117180c-1623-424c-9c72-f81b9f295276 HTTP/1.1" status: 200 len: 210 time: 0.0420995 Sep 09 09:40:09.134802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27cf6529-5fab-4f74-9e74-a5343531c93b req-46205504-140c-443f-a40b-03496d9776bd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840378 Sep 09 09:40:09.176088 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:09.254577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:09.255477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:09.296764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e70be98d-93ba-4c60-9553-8efc14785f35 req-5a73acdc-a9ee-4eb0-8185-74b7b8a9a389 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=da114216dbc1457395669302398f7a7d HTTP/1.1" status: 200 len: 267 time: 0.0641396 Sep 09 09:40:09.391473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70be98d-93ba-4c60-9553-8efc14785f35 req-5c126b94-0885-40d8-a0b4-47dcf88a5496 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:09.404247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e70be98d-93ba-4c60-9553-8efc14785f35 req-5c126b94-0885-40d8-a0b4-47dcf88a5496 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 945 time: 0.1058264 Sep 09 09:40:09.407798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=bc19cca4-421a-4f4b-b72b-97ddc8b6611f,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:09.410298 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f562cf0b-71a7-4413-aa8c-1c50ff586bca up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:09.425268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-e70be98d-93ba-4c60-9553-8efc14785f35 req-d1b43296-57e5-4091-b68b-576ed0e5c443 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Request body: {'port': {'security_groups': []}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:09.521959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 97f46ff4-8deb-4cad-a2be-7c1850a8db23 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:09.539858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:09.603278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e70be98d-93ba-4c60-9553-8efc14785f35 req-d1b43296-57e5-4091-b68b-576ed0e5c443 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:09.603526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port f562cf0b-71a7-4413-aa8c-1c50ff586bca completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:09.610446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:09.615855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60672) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:09.717681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac29955-efcb-421d-8a85-ae4b442d8ace None None] Network 97f46ff4-8deb-4cad-a2be-7c1850a8db23 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:40:09.795114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 9d4f4570-180d-408f-9605-2b1d8a5604ba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:40:09.831578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:09.832090 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:09.929500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e70be98d-93ba-4c60-9553-8efc14785f35 req-d1b43296-57e5-4091-b68b-576ed0e5c443 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] For port 87c24894-431b-4dc5-abef-910cf2505a28, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=87c24894-431b-4dc5-abef-910cf2505a28,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:09.952206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d2623c3e-3fbf-426e-98aa-e9d4cbdccf70 None None] Provisioning for port f562cf0b-71a7-4413-aa8c-1c50ff586bca completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:09.959213 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-efdf1e0c-f195-4e56-b012-500f992b62f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c73750293594cf090f147d9638f0449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371854 Sep 09 09:40:09.962015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60678) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:09.968445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:09.978756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-861d7cb8-d041-4826-b010-2e22d92ea856 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4976718 Sep 09 09:40:09.979794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60680) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:09.980801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d2623c3e-3fbf-426e-98aa-e9d4cbdccf70 None None] Provisioning complete for port f562cf0b-71a7-4413-aa8c-1c50ff586bca triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:09.981181 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2623c3e-3fbf-426e-98aa-e9d4cbdccf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:09.985020 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-391314744'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:09.987691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Sync routers for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:40:10.024610 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e70be98d-93ba-4c60-9553-8efc14785f35 req-d1b43296-57e5-4091-b68b-576ed0e5c443 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:10.058335 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:10.059067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:10.068481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb28d-cbe4-4a48-9ed2-2182a02f347f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:10.088619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:40:10.092436 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:10.096364 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb28d-cbe4-4a48-9ed2-2182a02f347f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:10.122096 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e70be98d-93ba-4c60-9553-8efc14785f35 req-d1b43296-57e5-4091-b68b-576ed0e5c443 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:10.174702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d43f6962-6f2e-4b0d-9524-49f3e88206eb', '87c24894-431b-4dc5-abef-910cf2505a28'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:40:10.188749 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['39c702c2-d0fb-4825-8b73-a470d31992e4'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:40:10.196564 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70be98d-93ba-4c60-9553-8efc14785f35 req-d1b43296-57e5-4091-b68b-576ed0e5c443 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:10.196564 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e70be98d-93ba-4c60-9553-8efc14785f35 req-d1b43296-57e5-4091-b68b-576ed0e5c443 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:10.196564 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e70be98d-93ba-4c60-9553-8efc14785f35 req-d1b43296-57e5-4091-b68b-576ed0e5c443 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "PUT /v2.0/ports/87c24894-431b-4dc5-abef-910cf2505a28 HTTP/1.1" status: 200 len: 904 time: 0.7892904 Sep 09 09:40:10.219490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9027f1a6-a8bd-4c1e-931e-92ad08161e08', 'tag': '87c24894-431b-4dc5-abef-910cf2505a28'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:40:10.221850 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137f9a5d-64ef-4f45-aeda-dcb7117a3684" -d '{"events": [{"name": "network-changed", "server_uuid": "9027f1a6-a8bd-4c1e-931e-92ad08161e08", "tag": "87c24894-431b-4dc5-abef-910cf2505a28"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:40:10.310490 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3bdfc5-1461-4320-bf70-c152ee4b3205 x-openstack-request-id: req-4d3bdfc5-1461-4320-bf70-c152ee4b3205 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:40:10.310987 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9027f1a6-a8bd-4c1e-931e-92ad08161e08", "tag": "87c24894-431b-4dc5-abef-910cf2505a28", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:40:10.311561 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d3bdfc5-1461-4320-bf70-c152ee4b3205 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:40:10.312149 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9027f1a6-a8bd-4c1e-931e-92ad08161e08', 'tag': '87c24894-431b-4dc5-abef-910cf2505a28', 'status': 'completed', 'code': 200} Sep 09 09:40:10.333625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b43296-57e5-4091-b68b-576ed0e5c443 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event updated for resources: {'Port': ['ID=87c24894-431b-4dc5-abef-910cf2505a28,revision_number=6']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:10.410586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdac7c8-b39a-461f-b4e5-165a8f5ea0db req-f6a18029-8283-471f-90c8-7c71dd694a01 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:10.413059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1cdac7c8-b39a-461f-b4e5-165a8f5ea0db req-f6a18029-8283-471f-90c8-7c71dd694a01 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 907 time: 0.1293900 Sep 09 09:40:10.435465 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb28d-cbe4-4a48-9ed2-2182a02f347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:10.435465 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb28d-cbe4-4a48-9ed2-2182a02f347f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:10.435465 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9f6cb28d-cbe4-4a48-9ed2-2182a02f347f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb41c1dd-3a32-4fd5-9d97-67733051a4b7 HTTP/1.1" status: 204 len: 168 time: 0.4718416 Sep 09 09:40:10.451776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cb28d-cbe4-4a48-9ed2-2182a02f347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb41c1dd-3a32-4fd5-9d97-67733051a4b7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:10.734550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:10.737154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:40:10.771877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['87c24894-431b-4dc5-abef-910cf2505a28'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:40:10.814859 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:10.815223 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added segment a006af79-1a1b-4275-9fb8-b6e4d8bb696f of type vlan for network f045009e-02e8-4af9-aebd-f6815ddf7112 Sep 09 09:40:10.894878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f741b-2320-48a4-9462-469f464083f3 req-2c3c1b15-866b-4edc-8e7e-fa2b34919d29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:10.900906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3f2f741b-2320-48a4-9462-469f464083f3 req-2c3c1b15-866b-4edc-8e7e-fa2b34919d29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2171669 Sep 09 09:40:10.919547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:10.932986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2623c3e-3fbf-426e-98aa-e9d4cbdccf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:10.959353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f9a5d-64ef-4f45-aeda-dcb7117a3684 req-d801cde1-aa67-4dd0-a18a-e048007b4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:10.960913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-137f9a5d-64ef-4f45-aeda-dcb7117a3684 req-d801cde1-aa67-4dd0-a18a-e048007b4493 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 1059 time: 0.2753539 Sep 09 09:40:11.095288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d2623c3e-3fbf-426e-98aa-e9d4cbdccf70 None None] For port f562cf0b-71a7-4413-aa8c-1c50ff586bca, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f562cf0b-71a7-4413-aa8c-1c50ff586bca,segment=NetworkSegment(6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1),segment_id=6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:11.183355 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.resource_extend [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 09:40:11.266092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3f2f741b-2320-48a4-9462-469f464083f3 req-a489fbfd-72c4-45d4-9b5d-e0f5b4ca8a0c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913961 Sep 09 09:40:11.266092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f9a5d-64ef-4f45-aeda-dcb7117a3684 req-853536c1-823f-4260-b2a6-b1c46fd439a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:11.266092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-137f9a5d-64ef-4f45-aeda-dcb7117a3684 req-853536c1-823f-4260-b2a6-b1c46fd439a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.2540717 Sep 09 09:40:11.308287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:40:11.431704 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-137f9a5d-64ef-4f45-aeda-dcb7117a3684 req-f39c3b48-da71-4dad-b762-989c22e9e2e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87c24894-431b-4dc5-abef-910cf2505a28 HTTP/1.1" status: 200 len: 217 time: 0.1727960 Sep 09 09:40:11.432397 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:11.445346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:11.447725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:11.460227 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2623c3e-3fbf-426e-98aa-e9d4cbdccf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:11.470426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:40:11.470785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ef6e7df0-facf-4ddf-a464-98fd6eedf4c7 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:40:11.533244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fb50-7844-42da-b32c-50161233af33 req-7742a73a-6976-4961-ab05-76ff923fc800 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:11.540211 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-04d8fb50-7844-42da-b32c-50161233af33 req-7742a73a-6976-4961-ab05-76ff923fc800 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1288383 Sep 09 09:40:11.603092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60712) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:11.604989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6242242 Sep 09 09:40:11.620991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'subnet': {'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:11.773167 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-04d8fb50-7844-42da-b32c-50161233af33 req-00c529ff-9ea9-4d2f-b830-1b28fb645976 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210913 Sep 09 09:40:11.782272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97474053-d560-4f43-ad36-9fdab03c75c0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Network': ['ID=f045009e-02e8-4af9-aebd-f6815ddf7112,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:11.807551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f9a5d-64ef-4f45-aeda-dcb7117a3684 req-e147a7fa-471c-43ee-9daa-334d274d12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:11.807551 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-137f9a5d-64ef-4f45-aeda-dcb7117a3684 req-e147a7fa-471c-43ee-9daa-334d274d12d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.3208060 Sep 09 09:40:11.912019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2623c3e-3fbf-426e-98aa-e9d4cbdccf70 None None] Pushing event updated for resources: {'Port': ['ID=f562cf0b-71a7-4413-aa8c-1c50ff586bca,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:11.915110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network f045009e-02e8-4af9-aebd-f6815ddf7112 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:40:11.965878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fe8803a5-4cec-4081-ae6a-ef0fa28dc49d None None] Provisioning complete for port 87c24894-431b-4dc5-abef-910cf2505a28 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:11.965878 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fe8803a5-4cec-4081-ae6a-ef0fa28dc49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:11.976990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f9a5d-64ef-4f45-aeda-dcb7117a3684 req-679fecf6-a870-4c8e-bfb3-e28eed449c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:11.979686 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-137f9a5d-64ef-4f45-aeda-dcb7117a3684 req-679fecf6-a870-4c8e-bfb3-e28eed449c35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526580 Sep 09 09:40:12.006379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:40:12.010142 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:12.310328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:08Z', 'revision_number': 3, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:08Z', 'revision_number': 2, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:12.368597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Checking router: 9d4f4570-180d-408f-9605-2b1d8a5604ba for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:40:12.368953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Updating router 9d4f4570-180d-408f-9605-2b1d8a5604ba port bc19cca4-421a-4f4b-b72b-97ddc8b6611f binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:40:12.379492 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-137f9a5d-64ef-4f45-aeda-dcb7117a3684 req-7456c7cd-7ba5-410e-9710-116db7145e23 service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924663 Sep 09 09:40:12.419594 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:12.468179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-9be6918a-a5ca-485f-ac60-06960bcaa476 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:12.470088 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-9be6918a-a5ca-485f-ac60-06960bcaa476 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 811 time: 0.2810028 Sep 09 09:40:12.534911 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:12.537683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fe8803a5-4cec-4081-ae6a-ef0fa28dc49d None None] Provisioning for port bc19cca4-421a-4f4b-b72b-97ddc8b6611f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:12.551495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fe8803a5-4cec-4081-ae6a-ef0fa28dc49d None None] Provisioning complete for port bc19cca4-421a-4f4b-b72b-97ddc8b6611f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:12.551882 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fe8803a5-4cec-4081-ae6a-ef0fa28dc49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:12.585859 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-6ffe5b7c-53c4-401d-8670-089139313fb7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/quotas/da114216dbc1457395669302398f7a7d HTTP/1.1" status: 200 len: 375 time: 0.0904670 Sep 09 09:40:12.638546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fe8803a5-4cec-4081-ae6a-ef0fa28dc49d None None] Port bc19cca4-421a-4f4b-b72b-97ddc8b6611f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:40:12.693126 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-137f9a5d-64ef-4f45-aeda-dcb7117a3684 req-f8797d2c-0ba5-41a8-960b-f40326146300 service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964892 Sep 09 09:40:12.710312 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-32c310f5-3493-4340-b6c6-dd518c4c7af7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1235085 Sep 09 09:40:12.723497 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Subnet': ['ID=fbfbb719-d69d-4632-ae1a-c6977b77d29c,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:12.731714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Checking segment: {'id': 'a006af79-1a1b-4275-9fb8-b6e4d8bb696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:12.732208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network hostable DHCP agents. Network: f045009e-02e8-4af9-aebd-f6815ddf7112, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:40:12.751612 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fe8803a5-4cec-4081-ae6a-ef0fa28dc49d None None] Provisioning complete for port f562cf0b-71a7-4413-aa8c-1c50ff586bca triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:12.754656 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fe8803a5-4cec-4081-ae6a-ef0fa28dc49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:12.881143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-f7b67c73-0fe5-4b96-be95-4bb1628604c1 service neutron] 10.222.0.32 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594346 Sep 09 09:40:12.898637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network f045009e-02e8-4af9-aebd-f6815ddf7112 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:40:12.986391 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:12.998898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Transition to ACTIVE for port object bc19cca4-421a-4f4b-b72b-97ddc8b6611f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:13.069202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-f9318092-dbe4-4ca0-b676-8cc67db52c59 service neutron] 10.222.0.32 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655953 Sep 09 09:40:13.071340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, f045009e-02e8-4af9-aebd-f6815ddf7112) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:13.084017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:13.085009 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:13.095987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c09d1-e50c-4d6f-b4a8-7a0379ce2a7a None None] Network f045009e-02e8-4af9-aebd-f6815ddf7112 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:40:13.122549 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:13.196417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60752) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:13.197497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-df54488c-6e47-4814-af73-989e9d981df9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5931735 Sep 09 09:40:13.238876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbca3b3-e456-48a6-8d8a-48e383181fff None None] Pushing event updated for resources: {'Port': ['ID=bc19cca4-421a-4f4b-b72b-97ddc8b6611f,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:13.277866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f562cf0b-71a7-4413-aa8c-1c50ff586bca up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:13.496782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2bbc201d-3273-4fbc-8d68-6b3a9afd60f2 req-0df3d243-3d6c-447a-9204-febea5468619 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 210 time: 0.1135073 Sep 09 09:40:13.747278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-f045009e-02e8-4af9-aebd-f6815ddf7112', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:40:13.748389 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:13.807464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port f562cf0b-71a7-4413-aa8c-1c50ff586bca triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:13.810483 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:13.926905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Attempting to bind port bc19cca4-421a-4f4b-b72b-97ddc8b6611f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:40:13.928933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Attempting to bind port bc19cca4-421a-4f4b-b72b-97ddc8b6611f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:40:13.928933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Attempting to bind port bc19cca4-421a-4f4b-b72b-97ddc8b6611f on network 97f46ff4-8deb-4cad-a2be-7c1850a8db23 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:14.017559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:40:14.018228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Checking segment: {'id': '6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:14.020640 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:14.020640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Bound using segment: {'id': '6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:40:14.020640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Bound port: bc19cca4-421a-4f4b-b72b-97ddc8b6611f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:40:14.025539 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:14.076196 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:14.374790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] For port bc19cca4-421a-4f4b-b72b-97ddc8b6611f, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:40:14.386453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Allocated IP 2001:db8:2::2 (f045009e-02e8-4af9-aebd-f6815ddf7112/fbfbb719-d69d-4632-ae1a-c6977b77d29c/c1734f27-5cf2-46dd-b1fa-9945dd01738e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:40:14.390856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] For port bc19cca4-421a-4f4b-b72b-97ddc8b6611f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc19cca4-421a-4f4b-b72b-97ddc8b6611f,segment=NetworkSegment(6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1),segment_id=6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:40:14.498661 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:14.505490 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b5312343-a177-4cf6-9dd3-3bc273fd5f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:14.634089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ac81b73-f59c-4390-b735-e58a40805046 req-74383a3e-9bf4-4551-9111-9ab1f9155afa tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 210 time: 0.0474977 Sep 09 09:40:14.651527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:14.652188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:39:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:14.766267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbca3b3-e456-48a6-8d8a-48e383181fff None None] Pushing event updated for resources: {'Port': ['ID=bc19cca4-421a-4f4b-b72b-97ddc8b6611f,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:14.879293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:15.320665 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:15.383784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Transition to ACTIVE for port object c1734f27-5cf2-46dd-b1fa-9945dd01738e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:15.681723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Transition to ACTIVE for port object c1734f27-5cf2-46dd-b1fa-9945dd01738e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:15.681723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:08Z', 'revision_number': 3, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:14Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:15.681723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0f2f1-32a8-456b-8751-994287656100 None None] The sync data for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 is: [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:08Z', 'revision_number': 3, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:14Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:40:15.739020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-718caa83-e39e-464f-80d6-3e62d52a308e req-2c958fbd-9026-414d-8422-ea72a86ccaf1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 210 time: 0.0393302 Sep 09 09:40:16.309098 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:16.434528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Network f045009e-02e8-4af9-aebd-f6815ddf7112 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:16.434528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:16.434528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:40:16.434528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Pushing event updated for resources: {'Port': ['ID=c1734f27-5cf2-46dd-b1fa-9945dd01738e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:16.437328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Allocated IP 2001:db8:2::1 (f045009e-02e8-4af9-aebd-f6815ddf7112/fbfbb719-d69d-4632-ae1a-c6977b77d29c/e2ed6d2a-d7cc-4386-a095-44c6e84d50bc) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:40:16.437986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Attempting to bind port c1734f27-5cf2-46dd-b1fa-9945dd01738e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:40:16.437986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Attempting to bind port c1734f27-5cf2-46dd-b1fa-9945dd01738e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'a006af79-1a1b-4275-9fb8-b6e4d8bb696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:40:16.437986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Attempting to bind port c1734f27-5cf2-46dd-b1fa-9945dd01738e on network f045009e-02e8-4af9-aebd-f6815ddf7112 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:16.437986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:40:16.437986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Checking segment: {'id': 'a006af79-1a1b-4275-9fb8-b6e4d8bb696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:16.437986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:16.437986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Bound using segment: {'id': 'a006af79-1a1b-4275-9fb8-b6e4d8bb696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:40:16.437986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Bound port: c1734f27-5cf2-46dd-b1fa-9945dd01738e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a006af79-1a1b-4275-9fb8-b6e4d8bb696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:40:16.437986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:16.514156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] For port c1734f27-5cf2-46dd-b1fa-9945dd01738e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:40:16.520000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] For port c1734f27-5cf2-46dd-b1fa-9945dd01738e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c1734f27-5cf2-46dd-b1fa-9945dd01738e,segment=NetworkSegment(a006af79-1a1b-4275-9fb8-b6e4d8bb696f),segment_id=a006af79-1a1b-4275-9fb8-b6e4d8bb696f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:40:16.546247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:16.568914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Transition to ACTIVE for port object e2ed6d2a-d7cc-4386-a095-44c6e84d50bc will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:16.643886 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:16.685439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:16.735195 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network f045009e-02e8-4af9-aebd-f6815ddf7112 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:16.742081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:16.755623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:40:16.755623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:16.801011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6deac3-13d7-4f5d-9616-1cc088f5819d None None] Pushing event updated for resources: {'Port': ['ID=c1734f27-5cf2-46dd-b1fa-9945dd01738e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:16.968847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ea6f870b-5967-4a1c-96ce-14c232e1584b req-52ecdd3a-1529-4431-aff4-ad57ebd9573a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 210 time: 0.0546739 Sep 09 09:40:16.981907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=e2ed6d2a-d7cc-4386-a095-44c6e84d50bc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:17.110230 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:17.224104 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-298f90bc-33c9-43b9-9cc2-b8ef53a87fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:17.333911 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-20119551-9077-493b-8fc9-cfd26721449f tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:17.335667 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-20119551-9077-493b-8fc9-cfd26721449f tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 811 time: 0.3012540 Sep 09 09:40:17.354972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Request body: {'port': {'device_id': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'admin_state_up': True, 'tenant_id': 'da114216dbc1457395669302398f7a7d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:17.361098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c1734f27-5cf2-46dd-b1fa-9945dd01738e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:17.364933 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:17.522986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port c1734f27-5cf2-46dd-b1fa-9945dd01738e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:17.529374 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc19cca4-421a-4f4b-b72b-97ddc8b6611f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:17.601395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Made reservation on behalf of da114216dbc1457395669302398f7a7d for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:40:17.605500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:17.646914 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:17.700180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port bc19cca4-421a-4f4b-b72b-97ddc8b6611f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:17.700279 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:17.701297 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:17.705032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bc19cca4-421a-4f4b-b72b-97ddc8b6611f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:17.705287 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:17.839149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Allocated IP 172.20.0.5 (e8c618c8-1024-4991-8b5f-74476743e59c/3fb6a3a7-4b85-425d-a2fa-80fee4ab5628/579794d5-35ff-4caa-9628-f063c24ed1a3) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:40:17.847576 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:17.898623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port bc19cca4-421a-4f4b-b72b-97ddc8b6611f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc19cca4-421a-4f4b-b72b-97ddc8b6611f,segment=NetworkSegment(6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1),segment_id=6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:17.903736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=e2ed6d2a-d7cc-4386-a095-44c6e84d50bc,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:17.951858 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network f045009e-02e8-4af9-aebd-f6815ddf7112 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:17.954294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:17.978909 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.111258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=bc19cca4-421a-4f4b-b72b-97ddc8b6611f,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:18.181175 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-466508b7-324b-4f86-95b8-a692c7f313d7 req-d4ef3070-c087-48cf-b5b0-e5cb830d6d60 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 210 time: 0.0628378 Sep 09 09:40:18.185719 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.189120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 9d4f4570-180d-408f-9605-2b1d8a5604ba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:40:18.210527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Transition to ACTIVE for port object 579794d5-35ff-4caa-9628-f063c24ed1a3 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:18.336022 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:18.344587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60910) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:18.349035 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Sync routers for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:40:18.350559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1841567501'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:18.354733 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-03fa373d-43ba-43e6-9c26-374ece90a183 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1577547 Sep 09 09:40:18.363588 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:18.365716 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:18.403148 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.417380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d43f6962-6f2e-4b0d-9524-49f3e88206eb'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:40:18.420065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['39c702c2-d0fb-4825-8b73-a470d31992e4'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:40:18.455955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Network e8c618c8-1024-4991-8b5f-74476743e59c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:18.461562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:18.466415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:40:18.472575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event updated for resources: {'Port': ['ID=579794d5-35ff-4caa-9628-f063c24ed1a3,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:18.493120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e884cf0-f06a-484a-a021-8627be8c5490 None None] Network f045009e-02e8-4af9-aebd-f6815ddf7112 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:40:18.497878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:40:18.499052 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:18.502515 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.589232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:18.589917 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.607474 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:40:18.616832 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.641202 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.643026 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added segment 7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c of type vlan for network 529b221d-fa0c-4828-83f7-e16ecec50618 Sep 09 09:40:18.720314 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.743697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-8fdfa3df-19ee-43d0-8016-408bd6b28a29 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3932517 Sep 09 09:40:18.747109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5c26069d-85b0-4b4e-aa52-15058478f449 None None] Provisioning for port c1734f27-5cf2-46dd-b1fa-9945dd01738e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:18.758589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Request body: {'port': {'device_id': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:18.821968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5c26069d-85b0-4b4e-aa52-15058478f449 None None] Provisioning complete for port c1734f27-5cf2-46dd-b1fa-9945dd01738e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:18.821968 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c26069d-85b0-4b4e-aa52-15058478f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.858656 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.887282 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:16Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 2, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:18.908592 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.915047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:18.916791 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:18.927487 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Checking router: 9d4f4570-180d-408f-9605-2b1d8a5604ba for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:40:18.927887 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Updating router 9d4f4570-180d-408f-9605-2b1d8a5604ba port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:40:18.994416 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:19.294410 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c26069d-85b0-4b4e-aa52-15058478f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:19.319289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc19cca4-421a-4f4b-b72b-97ddc8b6611f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:19.510982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede9a37-cc54-4cf9-8909-d58d2ea77b33 req-ef9fb357-01ab-41f3-aa67-506fbd0b7e1d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:19.529597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fede9a37-cc54-4cf9-8909-d58d2ea77b33 req-ef9fb357-01ab-41f3-aa67-506fbd0b7e1d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 931 time: 0.1595416 Sep 09 09:40:19.569016 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5c26069d-85b0-4b4e-aa52-15058478f449 None None] For port c1734f27-5cf2-46dd-b1fa-9945dd01738e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c1734f27-5cf2-46dd-b1fa-9945dd01738e,segment=NetworkSegment(a006af79-1a1b-4275-9fb8-b6e4d8bb696f),segment_id=a006af79-1a1b-4275-9fb8-b6e4d8bb696f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:19.569016 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bc19cca4-421a-4f4b-b72b-97ddc8b6611f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:19.569016 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:19.626833 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fede9a37-cc54-4cf9-8909-d58d2ea77b33 req-7467a593-e736-4f5b-ac9f-57cb40a3d182 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798404 Sep 09 09:40:19.633637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Network': ['ID=529b221d-fa0c-4828-83f7-e16ecec50618,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:19.686661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 529b221d-fa0c-4828-83f7-e16ecec50618 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:40:19.710252 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:19.738266 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Transition to ACTIVE for port object e2ed6d2a-d7cc-4386-a095-44c6e84d50bc will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:19.749637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 60940) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:19.755637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'subnet': {'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:19.760550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1c956e26-56d1-4b02-8d9d-6d74f75ba6da tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4147849 Sep 09 09:40:19.765203 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c26069d-85b0-4b4e-aa52-15058478f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:19.883007 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.009939 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3aff44-e4ff-42d1-ba13-ebd77699565d None None] Pushing event updated for resources: {'Port': ['ID=e2ed6d2a-d7cc-4386-a095-44c6e84d50bc,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:20.048982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Made reservation on behalf of ebb4035b4f7546ec9ae276f662762eb7 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:40:20.053292 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.096064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-538139fd-f47c-4914-8130-8e19dab8aad1 None None] Provisioning complete for port c1734f27-5cf2-46dd-b1fa-9945dd01738e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:20.096633 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-538139fd-f47c-4914-8130-8e19dab8aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.124198 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Attempting to bind port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:40:20.124565 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Attempting to bind port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'a006af79-1a1b-4275-9fb8-b6e4d8bb696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:40:20.125910 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Attempting to bind port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc on network f045009e-02e8-4af9-aebd-f6815ddf7112 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:20.131783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579794d5-35ff-4caa-9628-f063c24ed1a3 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:40:20.134891 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:40:20.135263 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Checking segment: {'id': 'a006af79-1a1b-4275-9fb8-b6e4d8bb696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:20.141031 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.141459 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Bound using segment: {'id': 'a006af79-1a1b-4275-9fb8-b6e4d8bb696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:40:20.144210 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Bound port: e2ed6d2a-d7cc-4386-a095-44c6e84d50bc, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a006af79-1a1b-4275-9fb8-b6e4d8bb696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:40:20.144210 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.148393 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.163885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26069d-85b0-4b4e-aa52-15058478f449 None None] Pushing event updated for resources: {'Port': ['ID=c1734f27-5cf2-46dd-b1fa-9945dd01738e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:20.246308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Transition to ACTIVE for port object 579794d5-35ff-4caa-9628-f063c24ed1a3 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:20.277365 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] For port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:40:20.280908 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] For port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e2ed6d2a-d7cc-4386-a095-44c6e84d50bc,segment=NetworkSegment(a006af79-1a1b-4275-9fb8-b6e4d8bb696f),segment_id=a006af79-1a1b-4275-9fb8-b6e4d8bb696f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:40:20.327912 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.352161 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.352478 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.371427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-538139fd-f47c-4914-8130-8e19dab8aad1 None None] Provisioning for port 579794d5-35ff-4caa-9628-f063c24ed1a3 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:20.461360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Pushing event updated for resources: {'Port': ['ID=579794d5-35ff-4caa-9628-f063c24ed1a3,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:20.463322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-538139fd-f47c-4914-8130-8e19dab8aad1 None None] Provisioning for port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:20.480894 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3aff44-e4ff-42d1-ba13-ebd77699565d None None] Pushing event updated for resources: {'Port': ['ID=e2ed6d2a-d7cc-4386-a095-44c6e84d50bc,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:20.482430 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:20.483767 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:20.500365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.568522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Attempting to bind port 579794d5-35ff-4caa-9628-f063c24ed1a3 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:40:20.569094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Attempting to bind port 579794d5-35ff-4caa-9628-f063c24ed1a3 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:40:20.569647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Attempting to bind port 579794d5-35ff-4caa-9628-f063c24ed1a3 on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:20.575527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Port 579794d5-35ff-4caa-9628-f063c24ed1a3 on network e8c618c8-1024-4991-8b5f-74476743e59c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:40:20.576284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Attempting to bind port 579794d5-35ff-4caa-9628-f063c24ed1a3 on network e8c618c8-1024-4991-8b5f-74476743e59c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:20.584004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:40:20.584625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Checking segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:20.585319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Bound using segment: {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:40:20.585765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Bound port: 579794d5-35ff-4caa-9628-f063c24ed1a3, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c53a72-7a99-475a-8cc9-a14ddc1f811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:40:20.586234 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.643350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Subnet': ['ID=1e757292-cb50-4046-9c45-e64417fcdfb9,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:20.657692 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:20.777706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] For port 579794d5-35ff-4caa-9628-f063c24ed1a3, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:40:20.784091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Checking segment: {'id': '7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:20.785084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network hostable DHCP agents. Network: 529b221d-fa0c-4828-83f7-e16ecec50618, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:40:20.787993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] For port 579794d5-35ff-4caa-9628-f063c24ed1a3, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=579794d5-35ff-4caa-9628-f063c24ed1a3,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:40:20.877528 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.889075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 529b221d-fa0c-4828-83f7-e16ecec50618 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:40:20.951098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 529b221d-fa0c-4828-83f7-e16ecec50618) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:20.956281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:20.957085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:20.967060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b59cd-3828-4f66-bc73-a9aa2e2f1366 None None] Network 529b221d-fa0c-4828-83f7-e16ecec50618 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:40:21.010023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:21.010881 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:21.012623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/579794d5-35ff-4caa-9628-f063c24ed1a3 HTTP/1.1" status: 200 len: 1092 time: 2.2596419 Sep 09 09:40:21.017297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'tag': '579794d5-35ff-4caa-9628-f063c24ed1a3'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:40:21.034809 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29751483-ce66-442d-93f3-fd40204ccd00" -d '{"events": [{"name": "network-changed", "server_uuid": "4f318de1-f79b-4396-b8ed-be7d8ab992f9", "tag": "579794d5-35ff-4caa-9628-f063c24ed1a3"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:40:21.067913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca47b41-d15c-46cc-9b02-cdb298f3032d req-57a956a3-7ac8-4683-ab81-330a31424c32 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:21.075446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ca47b41-d15c-46cc-9b02-cdb298f3032d req-57a956a3-7ac8-4683-ab81-330a31424c32 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 943 time: 0.2514777 Sep 09 09:40:21.076241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 60978) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:21.079742 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-90aaeeca-633a-451a-8bde-c23e05cfc80e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3285825 Sep 09 09:40:21.163055 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:16Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:20Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:21.248005 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600d9b77-0979-4d17-b75a-c37677470894 x-openstack-request-id: req-600d9b77-0979-4d17-b75a-c37677470894 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:40:21.248310 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f318de1-f79b-4396-b8ed-be7d8ab992f9", "tag": "579794d5-35ff-4caa-9628-f063c24ed1a3", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:40:21.255887 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-600d9b77-0979-4d17-b75a-c37677470894 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:40:21.255887 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'tag': '579794d5-35ff-4caa-9628-f063c24ed1a3', 'status': 'completed', 'code': 200} Sep 09 09:40:21.267445 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd23d3-9b41-4523-b9e7-15b2c3620838 None None] The sync data for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 is: [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:16Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:20Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:40:21.401108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaa4fa-1cab-436f-a429-293df0f865e4 service neutron] Pushing event updated for resources: {'Port': ['ID=579794d5-35ff-4caa-9628-f063c24ed1a3,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:21.467984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c1734f27-5cf2-46dd-b1fa-9945dd01738e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:21.569870 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ca47b41-d15c-46cc-9b02-cdb298f3032d req-940cd7ed-39e2-4760-bd89-eda193163595 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675233 Sep 09 09:40:21.617960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-529b221d-fa0c-4828-83f7-e16ecec50618', 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'fixed_ips': [{'subnet_id': '1e757292-cb50-4046-9c45-e64417fcdfb9'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:40:21.619049 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:21.639724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-2c0dac2a-63a0-488b-bb2e-11acacb13f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:21.647963 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-2c0dac2a-63a0-488b-bb2e-11acacb13f40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 1095 time: 0.4738767 Sep 09 09:40:21.786015 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-10c88f4e-47c4-4c3f-ae45-ee4a606cf657 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=579794d5-35ff-4caa-9628-f063c24ed1a3 HTTP/1.1" status: 200 len: 217 time: 0.1133657 Sep 09 09:40:22.065958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Allocated IP 2001:db8:3::2 (529b221d-fa0c-4828-83f7-e16ecec50618/1e757292-cb50-4046-9c45-e64417fcdfb9/494085a4-2bc3-4184-b743-c369fbbbd7b6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:40:22.068502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c1734f27-5cf2-46dd-b1fa-9945dd01738e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:22.069058 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:22.111785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-41ec642b-24d3-4e23-aa16-09c1bbde0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:22.114649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-41ec642b-24d3-4e23-aa16-09c1bbde0054 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.3126068 Sep 09 09:40:22.323263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-895a8a6e-6440-492f-bf44-20c5af418a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:22.324576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-895a8a6e-6440-492f-bf44-20c5af418a75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1956456 Sep 09 09:40:22.466389 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:22.478227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Transition to ACTIVE for port object 494085a4-2bc3-4184-b743-c369fbbbd7b6 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:22.499993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Transition to ACTIVE for port object 494085a4-2bc3-4184-b743-c369fbbbd7b6 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:22.574155 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:22.597976 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:22.647024 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-90fbe8e8-44f9-41d6-ac69-afddf7dda6b6 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139889 Sep 09 09:40:22.648417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Network 529b221d-fa0c-4828-83f7-e16ecec50618 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:22.652464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:22.655360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:40:22.668664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Pushing event updated for resources: {'Port': ['ID=494085a4-2bc3-4184-b743-c369fbbbd7b6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:22.750052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Attempting to bind port 494085a4-2bc3-4184-b743-c369fbbbd7b6 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:40:22.750637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Attempting to bind port 494085a4-2bc3-4184-b743-c369fbbbd7b6 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:40:22.751476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Attempting to bind port 494085a4-2bc3-4184-b743-c369fbbbd7b6 on network 529b221d-fa0c-4828-83f7-e16ecec50618 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:22.757590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:40:22.757972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Checking segment: {'id': '7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:22.758376 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:22.758781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Bound using segment: {'id': '7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:40:22.759244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Bound port: 494085a4-2bc3-4184-b743-c369fbbbd7b6, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:40:22.759664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:22.879422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7d118-77eb-4084-ab73-d52b35c75fcd req-5e9bf0d6-1763-42f1-8b33-4d4907405279 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:22.882586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79e7d118-77eb-4084-ab73-d52b35c75fcd req-5e9bf0d6-1763-42f1-8b33-4d4907405279 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 943 time: 0.1518064 Sep 09 09:40:22.895519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] For port 494085a4-2bc3-4184-b743-c369fbbbd7b6, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:40:22.899933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] For port 494085a4-2bc3-4184-b743-c369fbbbd7b6, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=494085a4-2bc3-4184-b743-c369fbbbd7b6,segment=NetworkSegment(7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c),segment_id=7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:40:22.976108 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:22.976993 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79e7d118-77eb-4084-ab73-d52b35c75fcd req-941de587-7287-4f71-9e59-2522ba6ef6c3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875442 Sep 09 09:40:23.018615 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17c6c1e1-55c4-4aa2-bfbb-f9f1ebd3e784 req-45beacac-bab0-4b57-b09c-c948ca738678 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626509 Sep 09 09:40:23.116414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133d39d-7b2f-47a6-bc71-c4d19220ee91 None None] Pushing event updated for resources: {'Port': ['ID=494085a4-2bc3-4184-b743-c369fbbbd7b6,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:23.228842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32780) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:23.336251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Allocated IP 2001:db8:3::1 (529b221d-fa0c-4828-83f7-e16ecec50618/1e757292-cb50-4046-9c45-e64417fcdfb9/a8a03d14-0393-4a50-a8a6-7f87b0dddb57) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:40:23.395496 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29751483-ce66-442d-93f3-fd40204ccd00 req-8d14df27-597b-4c21-94dd-29aa51ca0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:23.399020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29751483-ce66-442d-93f3-fd40204ccd00 req-8d14df27-597b-4c21-94dd-29aa51ca0a47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 1095 time: 0.2400231 Sep 09 09:40:23.436951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e2ed6d2a-d7cc-4386-a095-44c6e84d50bc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:23.501186 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c1bb252-c0f3-428c-8636-d50740e9de2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:23.613122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:23.621017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:23.621017 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:23.624850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:23.643942 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Transition to ACTIVE for port object a8a03d14-0393-4a50-a8a6-7f87b0dddb57 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:23.692100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29751483-ce66-442d-93f3-fd40204ccd00 req-f22c1bcb-b6ce-4772-b1ed-fda75dfd2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:23.694745 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29751483-ce66-442d-93f3-fd40204ccd00 req-f22c1bcb-b6ce-4772-b1ed-fda75dfd2134 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.2655644 Sep 09 09:40:23.729178 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:23.743202 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c1bb252-c0f3-428c-8636-d50740e9de2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:23.755324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29751483-ce66-442d-93f3-fd40204ccd00 req-03b5be41-63d4-4983-b5aa-09f15d11e246 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=579794d5-35ff-4caa-9628-f063c24ed1a3 HTTP/1.1" status: 200 len: 217 time: 0.0475729 Sep 09 09:40:23.772534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e2ed6d2a-d7cc-4386-a095-44c6e84d50bc,segment=NetworkSegment(a006af79-1a1b-4275-9fb8-b6e4d8bb696f),segment_id=a006af79-1a1b-4275-9fb8-b6e4d8bb696f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:23.842497 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c1bb252-c0f3-428c-8636-d50740e9de2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:23.881187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29751483-ce66-442d-93f3-fd40204ccd00 req-3856e971-bb0f-4748-8dd5-632de72cc4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:23.883092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29751483-ce66-442d-93f3-fd40204ccd00 req-3856e971-bb0f-4748-8dd5-632de72cc4f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.1083963 Sep 09 09:40:23.893552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bb252-c0f3-428c-8636-d50740e9de2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f30ec6-a572-43fd-9b5a-c7ac1891d859,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:23.902397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2c1bb252-c0f3-428c-8636-d50740e9de2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a7294756881488186ee59788c9e53d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698191 Sep 09 09:40:23.902973 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32798) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:23.911242 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:23.913720 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:24.013495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 529b221d-fa0c-4828-83f7-e16ecec50618 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:24.028412 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2976f066-6ab3-402a-b278-310de6f2877d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:24.040360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e2ed6d2a-d7cc-4386-a095-44c6e84d50bc,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:24.044133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29751483-ce66-442d-93f3-fd40204ccd00 req-7c936482-a92a-4b89-8894-ea3ab67396a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:24.046288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29751483-ce66-442d-93f3-fd40204ccd00 req-7c936482-a92a-4b89-8894-ea3ab67396a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501083 Sep 09 09:40:24.048297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:24.061597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:40:24.062896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:24.085471 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2976f066-6ab3-402a-b278-310de6f2877d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:24.189701 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=a8a03d14-0393-4a50-a8a6-7f87b0dddb57,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:24.294486 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2976f066-6ab3-402a-b278-310de6f2877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:24.297096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2976f066-6ab3-402a-b278-310de6f2877d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:24.301179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2976f066-6ab3-402a-b278-310de6f2877d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2f30ec6-a572-43fd-9b5a-c7ac1891d859 HTTP/1.1" status: 204 len: 168 time: 0.3969944 Sep 09 09:40:24.316867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976f066-6ab3-402a-b278-310de6f2877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f30ec6-a572-43fd-9b5a-c7ac1891d859,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:24.372582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728669e-6a57-4bf4-80c3-135513bd6fcf req-5afb54d7-dc24-49af-b4b1-7292b247d2cd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:24.380195 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8728669e-6a57-4bf4-80c3-135513bd6fcf req-5afb54d7-dc24-49af-b4b1-7292b247d2cd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 943 time: 0.2222245 Sep 09 09:40:24.415326 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29751483-ce66-442d-93f3-fd40204ccd00 req-bf204ace-c6a4-41df-a5bb-b850934659a8 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467736 Sep 09 09:40:24.472752 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:24.511650 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d91d2-c8e6-4264-ab77-95d6c8d1713f None None] Network 529b221d-fa0c-4828-83f7-e16ecec50618 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:40:24.538484 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8728669e-6a57-4bf4-80c3-135513bd6fcf req-60dc998b-5d01-4b2d-83d9-e72f1b0f3f2a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573532 Sep 09 09:40:24.684973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1e5467bf-7e11-4300-9640-f9cc96a8cdd9 None None] Provisioning for port 494085a4-2bc3-4184-b743-c369fbbbd7b6 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:25.191995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32816) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:25.221634 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3604b480-05ba-48ef-94dd-d48e5676bda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:25.288794 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:25.330997 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:25.380735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-43c74128-a44d-45d2-8ad0-b23977a58cfe None None] Provisioning for port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:25.386837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-43c74128-a44d-45d2-8ad0-b23977a58cfe None None] Provisioning complete for port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:25.387110 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43c74128-a44d-45d2-8ad0-b23977a58cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:25.439061 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29751483-ce66-442d-93f3-fd40204ccd00 req-f8b3b355-e406-4e48-ac9d-f6ae6b024255 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9872103 Sep 09 09:40:25.440524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:25.441429 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:25.501812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-43c74128-a44d-45d2-8ad0-b23977a58cfe None None] Port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:40:25.525722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e2ed6d2a-d7cc-4386-a095-44c6e84d50bc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:25.530452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event updated for resources: {'Port': ['ID=a8a03d14-0393-4a50-a8a6-7f87b0dddb57,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:25.630546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:25.631148 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:25.637557 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3604b480-05ba-48ef-94dd-d48e5676bda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:25.683962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Network 529b221d-fa0c-4828-83f7-e16ecec50618 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:25.685306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:25.761879 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3604b480-05ba-48ef-94dd-d48e5676bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:25.876052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 494085a4-2bc3-4184-b743-c369fbbbd7b6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:25.885067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604b480-05ba-48ef-94dd-d48e5676bda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0372adbc-19d2-446e-93df-f5a7954a85a2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:25.933787 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3604b480-05ba-48ef-94dd-d48e5676bda8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e7d43baaae24d4daf027fa83f034ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405114 Sep 09 09:40:25.937590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:25.943729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 9d4f4570-180d-408f-9605-2b1d8a5604ba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:40:25.954041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184d656-478e-40c5-b846-88a0c677a928 req-8e524c8d-0f0f-4ba3-9681-8666536d4e35 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:25.955801 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f184d656-478e-40c5-b846-88a0c677a928 req-8e524c8d-0f0f-4ba3-9681-8666536d4e35 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 943 time: 0.2691007 Sep 09 09:40:25.973819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6d394a7a-5cf0-4985-9570-f1e9e7c2db39 None None] Provisioning complete for port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:25.974373 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6d394a7a-5cf0-4985-9570-f1e9e7c2db39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:26.101014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f184d656-478e-40c5-b846-88a0c677a928 req-6baeb9e7-8566-4f27-a292-57f4a593587b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138082 Sep 09 09:40:26.106632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6d394a7a-5cf0-4985-9570-f1e9e7c2db39 None None] Port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:40:26.134249 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24be0e52-80e5-4340-bf84-1f897dc8e279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:26.185078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:26.201366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5b0cbf21-2efa-4d97-a3e2-c085f3cb199c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1112268 Sep 09 09:40:26.202168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 32828) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:26.205141 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24be0e52-80e5-4340-bf84-1f897dc8e279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:26.211886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-47ff9844-9fae-4929-97e3-8676e3f2f363 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:26.230314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Sync routers for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:40:26.238268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:26.256625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:26.259152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:26.345425 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24be0e52-80e5-4340-bf84-1f897dc8e279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:26.347986 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24be0e52-80e5-4340-bf84-1f897dc8e279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:26.349146 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-24be0e52-80e5-4340-bf84-1f897dc8e279 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0372adbc-19d2-446e-93df-f5a7954a85a2 HTTP/1.1" status: 204 len: 168 time: 0.3924141 Sep 09 09:40:26.359561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be0e52-80e5-4340-bf84-1f897dc8e279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0372adbc-19d2-446e-93df-f5a7954a85a2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:26.483352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:26.858711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 494085a4-2bc3-4184-b743-c369fbbbd7b6 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:26.889567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 494085a4-2bc3-4184-b743-c369fbbbd7b6 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:26.889567 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:26.956693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.extraroute_db [None req-47ff9844-9fae-4929-97e3-8676e3f2f363 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 09 09:40:26.978296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.extraroute_db [None req-47ff9844-9fae-4929-97e3-8676e3f2f363 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Removed routes are [] {{(pid=95325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 09 09:40:26.979006 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47ff9844-9fae-4929-97e3-8676e3f2f363 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:26.996448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-966889fe-7866-42c8-95b1-a733b1bf9abe None None] Provisioning complete for port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:26.997012 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-966889fe-7866-42c8-95b1-a733b1bf9abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:27.057559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-966889fe-7866-42c8-95b1-a733b1bf9abe None None] Port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:40:27.407887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 579794d5-35ff-4caa-9628-f063c24ed1a3 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:40:27.485504 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:27.523837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f51fd-91b1-403a-ac5e-0f91d85fb335 req-8e8d8d2b-6b4c-4f90-9d51-427f28232bc3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:27.525647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-155f51fd-91b1-403a-ac5e-0f91d85fb335 req-8e8d8d2b-6b4c-4f90-9d51-427f28232bc3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 943 time: 0.2010131 Sep 09 09:40:27.529617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47ff9844-9fae-4929-97e3-8676e3f2f363 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:27.548147 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47ff9844-9fae-4929-97e3-8676e3f2f363 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:27.618850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 494085a4-2bc3-4184-b743-c369fbbbd7b6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=494085a4-2bc3-4184-b743-c369fbbbd7b6,segment=NetworkSegment(7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c),segment_id=7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:27.642966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-155f51fd-91b1-403a-ac5e-0f91d85fb335 req-35d381ef-5a53-40d0-b501-435d7d532172 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061080 Sep 09 09:40:27.679883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 579794d5-35ff-4caa-9628-f063c24ed1a3, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=579794d5-35ff-4caa-9628-f063c24ed1a3,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:27.692245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:24Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'a8a03d14-0393-4a50-a8a6-7f87b0dddb57', 'name': '', 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:48:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:23Z', 'updated_at': '2021-09-09T09:40:24Z', 'revision_number': 2, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:23Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:27.697350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:27.750360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ff9844-9fae-4929-97e3-8676e3f2f363 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 9d4f4570-180d-408f-9605-2b1d8a5604ba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:40:27.773378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '579794d5-35ff-4caa-9628-f063c24ed1a3', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'port_id': '579794d5-35ff-4caa-9628-f063c24ed1a3', 'mac_address': 'fa:16:3e:78:0e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:40:27.775603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Checking router: 9d4f4570-180d-408f-9605-2b1d8a5604ba for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:40:27.775730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Updating router 9d4f4570-180d-408f-9605-2b1d8a5604ba port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:40:27.850932 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:27.870265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=494085a4-2bc3-4184-b743-c369fbbbd7b6,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:27.872926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ff9844-9fae-4929-97e3-8676e3f2f363 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:27.884815 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47ff9844-9fae-4929-97e3-8676e3f2f363 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:27.888849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-47ff9844-9fae-4929-97e3-8676e3f2f363 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba HTTP/1.1" status: 200 len: 953 time: 1.6809275 Sep 09 09:40:27.889183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 32856) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:27.908638 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:27.930774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579794d5-35ff-4caa-9628-f063c24ed1a3 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:40:28.022872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 579794d5-35ff-4caa-9628-f063c24ed1a3, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=579794d5-35ff-4caa-9628-f063c24ed1a3,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:28.028967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32862) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:28.029491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-08df4a29-6081-443c-a1b5-41d651800280 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba HTTP/1.1" status: 200 len: 953 time: 0.1390197 Sep 09 09:40:28.034739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-548a20dc-2aa6-439f-9f92-abc305bdb5a5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'routes': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:28.131925 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:28.232246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=579794d5-35ff-4caa-9628-f063c24ed1a3,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:28.260065 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:28.277410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Transition to ACTIVE for port object a8a03d14-0393-4a50-a8a6-7f87b0dddb57 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:28.352934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['579794d5-35ff-4caa-9628-f063c24ed1a3'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:40:28.438633 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:28.615521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c2618-caa9-496c-92e5-b5785835bd44 None None] Pushing event updated for resources: {'Port': ['ID=a8a03d14-0393-4a50-a8a6-7f87b0dddb57,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:28.855505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Attempting to bind port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:40:28.855888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Attempting to bind port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:40:28.856257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Attempting to bind port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 on network 529b221d-fa0c-4828-83f7-e16ecec50618 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:28.870188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:40:28.870674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Checking segment: {'id': '7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:28.871208 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:28.871471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Bound using segment: {'id': '7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:40:28.871874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Bound port: a8a03d14-0393-4a50-a8a6-7f87b0dddb57, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:40:28.872266 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:29.010658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-548a20dc-2aa6-439f-9f92-abc305bdb5a5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 09 09:40:29.010992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-548a20dc-2aa6-439f-9f92-abc305bdb5a5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 09 09:40:29.058293 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-548a20dc-2aa6-439f-9f92-abc305bdb5a5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:29.082113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] For port a8a03d14-0393-4a50-a8a6-7f87b0dddb57, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:40:29.092513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] For port a8a03d14-0393-4a50-a8a6-7f87b0dddb57, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a8a03d14-0393-4a50-a8a6-7f87b0dddb57,segment=NetworkSegment(7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c),segment_id=7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:40:29.137910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0acdb1-96f2-4809-9062-6e18bcd878ba req-815a1bc6-2a55-4eb2-a336-ff49c3261c75 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:29.139722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e0acdb1-96f2-4809-9062-6e18bcd878ba req-815a1bc6-2a55-4eb2-a336-ff49c3261c75 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 944 time: 0.0688047 Sep 09 09:40:29.235629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e0acdb1-96f2-4809-9062-6e18bcd878ba req-f26e3b64-0b69-4ff0-be37-d2deb0fcff2e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876558 Sep 09 09:40:29.237466 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:29.382494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:29.383128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:29.385225 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c2618-caa9-496c-92e5-b5785835bd44 None None] Pushing event updated for resources: {'Port': ['ID=a8a03d14-0393-4a50-a8a6-7f87b0dddb57,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:29.529202 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-548a20dc-2aa6-439f-9f92-abc305bdb5a5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:29.538373 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-548a20dc-2aa6-439f-9f92-abc305bdb5a5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:29.608156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:29.778067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548a20dc-2aa6-439f-9f92-abc305bdb5a5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 9d4f4570-180d-408f-9605-2b1d8a5604ba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:40:29.864733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 494085a4-2bc3-4184-b743-c369fbbbd7b6 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:29.920009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548a20dc-2aa6-439f-9f92-abc305bdb5a5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:29.939309 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-548a20dc-2aa6-439f-9f92-abc305bdb5a5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:29.940511 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-548a20dc-2aa6-439f-9f92-abc305bdb5a5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba HTTP/1.1" status: 200 len: 703 time: 1.9095721 Sep 09 09:40:29.943359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 32936) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:29.987537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 494085a4-2bc3-4184-b743-c369fbbbd7b6 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:29.988112 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:30.031412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:29Z', 'revision_number': 7, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'a8a03d14-0393-4a50-a8a6-7f87b0dddb57', 'name': '', 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:48:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:23Z', 'updated_at': '2021-09-09T09:40:29Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:23Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:30.076039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d00cbe-c6fa-413b-b557-dd7c3570bcb1 None None] The sync data for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 is: [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:29Z', 'revision_number': 7, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'a8a03d14-0393-4a50-a8a6-7f87b0dddb57', 'name': '', 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:48:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:23Z', 'updated_at': '2021-09-09T09:40:29Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:23Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:40:30.093441 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-30077a3b-0794-4bb8-905a-b4b457e77f26 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba HTTP/1.1" status: 200 len: 703 time: 0.1454434 Sep 09 09:40:30.095121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 32940) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:30.455225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840270d9-9868-446c-9475-0e473c1ab488 req-402c1494-7f28-4151-89a5-de1b69f6cdb5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:30.456877 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-840270d9-9868-446c-9475-0e473c1ab488 req-402c1494-7f28-4151-89a5-de1b69f6cdb5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 944 time: 0.1162229 Sep 09 09:40:30.570778 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-840270d9-9868-446c-9475-0e473c1ab488 req-8e7f8bed-14e8-412e-997c-0e0c1e82dd64 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888591 Sep 09 09:40:30.708929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:30.980194 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330c0bd-9354-480a-af14-4eb2cc9b83df None None] Sync routers for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:40:30.992244 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330c0bd-9354-480a-af14-4eb2cc9b83df None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:30.992987 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1330c0bd-9354-480a-af14-4eb2cc9b83df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:31.233378 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1330c0bd-9354-480a-af14-4eb2cc9b83df None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:31.410171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 579794d5-35ff-4caa-9628-f063c24ed1a3 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:31.419262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:31.419953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:31.560530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port a8a03d14-0393-4a50-a8a6-7f87b0dddb57, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a8a03d14-0393-4a50-a8a6-7f87b0dddb57,segment=NetworkSegment(7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c),segment_id=7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:31.560876 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:31.575419 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1330c0bd-9354-480a-af14-4eb2cc9b83df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:29Z', 'revision_number': 7, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'a8a03d14-0393-4a50-a8a6-7f87b0dddb57', 'name': '', 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:48:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:23Z', 'updated_at': '2021-09-09T09:40:29Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:23Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:31.577357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for a8a03d14-0393-4a50-a8a6-7f87b0dddb57 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:31.727024 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330c0bd-9354-480a-af14-4eb2cc9b83df None None] Checking router: 9d4f4570-180d-408f-9605-2b1d8a5604ba for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:40:31.727024 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330c0bd-9354-480a-af14-4eb2cc9b83df None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:31.727024 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1330c0bd-9354-480a-af14-4eb2cc9b83df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:31.727512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaef1fe-ef32-4f7f-a0fd-cd44407112b1 req-ff4b730d-ea77-4fe1-95e8-780b3ff04835 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:31.727512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2eaef1fe-ef32-4f7f-a0fd-cd44407112b1 req-ff4b730d-ea77-4fe1-95e8-780b3ff04835 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 944 time: 0.0642309 Sep 09 09:40:31.739961 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1330c0bd-9354-480a-af14-4eb2cc9b83df None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:31.783447 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2eaef1fe-ef32-4f7f-a0fd-cd44407112b1 req-394a2508-6865-46e9-b45e-85c739cad3b6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701790 Sep 09 09:40:31.881091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a8a03d14-0393-4a50-a8a6-7f87b0dddb57 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:32.027967 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1330c0bd-9354-480a-af14-4eb2cc9b83df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:29Z', 'revision_number': 7, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'a8a03d14-0393-4a50-a8a6-7f87b0dddb57', 'name': '', 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:48:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:23Z', 'updated_at': '2021-09-09T09:40:29Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:23Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:32.042321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 579794d5-35ff-4caa-9628-f063c24ed1a3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:32.047578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 579794d5-35ff-4caa-9628-f063c24ed1a3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:32.050458 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:32.064021 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330c0bd-9354-480a-af14-4eb2cc9b83df None None] The sync data for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 is: [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:29Z', 'revision_number': 7, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'a8a03d14-0393-4a50-a8a6-7f87b0dddb57', 'name': '', 'network_id': '529b221d-fa0c-4828-83f7-e16ecec50618', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:48:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:23Z', 'updated_at': '2021-09-09T09:40:29Z', 'revision_number': 4, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '1e757292-cb50-4046-9c45-e64417fcdfb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:23Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:40:32.070268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:32.083594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:32.089598 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:32.089997 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:32.112444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=a8a03d14-0393-4a50-a8a6-7f87b0dddb57,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:32.123607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Port a8a03d14-0393-4a50-a8a6-7f87b0dddb57 was deleted so its status cannot be updated. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 09 09:40:32.282317 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:32.368946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 579794d5-35ff-4caa-9628-f063c24ed1a3, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=579794d5-35ff-4caa-9628-f063c24ed1a3,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:32.373243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579794d5-35ff-4caa-9628-f063c24ed1a3'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:40:32.376912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:32.378641 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283812d0-678f-4f91-9440-3161a54ce55c" -d '{"events": [{"server_uuid": "4f318de1-f79b-4396-b8ed-be7d8ab992f9", "name": "network-vif-plugged", "status": "completed", "tag": "579794d5-35ff-4caa-9628-f063c24ed1a3"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:40:32.464146 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:32.485527 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc4b482-ad7b-402e-aab7-00b05988a265 x-openstack-request-id: req-dcc4b482-ad7b-402e-aab7-00b05988a265 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:40:32.485527 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f318de1-f79b-4396-b8ed-be7d8ab992f9", "name": "network-vif-plugged", "status": "completed", "tag": "579794d5-35ff-4caa-9628-f063c24ed1a3", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:40:32.485527 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dcc4b482-ad7b-402e-aab7-00b05988a265 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:40:32.485527 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579794d5-35ff-4caa-9628-f063c24ed1a3', 'code': 200} Sep 09 09:40:32.552832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=579794d5-35ff-4caa-9628-f063c24ed1a3,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:32.675198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c900c-b648-41e0-9af0-84af0258a0b1 req-9ceab1a5-292c-4de5-8eb8-c46bd4582069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:32.676897 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b87c900c-b648-41e0-9af0-84af0258a0b1 req-9ceab1a5-292c-4de5-8eb8-c46bd4582069 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 1097 time: 0.1492321 Sep 09 09:40:32.761227 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b87c900c-b648-41e0-9af0-84af0258a0b1 req-dcc1d655-1d6a-4f57-b94e-62afb62ea309 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761230 Sep 09 09:40:32.765782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 9d4f4570-180d-408f-9605-2b1d8a5604ba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:40:32.942417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:32.956012 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1eb452c3-d325-4146-bc07-7ded2db1e676 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8595874 Sep 09 09:40:32.956273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e802acc1-0849-48b0-b564-4f03978417e3 None None] Sync routers for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:40:32.958733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33008) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:32.966926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e802acc1-0849-48b0-b564-4f03978417e3 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:32.970285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e802acc1-0849-48b0-b564-4f03978417e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:32.976380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfec690-4277-41d6-998c-c3bada1ecaf0 req-cf87f06a-0bed-40e3-ba3a-586f51cdac8c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:32.985005 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dbfec690-4277-41d6-998c-c3bada1ecaf0 req-cf87f06a-0bed-40e3-ba3a-586f51cdac8c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.1176517 Sep 09 09:40:33.022457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-476e31d0-658d-4a18-81d6-c20bc27ccbc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting subnet 1e757292-cb50-4046-9c45-e64417fcdfb9 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:40:33.028267 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-476e31d0-658d-4a18-81d6-c20bc27ccbc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:33.067980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dbfec690-4277-41d6-998c-c3bada1ecaf0 req-f6c09aa9-c2ad-4156-b26a-ef22f7bc9167 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817721 Sep 09 09:40:33.091842 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-476e31d0-658d-4a18-81d6-c20bc27ccbc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:33.174555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e802acc1-0849-48b0-b564-4f03978417e3 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:33.257599 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-476e31d0-658d-4a18-81d6-c20bc27ccbc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:33.531646 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-476e31d0-658d-4a18-81d6-c20bc27ccbc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:33.559275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e31d0-658d-4a18-81d6-c20bc27ccbc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Subnet': ['ID=1e757292-cb50-4046-9c45-e64417fcdfb9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:33.563878 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-476e31d0-658d-4a18-81d6-c20bc27ccbc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:33.569727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-476e31d0-658d-4a18-81d6-c20bc27ccbc0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/1e757292-cb50-4046-9c45-e64417fcdfb9 HTTP/1.1" status: 204 len: 168 time: 0.6054552 Sep 09 09:40:33.570598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33014) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:33.575058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315746e7-c0e7-4882-9540-5888102f47bf None None] Network 529b221d-fa0c-4828-83f7-e16ecec50618 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:40:33.700770 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:33.770788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e802acc1-0849-48b0-b564-4f03978417e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:31Z', 'revision_number': 8, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:23Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:33.795368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port 494085a4-2bc3-4184-b743-c369fbbbd7b6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:33.797438 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:33.807502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e802acc1-0849-48b0-b564-4f03978417e3 None None] Checking router: 9d4f4570-180d-408f-9605-2b1d8a5604ba for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:40:33.823918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e802acc1-0849-48b0-b564-4f03978417e3 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:33.824549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e802acc1-0849-48b0-b564-4f03978417e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:33.897804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port 494085a4-2bc3-4184-b743-c369fbbbd7b6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=494085a4-2bc3-4184-b743-c369fbbbd7b6,segment=NetworkSegment(7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c),segment_id=7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:33.898406 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:33.913722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for 494085a4-2bc3-4184-b743-c369fbbbd7b6 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:33.926284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429bd3ba-664a-4db3-b277-f22ffb78663d None None] DHCP port deletion for 529b221d-fa0c-4828-83f7-e16ecec50618 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:40:33.965977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e802acc1-0849-48b0-b564-4f03978417e3 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:34.099990 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:34.108262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-429bd3ba-664a-4db3-b277-f22ffb78663d None None] Deleting port 494085a4-2bc3-4184-b743-c369fbbbd7b6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:34.109269 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-429bd3ba-664a-4db3-b277-f22ffb78663d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:34.149594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=494085a4-2bc3-4184-b743-c369fbbbd7b6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:34.166120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No DVR routers for this DVR port 494085a4-2bc3-4184-b743-c369fbbbd7b6 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:40:34.226742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-429bd3ba-664a-4db3-b277-f22ffb78663d None None] For port 494085a4-2bc3-4184-b743-c369fbbbd7b6, host n-d-778696-16, got binding levels [] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:34.227075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-429bd3ba-664a-4db3-b277-f22ffb78663d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:34.235232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9e2c9-ca75-4621-96a9-91068be8c58b req-057060c1-5065-4d08-a2a0-068e7671a411 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:34.238632 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a9e2c9-ca75-4621-96a9-91068be8c58b req-057060c1-5065-4d08-a2a0-068e7671a411 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.0757003 Sep 09 09:40:34.246485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-429bd3ba-664a-4db3-b277-f22ffb78663d None None] Calling delete_port for 494085a4-2bc3-4184-b743-c369fbbbd7b6 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:34.264147 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:34.266633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.ipam_backend_mixin [None req-429bd3ba-664a-4db3-b277-f22ffb78663d None None] Port 494085a4-2bc3-4184-b743-c369fbbbd7b6 was not found and therefore no delete operation was performed {{(pid=95327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:40:34.269958 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-429bd3ba-664a-4db3-b277-f22ffb78663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:34.286666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529b221d-fa0c-4828-83f7-e16ecec50618']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:34.294258 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3a9e2c9-ca75-4621-96a9-91068be8c58b req-95cbc345-41f1-420b-891a-4742887cad40 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488331 Sep 09 09:40:34.306296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bd3ba-664a-4db3-b277-f22ffb78663d None None] Pushing event deleted for resources: {'Port': ['ID=494085a4-2bc3-4184-b743-c369fbbbd7b6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:34.311204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:34.313234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b86d9d4-d8b9-40a8-a66a-f9f6cdf9d76c') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:34.314540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429bd3ba-664a-4db3-b277-f22ffb78663d None None] No DVR routers for this DVR port 494085a4-2bc3-4184-b743-c369fbbbd7b6 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:40:34.335261 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:34.349514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e802acc1-0849-48b0-b564-4f03978417e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:31Z', 'revision_number': 8, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:23Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:34.360216 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:34.366730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:40:34.367132 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:40:34.370789 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:40:34.387106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e802acc1-0849-48b0-b564-4f03978417e3 None None] The sync data for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 is: [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:31Z', 'revision_number': 8, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2ed6d2a-d7cc-4386-a095-44c6e84d50bc', 'name': '', 'network_id': 'f045009e-02e8-4af9-aebd-f6815ddf7112', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:14Z', 'updated_at': '2021-09-09T09:40:23Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': 'fbfbb719-d69d-4632-ae1a-c6977b77d29c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:40:34.534481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:34.542791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:34.545768 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/networks/529b221d-fa0c-4828-83f7-e16ecec50618 HTTP/1.1" status: 204 len: 168 time: 0.9740694 Sep 09 09:40:34.548545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33032) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:34.576162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb5177-b48b-48ed-baa8-f9e3c6ac8128 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Network': ['ID=529b221d-fa0c-4828-83f7-e16ecec50618,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:34.821447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b755a-fe33-4a65-9a9d-c3d78e8b2baf req-eeee1ec5-9a96-4dc1-82ae-0ab3cf48797b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:34.822937 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e98b755a-fe33-4a65-9a9d-c3d78e8b2baf req-eeee1ec5-9a96-4dc1-82ae-0ab3cf48797b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.1498079 Sep 09 09:40:35.015463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e98b755a-fe33-4a65-9a9d-c3d78e8b2baf req-acff3b20-8c3c-4e69-81ec-d3ce512848af tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128824 Sep 09 09:40:35.081297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-9fa415d4-e34b-49d8-83e5-02a299a21cf3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125205822&fields=id&tenant_id=f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 267 time: 0.1566203 Sep 09 09:40:35.188942 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:35.243689 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-77a937e8-c867-4410-930b-53cbb3fbc9d6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:35.245254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-77a937e8-c867-4410-930b-53cbb3fbc9d6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.1588075 Sep 09 09:40:35.264228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-c64824f6-861c-46ff-b0f0-707be48511b9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/quotas/f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 375 time: 0.0103283 Sep 09 09:40:35.330853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-e94917ba-a780-4e70-b509-1a54e31e1a64 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583904 Sep 09 09:40:35.512481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:35.512481 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:35.633922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port e2ed6d2a-d7cc-4386-a095-44c6e84d50bc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e2ed6d2a-d7cc-4386-a095-44c6e84d50bc,segment=NetworkSegment(a006af79-1a1b-4275-9fb8-b6e4d8bb696f),segment_id=a006af79-1a1b-4275-9fb8-b6e4d8bb696f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:35.634290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:35.648048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-e9b4a177-f72d-4b1a-9016-aa88d0236013 service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998421 Sep 09 09:40:35.652890 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for e2ed6d2a-d7cc-4386-a095-44c6e84d50bc owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:35.781763 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-3e91384d-1028-4e97-b422-c0122bae9ca5 service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259561 Sep 09 09:40:35.834035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a8a03d14-0393-4a50-a8a6-7f87b0dddb57 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:40:35.857322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: a8a03d14-0393-4a50-a8a6-7f87b0dddb57 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:40:35.857773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a8a03d14-0393-4a50-a8a6-7f87b0dddb57 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:40:35.858282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 494085a4-2bc3-4184-b743-c369fbbbd7b6 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:40:35.882184 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 494085a4-2bc3-4184-b743-c369fbbbd7b6 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:40:35.882632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 494085a4-2bc3-4184-b743-c369fbbbd7b6 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:40:35.918035 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:35.973398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=e2ed6d2a-d7cc-4386-a095-44c6e84d50bc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:35.997223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.000216 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.000480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.000829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.001174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.001512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.001854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.002188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.002525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.002853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.003186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.003609 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:36.153018 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:36.482214 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-740f83be-1660-4f5c-bd08-f55db559ec19 req-d01f5188-a61e-43fe-8e89-56cc94501a4b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 210 time: 0.0398333 Sep 09 09:40:36.670586 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:40:36.689531 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf1f39-ca13-406b-8a6d-b758a287ac72 req-81d2e35d-ec5c-4b01-8b60-5a25d0e2eece tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:36.691263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86cf1f39-ca13-406b-8a6d-b758a287ac72 req-81d2e35d-ec5c-4b01-8b60-5a25d0e2eece tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.5361078 Sep 09 09:40:36.780250 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86cf1f39-ca13-406b-8a6d-b758a287ac72 req-881e831b-f4ac-48f2-9882-d500ce147f31 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499294 Sep 09 09:40:36.912490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 9d4f4570-180d-408f-9605-2b1d8a5604ba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:40:37.020779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:37.029325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33078) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:37.032279 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213a8ca-c891-4d7d-905b-3d017da3fad1 None None] Sync routers for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:40:37.040429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-81ce74eb-1ced-471a-9a27-11862635eddb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4907091 Sep 09 09:40:37.042648 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213a8ca-c891-4d7d-905b-3d017da3fad1 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:37.043275 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2213a8ca-c891-4d7d-905b-3d017da3fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:37.106469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3eff3b-f629-4ee7-8256-727cfebd9716 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting subnet fbfbb719-d69d-4632-ae1a-c6977b77d29c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:40:37.110531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3eff3b-f629-4ee7-8256-727cfebd9716 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:37.140989 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2213a8ca-c891-4d7d-905b-3d017da3fad1 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:37.183180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3eff3b-f629-4ee7-8256-727cfebd9716 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:37.310044 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3eff3b-f629-4ee7-8256-727cfebd9716 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:37.376254 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2213a8ca-c891-4d7d-905b-3d017da3fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:35Z', 'revision_number': 9, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:37.403910 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213a8ca-c891-4d7d-905b-3d017da3fad1 None None] Checking router: 9d4f4570-180d-408f-9605-2b1d8a5604ba for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:40:37.413433 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213a8ca-c891-4d7d-905b-3d017da3fad1 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:37.415437 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2213a8ca-c891-4d7d-905b-3d017da3fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:37.471151 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3eff3b-f629-4ee7-8256-727cfebd9716 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:37.535771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3eff3b-f629-4ee7-8256-727cfebd9716 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Subnet': ['ID=fbfbb719-d69d-4632-ae1a-c6977b77d29c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:37.537846 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2213a8ca-c891-4d7d-905b-3d017da3fad1 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:37.549615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3eff3b-f629-4ee7-8256-727cfebd9716 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:37.554717 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0a3eff3b-f629-4ee7-8256-727cfebd9716 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/fbfbb719-d69d-4632-ae1a-c6977b77d29c HTTP/1.1" status: 204 len: 168 time: 0.5243263 Sep 09 09:40:37.557458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33098) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:37.560722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e630a0-17fc-446b-9709-ef49ccfe88a4 None None] Network f045009e-02e8-4af9-aebd-f6815ddf7112 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:40:37.621174 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-254bfef2-8adc-4288-a4f1-f5cc10b75345 req-f1cd513d-d509-4f3c-a183-1a5e93b8dafb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 210 time: 0.0372376 Sep 09 09:40:37.675170 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:37.747621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port c1734f27-5cf2-46dd-b1fa-9945dd01738e {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:37.747621 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:37.853243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b7b89-d0bd-4d7e-ac9a-39946f73822d None None] DHCP port deletion for f045009e-02e8-4af9-aebd-f6815ddf7112 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:40:37.868533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port c1734f27-5cf2-46dd-b1fa-9945dd01738e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c1734f27-5cf2-46dd-b1fa-9945dd01738e,segment=NetworkSegment(a006af79-1a1b-4275-9fb8-b6e4d8bb696f),segment_id=a006af79-1a1b-4275-9fb8-b6e4d8bb696f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:37.875116 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:37.908850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for c1734f27-5cf2-46dd-b1fa-9945dd01738e owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:37.973389 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-071b7b89-d0bd-4d7e-ac9a-39946f73822d None None] Deleting port c1734f27-5cf2-46dd-b1fa-9945dd01738e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:37.973776 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-071b7b89-d0bd-4d7e-ac9a-39946f73822d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:38.026209 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2213a8ca-c891-4d7d-905b-3d017da3fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:35Z', 'revision_number': 9, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:38.066515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-071b7b89-d0bd-4d7e-ac9a-39946f73822d None None] For port c1734f27-5cf2-46dd-b1fa-9945dd01738e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c1734f27-5cf2-46dd-b1fa-9945dd01738e,segment=NetworkSegment(a006af79-1a1b-4275-9fb8-b6e4d8bb696f),segment_id=a006af79-1a1b-4275-9fb8-b6e4d8bb696f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:38.066928 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-071b7b89-d0bd-4d7e-ac9a-39946f73822d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:38.070371 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213a8ca-c891-4d7d-905b-3d017da3fad1 None None] The sync data for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 is: [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:35Z', 'revision_number': 9, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'bc19cca4-421a-4f4b-b72b-97ddc8b6611f', 'name': '', 'network_id': '97f46ff4-8deb-4cad-a2be-7c1850a8db23', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:19:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:07Z', 'updated_at': '2021-09-09T09:40:17Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '552065f5-ba4b-48ea-8196-5ee08e100439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:40:38.084279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-071b7b89-d0bd-4d7e-ac9a-39946f73822d None None] Calling delete_port for c1734f27-5cf2-46dd-b1fa-9945dd01738e owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:38.133786 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:38.161916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=c1734f27-5cf2-46dd-b1fa-9945dd01738e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:38.165618 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No DVR routers for this DVR port c1734f27-5cf2-46dd-b1fa-9945dd01738e on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:40:38.184749 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-071b7b89-d0bd-4d7e-ac9a-39946f73822d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:38.230799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b7b89-d0bd-4d7e-ac9a-39946f73822d None None] Pushing event deleted for resources: {'Port': ['ID=c1734f27-5cf2-46dd-b1fa-9945dd01738e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:38.235938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b7b89-d0bd-4d7e-ac9a-39946f73822d None None] No DVR routers for this DVR port c1734f27-5cf2-46dd-b1fa-9945dd01738e on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:40:38.266819 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:38.291057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f045009e-02e8-4af9-aebd-f6815ddf7112']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:38.302284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a006af79-1a1b-4275-9fb8-b6e4d8bb696f') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:38.302645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a006af79-1a1b-4275-9fb8-b6e4d8bb696f') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:38.313686 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:38.331274 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:38.342505 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:40:38.343931 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:40:38.372593 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:40:38.505236 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:38.512421 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:38.514330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/networks/f045009e-02e8-4af9-aebd-f6815ddf7112 HTTP/1.1" status: 204 len: 168 time: 0.9555414 Sep 09 09:40:38.517764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33110) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:38.539710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c817872-114e-4e0e-bea1-9801dea819b6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Network': ['ID=f045009e-02e8-4af9-aebd-f6815ddf7112,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:38.763155 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6600a0c7-863f-406d-8d3a-fb6519e925ae req-259c8e0b-1b1d-459f-a61b-fcfc464e4d33 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 210 time: 0.0339468 Sep 09 09:40:38.883322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-7a3bb08b-9eec-4d2e-bf22-022126dca85b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:38.884890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-7a3bb08b-9eec-4d2e-bf22-022126dca85b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.2689090 Sep 09 09:40:38.967051 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-0a68b376-d200-4d02-bbbd-048f7824df67 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 380 time: 0.0607285 Sep 09 09:40:38.978293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'port': {'device_id': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'admin_state_up': True, 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'security_groups': ['7cbe1e5c-1d38-46c2-bd42-2d90787347f9']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:39.189736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:39.284468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Made reservation on behalf of f73bb51c82ee441fae17ed97db00d629 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:40:39.288023 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:39.520821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Allocated IP 172.20.0.7 (05a2504d-6ea0-48c5-a04b-6b2815462a83/e7f7d4e1-915e-4e55-a3e8-a32a82ffd559/e2cfec71-a72e-45f0-8482-5b1a9db4baef) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:40:39.705198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port bc19cca4-421a-4f4b-b72b-97ddc8b6611f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:39.705810 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:39.832213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e2ed6d2a-d7cc-4386-a095-44c6e84d50bc no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:40:39.855114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e2ed6d2a-d7cc-4386-a095-44c6e84d50bc {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:40:39.861124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e2ed6d2a-d7cc-4386-a095-44c6e84d50bc not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:40:39.861124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c1734f27-5cf2-46dd-b1fa-9945dd01738e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:40:39.878429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: c1734f27-5cf2-46dd-b1fa-9945dd01738e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:40:39.878780 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c1734f27-5cf2-46dd-b1fa-9945dd01738e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:40:39.901378 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-08356593-27b3-4375-baeb-dbb8c6897f11 req-b3b82872-1cca-4b89-ba18-f44cec0af636 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 210 time: 0.0396042 Sep 09 09:40:40.213662 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:40.223762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port bc19cca4-421a-4f4b-b72b-97ddc8b6611f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc19cca4-421a-4f4b-b72b-97ddc8b6611f,segment=NetworkSegment(6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1),segment_id=6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:40.224076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:40.242290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Transition to ACTIVE for port object e2cfec71-a72e-45f0-8482-5b1a9db4baef will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:40.243833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for bc19cca4-421a-4f4b-b72b-97ddc8b6611f owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:40.408984 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:40.500955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:40:40.519688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:40:40.519688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:40:40.613666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=e2cfec71-a72e-45f0-8482-5b1a9db4baef,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:40.635864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:40.636611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:40.675017 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:40.712477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=bc19cca4-421a-4f4b-b72b-97ddc8b6611f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:40.759624 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-def21d7f-6ca1-4bb7-9128-63a95cf43ece tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7764585 Sep 09 09:40:40.766150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Request body: {'port': {'device_id': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:40.877176 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:41.024937 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e12bdf9f-842c-4143-a74a-457cffdc699c None None] Provisioning for port e2cfec71-a72e-45f0-8482-5b1a9db4baef completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:41.029867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e12bdf9f-842c-4143-a74a-457cffdc699c None None] Provisioning complete for port e2cfec71-a72e-45f0-8482-5b1a9db4baef triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:41.030677 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e12bdf9f-842c-4143-a74a-457cffdc699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:41.077286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e12bdf9f-842c-4143-a74a-457cffdc699c None None] Port e2cfec71-a72e-45f0-8482-5b1a9db4baef cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:40:41.115234 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:41.139747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b74654-5665-4b4a-ae9b-21f0b11e85a8 req-a8cc9380-9f1e-45be-bf09-2cd79a8c4baa tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:41.148123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-77b74654-5665-4b4a-ae9b-21f0b11e85a8 req-a8cc9380-9f1e-45be-bf09-2cd79a8c4baa tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 931 time: 0.1111643 Sep 09 09:40:41.231067 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-77b74654-5665-4b4a-ae9b-21f0b11e85a8 req-cb3e1d9e-93fd-4632-8d6d-d1a3e5ca6d17 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765100 Sep 09 09:40:41.379775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 9d4f4570-180d-408f-9605-2b1d8a5604ba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:40:41.548281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:41.559267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685f853-54fe-400f-9904-7c12dcab489c None None] Sync routers for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:40:41.566435 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-24ceae70-79e9-4f76-bdeb-cff8c6097070 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0469081 Sep 09 09:40:41.569095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33138) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:41.583510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685f853-54fe-400f-9904-7c12dcab489c None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:41.584382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c685f853-54fe-400f-9904-7c12dcab489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:41.723173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3044fa4-17c6-43f2-82da-e3a8c8a88413 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting subnet 552065f5-ba4b-48ea-8196-5ee08e100439 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:40:41.748198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3044fa4-17c6-43f2-82da-e3a8c8a88413 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:41.767677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cfec71-a72e-45f0-8482-5b1a9db4baef {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:40:41.798007 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:41.835189 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Transition to ACTIVE for port object e2cfec71-a72e-45f0-8482-5b1a9db4baef will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:40:41.861493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c685f853-54fe-400f-9904-7c12dcab489c None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:41.867480 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3044fa4-17c6-43f2-82da-e3a8c8a88413 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:41.915099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:42.005414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Pushing event updated for resources: {'Port': ['ID=e2cfec71-a72e-45f0-8482-5b1a9db4baef,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:42.113109 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3044fa4-17c6-43f2-82da-e3a8c8a88413 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:42.123792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Attempting to bind port e2cfec71-a72e-45f0-8482-5b1a9db4baef on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:40:42.123792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Attempting to bind port e2cfec71-a72e-45f0-8482-5b1a9db4baef by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:40:42.123792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Attempting to bind port e2cfec71-a72e-45f0-8482-5b1a9db4baef on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:42.128996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Port e2cfec71-a72e-45f0-8482-5b1a9db4baef on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:40:42.129661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Attempting to bind port e2cfec71-a72e-45f0-8482-5b1a9db4baef on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:40:42.137316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:40:42.137805 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Checking segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:40:42.138490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Bound using segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:40:42.139011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Bound port: e2cfec71-a72e-45f0-8482-5b1a9db4baef, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:40:42.139496 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:42.195619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c685f853-54fe-400f-9904-7c12dcab489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:40Z', 'revision_number': 10, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:42.231017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] For port e2cfec71-a72e-45f0-8482-5b1a9db4baef, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:40:42.233915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685f853-54fe-400f-9904-7c12dcab489c None None] Checking router: 9d4f4570-180d-408f-9605-2b1d8a5604ba for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:40:42.235285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] For port e2cfec71-a72e-45f0-8482-5b1a9db4baef, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e2cfec71-a72e-45f0-8482-5b1a9db4baef,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:40:42.244867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685f853-54fe-400f-9904-7c12dcab489c None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:42.245619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c685f853-54fe-400f-9904-7c12dcab489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:42.326991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:42.370632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c685f853-54fe-400f-9904-7c12dcab489c None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:42.371826 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3044fa4-17c6-43f2-82da-e3a8c8a88413 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:42.403051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Pushing event updated for resources: {'Port': ['ID=e2cfec71-a72e-45f0-8482-5b1a9db4baef,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:42.417665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:42.419006 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:42.421936 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-711e968c-ff45-4807-b091-17daf37ff46a service neutron] 10.222.0.24 "PUT /v2.0/ports/e2cfec71-a72e-45f0-8482-5b1a9db4baef HTTP/1.1" status: 200 len: 1092 time: 1.6614113 Sep 09 09:40:42.422964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'tag': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:40:42.426823 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f699cb-1476-4f13-ab3b-204861ba5505" -d '{"events": [{"name": "network-changed", "server_uuid": "0e625dc4-f363-4f5e-89b4-e6f7ac885989", "tag": "e2cfec71-a72e-45f0-8482-5b1a9db4baef"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:40:42.456942 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3044fa4-17c6-43f2-82da-e3a8c8a88413 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:42.463270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:42.465091 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b3044fa4-17c6-43f2-82da-e3a8c8a88413 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/552065f5-ba4b-48ea-8196-5ee08e100439 HTTP/1.1" status: 204 len: 168 time: 0.8944564 Sep 09 09:40:42.468185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3044fa4-17c6-43f2-82da-e3a8c8a88413 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Subnet': ['ID=552065f5-ba4b-48ea-8196-5ee08e100439,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:42.491928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec3686-977b-4120-8c30-bb5c1c1401fe None None] Network 97f46ff4-8deb-4cad-a2be-7c1850a8db23 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:40:42.517717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9f4b6-f0af-433a-976b-213325704a40 req-247010f9-5231-4875-82d8-ea01dce828bb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:42.522095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cee9f4b6-f0af-433a-976b-213325704a40 req-247010f9-5231-4875-82d8-ea01dce828bb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 943 time: 0.2125835 Sep 09 09:40:42.611722 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cee9f4b6-f0af-433a-976b-213325704a40 req-d21960b6-6133-4ef7-9c00-6018badbd747 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806065 Sep 09 09:40:42.806300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:42.858077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-e3282b7f-4daf-478c-ae0f-02ff5d26d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:42.859747 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-e3282b7f-4daf-478c-ae0f-02ff5d26d58c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 1095 time: 0.1499624 Sep 09 09:40:42.938496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-201008ba-8c20-4933-9354-501b9fbc6b57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2cfec71-a72e-45f0-8482-5b1a9db4baef HTTP/1.1" status: 200 len: 217 time: 0.0533323 Sep 09 09:40:43.001186 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0a72d6-a9e1-4618-986a-3cd8aec8fec9 x-openstack-request-id: req-5b0a72d6-a9e1-4618-986a-3cd8aec8fec9 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:40:43.001714 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e625dc4-f363-4f5e-89b4-e6f7ac885989", "tag": "e2cfec71-a72e-45f0-8482-5b1a9db4baef", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:40:43.002413 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b0a72d6-a9e1-4618-986a-3cd8aec8fec9 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:40:43.003041 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'tag': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef', 'status': 'completed', 'code': 200} Sep 09 09:40:43.008651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c685f853-54fe-400f-9904-7c12dcab489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:40Z', 'revision_number': 10, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:43.029237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port f562cf0b-71a7-4413-aa8c-1c50ff586bca {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:43.029674 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:43.038291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-015f5bdf-d3da-4005-838f-5796c05893c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:43.039931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-015f5bdf-d3da-4005-838f-5796c05893c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0927982 Sep 09 09:40:43.059846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e5647-88e2-453d-9de9-f44eb3858d1c None None] DHCP port deletion for 97f46ff4-8deb-4cad-a2be-7c1850a8db23 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:40:43.097571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685f853-54fe-400f-9904-7c12dcab489c None None] The sync data for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 is: [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:40Z', 'revision_number': 10, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None, '_interfaces': [{'id': 'fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed', 'name': '', 'network_id': 'f822ed1c-6c5a-4a40-85d2-36d4b842eac9', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'mac_address': 'fa:16:3e:df:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:40:00Z', 'updated_at': '2021-09-09T09:40:07Z', 'revision_number': 5, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'subnets': [{'id': '4c89fc4b-1151-40ed-a7e9-70b552f03952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:40:43.135255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-824e5647-88e2-453d-9de9-f44eb3858d1c None None] Deleting port f562cf0b-71a7-4413-aa8c-1c50ff586bca {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:43.135668 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-824e5647-88e2-453d-9de9-f44eb3858d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:43.161199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port f562cf0b-71a7-4413-aa8c-1c50ff586bca, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f562cf0b-71a7-4413-aa8c-1c50ff586bca,segment=NetworkSegment(6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1),segment_id=6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:43.168200 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:43.173933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-9b1619ad-b403-4c75-a359-30500ceeafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:43.175853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-9b1619ad-b403-4c75-a359-30500ceeafdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1248648 Sep 09 09:40:43.182269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for f562cf0b-71a7-4413-aa8c-1c50ff586bca owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:43.225820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-824e5647-88e2-453d-9de9-f44eb3858d1c None None] For port f562cf0b-71a7-4413-aa8c-1c50ff586bca, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=f562cf0b-71a7-4413-aa8c-1c50ff586bca,segment=NetworkSegment(6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1),segment_id=6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:43.226932 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-824e5647-88e2-453d-9de9-f44eb3858d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:43.243576 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-824e5647-88e2-453d-9de9-f44eb3858d1c None None] Calling delete_port for f562cf0b-71a7-4413-aa8c-1c50ff586bca owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:43.347949 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-8ccb6a29-9a39-4e81-8761-39cb545f06e6 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633179 Sep 09 09:40:43.412596 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-824e5647-88e2-453d-9de9-f44eb3858d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:43.443469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e5647-88e2-453d-9de9-f44eb3858d1c None None] Pushing event deleted for resources: {'Port': ['ID=f562cf0b-71a7-4413-aa8c-1c50ff586bca,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:43.448127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824e5647-88e2-453d-9de9-f44eb3858d1c None None] No DVR routers for this DVR port f562cf0b-71a7-4413-aa8c-1c50ff586bca on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:40:43.506020 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:43.546542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71ff3844-49b0-4f5c-824e-0ffb8d08e175 req-7e8f4f53-8905-4f9b-ac8e-9524013b4a12 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905134 Sep 09 09:40:43.547596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No DVR routers for this DVR port f562cf0b-71a7-4413-aa8c-1c50ff586bca on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:40:43.549660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=f562cf0b-71a7-4413-aa8c-1c50ff586bca,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:43.707711 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:43.731505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f46ff4-8deb-4cad-a2be-7c1850a8db23']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:43.788954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:43.789163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fad08f7-e6f4-41fa-8d7d-7b4d35e945d1') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:43.824914 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:43.875076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:43.901204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f562cf0b-71a7-4413-aa8c-1c50ff586bca no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:40:43.916536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:40:43.917044 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:43.919685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a59b3d-9dd6-46cd-912d-ddeeea824e3c req-b68faebc-560d-4f58-b94c-967dd092d0a5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:43.925228 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-90a59b3d-9dd6-46cd-912d-ddeeea824e3c req-b68faebc-560d-4f58-b94c-967dd092d0a5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 943 time: 0.1583006 Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: self.session.flush() Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:40:43.925406 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:40:43.946594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: f562cf0b-71a7-4413-aa8c-1c50ff586bca {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:40:43.947824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device f562cf0b-71a7-4413-aa8c-1c50ff586bca not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:40:43.948320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc19cca4-421a-4f4b-b72b-97ddc8b6611f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:40:43.955501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f699cb-1476-4f13-ab3b-204861ba5505 req-4b338558-38f6-4233-b680-62dcb17c052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:43.978077 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74f699cb-1476-4f13-ab3b-204861ba5505 req-4b338558-38f6-4233-b680-62dcb17c052b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 1095 time: 0.1987367 Sep 09 09:40:44.016648 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bc19cca4-421a-4f4b-b72b-97ddc8b6611f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:40:44.018434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc19cca4-421a-4f4b-b72b-97ddc8b6611f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:40:44.070066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-90a59b3d-9dd6-46cd-912d-ddeeea824e3c req-faa4624c-c534-4327-b409-bdd7925092f6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320920 Sep 09 09:40:44.159077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f699cb-1476-4f13-ab3b-204861ba5505 req-632636b6-9641-402d-b89e-d7d054c41a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:44.160861 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74f699cb-1476-4f13-ab3b-204861ba5505 req-632636b6-9641-402d-b89e-d7d054c41a0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.1893425 Sep 09 09:40:44.214973 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74f699cb-1476-4f13-ab3b-204861ba5505 req-fadb44a7-f214-4f6e-a0e8-e9059c611843 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2cfec71-a72e-45f0-8482-5b1a9db4baef HTTP/1.1" status: 200 len: 217 time: 0.0466757 Sep 09 09:40:44.285336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f699cb-1476-4f13-ab3b-204861ba5505 req-e3b789f1-ccd5-4783-a522-32ce59d745b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:44.286867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74f699cb-1476-4f13-ab3b-204861ba5505 req-e3b789f1-ccd5-4783-a522-32ce59d745b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0657430 Sep 09 09:40:44.352983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f699cb-1476-4f13-ab3b-204861ba5505 req-c62fa26b-1da4-4126-8bf2-619f6599058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:44.354537 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74f699cb-1476-4f13-ab3b-204861ba5505 req-c62fa26b-1da4-4126-8bf2-619f6599058b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593996 Sep 09 09:40:44.355461 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:44.363933 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:44.368909 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/networks/97f46ff4-8deb-4cad-a2be-7c1850a8db23 HTTP/1.1" status: 204 len: 168 time: 1.9017768 Sep 09 09:40:44.369127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33168) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:44.403991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2ffa8-dd0c-4b80-bdfc-44a924693235 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Network': ['ID=97f46ff4-8deb-4cad-a2be-7c1850a8db23,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:44.449538 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9637abae-2830-4aa0-bce4-1187ff861bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:44.498537 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74f699cb-1476-4f13-ab3b-204861ba5505 req-7efe9aba-1222-41e4-bb8d-2ae8f094ade7 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308267 Sep 09 09:40:44.636885 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74f699cb-1476-4f13-ab3b-204861ba5505 req-cdff8862-e29f-4114-b041-809791c1e06b service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304317 Sep 09 09:40:44.825995 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:45.141554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:45.142208 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:45.266953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2d4ea-40e3-4a67-a881-81c5e2c28d9e req-a95d896c-0216-496b-8541-2cf811fa334f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:45.268395 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3b2d4ea-40e3-4a67-a881-81c5e2c28d9e req-a95d896c-0216-496b-8541-2cf811fa334f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 943 time: 0.1090145 Sep 09 09:40:45.287812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed,segment=NetworkSegment(305be896-2145-405c-af64-19f32d236aee),segment_id=305be896-2145-405c-af64-19f32d236aee)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:45.292317 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:45.309682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:45.368497 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3b2d4ea-40e3-4a67-a881-81c5e2c28d9e req-ac73e5ef-fa49-4b90-841c-149321bf87b4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920365 Sep 09 09:40:45.556752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33182) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:45.613571 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:45.665601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:45.805445 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2c70714-7c52-42a1-8d75-99c91533ee5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:45.864818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:45.898047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eab927-65ce-4ac1-b0d0-0baecfdd33e3 req-c0b4bd50-a9a4-4feb-abb9-355c04df2419 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:45.899889 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-58eab927-65ce-4ac1-b0d0-0baecfdd33e3 req-c0b4bd50-a9a4-4feb-abb9-355c04df2419 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.1798658 Sep 09 09:40:46.077575 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-58eab927-65ce-4ac1-b0d0-0baecfdd33e3 req-581b7be8-1506-4e75-9d20-51413fa148c7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335888 Sep 09 09:40:46.130793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 9d4f4570-180d-408f-9605-2b1d8a5604ba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:40:46.154612 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2c70714-7c52-42a1-8d75-99c91533ee5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.232987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:46.238603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4f1eaea3-a83d-449e-87d6-6c72d98987c8 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680289 Sep 09 09:40:46.241375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33200) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:46.248578 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128667d-18b4-4555-a744-dd68e0a08e53 None None] Sync routers for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:40:46.258586 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128667d-18b4-4555-a744-dd68e0a08e53 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:46.259495 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c128667d-18b4-4555-a744-dd68e0a08e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:46.297039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting subnet 4c89fc4b-1151-40ed-a7e9-70b552f03952 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:40:46.300458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.311489 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2c70714-7c52-42a1-8d75-99c91533ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.346975 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c128667d-18b4-4555-a744-dd68e0a08e53 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:46.365373 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.376711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c2c70714-7c52-42a1-8d75-99c91533ee5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5f895ff32a34eb8a4193665b9282d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8187110 Sep 09 09:40:46.377691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c70714-7c52-42a1-8d75-99c91533ee5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa4fbbf-33be-4228-b029-4095b54cc681,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:46.386706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33202) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:46.433928 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c128667d-18b4-4555-a744-dd68e0a08e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:45Z', 'revision_number': 11, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:46.473026 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128667d-18b4-4555-a744-dd68e0a08e53 None None] Checking router: 9d4f4570-180d-408f-9605-2b1d8a5604ba for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:40:46.482879 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c90c4a0-8230-48ac-9827-a1be8648fdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.488336 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128667d-18b4-4555-a744-dd68e0a08e53 None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:46.488978 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c128667d-18b4-4555-a744-dd68e0a08e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:46.512879 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.521665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c90c4a0-8230-48ac-9827-a1be8648fdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.568820 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c128667d-18b4-4555-a744-dd68e0a08e53 None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:46.634982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330baebf-e94d-4537-bafb-9d38cd295e63 req-8fb94d6d-1fe7-4e6a-848a-7c1c19194f27 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:46.636676 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-330baebf-e94d-4537-bafb-9d38cd295e63 req-8fb94d6d-1fe7-4e6a-848a-7c1c19194f27 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 943 time: 0.0882676 Sep 09 09:40:46.647046 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c128667d-18b4-4555-a744-dd68e0a08e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:45Z', 'revision_number': 11, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:46.658277 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c90c4a0-8230-48ac-9827-a1be8648fdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.661899 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c90c4a0-8230-48ac-9827-a1be8648fdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.668412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6c90c4a0-8230-48ac-9827-a1be8648fdac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/faa4fbbf-33be-4228-b029-4095b54cc681 HTTP/1.1" status: 204 len: 168 time: 0.2786701 Sep 09 09:40:46.682376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90c4a0-8230-48ac-9827-a1be8648fdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa4fbbf-33be-4228-b029-4095b54cc681,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:46.684363 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128667d-18b4-4555-a744-dd68e0a08e53 None None] The sync data for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 is: [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:45Z', 'revision_number': 11, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:40:46.710946 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-330baebf-e94d-4537-bafb-9d38cd295e63 req-29527542-9ac8-43c3-bab8-af044154900e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667272 Sep 09 09:40:46.723204 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.785013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Subnet': ['ID=4c89fc4b-1151-40ed-a7e9-70b552f03952,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:46.791148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.793195 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/4c89fc4b-1151-40ed-a7e9-70b552f03952 HTTP/1.1" status: 204 len: 168 time: 0.5506544 Sep 09 09:40:46.796149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33216) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:46.801618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f98bd-3494-4d46-abf0-d0b5a7623580 None None] Network f822ed1c-6c5a-4a40-85d2-36d4b842eac9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:40:46.802090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.802090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.802090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.802090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.802090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.802564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.802707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.803032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.803518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.803844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.804328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.804778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d0f05-d934-4283-b2a3-9f29df89f8c2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:40:46.893485 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:46.974469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Deleting port 1f48387f-7553-4e2c-827b-559401004e36 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:46.978783 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.126587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] For port 1f48387f-7553-4e2c-827b-559401004e36, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1f48387f-7553-4e2c-827b-559401004e36,segment=NetworkSegment(305be896-2145-405c-af64-19f32d236aee),segment_id=305be896-2145-405c-af64-19f32d236aee)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:47.128527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.166602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Calling delete_port for 1f48387f-7553-4e2c-827b-559401004e36 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:47.181802 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-628da216-12f1-429e-ab64-029eab9206ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.336891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc118c05-022e-41d3-b8a8-47bf32a39792 req-fbdcfe0b-9941-4d06-8d01-3c3df88cf079 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:47.338848 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc118c05-022e-41d3-b8a8-47bf32a39792 req-fbdcfe0b-9941-4d06-8d01-3c3df88cf079 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.0874734 Sep 09 09:40:47.384418 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.393154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5849543-8921-445d-8ffc-d1542fc1d9f6 None None] DHCP port deletion for f822ed1c-6c5a-4a40-85d2-36d4b842eac9 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:40:47.398547 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc118c05-022e-41d3-b8a8-47bf32a39792 req-73adb7b3-6d0c-44a4-8a9b-949873292c5d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508177 Sep 09 09:40:47.440491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.470588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Port': ['ID=1f48387f-7553-4e2c-827b-559401004e36,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:47.474514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No DVR routers for this DVR port 1f48387f-7553-4e2c-827b-559401004e36 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:40:47.480830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d5849543-8921-445d-8ffc-d1542fc1d9f6 None None] Deleting port 1f48387f-7553-4e2c-827b-559401004e36 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:40:47.482775 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5849543-8921-445d-8ffc-d1542fc1d9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.511421 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33226) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:47.527812 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb16c385-2d2a-4d43-9bec-73da9a4150bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.557582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d5849543-8921-445d-8ffc-d1542fc1d9f6 None None] For port 1f48387f-7553-4e2c-827b-559401004e36, host n-d-778696-16, got binding levels [] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:47.558329 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5849543-8921-445d-8ffc-d1542fc1d9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.583423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d5849543-8921-445d-8ffc-d1542fc1d9f6 None None] Calling delete_port for 1f48387f-7553-4e2c-827b-559401004e36 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:40:47.591767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.ipam_backend_mixin [None req-d5849543-8921-445d-8ffc-d1542fc1d9f6 None None] Port 1f48387f-7553-4e2c-827b-559401004e36 was not found and therefore no delete operation was performed {{(pid=95327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 09:40:47.596550 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5849543-8921-445d-8ffc-d1542fc1d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.601070 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.628517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5849543-8921-445d-8ffc-d1542fc1d9f6 None None] No DVR routers for this DVR port 1f48387f-7553-4e2c-827b-559401004e36 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:40:47.647762 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f822ed1c-6c5a-4a40-85d2-36d4b842eac9']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:47.654779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb16c385-2d2a-4d43-9bec-73da9a4150bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.659838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305be896-2145-405c-af64-19f32d236aee') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:47.660141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305be896-2145-405c-af64-19f32d236aee') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:47.671505 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.683922 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5849543-8921-445d-8ffc-d1542fc1d9f6 None None] Pushing event deleted for resources: {'Port': ['ID=1f48387f-7553-4e2c-827b-559401004e36,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:47.689580 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.702566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:40:47.703032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:40:47.709383 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:40:47.727517 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb16c385-2d2a-4d43-9bec-73da9a4150bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.783054 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fb16c385-2d2a-4d43-9bec-73da9a4150bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9732d98c6e0d49feb1088e71ccba4299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703073 Sep 09 09:40:47.794159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16c385-2d2a-4d43-9bec-73da9a4150bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e249507-c5d2-4bf3-a63d-0b174c7fdfef,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:47.794649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33230) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:47.858780 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47e1789a-592b-46a6-9d1b-bf19d4887d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.867342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:40:47.881239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.914002 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.915961 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/networks/f822ed1c-6c5a-4a40-85d2-36d4b842eac9 HTTP/1.1" status: 204 len: 168 time: 1.1187956 Sep 09 09:40:47.919735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33238) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:47.929155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:40:47.931033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0a3daf1a-bebb-4b03-9611-cb90798fe673 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'routes': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:47.935152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa9bc1ac-cbb7-4863-b3b1-7b98a3f25bed not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:40:47.935845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1f48387f-7553-4e2c-827b-559401004e36 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:40:47.937110 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47e1789a-592b-46a6-9d1b-bf19d4887d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:47.939812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a8a5e-413e-44fe-b09f-007b6df5c506 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Pushing event deleted for resources: {'Network': ['ID=f822ed1c-6c5a-4a40-85d2-36d4b842eac9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:47.986993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 1f48387f-7553-4e2c-827b-559401004e36 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:40:47.986993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1f48387f-7553-4e2c-827b-559401004e36 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:40:48.049286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3932cd7-3d6e-44ba-a3f2-68ac46e5069d req-3a5a9d37-97ae-4792-9ffd-e0abf8a89960 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:48.050831 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3932cd7-3d6e-44ba-a3f2-68ac46e5069d req-3a5a9d37-97ae-4792-9ffd-e0abf8a89960 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 943 time: 0.1946261 Sep 09 09:40:48.080698 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47e1789a-592b-46a6-9d1b-bf19d4887d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:48.083921 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-47e1789a-592b-46a6-9d1b-bf19d4887d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:48.085237 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-47e1789a-592b-46a6-9d1b-bf19d4887d80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e249507-c5d2-4bf3-a63d-0b174c7fdfef HTTP/1.1" status: 204 len: 168 time: 0.2895291 Sep 09 09:40:48.096557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1789a-592b-46a6-9d1b-bf19d4887d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e249507-c5d2-4bf3-a63d-0b174c7fdfef,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:48.166850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-0a3daf1a-bebb-4b03-9611-cb90798fe673 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Added routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 09 09:40:48.167123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-0a3daf1a-bebb-4b03-9611-cb90798fe673 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Removed routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 09 09:40:48.167479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3daf1a-bebb-4b03-9611-cb90798fe673 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:48.180316 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3932cd7-3d6e-44ba-a3f2-68ac46e5069d req-3f6b8eb3-c186-464c-a46d-ba6e8ab61ea0 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227455 Sep 09 09:40:48.516840 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:48.562767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b4cf6-2248-4bd4-8e7e-951fbe420683 req-bf8cd241-3695-407c-bc03-b87fcfd78389 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:48.562767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f08b4cf6-2248-4bd4-8e7e-951fbe420683 req-bf8cd241-3695-407c-bc03-b87fcfd78389 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.0754580 Sep 09 09:40:48.644551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f08b4cf6-2248-4bd4-8e7e-951fbe420683 req-cc12d7ca-82e0-4559-8139-e14fb3ae53c6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762689 Sep 09 09:40:48.790293 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3daf1a-bebb-4b03-9611-cb90798fe673 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:48.794059 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3daf1a-bebb-4b03-9611-cb90798fe673 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:48.882988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3daf1a-bebb-4b03-9611-cb90798fe673 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router 9d4f4570-180d-408f-9605-2b1d8a5604ba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:40:48.971226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3daf1a-bebb-4b03-9611-cb90798fe673 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:48.978528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3daf1a-bebb-4b03-9611-cb90798fe673 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:48.982186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f32798-72b4-4462-9a80-4c59609b53ed None None] Sync routers for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:40:48.990008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33280) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:48.990106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0a3daf1a-bebb-4b03-9611-cb90798fe673 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba HTTP/1.1" status: 200 len: 704 time: 1.0688152 Sep 09 09:40:48.996093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f32798-72b4-4462-9a80-4c59609b53ed None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:48.996666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a9f32798-72b4-4462-9a80-4c59609b53ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:49.034243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cb186616-e321-481f-8b35-bd652d5a88fb tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d4f4570-180d-408f-9605-2b1d8a5604ba HTTP/1.1" status: 200 len: 205 time: 0.0432453 Sep 09 09:40:49.048861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33282) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:49.088442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a9f32798-72b4-4462-9a80-4c59609b53ed None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:49.144906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb5d7cce-6345-40c7-97f2-f420bb04bd20 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:49.204319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a9f32798-72b4-4462-9a80-4c59609b53ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:45Z', 'revision_number': 11, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:49.368237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f32798-72b4-4462-9a80-4c59609b53ed None None] Checking router: 9d4f4570-180d-408f-9605-2b1d8a5604ba for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:40:49.399665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f32798-72b4-4462-9a80-4c59609b53ed None None] Routers {'9d4f4570-180d-408f-9605-2b1d8a5604ba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:49.399665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a9f32798-72b4-4462-9a80-4c59609b53ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9d4f4570-180d-408f-9605-2b1d8a5604ba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:49.485279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a9f32798-72b4-4462-9a80-4c59609b53ed None None] Set router 9d4f4570-180d-408f-9605-2b1d8a5604ba gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:49.547468 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a9f32798-72b4-4462-9a80-4c59609b53ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:45Z', 'revision_number': 11, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:49.550745 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 579794d5-35ff-4caa-9628-f063c24ed1a3 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:40:49.663038 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb5d7cce-6345-40c7-97f2-f420bb04bd20 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:49.667892 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb5d7cce-6345-40c7-97f2-f420bb04bd20 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:49.713901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 579794d5-35ff-4caa-9628-f063c24ed1a3, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=579794d5-35ff-4caa-9628-f063c24ed1a3,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:49.737869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88c0ba-73d3-4008-8f46-886e4dbdcf1f req-393a0837-64b4-43c1-9d1a-456bed052f0c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:49.747425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '579794d5-35ff-4caa-9628-f063c24ed1a3', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'port_id': '579794d5-35ff-4caa-9628-f063c24ed1a3', 'mac_address': 'fa:16:3e:78:0e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:40:49.748399 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-df88c0ba-73d3-4008-8f46-886e4dbdcf1f req-393a0837-64b4-43c1-9d1a-456bed052f0c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 943 time: 0.1645567 Sep 09 09:40:49.752196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f32798-72b4-4462-9a80-4c59609b53ed None None] The sync data for ids ['9d4f4570-180d-408f-9605-2b1d8a5604ba'] in n-d-778696-16 is: [{'id': '9d4f4570-180d-408f-9605-2b1d8a5604ba', 'name': 'tempest-RoutersIpV6Test-router-987459494', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:39:56Z', 'updated_at': '2021-09-09T09:40:45Z', 'revision_number': 11, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:40:49.823303 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-df88c0ba-73d3-4008-8f46-886e4dbdcf1f req-cdf16041-631f-41dd-aebe-1d861a2f0ac7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738726 Sep 09 09:40:49.856104 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:49.863711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374c66-207b-4ed8-b85c-ef3a5da02003 req-35f6862e-9d95-43cc-8fa2-cb60bc9c66cc tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:49.863711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3374c66-207b-4ed8-b85c-ef3a5da02003 req-35f6862e-9d95-43cc-8fa2-cb60bc9c66cc tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.0998919 Sep 09 09:40:49.888175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 579794d5-35ff-4caa-9628-f063c24ed1a3 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:40:49.940915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 579794d5-35ff-4caa-9628-f063c24ed1a3, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=579794d5-35ff-4caa-9628-f063c24ed1a3,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:49.961619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb5d7cce-6345-40c7-97f2-f420bb04bd20 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:49.962167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5d7cce-6345-40c7-97f2-f420bb04bd20 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Fanout notify agent at l3_agent the message router_deleted on router 9d4f4570-180d-408f-9605-2b1d8a5604ba {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:40:49.971963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb5d7cce-6345-40c7-97f2-f420bb04bd20 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:49.972095 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cb5d7cce-6345-40c7-97f2-f420bb04bd20 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba HTTP/1.1" status: 204 len: 168 time: 0.9218287 Sep 09 09:40:49.978148 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33306) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:49.982794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bc2a9478-3ad4-4f25-887a-b704105fff8a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1289682782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:50.015710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3374c66-207b-4ed8-b85c-ef3a5da02003 req-33359397-6d2b-41ab-be4e-0f7ebfd8c242 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356511 Sep 09 09:40:50.035093 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:50.142873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=579794d5-35ff-4caa-9628-f063c24ed1a3,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:50.157338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['579794d5-35ff-4caa-9628-f063c24ed1a3'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:40:50.207724 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9478-3ad4-4f25-887a-b704105fff8a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:50.238092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9478-3ad4-4f25-887a-b704105fff8a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:50.328665 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9478-3ad4-4f25-887a-b704105fff8a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:50.556673 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:50.590581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9478-3ad4-4f25-887a-b704105fff8a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:50.703977 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9478-3ad4-4f25-887a-b704105fff8a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:50.705578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bc2a9478-3ad4-4f25-887a-b704105fff8a tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7263637 Sep 09 09:40:50.708437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33316) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:50.712971 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-61123cd5-9a02-4c1b-9587-b57b7e56c42f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:51.120567 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61123cd5-9a02-4c1b-9587-b57b7e56c42f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14051'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:51.150875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf308f-9f64-491e-832c-d96e1d080eb1 req-3b994ab0-19be-48de-88dc-93a281a98e33 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:51.161327 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aabf308f-9f64-491e-832c-d96e1d080eb1 req-3b994ab0-19be-48de-88dc-93a281a98e33 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 943 time: 0.1909323 Sep 09 09:40:51.198349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31a704-85b8-4e65-a9ee-a6388ccf9ef6 req-da061ca6-866a-4da9-82b8-6e3c46fe9294 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:51.203928 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b31a704-85b8-4e65-a9ee-a6388ccf9ef6 req-da061ca6-866a-4da9-82b8-6e3c46fe9294 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 944 time: 0.0774643 Sep 09 09:40:51.205674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aabf308f-9f64-491e-832c-d96e1d080eb1 req-7abfb116-f0a1-4f31-bcd7-3b1e09d55a89 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436354 Sep 09 09:40:51.223927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61123cd5-9a02-4c1b-9587-b57b7e56c42f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686190'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:51.291493 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b31a704-85b8-4e65-a9ee-a6388ccf9ef6 req-f40b0f6a-db19-44f0-8399-01929a4624ac tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818465 Sep 09 09:40:51.441870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61123cd5-9a02-4c1b-9587-b57b7e56c42f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Router ed50baa5-02d3-4bf0-b672-2b267d39b8fd is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:40:51.486989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 579794d5-35ff-4caa-9628-f063c24ed1a3 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:51.580871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 579794d5-35ff-4caa-9628-f063c24ed1a3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:51.581374 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:51.618118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61123cd5-9a02-4c1b-9587-b57b7e56c42f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:40:51.664416 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba7cbc-8380-465c-90f3-101965d3ca58 None None] Sync routers for ids ['ed50baa5-02d3-4bf0-b672-2b267d39b8fd'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:40:51.677706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61123cd5-9a02-4c1b-9587-b57b7e56c42f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:51.680574 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-61123cd5-9a02-4c1b-9587-b57b7e56c42f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "PUT /v2.0/routers/ed50baa5-02d3-4bf0-b672-2b267d39b8fd HTTP/1.1" status: 200 len: 698 time: 0.9708993 Sep 09 09:40:51.682743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33340) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:51.690026 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba7cbc-8380-465c-90f3-101965d3ca58 None None] Routers {'ed50baa5-02d3-4bf0-b672-2b267d39b8fd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:51.691455 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40ba7cbc-8380-465c-90f3-101965d3ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ed50baa5-02d3-4bf0-b672-2b267d39b8fd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:51.768021 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:51.843819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 579794d5-35ff-4caa-9628-f063c24ed1a3, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=579794d5-35ff-4caa-9628-f063c24ed1a3,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:51.845168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579794d5-35ff-4caa-9628-f063c24ed1a3'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:40:51.851785 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12be669b-87f1-4054-8bac-dbfd3e601a63" -d '{"events": [{"server_uuid": "4f318de1-f79b-4396-b8ed-be7d8ab992f9", "name": "network-vif-plugged", "status": "completed", "tag": "579794d5-35ff-4caa-9628-f063c24ed1a3"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:40:51.863204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3bce00d0-4e5b-4b6b-9a31-17830c9fcddf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/routers/ed50baa5-02d3-4bf0-b672-2b267d39b8fd HTTP/1.1" status: 200 len: 704 time: 0.1790857 Sep 09 09:40:51.865796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33344) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:51.901438 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-40ba7cbc-8380-465c-90f3-101965d3ca58 None None] Set router ed50baa5-02d3-4bf0-b672-2b267d39b8fd gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:51.913952 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-79873c7a-fab2-4a8d-a448-9b8bb683a16c tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed50baa5-02d3-4bf0-b672-2b267d39b8fd HTTP/1.1" status: 200 len: 205 time: 0.0458641 Sep 09 09:40:51.916539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:51.934836 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:51.941316 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0e3fec-ca14-411b-b4b4-b556421d7683 x-openstack-request-id: req-1a0e3fec-ca14-411b-b4b4-b556421d7683 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:40:51.941473 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f318de1-f79b-4396-b8ed-be7d8ab992f9", "name": "network-vif-plugged", "status": "completed", "tag": "579794d5-35ff-4caa-9628-f063c24ed1a3", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:40:51.942245 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a0e3fec-ca14-411b-b4b4-b556421d7683 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:40:51.942877 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579794d5-35ff-4caa-9628-f063c24ed1a3', 'code': 200} Sep 09 09:40:52.022754 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40ba7cbc-8380-465c-90f3-101965d3ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed50baa5-02d3-4bf0-b672-2b267d39b8fd', 'name': 'tempest-RoutersIpV6Test-router-1289682782', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:40:50Z', 'updated_at': '2021-09-09T09:40:51Z', 'revision_number': 2, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:52.114012 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba7cbc-8380-465c-90f3-101965d3ca58 None None] Checking router: ed50baa5-02d3-4bf0-b672-2b267d39b8fd for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:40:52.157329 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba7cbc-8380-465c-90f3-101965d3ca58 None None] Routers {'ed50baa5-02d3-4bf0-b672-2b267d39b8fd'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:40:52.157329 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40ba7cbc-8380-465c-90f3-101965d3ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ed50baa5-02d3-4bf0-b672-2b267d39b8fd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:52.157795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=579794d5-35ff-4caa-9628-f063c24ed1a3,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:52.157901 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-316e4008-b5eb-4da9-8d50-34a942c7615f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:52.214890 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-40ba7cbc-8380-465c-90f3-101965d3ca58 None None] Set router ed50baa5-02d3-4bf0-b672-2b267d39b8fd gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:40:52.317022 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40ba7cbc-8380-465c-90f3-101965d3ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed50baa5-02d3-4bf0-b672-2b267d39b8fd', 'name': 'tempest-RoutersIpV6Test-router-1289682782', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:40:50Z', 'updated_at': '2021-09-09T09:40:51Z', 'revision_number': 2, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:40:52.363908 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba7cbc-8380-465c-90f3-101965d3ca58 None None] The sync data for ids ['ed50baa5-02d3-4bf0-b672-2b267d39b8fd'] in n-d-778696-16 is: [{'id': 'ed50baa5-02d3-4bf0-b672-2b267d39b8fd', 'name': 'tempest-RoutersIpV6Test-router-1289682782', 'tenant_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:40:50Z', 'updated_at': '2021-09-09T09:40:51Z', 'revision_number': 2, 'project_id': 'ebb4035b4f7546ec9ae276f662762eb7', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:40:52.369243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee051dd-7950-4b8e-92e3-d77f5f92a1eb req-864da7e3-77f6-41cd-8a40-5083078a697b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:52.378422 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aee051dd-7950-4b8e-92e3-d77f5f92a1eb req-864da7e3-77f6-41cd-8a40-5083078a697b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 943 time: 0.0859818 Sep 09 09:40:52.506175 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-aee051dd-7950-4b8e-92e3-d77f5f92a1eb req-10f6cd28-ac85-441b-a93d-7e6e8f7e361f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266816 Sep 09 09:40:52.582823 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-316e4008-b5eb-4da9-8d50-34a942c7615f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:52.585343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-316e4008-b5eb-4da9-8d50-34a942c7615f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:52.754565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1afe34-7345-4da5-b88c-0700c70b288b req-09094201-7463-4ff7-8238-d1c4b77087bf tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:52.768207 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c1afe34-7345-4da5-b88c-0700c70b288b req-09094201-7463-4ff7-8238-d1c4b77087bf tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.1761544 Sep 09 09:40:52.804586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-316e4008-b5eb-4da9-8d50-34a942c7615f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:52.805210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316e4008-b5eb-4da9-8d50-34a942c7615f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Fanout notify agent at l3_agent the message router_deleted on router ed50baa5-02d3-4bf0-b672-2b267d39b8fd {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:40:52.818381 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-316e4008-b5eb-4da9-8d50-34a942c7615f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:52.819692 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-316e4008-b5eb-4da9-8d50-34a942c7615f tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/ed50baa5-02d3-4bf0-b672-2b267d39b8fd HTTP/1.1" status: 204 len: 168 time: 0.9015965 Sep 09 09:40:52.824540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33382) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:52.841474 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c1afe34-7345-4da5-b88c-0700c70b288b req-9a22ee7d-68b3-48b5-ba5f-d50a63d05685 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714178 Sep 09 09:40:52.878374 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b3b329da-e26f-427a-a0c4-1b75091e3041 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed50baa5-02d3-4bf0-b672-2b267d39b8fd HTTP/1.1" status: 200 len: 205 time: 0.0525808 Sep 09 09:40:52.880925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33384) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:52.943451 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-7e2acb59-5a84-4f91-aa61-e5a551a12376 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] delete failed (client error): The resource could not be found. Sep 09 09:40:52.947151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33390) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:52.947410 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7e2acb59-5a84-4f91-aa61-e5a551a12376 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/ed50baa5-02d3-4bf0-b672-2b267d39b8fd HTTP/1.1" status: 404 len: 336 time: 0.0653410 Sep 09 09:40:52.988472 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4a7e34-a876-4a27-bbf4-5322eabddee2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] DELETE failed (client error): The resource could not be found. Sep 09 09:40:52.989432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4a7e34-a876-4a27-bbf4-5322eabddee2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:40:52.991536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3e4a7e34-a876-4a27-bbf4-5322eabddee2 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/1e757292-cb50-4046-9c45-e64417fcdfb9 HTTP/1.1" status: 404 len: 337 time: 0.0428958 Sep 09 09:40:52.994058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33392) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.036917 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d2c241-aefa-41d3-9c84-cc76f3295c0e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] DELETE failed (client error): The resource could not be found. Sep 09 09:40:53.037645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d2c241-aefa-41d3-9c84-cc76f3295c0e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:40:53.042818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33394) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.057393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-00d2c241-aefa-41d3-9c84-cc76f3295c0e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/fbfbb719-d69d-4632-ae1a-c6977b77d29c HTTP/1.1" status: 404 len: 337 time: 0.0616925 Sep 09 09:40:53.086141 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4a8bb5-ec51-4569-9e3b-361f7745ec10 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] DELETE failed (client error): The resource could not be found. Sep 09 09:40:53.093913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4a8bb5-ec51-4569-9e3b-361f7745ec10 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:40:53.093913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9b4a8bb5-ec51-4569-9e3b-361f7745ec10 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/552065f5-ba4b-48ea-8196-5ee08e100439 HTTP/1.1" status: 404 len: 337 time: 0.0456054 Sep 09 09:40:53.095942 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33396) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.129009 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d930ddb-5635-4d95-a55b-42e8a36399d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] DELETE failed (client error): The resource could not be found. Sep 09 09:40:53.129883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d930ddb-5635-4d95-a55b-42e8a36399d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:40:53.132195 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0d930ddb-5635-4d95-a55b-42e8a36399d6 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/4c89fc4b-1151-40ed-a7e9-70b552f03952 HTTP/1.1" status: 404 len: 337 time: 0.0350854 Sep 09 09:40:53.134841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33398) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.167428 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9a9b5bff-323a-4c52-83d6-0874321534b0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d4f4570-180d-408f-9605-2b1d8a5604ba HTTP/1.1" status: 200 len: 205 time: 0.0313118 Sep 09 09:40:53.169671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33400) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.223524 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-c964be8e-7218-4c8e-b9eb-499f1d586b21 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] delete failed (client error): The resource could not be found. Sep 09 09:40:53.226913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c964be8e-7218-4c8e-b9eb-499f1d586b21 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/9d4f4570-180d-408f-9605-2b1d8a5604ba HTTP/1.1" status: 404 len: 336 time: 0.0539806 Sep 09 09:40:53.228311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33402) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.268318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3aceb48b-5406-44fc-86ff-d261c068a0d0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=3043c064-b1f6-44d8-a641-c527fa9980cd HTTP/1.1" status: 200 len: 205 time: 0.0384910 Sep 09 09:40:53.270343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33404) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.326413 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-9be0b1c7-c9a5-47b5-845e-8a85b62cdb7b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] delete failed (client error): The resource could not be found. Sep 09 09:40:53.329247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9be0b1c7-c9a5-47b5-845e-8a85b62cdb7b tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/3043c064-b1f6-44d8-a641-c527fa9980cd HTTP/1.1" status: 404 len: 336 time: 0.0566478 Sep 09 09:40:53.330770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33406) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.374106 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-265dcbd6-f339-4d50-a0c4-bf2867f5d0d5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] DELETE failed (client error): The resource could not be found. Sep 09 09:40:53.376205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265dcbd6-f339-4d50-a0c4-bf2867f5d0d5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:40:53.384453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.394386 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-265dcbd6-f339-4d50-a0c4-bf2867f5d0d5 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/6f982ffe-fd70-446f-8c99-b3c908fb8907 HTTP/1.1" status: 404 len: 337 time: 0.0598183 Sep 09 09:40:53.434725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-61afeb05-4f29-43e4-8511-42d38b748019 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=a46f8f5d-21ef-41c6-a834-df310e411f1a HTTP/1.1" status: 200 len: 205 time: 0.0470905 Sep 09 09:40:53.435296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33412) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.516747 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-73fc9351-ee2c-4001-8986-01192a421bdf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] delete failed (client error): The resource could not be found. Sep 09 09:40:53.522365 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33414) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.523040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-73fc9351-ee2c-4001-8986-01192a421bdf tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/a46f8f5d-21ef-41c6-a834-df310e411f1a HTTP/1.1" status: 404 len: 336 time: 0.0845852 Sep 09 09:40:53.555583 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33418) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.592309 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-380c18d4-7a81-4038-8eb7-30baf7ec4a48 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=345801d3-698d-45cc-b921-9fa5bda86cb4 HTTP/1.1" status: 200 len: 205 time: 0.0685613 Sep 09 09:40:53.594370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33422) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.649799 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-0863521b-e14a-477c-a921-a0facb23c8e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] delete failed (client error): The resource could not be found. Sep 09 09:40:53.653792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0863521b-e14a-477c-a921-a0facb23c8e9 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/345801d3-698d-45cc-b921-9fa5bda86cb4 HTTP/1.1" status: 404 len: 336 time: 0.0584142 Sep 09 09:40:53.653996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33426) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.748267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf74f-1d94-445c-977f-1a3391f63281 req-94e77e9f-fab6-4c92-8b5b-be3073056412 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:53.749007 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dc044f-21d1-4917-a5b4-fda8075e0404 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] DELETE failed (client error): The resource could not be found. Sep 09 09:40:53.749676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dc044f-21d1-4917-a5b4-fda8075e0404 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:40:53.752646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-24dc044f-21d1-4917-a5b4-fda8075e0404 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/0c802038-f3f8-45ce-ac0c-05e0b004de83 HTTP/1.1" status: 404 len: 337 time: 0.0975294 Sep 09 09:40:53.756751 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.759571 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-661cf74f-1d94-445c-977f-1a3391f63281 req-94e77e9f-fab6-4c92-8b5b-be3073056412 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 943 time: 0.1121061 Sep 09 09:40:53.820669 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3049b056-9eee-46ee-b4e3-0974fa037737 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbed42-a75c-43ce-93eb-0917811b8594 HTTP/1.1" status: 200 len: 205 time: 0.0607765 Sep 09 09:40:53.821075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33432) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.837639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-661cf74f-1d94-445c-977f-1a3391f63281 req-597f1604-e360-424e-b67c-1420e1c10b72 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771301 Sep 09 09:40:53.901590 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-ad47c058-30be-4a75-8677-39f09fe465d0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] delete failed (client error): The resource could not be found. Sep 09 09:40:53.902655 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ad47c058-30be-4a75-8677-39f09fe465d0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/99bbed42-a75c-43ce-93eb-0917811b8594 HTTP/1.1" status: 404 len: 336 time: 0.0806732 Sep 09 09:40:53.903551 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-182b40ce-24ea-487f-97b6-53e87a7daa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:53.905250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33436) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:53.969726 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ef81b3-297f-44a2-9b7b-2340c414017e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] DELETE failed (client error): The resource could not be found. Sep 09 09:40:53.969726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ef81b3-297f-44a2-9b7b-2340c414017e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:40:53.969726 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-65ef81b3-297f-44a2-9b7b-2340c414017e tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/865efb92-68c7-4bf3-8964-619069250674 HTTP/1.1" status: 404 len: 337 time: 0.0530975 Sep 09 09:40:53.969726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33438) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:54.011288 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b812c98a-84d1-4f20-9f28-3e69881cdd72 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "GET /v2.0/ports?device_id=19bdc6dd-a2f5-471d-80df-395ff9981484 HTTP/1.1" status: 200 len: 205 time: 0.0383074 Sep 09 09:40:54.012687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33440) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:54.059101 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144ef8e-b4e2-4e6d-8f53-29bf9dcd44d1 req-330567b2-0af4-4056-b986-982f2e8f07a9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:54.059101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f144ef8e-b4e2-4e6d-8f53-29bf9dcd44d1 req-330567b2-0af4-4056-b986-982f2e8f07a9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.1048336 Sep 09 09:40:54.073663 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-07e473da-4606-4aaf-8ff8-4b1e7f965425 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] delete failed (client error): The resource could not be found. Sep 09 09:40:54.081149 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-07e473da-4606-4aaf-8ff8-4b1e7f965425 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/routers/19bdc6dd-a2f5-471d-80df-395ff9981484 HTTP/1.1" status: 404 len: 336 time: 0.0641651 Sep 09 09:40:54.081680 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33442) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:54.104036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f144ef8e-b4e2-4e6d-8f53-29bf9dcd44d1 req-38cd1a98-ddee-47be-a38f-f746d46ff78e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364382 Sep 09 09:40:54.129846 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ce746f-8c35-4460-b14d-71bbac8ec3cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] DELETE failed (client error): The resource could not be found. Sep 09 09:40:54.129846 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ce746f-8c35-4460-b14d-71bbac8ec3cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:40:54.129846 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c1ce746f-8c35-4460-b14d-71bbac8ec3cd tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/1ec315a8-7405-428b-8a02-333a1c2850f4 HTTP/1.1" status: 404 len: 337 time: 0.0430267 Sep 09 09:40:54.130097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33444) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:54.161485 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-182b40ce-24ea-487f-97b6-53e87a7daa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:54.162517 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c741ee2-3632-4661-8de8-c4659f2551e0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] DELETE failed (client error): The resource could not be found. Sep 09 09:40:54.162988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c741ee2-3632-4661-8de8-c4659f2551e0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 09:40:54.164772 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3c741ee2-3632-4661-8de8-c4659f2551e0 tempest-RoutersIpV6Test-2066225219 tempest-RoutersIpV6Test-2066225219-project] 10.222.0.32 "DELETE /v2.0/subnets/53e9e488-eccd-4532-9bb5-cf23495a3533 HTTP/1.1" status: 404 len: 337 time: 0.0353911 Sep 09 09:40:54.230467 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-182b40ce-24ea-487f-97b6-53e87a7daa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:54.278394 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-182b40ce-24ea-487f-97b6-53e87a7daa44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4811a49fdd74cbc9b48f7ce8c0a213c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7217202 Sep 09 09:40:54.279778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b40ce-24ea-487f-97b6-53e87a7daa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe3cf43-44ab-47a2-8416-32615840ea0f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:54.281775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33450) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:54.355417 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88d79d75-93b0-43b9-b60d-6db9b11f4f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:54.383668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88d79d75-93b0-43b9-b60d-6db9b11f4f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:54.403250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e2cfec71-a72e-45f0-8482-5b1a9db4baef details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:40:54.512585 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88d79d75-93b0-43b9-b60d-6db9b11f4f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:54.514530 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88d79d75-93b0-43b9-b60d-6db9b11f4f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:54.518443 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-88d79d75-93b0-43b9-b60d-6db9b11f4f0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fe3cf43-44ab-47a2-8416-32615840ea0f HTTP/1.1" status: 204 len: 168 time: 0.2317834 Sep 09 09:40:54.561046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d79d75-93b0-43b9-b60d-6db9b11f4f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe3cf43-44ab-47a2-8416-32615840ea0f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:54.575667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e2cfec71-a72e-45f0-8482-5b1a9db4baef, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e2cfec71-a72e-45f0-8482-5b1a9db4baef,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:54.605137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'port_id': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:40:54.656441 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:54.684212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cfec71-a72e-45f0-8482-5b1a9db4baef {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:40:54.714539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e2cfec71-a72e-45f0-8482-5b1a9db4baef, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e2cfec71-a72e-45f0-8482-5b1a9db4baef,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:54.774666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:54.784850 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:54.940804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=e2cfec71-a72e-45f0-8482-5b1a9db4baef,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:55.064042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e2cfec71-a72e-45f0-8482-5b1a9db4baef'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:40:55.071103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d70d-a3c8-4361-a0c8-ccc61d8cfd98 req-825716f8-7f7d-4ef4-ad3e-212a291ee5d7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:55.072848 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcb3d70d-a3c8-4361-a0c8-ccc61d8cfd98 req-825716f8-7f7d-4ef4-ad3e-212a291ee5d7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 944 time: 0.0762079 Sep 09 09:40:55.144086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcb3d70d-a3c8-4361-a0c8-ccc61d8cfd98 req-8d270b0e-36ab-4411-af2b-4a13b0aea58a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611978 Sep 09 09:40:55.277836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b48dbd43-d91a-4768-bfe8-5ab3c69ca5d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebb4035b4f7546ec9ae276f662762eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018446 Sep 09 09:40:55.281135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:55.316078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f612ef-dc54-45e5-b709-2d67a33a439a req-60036578-72bf-48c8-844f-1aa74f635f1e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:55.317713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-07f612ef-dc54-45e5-b709-2d67a33a439a req-60036578-72bf-48c8-844f-1aa74f635f1e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.0820343 Sep 09 09:40:55.352707 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:55.429285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dece5c6-32c3-46cb-b3e2-0d3115d85e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:55.434025 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33474) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:55.442862 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-07f612ef-dc54-45e5-b709-2d67a33a439a req-7b2dfdc1-1856-41ad-b4f6-1f07ea6a505e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152258 Sep 09 09:40:55.454956 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dece5c6-32c3-46cb-b3e2-0d3115d85e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:55.480546 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b75aa485-d1b8-4e5a-8cbe-539d2067e7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:55.607745 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dece5c6-32c3-46cb-b3e2-0d3115d85e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:55.611231 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dece5c6-32c3-46cb-b3e2-0d3115d85e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:55.614895 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4dece5c6-32c3-46cb-b3e2-0d3115d85e04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1466ccbe-62af-4553-8f8a-0338b9a8b2ae HTTP/1.1" status: 204 len: 168 time: 0.3304026 Sep 09 09:40:55.635010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dece5c6-32c3-46cb-b3e2-0d3115d85e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1466ccbe-62af-4553-8f8a-0338b9a8b2ae,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:55.647335 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b75aa485-d1b8-4e5a-8cbe-539d2067e7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:55.721332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b75aa485-d1b8-4e5a-8cbe-539d2067e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:55.773989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75aa485-d1b8-4e5a-8cbe-539d2067e7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a746a40-b14e-4460-b704-afe37005390e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:55.791527 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b75aa485-d1b8-4e5a-8cbe-539d2067e7d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=109e978a41b44539855cc771d1041ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535287 Sep 09 09:40:55.791624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33482) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:55.897471 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4676c31-c650-4431-8c48-eab0d4a9622f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:55.930715 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4676c31-c650-4431-8c48-eab0d4a9622f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:55.950497 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:56.206584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4676c31-c650-4431-8c48-eab0d4a9622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:56.206584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4676c31-c650-4431-8c48-eab0d4a9622f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:56.206584 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e4676c31-c650-4431-8c48-eab0d4a9622f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a746a40-b14e-4460-b704-afe37005390e HTTP/1.1" status: 204 len: 168 time: 0.4056883 Sep 09 09:40:56.232341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4676c31-c650-4431-8c48-eab0d4a9622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a746a40-b14e-4460-b704-afe37005390e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:56.403775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e2cfec71-a72e-45f0-8482-5b1a9db4baef up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:40:56.450086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80673b48-0ddb-418b-bd81-4775f260fd4e req-c2bbb77b-7ba6-48d4-8f1a-e18c19376ffd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:56.455076 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80673b48-0ddb-418b-bd81-4775f260fd4e req-c2bbb77b-7ba6-48d4-8f1a-e18c19376ffd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 944 time: 0.1754599 Sep 09 09:40:56.526925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-599180e3-89fe-432e-abe6-5bc3201a1faf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2600691 Sep 09 09:40:56.618943 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80673b48-0ddb-418b-bd81-4775f260fd4e req-01553563-61fb-4008-b2a5-753a0a2e0f7e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528144 Sep 09 09:40:56.642374 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-693cea9e-d7e8-4bca-9980-7c12ed7c4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:56.642374 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-693cea9e-d7e8-4bca-9980-7c12ed7c4ece service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 1097 time: 0.0860050 Sep 09 09:40:56.709125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port e2cfec71-a72e-45f0-8482-5b1a9db4baef completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:40:56.715755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port e2cfec71-a72e-45f0-8482-5b1a9db4baef triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:40:56.715755 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:56.746849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233717c9-d282-41db-809b-0080f6f92766 req-92517fc4-f421-494f-8fc9-f111d41ec088 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:56.758157 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-233717c9-d282-41db-809b-0080f6f92766 req-92517fc4-f421-494f-8fc9-f111d41ec088 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.1796436 Sep 09 09:40:56.846160 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-233717c9-d282-41db-809b-0080f6f92766 req-9bee0dbb-80da-4c90-bf0f-69fbf12d48cb tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824659 Sep 09 09:40:56.880809 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:56.911265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-9e2f371a-be36-4ead-8269-5829e0ba7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:56.913207 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-9e2f371a-be36-4ead-8269-5829e0ba7194 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.2432966 Sep 09 09:40:56.941145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:40:56.943518 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a04877-a5b5-4d77-a4b6-947519e33391" -d '{"events": [{"server_uuid": "0e625dc4-f363-4f5e-89b4-e6f7ac885989", "name": "network-vif-plugged", "status": "completed", "tag": "e2cfec71-a72e-45f0-8482-5b1a9db4baef"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:40:56.968019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-51b4058b-3714-4fcb-874f-0df0696c924c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39c702c2-d0fb-4825-8b73-a470d31992e4 HTTP/1.1" status: 200 len: 217 time: 0.0448892 Sep 09 09:40:56.996780 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e2cfec71-a72e-45f0-8482-5b1a9db4baef, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e2cfec71-a72e-45f0-8482-5b1a9db4baef,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:40:57.025797 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f13ad5-0b0a-4e07-9cc5-eee618ef8c38 x-openstack-request-id: req-66f13ad5-0b0a-4e07-9cc5-eee618ef8c38 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:40:57.026087 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e625dc4-f363-4f5e-89b4-e6f7ac885989", "name": "network-vif-plugged", "status": "completed", "tag": "e2cfec71-a72e-45f0-8482-5b1a9db4baef", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:40:57.026363 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66f13ad5-0b0a-4e07-9cc5-eee618ef8c38 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:40:57.026748 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef', 'code': 200} Sep 09 09:40:57.097765 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:57.127576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-7bd17015-9ba3-4fb5-9912-1c0664def5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:57.132444 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-7bd17015-9ba3-4fb5-9912-1c0664def5b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.1590455 Sep 09 09:40:57.220331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a024-6fde-4f63-b4b8-4e4edb7c5274 req-4969ff71-471a-4478-a6f7-c786c9b0491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:57.222027 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8144a024-6fde-4f63-b4b8-4e4edb7c5274 req-4969ff71-471a-4478-a6f7-c786c9b0491b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 1097 time: 0.1312816 Sep 09 09:40:57.239796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=e2cfec71-a72e-45f0-8482-5b1a9db4baef,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:40:57.355897 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8144a024-6fde-4f63-b4b8-4e4edb7c5274 req-3fa8a09e-e506-4107-87d8-024768b2620e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133831 Sep 09 09:40:57.705573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-90a8cdd2-04b1-46e3-b495-b71ce6926de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:57.707792 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-90a8cdd2-04b1-46e3-b495-b71ce6926de7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5662034 Sep 09 09:40:57.814068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6d455-5f6e-4ece-8413-e2ebf547b96a req-0f2e64a4-e9e9-4a07-9e72-ecd8d5ea8cd3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:57.816907 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7af6d455-5f6e-4ece-8413-e2ebf547b96a req-0f2e64a4-e9e9-4a07-9e72-ecd8d5ea8cd3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 945 time: 0.0789251 Sep 09 09:40:57.916584 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7af6d455-5f6e-4ece-8413-e2ebf547b96a req-2d76c133-79e9-49c1-807b-d5a6c7979d9b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916011 Sep 09 09:40:57.931771 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-dafde838-e316-490c-836f-bceec0928f78 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135191 Sep 09 09:40:57.948412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33552) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:58.090430 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1421960f-4150-4fb5-a9a1-1f5cf2b594b7 req-b2c0edbf-1f41-43e9-b011-7f9f6452fdd5 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320012 Sep 09 09:40:58.260739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3ea9e-656d-4223-863d-dc5c5437aba9 req-02227299-22d0-4c35-b308-f5ab8102647b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:58.260739 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51e3ea9e-656d-4223-863d-dc5c5437aba9 req-02227299-22d0-4c35-b308-f5ab8102647b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.1171546 Sep 09 09:40:58.298146 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-51e3ea9e-656d-4223-863d-dc5c5437aba9 req-859b3675-3588-43d4-acf2-f1a60fa56804 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957444 Sep 09 09:40:58.351746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1933d6fc-8229-413a-8991-ad417cf40429 tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-395284857', 'prefixes': ['172.20.0.0/16']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:58.911019 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1933d6fc-8229-413a-8991-ad417cf40429 tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] Notify callbacks [] for subnetpool, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:58.916305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1933d6fc-8229-413a-8991-ad417cf40429 tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9640238 Sep 09 09:40:58.916780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33574) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:59.026178 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-00077026-5384-4d74-a252-9bc4e05b6f08 tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] 10.222.0.32 "GET /v2.0/subnetpools/212ee0f0-a713-44f2-baa0-04cecbfac025 HTTP/1.1" status: 200 len: 731 time: 0.1081915 Sep 09 09:40:59.028953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33578) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:59.038052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6110e07e-d63b-404f-9f8a-2a00e16e86d1 tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1071886478'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:40:59.614422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061d3d2-eddd-43ba-b690-462800c12e95 req-1f3a872b-118f-42bd-9f01-06bc425d3a0a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:59.616127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e061d3d2-eddd-43ba-b690-462800c12e95 req-1f3a872b-118f-42bd-9f01-06bc425d3a0a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.1288388 Sep 09 09:40:59.699294 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e061d3d2-eddd-43ba-b690-462800c12e95 req-df3a0d4d-8ff4-44ee-bab9-c694bc999e5e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753736 Sep 09 09:40:59.746733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98d275-a7db-4b04-ba01-5424a4d346ef req-0fcae526-f891-433b-8c5f-e484b28ba19c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:59.749563 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da98d275-a7db-4b04-ba01-5424a4d346ef req-0fcae526-f891-433b-8c5f-e484b28ba19c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 945 time: 0.7042308 Sep 09 09:40:59.793073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33588) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:40:59.817057 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da98d275-a7db-4b04-ba01-5424a4d346ef req-40f3f7ac-21a4-4d4c-b195-7486b0a01aa6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593965 Sep 09 09:40:59.942988 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1771cddf-62fd-4561-a8dd-2fb9d938dda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:59.977591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889172f9-9a6a-426b-a320-1f981992612f req-011d547f-f379-442e-a3cd-c73d2cf1a9e7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:40:59.978578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-889172f9-9a6a-426b-a320-1f981992612f req-011d547f-f379-442e-a3cd-c73d2cf1a9e7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 945 time: 0.0794528 Sep 09 09:40:59.992856 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6110e07e-d63b-404f-9f8a-2a00e16e86d1 tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] Notify callbacks [] for subnetpool, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:40:59.996626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6110e07e-d63b-404f-9f8a-2a00e16e86d1 tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] 10.222.0.32 "PUT /v2.0/subnetpools/212ee0f0-a713-44f2-baa0-04cecbfac025 HTTP/1.1" status: 200 len: 684 time: 0.9632590 Sep 09 09:40:59.997138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33598) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:00.094716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-889172f9-9a6a-426b-a320-1f981992612f req-f70b4a31-c27e-4fba-9d91-10b16c1149c6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085632 Sep 09 09:41:00.113694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33608) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:00.193283 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d14e-8d83-4c2e-8ade-0a03ee9dc82c tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] Notify callbacks [] for subnetpool, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:00.196987 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d9e3d14e-8d83-4c2e-8ade-0a03ee9dc82c tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] 10.222.0.32 "DELETE /v2.0/subnetpools/212ee0f0-a713-44f2-baa0-04cecbfac025 HTTP/1.1" status: 204 len: 168 time: 0.1965275 Sep 09 09:41:00.201019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33612) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:00.215129 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1771cddf-62fd-4561-a8dd-2fb9d938dda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:00.222446 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-d45af206-3798-4f81-a875-803d72f8e324 tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] show failed (client error): The resource could not be found. Sep 09 09:41:00.227663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d45af206-3798-4f81-a875-803d72f8e324 tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] 10.222.0.32 "GET /v2.0/subnetpools/212ee0f0-a713-44f2-baa0-04cecbfac025 HTTP/1.1" status: 404 len: 346 time: 0.0249786 Sep 09 09:41:00.230251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33614) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:00.251578 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-f3cc4829-e8b9-402e-a9af-f6af69093103 tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] delete failed (client error): The resource could not be found. Sep 09 09:41:00.270888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f3cc4829-e8b9-402e-a9af-f6af69093103 tempest-SubnetPoolsTestJSON-105271882 tempest-SubnetPoolsTestJSON-105271882-project] 10.222.0.32 "DELETE /v2.0/subnetpools/212ee0f0-a713-44f2-baa0-04cecbfac025 HTTP/1.1" status: 404 len: 346 time: 0.0287805 Sep 09 09:41:00.304766 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1771cddf-62fd-4561-a8dd-2fb9d938dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:00.408141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33618) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:00.408765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1771cddf-62fd-4561-a8dd-2fb9d938dda9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd56a09f9019497a9b9358468594a399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6135299 Sep 09 09:41:00.429128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771cddf-62fd-4561-a8dd-2fb9d938dda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c0786f-c9e0-4ac2-a512-239d976376ea,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:00.459606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050f5fa-9186-4bb6-a591-73cae9c6dea6 tempest-TestVolumeBootPattern-946751297 tempest-TestVolumeBootPattern-946751297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:00.461779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f050f5fa-9186-4bb6-a591-73cae9c6dea6 tempest-TestVolumeBootPattern-946751297 tempest-TestVolumeBootPattern-946751297-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 1092 time: 0.3466945 Sep 09 09:41:00.464943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 33620) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:00.470213 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:41:00.493717 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae851425-6ae3-4ad7-966f-305d3ec42d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:00.534260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae851425-6ae3-4ad7-966f-305d3ec42d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:00.618827 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:00.739012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae851425-6ae3-4ad7-966f-305d3ec42d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:00.741906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae851425-6ae3-4ad7-966f-305d3ec42d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:00.749319 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ae851425-6ae3-4ad7-966f-305d3ec42d16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4c0786f-c9e0-4ac2-a512-239d976376ea HTTP/1.1" status: 204 len: 168 time: 0.3339787 Sep 09 09:41:00.759235 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae851425-6ae3-4ad7-966f-305d3ec42d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c0786f-c9e0-4ac2-a512-239d976376ea,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:00.922406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:00.966751 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200a807-4f75-4b07-9e43-f8b2549165db req-5bd596af-efa4-4c2c-8d4f-093e71605b46 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:00.987585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8200a807-4f75-4b07-9e43-f8b2549165db req-5bd596af-efa4-4c2c-8d4f-093e71605b46 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.1162488 Sep 09 09:41:01.090670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8200a807-4f75-4b07-9e43-f8b2549165db req-ba973f49-a6f9-4b14-b643-b9a3fbb37dc0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958397 Sep 09 09:41:01.110200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Allocated IP 172.25.8.98 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/6c18a209-28c5-4ca4-9ca8-33079430f531) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:41:01.165272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33634) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:01.318028 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:01.454892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:01.525931 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-949eb924-2c3e-4777-9300-dce81b942041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:01.543060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:41:01.552598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:41:01.568724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:41:01.596470 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-54d5bb03-d88f-4258-b9e9-c4ceb9349d64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1069911 Sep 09 09:41:01.614652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=6c18a209-28c5-4ca4-9ca8-33079430f531,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:01.800905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-949eb924-2c3e-4777-9300-dce81b942041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:01.820149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-3a815c9e-f13e-4bce-8f1a-10e748f9efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:01.822063 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-3a815c9e-f13e-4bce-8f1a-10e748f9efea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 1097 time: 0.1199505 Sep 09 09:41:01.970783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-949eb924-2c3e-4777-9300-dce81b942041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:02.012787 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-949eb924-2c3e-4777-9300-dce81b942041 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6fce2e3f358842e98eecf307a27a0508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8460007 Sep 09 09:41:02.016794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 33652) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:02.125612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eb924-2c3e-4777-9300-dce81b942041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb977d6e-9568-4657-b76b-30e19c52d448,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:02.142373 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a233b461-2e72-440f-b1ca-e863230d015b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:02.151650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-c933c944-4c92-47cc-8c96-e13c9ea5444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:02.152048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-c933c944-4c92-47cc-8c96-e13c9ea5444b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.3077531 Sep 09 09:41:02.230392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-96091b4c-77db-45ba-a641-bd973b8b1250 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d43f6962-6f2e-4b0d-9524-49f3e88206eb HTTP/1.1" status: 200 len: 217 time: 0.0604851 Sep 09 09:41:02.298774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-45eaf848-5e97-49ac-873b-cbf930ded283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:02.306064 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-45eaf848-5e97-49ac-873b-cbf930ded283 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.0660002 Sep 09 09:41:02.314100 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a233b461-2e72-440f-b1ca-e863230d015b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:02.411785 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-22eb69a0-d920-4de8-84a0-bede50a3e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:02.414157 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-22eb69a0-d920-4de8-84a0-bede50a3e803 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964034 Sep 09 09:41:02.529896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-ff6fbdbf-ba3a-478b-9de2-7085112ee2e2 service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068985 Sep 09 09:41:02.541449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5d52a-90cf-4a12-85e6-b0d13684f683 req-0cfb66e9-0c61-4feb-8e4b-be78a14f5106 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:02.550726 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fee5d52a-90cf-4a12-85e6-b0d13684f683 req-0cfb66e9-0c61-4feb-8e4b-be78a14f5106 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.3259623 Sep 09 09:41:02.635983 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fee5d52a-90cf-4a12-85e6-b0d13684f683 req-05c0f725-6821-45ce-bede-cb2690671ca9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841219 Sep 09 09:41:02.673877 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a233b461-2e72-440f-b1ca-e863230d015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:02.682009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a233b461-2e72-440f-b1ca-e863230d015b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:02.685505 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a233b461-2e72-440f-b1ca-e863230d015b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb977d6e-9568-4657-b76b-30e19c52d448 HTTP/1.1" status: 204 len: 168 time: 0.6661806 Sep 09 09:41:02.755846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1a27d8f8-afd6-4f34-8fc5-f60ba6bafa81 req-7606048e-e438-4fbc-b259-618e82c0cece service neutron] 10.222.0.24 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112942 Sep 09 09:41:02.774831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233b461-2e72-440f-b1ca-e863230d015b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb977d6e-9568-4657-b76b-30e19c52d448,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:02.973703 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:03.309488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:03.629598 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:03.812563 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:03.900318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad883cf-faf2-43a1-99a8-65d3dc2a09d9 req-850c82b4-18d6-42b0-b7ee-2192e674de5a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:03.900318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ad883cf-faf2-43a1-99a8-65d3dc2a09d9 req-850c82b4-18d6-42b0-b7ee-2192e674de5a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.0954480 Sep 09 09:41:03.931139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=6c18a209-28c5-4ca4-9ca8-33079430f531,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:03.936299 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ad883cf-faf2-43a1-99a8-65d3dc2a09d9 req-ff2625af-e52e-4de8-b62e-4bb6a66af433 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007431 Sep 09 09:41:04.004968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:04.163093 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Floating IP 32a2dd50-5b12-41f8-b5bc-beb2db7275bc associated. External IP: 172.25.8.98, port: e2cfec71-a72e-45f0-8482-5b1a9db4baef. Sep 09 09:41:04.436408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Router 42f75632-702d-41c8-930e-179afeaa44ac has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:41:04.573820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:41:04.587472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf9b5e-baa4-4c0e-bc51-d2743867aa8e None None] Sync routers for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:41:04.606695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaf9b5e-baa4-4c0e-bc51-d2743867aa8e None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:41:04.610845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2eaf9b5e-baa4-4c0e-bc51-d2743867aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:04.755834 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:04.775513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-2eaf9b5e-baa4-4c0e-bc51-d2743867aa8e None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:41:04.806487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-26f836c5-80e6-4cde-b7dd-f4364c16ca71 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3401747 Sep 09 09:41:04.807157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'tag': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:41:04.809810 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e625dc4-f363-4f5e-89b4-e6f7ac885989", "tag": "e2cfec71-a72e-45f0-8482-5b1a9db4baef"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:41:04.892706 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d801671-dfb0-4241-8205-0b40ac4478f9 x-openstack-request-id: req-0d801671-dfb0-4241-8205-0b40ac4478f9 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:41:04.893006 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e625dc4-f363-4f5e-89b4-e6f7ac885989", "tag": "e2cfec71-a72e-45f0-8482-5b1a9db4baef", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:41:04.893268 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d801671-dfb0-4241-8205-0b40ac4478f9 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:41:04.893681 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'tag': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef', 'status': 'completed', 'code': 200} Sep 09 09:41:04.974501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f req-91bb734f-34f0-4882-98e4-449949f53b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:04.977192 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f req-91bb734f-34f0-4882-98e4-449949f53b5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 1097 time: 0.0638623 Sep 09 09:41:05.136062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e07b5-19e7-4bef-a646-c1a4dcb0f8e9 req-af4cd74c-a5bf-41a2-91bc-150a72f142dd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:05.138325 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c54e07b5-19e7-4bef-a646-c1a4dcb0f8e9 req-af4cd74c-a5bf-41a2-91bc-150a72f142dd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.1167815 Sep 09 09:41:05.159010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2eaf9b5e-baa4-4c0e-bc51-d2743867aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '32a2dd50-5b12-41f8-b5bc-beb2db7275bc', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:41:02Z', 'updated_at': '2021-09-09T09:41:02Z', 'revision_number': 0, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:05.188281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f req-c0e0c8b7-7cb8-401f-9b64-8ba342eb477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:05.189860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f req-c0e0c8b7-7cb8-401f-9b64-8ba342eb477a service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.2053006 Sep 09 09:41:05.198194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf9b5e-baa4-4c0e-bc51-d2743867aa8e None None] Checking router: 42f75632-702d-41c8-930e-179afeaa44ac for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:41:05.209721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaf9b5e-baa4-4c0e-bc51-d2743867aa8e None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:41:05.210816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2eaf9b5e-baa4-4c0e-bc51-d2743867aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:40:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:05.250898 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c54e07b5-19e7-4bef-a646-c1a4dcb0f8e9 req-a2e176fa-305b-424c-84bd-353dd78f94f3 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033721 Sep 09 09:41:05.302110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f req-04db514d-e6d7-4e49-ae44-b718b30f0c4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2cfec71-a72e-45f0-8482-5b1a9db4baef HTTP/1.1" status: 200 len: 998 time: 0.1016870 Sep 09 09:41:05.374950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f req-fa4af3d9-b774-4b2f-8782-5b59b77b3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:05.377528 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f req-fa4af3d9-b774-4b2f-8782-5b59b77b3db9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0675108 Sep 09 09:41:05.397198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-2eaf9b5e-baa4-4c0e-bc51-d2743867aa8e None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:41:05.494956 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f req-85b63bf6-6d0b-43b9-acfa-7b96f8661a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:05.498576 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f req-85b63bf6-6d0b-43b9-acfa-7b96f8661a5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152933 Sep 09 09:41:05.718862 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f req-80232a55-b87e-4843-b029-36d465a66c3a service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131765 Sep 09 09:41:05.854841 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ed8591d2-ddbd-4b13-9ca3-ee625e4d8b5f req-232fc949-7148-467c-b565-8edcdb89f73e service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266119 Sep 09 09:41:06.023999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-2eaf9b5e-baa4-4c0e-bc51-d2743867aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '32a2dd50-5b12-41f8-b5bc-beb2db7275bc', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:41:02Z', 'updated_at': '2021-09-09T09:41:02Z', 'revision_number': 0, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:06.062121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf9b5e-baa4-4c0e-bc51-d2743867aa8e None None] The sync data for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 is: [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '32a2dd50-5b12-41f8-b5bc-beb2db7275bc', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:41:02Z', 'updated_at': '2021-09-09T09:41:02Z', 'revision_number': 0, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:41:06.317857 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09b00f-5ff6-4e9f-9d36-0895a33217a0 None None] New status for floating IP 32a2dd50-5b12-41f8-b5bc-beb2db7275bc: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:41:06.407571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700b72f-3a34-4cdf-9b6f-5e14627473f1 req-47d80666-f8e9-4101-a18b-dd0aac06f2b2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:06.409223 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a700b72f-3a34-4cdf-9b6f-5e14627473f1 req-47d80666-f8e9-4101-a18b-dd0aac06f2b2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.0539181 Sep 09 09:41:06.451188 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a700b72f-3a34-4cdf-9b6f-5e14627473f1 req-70ab652a-248b-457e-9b76-6edc0b099541 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352423 Sep 09 09:41:07.638389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f0241-ec51-4088-9144-003defb392db req-2404d429-ec77-46b1-9f36-8233f0a4e2a7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:07.640380 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a3f0241-ec51-4088-9144-003defb392db req-2404d429-ec77-46b1-9f36-8233f0a4e2a7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.0678222 Sep 09 09:41:07.663631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea75ef-aa75-4a84-917f-233c1359f6d4 req-a8a057f0-b37a-48b3-bfc1-08b87da3c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:07.665880 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcea75ef-aa75-4a84-917f-233c1359f6d4 req-a8a057f0-b37a-48b3-bfc1-08b87da3c7b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 1097 time: 0.0541842 Sep 09 09:41:07.683423 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a3f0241-ec51-4088-9144-003defb392db req-67ec3b27-c90b-4783-b5b3-06b9daaa265a tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367136 Sep 09 09:41:08.046402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea75ef-aa75-4a84-917f-233c1359f6d4 req-78f06823-1d82-475e-b9da-e53c20555143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:08.048958 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcea75ef-aa75-4a84-917f-233c1359f6d4 req-78f06823-1d82-475e-b9da-e53c20555143 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.3742104 Sep 09 09:41:08.096806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcea75ef-aa75-4a84-917f-233c1359f6d4 req-1b63b515-c724-4866-afe1-51f65097caa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=579794d5-35ff-4caa-9628-f063c24ed1a3 HTTP/1.1" status: 200 len: 217 time: 0.0404031 Sep 09 09:41:08.151600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea75ef-aa75-4a84-917f-233c1359f6d4 req-006b88e2-bc3c-4437-827c-08b42f887309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:08.153088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcea75ef-aa75-4a84-917f-233c1359f6d4 req-006b88e2-bc3c-4437-827c-08b42f887309 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.0496824 Sep 09 09:41:08.202003 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea75ef-aa75-4a84-917f-233c1359f6d4 req-2fe7951d-fb30-422e-8b1b-9115a0b8f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:08.203797 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcea75ef-aa75-4a84-917f-233c1359f6d4 req-2fe7951d-fb30-422e-8b1b-9115a0b8f1b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436187 Sep 09 09:41:08.305033 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcea75ef-aa75-4a84-917f-233c1359f6d4 req-16c476f4-5a8f-465f-bba9-5aed7db06fec service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921676 Sep 09 09:41:08.397582 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcea75ef-aa75-4a84-917f-233c1359f6d4 req-dfd04313-693f-49ca-be4a-a8f93fe71d24 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883715 Sep 09 09:41:08.806615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985ada-0c3d-4c38-b7c0-bce13f7881da req-024e848b-6d04-491a-84c4-a5faaacaaacc tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:08.808131 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22985ada-0c3d-4c38-b7c0-bce13f7881da req-024e848b-6d04-491a-84c4-a5faaacaaacc tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.0506301 Sep 09 09:41:08.848343 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22985ada-0c3d-4c38-b7c0-bce13f7881da req-53ac00c6-0d9e-4134-b521-fe0c4971450c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335896 Sep 09 09:41:09.973218 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa9c3-1419-4a9c-8de8-15310c28f6e4 req-d425c7db-e1eb-48ea-bae6-df4d3bcac0fd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:09.975039 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c50fa9c3-1419-4a9c-8de8-15310c28f6e4 req-d425c7db-e1eb-48ea-bae6-df4d3bcac0fd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.0562327 Sep 09 09:41:10.017187 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c50fa9c3-1419-4a9c-8de8-15310c28f6e4 req-d8a4a2c4-9e1c-4a8a-ba50-b820fc70e977 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359151 Sep 09 09:41:11.146365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230004e-ad15-4384-8eb9-2a9b006c477d req-48a5d578-0efd-460a-be84-49d82b5666d8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:11.147984 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d230004e-ad15-4384-8eb9-2a9b006c477d req-48a5d578-0efd-460a-be84-49d82b5666d8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 945 time: 0.0609710 Sep 09 09:41:11.187850 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d230004e-ad15-4384-8eb9-2a9b006c477d req-0f7daa01-ce20-4e8d-af27-fc0a3e572c0b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334949 Sep 09 09:41:11.304845 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e385c5-0a4d-4c47-93a2-eeb379c749b9 req-c90c7b3b-a972-462b-b2fc-76dd6ec22b35 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:11.306450 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e0e385c5-0a4d-4c47-93a2-eeb379c749b9 req-c90c7b3b-a972-462b-b2fc-76dd6ec22b35 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0513916 Sep 09 09:41:11.349748 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e0e385c5-0a4d-4c47-93a2-eeb379c749b9 req-5b6c4d7f-3ca1-4039-94e7-d0a6a71d979b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364270 Sep 09 09:41:11.489879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414f259-1b3d-4dfb-bc41-b0561ab07acb req-9bc4a1bd-b36f-405b-b63f-ef8c47ba7ce5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:11.491638 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6414f259-1b3d-4dfb-bc41-b0561ab07acb req-9bc4a1bd-b36f-405b-b63f-ef8c47ba7ce5 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0606997 Sep 09 09:41:11.531776 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6414f259-1b3d-4dfb-bc41-b0561ab07acb req-198594cc-d47c-44dc-9f17-6b1c60c39198 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337646 Sep 09 09:41:11.556953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 579794d5-35ff-4caa-9628-f063c24ed1a3 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:41:11.634832 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:11.657781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579794d5-35ff-4caa-9628-f063c24ed1a3'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:41:11.660097 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293bf1be-b8a9-464e-bc2c-462754a6133d" -d '{"events": [{"server_uuid": "4f318de1-f79b-4396-b8ed-be7d8ab992f9", "name": "network-vif-unplugged", "status": "completed", "tag": "579794d5-35ff-4caa-9628-f063c24ed1a3"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:41:11.673785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 579794d5-35ff-4caa-9628-f063c24ed1a3, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=579794d5-35ff-4caa-9628-f063c24ed1a3,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:11.699614 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 09:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0946a3f-35d0-4c96-be3e-d7a67dfd915b x-openstack-request-id: req-f0946a3f-35d0-4c96-be3e-d7a67dfd915b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:41:11.699614 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f318de1-f79b-4396-b8ed-be7d8ab992f9", "name": "network-vif-unplugged", "status": "failed", "tag": "579794d5-35ff-4caa-9628-f063c24ed1a3", "code": 422}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:41:11.699614 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0946a3f-35d0-4c96-be3e-d7a67dfd915b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:41:11.699614 n-d-778696-16 neutron-server[95327]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '579794d5-35ff-4caa-9628-f063c24ed1a3', 'code': 422} returned with failed status Sep 09 09:41:11.806376 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:11.865635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=579794d5-35ff-4caa-9628-f063c24ed1a3,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:11.874761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.875124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.875976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.875976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.876228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.876673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.877166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.879156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.879592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.880100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.880871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.881416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:11.994664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c913-7078-421a-9645-54523e64d7a7 req-88553c97-3321-4a82-b6b2-c1b84cb73ace tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:11.996182 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1521c913-7078-421a-9645-54523e64d7a7 req-88553c97-3321-4a82-b6b2-c1b84cb73ace tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Sep 09 09:41:12.052729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1521c913-7078-421a-9645-54523e64d7a7 req-34c87392-f64f-42db-b2d3-a8dcb70f7e20 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481427 Sep 09 09:41:13.172944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570f50c-f18f-4295-ac6d-1c55bfb6e057 req-c1027090-c015-459c-af86-a4b2bbb0688b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:13.174625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d570f50c-f18f-4295-ac6d-1c55bfb6e057 req-c1027090-c015-459c-af86-a4b2bbb0688b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0560300 Sep 09 09:41:13.215813 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d570f50c-f18f-4295-ac6d-1c55bfb6e057 req-9fba27d2-003d-416e-a863-f85ea501104e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346427 Sep 09 09:41:13.650066 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:41:14.352304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f0c0-4612-4796-8340-979df78a0a2c req-26cf76d0-6c80-430b-8fbb-3345b390a151 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:14.354460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f82f0c0-4612-4796-8340-979df78a0a2c req-26cf76d0-6c80-430b-8fbb-3345b390a151 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0642819 Sep 09 09:41:14.396672 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f82f0c0-4612-4796-8340-979df78a0a2c req-b7da4c5d-0037-4efa-a25b-4fbff977e402 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359030 Sep 09 09:41:14.436436 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac72d023-5153-4829-b7da-020210e5ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:15.566162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 579794d5-35ff-4caa-9628-f063c24ed1a3 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:41:15.608430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c08bc2-2c52-4cde-96c0-46233fa742c8 req-2d9630cb-f766-4e13-8695-03431138ccb1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:15.619201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7c08bc2-2c52-4cde-96c0-46233fa742c8 req-2d9630cb-f766-4e13-8695-03431138ccb1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1135156 Sep 09 09:41:15.685128 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7c08bc2-2c52-4cde-96c0-46233fa742c8 req-a4932aab-4a2a-46b6-9ea4-60750171a433 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646102 Sep 09 09:41:16.823202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef66f88-09aa-4ac2-a596-7a3f2ae75a7a req-747df8a7-f1de-4dc4-9791-bb5abc877a11 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:16.826637 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ef66f88-09aa-4ac2-a596-7a3f2ae75a7a req-747df8a7-f1de-4dc4-9791-bb5abc877a11 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0553823 Sep 09 09:41:16.875813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ef66f88-09aa-4ac2-a596-7a3f2ae75a7a req-74750a5d-ca94-4b3e-8229-1fe837bc75d2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448546 Sep 09 09:41:17.159133 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ace8056c-73f5-4c43-9cc8-f04139add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:17.344394 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:18.016272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47763009-55af-4cc7-af05-68b461f13dd7 req-0b5ca6eb-26b7-498e-bac6-f075c2c74cf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:18.018125 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47763009-55af-4cc7-af05-68b461f13dd7 req-0b5ca6eb-26b7-498e-bac6-f075c2c74cf2 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0533748 Sep 09 09:41:18.090795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47763009-55af-4cc7-af05-68b461f13dd7 req-e1755b5e-d41a-4b36-a2a4-92d7fd3604ed tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615404 Sep 09 09:41:18.588880 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:19.244148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8ca02-1e82-4165-b235-a3ac4954eaa5 req-f1f5e273-f744-4ae0-820d-8b68fff2d73e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:19.253620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-74d8ca02-1e82-4165-b235-a3ac4954eaa5 req-f1f5e273-f744-4ae0-820d-8b68fff2d73e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0790036 Sep 09 09:41:19.320205 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-74d8ca02-1e82-4165-b235-a3ac4954eaa5 req-c4f37d0e-6837-4c08-b123-aa2ebd4bf907 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526867 Sep 09 09:41:20.161672 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:20.449942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664ced4-9d1e-4820-8570-406fd24de6ee req-64bd0003-51e5-4fc6-82da-5cf50b057520 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:20.452766 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6664ced4-9d1e-4820-8570-406fd24de6ee req-64bd0003-51e5-4fc6-82da-5cf50b057520 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0668101 Sep 09 09:41:20.511013 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6664ced4-9d1e-4820-8570-406fd24de6ee req-e43e65d8-4570-45e0-91ea-2e0b241dab3c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495543 Sep 09 09:41:21.674002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443c058-106e-4fc1-a77c-66b0b5e8860b req-a07ef596-e2d2-4aed-b32a-48b9798ccae0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:21.675813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e443c058-106e-4fc1-a77c-66b0b5e8860b req-a07ef596-e2d2-4aed-b32a-48b9798ccae0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0867910 Sep 09 09:41:21.749318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e443c058-106e-4fc1-a77c-66b0b5e8860b req-4dca0b54-5f7e-4f99-9506-dcd43fef0f86 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669737 Sep 09 09:41:22.604695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34082) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:22.859076 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9643a617-05b2-4f26-99a2-b097ec4f7fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:22.915268 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d55f8-1e05-4883-8fdd-b92f7e8ee003 req-69727490-6829-403f-94b8-314f7bf81e45 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:22.926410 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6a7d55f8-1e05-4883-8fdd-b92f7e8ee003 req-69727490-6829-403f-94b8-314f7bf81e45 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0929937 Sep 09 09:41:22.996255 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6a7d55f8-1e05-4883-8fdd-b92f7e8ee003 req-aab7d7ce-3545-419f-ae60-f03888ac4fb1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691617 Sep 09 09:41:22.996822 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9643a617-05b2-4f26-99a2-b097ec4f7fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:23.149120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9643a617-05b2-4f26-99a2-b097ec4f7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:23.183325 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9643a617-05b2-4f26-99a2-b097ec4f7fd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b181f98922a4495980a40f9b769f04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735161 Sep 09 09:41:23.187954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34096) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:23.213742 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643a617-05b2-4f26-99a2-b097ec4f7fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17315563-ebb2-4eeb-891e-e1d6c3b06c48,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:23.288608 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfb84732-9e22-4436-bce5-78e868c055d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:23.312786 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfb84732-9e22-4436-bce5-78e868c055d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:23.498046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a0ed2-0dcb-4ce4-acb3-bbb87223269d req-8cb25757-ebe7-4ddd-a860-923e118ab2f1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:23.499999 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5c2a0ed2-0dcb-4ce4-acb3-bbb87223269d req-8cb25757-ebe7-4ddd-a860-923e118ab2f1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0545473 Sep 09 09:41:23.505256 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfb84732-9e22-4436-bce5-78e868c055d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:23.505256 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfb84732-9e22-4436-bce5-78e868c055d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:23.508016 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dfb84732-9e22-4436-bce5-78e868c055d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17315563-ebb2-4eeb-891e-e1d6c3b06c48 HTTP/1.1" status: 204 len: 168 time: 0.3149741 Sep 09 09:41:23.533510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb84732-9e22-4436-bce5-78e868c055d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17315563-ebb2-4eeb-891e-e1d6c3b06c48,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:23.572877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5c2a0ed2-0dcb-4ce4-acb3-bbb87223269d req-e834b1ec-29e3-4628-b0fb-3ca4f6c9c94e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637844 Sep 09 09:41:23.686835 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55962-0c9b-4d0a-9ab1-4e7fa8b57857 req-b843bb40-68f9-4cc4-befe-38999d95df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:23.688416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-69e55962-0c9b-4d0a-9ab1-4e7fa8b57857 req-b843bb40-68f9-4cc4-befe-38999d95df24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0479352 Sep 09 09:41:23.818649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55962-0c9b-4d0a-9ab1-4e7fa8b57857 req-23bb93ea-6146-4f38-97a5-fc24655c47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:23.820655 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-69e55962-0c9b-4d0a-9ab1-4e7fa8b57857 req-23bb93ea-6146-4f38-97a5-fc24655c47f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.1256592 Sep 09 09:41:23.909706 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-69e55962-0c9b-4d0a-9ab1-4e7fa8b57857 req-f2b3cfc5-8421-4fb9-a7fe-f00e1dcb54d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1000 time: 0.0806584 Sep 09 09:41:23.980692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55962-0c9b-4d0a-9ab1-4e7fa8b57857 req-2c72eae1-ec5f-4353-8774-caf0c5a34592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:23.982504 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-69e55962-0c9b-4d0a-9ab1-4e7fa8b57857 req-2c72eae1-ec5f-4353-8774-caf0c5a34592 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.0661883 Sep 09 09:41:24.042202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55962-0c9b-4d0a-9ab1-4e7fa8b57857 req-ae477644-58dd-48b4-9960-64b272186682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:24.043683 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-69e55962-0c9b-4d0a-9ab1-4e7fa8b57857 req-ae477644-58dd-48b4-9960-64b272186682 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545182 Sep 09 09:41:24.155429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-69e55962-0c9b-4d0a-9ab1-4e7fa8b57857 req-5e855db1-c8c1-4b13-b977-230d8f1d02b3 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044757 Sep 09 09:41:24.252300 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-69e55962-0c9b-4d0a-9ab1-4e7fa8b57857 req-4b512e56-097b-4946-bde4-ceb658e25972 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904093 Sep 09 09:41:24.452056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34120) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:24.466516 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cff3d55b-c864-42d3-887c-ebbda98240a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:24.559694 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cff3d55b-c864-42d3-887c-ebbda98240a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:24.686953 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cff3d55b-c864-42d3-887c-ebbda98240a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:24.732991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a2c86-8a1f-41cf-be46-e8bb95c0eeed req-52ffec9e-2f70-45ab-9694-2518ab02120d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:24.739960 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-079a2c86-8a1f-41cf-be46-e8bb95c0eeed req-52ffec9e-2f70-45ab-9694-2518ab02120d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0759559 Sep 09 09:41:24.756744 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cff3d55b-c864-42d3-887c-ebbda98240a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fca40afb156a4a20bbada1b53b6232b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029020 Sep 09 09:41:24.757976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3d55b-c864-42d3-887c-ebbda98240a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929d7501-6465-4085-a86b-a1f504f33cc1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:24.766428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34126) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:24.839564 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-079a2c86-8a1f-41cf-be46-e8bb95c0eeed req-905e2563-01ab-42ff-92be-25ccfe7c0d12 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984447 Sep 09 09:41:24.874311 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fa209ab-fc46-456e-b67a-bd693af526ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:24.899415 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fa209ab-fc46-456e-b67a-bd693af526ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:25.023660 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fa209ab-fc46-456e-b67a-bd693af526ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:25.026428 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8fa209ab-fc46-456e-b67a-bd693af526ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:25.030752 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8fa209ab-fc46-456e-b67a-bd693af526ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/929d7501-6465-4085-a86b-a1f504f33cc1 HTTP/1.1" status: 204 len: 168 time: 0.2633209 Sep 09 09:41:25.039333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa209ab-fc46-456e-b67a-bd693af526ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929d7501-6465-4085-a86b-a1f504f33cc1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:25.309441 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:25.989372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f23a9-3771-40c2-aba2-feabbb8124d6 req-3a572d9d-d936-4ece-81a1-86d30ae2c29d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:25.990913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c33f23a9-3771-40c2-aba2-feabbb8124d6 req-3a572d9d-d936-4ece-81a1-86d30ae2c29d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0563614 Sep 09 09:41:26.000939 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:26.036017 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c33f23a9-3771-40c2-aba2-feabbb8124d6 req-9a5332de-145e-4166-a558-e7143e0fbe72 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388622 Sep 09 09:41:26.080255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34156) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:26.096045 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-84255b30-25f8-4878-ade4-85ef572ecff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:26.206126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ee2b6-1446-4a96-a991-95e3c2ae36f9 req-46615514-145c-4f8e-b467-9c21fa5c069f tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:26.207861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-519ee2b6-1446-4a96-a991-95e3c2ae36f9 req-46615514-145c-4f8e-b467-9c21fa5c069f tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0765457 Sep 09 09:41:26.270895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-84255b30-25f8-4878-ade4-85ef572ecff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:26.274625 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-519ee2b6-1446-4a96-a991-95e3c2ae36f9 req-140dca58-d9b8-490a-9812-1b6e6beb6ea0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490994 Sep 09 09:41:26.349182 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-84255b30-25f8-4878-ade4-85ef572ecff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:26.411991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-84255b30-25f8-4878-ade4-85ef572ecff0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c32facdacec94de58ae9a123a62ad820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305719 Sep 09 09:41:26.412698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34160) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:26.440424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84255b30-25f8-4878-ade4-85ef572ecff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3931985c-1fec-41af-8b16-f0baab55ce1d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:26.495768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321e3eb-dafd-47a4-926e-bac818d235db req-486e170e-6395-4aec-a50a-99df0454658e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:26.503228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4321e3eb-dafd-47a4-926e-bac818d235db req-486e170e-6395-4aec-a50a-99df0454658e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1424441 Sep 09 09:41:26.504342 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a5c6734-66ee-4908-aa80-f5d688b493b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:26.527955 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a5c6734-66ee-4908-aa80-f5d688b493b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:26.541831 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4321e3eb-dafd-47a4-926e-bac818d235db req-b3e56a0c-4475-47c8-89bd-56ac380b154c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378172 Sep 09 09:41:26.709159 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a5c6734-66ee-4908-aa80-f5d688b493b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:26.712083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a5c6734-66ee-4908-aa80-f5d688b493b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:26.715874 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3a5c6734-66ee-4908-aa80-f5d688b493b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3931985c-1fec-41af-8b16-f0baab55ce1d HTTP/1.1" status: 204 len: 168 time: 0.2979271 Sep 09 09:41:26.733743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c6734-66ee-4908-aa80-f5d688b493b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3931985c-1fec-41af-8b16-f0baab55ce1d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:27.140626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314ddaf-e677-47be-a79d-269229e4e590 req-83432cfe-cb0a-4716-86f3-32f69a1bcda7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:27.149501 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5314ddaf-e677-47be-a79d-269229e4e590 req-83432cfe-cb0a-4716-86f3-32f69a1bcda7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0584986 Sep 09 09:41:27.203411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5314ddaf-e677-47be-a79d-269229e4e590 req-bdcb0652-6ff5-4eeb-9690-8ee1310fb1aa tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509079 Sep 09 09:41:28.345734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b4ce2-21f5-47e5-b194-193c448b383f req-0dcc2f8c-6f68-4d37-8754-a2d71eb55beb tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:28.348599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-063b4ce2-21f5-47e5-b194-193c448b383f req-0dcc2f8c-6f68-4d37-8754-a2d71eb55beb tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0553296 Sep 09 09:41:28.390711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-063b4ce2-21f5-47e5-b194-193c448b383f req-1c56e639-9375-4be7-859a-6835413f2732 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346994 Sep 09 09:41:28.894893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d123-2d14-4cc7-8a8b-abd60022fbbf req-91c1cf38-0d00-4e79-ba52-dd17d435519e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:28.903181 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ac5d123-2d14-4cc7-8a8b-abd60022fbbf req-91c1cf38-0d00-4e79-ba52-dd17d435519e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1107540 Sep 09 09:41:28.968607 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ac5d123-2d14-4cc7-8a8b-abd60022fbbf req-564bc193-36d5-4ae1-a0a8-7a3ec91e5c81 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642724 Sep 09 09:41:28.974144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cfc3b-ea40-4cd5-a060-5e3da9a2a389 req-9e877e2d-3dc0-42d3-9e4f-96e2628e0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:28.975963 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-752cfc3b-ea40-4cd5-a060-5e3da9a2a389 req-9e877e2d-3dc0-42d3-9e4f-96e2628e0918 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da114216dbc1457395669302398f7a7d&device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0706208 Sep 09 09:41:29.146568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cfc3b-ea40-4cd5-a060-5e3da9a2a389 req-49312902-2d55-4dda-ae7d-7ef903f428da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:29.148460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-752cfc3b-ea40-4cd5-a060-5e3da9a2a389 req-49312902-2d55-4dda-ae7d-7ef903f428da service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 200 len: 912 time: 0.1641419 Sep 09 09:41:29.261125 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-752cfc3b-ea40-4cd5-a060-5e3da9a2a389 req-67eb5bdc-6b3f-445d-9218-342d612d99ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 200 len: 1000 time: 0.1000493 Sep 09 09:41:29.334088 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cfc3b-ea40-4cd5-a060-5e3da9a2a389 req-b20e6b79-b1cd-411f-bc68-579947be87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:29.335978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-752cfc3b-ea40-4cd5-a060-5e3da9a2a389 req-b20e6b79-b1cd-411f-bc68-579947be87ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 200 len: 850 time: 0.0673237 Sep 09 09:41:29.411118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cfc3b-ea40-4cd5-a060-5e3da9a2a389 req-08c8831d-1ad2-4e69-b982-3b6879caabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:29.417159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-752cfc3b-ea40-4cd5-a060-5e3da9a2a389 req-08c8831d-1ad2-4e69-b982-3b6879caabdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c618c8-1024-4991-8b5f-74476743e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737231 Sep 09 09:41:29.573860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-752cfc3b-ea40-4cd5-a060-5e3da9a2a389 req-f9d10e9a-8f3a-4068-b566-b383f7de03bf service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485796 Sep 09 09:41:29.717800 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-752cfc3b-ea40-4cd5-a060-5e3da9a2a389 req-0cefc1e6-f2ae-4a66-9b4c-5e69ad2e1597 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363013 Sep 09 09:41:30.128521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33dede-762e-4317-9095-0bb9b73ae7d1 req-078cbdfa-76f2-48e8-8c40-9ebcf4f8ed12 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:30.136466 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d33dede-762e-4317-9095-0bb9b73ae7d1 req-078cbdfa-76f2-48e8-8c40-9ebcf4f8ed12 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0943358 Sep 09 09:41:30.188367 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d33dede-762e-4317-9095-0bb9b73ae7d1 req-cc5c1979-826a-4c3a-bfb7-7e2eb876cfea tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509176 Sep 09 09:41:30.820012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34306) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:30.825216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'network': {'name': 'tempest-network-smoke--1871436503', 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:41:30.914633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Made reservation on behalf of b0efd7defe4647939aa2a945cbe26e50 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:41:30.918453 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:30.931056 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:31.054353 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:31.097436 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:31.126329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:41:31.132886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10b69b9-66d9-4ceb-a0c1-c4d6d3dc1916,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:31.139447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:31.139763 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Added segment f03fe98c-1307-4903-9c19-28d008679421 of type vlan for network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc Sep 09 09:41:31.182970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:31.315063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06ab73-7f1a-4af2-abd9-8f3c732c395c req-81913609-d448-44a9-ab04-ead6398a6ddb tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:31.316507 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd06ab73-7f1a-4af2-abd9-8f3c732c395c req-81913609-d448-44a9-ab04-ead6398a6ddb tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0538437 Sep 09 09:41:31.351686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:31.357973 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:31.358507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:31.384672 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd06ab73-7f1a-4af2-abd9-8f3c732c395c req-1b73d865-a530-4eb3-bc2a-49336e1f1061 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622382 Sep 09 09:41:31.438504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Network': ['ID=53b485a2-d4ff-4e36-b73d-17ee89f4c7fc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:31.455540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:41:31.493715 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-123c4f00-8fa0-4309-a8ef-9959a2e38d49 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6718321 Sep 09 09:41:31.496159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34320) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:31.502101 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'admin_state_up': True, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:41:31.520479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61a130-d649-4c05-9fbb-78bae402347f req-c4d1c3d0-27bf-4ef2-8f9b-fc3a3a9c122c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:31.522046 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f61a130-d649-4c05-9fbb-78bae402347f req-c4d1c3d0-27bf-4ef2-8f9b-fc3a3a9c122c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0596528 Sep 09 09:41:31.569638 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f61a130-d649-4c05-9fbb-78bae402347f req-34c7ccc7-eb7c-4034-926b-5346b1e480b8 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358431 Sep 09 09:41:31.629378 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:31.633631 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:31.741316 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:32.116329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:32.432179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34364) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:32.592818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5afcb97e-01f4-4f4e-85eb-369b5659ef1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:32.670746 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:32.696108 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:32.751188 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5afcb97e-01f4-4f4e-85eb-369b5659ef1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:32.827874 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5afcb97e-01f4-4f4e-85eb-369b5659ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:32.831975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Allocated IP 172.25.8.201 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e17e506d-427e-424e-bcf0-3fa7e9276f71) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:41:32.906562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5afcb97e-01f4-4f4e-85eb-369b5659ef1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69fd9bac408b4125aabf1ce237256ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781172 Sep 09 09:41:32.908613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34380) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:32.908895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcb97e-01f4-4f4e-85eb-369b5659ef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23550d98-f759-41d3-babd-d80b5390a6c5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:33.062318 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1da212ba-04e6-40ba-be27-3196077fd95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:33.090801 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:33.112017 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1da212ba-04e6-40ba-be27-3196077fd95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:33.264274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:33.308488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:41:33.315015 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:41:33.317651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:41:33.341520 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1da212ba-04e6-40ba-be27-3196077fd95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:33.344492 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1da212ba-04e6-40ba-be27-3196077fd95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:33.345642 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1da212ba-04e6-40ba-be27-3196077fd95c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23550d98-f759-41d3-babd-d80b5390a6c5 HTTP/1.1" status: 204 len: 168 time: 0.4352901 Sep 09 09:41:33.380298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Port': ['ID=e17e506d-427e-424e-bcf0-3fa7e9276f71,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:33.398557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da212ba-04e6-40ba-be27-3196077fd95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23550d98-f759-41d3-babd-d80b5390a6c5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:33.932342 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:34.199736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b49dac-f6fe-412c-830a-ebbc3612eb7e req-413ba943-47ba-492b-b19d-e53de5f387dc tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:34.201691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-28b49dac-f6fe-412c-830a-ebbc3612eb7e req-413ba943-47ba-492b-b19d-e53de5f387dc tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f318de1-f79b-4396-b8ed-be7d8ab992f9 HTTP/1.1" status: 200 len: 943 time: 0.1435742 Sep 09 09:41:34.241660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:34.399523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b49dac-f6fe-412c-830a-ebbc3612eb7e req-cc590445-79a7-4063-a8dd-341d4b097b7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Deleting port 579794d5-35ff-4caa-9628-f063c24ed1a3 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:41:34.399984 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b49dac-f6fe-412c-830a-ebbc3612eb7e req-cc590445-79a7-4063-a8dd-341d4b097b7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:34.511360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-28b49dac-f6fe-412c-830a-ebbc3612eb7e req-cc590445-79a7-4063-a8dd-341d4b097b7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] For port 579794d5-35ff-4caa-9628-f063c24ed1a3, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=579794d5-35ff-4caa-9628-f063c24ed1a3,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:34.511763 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b49dac-f6fe-412c-830a-ebbc3612eb7e req-cc590445-79a7-4063-a8dd-341d4b097b7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:34.524930 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b49dac-f6fe-412c-830a-ebbc3612eb7e req-cc590445-79a7-4063-a8dd-341d4b097b7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Calling delete_port for 579794d5-35ff-4caa-9628-f063c24ed1a3 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:41:34.662049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:41:34.773625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:41:34.775797 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b49dac-f6fe-412c-830a-ebbc3612eb7e req-cc590445-79a7-4063-a8dd-341d4b097b7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:34.791105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['39c702c2-d0fb-4825-8b73-a470d31992e4'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:41:34.795647 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d43f6962-6f2e-4b0d-9524-49f3e88206eb'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:41:34.807927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc590445-79a7-4063-a8dd-341d4b097b7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event deleted for resources: {'Port': ['ID=579794d5-35ff-4caa-9628-f063c24ed1a3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:34.831223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Sync routers for ids ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:41:34.876366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b49dac-f6fe-412c-830a-ebbc3612eb7e req-cc590445-79a7-4063-a8dd-341d4b097b7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] No DVR routers for this DVR port 579794d5-35ff-4caa-9628-f063c24ed1a3 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:41:34.879022 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b49dac-f6fe-412c-830a-ebbc3612eb7e req-cc590445-79a7-4063-a8dd-341d4b097b7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:34.882199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-28b49dac-f6fe-412c-830a-ebbc3612eb7e req-cc590445-79a7-4063-a8dd-341d4b097b7c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "DELETE /v2.0/ports/579794d5-35ff-4caa-9628-f063c24ed1a3 HTTP/1.1" status: 204 len: 173 time: 0.6744611 Sep 09 09:41:34.882867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'name': 'network-vif-deleted', 'tag': '579794d5-35ff-4caa-9628-f063c24ed1a3'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:41:34.885717 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ebac37-66b0-4c83-a7af-235bfd901305" -d '{"events": [{"server_uuid": "4f318de1-f79b-4396-b8ed-be7d8ab992f9", "name": "network-vif-deleted", "tag": "579794d5-35ff-4caa-9628-f063c24ed1a3"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:41:34.897485 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:34.903129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34412) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:34.906328 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-63a453a0-b9f0-4417-a7e0-b24888c26747 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4082310 Sep 09 09:41:34.920164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Routers {'d2c4ea2c-c387-4fb7-9de4-c86b0e850302'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:41:34.926931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:41:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:34.949612 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 09 Sep 2021 09:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0288cd-e92c-4f65-ade3-0410a73cf883 x-openstack-request-id: req-ed0288cd-e92c-4f65-ade3-0410a73cf883 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:41:34.950148 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f318de1-f79b-4396-b8ed-be7d8ab992f9", "name": "network-vif-deleted", "tag": "579794d5-35ff-4caa-9628-f063c24ed1a3", "status": "failed", "code": 422}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:41:34.950148 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed0288cd-e92c-4f65-ade3-0410a73cf883 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:41:34.951214 n-d-778696-16 neutron-server[95326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f318de1-f79b-4396-b8ed-be7d8ab992f9', 'name': 'network-vif-deleted', 'tag': '579794d5-35ff-4caa-9628-f063c24ed1a3', 'status': 'failed', 'code': 422} returned with failed status Sep 09 09:41:35.146420 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-dfea13bf-8c98-499e-8f9e-8ed11dd2b143 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b0efd7defe4647939aa2a945cbe26e50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2408845 Sep 09 09:41:35.149603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34418) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:35.185532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Set router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:41:35.305346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26982c70-bddc-4995-a502-1d7c96367f99 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:35.307315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-26982c70-bddc-4995-a502-1d7c96367f99 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1565437 Sep 09 09:41:35.311799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34424) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:35.363254 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fbf43e6b-f586-4867-8e49-a88ec0c14ea2 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495124 Sep 09 09:41:35.366102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:35.371182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-281958175', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:41:35.451113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:33Z', 'revision_number': 3, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:35.480881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Checking router: d2c4ea2c-c387-4fb7-9de4-c86b0e850302 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:41:35.481243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Updating router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 port e17e506d-427e-424e-bcf0-3fa7e9276f71 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:41:35.511992 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:35.579545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Made reservation on behalf of b0efd7defe4647939aa2a945cbe26e50 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:41:35.583518 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:35.887018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:35.900939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Transition to ACTIVE for port object e17e506d-427e-424e-bcf0-3fa7e9276f71 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:41:35.938140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:35.989216 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:36.046034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Subnet': ['ID=51c50b84-a0bf-4af2-8c55-45edfa30f0c7,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:36.072012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Checking segment: {'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:41:36.078403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network hostable DHCP agents. Network: 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:41:36.092566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b48112-ec72-4323-bce2-2123016b0130 None None] Pushing event updated for resources: {'Port': ['ID=e17e506d-427e-424e-bcf0-3fa7e9276f71,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:36.096595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Attempting to bind port e17e506d-427e-424e-bcf0-3fa7e9276f71 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:41:36.100242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Attempting to bind port e17e506d-427e-424e-bcf0-3fa7e9276f71 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:41:36.100242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Attempting to bind port e17e506d-427e-424e-bcf0-3fa7e9276f71 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:41:36.105551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:41:36.106189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:41:36.106786 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:36.107862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:41:36.109027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Bound port: e17e506d-427e-424e-bcf0-3fa7e9276f71, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:41:36.111069 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:36.195975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] For port e17e506d-427e-424e-bcf0-3fa7e9276f71, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:41:36.201182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:41:36.201774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] For port e17e506d-427e-424e-bcf0-3fa7e9276f71, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e17e506d-427e-424e-bcf0-3fa7e9276f71,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:41:36.275339 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:36.321475 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:41:36.336647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:36.336972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519c1200-67b1-42f5-98ee-a0eb9c946110 None None] Network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:41:36.338004 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:36.342972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Routers {'d2c4ea2c-c387-4fb7-9de4-c86b0e850302'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:41:36.343621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:41:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:36.435775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb3728-386c-4df7-8de8-2bb4ca184e4c req-16c1d709-dd6e-47e7-b5d9-91ba7d75cb63 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:36.439065 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37fb3728-386c-4df7-8de8-2bb4ca184e4c req-16c1d709-dd6e-47e7-b5d9-91ba7d75cb63 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 907 time: 0.0630405 Sep 09 09:41:36.453180 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-96e1a868-e469-49d2-b69d-0ff19b2aac4e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0859635 Sep 09 09:41:36.462744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b48112-ec72-4323-bce2-2123016b0130 None None] Pushing event updated for resources: {'Port': ['ID=e17e506d-427e-424e-bcf0-3fa7e9276f71,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:36.462900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34452) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:36.584716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] Set router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:41:36.703317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'fixed_ips': [{'subnet_id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:41:36.704232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:36.937934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Allocated IP 172.20.0.2 (53b485a2-d4ff-4e36-b73d-17ee89f4c7fc/51c50b84-a0bf-4af2-8c55-45edfa30f0c7/a9dbda1d-b954-4104-8a61-af7c9b224279) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:41:36.958401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:33Z', 'revision_number': 3, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:36.994877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c25cbf-1e05-4b0c-a684-528f119c8f60 None None] The sync data for ids ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'] in n-d-778696-16 is: [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:33Z', 'revision_number': 3, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:41:37.124167 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:37.459650 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:37.492022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Transition to ACTIVE for port object a9dbda1d-b954-4104-8a61-af7c9b224279 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:41:37.536675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Transition to ACTIVE for port object a9dbda1d-b954-4104-8a61-af7c9b224279 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:41:37.637556 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:37.688319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9eba5-25c4-4809-9ce1-d5e17febdbf7 req-e944747c-5fef-4c23-9941-c86c2b1443ae tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:37.694586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08a9eba5-25c4-4809-9ce1-d5e17febdbf7 req-e944747c-5fef-4c23-9941-c86c2b1443ae tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 907 time: 0.1334505 Sep 09 09:41:37.722488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c0291-b65e-48e0-a5de-775e3f5e6c5f req-a0f39a9e-2022-4324-9708-4f7e94c656bf tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:37.724127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f3c0291-b65e-48e0-a5de-775e3f5e6c5f req-a0f39a9e-2022-4324-9708-4f7e94c656bf tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.24 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 907 time: 0.1299438 Sep 09 09:41:37.734418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:41:37.738360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Allocated IP 172.20.0.1 (53b485a2-d4ff-4e36-b73d-17ee89f4c7fc/51c50b84-a0bf-4af2-8c55-45edfa30f0c7/b52d04c1-a90e-4b52-bdc7-8d7a168da72d) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:41:37.755424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:41:37.760541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:41:37.766719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Pushing event updated for resources: {'Port': ['ID=a9dbda1d-b954-4104-8a61-af7c9b224279,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:37.898319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Attempting to bind port a9dbda1d-b954-4104-8a61-af7c9b224279 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:41:37.904963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Attempting to bind port a9dbda1d-b954-4104-8a61-af7c9b224279 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:41:37.905504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Attempting to bind port a9dbda1d-b954-4104-8a61-af7c9b224279 on network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:41:37.907898 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5f3c0291-b65e-48e0-a5de-775e3f5e6c5f req-bbaf8bac-d0c8-46db-b312-f5a5f0a49cf9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Deleting port 87c24894-431b-4dc5-abef-910cf2505a28 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:41:37.908447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f3c0291-b65e-48e0-a5de-775e3f5e6c5f req-bbaf8bac-d0c8-46db-b312-f5a5f0a49cf9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:37.918791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:41:37.920749 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Checking segment: {'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:41:37.921292 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:37.921712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Bound using segment: {'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:41:37.922214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Bound port: a9dbda1d-b954-4104-8a61-af7c9b224279, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:41:37.922608 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:37.981932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e17e506d-427e-424e-bcf0-3fa7e9276f71 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:41:38.078510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] For port a9dbda1d-b954-4104-8a61-af7c9b224279, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:41:38.083140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] For port a9dbda1d-b954-4104-8a61-af7c9b224279, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a9dbda1d-b954-4104-8a61-af7c9b224279,segment=NetworkSegment(f03fe98c-1307-4903-9c19-28d008679421),segment_id=f03fe98c-1307-4903-9c19-28d008679421)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:41:38.083466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5f3c0291-b65e-48e0-a5de-775e3f5e6c5f req-bbaf8bac-d0c8-46db-b312-f5a5f0a49cf9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] For port 87c24894-431b-4dc5-abef-910cf2505a28, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=87c24894-431b-4dc5-abef-910cf2505a28,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:38.084000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f3c0291-b65e-48e0-a5de-775e3f5e6c5f req-bbaf8bac-d0c8-46db-b312-f5a5f0a49cf9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:38.121092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5f3c0291-b65e-48e0-a5de-775e3f5e6c5f req-bbaf8bac-d0c8-46db-b312-f5a5f0a49cf9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Calling delete_port for 87c24894-431b-4dc5-abef-910cf2505a28 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:41:38.209033 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:38.305810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e17e506d-427e-424e-bcf0-3fa7e9276f71 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:41:38.312133 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e17e506d-427e-424e-bcf0-3fa7e9276f71 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:41:38.312815 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:38.396712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964d2cd-eb40-4b61-a209-af9560b55431 None None] Pushing event updated for resources: {'Port': ['ID=a9dbda1d-b954-4104-8a61-af7c9b224279,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:38.436899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f3c0291-b65e-48e0-a5de-775e3f5e6c5f req-bbaf8bac-d0c8-46db-b312-f5a5f0a49cf9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:38.458166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:38.473856 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:38.475602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf8bac-d0c8-46db-b312-f5a5f0a49cf9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event deleted for resources: {'Port': ['ID=87c24894-431b-4dc5-abef-910cf2505a28,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:38.478078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Transition to ACTIVE for port object b52d04c1-a90e-4b52-bdc7-8d7a168da72d will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:41:38.497843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e17e506d-427e-424e-bcf0-3fa7e9276f71, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e17e506d-427e-424e-bcf0-3fa7e9276f71,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:38.540109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3c0291-b65e-48e0-a5de-775e3f5e6c5f req-bbaf8bac-d0c8-46db-b312-f5a5f0a49cf9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] No DVR routers for this DVR port 87c24894-431b-4dc5-abef-910cf2505a28 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:41:38.543479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f3c0291-b65e-48e0-a5de-775e3f5e6c5f req-bbaf8bac-d0c8-46db-b312-f5a5f0a49cf9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:38.546609 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f3c0291-b65e-48e0-a5de-775e3f5e6c5f req-bbaf8bac-d0c8-46db-b312-f5a5f0a49cf9 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.24 "DELETE /v2.0/ports/87c24894-431b-4dc5-abef-910cf2505a28 HTTP/1.1" status: 204 len: 173 time: 0.8155117 Sep 09 09:41:38.547118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9027f1a6-a8bd-4c1e-931e-92ad08161e08', 'name': 'network-vif-deleted', 'tag': '87c24894-431b-4dc5-abef-910cf2505a28'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:41:38.549465 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ce4150-4086-499d-94ad-94ed793cfd19" -d '{"events": [{"server_uuid": "9027f1a6-a8bd-4c1e-931e-92ad08161e08", "name": "network-vif-deleted", "tag": "87c24894-431b-4dc5-abef-910cf2505a28"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:41:38.561816 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:38.586049 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:38.633230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e17e506d-427e-424e-bcf0-3fa7e9276f71,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:38.650171 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b516b8a4-615d-4c0c-8828-ea860091a57b x-openstack-request-id: req-b516b8a4-615d-4c0c-8828-ea860091a57b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:41:38.653145 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9027f1a6-a8bd-4c1e-931e-92ad08161e08", "name": "network-vif-deleted", "tag": "87c24894-431b-4dc5-abef-910cf2505a28", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:41:38.653145 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b516b8a4-615d-4c0c-8828-ea860091a57b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:41:38.653145 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9027f1a6-a8bd-4c1e-931e-92ad08161e08', 'name': 'network-vif-deleted', 'tag': '87c24894-431b-4dc5-abef-910cf2505a28', 'status': 'completed', 'code': 200} Sep 09 09:41:38.716190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:41:38.725397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:41:38.728529 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:41:38.750904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Port': ['ID=b52d04c1-a90e-4b52-bdc7-8d7a168da72d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:38.830410 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:38.842637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.843045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.843560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.843946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.844345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.844753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.845127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.845459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.845878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.846210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.846533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.846946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:38.895069 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-770719e1-28b3-4a4f-839b-7585e7f8b81f req-1a6985ec-ff48-4657-9a42-cd312649f73c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=9027f1a6-a8bd-4c1e-931e-92ad08161e08 HTTP/1.1" status: 200 len: 210 time: 0.0701587 Sep 09 09:41:39.162889 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:39.496525 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:39.621883 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:39.701205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Port': ['ID=b52d04c1-a90e-4b52-bdc7-8d7a168da72d,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:39.725186 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:39.848272 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a1e81-f459-4aaf-a490-e23355efc443 None None] Network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:41:39.881630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:41:39.883191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:41:40.011772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e284c8a3-7dc0-4ac8-9e64-e153a2a78600 None None] Provisioning for port a9dbda1d-b954-4104-8a61-af7c9b224279 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:41:40.074718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:41:40.081851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a9dbda1d-b954-4104-8a61-af7c9b224279 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:41:40.204615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:41:40.214944 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Sync routers for ids ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:41:40.216670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-da2f8f48-1dea-409f-831c-e6ec40b66c87 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "PUT /v2.0/routers/d2c4ea2c-c387-4fb7-9de4-c86b0e850302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7575305 Sep 09 09:41:40.219563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34502) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:40.224360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3e6d8d68-2878-4ecc-8217-a69fba1a06d4 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2096636040', 'description': 'tempest-secgroup_access--2096636040 description', 'project_id': 'b0efd7defe4647939aa2a945cbe26e50'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:41:40.238469 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Routers {'d2c4ea2c-c387-4fb7-9de4-c86b0e850302'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:41:40.239107 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:41:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:40.302072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port a9dbda1d-b954-4104-8a61-af7c9b224279 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:41:40.302072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a9dbda1d-b954-4104-8a61-af7c9b224279 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:41:40.302802 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:40.360610 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8d68-2878-4ecc-8217-a69fba1a06d4 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:40.403940 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Set router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:41:40.410866 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:40.454516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port a9dbda1d-b954-4104-8a61-af7c9b224279, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a9dbda1d-b954-4104-8a61-af7c9b224279,segment=NetworkSegment(f03fe98c-1307-4903-9c19-28d008679421),segment_id=f03fe98c-1307-4903-9c19-28d008679421)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:40.471532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f8ca402-f187-40e6-853a-4deadb6c9243 None None] Provisioning complete for port a9dbda1d-b954-4104-8a61-af7c9b224279 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:41:40.471786 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f8ca402-f187-40e6-853a-4deadb6c9243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:40.494070 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8d68-2878-4ecc-8217-a69fba1a06d4 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:40.521170 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:40.522400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e17e506d-427e-424e-bcf0-3fa7e9276f71 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:41:40.566143 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8d68-2878-4ecc-8217-a69fba1a06d4 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:40.643928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d8d68-2878-4ecc-8217-a69fba1a06d4 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2120cc08-4ac3-460b-9664-e8959f4198c7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:40.702862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8d68-2878-4ecc-8217-a69fba1a06d4 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:40.704418 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3e6d8d68-2878-4ecc-8217-a69fba1a06d4 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4836564 Sep 09 09:41:40.707311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:40.713083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ef38eca3-4374-4d8b-8778-b549f9a8b8d5 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--577258409', 'description': 'tempest-secgroup_general--577258409 description', 'project_id': 'b0efd7defe4647939aa2a945cbe26e50'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:41:40.730009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138ec7b-95d7-4970-8e2e-814855cf331c req-a36b9034-2fea-4484-8243-3f17824f6ffa tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:40.738835 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1138ec7b-95d7-4970-8e2e-814855cf331c req-a36b9034-2fea-4484-8243-3f17824f6ffa tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 945 time: 0.0690029 Sep 09 09:41:40.762042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=a9dbda1d-b954-4104-8a61-af7c9b224279,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:40.792699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e17e506d-427e-424e-bcf0-3fa7e9276f71 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:41:40.793140 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:40.826654 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1138ec7b-95d7-4970-8e2e-814855cf331c req-4bf78c1a-7a4b-4199-8635-4ac71d923ab1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753036 Sep 09 09:41:40.845783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef38eca3-4374-4d8b-8778-b549f9a8b8d5 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:40.901331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f8ca402-f187-40e6-853a-4deadb6c9243 None None] Provisioning for port b52d04c1-a90e-4b52-bdc7-8d7a168da72d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:41:40.914995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f8ca402-f187-40e6-853a-4deadb6c9243 None None] Provisioning complete for port b52d04c1-a90e-4b52-bdc7-8d7a168da72d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:41:40.916490 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f8ca402-f187-40e6-853a-4deadb6c9243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:40.967401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ca402-f187-40e6-853a-4deadb6c9243 None None] Port b52d04c1-a90e-4b52-bdc7-8d7a168da72d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:41:40.988027 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b52d04c1-a90e-4b52-bdc7-8d7a168da72d', 'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:b8:27:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:37Z', 'updated_at': '2021-09-09T09:41:39Z', 'revision_number': 2, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:41.001362 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef38eca3-4374-4d8b-8778-b549f9a8b8d5 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.020973 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Checking router: d2c4ea2c-c387-4fb7-9de4-c86b0e850302 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:41:41.020973 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Updating router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 port b52d04c1-a90e-4b52-bdc7-8d7a168da72d binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:41:41.040642 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.080220 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef38eca3-4374-4d8b-8778-b549f9a8b8d5 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.087604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f7888f14-32f0-4c37-872c-7f5e833a83ef None None] Provisioning complete for port b52d04c1-a90e-4b52-bdc7-8d7a168da72d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:41:41.088225 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7888f14-32f0-4c37-872c-7f5e833a83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.114303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38eca3-4374-4d8b-8778-b549f9a8b8d5 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfde1b14-8a3b-4d7a-a739-6821693c3b94,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:41.129067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f7888f14-32f0-4c37-872c-7f5e833a83ef None None] Port b52d04c1-a90e-4b52-bdc7-8d7a168da72d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:41:41.198924 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef38eca3-4374-4d8b-8778-b549f9a8b8d5 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.200369 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ef38eca3-4374-4d8b-8778-b549f9a8b8d5 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4917221 Sep 09 09:41:41.203487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34516) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:41.208227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7e472980-bb4e-4f6d-99d3-bff2e4455618 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'security_group_rule': {'security_group_id': '2120cc08-4ac3-460b-9664-e8959f4198c7', 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:41:41.324724 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.331571 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Transition to ACTIVE for port object b52d04c1-a90e-4b52-bdc7-8d7a168da72d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:41:41.353279 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7e472980-bb4e-4f6d-99d3-bff2e4455618 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.404323 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7e472980-bb4e-4f6d-99d3-bff2e4455618 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.457285 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.502770 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7e472980-bb4e-4f6d-99d3-bff2e4455618 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.518230 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Pushing event updated for resources: {'Port': ['ID=b52d04c1-a90e-4b52-bdc7-8d7a168da72d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:41.534546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e472980-bb4e-4f6d-99d3-bff2e4455618 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259078c0-e014-4737-b162-4f68bc527057,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:41.549409 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.549754 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.550149 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.550666 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.550993 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.551317 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.551678 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.552023 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.552551 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.553076 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.553654 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.554404 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:41.591176 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Attempting to bind port b52d04c1-a90e-4b52-bdc7-8d7a168da72d on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:41:41.591717 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Attempting to bind port b52d04c1-a90e-4b52-bdc7-8d7a168da72d by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:41:41.592138 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Attempting to bind port b52d04c1-a90e-4b52-bdc7-8d7a168da72d on network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:41:41.597284 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:41:41.597666 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Checking segment: {'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:41:41.598046 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.598523 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Bound using segment: {'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:41:41.598989 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Bound port: b52d04c1-a90e-4b52-bdc7-8d7a168da72d, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:41:41.599358 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.628693 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7e472980-bb4e-4f6d-99d3-bff2e4455618 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.639201 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7e472980-bb4e-4f6d-99d3-bff2e4455618 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4256053 Sep 09 09:41:41.692370 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] For port b52d04c1-a90e-4b52-bdc7-8d7a168da72d, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:41:41.695703 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] For port b52d04c1-a90e-4b52-bdc7-8d7a168da72d, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b52d04c1-a90e-4b52-bdc7-8d7a168da72d,segment=NetworkSegment(f03fe98c-1307-4903-9c19-28d008679421),segment_id=f03fe98c-1307-4903-9c19-28d008679421)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:41:41.788935 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.858171 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c9ef4-da46-40e3-99ed-be3b86f1bed8 None None] Pushing event updated for resources: {'Port': ['ID=b52d04c1-a90e-4b52-bdc7-8d7a168da72d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:41.889424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a9dbda1d-b954-4104-8a61-af7c9b224279 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:41:41.922185 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Routers {'d2c4ea2c-c387-4fb7-9de4-c86b0e850302'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:41:41.922831 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:41:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:41.940151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-7c368e30-b074-4765-a795-4cdddc5271f5 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--2096636040&fields=id&tenant_id=b0efd7defe4647939aa2a945cbe26e50 HTTP/1.1" status: 200 len: 267 time: 0.0851774 Sep 09 09:41:41.978914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a9dbda1d-b954-4104-8a61-af7c9b224279 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:41:41.979516 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:41.983811 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-eac0cd23-e366-4163-96eb-85c5d93664a0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--577258409&fields=id&tenant_id=b0efd7defe4647939aa2a945cbe26e50 HTTP/1.1" status: 200 len: 267 time: 0.0415213 Sep 09 09:41:42.084414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcba13-04dc-4193-a58c-0c605e12fd0f req-a312c7c9-3235-4711-977d-1cc89289ca6e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:42.084414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cbfcba13-04dc-4193-a58c-0c605e12fd0f req-a312c7c9-3235-4711-977d-1cc89289ca6e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 945 time: 0.0996003 Sep 09 09:41:42.097899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90da58-52d8-448c-8013-ef048268ced6 req-a2a385d7-14fa-452c-a612-626a97664cc1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:42.099685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b90da58-52d8-448c-8013-ef048268ced6 req-a2a385d7-14fa-452c-a612-626a97664cc1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.41 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 945 time: 0.1693122 Sep 09 09:41:42.113036 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] Set router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:41:42.173373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-39b8c659-4baa-46f0-8315-169a9fbcdf48 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:42.176247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-39b8c659-4baa-46f0-8315-169a9fbcdf48 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/networks?id=53b485a2-d4ff-4e36-b73d-17ee89f4c7fc HTTP/1.1" status: 200 len: 797 time: 0.1839433 Sep 09 09:41:42.201390 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-15008c78-4f5f-48be-8501-99a81361b1df tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/quotas/b0efd7defe4647939aa2a945cbe26e50 HTTP/1.1" status: 200 len: 375 time: 0.0189164 Sep 09 09:41:42.219541 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cbfcba13-04dc-4193-a58c-0c605e12fd0f req-f159704a-58bb-40a5-9834-821d1ec13814 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184735 Sep 09 09:41:42.349273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-6b90da58-52d8-448c-8013-ef048268ced6 req-280dd9d1-0d8c-4c90-9c35-3e11f5d5dfbd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Deleting port 39c702c2-d0fb-4825-8b73-a470d31992e4 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:41:42.349664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6b90da58-52d8-448c-8013-ef048268ced6 req-280dd9d1-0d8c-4c90-9c35-3e11f5d5dfbd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:42.496329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-6b90da58-52d8-448c-8013-ef048268ced6 req-280dd9d1-0d8c-4c90-9c35-3e11f5d5dfbd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] For port 39c702c2-d0fb-4825-8b73-a470d31992e4, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=39c702c2-d0fb-4825-8b73-a470d31992e4,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:42.496732 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6b90da58-52d8-448c-8013-ef048268ced6 req-280dd9d1-0d8c-4c90-9c35-3e11f5d5dfbd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:42.519857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-6b90da58-52d8-448c-8013-ef048268ced6 req-280dd9d1-0d8c-4c90-9c35-3e11f5d5dfbd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Calling delete_port for 39c702c2-d0fb-4825-8b73-a470d31992e4 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:41:42.522380 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b52d04c1-a90e-4b52-bdc7-8d7a168da72d', 'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:b8:27:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:37Z', 'updated_at': '2021-09-09T09:41:41Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:42.565805 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d11a03-2154-44b2-ad5c-a9c19d4343f4 None None] The sync data for ids ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'] in n-d-778696-16 is: [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b52d04c1-a90e-4b52-bdc7-8d7a168da72d', 'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:b8:27:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:37Z', 'updated_at': '2021-09-09T09:41:41Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:41:42.611837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 87c24894-431b-4dc5-abef-910cf2505a28 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:41:42.656012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-e7f3eb2e-6d8e-493a-9bd1-c19da2134117 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0efd7defe4647939aa2a945cbe26e50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4533548 Sep 09 09:41:42.700567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 87c24894-431b-4dc5-abef-910cf2505a28 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:41:42.700916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 87c24894-431b-4dc5-abef-910cf2505a28 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:41:42.764985 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-9ddec394-1f15-4b37-b8a7-f022a272ec74 service neutron] 10.222.0.32 "GET /v2.0/networks/53b485a2-d4ff-4e36-b73d-17ee89f4c7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981691 Sep 09 09:41:42.858019 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6b90da58-52d8-448c-8013-ef048268ced6 req-280dd9d1-0d8c-4c90-9c35-3e11f5d5dfbd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:42.870074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['39c702c2-d0fb-4825-8b73-a470d31992e4'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:41:42.875956 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d43f6962-6f2e-4b0d-9524-49f3e88206eb'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:41:42.923672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280dd9d1-0d8c-4c90-9c35-3e11f5d5dfbd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event deleted for resources: {'Port': ['ID=39c702c2-d0fb-4825-8b73-a470d31992e4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:42.929804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-e36678bf-03ac-49dc-bac3-5b006fedb928 service neutron] 10.222.0.32 "GET /v2.0/networks/53b485a2-d4ff-4e36-b73d-17ee89f4c7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562555 Sep 09 09:41:43.035859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b90da58-52d8-448c-8013-ef048268ced6 req-280dd9d1-0d8c-4c90-9c35-3e11f5d5dfbd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] No DVR routers for this DVR port 39c702c2-d0fb-4825-8b73-a470d31992e4 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:41:43.043025 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-6b90da58-52d8-448c-8013-ef048268ced6 req-280dd9d1-0d8c-4c90-9c35-3e11f5d5dfbd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:43.048468 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b90da58-52d8-448c-8013-ef048268ced6 req-280dd9d1-0d8c-4c90-9c35-3e11f5d5dfbd tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.41 "DELETE /v2.0/ports/39c702c2-d0fb-4825-8b73-a470d31992e4 HTTP/1.1" status: 204 len: 173 time: 0.9092247 Sep 09 09:41:43.055410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7fa832-6673-423c-9398-396a6eed5697', 'name': 'network-vif-deleted', 'tag': '39c702c2-d0fb-4825-8b73-a470d31992e4'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:41:43.058111 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aff620-2aef-4d31-ae58-d6cc085bdc6f" -d '{"events": [{"server_uuid": "af7fa832-6673-423c-9398-396a6eed5697", "name": "network-vif-deleted", "tag": "39c702c2-d0fb-4825-8b73-a470d31992e4"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:41:43.126801 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1f8e03-632d-4ec1-8209-9fe383ed7a22 x-openstack-request-id: req-5d1f8e03-632d-4ec1-8209-9fe383ed7a22 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:41:43.126801 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7fa832-6673-423c-9398-396a6eed5697", "name": "network-vif-deleted", "tag": "39c702c2-d0fb-4825-8b73-a470d31992e4", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:41:43.127230 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d1f8e03-632d-4ec1-8209-9fe383ed7a22 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:41:43.127810 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7fa832-6673-423c-9398-396a6eed5697', 'name': 'network-vif-deleted', 'tag': '39c702c2-d0fb-4825-8b73-a470d31992e4', 'status': 'completed', 'code': 200} Sep 09 09:41:43.289532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa9b58af-89a1-481c-8adf-496de5ea71ae req-94fd4f57-0137-4a73-97ef-41830c0b927d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 210 time: 0.0677650 Sep 09 09:41:43.391396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0df3ac5e-8c33-4cb2-988a-29e54569bd59 req-a544c698-cd96-4194-a4b4-d7467adf36ea tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fa832-6673-423c-9398-396a6eed5697 HTTP/1.1" status: 200 len: 210 time: 0.0693474 Sep 09 09:41:43.898397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b52d04c1-a90e-4b52-bdc7-8d7a168da72d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:41:44.056472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port b52d04c1-a90e-4b52-bdc7-8d7a168da72d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:41:44.056472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b52d04c1-a90e-4b52-bdc7-8d7a168da72d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:41:44.056873 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:44.156907 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:44.190764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port b52d04c1-a90e-4b52-bdc7-8d7a168da72d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b52d04c1-a90e-4b52-bdc7-8d7a168da72d,segment=NetworkSegment(f03fe98c-1307-4903-9c19-28d008679421),segment_id=f03fe98c-1307-4903-9c19-28d008679421)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:44.291477 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:44.366293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=b52d04c1-a90e-4b52-bdc7-8d7a168da72d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:44.375926 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-281ed7dd-1639-4076-ae28-f79124a90301 req-694be10f-b035-4859-89d3-1bcfe01783d1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 210 time: 0.0294344 Sep 09 09:41:44.480505 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aafda1e5-36fa-4c23-ba02-a622dc2ccbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:44.978851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67a9da-e81b-47ab-aff7-e3812d220fed req-f1eb6820-5cf4-45f8-8e15-a75ce1e714d7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:44.981155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c67a9da-e81b-47ab-aff7-e3812d220fed req-f1eb6820-5cf4-45f8-8e15-a75ce1e714d7 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.0597034 Sep 09 09:41:45.038881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c67a9da-e81b-47ab-aff7-e3812d220fed req-4bfbcae6-2e00-421d-b285-a322be06b11b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Sep 09 09:41:45.477607 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1402c73-93a4-44b6-8820-07fe4329b5ee req-cb47d829-2c74-4472-90a9-d01efa2f418f tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 210 time: 0.0295596 Sep 09 09:41:45.687743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-edf78c04-d380-46fc-aad1-124a7d35bd68 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:45.689412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-edf78c04-d380-46fc-aad1-124a7d35bd68 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.24 "GET /v2.0/networks?id=53b485a2-d4ff-4e36-b73d-17ee89f4c7fc HTTP/1.1" status: 200 len: 797 time: 0.1111865 Sep 09 09:41:45.735460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 39c702c2-d0fb-4825-8b73-a470d31992e4 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:41:45.738378 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-77830fb1-cbb9-4bc7-bb13-4dd4bd7eba8d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0efd7defe4647939aa2a945cbe26e50 HTTP/1.1" status: 200 len: 477 time: 0.0382643 Sep 09 09:41:45.750520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'port': {'device_id': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'admin_state_up': True, 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'security_groups': ['2120cc08-4ac3-460b-9664-e8959f4198c7', 'cfde1b14-8a3b-4d7a-a739-6821693c3b94']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:41:45.804101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 39c702c2-d0fb-4825-8b73-a470d31992e4 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:41:45.804475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 39c702c2-d0fb-4825-8b73-a470d31992e4 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:41:45.866536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b52d04c1-a90e-4b52-bdc7-8d7a168da72d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:41:45.945325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b52d04c1-a90e-4b52-bdc7-8d7a168da72d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:41:45.945703 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:46.021451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Made reservation on behalf of b0efd7defe4647939aa2a945cbe26e50 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:41:46.025506 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:46.282012 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9819d7-548d-4075-9483-f9f07a307d25 req-672b7ff8-b363-4224-a96c-8eee1103d45d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:46.283136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Allocated IP 172.20.0.7 (53b485a2-d4ff-4e36-b73d-17ee89f4c7fc/51c50b84-a0bf-4af2-8c55-45edfa30f0c7/080c6188-e6dd-465b-ab26-1c1877865a82) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:41:46.283253 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c9819d7-548d-4075-9483-f9f07a307d25 req-672b7ff8-b363-4224-a96c-8eee1103d45d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.0607319 Sep 09 09:41:46.283351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed2eb5-e26f-43c0-ba9a-7142b5f70f9d req-5b243ed9-dd50-4ebc-a7aa-853d5b46203d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:46.283351 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-97ed2eb5-e26f-43c0-ba9a-7142b5f70f9d req-5b243ed9-dd50-4ebc-a7aa-853d5b46203d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 945 time: 0.0971551 Sep 09 09:41:46.330186 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-97ed2eb5-e26f-43c0-ba9a-7142b5f70f9d req-6d169c9e-6f98-48cd-8ef7-561209c4c849 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=165d48e4-1ed2-4073-b148-40b5b666089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733874 Sep 09 09:41:46.347651 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-3c9819d7-548d-4075-9483-f9f07a307d25 req-0eee4c90-f746-467f-8828-0518c44523a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Deleting port d43f6962-6f2e-4b0d-9524-49f3e88206eb {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:41:46.348392 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3c9819d7-548d-4075-9483-f9f07a307d25 req-0eee4c90-f746-467f-8828-0518c44523a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:46.457115 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:46.471980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Transition to ACTIVE for port object 080c6188-e6dd-465b-ab26-1c1877865a82 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:41:46.483003 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-3c9819d7-548d-4075-9483-f9f07a307d25 req-0eee4c90-f746-467f-8828-0518c44523a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] For port d43f6962-6f2e-4b0d-9524-49f3e88206eb, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d43f6962-6f2e-4b0d-9524-49f3e88206eb,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:46.483649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3c9819d7-548d-4075-9483-f9f07a307d25 req-0eee4c90-f746-467f-8828-0518c44523a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:46.498745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-3c9819d7-548d-4075-9483-f9f07a307d25 req-0eee4c90-f746-467f-8828-0518c44523a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Calling delete_port for d43f6962-6f2e-4b0d-9524-49f3e88206eb owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:41:46.594829 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:46.600449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-569236ba-bda5-4959-b15a-4639714f9dbf req-d56b804a-bf4d-484f-83d3-eee003986427 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 210 time: 0.0349216 Sep 09 09:41:46.649856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:41:46.649856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:41:46.652318 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:41:46.687447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Port': ['ID=080c6188-e6dd-465b-ab26-1c1877865a82,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:46.713996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:46.714627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:46.766016 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3c9819d7-548d-4075-9483-f9f07a307d25 req-0eee4c90-f746-467f-8828-0518c44523a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:46.780115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d43f6962-6f2e-4b0d-9524-49f3e88206eb'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:41:46.821578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-cb7c5530-d474-4a07-8fb1-c91770c29088 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0746920 Sep 09 09:41:46.832463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Request body: {'port': {'device_id': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:41:46.861106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee4c90-f746-467f-8828-0518c44523a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event deleted for resources: {'Port': ['ID=d43f6962-6f2e-4b0d-9524-49f3e88206eb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:46.887319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9819d7-548d-4075-9483-f9f07a307d25 req-0eee4c90-f746-467f-8828-0518c44523a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] No DVR routers for this DVR port d43f6962-6f2e-4b0d-9524-49f3e88206eb on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:41:46.895909 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3c9819d7-548d-4075-9483-f9f07a307d25 req-0eee4c90-f746-467f-8828-0518c44523a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:46.900566 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c9819d7-548d-4075-9483-f9f07a307d25 req-0eee4c90-f746-467f-8828-0518c44523a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.24 "DELETE /v2.0/ports/d43f6962-6f2e-4b0d-9524-49f3e88206eb HTTP/1.1" status: 204 len: 173 time: 0.6872551 Sep 09 09:41:46.902249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a38994-18ec-4642-b26b-5addc3b27311', 'name': 'network-vif-deleted', 'tag': 'd43f6962-6f2e-4b0d-9524-49f3e88206eb'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:41:46.905466 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd8c90-1e5e-4e3f-94c1-079fe9e208da" -d '{"events": [{"server_uuid": "84a38994-18ec-4642-b26b-5addc3b27311", "name": "network-vif-deleted", "tag": "d43f6962-6f2e-4b0d-9524-49f3e88206eb"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:41:46.931942 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:46.960552 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbcc40a-e313-49ce-a3ef-73474374cdb5 x-openstack-request-id: req-4cbcc40a-e313-49ce-a3ef-73474374cdb5 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:41:46.961782 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a38994-18ec-4642-b26b-5addc3b27311", "name": "network-vif-deleted", "tag": "d43f6962-6f2e-4b0d-9524-49f3e88206eb", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:41:46.962145 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cbcc40a-e313-49ce-a3ef-73474374cdb5 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:41:46.962625 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a38994-18ec-4642-b26b-5addc3b27311', 'name': 'network-vif-deleted', 'tag': 'd43f6962-6f2e-4b0d-9524-49f3e88206eb', 'status': 'completed', 'code': 200} Sep 09 09:41:47.108799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e25a3a1e-93ed-4382-a9fd-ce41363cc107 None None] Provisioning for port 080c6188-e6dd-465b-ab26-1c1877865a82 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:41:47.115557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e25a3a1e-93ed-4382-a9fd-ce41363cc107 None None] Provisioning complete for port 080c6188-e6dd-465b-ab26-1c1877865a82 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:41:47.115557 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e25a3a1e-93ed-4382-a9fd-ce41363cc107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:47.155567 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79dbf314-8aba-4135-b61d-3b69514d811f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:47.170092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e25a3a1e-93ed-4382-a9fd-ce41363cc107 None None] Port 080c6188-e6dd-465b-ab26-1c1877865a82 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:41:47.248963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080c6188-e6dd-465b-ab26-1c1877865a82 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:41:47.258424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:47.273846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Transition to ACTIVE for port object 080c6188-e6dd-465b-ab26-1c1877865a82 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:41:47.330236 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:47.380407 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:47.441135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Pushing event updated for resources: {'Port': ['ID=080c6188-e6dd-465b-ab26-1c1877865a82,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:47.474575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.474795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.475203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.475580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.475924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.476257 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.476599 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.476931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.477243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.477577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.477906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.478232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:41:47.484189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a0d9dc9-a941-465e-9985-1b4647ff3633 req-35b1005d-1c72-4c08-b3e7-e751d007de16 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=84a38994-18ec-4642-b26b-5addc3b27311 HTTP/1.1" status: 200 len: 210 time: 0.0505140 Sep 09 09:41:47.560816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Attempting to bind port 080c6188-e6dd-465b-ab26-1c1877865a82 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:41:47.561226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Attempting to bind port 080c6188-e6dd-465b-ab26-1c1877865a82 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:41:47.561564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Attempting to bind port 080c6188-e6dd-465b-ab26-1c1877865a82 on network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:41:47.566268 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Port 080c6188-e6dd-465b-ab26-1c1877865a82 on network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:41:47.566600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Attempting to bind port 080c6188-e6dd-465b-ab26-1c1877865a82 on network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:41:47.571740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:41:47.575547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Checking segment: {'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:41:47.575547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Bound using segment: {'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:41:47.575547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Bound port: 080c6188-e6dd-465b-ab26-1c1877865a82, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03fe98c-1307-4903-9c19-28d008679421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:41:47.575547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:47.697852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] For port 080c6188-e6dd-465b-ab26-1c1877865a82, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:41:47.706398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] For port 080c6188-e6dd-465b-ab26-1c1877865a82, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=080c6188-e6dd-465b-ab26-1c1877865a82,segment=NetworkSegment(f03fe98c-1307-4903-9c19-28d008679421),segment_id=f03fe98c-1307-4903-9c19-28d008679421)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:41:47.786412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d027d41-ad40-42e9-a617-8b515963c72b req-9968d28b-0c10-4b6a-9456-983f1974936d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:47.788249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d027d41-ad40-42e9-a617-8b515963c72b req-9968d28b-0c10-4b6a-9456-983f1974936d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 982 time: 0.0728662 Sep 09 09:41:47.790404 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:47.853853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:47.853853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:47.855067 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] 10.222.0.24 "PUT /v2.0/ports/080c6188-e6dd-465b-ab26-1c1877865a82 HTTP/1.1" status: 200 len: 1131 time: 1.0264769 Sep 09 09:41:47.868249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'tag': '080c6188-e6dd-465b-ab26-1c1877865a82'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:41:47.870736 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbc2f3d-6652-451e-9e31-79d46a1a6348" -d '{"events": [{"name": "network-changed", "server_uuid": "7a84d36e-0bba-4d49-a144-ad3c06553233", "tag": "080c6188-e6dd-465b-ab26-1c1877865a82"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:41:47.927283 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6afb59-a53c-418d-b1d9-7a5a8377f731 x-openstack-request-id: req-7a6afb59-a53c-418d-b1d9-7a5a8377f731 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:41:47.927716 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a84d36e-0bba-4d49-a144-ad3c06553233", "tag": "080c6188-e6dd-465b-ab26-1c1877865a82", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:41:47.928032 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a6afb59-a53c-418d-b1d9-7a5a8377f731 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:41:47.928503 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'tag': '080c6188-e6dd-465b-ab26-1c1877865a82', 'status': 'completed', 'code': 200} Sep 09 09:41:47.934896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d027d41-ad40-42e9-a617-8b515963c72b req-4e3f64c3-be55-4a22-8e74-2fc2ea66e9f3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1334715 Sep 09 09:41:47.940907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f52c30-bc5d-431c-9c31-28e708e5ead4 service neutron] Pushing event updated for resources: {'Port': ['ID=080c6188-e6dd-465b-ab26-1c1877865a82,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:48.008305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc2f3d-6652-451e-9e31-79d46a1a6348 req-ca1b10b4-b63d-42d6-8045-1cd89957e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:48.009839 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ffbc2f3d-6652-451e-9e31-79d46a1a6348 req-ca1b10b4-b63d-42d6-8045-1cd89957e37d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0efd7defe4647939aa2a945cbe26e50&device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 1134 time: 0.0429373 Sep 09 09:41:48.117037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc2f3d-6652-451e-9e31-79d46a1a6348 req-a3a18237-03d7-4451-8d95-5574fb1eed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:48.118514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ffbc2f3d-6652-451e-9e31-79d46a1a6348 req-a3a18237-03d7-4451-8d95-5574fb1eed00 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b0efd7defe4647939aa2a945cbe26e50&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1008279 Sep 09 09:41:48.213324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc2f3d-6652-451e-9e31-79d46a1a6348 req-bb67ecc2-3fa7-43b5-9de0-f3690ac2fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:48.214798 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ffbc2f3d-6652-451e-9e31-79d46a1a6348 req-bb67ecc2-3fa7-43b5-9de0-f3690ac2fc23 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893445 Sep 09 09:41:48.293407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-bea8c51e-285b-4de1-aee0-023dd6f6257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:48.295421 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-bea8c51e-285b-4de1-aee0-023dd6f6257e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0efd7defe4647939aa2a945cbe26e50&device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 1134 time: 0.0433311 Sep 09 09:41:48.342658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-8fa30a6b-4706-47e5-81ea-bb59bd89abac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6188-e6dd-465b-ab26-1c1877865a82 HTTP/1.1" status: 200 len: 217 time: 0.0399878 Sep 09 09:41:48.394171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-5e7c1395-8873-44a2-9eae-c6fe61e39cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:48.395595 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-5e7c1395-8873-44a2-9eae-c6fe61e39cd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51c50b84-a0bf-4af2-8c55-45edfa30f0c7 HTTP/1.1" status: 200 len: 834 time: 0.0455139 Sep 09 09:41:48.442688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-217a4be0-e2d7-44d9-8ea6-f9489f19a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:48.444292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-217a4be0-e2d7-44d9-8ea6-f9489f19a71c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=53b485a2-d4ff-4e36-b73d-17ee89f4c7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414467 Sep 09 09:41:48.550527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-78cf6df1-6bcd-4e2e-9012-2000edbfec6b service neutron] 10.222.0.24 "GET /v2.0/networks/53b485a2-d4ff-4e36-b73d-17ee89f4c7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990005 Sep 09 09:41:48.560617 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:48.661734 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d60aee29-0f54-42f1-a31c-6151fc871ba2 req-5286b82f-1a6b-48bd-a003-c1256de9025f service neutron] 10.222.0.24 "GET /v2.0/networks/53b485a2-d4ff-4e36-b73d-17ee89f4c7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039412 Sep 09 09:41:49.077561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd9077-a5e3-4031-895b-a7390d1e1574 req-9ed4e9e2-1f99-42c4-b15f-2e57ccbb5dfa tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:49.078206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ec252-4237-4728-880a-b65f30c1d3fc req-d981ff41-1f09-4315-b9f0-12bf70dacd44 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:49.079765 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-275ec252-4237-4728-880a-b65f30c1d3fc req-d981ff41-1f09-4315-b9f0-12bf70dacd44 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0556173 Sep 09 09:41:49.083470 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23dd9077-a5e3-4031-895b-a7390d1e1574 req-9ed4e9e2-1f99-42c4-b15f-2e57ccbb5dfa tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 982 time: 0.0685017 Sep 09 09:41:49.127936 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-275ec252-4237-4728-880a-b65f30c1d3fc req-aa1a9b47-cd66-4afa-835b-723019f6fc4b tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413222 Sep 09 09:41:49.143624 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23dd9077-a5e3-4031-895b-a7390d1e1574 req-4946deac-8366-4af7-9643-70cb5cb541c3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0481491 Sep 09 09:41:50.177047 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:50.249297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91637792-7a01-484f-a08c-7a2a3f35c569 req-bece563d-dd5f-494a-914a-a292b62c54a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:50.250842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91637792-7a01-484f-a08c-7a2a3f35c569 req-bece563d-dd5f-494a-914a-a292b62c54a0 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0549908 Sep 09 09:41:50.282821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d6118-2ed3-4e4c-8f24-91bc2625c44c req-fcad78e6-d951-4ab0-a7ca-1e107c096d1b tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:50.284463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e31d6118-2ed3-4e4c-8f24-91bc2625c44c req-fcad78e6-d951-4ab0-a7ca-1e107c096d1b tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 982 time: 0.0762987 Sep 09 09:41:50.296030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91637792-7a01-484f-a08c-7a2a3f35c569 req-29e4f4b3-7e51-42fe-910b-512ed16392a1 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups?id=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366988 Sep 09 09:41:50.327358 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e31d6118-2ed3-4e4c-8f24-91bc2625c44c req-f6cbefbe-7181-4fc5-906f-45288febd095 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0355146 Sep 09 09:41:50.611307 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-5624fbc1-87a0-435f-a5ee-88f1844e5925 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:50.615012 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-5624fbc1-87a0-435f-a5ee-88f1844e5925 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0512099 Sep 09 09:41:50.651887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d43f6962-6f2e-4b0d-9524-49f3e88206eb no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:41:50.657723 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:41:50.675945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: d43f6962-6f2e-4b0d-9524-49f3e88206eb {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:41:50.676296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d43f6962-6f2e-4b0d-9524-49f3e88206eb not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:41:50.712121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Deleting port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:41:50.712463 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:50.800332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] For port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:50.800858 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:51.082396 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:51.082764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:51.083081 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Floating IP 417c5f7c-5c0c-48f3-a25f-316ffd53484e disassociated. External IP: 172.25.8.164, port: 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b. Sep 09 09:41:51.083450 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Calling delete_port for 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:41:51.406854 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:51.438520 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-753ccdeb-ea2f-4234-94fe-2c18ebf16799 req-f6b6e768-fb14-41b0-b75a-65f95261ff5e tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 210 time: 0.0408936 Sep 09 09:41:51.470278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event deleted for resources: {'Port': ['ID=5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:51.541186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3221f-9689-4e24-8d30-a77259a69098 req-67fdc0ad-f0ab-47bf-b025-4013bc1d9e51 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:51.542897 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cac3221f-9689-4e24-8d30-a77259a69098 req-67fdc0ad-f0ab-47bf-b025-4013bc1d9e51 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 982 time: 0.1372476 Sep 09 09:41:51.625693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cac3221f-9689-4e24-8d30-a77259a69098 req-d5be540f-a2f3-406a-bc53-9bbec5c8477d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0744126 Sep 09 09:41:51.650467 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Router 4cd80167-960c-4730-877d-c8a663eeccf4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:41:51.766387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:41:51.786373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ff61d-dce7-429c-98a1-f26727198d80 None None] Sync routers for ids ['4cd80167-960c-4730-877d-c8a663eeccf4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:41:51.788279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ff61d-dce7-429c-98a1-f26727198d80 None None] Routers {'4cd80167-960c-4730-877d-c8a663eeccf4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:41:51.788831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5f7ff61d-dce7-429c-98a1-f26727198d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:41:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['4cd80167-960c-4730-877d-c8a663eeccf4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:51.812175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] No DVR routers for this DVR port 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:41:51.815056 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:51.817359 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d12e721-8a1d-4f66-919b-e3e142e2546a req-b3debd32-8469-42d2-b86e-92aa0c01c74c tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.41 "DELETE /v2.0/ports/5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b HTTP/1.1" status: 204 len: 173 time: 1.1988347 Sep 09 09:41:51.817869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-deleted', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:41:51.820314 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa669f4b-c900-4e67-a981-eab37165d068" -d '{"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-deleted", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:41:51.861929 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d482859f-bb4e-4a5c-b6c9-d8bd4541ac4b x-openstack-request-id: req-d482859f-bb4e-4a5c-b6c9-d8bd4541ac4b {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:41:51.861929 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1", "name": "network-vif-deleted", "tag": "5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:41:51.861929 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d482859f-bb4e-4a5c-b6c9-d8bd4541ac4b {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:41:51.861929 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1', 'name': 'network-vif-deleted', 'tag': '5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b', 'status': 'completed', 'code': 200} Sep 09 09:41:51.914209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5f7ff61d-dce7-429c-98a1-f26727198d80 None None] Set router 4cd80167-960c-4730-877d-c8a663eeccf4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:41:52.143958 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5f7ff61d-dce7-429c-98a1-f26727198d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 4, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '60477bc9-0f39-4c25-93a2-0eda1e89d32a', 'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'mac_address': 'fa:16:3e:d2:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:52Z', 'updated_at': '2021-09-09T09:33:00Z', 'revision_number': 5, 'project_id': 'da114216dbc1457395669302398f7a7d', 'subnets': [{'id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:52.204618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ff61d-dce7-429c-98a1-f26727198d80 None None] Checking router: 4cd80167-960c-4730-877d-c8a663eeccf4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:41:52.219743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ff61d-dce7-429c-98a1-f26727198d80 None None] Routers {'4cd80167-960c-4730-877d-c8a663eeccf4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:41:52.220358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5f7ff61d-dce7-429c-98a1-f26727198d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:41:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['4cd80167-960c-4730-877d-c8a663eeccf4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:52.345263 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5f7ff61d-dce7-429c-98a1-f26727198d80 None None] Set router 4cd80167-960c-4730-877d-c8a663eeccf4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:41:52.591400 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-357eddea-ec5d-475c-9376-1585b5ae4665 req-8c279ddf-e2e7-4152-80b8-cc0426c04556 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb0d96d-bc00-4c1e-9c41-5f0491bc0bf1 HTTP/1.1" status: 200 len: 210 time: 0.0507667 Sep 09 09:41:52.631297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5f7ff61d-dce7-429c-98a1-f26727198d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 4, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '60477bc9-0f39-4c25-93a2-0eda1e89d32a', 'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'mac_address': 'fa:16:3e:d2:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:52Z', 'updated_at': '2021-09-09T09:33:00Z', 'revision_number': 5, 'project_id': 'da114216dbc1457395669302398f7a7d', 'subnets': [{'id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:52.659325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ff61d-dce7-429c-98a1-f26727198d80 None None] The sync data for ids ['4cd80167-960c-4730-877d-c8a663eeccf4'] in n-d-778696-16 is: [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:32:54Z', 'revision_number': 4, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '60477bc9-0f39-4c25-93a2-0eda1e89d32a', 'name': '', 'network_id': 'e8c618c8-1024-4991-8b5f-74476743e59c', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'mac_address': 'fa:16:3e:d2:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:52Z', 'updated_at': '2021-09-09T09:33:00Z', 'revision_number': 5, 'project_id': 'da114216dbc1457395669302398f7a7d', 'subnets': [{'id': '3fb6a3a7-4b85-425d-a2fa-80fee4ab5628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:41:52.662168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 080c6188-e6dd-465b-ab26-1c1877865a82 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:41:52.827352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 080c6188-e6dd-465b-ab26-1c1877865a82, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=080c6188-e6dd-465b-ab26-1c1877865a82,segment=NetworkSegment(f03fe98c-1307-4903-9c19-28d008679421),segment_id=f03fe98c-1307-4903-9c19-28d008679421)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:52.832316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fda76-fd69-454d-8e33-c3d09313aa12 req-4d4893f3-d1a5-41cc-b808-d648af032e4d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:52.837562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-571fda76-fd69-454d-8e33-c3d09313aa12 req-4d4893f3-d1a5-41cc-b808-d648af032e4d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 982 time: 0.1258447 Sep 09 09:41:52.864639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '080c6188-e6dd-465b-ab26-1c1877865a82', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'port_id': '080c6188-e6dd-465b-ab26-1c1877865a82', 'mac_address': 'fa:16:3e:2b:36:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:41:52.888226 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-571fda76-fd69-454d-8e33-c3d09313aa12 req-70cc181b-c8a8-476f-9e41-88fd2312e71d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0429273 Sep 09 09:41:53.018351 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd56a2d-c1a1-4ba7-a358-36ccdeefffb0 None None] New status for floating IP 417c5f7c-5c0c-48f3-a25f-316ffd53484e: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:41:53.090353 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:53.103826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080c6188-e6dd-465b-ab26-1c1877865a82 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:41:53.126738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 080c6188-e6dd-465b-ab26-1c1877865a82, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=080c6188-e6dd-465b-ab26-1c1877865a82,segment=NetworkSegment(f03fe98c-1307-4903-9c19-28d008679421),segment_id=f03fe98c-1307-4903-9c19-28d008679421)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:53.228417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:53.282211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=080c6188-e6dd-465b-ab26-1c1877865a82,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:53.443589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['080c6188-e6dd-465b-ab26-1c1877865a82'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:41:53.730644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34746) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:53.790447 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93539c4c-b627-4c75-9685-14e2264360b6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:53.817739 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93539c4c-b627-4c75-9685-14e2264360b6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:53.924423 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93539c4c-b627-4c75-9685-14e2264360b6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:53.928210 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-93539c4c-b627-4c75-9685-14e2264360b6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:53.930632 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-93539c4c-b627-4c75-9685-14e2264360b6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "DELETE /v2.0/security-groups/44fd8d30-e7db-4254-be0b-d5e8cbd17cf9 HTTP/1.1" status: 204 len: 168 time: 0.1981061 Sep 09 09:41:53.934958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34750) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:53.943624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93539c4c-b627-4c75-9685-14e2264360b6 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fd8d30-e7db-4254-be0b-d5e8cbd17cf9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:53.965023 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [None req-ce67f586-230a-470f-93f2-52c53ced9d2d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] show failed (client error): The resource could not be found. Sep 09 09:41:53.970162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34752) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:53.970256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ce67f586-230a-470f-93f2-52c53ced9d2d tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "GET /v2.0/security-groups/44fd8d30-e7db-4254-be0b-d5e8cbd17cf9 HTTP/1.1" status: 404 len: 347 time: 0.0342195 Sep 09 09:41:54.129784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf93e2c-49d6-4693-8117-c21ceb97e863 req-90f2eab2-a4d9-4ea2-bca4-a2f9201a356f tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:54.131254 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-caf93e2c-49d6-4693-8117-c21ceb97e863 req-90f2eab2-a4d9-4ea2-bca4-a2f9201a356f tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 983 time: 0.1197910 Sep 09 09:41:54.156435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5ff962d2-e822-4658-a1d7-0109296cc352 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Deleting port 08d57f7b-3364-4006-a3f1-4b1e6ec8ef9d {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:41:54.156778 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ff962d2-e822-4658-a1d7-0109296cc352 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:54.208313 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-caf93e2c-49d6-4693-8117-c21ceb97e863 req-97c4876a-7bbb-4beb-9d27-859234da551c tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0630980 Sep 09 09:41:54.262130 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ff962d2-e822-4658-a1d7-0109296cc352 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:54.262512 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ff962d2-e822-4658-a1d7-0109296cc352 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:54.274349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5ff962d2-e822-4658-a1d7-0109296cc352 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Calling delete_port for 08d57f7b-3364-4006-a3f1-4b1e6ec8ef9d owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:41:54.498812 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ff962d2-e822-4658-a1d7-0109296cc352 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:54.532494 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff962d2-e822-4658-a1d7-0109296cc352 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Pushing event deleted for resources: {'Port': ['ID=08d57f7b-3364-4006-a3f1-4b1e6ec8ef9d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:54.653303 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ff962d2-e822-4658-a1d7-0109296cc352 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:54.655849 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5ff962d2-e822-4658-a1d7-0109296cc352 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:54.657070 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5ff962d2-e822-4658-a1d7-0109296cc352 tempest-ServerActionsTestJSON-86282882 tempest-ServerActionsTestJSON-86282882-project] 10.222.0.32 "DELETE /v2.0/floatingips/417c5f7c-5c0c-48f3-a25f-316ffd53484e HTTP/1.1" status: 204 len: 168 time: 0.6857796 Sep 09 09:41:54.662313 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34760) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:54.666652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 080c6188-e6dd-465b-ab26-1c1877865a82 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:41:54.838035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 080c6188-e6dd-465b-ab26-1c1877865a82 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:41:54.844139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 080c6188-e6dd-465b-ab26-1c1877865a82 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:41:54.844554 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:54.942075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:54.970505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c6188-e6dd-465b-ab26-1c1877865a82'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:41:54.972828 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cfa8d7-50a8-46c4-a683-b432b5485b4b" -d '{"events": [{"server_uuid": "7a84d36e-0bba-4d49-a144-ad3c06553233", "name": "network-vif-plugged", "status": "completed", "tag": "080c6188-e6dd-465b-ab26-1c1877865a82"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:41:54.989733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 080c6188-e6dd-465b-ab26-1c1877865a82, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=080c6188-e6dd-465b-ab26-1c1877865a82,segment=NetworkSegment(f03fe98c-1307-4903-9c19-28d008679421),segment_id=f03fe98c-1307-4903-9c19-28d008679421)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:55.025351 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccd21da-162e-47f0-a4dd-5cee01694367 x-openstack-request-id: req-9ccd21da-162e-47f0-a4dd-5cee01694367 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:41:55.025723 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a84d36e-0bba-4d49-a144-ad3c06553233", "name": "network-vif-plugged", "status": "completed", "tag": "080c6188-e6dd-465b-ab26-1c1877865a82", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:41:55.025974 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ccd21da-162e-47f0-a4dd-5cee01694367 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:41:55.026370 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c6188-e6dd-465b-ab26-1c1877865a82', 'code': 200} Sep 09 09:41:55.064164 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:55.128541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=080c6188-e6dd-465b-ab26-1c1877865a82,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:55.163794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98086-24fe-44d5-bde2-8cb3bd43c803 req-235acfe9-4f1f-4525-b8e4-ccd3d5dcce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:55.163794 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aac98086-24fe-44d5-bde2-8cb3bd43c803 req-235acfe9-4f1f-4525-b8e4-ccd3d5dcce8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 1136 time: 0.0624223 Sep 09 09:41:55.209731 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aac98086-24fe-44d5-bde2-8cb3bd43c803 req-519398a9-3f5c-4624-b4bd-9833ee10846b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0422440 Sep 09 09:41:55.377442 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:55.443513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25c239-1960-4ecb-ac5c-b7df07d946b5 req-44cec86f-0521-4e5e-8fa0-d0df734d7f67 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:55.445101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f25c239-1960-4ecb-ac5c-b7df07d946b5 req-44cec86f-0521-4e5e-8fa0-d0df734d7f67 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 984 time: 0.0960016 Sep 09 09:41:55.525239 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f25c239-1960-4ecb-ac5c-b7df07d946b5 req-b5f8f1c3-b5cf-479d-8641-d8815e27d8d2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0662372 Sep 09 09:41:55.666537 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:55.813706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:41:55.845300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:41:55.845824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5ae7270d-6ee5-4526-b5e6-f4bf7b5af22b not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:41:55.939726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] Deleting port 60477bc9-0f39-4c25-93a2-0eda1e89d32a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:41:55.940083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:55.949721 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:56.029891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] For port 60477bc9-0f39-4c25-93a2-0eda1e89d32a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=60477bc9-0f39-4c25-93a2-0eda1e89d32a,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:56.030259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:56.043048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] Calling delete_port for 60477bc9-0f39-4c25-93a2-0eda1e89d32a owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:41:56.415649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:56.446467 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] Pushing event deleted for resources: {'Port': ['ID=60477bc9-0f39-4c25-93a2-0eda1e89d32a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:56.650330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:56.673879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bf452-89b7-4129-ae7f-be2273b9a26e req-35ce6279-b316-4306-a8d7-528fc90383bc tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:56.675892 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-488bf452-89b7-4129-ae7f-be2273b9a26e req-35ce6279-b316-4306-a8d7-528fc90383bc tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 984 time: 0.0668693 Sep 09 09:41:56.728198 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-488bf452-89b7-4129-ae7f-be2273b9a26e req-46567d62-e9e3-4167-9deb-432547f1b67d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0455022 Sep 09 09:41:56.909902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0359ed-ed1a-4c54-a8de-ecad0189ab9e req-dcfd6a3a-e843-47f8-9576-d62c44a4887e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:56.913871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e0359ed-ed1a-4c54-a8de-ecad0189ab9e req-dcfd6a3a-e843-47f8-9576-d62c44a4887e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 984 time: 0.0986118 Sep 09 09:41:56.946588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] Router 4cd80167-960c-4730-877d-c8a663eeccf4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:41:56.976243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e0359ed-ed1a-4c54-a8de-ecad0189ab9e req-fd54793b-2def-4d87-8139-439dac5dafbb tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0560248 Sep 09 09:41:57.080228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:41:57.085821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-21f88a1d-8466-40d2-ac4e-51411ea4456e admin admin] 10.222.0.32 "PUT /v2.0/routers/4cd80167-960c-4730-877d-c8a663eeccf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4219739 Sep 09 09:41:57.087969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34792) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:57.094398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee62887-a2e5-4ad8-87ad-9440d735dd5b None None] Sync routers for ids ['4cd80167-960c-4730-877d-c8a663eeccf4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:41:57.098185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8612b-fa07-4761-82ad-5c3ca9356e04 req-a8c18e72-5780-40b2-9c85-bd7bd52541e6 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:57.105652 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aec8612b-fa07-4761-82ad-5c3ca9356e04 req-a8c18e72-5780-40b2-9c85-bd7bd52541e6 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 1136 time: 0.0550771 Sep 09 09:41:57.106833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee62887-a2e5-4ad8-87ad-9440d735dd5b None None] Routers {'4cd80167-960c-4730-877d-c8a663eeccf4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:41:57.107728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-fee62887-a2e5-4ad8-87ad-9440d735dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:41:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['4cd80167-960c-4730-877d-c8a663eeccf4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:57.120066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8612b-fa07-4761-82ad-5c3ca9356e04 req-51436e18-e1ca-4487-8f59-8ec674ecd7db tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:57.216773 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:57.234679 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8612b-fa07-4761-82ad-5c3ca9356e04 req-51436e18-e1ca-4487-8f59-8ec674ecd7db tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:57.244534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-fee62887-a2e5-4ad8-87ad-9440d735dd5b None None] Set router 4cd80167-960c-4730-877d-c8a663eeccf4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:41:57.326251 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:57.348104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8612b-fa07-4761-82ad-5c3ca9356e04 req-51436e18-e1ca-4487-8f59-8ec674ecd7db tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:57.380290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51436e18-e1ca-4487-8f59-8ec674ecd7db tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fc5efe-9b38-4781-990a-ff4b97084b6e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:57.386099 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aec8612b-fa07-4761-82ad-5c3ca9356e04 req-51436e18-e1ca-4487-8f59-8ec674ecd7db tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2789769 Sep 09 09:41:57.411440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34794) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:57.445159 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-fee62887-a2e5-4ad8-87ad-9440d735dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:41:56Z', 'revision_number': 5, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port': {'id': '56a2bf59-9d0f-454c-b652-4ad35e7cf21f', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:32:45Z', 'updated_at': '2021-09-09T09:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:57.463847 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Deleting port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:41:57.464376 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:57.475281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9b2b5-7e5d-452b-b217-0f991cf09c94 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:41:57.476192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee62887-a2e5-4ad8-87ad-9440d735dd5b None None] Checking router: 4cd80167-960c-4730-877d-c8a663eeccf4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:41:57.479484 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-98d9b2b5-7e5d-452b-b217-0f991cf09c94 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 1131 time: 0.0676701 Sep 09 09:41:57.487694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34800) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:57.492503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '080c6188-e6dd-465b-ab26-1c1877865a82', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:41:57.499982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee62887-a2e5-4ad8-87ad-9440d735dd5b None None] Routers {'4cd80167-960c-4730-877d-c8a663eeccf4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:41:57.500805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-fee62887-a2e5-4ad8-87ad-9440d735dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:41:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['4cd80167-960c-4730-877d-c8a663eeccf4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:57.563883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] For port 56a2bf59-9d0f-454c-b652-4ad35e7cf21f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=56a2bf59-9d0f-454c-b652-4ad35e7cf21f,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:57.564542 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:57.585620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Calling delete_port for 56a2bf59-9d0f-454c-b652-4ad35e7cf21f owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:41:57.611206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-fee62887-a2e5-4ad8-87ad-9440d735dd5b None None] Set router 4cd80167-960c-4730-877d-c8a663eeccf4 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:41:57.627246 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:57.690889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-fee62887-a2e5-4ad8-87ad-9440d735dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:41:57Z', 'revision_number': 6, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:57.720408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee62887-a2e5-4ad8-87ad-9440d735dd5b None None] The sync data for ids ['4cd80167-960c-4730-877d-c8a663eeccf4'] in n-d-778696-16 is: [{'id': '4cd80167-960c-4730-877d-c8a663eeccf4', 'name': 'tempest-ServerActionsTestJSON-221341966-router', 'tenant_id': 'da114216dbc1457395669302398f7a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:32:43Z', 'updated_at': '2021-09-09T09:41:57Z', 'revision_number': 6, 'project_id': 'da114216dbc1457395669302398f7a7d', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:41:57.776912 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:57.838726 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:57.885068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=56a2bf59-9d0f-454c-b652-4ad35e7cf21f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:57.972179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Allocated IP 172.25.8.13 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/d90ccbdb-6e0f-47c1-8cc3-7c0ec39eca4f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:41:57.973241 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.106974 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.109699 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.170714 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.244559 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.245095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd80167-960c-4730-877d-c8a663eeccf4 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:41:58.250156 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.255027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34824) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:58.255233 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-19fb9944-54b9-434f-b8de-50fec1c5a6cb admin admin] 10.222.0.32 "DELETE /v2.0/routers/4cd80167-960c-4730-877d-c8a663eeccf4 HTTP/1.1" status: 204 len: 168 time: 1.1662230 Sep 09 09:41:58.274638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 60477bc9-0f39-4c25-93a2-0eda1e89d32a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:41:58.298595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 60477bc9-0f39-4c25-93a2-0eda1e89d32a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:41:58.299189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 60477bc9-0f39-4c25-93a2-0eda1e89d32a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:41:58.309504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-338ce70e-42d7-4914-b1b5-900447dff27f admin admin] Deleting subnet 3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:41:58.313299 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-338ce70e-42d7-4914-b1b5-900447dff27f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.315615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.385036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:41:58.390868 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-338ce70e-42d7-4914-b1b5-900447dff27f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.392832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:41:58.414566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:41:58.451368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Port': ['ID=d90ccbdb-6e0f-47c1-8cc3-7c0ec39eca4f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:58.577139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-338ce70e-42d7-4914-b1b5-900447dff27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.858601 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-338ce70e-42d7-4914-b1b5-900447dff27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.899059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ce70e-42d7-4914-b1b5-900447dff27f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb6a3a7-4b85-425d-a2fa-80fee4ab5628,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:58.909513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85d76de-fde3-4913-af89-36d73d8ff1e1 None None] Network e8c618c8-1024-4991-8b5f-74476743e59c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:41:58.924763 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-338ce70e-42d7-4914-b1b5-900447dff27f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:58.924763 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-338ce70e-42d7-4914-b1b5-900447dff27f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3fb6a3a7-4b85-425d-a2fa-80fee4ab5628 HTTP/1.1" status: 204 len: 168 time: 0.6677938 Sep 09 09:41:58.926506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34828) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:41:59.090793 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.163687 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.208558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Deleting port d318a1d5-2d03-4b14-b773-6a220361d3d6 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:41:59.208991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.259990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c29b9-e35b-4034-abf4-bdd8c65516c7 None None] DHCP port deletion for e8c618c8-1024-4991-8b5f-74476743e59c request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:41:59.279011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] For port d318a1d5-2d03-4b14-b773-6a220361d3d6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d318a1d5-2d03-4b14-b773-6a220361d3d6,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:59.279214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.292200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Calling delete_port for d318a1d5-2d03-4b14-b773-6a220361d3d6 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:41:59.317240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d66c29b9-e35b-4034-abf4-bdd8c65516c7 None None] Deleting port d318a1d5-2d03-4b14-b773-6a220361d3d6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:41:59.317839 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d66c29b9-e35b-4034-abf4-bdd8c65516c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.387100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d66c29b9-e35b-4034-abf4-bdd8c65516c7 None None] For port d318a1d5-2d03-4b14-b773-6a220361d3d6, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d318a1d5-2d03-4b14-b773-6a220361d3d6,segment=NetworkSegment(63c53a72-7a99-475a-8cc9-a14ddc1f811c),segment_id=63c53a72-7a99-475a-8cc9-a14ddc1f811c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:41:59.388509 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d66c29b9-e35b-4034-abf4-bdd8c65516c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.402599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d66c29b9-e35b-4034-abf4-bdd8c65516c7 None None] Calling delete_port for d318a1d5-2d03-4b14-b773-6a220361d3d6 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:41:59.404668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.463043 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.501488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Pushing event deleted for resources: {'Port': ['ID=d318a1d5-2d03-4b14-b773-6a220361d3d6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:59.505804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] No DVR routers for this DVR port d318a1d5-2d03-4b14-b773-6a220361d3d6 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:41:59.513787 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d66c29b9-e35b-4034-abf4-bdd8c65516c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.546890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c29b9-e35b-4034-abf4-bdd8c65516c7 None None] Pushing event deleted for resources: {'Port': ['ID=d318a1d5-2d03-4b14-b773-6a220361d3d6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:59.556800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66c29b9-e35b-4034-abf4-bdd8c65516c7 None None] No DVR routers for this DVR port d318a1d5-2d03-4b14-b773-6a220361d3d6 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:41:59.627912 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.629268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.657363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c618c8-1024-4991-8b5f-74476743e59c']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:59.667183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c53a72-7a99-475a-8cc9-a14ddc1f811c') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:59.667582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c53a72-7a99-475a-8cc9-a14ddc1f811c') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:41:59.682356 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.685009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.703047 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.712566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:41:59.713176 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:41:59.765741 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:41:59.811664 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.848123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Port': ['ID=d90ccbdb-6e0f-47c1-8cc3-7c0ec39eca4f,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:41:59.877011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d318a1d5-2d03-4b14-b773-6a220361d3d6 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:41:59.900654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d318a1d5-2d03-4b14-b773-6a220361d3d6 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:41:59.900913 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d318a1d5-2d03-4b14-b773-6a220361d3d6 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:41:59.901476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 56a2bf59-9d0f-454c-b652-4ad35e7cf21f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:41:59.914119 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.923905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 56a2bf59-9d0f-454c-b652-4ad35e7cf21f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:41:59.927585 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:41:59.929909 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e8c618c8-1024-4991-8b5f-74476743e59c HTTP/1.1" status: 204 len: 168 time: 1.0017757 Sep 09 09:41:59.934640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 56a2bf59-9d0f-454c-b652-4ad35e7cf21f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:41:59.956649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71b429-889a-416d-a256-5fbb787eb991 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c618c8-1024-4991-8b5f-74476743e59c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:00.022684 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Floating IP 9fea7867-a08a-463b-92a4-0eedc14b1231 associated. External IP: 172.25.8.13, port: 080c6188-e6dd-465b-ab26-1c1877865a82. Sep 09 09:42:00.242709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:42:00.364072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34846) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:00.390836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:42:00.404309 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba50132-74eb-49d4-a5e2-3b2280d3780c None None] Sync routers for ids ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:42:00.417109 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba50132-74eb-49d4-a5e2-3b2280d3780c None None] Routers {'d2c4ea2c-c387-4fb7-9de4-c86b0e850302'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:42:00.418030 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dba50132-74eb-49d4-a5e2-3b2280d3780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:41:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:00.430856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-58149ba7-37e6-481d-85d6-7be932154129 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da114216dbc1457395669302398f7a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655372 Sep 09 09:42:00.433931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 34848) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:00.497534 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:00.517502 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a5ab455-5b3c-4753-8fca-c14a5686e55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:00.540034 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-49412455-eee6-4fe8-930d-823b4e3aa3fd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0509849 Sep 09 09:42:00.546328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34852) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:00.546328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'tag': '080c6188-e6dd-465b-ab26-1c1877865a82'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:42:00.546328 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62c9d9c-4574-497b-9437-8490cdee262e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a84d36e-0bba-4d49-a144-ad3c06553233", "tag": "080c6188-e6dd-465b-ab26-1c1877865a82"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:42:00.581561 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a5ab455-5b3c-4753-8fca-c14a5686e55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:00.589296 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dba50132-74eb-49d4-a5e2-3b2280d3780c None None] Set router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:42:00.759930 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a5ab455-5b3c-4753-8fca-c14a5686e55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:00.763488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3a5ab455-5b3c-4753-8fca-c14a5686e55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:00.771528 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3a5ab455-5b3c-4753-8fca-c14a5686e55b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/165d48e4-1ed2-4073-b148-40b5b666089e HTTP/1.1" status: 204 len: 168 time: 0.3290994 Sep 09 09:42:00.781672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ab455-5b3c-4753-8fca-c14a5686e55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165d48e4-1ed2-4073-b148-40b5b666089e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:00.962483 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd749941-582d-4748-a99f-99597d7e91ce x-openstack-request-id: req-dd749941-582d-4748-a99f-99597d7e91ce {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:42:00.962774 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a84d36e-0bba-4d49-a144-ad3c06553233", "tag": "080c6188-e6dd-465b-ab26-1c1877865a82", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:42:00.963022 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd749941-582d-4748-a99f-99597d7e91ce {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:42:00.968524 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'tag': '080c6188-e6dd-465b-ab26-1c1877865a82', 'status': 'completed', 'code': 200} Sep 09 09:42:01.002399 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-caaa7b16-c009-4882-a34d-9c8209497bec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0809531 Sep 09 09:42:01.052732 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dba50132-74eb-49d4-a5e2-3b2280d3780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '9fea7867-a08a-463b-92a4-0eedc14b1231', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'port_id': '080c6188-e6dd-465b-ab26-1c1877865a82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'mac_address': 'fa:16:3e:2b:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:41:58Z', 'updated_at': '2021-09-09T09:41:58Z', 'revision_number': 0, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52d04c1-a90e-4b52-bdc7-8d7a168da72d', 'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:b8:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:37Z', 'updated_at': '2021-09-09T09:41:44Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:01.078436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-32663fd1-70bc-400d-b5cd-b0ded7c46618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.080050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-32663fd1-70bc-400d-b5cd-b0ded7c46618 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 1097 time: 0.0506401 Sep 09 09:42:01.225209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c9d9c-4574-497b-9437-8490cdee262e req-da734d60-b6d9-4900-9849-d6ca80913c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.227156 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c62c9d9c-4574-497b-9437-8490cdee262e req-da734d60-b6d9-4900-9849-d6ca80913c76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0efd7defe4647939aa2a945cbe26e50&device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 1136 time: 0.2738595 Sep 09 09:42:01.234738 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba50132-74eb-49d4-a5e2-3b2280d3780c None None] Checking router: d2c4ea2c-c387-4fb7-9de4-c86b0e850302 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:42:01.245794 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba50132-74eb-49d4-a5e2-3b2280d3780c None None] Routers {'d2c4ea2c-c387-4fb7-9de4-c86b0e850302'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:42:01.246968 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dba50132-74eb-49d4-a5e2-3b2280d3780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:41:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:01.294126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-39d43531-c5a7-4dd1-a55e-29b455c5afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.300277 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-39d43531-c5a7-4dd1-a55e-29b455c5afb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.1944640 Sep 09 09:42:01.381440 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dba50132-74eb-49d4-a5e2-3b2280d3780c None None] Set router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:42:01.476636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-129130fe-4848-4af6-9163-65b81688f800 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2cfec71-a72e-45f0-8482-5b1a9db4baef HTTP/1.1" status: 200 len: 1000 time: 0.1673777 Sep 09 09:42:01.479665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22d762-f3a6-4a1c-af2f-2b7515a43d31 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.480889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22d762-f3a6-4a1c-af2f-2b7515a43d31 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.481752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22d762-f3a6-4a1c-af2f-2b7515a43d31 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.482169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22d762-f3a6-4a1c-af2f-2b7515a43d31 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.483041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22d762-f3a6-4a1c-af2f-2b7515a43d31 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.483551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22d762-f3a6-4a1c-af2f-2b7515a43d31 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.485515 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7e22d762-f3a6-4a1c-af2f-2b7515a43d31 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.9370329 Sep 09 09:42:01.489241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34870) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:01.572102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-b103c058-1361-46dc-810c-34ecbdff841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.575857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c9d9c-4574-497b-9437-8490cdee262e req-43c47079-c83a-4446-b9b4-eb8bd4fe34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.576809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-b103c058-1361-46dc-810c-34ecbdff841b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0842755 Sep 09 09:42:01.577481 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c62c9d9c-4574-497b-9437-8490cdee262e req-43c47079-c83a-4446-b9b4-eb8bd4fe34c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=53b485a2-d4ff-4e36-b73d-17ee89f4c7fc HTTP/1.1" status: 200 len: 898 time: 0.3361561 Sep 09 09:42:01.648273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-791a87e5-13ea-4311-b009-96a846efcf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.651368 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-791a87e5-13ea-4311-b009-96a846efcf95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560789 Sep 09 09:42:01.658041 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539849c-f031-42cc-a411-1efbd83256cf tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.658520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539849c-f031-42cc-a411-1efbd83256cf tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.658986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539849c-f031-42cc-a411-1efbd83256cf tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.659470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539849c-f031-42cc-a411-1efbd83256cf tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.659937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539849c-f031-42cc-a411-1efbd83256cf tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.660399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539849c-f031-42cc-a411-1efbd83256cf tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.662630 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2539849c-f031-42cc-a411-1efbd83256cf tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1731918 Sep 09 09:42:01.665224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34874) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:01.674693 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dba50132-74eb-49d4-a5e2-3b2280d3780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '9fea7867-a08a-463b-92a4-0eedc14b1231', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'port_id': '080c6188-e6dd-465b-ab26-1c1877865a82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'mac_address': 'fa:16:3e:2b:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:41:58Z', 'updated_at': '2021-09-09T09:41:58Z', 'revision_number': 0, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52d04c1-a90e-4b52-bdc7-8d7a168da72d', 'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:b8:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:37Z', 'updated_at': '2021-09-09T09:41:44Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:01.721458 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba50132-74eb-49d4-a5e2-3b2280d3780c None None] The sync data for ids ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'] in n-d-778696-16 is: [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '9fea7867-a08a-463b-92a4-0eedc14b1231', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'port_id': '080c6188-e6dd-465b-ab26-1c1877865a82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'mac_address': 'fa:16:3e:2b:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:41:58Z', 'updated_at': '2021-09-09T09:41:58Z', 'revision_number': 0, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52d04c1-a90e-4b52-bdc7-8d7a168da72d', 'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:b8:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:37Z', 'updated_at': '2021-09-09T09:41:44Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:42:01.776182 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c62c9d9c-4574-497b-9437-8490cdee262e req-b0c6c365-977e-4f92-840d-90cd6552015b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6188-e6dd-465b-ab26-1c1877865a82 HTTP/1.1" status: 200 len: 998 time: 0.1809905 Sep 09 09:42:01.824120 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-c01d6304-8e32-4472-bd52-61215be3bb8e service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656263 Sep 09 09:42:01.884827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c9d9c-4574-497b-9437-8490cdee262e req-f530e912-71b1-4bdf-b9f8-88499c2d7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:01.886321 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c62c9d9c-4574-497b-9437-8490cdee262e req-f530e912-71b1-4bdf-b9f8-88499c2d7e19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51c50b84-a0bf-4af2-8c55-45edfa30f0c7 HTTP/1.1" status: 200 len: 834 time: 0.1032846 Sep 09 09:42:01.985960 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-91741a8e-5080-456e-9e17-3663fa1535d1 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548116 Sep 09 09:42:02.024722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c9d9c-4574-497b-9437-8490cdee262e req-d11b5e8b-121d-4cb7-b0a1-9997864a664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:02.027035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c62c9d9c-4574-497b-9437-8490cdee262e req-d11b5e8b-121d-4cb7-b0a1-9997864a664d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=53b485a2-d4ff-4e36-b73d-17ee89f4c7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285422 Sep 09 09:42:02.057801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb234b80-476b-4907-b1a2-391685a83f83 None None] New status for floating IP 9fea7867-a08a-463b-92a4-0eedc14b1231: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:42:02.150292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-700a6749-a8e4-4862-b08a-d223baaa627f tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.4815607 Sep 09 09:42:02.150533 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 34888) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:02.209997 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c62c9d9c-4574-497b-9437-8490cdee262e req-8fc37ece-5246-4897-ab2f-a3bcd5f03369 service neutron] 10.222.0.24 "GET /v2.0/networks/53b485a2-d4ff-4e36-b73d-17ee89f4c7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736786 Sep 09 09:42:02.218829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcba7ec-d549-4b72-b124-534fe47e1c17 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:02.220288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcba7ec-d549-4b72-b124-534fe47e1c17 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:02.221216 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3fcba7ec-d549-4b72-b124-534fe47e1c17 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d2c4ea2c-c387-4fb7-9de4-c86b0e850302 HTTP/1.1" status: 200 len: 1992 time: 0.0696294 Sep 09 09:42:02.321932 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c62c9d9c-4574-497b-9437-8490cdee262e req-acad1c6c-186a-48e8-9800-d50a5de7886c service neutron] 10.222.0.24 "GET /v2.0/networks/53b485a2-d4ff-4e36-b73d-17ee89f4c7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995235 Sep 09 09:42:02.992403 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9f9f1d7b-a8fb-478e-8cc6-105409789516 req-bf571f3a-a6b0-45b5-a78b-3b5ee9322f99 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c2f3cf-7215-4ea2-a664-44a960038899 HTTP/1.1" status: 200 len: 210 time: 0.0335433 Sep 09 09:42:03.513013 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d0cb11c-6718-4bf2-9b33-03666666c2a8 req-40f54052-7ec5-4dc1-9134-832234b611e6 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0546763 Sep 09 09:42:04.613448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34b3bdf5-0499-4276-8322-44e54bef2979 req-b1fa5eb8-6068-40cd-b3f7-f38e3343fa0f tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0300770 Sep 09 09:42:05.730393 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b9373ef-a9cf-497f-a2a5-adfbd567af45 req-004112aa-788f-4b7e-9d51-da1e0fd763e3 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0319281 Sep 09 09:42:06.245272 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a9e21a0-38cc-43d3-ae00-e6fef21559f1 req-8dfa0942-9ec5-45d5-a526-a4fe11b07ea3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60c2f3cf-7215-4ea2-a664-44a960038899 HTTP/1.1" status: 200 len: 210 time: 0.0255389 Sep 09 09:42:06.839240 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df6d20c6-f171-4419-8e3b-2713bcae1f2e req-c0dd8bdf-9fd7-4029-9a42-c6567709f0f9 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0307877 Sep 09 09:42:07.113944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-78d9fa71-2239-4bd2-9892-a1ad4ff6ea74 req-63a4e7fe-8aa0-4562-9c4e-9a40616a5b90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0275331 Sep 09 09:42:07.959095 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b654e8d8-f6d1-4566-9e0c-cc1df5be13f0 req-f1197c3d-1af3-4dbb-96da-7e003863da64 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0272501 Sep 09 09:42:09.065908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-124256ec-6efc-4513-81a1-a9fa135ad022 req-a9f8f48a-b265-4d27-9c57-18f830638d9d tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0278094 Sep 09 09:42:09.465652 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-931243f3-2bdd-4eb0-b954-b857b255e4ed req-b9d6e16b-f3d0-4612-83d7-15938f96d21d tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0262876 Sep 09 09:42:10.569485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb6623d1-2e5f-4870-8732-42d41f4f7987 req-73e2fc21-5027-4527-85ae-8b7212624a32 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0265276 Sep 09 09:42:11.681414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a0547997-f6fb-47ba-ad12-4af8abbebfb5 req-d6e7580c-f1a4-4faf-af3e-9798b91c853a tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0277603 Sep 09 09:42:12.793048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7df0ae31-271c-4649-a4ed-bbda18b9a02e req-4658889d-a961-4a60-bb48-cfdbc6976dfd tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0315671 Sep 09 09:42:13.897577 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af454c2c-aceb-4d44-9a77-13bd267c4ad9 req-2a0c93e1-c193-457c-81c9-c7cef0e92544 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0293713 Sep 09 09:42:14.410333 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8c9b1e1-e3b3-4053-9aea-a7d5e93cd9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:15.006939 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e720b09-470c-4273-aae8-b7f23ea24eba req-6eda403a-cdb2-4afb-a779-a5171305dd26 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0274422 Sep 09 09:42:16.116560 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-94b07a73-75cc-4258-8eb4-0d365944d53c req-92c2c6ab-2115-4a4e-a515-64829369dbfa tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0304248 Sep 09 09:42:17.148436 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c809a9d3-ce1b-49fb-9493-27e96b05e747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:17.258548 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-40a2fe37-ccb4-404f-9461-05658c040748 req-efebdb4b-37b8-4004-a3b5-f6376773ac02 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0405262 Sep 09 09:42:17.353178 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:18.361860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f72ada2c-835e-4ee9-bae2-a0bb7a6e9934 req-016198dc-9982-40da-86dc-4852690e3f10 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0279279 Sep 09 09:42:18.553298 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:19.469723 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8eeab498-bede-4a8e-b82f-cb769ac070e3 req-24a60025-19dc-4317-9998-77d7ae3620bb tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0292840 Sep 09 09:42:20.124566 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:20.571123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd0be284-d0cc-4642-9759-d6fa08e437ef req-6850c896-1ee5-4710-a989-a5dc32da83f2 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0260468 Sep 09 09:42:20.857236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35282) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:20.967800 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89f60a3a-07b3-4415-9769-54cf94bb3051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:21.057141 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89f60a3a-07b3-4415-9769-54cf94bb3051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:21.170029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89f60a3a-07b3-4415-9769-54cf94bb3051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:21.208521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f60a3a-07b3-4415-9769-54cf94bb3051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13f7e54-9b5f-48ba-aa7e-667c81cdf51e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:21.214302 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-89f60a3a-07b3-4415-9769-54cf94bb3051 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6c55fd16a5f49e1a0ec508978d987a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552773 Sep 09 09:42:21.215946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:21.276049 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae85f-4974-4f49-9dcd-aa9d7051ae21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:21.297794 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae85f-4974-4f49-9dcd-aa9d7051ae21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:21.414490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae85f-4974-4f49-9dcd-aa9d7051ae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:21.417176 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae85f-4974-4f49-9dcd-aa9d7051ae21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:21.418413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ba9ae85f-4974-4f49-9dcd-aa9d7051ae21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d13f7e54-9b5f-48ba-aa7e-667c81cdf51e HTTP/1.1" status: 204 len: 168 time: 0.2015202 Sep 09 09:42:21.427905 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ae85f-4974-4f49-9dcd-aa9d7051ae21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13f7e54-9b5f-48ba-aa7e-667c81cdf51e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:21.681721 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-04c5fc67-9a87-488c-b0ce-59f397858258 req-f4193e7a-f2f2-4b27-9397-260638573785 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0327229 Sep 09 09:42:22.073563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35308) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:22.087448 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bb30e61-e9ad-43db-bac1-8746a0a7d45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:22.180363 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bb30e61-e9ad-43db-bac1-8746a0a7d45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:22.261506 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bb30e61-e9ad-43db-bac1-8746a0a7d45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:22.303656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1bb30e61-e9ad-43db-bac1-8746a0a7d45e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b7387760e124d2dba8ef435a514b951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280145 Sep 09 09:42:22.304518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30e61-e9ad-43db-bac1-8746a0a7d45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83681a61-dd47-4212-bbf1-f13b036d57bd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:22.306399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35312) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:22.357095 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-248f39d8-db9c-4791-989c-315b338b1cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:22.379824 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-248f39d8-db9c-4791-989c-315b338b1cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:22.467101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-248f39d8-db9c-4791-989c-315b338b1cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:22.469841 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-248f39d8-db9c-4791-989c-315b338b1cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:22.471112 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-248f39d8-db9c-4791-989c-315b338b1cdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83681a61-dd47-4212-bbf1-f13b036d57bd HTTP/1.1" status: 204 len: 168 time: 0.1630008 Sep 09 09:42:22.479667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f39d8-db9c-4791-989c-315b338b1cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83681a61-dd47-4212-bbf1-f13b036d57bd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:22.793837 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d35a3666-65aa-4c4b-bcb1-8a51672632bb req-1906c6fe-0908-46d1-b0b3-15c496ded23a tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0308802 Sep 09 09:42:23.903922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bfc46d4b-a23f-4a1e-8895-f90ad976e186 req-4190398f-f747-4c1a-a776-6fff5299bc77 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0317481 Sep 09 09:42:25.014463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1308b775-a40b-43d5-8287-825342d29d34 req-62e26bc0-fb6f-44ed-84e1-b093ba41d234 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0282428 Sep 09 09:42:25.307348 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:25.524280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35402) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:25.633422 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c876cb1e-ef89-490b-88f3-799b30bc152d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:25.720127 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c876cb1e-ef89-490b-88f3-799b30bc152d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:25.776170 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c876cb1e-ef89-490b-88f3-799b30bc152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:25.818855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c876cb1e-ef89-490b-88f3-799b30bc152d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5f10323a8494abfa27d33088d41925a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934973 Sep 09 09:42:25.819759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876cb1e-ef89-490b-88f3-799b30bc152d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd06e47d-6c8d-4a61-8822-20b0007533cd,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:25.822242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35410) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:25.874212 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e8ee72-6b55-4af5-9c52-41f4786f6426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:25.900181 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e8ee72-6b55-4af5-9c52-41f4786f6426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:25.946009 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:26.038253 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e8ee72-6b55-4af5-9c52-41f4786f6426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:26.040827 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29e8ee72-6b55-4af5-9c52-41f4786f6426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:26.041989 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-29e8ee72-6b55-4af5-9c52-41f4786f6426 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd06e47d-6c8d-4a61-8822-20b0007533cd HTTP/1.1" status: 204 len: 168 time: 0.2188501 Sep 09 09:42:26.050583 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8ee72-6b55-4af5-9c52-41f4786f6426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd06e47d-6c8d-4a61-8822-20b0007533cd,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:26.126737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d9cc196-49dc-48ae-8766-2248ff03ab1d req-9dd4d459-a145-40a7-85ec-d61969aa3afe tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0269270 Sep 09 09:42:26.663867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:26.677669 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a872114-4fab-426c-8ed1-61d02b6994b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:26.764459 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a872114-4fab-426c-8ed1-61d02b6994b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:26.809908 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a872114-4fab-426c-8ed1-61d02b6994b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:26.848670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8a872114-4fab-426c-8ed1-61d02b6994b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea48eff66d29455db00e308a53e35d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836600 Sep 09 09:42:26.851254 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35434) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:26.862820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a872114-4fab-426c-8ed1-61d02b6994b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ed8ab9-3b32-46b8-bf0b-bc6f33e39a67,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:26.918358 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6edd19d3-a82a-4369-ab0d-b8c33586057d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:26.943181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6edd19d3-a82a-4369-ab0d-b8c33586057d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:27.050236 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6edd19d3-a82a-4369-ab0d-b8c33586057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:27.052874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6edd19d3-a82a-4369-ab0d-b8c33586057d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:27.054467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6edd19d3-a82a-4369-ab0d-b8c33586057d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79ed8ab9-3b32-46b8-bf0b-bc6f33e39a67 HTTP/1.1" status: 204 len: 168 time: 0.2017314 Sep 09 09:42:27.062523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd19d3-a82a-4369-ab0d-b8c33586057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ed8ab9-3b32-46b8-bf0b-bc6f33e39a67,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:27.233626 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9687031-fd79-4384-98d3-55d7bc22776c req-f49f56bd-ceeb-4bf4-84d7-f46f17289ef7 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0280888 Sep 09 09:42:27.647302 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:42:28.338627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dfcb07d6-ce77-4b18-b93e-6f91e190ac3a req-746f3afa-0674-44d2-9e4c-5e9657cc02c6 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0301383 Sep 09 09:42:29.450059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b49b07d8-5c3c-4af4-85b3-90c74d0fbe91 req-2e3bcd94-fc6a-422d-9450-61811af1aa76 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0347099 Sep 09 09:42:30.554511 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f6bbc651-2bc0-4a34-98b2-c13b0d0545ba req-9c10e363-3378-48f7-81f7-be37cf025e12 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0278888 Sep 09 09:42:31.655038 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a71b8422-5d4b-4b95-a161-9f1a69bace4d req-1c890d0e-41e0-403a-8580-ed69942368b7 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0266535 Sep 09 09:42:32.781391 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d651d9f-f9a3-4862-a8fc-273962279d24 req-b287ac8f-811e-4188-9321-c2ea1c59e64b tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0265267 Sep 09 09:42:33.903932 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba0bf4e0-7374-406e-a556-827c93db2bbc req-9bab5ed9-8941-41c8-9674-5436b0744d2b tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0296490 Sep 09 09:42:35.005712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e507f801-d0dc-496b-9a2f-c3d0b5939af8 req-7d03ffd6-b206-418a-a9ad-f4d2df066c15 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0288186 Sep 09 09:42:35.084446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:35.181921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f37af08d-4fe7-4897-a692-b6dff976a2ac tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2409 time: 0.0963755 Sep 09 09:42:35.185462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35660) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:35.191000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'network': {'name': 'tempest-network-smoke--2090332400', 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'port_security_enabled': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:42:35.289746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Made reservation on behalf of b0efd7defe4647939aa2a945cbe26e50 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:42:35.294499 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:35.323981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:42:35.329752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:35.330193 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Added segment 7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8 of type vlan for network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 Sep 09 09:42:35.373266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:35.450732 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:35.457362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:35.461157 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:35.540996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Network': ['ID=87a32fcf-1a09-4794-adf2-d37d595b4ef0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:35.546155 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-142e9f2e-e0a8-411d-a4d9-b8cd6b287ec3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3594148 Sep 09 09:42:35.549229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35670) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:35.556017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:42:35.556559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-82661708', 'admin_state_up': True, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:42:35.667189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:35.668304 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:35.724574 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:36.261348 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c80165be-0813-4524-9a5d-45d5c5e5d4c8 req-8b2aab68-f160-4284-8eec-ff1a8ffddb47 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0606596 Sep 09 09:42:36.306251 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:36.683595 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:36.710890 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:36.847326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Allocated IP 172.25.8.218 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/7768b1d9-c635-4745-a3e4-b22f75c69e0b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:42:36.981149 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:37.090950 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:37.139744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:42:37.144953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:42:37.150871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:42:37.154515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Port': ['ID=7768b1d9-c635-4745-a3e4-b22f75c69e0b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:37.389047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d225a855-0d0f-4ffc-9bee-d32a131e7e0b req-f4d18a88-a3bf-4a16-b199-712ff18b04ca tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0295546 Sep 09 09:42:37.531674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:37.781605 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-705bbf24-8e1c-4610-9151-99cbd8b4a254 req-5059ddf4-ee6b-4554-a0e5-b8878a3b3010 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0294459 Sep 09 09:42:37.795967 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:38.003805 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Router b7db5637-b43e-47e3-80fc-f88673f4f684 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:42:38.116227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:42:38.129657 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Sync routers for ids ['b7db5637-b43e-47e3-80fc-f88673f4f684'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:42:38.141832 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Routers {'b7db5637-b43e-47e3-80fc-f88673f4f684'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:42:38.146408 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:42:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7db5637-b43e-47e3-80fc-f88673f4f684'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:38.215466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:38.215663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35718) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:38.216278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e1ef6524-3183-482a-97ef-8812fc9046be tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6651475 Sep 09 09:42:38.280357 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Set router b7db5637-b43e-47e3-80fc-f88673f4f684 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:42:38.304333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a7b30-5894-4c64-9647-95001d8cf890 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:38.308618 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9d2a7b30-5894-4c64-9647-95001d8cf890 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b0efd7defe4647939aa2a945cbe26e50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0896287 Sep 09 09:42:38.309079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35722) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:38.399852 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fda8b6-4545-45e4-9449-eeec25f130d8 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:38.402056 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a8fda8b6-4545-45e4-9449-eeec25f130d8 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914803 Sep 09 09:42:38.407269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35726) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:38.461777 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82661708', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:42:35Z', 'updated_at': '2021-09-09T09:42:37Z', 'revision_number': 3, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:04:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:36Z', 'updated_at': '2021-09-09T09:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:38.493854 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 35730) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:38.497340 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c8d3a9ff-03c4-40a3-b6ae-a09f17cbab5b tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0881360 Sep 09 09:42:38.501375 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Checking router: b7db5637-b43e-47e3-80fc-f88673f4f684 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:42:38.501928 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Updating router b7db5637-b43e-47e3-80fc-f88673f4f684 port 7768b1d9-c635-4745-a3e4-b22f75c69e0b binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:42:38.531731 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:38.536841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9fef9384-60fa-42b7-86df-f9f5b7625954 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b0efd7defe4647939aa2a945cbe26e50&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418253 Sep 09 09:42:38.539477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35734) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:38.559278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6404adc-ae3e-4376-8b91-fcc459564c0b req-5adbe81e-3d6b-4107-a138-70524bd5e38a tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0555434 Sep 09 09:42:38.723613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a16103-0ff4-4d1d-9bd9-b951b04197d9 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:38.725441 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-08a16103-0ff4-4d1d-9bd9-b951b04197d9 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1849816 Sep 09 09:42:38.728237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35738) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:38.758617 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6788d1c4-b998-4e9a-ab4c-10caf241e25c tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290449 Sep 09 09:42:38.761667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35740) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:38.766996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-802233675', 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0', 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:42:38.873367 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:38.886092 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Transition to ACTIVE for port object 7768b1d9-c635-4745-a3e4-b22f75c69e0b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:42:38.964397 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:38.964864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Made reservation on behalf of b0efd7defe4647939aa2a945cbe26e50 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:42:38.971134 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:39.061722 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276df91-a2f8-4564-9032-dbc5d57ddea5 None None] Pushing event updated for resources: {'Port': ['ID=7768b1d9-c635-4745-a3e4-b22f75c69e0b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:39.065263 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Attempting to bind port 7768b1d9-c635-4745-a3e4-b22f75c69e0b on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:42:39.065708 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Attempting to bind port 7768b1d9-c635-4745-a3e4-b22f75c69e0b by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:42:39.066165 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Attempting to bind port 7768b1d9-c635-4745-a3e4-b22f75c69e0b on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:42:39.074655 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:42:39.075136 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:42:39.075638 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:39.076095 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:42:39.076633 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Bound port: 7768b1d9-c635-4745-a3e4-b22f75c69e0b, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:42:39.077193 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:39.142464 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] For port 7768b1d9-c635-4745-a3e4-b22f75c69e0b, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:42:39.146614 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] For port 7768b1d9-c635-4745-a3e4-b22f75c69e0b, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7768b1d9-c635-4745-a3e4-b22f75c69e0b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:42:39.238833 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:39.295682 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:39.298760 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Routers {'b7db5637-b43e-47e3-80fc-f88673f4f684'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:42:39.299512 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:42:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7db5637-b43e-47e3-80fc-f88673f4f684'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:39.302278 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276df91-a2f8-4564-9032-dbc5d57ddea5 None None] Pushing event updated for resources: {'Port': ['ID=7768b1d9-c635-4745-a3e4-b22f75c69e0b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:39.353712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Subnet': ['ID=2f731cd4-dfc5-4352-99a9-49623b6605ff,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:39.393069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Checking segment: {'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:42:39.393951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network hostable DHCP agents. Network: 87a32fcf-1a09-4794-adf2-d37d595b4ef0, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:42:39.414201 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] Set router b7db5637-b43e-47e3-80fc-f88673f4f684 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:42:39.489471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:42:39.558080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 87a32fcf-1a09-4794-adf2-d37d595b4ef0) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:42:39.564713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:39.564713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:39.571137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b2c37a-0355-4a48-ab29-7d5444e9130b None None] Network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:42:39.607771 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82661708', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:42:35Z', 'updated_at': '2021-09-09T09:42:37Z', 'revision_number': 3, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:04:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:36Z', 'updated_at': '2021-09-09T09:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:39.633336 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-048c3731-5802-4b8f-bf88-cae6c513e0e3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8703885 Sep 09 09:42:39.636731 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35774) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:39.775215 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5faf8a-002a-4014-ae5d-122be2796e1a None None] The sync data for ids ['b7db5637-b43e-47e3-80fc-f88673f4f684'] in n-d-778696-16 is: [{'id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82661708', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:42:35Z', 'updated_at': '2021-09-09T09:42:37Z', 'revision_number': 3, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:04:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:36Z', 'updated_at': '2021-09-09T09:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:42:39.808303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-87a32fcf-1a09-4794-adf2-d37d595b4ef0', 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'fixed_ips': [{'subnet_id': '2f731cd4-dfc5-4352-99a9-49623b6605ff'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:42:39.810026 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:39.847625 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d063e2f1-8fbf-4363-a131-fc16facac136 req-74e695e9-4b60-418e-b932-2d8c36fe0fc3 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0718441 Sep 09 09:42:40.007798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Allocated IP 172.20.0.18 (87a32fcf-1a09-4794-adf2-d37d595b4ef0/2f731cd4-dfc5-4352-99a9-49623b6605ff/ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:42:40.227408 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:40.246389 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Transition to ACTIVE for port object ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:42:40.273319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Transition to ACTIVE for port object ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:42:40.302252 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c051c033-1efc-49a4-9b67-e1b76b5d83a9 req-cb7fc3d2-e563-4c54-b66a-ffcec9bf6717 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210&device_id=60c2f3cf-7215-4ea2-a664-44a960038899 HTTP/1.1" status: 200 len: 210 time: 0.0350890 Sep 09 09:42:40.353194 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:40.427514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Pushing event updated for resources: {'Port': ['ID=ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:40.452202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.452926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.453059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.453297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.453641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.453980 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.454466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.455080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.455186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.455594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.458916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.458916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:40.469120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:42:40.471597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:42:40.476190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:42:40.490158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:40.541509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Attempting to bind port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:42:40.542054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Attempting to bind port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:42:40.544961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Attempting to bind port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 on network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:42:40.548547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:42:40.548886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Checking segment: {'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:42:40.549291 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:40.549866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Bound using segment: {'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:42:40.550348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Bound port: ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:42:40.550906 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:40.624942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] For port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:42:40.629128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] For port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4,segment=NetworkSegment(7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8),segment_id=7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:42:40.708075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:40.809739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd904a-f7c7-411e-b8f6-10e2b36d0937 None None] Pushing event updated for resources: {'Port': ['ID=ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:40.845872 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b53efce-e3f9-4122-b632-9c39ea1fd56a req-bb19dc5b-b3c2-4ea2-91b6-ac0844ba0917 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1eb13441b0d4b85be8186ecd7e875ec&device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0509541 Sep 09 09:42:40.882232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-06e47043-917b-4dd7-ab81-759976f0c99c req-5818ee37-8a33-4a93-a0e6-1a18f7d87a60 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0321150 Sep 09 09:42:40.917823 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b53efce-e3f9-4122-b632-9c39ea1fd56a req-e1321251-969a-4e5f-9acf-0620f48c35c7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d1eb13441b0d4b85be8186ecd7e875ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345521 Sep 09 09:42:41.140838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53efce-e3f9-4122-b632-9c39ea1fd56a req-1b590f0b-00ef-472a-a087-648da9754950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:41.142788 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b53efce-e3f9-4122-b632-9c39ea1fd56a req-1b590f0b-00ef-472a-a087-648da9754950 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2181447 Sep 09 09:42:41.441277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Allocated IP 172.20.0.17 (87a32fcf-1a09-4794-adf2-d37d595b4ef0/2f731cd4-dfc5-4352-99a9-49623b6605ff/59df2412-b1ff-484a-95eb-2a49e1928d75) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:42:41.563352 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:41.585622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Transition to ACTIVE for port object 59df2412-b1ff-484a-95eb-2a49e1928d75 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:42:41.696417 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:41.734653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:42:41.738071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:42:41.742060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:42:41.788569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Port': ['ID=59df2412-b1ff-484a-95eb-2a49e1928d75,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:41.801161 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:42.001501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7768b1d9-c635-4745-a3e4-b22f75c69e0b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:42:42.030836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8bb5894-17c9-46cf-9335-886a171caf9a req-ec93784d-047b-46c4-b9fa-90f3c2853b2c tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0436304 Sep 09 09:42:42.153379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 7768b1d9-c635-4745-a3e4-b22f75c69e0b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:42:42.158585 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7768b1d9-c635-4745-a3e4-b22f75c69e0b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:42:42.158977 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:42.165271 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:42.331637 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:42.371885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 7768b1d9-c635-4745-a3e4-b22f75c69e0b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7768b1d9-c635-4745-a3e4-b22f75c69e0b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:42:42.421552 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b53efce-e3f9-4122-b632-9c39ea1fd56a req-b95f2d85-5be5-4432-86c3-0b09a795c2bf tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.41 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0495529 Sep 09 09:42:42.466508 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:42.471194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:42:42.638210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=7768b1d9-c635-4745-a3e4-b22f75c69e0b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:42.690264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0191eb0-6a1a-4271-9161-2fbaf5f89070 None None] Network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:42:42.696504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:42.821140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:42.826469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:42:42.846843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-080cae1e-200f-4711-935c-a29d294c5e9c None None] Provisioning for port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:42:42.868298 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-080cae1e-200f-4711-935c-a29d294c5e9c None None] Provisioning complete for port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:42:42.868974 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-080cae1e-200f-4711-935c-a29d294c5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:42.907206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Port': ['ID=59df2412-b1ff-484a-95eb-2a49e1928d75,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:42.935733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:43.008520 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-080cae1e-200f-4711-935c-a29d294c5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:43.113803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:42:43.115712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:42:43.257628 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1807bc84-c0d6-4d36-b8b1-2ca1afce6339 req-af8f946a-4c8e-4ef9-93eb-7ccadbea511d tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6831cdf4-74f8-44f2-a542-c0bc262e0210 HTTP/1.1" status: 200 len: 210 time: 0.0717900 Sep 09 09:42:43.298089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-080cae1e-200f-4711-935c-a29d294c5e9c None None] For port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4,segment=NetworkSegment(7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8),segment_id=7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:42:43.332572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Router b7db5637-b43e-47e3-80fc-f88673f4f684 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:42:43.369595 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-080cae1e-200f-4711-935c-a29d294c5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:43.449126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cae1e-200f-4711-935c-a29d294c5e9c None None] Pushing event updated for resources: {'Port': ['ID=ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:43.484079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:42:43.489374 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-60a6d42b-193b-4e35-82a4-8a305ad6a4d0 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "PUT /v2.0/routers/b7db5637-b43e-47e3-80fc-f88673f4f684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8513312 Sep 09 09:42:43.507179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Sync routers for ids ['b7db5637-b43e-47e3-80fc-f88673f4f684'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:42:43.515492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f2c4fcf-beef-41d8-94c9-c694a3d1df89 None None] Provisioning complete for port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:42:43.515870 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4fcf-beef-41d8-94c9-c694a3d1df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:43.522712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Routers {'b7db5637-b43e-47e3-80fc-f88673f4f684'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:42:43.523491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:42:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7db5637-b43e-47e3-80fc-f88673f4f684'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:43.673614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Set router b7db5637-b43e-47e3-80fc-f88673f4f684 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:42:43.821471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-8657982a-543c-434d-aa5b-642f6b1bf127 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:43.831500 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-8657982a-543c-434d-aa5b-642f6b1bf127 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/networks?id=87a32fcf-1a09-4794-adf2-d37d595b4ef0 HTTP/1.1" status: 200 len: 798 time: 0.1291428 Sep 09 09:42:43.851107 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f80575e6-4f1f-4173-ba32-f6bd90e3336f tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/quotas/b0efd7defe4647939aa2a945cbe26e50 HTTP/1.1" status: 200 len: 375 time: 0.0179641 Sep 09 09:42:43.927240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-a8a18d1c-0909-4aca-b499-1550289c0b68 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0efd7defe4647939aa2a945cbe26e50&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0751188 Sep 09 09:42:43.931218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7768b1d9-c635-4745-a3e4-b22f75c69e0b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:42:44.011919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f2c4fcf-beef-41d8-94c9-c694a3d1df89 None None] Provisioning for port 59df2412-b1ff-484a-95eb-2a49e1928d75 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:42:44.022498 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f2c4fcf-beef-41d8-94c9-c694a3d1df89 None None] Provisioning complete for port 59df2412-b1ff-484a-95eb-2a49e1928d75 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:42:44.023116 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4fcf-beef-41d8-94c9-c694a3d1df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:44.052115 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-de7fbedb-9387-44d3-974d-27b6093a242a service neutron] 10.222.0.32 "GET /v2.0/networks/87a32fcf-1a09-4794-adf2-d37d595b4ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090250 Sep 09 09:42:44.073964 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7768b1d9-c635-4745-a3e4-b22f75c69e0b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:42:44.074336 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:44.077620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c4fcf-beef-41d8-94c9-c694a3d1df89 None None] Port 59df2412-b1ff-484a-95eb-2a49e1928d75 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:42:44.126429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82661708', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:42:35Z', 'updated_at': '2021-09-09T09:42:42Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:36Z', 'updated_at': '2021-09-09T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '59df2412-b1ff-484a-95eb-2a49e1928d75', 'name': '', 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:18:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '2f731cd4-dfc5-4352-99a9-49623b6605ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:41Z', 'updated_at': '2021-09-09T09:42:42Z', 'revision_number': 2, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '2f731cd4-dfc5-4352-99a9-49623b6605ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:44.155856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Checking router: b7db5637-b43e-47e3-80fc-f88673f4f684 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:42:44.156208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Updating router b7db5637-b43e-47e3-80fc-f88673f4f684 port 59df2412-b1ff-484a-95eb-2a49e1928d75 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:42:44.164259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-4aacdc90-4640-4014-a565-9725482dc855 service neutron] 10.222.0.32 "GET /v2.0/networks/87a32fcf-1a09-4794-adf2-d37d595b4ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055596 Sep 09 09:42:44.204152 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:44.263682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:42:44.268021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cb781c70-8228-4a0a-80de-19379e61e377 None None] Provisioning complete for port 59df2412-b1ff-484a-95eb-2a49e1928d75 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:42:44.268021 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb781c70-8228-4a0a-80de-19379e61e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:44.464513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cb781c70-8228-4a0a-80de-19379e61e377 None None] Port 59df2412-b1ff-484a-95eb-2a49e1928d75 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:42:44.484837 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd4acb5d-1da0-48b9-9269-b922f6085fe4 req-e9f8ae33-5ee1-4a2c-94ea-d46843841c2d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 210 time: 0.0590572 Sep 09 09:42:44.535481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:42:44.535861 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:44.590267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f174b78d-2591-469d-bea7-9438307043a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:44.747619 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:44.757012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Transition to ACTIVE for port object 59df2412-b1ff-484a-95eb-2a49e1928d75 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:42:44.861899 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:44.943765 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0cceed51-5d5e-4469-a667-c9f57686d907 req-6acdf32f-1597-4312-bc14-42bdbd28a253 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1eb13441b0d4b85be8186ecd7e875ec&device_id=60c2f3cf-7215-4ea2-a664-44a960038899 HTTP/1.1" status: 200 len: 210 time: 0.1103528 Sep 09 09:42:44.998329 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0cceed51-5d5e-4469-a667-c9f57686d907 req-85582329-20ae-4be7-b1ff-43ec5cb1dde4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d1eb13441b0d4b85be8186ecd7e875ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456443 Sep 09 09:42:45.115951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Attempting to bind port 59df2412-b1ff-484a-95eb-2a49e1928d75 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:42:45.116645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Attempting to bind port 59df2412-b1ff-484a-95eb-2a49e1928d75 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:42:45.117512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Attempting to bind port 59df2412-b1ff-484a-95eb-2a49e1928d75 on network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:42:45.122392 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e5b6b-56aa-4e43-b8ec-861e58836873 None None] Pushing event updated for resources: {'Port': ['ID=59df2412-b1ff-484a-95eb-2a49e1928d75,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:45.141161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:42:45.142105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Checking segment: {'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:42:45.146215 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:45.151591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Bound using segment: {'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:42:45.151591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Bound port: 59df2412-b1ff-484a-95eb-2a49e1928d75, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:42:45.152234 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:45.183407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceed51-5d5e-4469-a667-c9f57686d907 req-536c74f3-384f-48e1-9c2f-40ef3fd37ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:45.185393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0cceed51-5d5e-4469-a667-c9f57686d907 req-536c74f3-384f-48e1-9c2f-40ef3fd37ce6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808066 Sep 09 09:42:45.288621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] For port 59df2412-b1ff-484a-95eb-2a49e1928d75, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:42:45.293964 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] For port 59df2412-b1ff-484a-95eb-2a49e1928d75, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=59df2412-b1ff-484a-95eb-2a49e1928d75,segment=NetworkSegment(7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8),segment_id=7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:42:45.310830 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-188ac0c5-bfbe-42ee-afb6-c2475db2355f req-2a96a72c-4713-4b6f-a936-e5ba06e2806a tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c2f3cf-7215-4ea2-a664-44a960038899 HTTP/1.1" status: 200 len: 210 time: 0.4347994 Sep 09 09:42:45.369938 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:45.427080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Routers {'b7db5637-b43e-47e3-80fc-f88673f4f684'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:42:45.427782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:42:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7db5637-b43e-47e3-80fc-f88673f4f684'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:45.480737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e5b6b-56aa-4e43-b8ec-861e58836873 None None] Pushing event updated for resources: {'Port': ['ID=59df2412-b1ff-484a-95eb-2a49e1928d75,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:45.583175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] Set router b7db5637-b43e-47e3-80fc-f88673f4f684 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:42:45.790451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f932d2c9-2f87-4dc4-a035-4ae04b052037 req-716ab8f1-2714-492e-a011-2564e1e7955b tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 210 time: 0.1968060 Sep 09 09:42:45.874691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82661708', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:42:35Z', 'updated_at': '2021-09-09T09:42:42Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:36Z', 'updated_at': '2021-09-09T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '59df2412-b1ff-484a-95eb-2a49e1928d75', 'name': '', 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:18:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '2f731cd4-dfc5-4352-99a9-49623b6605ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:41Z', 'updated_at': '2021-09-09T09:42:45Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '2f731cd4-dfc5-4352-99a9-49623b6605ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:42:45.903016 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97879d2-d794-41ef-869d-bdfd6b499c04 None None] The sync data for ids ['b7db5637-b43e-47e3-80fc-f88673f4f684'] in n-d-778696-16 is: [{'id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82661708', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:42:35Z', 'updated_at': '2021-09-09T09:42:42Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:36Z', 'updated_at': '2021-09-09T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '59df2412-b1ff-484a-95eb-2a49e1928d75', 'name': '', 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:18:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '2f731cd4-dfc5-4352-99a9-49623b6605ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:41Z', 'updated_at': '2021-09-09T09:42:45Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '2f731cd4-dfc5-4352-99a9-49623b6605ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:42:46.419979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe49311a-edf5-4998-95d5-d56c1edd7e2c req-0e183317-66f8-4f7f-9b76-1cd324f7b7a5 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c2f3cf-7215-4ea2-a664-44a960038899 HTTP/1.1" status: 200 len: 210 time: 0.0350411 Sep 09 09:42:46.519433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0cceed51-5d5e-4469-a667-c9f57686d907 req-8268ffd8-13fe-4fe3-bdd5-bdfbcfd73240 tempest-ServerShowV247Test-908939787 tempest-ServerShowV247Test-908939787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60c2f3cf-7215-4ea2-a664-44a960038899 HTTP/1.1" status: 200 len: 210 time: 0.0273497 Sep 09 09:42:46.740878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-a706b43b-6b85-4477-8ad4-92240fcef007 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:46.742432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-a706b43b-6b85-4477-8ad4-92240fcef007 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.41 "GET /v2.0/networks?id=87a32fcf-1a09-4794-adf2-d37d595b4ef0 HTTP/1.1" status: 200 len: 798 time: 0.1336875 Sep 09 09:42:46.756327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Request body: {'port': {'device_id': '9f55f78e-2b02-4e5a-99ca-53c067db11f5', 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0', 'admin_state_up': True, 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:42:46.923365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee4b5726-70f0-4d8a-89a5-965b779a055e req-30c99252-5e23-4ef9-b57e-f52b6d2d6607 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 210 time: 0.0325673 Sep 09 09:42:46.986501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Made reservation on behalf of b0efd7defe4647939aa2a945cbe26e50 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:42:46.994237 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:47.147239 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37238b64-44da-4f41-89fa-2f8df2ef3ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:47.154354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Allocated IP 172.20.0.27 (87a32fcf-1a09-4794-adf2-d37d595b4ef0/2f731cd4-dfc5-4352-99a9-49623b6605ff/0b54a49d-e72a-466c-b855-a4721aa66575) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:42:47.281509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:47.298275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Transition to ACTIVE for port object 0b54a49d-e72a-466c-b855-a4721aa66575 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:42:47.346530 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:47.426918 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:47.475443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:42:47.478580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:42:47.483134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:42:47.514063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event updated for resources: {'Port': ['ID=0b54a49d-e72a-466c-b855-a4721aa66575,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:47.534674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.535398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.535398 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.535730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.536069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.536415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.536756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.537089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.537434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.537769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.538096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.538677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:47.562264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:47.562894 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:47.660154 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-3b634998-948e-46e2-b0d5-225de4839365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9078755 Sep 09 09:42:47.672541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Request body: {'port': {'device_id': '9f55f78e-2b02-4e5a-99ca-53c067db11f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:42:47.728076 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:47.775208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-370fbc3b-73d9-4962-b1e0-b06ba97af9fe None None] Provisioning for port 0b54a49d-e72a-466c-b855-a4721aa66575 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:42:47.781313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-370fbc3b-73d9-4962-b1e0-b06ba97af9fe None None] Provisioning complete for port 0b54a49d-e72a-466c-b855-a4721aa66575 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:42:47.781883 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-370fbc3b-73d9-4962-b1e0-b06ba97af9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:47.819860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-370fbc3b-73d9-4962-b1e0-b06ba97af9fe None None] Port 0b54a49d-e72a-466c-b855-a4721aa66575 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:42:47.910399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 59df2412-b1ff-484a-95eb-2a49e1928d75 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:42:47.989425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35904) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:48.031415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b54a49d-e72a-466c-b855-a4721aa66575 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:42:48.043956 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 59df2412-b1ff-484a-95eb-2a49e1928d75 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:42:48.048032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 59df2412-b1ff-484a-95eb-2a49e1928d75 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:42:48.048414 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.052395 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.071183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Transition to ACTIVE for port object 0b54a49d-e72a-466c-b855-a4721aa66575 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:42:48.083730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58df7-d8be-4f75-8100-3bcfccdcf83c req-1fb01df3-c33d-4950-b7a1-3cd6b43418bd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:48.085302 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1fc58df7-d8be-4f75-8100-3bcfccdcf83c req-1fb01df3-c33d-4950-b7a1-3cd6b43418bd tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 895 time: 0.0700841 Sep 09 09:42:48.110354 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.130614 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.156122 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.206255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 59df2412-b1ff-484a-95eb-2a49e1928d75, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=59df2412-b1ff-484a-95eb-2a49e1928d75,segment=NetworkSegment(7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8),segment_id=7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:42:48.220501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b54a49d-e72a-466c-b855-a4721aa66575,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:48.247228 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.275247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Attempting to bind port 0b54a49d-e72a-466c-b855-a4721aa66575 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:42:48.275616 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Attempting to bind port 0b54a49d-e72a-466c-b855-a4721aa66575 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:42:48.275950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Attempting to bind port 0b54a49d-e72a-466c-b855-a4721aa66575 on network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:42:48.280971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Port 0b54a49d-e72a-466c-b855-a4721aa66575 on network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:42:48.281312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Attempting to bind port 0b54a49d-e72a-466c-b855-a4721aa66575 on network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:42:48.284213 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.286551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:42:48.286893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Checking segment: {'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:42:48.287273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Bound using segment: {'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:42:48.287755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Bound port: 0b54a49d-e72a-466c-b855-a4721aa66575, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:42:48.288294 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.312609 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.365581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade1ae79-4ea2-4f51-bdf8-a5f759f3794a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:48.371909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] For port 0b54a49d-e72a-466c-b855-a4721aa66575, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:42:48.373512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1eb13441b0d4b85be8186ecd7e875ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829889 Sep 09 09:42:48.378536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 35918) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:48.382961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] For port 0b54a49d-e72a-466c-b855-a4721aa66575, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0b54a49d-e72a-466c-b855-a4721aa66575,segment=NetworkSegment(7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8),segment_id=7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:42:48.387106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.387494 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.388039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.388389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.388868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.389234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.389804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.390145 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.390479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.390806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.391317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.391676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edb2e-33ac-4037-a684-218916518c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:42:48.398696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=59df2412-b1ff-484a-95eb-2a49e1928d75,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:48.450768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.458693 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22f0ed06-cd7f-4673-8e88-edf50f7621bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.482507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22f0ed06-cd7f-4673-8e88-edf50f7621bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.490056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:48.491591 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.493331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b54a49d-e72a-466c-b855-a4721aa66575 HTTP/1.1" status: 200 len: 1056 time: 0.8251100 Sep 09 09:42:48.497747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f55f78e-2b02-4e5a-99ca-53c067db11f5', 'tag': '0b54a49d-e72a-466c-b855-a4721aa66575'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:42:48.501133 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a9b463-65ee-4b20-a244-f3763219a3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9f55f78e-2b02-4e5a-99ca-53c067db11f5", "tag": "0b54a49d-e72a-466c-b855-a4721aa66575"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:42:48.547654 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.560389 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcb2c61-eb80-4c85-88d1-084a1f1d0a9c x-openstack-request-id: req-3bcb2c61-eb80-4c85-88d1-084a1f1d0a9c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:42:48.564009 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f55f78e-2b02-4e5a-99ca-53c067db11f5", "tag": "0b54a49d-e72a-466c-b855-a4721aa66575", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:42:48.564320 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bcb2c61-eb80-4c85-88d1-084a1f1d0a9c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:42:48.564785 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f55f78e-2b02-4e5a-99ca-53c067db11f5', 'tag': '0b54a49d-e72a-466c-b855-a4721aa66575', 'status': 'completed', 'code': 200} Sep 09 09:42:48.569931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3082c7d-efeb-46fa-91fa-659743d737c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b54a49d-e72a-466c-b855-a4721aa66575,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:48.634218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9b463-65ee-4b20-a244-f3763219a3b3 req-5aa5d3ab-50ec-4874-a42b-03637ea44d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:48.634600 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4a9b463-65ee-4b20-a244-f3763219a3b3 req-5aa5d3ab-50ec-4874-a42b-03637ea44d35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0efd7defe4647939aa2a945cbe26e50&device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 1059 time: 0.0604095 Sep 09 09:42:48.723867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22f0ed06-cd7f-4673-8e88-edf50f7621bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.729008 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22f0ed06-cd7f-4673-8e88-edf50f7621bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:48.733096 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-22f0ed06-cd7f-4673-8e88-edf50f7621bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ade1ae79-4ea2-4f51-bdf8-a5f759f3794a HTTP/1.1" status: 204 len: 168 time: 0.3507986 Sep 09 09:42:48.754694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0ed06-cd7f-4673-8e88-edf50f7621bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade1ae79-4ea2-4f51-bdf8-a5f759f3794a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:48.758834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9b463-65ee-4b20-a244-f3763219a3b3 req-0fb8bf3f-692c-49ff-a939-2f34586a491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:48.759591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9b463-65ee-4b20-a244-f3763219a3b3 req-0fb8bf3f-692c-49ff-a939-2f34586a491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:48.761720 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4a9b463-65ee-4b20-a244-f3763219a3b3 req-0fb8bf3f-692c-49ff-a939-2f34586a491d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b0efd7defe4647939aa2a945cbe26e50&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1194367 Sep 09 09:42:48.877238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9b463-65ee-4b20-a244-f3763219a3b3 req-bce773fd-fd43-4a56-9c1a-d5f987c9d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:48.878919 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4a9b463-65ee-4b20-a244-f3763219a3b3 req-bce773fd-fd43-4a56-9c1a-d5f987c9d814 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102633 Sep 09 09:42:48.966404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f46b1daf-c710-4b0e-9fc2-ec82d463ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:48.967976 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f46b1daf-c710-4b0e-9fc2-ec82d463ff93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0efd7defe4647939aa2a945cbe26e50&device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 1059 time: 0.0515270 Sep 09 09:42:49.014334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-c929ccea-ce88-4710-8253-d1da4e2ee623 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=0b54a49d-e72a-466c-b855-a4721aa66575 HTTP/1.1" status: 200 len: 217 time: 0.0391870 Sep 09 09:42:49.071299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-c58f3cd9-9347-46e4-9d95-969385f011b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:49.072830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-c58f3cd9-9347-46e4-9d95-969385f011b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f731cd4-dfc5-4352-99a9-49623b6605ff HTTP/1.1" status: 200 len: 837 time: 0.0522287 Sep 09 09:42:49.122353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-029a3f7b-3bd0-4481-bc89-27b928a1768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:49.123761 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-029a3f7b-3bd0-4481-bc89-27b928a1768b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87a32fcf-1a09-4794-adf2-d37d595b4ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0435426 Sep 09 09:42:49.257490 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-f7a21b0e-4440-4d01-9a70-6f0c878eb735 service neutron] 10.222.0.41 "GET /v2.0/networks/87a32fcf-1a09-4794-adf2-d37d595b4ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268659 Sep 09 09:42:49.282316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca71df-e3a9-4a42-9df3-add58b76b6d2 req-856ac8ef-9741-49e0-acff-7be9eb6c5c30 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:49.283814 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0ca71df-e3a9-4a42-9df3-add58b76b6d2 req-856ac8ef-9741-49e0-acff-7be9eb6c5c30 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 907 time: 0.0907941 Sep 09 09:42:49.378318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57f8dd11-ddd0-467b-a9dc-8c929151278f req-e73bdbd1-8741-40d9-8406-6e0948f4eb37 service neutron] 10.222.0.41 "GET /v2.0/networks/87a32fcf-1a09-4794-adf2-d37d595b4ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128101 Sep 09 09:42:49.914989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 59df2412-b1ff-484a-95eb-2a49e1928d75 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:42:49.976819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 59df2412-b1ff-484a-95eb-2a49e1928d75 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:42:49.977351 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:50.140983 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:50.389984 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c1453a30-f290-4c2b-a69f-b5a0650a87c0 req-07ce74c7-4370-422e-a69d-ecb490b3b527 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0379357 Sep 09 09:42:50.473562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2f3b8-fa02-44aa-bd3d-23acf5e25c40 req-3f2d339d-7259-423f-9ff7-c612f8f0d835 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:50.482759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17d2f3b8-fa02-44aa-bd3d-23acf5e25c40 req-3f2d339d-7259-423f-9ff7-c612f8f0d835 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 907 time: 0.0699527 Sep 09 09:42:51.512314 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c2fa3e8-2e90-4149-9c80-6443f36078c3 req-3be1f794-ce3a-4572-b253-854799b6be52 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0389886 Sep 09 09:42:51.969718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd5a0-aa85-4da1-91d0-df16a62b29a2 req-c03d2162-8e05-42d5-b644-ff3b230948f9 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:51.971322 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-920bd5a0-aa85-4da1-91d0-df16a62b29a2 req-c03d2162-8e05-42d5-b644-ff3b230948f9 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 907 time: 0.4176762 Sep 09 09:42:52.186523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0b54a49d-e72a-466c-b855-a4721aa66575 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:42:52.289630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0b54a49d-e72a-466c-b855-a4721aa66575, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0b54a49d-e72a-466c-b855-a4721aa66575,segment=NetworkSegment(7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8),segment_id=7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:42:52.302528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '0b54a49d-e72a-466c-b855-a4721aa66575', 'network_id': '87a32fcf-1a09-4794-adf2-d37d595b4ef0', 'port_id': '0b54a49d-e72a-466c-b855-a4721aa66575', 'mac_address': 'fa:16:3e:6b:aa:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f731cd4-dfc5-4352-99a9-49623b6605ff', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:42:52.344903 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:52.364970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b54a49d-e72a-466c-b855-a4721aa66575 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:42:52.390489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0b54a49d-e72a-466c-b855-a4721aa66575, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0b54a49d-e72a-466c-b855-a4721aa66575,segment=NetworkSegment(7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8),segment_id=7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:42:52.455708 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:52.670272 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf679285-bc54-419d-99b8-55a3800563ee req-4ec404e5-9e25-420d-89ba-f8adab695ad2 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0622060 Sep 09 09:42:52.675266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0b54a49d-e72a-466c-b855-a4721aa66575,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:52.721311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['0b54a49d-e72a-466c-b855-a4721aa66575'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:42:53.102599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f47a66-600f-4610-a82a-282cf5a7585f req-939c2067-ab13-429d-bc9c-954a22485ace tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:53.115205 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5f47a66-600f-4610-a82a-282cf5a7585f req-939c2067-ab13-429d-bc9c-954a22485ace tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 908 time: 0.0604086 Sep 09 09:42:53.775438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf542c16-5479-4cdc-8500-615dabb92a98 req-573a840b-7d8a-4f83-b500-d96654c9d0c1 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0309694 Sep 09 09:42:53.859617 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8186960f-1ed5-4689-856f-e8ac9272f9be req-b3b6df00-10b5-4f19-a1aa-f958c54633a4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0265057 Sep 09 09:42:54.202055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0b54a49d-e72a-466c-b855-a4721aa66575 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:42:54.249570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976c9d9-99cc-4231-b827-e70e854f4ffe req-395f1c6f-d1de-443f-b6b5-64a14cc5f5a2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:54.251127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7976c9d9-99cc-4231-b827-e70e854f4ffe req-395f1c6f-d1de-443f-b6b5-64a14cc5f5a2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 908 time: 0.0594671 Sep 09 09:42:54.328510 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 0b54a49d-e72a-466c-b855-a4721aa66575 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:42:54.332386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 0b54a49d-e72a-466c-b855-a4721aa66575 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:42:54.332759 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:54.413536 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:54.435926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f55f78e-2b02-4e5a-99ca-53c067db11f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b54a49d-e72a-466c-b855-a4721aa66575'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:42:54.438098 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1c68fb-95a8-45ce-97aa-dcc72d7a1795" -d '{"events": [{"server_uuid": "9f55f78e-2b02-4e5a-99ca-53c067db11f5", "name": "network-vif-plugged", "status": "completed", "tag": "0b54a49d-e72a-466c-b855-a4721aa66575"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:42:54.451976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0b54a49d-e72a-466c-b855-a4721aa66575, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0b54a49d-e72a-466c-b855-a4721aa66575,segment=NetworkSegment(7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8),segment_id=7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:42:54.482543 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948c6505-ba36-4172-b9aa-0234b6bdcf7b x-openstack-request-id: req-948c6505-ba36-4172-b9aa-0234b6bdcf7b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:42:54.482936 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f55f78e-2b02-4e5a-99ca-53c067db11f5", "name": "network-vif-plugged", "status": "completed", "tag": "0b54a49d-e72a-466c-b855-a4721aa66575", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:42:54.483114 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-948c6505-ba36-4172-b9aa-0234b6bdcf7b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:42:54.483560 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f55f78e-2b02-4e5a-99ca-53c067db11f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b54a49d-e72a-466c-b855-a4721aa66575', 'code': 200} Sep 09 09:42:54.523769 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:54.675600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0b54a49d-e72a-466c-b855-a4721aa66575,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:54.676757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff339685-c1a9-4528-9bd7-80b90b44c313 req-d81d208a-6c39-4c5d-96e2-003684172318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:54.676757 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff339685-c1a9-4528-9bd7-80b90b44c313 req-d81d208a-6c39-4c5d-96e2-003684172318 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 1061 time: 0.1036973 Sep 09 09:42:54.901099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99a4be77-b382-4582-88bb-a92e16ab37b5 req-36155372-c0aa-4962-8682-6879faafd5c0 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Sep 09 09:42:55.341451 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:55.383274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12441a33-a174-45c0-af2f-9be70f7d19fa req-68e42874-1a15-409a-8e82-7269f895120b tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:55.385047 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-12441a33-a174-45c0-af2f-9be70f7d19fa req-68e42874-1a15-409a-8e82-7269f895120b tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 909 time: 0.0551860 Sep 09 09:42:55.563077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36084) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:55.685240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8aa1e81d-9624-43b8-9813-267e8e84d4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:55.784098 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8aa1e81d-9624-43b8-9813-267e8e84d4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:55.853743 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8aa1e81d-9624-43b8-9813-267e8e84d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:55.895494 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8aa1e81d-9624-43b8-9813-267e8e84d4ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ab5ea66109645f9b0bff2489b548b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323607 Sep 09 09:42:55.896618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1e81d-9624-43b8-9813-267e8e84d4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ad20c2-b62e-44ba-be0f-909708cf9702,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:55.898783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36094) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:55.955470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e0004e0-7b54-4fc0-9895-b25cc864a816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:55.974140 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:55.981615 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e0004e0-7b54-4fc0-9895-b25cc864a816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:56.022162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bd22a735-8ea9-4dc8-8d56-dd7a66c9033a req-289fc609-97c4-493d-ab7e-6e9680f4c1dd tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0332675 Sep 09 09:42:56.128639 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e0004e0-7b54-4fc0-9895-b25cc864a816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:56.131230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e0004e0-7b54-4fc0-9895-b25cc864a816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:56.132520 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4e0004e0-7b54-4fc0-9895-b25cc864a816 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48ad20c2-b62e-44ba-be0f-909708cf9702 HTTP/1.1" status: 204 len: 168 time: 0.2324307 Sep 09 09:42:56.142760 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0004e0-7b54-4fc0-9895-b25cc864a816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ad20c2-b62e-44ba-be0f-909708cf9702,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:56.519362 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e4c0-60d6-46fc-8fb5-28f3da82547c req-74779c0b-596d-4369-bacb-97f2cda69e99 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:56.520969 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4d7e4c0-60d6-46fc-8fb5-28f3da82547c req-74779c0b-596d-4369-bacb-97f2cda69e99 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 909 time: 0.0616329 Sep 09 09:42:56.654068 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01dcc-b668-4ea9-98b1-45919c293b04 req-ee0e07bc-4761-4cd3-ae79-fb224ef1124f tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:56.655717 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-28d01dcc-b668-4ea9-98b1-45919c293b04 req-ee0e07bc-4761-4cd3-ae79-fb224ef1124f tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 909 time: 0.0590167 Sep 09 09:42:56.778205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f21cb-831c-4592-b2cb-5b97ab8bbd5f req-2e33e46f-16f2-4c1c-a402-754fade2a6fc tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:56.779757 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-736f21cb-831c-4592-b2cb-5b97ab8bbd5f req-2e33e46f-16f2-4c1c-a402-754fade2a6fc tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 1061 time: 0.0405803 Sep 09 09:42:56.843964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36134) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:56.890120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7bb0a29a-ec31-4f2f-95b7-1d608986b9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:56.929487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0246c-45d2-4d3e-a7c1-619ff5274a7d req-ffe36df4-4eee-4927-97b9-ba4724fa112a tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:56.931095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fde0246c-45d2-4d3e-a7c1-619ff5274a7d req-ffe36df4-4eee-4927-97b9-ba4724fa112a tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 1136 time: 0.0796239 Sep 09 09:42:56.997025 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fde0246c-45d2-4d3e-a7c1-619ff5274a7d req-59ef859d-e382-443e-8db2-c4cd2bca71df tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0556204 Sep 09 09:42:57.032799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36140) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:57.049551 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7bb0a29a-ec31-4f2f-95b7-1d608986b9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:57.096238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd0c510-3b6a-47ee-a705-734720867759 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:57.105006 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5fd0c510-3b6a-47ee-a705-734720867759 tempest-TestSecurityGroupsBasicOps-123812161 tempest-TestSecurityGroupsBasicOps-123812161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 1056 time: 0.0689571 Sep 09 09:42:57.181772 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7bb0a29a-ec31-4f2f-95b7-1d608986b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:57.232281 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b2624903-e5e7-40a5-b83d-38933e04cae0 req-a1e59d4c-e113-4e1a-baf8-bd50af36adde tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0376847 Sep 09 09:42:57.244492 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:42:57.256178 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7bb0a29a-ec31-4f2f-95b7-1d608986b9e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dbe7b3e272b4ba6b978f14fea3faac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105711 Sep 09 09:42:57.258375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0a29a-ec31-4f2f-95b7-1d608986b9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f814d5-1faa-452e-b942-87e416b3407f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:57.308298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4a447fbb-4fc9-4e0d-96f9-cd5b68a540dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:57.338613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4a447fbb-4fc9-4e0d-96f9-cd5b68a540dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:57.455426 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4a447fbb-4fc9-4e0d-96f9-cd5b68a540dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:57.458124 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4a447fbb-4fc9-4e0d-96f9-cd5b68a540dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:57.459341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4a447fbb-4fc9-4e0d-96f9-cd5b68a540dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0f814d5-1faa-452e-b942-87e416b3407f HTTP/1.1" status: 204 len: 168 time: 0.2132955 Sep 09 09:42:57.470750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a447fbb-4fc9-4e0d-96f9-cd5b68a540dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f814d5-1faa-452e-b942-87e416b3407f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:57.635576 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba6948-841e-44eb-8b26-155b6057ac71 req-5dfe74b3-8b39-4579-a982-6ffcdc01ff6a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:57.637376 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92ba6948-841e-44eb-8b26-155b6057ac71 req-5dfe74b3-8b39-4579-a982-6ffcdc01ff6a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 909 time: 0.0565083 Sep 09 09:42:58.347276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6b8dd92-4606-4a6d-9bc2-267322ba2cd3 req-4a895fd3-8220-4d7e-9ecd-798d6513e3bd tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0292361 Sep 09 09:42:58.769851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f3a14-f5ce-4f0a-9390-b18d7485cb26 req-11bd8eb1-d95e-4ad2-8968-1cd8da1ec1e1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:58.769851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c29f3a14-f5ce-4f0a-9390-b18d7485cb26 req-11bd8eb1-d95e-4ad2-8968-1cd8da1ec1e1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 909 time: 0.0552175 Sep 09 09:42:58.903330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213970f-0dc3-4912-b5b7-82cc7f53d6db req-133188a4-4888-45e7-ad83-0d4f6e11fdbb tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:42:58.904966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5213970f-0dc3-4912-b5b7-82cc7f53d6db req-133188a4-4888-45e7-ad83-0d4f6e11fdbb tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 909 time: 0.0616055 Sep 09 09:42:59.001782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5213970f-0dc3-4912-b5b7-82cc7f53d6db req-ed058804-d534-463f-85b3-28b0888fc62a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Deleting port 0b54a49d-e72a-466c-b855-a4721aa66575 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:42:59.002230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5213970f-0dc3-4912-b5b7-82cc7f53d6db req-ed058804-d534-463f-85b3-28b0888fc62a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:59.109529 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5213970f-0dc3-4912-b5b7-82cc7f53d6db req-ed058804-d534-463f-85b3-28b0888fc62a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] For port 0b54a49d-e72a-466c-b855-a4721aa66575, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0b54a49d-e72a-466c-b855-a4721aa66575,segment=NetworkSegment(7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8),segment_id=7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:42:59.109900 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5213970f-0dc3-4912-b5b7-82cc7f53d6db req-ed058804-d534-463f-85b3-28b0888fc62a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:59.123494 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5213970f-0dc3-4912-b5b7-82cc7f53d6db req-ed058804-d534-463f-85b3-28b0888fc62a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Calling delete_port for 0b54a49d-e72a-466c-b855-a4721aa66575 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:42:59.351713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5213970f-0dc3-4912-b5b7-82cc7f53d6db req-ed058804-d534-463f-85b3-28b0888fc62a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:59.379295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed058804-d534-463f-85b3-28b0888fc62a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'Port': ['ID=0b54a49d-e72a-466c-b855-a4721aa66575,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:42:59.443887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5213970f-0dc3-4912-b5b7-82cc7f53d6db req-ed058804-d534-463f-85b3-28b0888fc62a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] No DVR routers for this DVR port 0b54a49d-e72a-466c-b855-a4721aa66575 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:42:59.450904 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5213970f-0dc3-4912-b5b7-82cc7f53d6db req-ed058804-d534-463f-85b3-28b0888fc62a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:42:59.454022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5213970f-0dc3-4912-b5b7-82cc7f53d6db req-ed058804-d534-463f-85b3-28b0888fc62a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.41 "DELETE /v2.0/ports/0b54a49d-e72a-466c-b855-a4721aa66575 HTTP/1.1" status: 204 len: 173 time: 0.5429511 Sep 09 09:42:59.454723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f55f78e-2b02-4e5a-99ca-53c067db11f5', 'name': 'network-vif-deleted', 'tag': '0b54a49d-e72a-466c-b855-a4721aa66575'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:42:59.457220 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1ecb3a-8d18-44b6-a131-4ea3693d008d" -d '{"events": [{"server_uuid": "9f55f78e-2b02-4e5a-99ca-53c067db11f5", "name": "network-vif-deleted", "tag": "0b54a49d-e72a-466c-b855-a4721aa66575"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:42:59.491799 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d32afd7-6347-44d5-8558-8f79831a37c1 req-d3e936fb-9459-45fe-acba-acfa45bc7276 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0437162 Sep 09 09:42:59.541236 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3931af04-fa7f-4787-b5de-219e6a41ca33 x-openstack-request-id: req-3931af04-fa7f-4787-b5de-219e6a41ca33 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:42:59.541236 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f55f78e-2b02-4e5a-99ca-53c067db11f5", "name": "network-vif-deleted", "tag": "0b54a49d-e72a-466c-b855-a4721aa66575", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:42:59.541236 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3931af04-fa7f-4787-b5de-219e6a41ca33 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:42:59.541236 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f55f78e-2b02-4e5a-99ca-53c067db11f5', 'name': 'network-vif-deleted', 'tag': '0b54a49d-e72a-466c-b855-a4721aa66575', 'status': 'completed', 'code': 200} Sep 09 09:42:59.882511 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8c3a450-560e-418d-8688-d68959ef16b3 req-54016a75-f25c-446d-a213-3ef414e76114 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f55f78e-2b02-4e5a-99ca-53c067db11f5 HTTP/1.1" status: 200 len: 210 time: 0.0299952 Sep 09 09:43:00.624723 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f47068eb-bf37-446f-8e05-f1432ee1e4eb req-0f96bbf7-ae9c-4796-9cdd-31b366b92d43 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0273767 Sep 09 09:43:00.941743 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36256) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:01.332238 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:01.619251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Deleting port 59df2412-b1ff-484a-95eb-2a49e1928d75 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:43:01.620293 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:01.733312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] For port 59df2412-b1ff-484a-95eb-2a49e1928d75, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=59df2412-b1ff-484a-95eb-2a49e1928d75,segment=NetworkSegment(7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8),segment_id=7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:43:01.733681 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:01.747974 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Calling delete_port for 59df2412-b1ff-484a-95eb-2a49e1928d75 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:43:01.751914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c109909a-eb5e-47d7-9661-64e1efb6cd0e req-a021846f-e2a9-407b-9313-2b398c987a9c tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0314031 Sep 09 09:43:02.050547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-47d03d18-03e8-4525-9c7d-7b3c4719aee0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441356 Sep 09 09:43:02.050547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-4482beae-aa66-49f2-925f-1a356999dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:02.050547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-4482beae-aa66-49f2-925f-1a356999dbbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 1097 time: 0.0497200 Sep 09 09:43:02.123553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-a45f445b-adbd-40d2-883a-602fa70da345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:02.125048 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-a45f445b-adbd-40d2-883a-602fa70da345 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.0877583 Sep 09 09:43:02.208504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-6bd4f0d7-879d-44ac-8982-909891f76ce2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2cfec71-a72e-45f0-8482-5b1a9db4baef HTTP/1.1" status: 200 len: 1000 time: 0.0762057 Sep 09 09:43:02.262379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-1a8d34f4-1338-469b-9a49-26f4e2219703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:02.263894 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-1a8d34f4-1338-469b-9a49-26f4e2219703 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0489972 Sep 09 09:43:02.317687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-b04b96ce-b785-4edd-9ac6-4c906a8b7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:02.319217 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-b04b96ce-b785-4edd-9ac6-4c906a8b7552 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477378 Sep 09 09:43:02.335880 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:02.373977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'Port': ['ID=59df2412-b1ff-484a-95eb-2a49e1928d75,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:02.440729 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-9d4e63fd-1f72-47e9-bc31-120e753fd9a8 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144075 Sep 09 09:43:02.550314 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d5099f4f-ff7e-42a9-be4d-16e353748946 req-6d24d04e-4d3b-4c8d-9240-fa0c346b5762 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973279 Sep 09 09:43:02.570171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:02.730869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-4c3f581a-e066-483f-8803-ba297ebf70d7 req-7e568052-3f5e-4f95-a3bd-90fc77fc9c8c service neutron] (95325) timed out ('10.222.0.32', 44328) {{(pid=95325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 09:43:02.807930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Router b7db5637-b43e-47e3-80fc-f88673f4f684 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:43:02.951639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-36915a73-336f-48c3-b8eb-4aeb3fde1be6 req-38b99b72-b509-4e2c-aaa1-d52c55443192 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0330179 Sep 09 09:43:02.959215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:43:02.967872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36296) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:02.968340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4e7e8a6c-e3b4-497b-a50e-6297243ce918 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "PUT /v2.0/routers/b7db5637-b43e-47e3-80fc-f88673f4f684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0251553 Sep 09 09:43:02.970691 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a880fd-5938-41f6-a437-cacd9ec61708 None None] Sync routers for ids ['b7db5637-b43e-47e3-80fc-f88673f4f684'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:43:02.982057 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a880fd-5938-41f6-a437-cacd9ec61708 None None] Routers {'b7db5637-b43e-47e3-80fc-f88673f4f684'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:43:02.984208 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b9a880fd-5938-41f6-a437-cacd9ec61708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:42:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7db5637-b43e-47e3-80fc-f88673f4f684'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:03.029559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c1c2d3-4b24-4261-8282-b0d87820269c tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Deleting subnet 2f731cd4-dfc5-4352-99a9-49623b6605ff {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:43:03.032922 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c2d3-4b24-4261-8282-b0d87820269c tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:03.076500 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c2d3-4b24-4261-8282-b0d87820269c tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:03.115058 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b9a880fd-5938-41f6-a437-cacd9ec61708 None None] Set router b7db5637-b43e-47e3-80fc-f88673f4f684 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:43:03.176564 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c2d3-4b24-4261-8282-b0d87820269c tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:03.309843 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b9a880fd-5938-41f6-a437-cacd9ec61708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82661708', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:42:35Z', 'updated_at': '2021-09-09T09:43:01Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:36Z', 'updated_at': '2021-09-09T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:03.342909 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c2d3-4b24-4261-8282-b0d87820269c tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:03.352694 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a880fd-5938-41f6-a437-cacd9ec61708 None None] Checking router: b7db5637-b43e-47e3-80fc-f88673f4f684 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:43:03.364855 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a880fd-5938-41f6-a437-cacd9ec61708 None None] Routers {'b7db5637-b43e-47e3-80fc-f88673f4f684'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:43:03.365536 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b9a880fd-5938-41f6-a437-cacd9ec61708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:42:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['b7db5637-b43e-47e3-80fc-f88673f4f684'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:03.490160 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b9a880fd-5938-41f6-a437-cacd9ec61708 None None] Set router b7db5637-b43e-47e3-80fc-f88673f4f684 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:43:03.688760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1c2d3-4b24-4261-8282-b0d87820269c tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'Subnet': ['ID=2f731cd4-dfc5-4352-99a9-49623b6605ff,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:03.692923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c2d3-4b24-4261-8282-b0d87820269c tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:03.697763 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c2c1c2d3-4b24-4261-8282-b0d87820269c tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "DELETE /v2.0/subnets/2f731cd4-dfc5-4352-99a9-49623b6605ff HTTP/1.1" status: 204 len: 168 time: 0.7259331 Sep 09 09:43:03.697763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36310) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:03.701743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c48d36-28a5-47a6-a9bf-425de6f30445 None None] Network 87a32fcf-1a09-4794-adf2-d37d595b4ef0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:43:03.702566 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b9a880fd-5938-41f6-a437-cacd9ec61708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82661708', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:42:35Z', 'updated_at': '2021-09-09T09:43:01Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:36Z', 'updated_at': '2021-09-09T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:03.735354 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a880fd-5938-41f6-a437-cacd9ec61708 None None] The sync data for ids ['b7db5637-b43e-47e3-80fc-f88673f4f684'] in n-d-778696-16 is: [{'id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82661708', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:42:35Z', 'updated_at': '2021-09-09T09:43:01Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': '7768b1d9-c635-4745-a3e4-b22f75c69e0b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db5637-b43e-47e3-80fc-f88673f4f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:42:36Z', 'updated_at': '2021-09-09T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:43:03.856267 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.015698 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.068811 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d85ed09d-de5f-41bc-b1a9-2515bb66d9b5 req-e9cdcf2d-07ee-4add-9768-c5bec6c6d97f tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0340145 Sep 09 09:43:04.130320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc0ffcd-d737-4842-8926-812c50139f4b None None] DHCP port deletion for 87a32fcf-1a09-4794-adf2-d37d595b4ef0 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:43:04.194748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0ffcd-d737-4842-8926-812c50139f4b None None] Deleting port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:43:04.197478 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ffcd-d737-4842-8926-812c50139f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.225654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Deleting port 7768b1d9-c635-4745-a3e4-b22f75c69e0b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:43:04.226055 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.274501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0cc0ffcd-d737-4842-8926-812c50139f4b None None] For port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4,segment=NetworkSegment(7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8),segment_id=7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:43:04.275038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ffcd-d737-4842-8926-812c50139f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.293508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 59df2412-b1ff-484a-95eb-2a49e1928d75 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:43:04.328501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0b54a49d-e72a-466c-b855-a4721aa66575 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:43:04.336157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 59df2412-b1ff-484a-95eb-2a49e1928d75 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:43:04.336157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 59df2412-b1ff-484a-95eb-2a49e1928d75 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:43:04.336157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:43:04.344840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] For port 7768b1d9-c635-4745-a3e4-b22f75c69e0b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7768b1d9-c635-4745-a3e4-b22f75c69e0b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:43:04.345458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.358428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Calling delete_port for 7768b1d9-c635-4745-a3e4-b22f75c69e0b owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:43:04.358630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0ffcd-d737-4842-8926-812c50139f4b None None] Calling delete_port for ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:43:04.361363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 0b54a49d-e72a-466c-b855-a4721aa66575 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:43:04.361707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0b54a49d-e72a-466c-b855-a4721aa66575 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:43:04.506435 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.616535 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ffcd-d737-4842-8926-812c50139f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.641648 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0ffcd-d737-4842-8926-812c50139f4b None None] Pushing event deleted for resources: {'Port': ['ID=ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:04.653883 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:43:04.655726 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.684115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0ffcd-d737-4842-8926-812c50139f4b None None] No DVR routers for this DVR port ec23fb2a-f091-492c-89b2-0fdd6e4d5bf4 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:43:04.684317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'Port': ['ID=7768b1d9-c635-4745-a3e4-b22f75c69e0b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:04.758912 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.854283 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.857481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.979646 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.980249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Fanout notify agent at l3_agent the message router_deleted on router b7db5637-b43e-47e3-80fc-f88673f4f684 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:43:04.991003 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:04.995041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36334) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:05.003505 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d542ac59-6bd5-4c6e-bb24-8e7b6131e476 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "DELETE /v2.0/routers/b7db5637-b43e-47e3-80fc-f88673f4f684 HTTP/1.1" status: 204 len: 168 time: 1.3003378 Sep 09 09:43:05.121487 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:05.232875 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-93241f80-22d5-484b-8f8e-d76053cbabca req-e45a3223-2df6-4250-a784-907e6ea4994f tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0378523 Sep 09 09:43:05.265703 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:05.290978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a32fcf-1a09-4794-adf2-d37d595b4ef0']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:05.302641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:05.302936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4bd29c-aade-4364-b6c7-f1d4f41d8cc8') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:05.318594 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:05.335634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:05.342884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:43:05.343292 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:43:05.346737 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:43:05.488861 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:05.501248 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:05.501248 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "DELETE /v2.0/networks/87a32fcf-1a09-4794-adf2-d37d595b4ef0 HTTP/1.1" status: 204 len: 168 time: 0.5020864 Sep 09 09:43:05.501539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:05.516232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63998b24-78ed-466d-97e8-b4f9bdfb8974 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'Network': ['ID=87a32fcf-1a09-4794-adf2-d37d595b4ef0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:05.755125 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Deleting port d90ccbdb-6e0f-47c1-8cc3-7c0ec39eca4f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:43:05.755415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:05.833856 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:05.834198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:05.847283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Calling delete_port for d90ccbdb-6e0f-47c1-8cc3-7c0ec39eca4f owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:43:05.912298 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7768b1d9-c635-4745-a3e4-b22f75c69e0b no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:43:05.933876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 7768b1d9-c635-4745-a3e4-b22f75c69e0b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:43:05.934385 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7768b1d9-c635-4745-a3e4-b22f75c69e0b not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:43:06.147287 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:06.181438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'Port': ['ID=d90ccbdb-6e0f-47c1-8cc3-7c0ec39eca4f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:06.252742 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:06.253391 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Floating IP 9fea7867-a08a-463b-92a4-0eedc14b1231 disassociated (deleted). External IP: 172.25.8.13, port: 080c6188-e6dd-465b-ab26-1c1877865a82. Sep 09 09:43:06.380698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d27eaf8-496a-4d45-bc28-f612eb5ca554 req-1be4bfc2-4d32-4a70-9a95-30c2b1cef9da tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0389719 Sep 09 09:43:06.569214 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:43:06.692772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:43:06.696783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:06.703491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2294d3-7b31-42c9-b097-b6b3b371edcb None None] Sync routers for ids ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:43:06.715633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2294d3-7b31-42c9-b097-b6b3b371edcb None None] Routers {'d2c4ea2c-c387-4fb7-9de4-c86b0e850302'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:43:06.716515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0f2294d3-7b31-42c9-b097-b6b3b371edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:42:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:06.727742 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-58e81d33-e753-404a-b571-6051edf6b21e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "DELETE /v2.0/floatingips/9fea7867-a08a-463b-92a4-0eedc14b1231 HTTP/1.1" status: 204 len: 168 time: 1.2245026 Sep 09 09:43:06.728466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'tag': '080c6188-e6dd-465b-ab26-1c1877865a82'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:43:06.731501 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbad243-dd25-43c5-91c1-8a89cb4febad" -d '{"events": [{"name": "network-changed", "server_uuid": "7a84d36e-0bba-4d49-a144-ad3c06553233", "tag": "080c6188-e6dd-465b-ab26-1c1877865a82"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:43:06.774917 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d1eaa7-ab92-4025-b0d8-a60bb5e9e6cc x-openstack-request-id: req-76d1eaa7-ab92-4025-b0d8-a60bb5e9e6cc {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:43:06.775415 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a84d36e-0bba-4d49-a144-ad3c06553233", "tag": "080c6188-e6dd-465b-ab26-1c1877865a82", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:43:06.775729 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76d1eaa7-ab92-4025-b0d8-a60bb5e9e6cc {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:43:06.776213 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'tag': '080c6188-e6dd-465b-ab26-1c1877865a82', 'status': 'completed', 'code': 200} Sep 09 09:43:06.850168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbad243-dd25-43c5-91c1-8a89cb4febad req-83c10e55-8794-48df-ab9c-ab40559e8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:06.851971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fbad243-dd25-43c5-91c1-8a89cb4febad req-83c10e55-8794-48df-ab9c-ab40559e8205 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0efd7defe4647939aa2a945cbe26e50&device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 1136 time: 0.0532453 Sep 09 09:43:06.892878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-0f2294d3-7b31-42c9-b097-b6b3b371edcb None None] Set router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:43:06.994587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbad243-dd25-43c5-91c1-8a89cb4febad req-b180b0bb-6742-433a-8764-e8e9a172e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:06.996439 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fbad243-dd25-43c5-91c1-8a89cb4febad req-b180b0bb-6742-433a-8764-e8e9a172e580 service neutron] 10.222.0.24 "GET /v2.0/networks?id=53b485a2-d4ff-4e36-b73d-17ee89f4c7fc HTTP/1.1" status: 200 len: 898 time: 0.1368561 Sep 09 09:43:07.044309 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fbad243-dd25-43c5-91c1-8a89cb4febad req-0a6956bb-f59f-434a-8263-6b1c5b8b09ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6188-e6dd-465b-ab26-1c1877865a82 HTTP/1.1" status: 200 len: 217 time: 0.0411971 Sep 09 09:43:07.099731 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbad243-dd25-43c5-91c1-8a89cb4febad req-dc8b3da9-a3a9-4335-b12f-672e0e3ccd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:07.101459 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fbad243-dd25-43c5-91c1-8a89cb4febad req-dc8b3da9-a3a9-4335-b12f-672e0e3ccd5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51c50b84-a0bf-4af2-8c55-45edfa30f0c7 HTTP/1.1" status: 200 len: 834 time: 0.0504656 Sep 09 09:43:07.154295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0f2294d3-7b31-42c9-b097-b6b3b371edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b52d04c1-a90e-4b52-bdc7-8d7a168da72d', 'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:b8:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:37Z', 'updated_at': '2021-09-09T09:41:44Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:07.166291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbad243-dd25-43c5-91c1-8a89cb4febad req-d66a7619-0495-4e93-858b-5396b4d32b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:07.169276 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fbad243-dd25-43c5-91c1-8a89cb4febad req-d66a7619-0495-4e93-858b-5396b4d32b67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=53b485a2-d4ff-4e36-b73d-17ee89f4c7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590906 Sep 09 09:43:07.186829 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2294d3-7b31-42c9-b097-b6b3b371edcb None None] Checking router: d2c4ea2c-c387-4fb7-9de4-c86b0e850302 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:43:07.196845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2294d3-7b31-42c9-b097-b6b3b371edcb None None] Routers {'d2c4ea2c-c387-4fb7-9de4-c86b0e850302'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:43:07.197511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0f2294d3-7b31-42c9-b097-b6b3b371edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:42:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:07.280031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fbad243-dd25-43c5-91c1-8a89cb4febad req-acc07496-2914-4bf5-8d7b-01be6c1b9776 service neutron] 10.222.0.24 "GET /v2.0/networks/53b485a2-d4ff-4e36-b73d-17ee89f4c7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036170 Sep 09 09:43:07.343654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-0f2294d3-7b31-42c9-b097-b6b3b371edcb None None] Set router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:43:07.408297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fbad243-dd25-43c5-91c1-8a89cb4febad req-b0582e21-23c3-4969-8418-f39f21e9ee6e service neutron] 10.222.0.24 "GET /v2.0/networks/53b485a2-d4ff-4e36-b73d-17ee89f4c7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198452 Sep 09 09:43:07.581554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba35e-2a02-4638-a41c-5a0357ed826e req-af6cdfb9-e7ae-48ee-b612-0190ab46393a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:07.602128 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5deba35e-2a02-4638-a41c-5a0357ed826e req-af6cdfb9-e7ae-48ee-b612-0190ab46393a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 984 time: 0.1425786 Sep 09 09:43:07.624179 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6e192b1-d3b0-4c6e-8a15-a425dc2a0483 req-79e365de-efc0-4a3e-97e2-e75910a6ee48 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0389206 Sep 09 09:43:07.668207 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5deba35e-2a02-4638-a41c-5a0357ed826e req-a9b2573d-9e70-45c0-81d3-1bfdab16ed01 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0670106 Sep 09 09:43:07.713854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0f2294d3-7b31-42c9-b097-b6b3b371edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b52d04c1-a90e-4b52-bdc7-8d7a168da72d', 'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:b8:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:37Z', 'updated_at': '2021-09-09T09:41:44Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:07.753770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2294d3-7b31-42c9-b097-b6b3b371edcb None None] The sync data for ids ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'] in n-d-778696-16 is: [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b52d04c1-a90e-4b52-bdc7-8d7a168da72d', 'name': '', 'network_id': '53b485a2-d4ff-4e36-b73d-17ee89f4c7fc', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'mac_address': 'fa:16:3e:b8:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:37Z', 'updated_at': '2021-09-09T09:41:44Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'subnets': [{'id': '51c50b84-a0bf-4af2-8c55-45edfa30f0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:43:08.022442 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f329e-173f-4f64-8c0d-e03960bcd5c7 None None] New status for floating IP 9fea7867-a08a-463b-92a4-0eedc14b1231: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:43:08.620096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838a71f-c243-4110-bdb7-2012a3c6bc1d req-86f3153b-8003-4fd7-9ec2-dc0239d7f365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:08.622125 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5838a71f-c243-4110-bdb7-2012a3c6bc1d req-86f3153b-8003-4fd7-9ec2-dc0239d7f365 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 984 time: 0.0556283 Sep 09 09:43:08.726315 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5838a71f-c243-4110-bdb7-2012a3c6bc1d req-0e921d5e-1e84-4fd3-a46f-714f5b79fbe1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Deleting port 080c6188-e6dd-465b-ab26-1c1877865a82 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:43:08.726669 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5838a71f-c243-4110-bdb7-2012a3c6bc1d req-0e921d5e-1e84-4fd3-a46f-714f5b79fbe1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:08.788097 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-89886a9c-19c2-46d6-90e6-7872c9e33d3f req-2f67987c-8482-46fe-9e56-8161ecacfad5 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0444512 Sep 09 09:43:08.867314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5838a71f-c243-4110-bdb7-2012a3c6bc1d req-0e921d5e-1e84-4fd3-a46f-714f5b79fbe1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] For port 080c6188-e6dd-465b-ab26-1c1877865a82, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=080c6188-e6dd-465b-ab26-1c1877865a82,segment=NetworkSegment(f03fe98c-1307-4903-9c19-28d008679421),segment_id=f03fe98c-1307-4903-9c19-28d008679421)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:43:08.867877 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5838a71f-c243-4110-bdb7-2012a3c6bc1d req-0e921d5e-1e84-4fd3-a46f-714f5b79fbe1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:08.878009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3cd7f-463a-40dd-aec9-fdd71e011fa8 req-8509b79f-a03b-42aa-a629-535485ad1ef7 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:08.879576 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8f3cd7f-463a-40dd-aec9-fdd71e011fa8 req-8509b79f-a03b-42aa-a629-535485ad1ef7 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 984 time: 0.0745020 Sep 09 09:43:08.899624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5838a71f-c243-4110-bdb7-2012a3c6bc1d req-0e921d5e-1e84-4fd3-a46f-714f5b79fbe1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Calling delete_port for 080c6188-e6dd-465b-ab26-1c1877865a82 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:43:08.979403 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8f3cd7f-463a-40dd-aec9-fdd71e011fa8 req-400d6a43-6b95-41ad-8ed2-3ad341371d50 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/security-groups?id=2120cc08-4ac3-460b-9664-e8959f4198c7&id=cfde1b14-8a3b-4d7a-a739-6821693c3b94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0896926 Sep 09 09:43:09.157418 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5838a71f-c243-4110-bdb7-2012a3c6bc1d req-0e921d5e-1e84-4fd3-a46f-714f5b79fbe1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:09.190836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e921d5e-1e84-4fd3-a46f-714f5b79fbe1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'Port': ['ID=080c6188-e6dd-465b-ab26-1c1877865a82,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:09.249031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5838a71f-c243-4110-bdb7-2012a3c6bc1d req-0e921d5e-1e84-4fd3-a46f-714f5b79fbe1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] No DVR routers for this DVR port 080c6188-e6dd-465b-ab26-1c1877865a82 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:43:09.252942 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5838a71f-c243-4110-bdb7-2012a3c6bc1d req-0e921d5e-1e84-4fd3-a46f-714f5b79fbe1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:09.255590 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5838a71f-c243-4110-bdb7-2012a3c6bc1d req-0e921d5e-1e84-4fd3-a46f-714f5b79fbe1 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.24 "DELETE /v2.0/ports/080c6188-e6dd-465b-ab26-1c1877865a82 HTTP/1.1" status: 204 len: 173 time: 0.6266530 Sep 09 09:43:09.256205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'name': 'network-vif-deleted', 'tag': '080c6188-e6dd-465b-ab26-1c1877865a82'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:43:09.258843 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5cc757-4b65-4e54-a636-855a6bd85d84" -d '{"events": [{"server_uuid": "7a84d36e-0bba-4d49-a144-ad3c06553233", "name": "network-vif-deleted", "tag": "080c6188-e6dd-465b-ab26-1c1877865a82"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:43:09.303263 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6849e337-ea27-4d3f-ad27-4998e8d99f6e x-openstack-request-id: req-6849e337-ea27-4d3f-ad27-4998e8d99f6e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:43:09.303636 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a84d36e-0bba-4d49-a144-ad3c06553233", "name": "network-vif-deleted", "tag": "080c6188-e6dd-465b-ab26-1c1877865a82", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:43:09.303888 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6849e337-ea27-4d3f-ad27-4998e8d99f6e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:43:09.304296 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a84d36e-0bba-4d49-a144-ad3c06553233', 'name': 'network-vif-deleted', 'tag': '080c6188-e6dd-465b-ab26-1c1877865a82', 'status': 'completed', 'code': 200} Sep 09 09:43:09.932220 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6264d516-2f2f-48c7-997d-853de2502ee7 req-c3b4bfe3-3acc-46c4-8bce-96f72f173c76 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0301709 Sep 09 09:43:10.101412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e67bef94-c343-4e80-8c9b-148d2158cf9e req-459fe257-21c9-4022-8bdd-fb9d2dbab037 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a84d36e-0bba-4d49-a144-ad3c06553233 HTTP/1.1" status: 200 len: 210 time: 0.0316496 Sep 09 09:43:11.036600 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e4d8371-4cf3-4ca5-94f9-4124730fe5e4 req-e0043b27-8583-43e1-a68c-c6a8e13a7739 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0274618 Sep 09 09:43:11.165112 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36474) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:11.218182 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e76e86c-6975-4d38-894b-22a435f6696d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:11.242028 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e76e86c-6975-4d38-894b-22a435f6696d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:11.393751 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e76e86c-6975-4d38-894b-22a435f6696d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:11.393751 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e76e86c-6975-4d38-894b-22a435f6696d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:11.393751 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5e76e86c-6975-4d38-894b-22a435f6696d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "DELETE /v2.0/security-groups/cfde1b14-8a3b-4d7a-a739-6821693c3b94 HTTP/1.1" status: 204 len: 168 time: 0.2251003 Sep 09 09:43:11.394690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36480) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:11.402352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76e86c-6975-4d38-894b-22a435f6696d tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfde1b14-8a3b-4d7a-a739-6821693c3b94,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:11.469613 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1ee04e2d-e5e5-4a10-9abb-352ebf47c90e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:11.493799 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1ee04e2d-e5e5-4a10-9abb-352ebf47c90e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:11.644266 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1ee04e2d-e5e5-4a10-9abb-352ebf47c90e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:11.647052 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1ee04e2d-e5e5-4a10-9abb-352ebf47c90e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:11.648266 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1ee04e2d-e5e5-4a10-9abb-352ebf47c90e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "DELETE /v2.0/security-groups/2120cc08-4ac3-460b-9664-e8959f4198c7 HTTP/1.1" status: 204 len: 168 time: 0.2526135 Sep 09 09:43:11.651357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36486) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:11.658618 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee04e2d-e5e5-4a10-9abb-352ebf47c90e tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2120cc08-4ac3-460b-9664-e8959f4198c7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:12.145515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:12.508564 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e350890d-e5b7-40fb-bddc-3b5a0391c8e9 req-d52cd22f-aae5-4dd8-9cb0-5b4746c84275 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.3810713 Sep 09 09:43:12.814067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Deleting port b52d04c1-a90e-4b52-bdc7-8d7a168da72d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:43:12.814416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:12.930246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] For port b52d04c1-a90e-4b52-bdc7-8d7a168da72d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b52d04c1-a90e-4b52-bdc7-8d7a168da72d,segment=NetworkSegment(f03fe98c-1307-4903-9c19-28d008679421),segment_id=f03fe98c-1307-4903-9c19-28d008679421)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:43:12.930506 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:12.943533 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Calling delete_port for b52d04c1-a90e-4b52-bdc7-8d7a168da72d owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:43:13.130583 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 080c6188-e6dd-465b-ab26-1c1877865a82 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:43:13.153134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 080c6188-e6dd-465b-ab26-1c1877865a82 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:43:13.153655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 080c6188-e6dd-465b-ab26-1c1877865a82 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:43:13.250170 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:13.276819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'Port': ['ID=b52d04c1-a90e-4b52-bdc7-8d7a168da72d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:13.491052 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:13.627514 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82106429-cfe2-4aab-8b4d-0a97e69dc24a req-4ae05f81-8b5d-446c-8208-ebf21bcf038a tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0296810 Sep 09 09:43:13.758666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:43:13.884080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:43:13.890559 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9dcd24cd-630a-4f1f-8bb3-9418937ffd2a tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "PUT /v2.0/routers/d2c4ea2c-c387-4fb7-9de4-c86b0e850302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2380896 Sep 09 09:43:13.893185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36534) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:13.897840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c50debf-7dc4-430e-a130-ebdc39caa34a None None] Sync routers for ids ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:43:13.908123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50debf-7dc4-430e-a130-ebdc39caa34a None None] Routers {'d2c4ea2c-c387-4fb7-9de4-c86b0e850302'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:43:13.908720 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7c50debf-7dc4-430e-a130-ebdc39caa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:42:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:13.949668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dde1cb-8967-4b24-b0e4-6ac881f11326 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Deleting subnet 51c50b84-a0bf-4af2-8c55-45edfa30f0c7 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:43:13.956969 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1dde1cb-8967-4b24-b0e4-6ac881f11326 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:14.000983 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1dde1cb-8967-4b24-b0e4-6ac881f11326 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:14.062448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-7c50debf-7dc4-430e-a130-ebdc39caa34a None None] Set router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:43:14.098677 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1dde1cb-8967-4b24-b0e4-6ac881f11326 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:14.251342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7c50debf-7dc4-430e-a130-ebdc39caa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:43:13Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:14.281808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c50debf-7dc4-430e-a130-ebdc39caa34a None None] Checking router: d2c4ea2c-c387-4fb7-9de4-c86b0e850302 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:43:14.290039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50debf-7dc4-430e-a130-ebdc39caa34a None None] Routers {'d2c4ea2c-c387-4fb7-9de4-c86b0e850302'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:43:14.290647 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7c50debf-7dc4-430e-a130-ebdc39caa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:42:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:14.333236 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1dde1cb-8967-4b24-b0e4-6ac881f11326 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:14.369794 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1dde1cb-8967-4b24-b0e4-6ac881f11326 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:14.371911 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b1dde1cb-8967-4b24-b0e4-6ac881f11326 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "DELETE /v2.0/subnets/51c50b84-a0bf-4af2-8c55-45edfa30f0c7 HTTP/1.1" status: 204 len: 168 time: 0.4777343 Sep 09 09:43:14.372995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dde1cb-8967-4b24-b0e4-6ac881f11326 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'Subnet': ['ID=51c50b84-a0bf-4af2-8c55-45edfa30f0c7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:14.374956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36544) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:14.390951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206afd97-f67f-4d94-b1dd-8b29c363f69c None None] Network 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:43:14.438193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-7c50debf-7dc4-430e-a130-ebdc39caa34a None None] Set router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:43:14.494727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:14.496902 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-686ad40d-7b32-4800-9f37-0c8452d0630f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:14.614697 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:14.748887 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-996747bc-642a-4603-9119-a74731e1753b req-b584a6d4-abcc-4fdd-b3c3-98d95ad4c2ce tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0361865 Sep 09 09:43:14.754108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Deleting port e17e506d-427e-424e-bcf0-3fa7e9276f71 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:43:14.754653 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:14.864084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] For port e17e506d-427e-424e-bcf0-3fa7e9276f71, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e17e506d-427e-424e-bcf0-3fa7e9276f71,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:43:14.864450 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:14.877764 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Calling delete_port for e17e506d-427e-424e-bcf0-3fa7e9276f71 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:43:14.880566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aed141-9af8-42f9-857d-f3c94055b8fa None None] DHCP port deletion for 53b485a2-d4ff-4e36-b73d-17ee89f4c7fc request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:43:14.885611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7c50debf-7dc4-430e-a130-ebdc39caa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:43:13Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:14.935533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c50debf-7dc4-430e-a130-ebdc39caa34a None None] The sync data for ids ['d2c4ea2c-c387-4fb7-9de4-c86b0e850302'] in n-d-778696-16 is: [{'id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'name': 'tempest-TestSecurityGroupsBasicOps-router-209942640', 'tenant_id': 'b0efd7defe4647939aa2a945cbe26e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:41:31Z', 'updated_at': '2021-09-09T09:43:13Z', 'revision_number': 5, 'project_id': 'b0efd7defe4647939aa2a945cbe26e50', 'gw_port': {'id': 'e17e506d-427e-424e-bcf0-3fa7e9276f71', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c4ea2c-c387-4fb7-9de4-c86b0e850302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:41:32Z', 'updated_at': '2021-09-09T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:43:14.964628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f3aed141-9af8-42f9-857d-f3c94055b8fa None None] Deleting port a9dbda1d-b954-4104-8a61-af7c9b224279 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:43:14.965015 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3aed141-9af8-42f9-857d-f3c94055b8fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.045954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f3aed141-9af8-42f9-857d-f3c94055b8fa None None] For port a9dbda1d-b954-4104-8a61-af7c9b224279, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a9dbda1d-b954-4104-8a61-af7c9b224279,segment=NetworkSegment(f03fe98c-1307-4903-9c19-28d008679421),segment_id=f03fe98c-1307-4903-9c19-28d008679421)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:43:15.046409 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3aed141-9af8-42f9-857d-f3c94055b8fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.061495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f3aed141-9af8-42f9-857d-f3c94055b8fa None None] Calling delete_port for a9dbda1d-b954-4104-8a61-af7c9b224279 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:43:15.177135 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.205181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'Port': ['ID=e17e506d-427e-424e-bcf0-3fa7e9276f71,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:15.271166 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.301814 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3aed141-9af8-42f9-857d-f3c94055b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.327326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aed141-9af8-42f9-857d-f3c94055b8fa None None] Pushing event deleted for resources: {'Port': ['ID=a9dbda1d-b954-4104-8a61-af7c9b224279,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:15.337894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aed141-9af8-42f9-857d-f3c94055b8fa None None] No DVR routers for this DVR port a9dbda1d-b954-4104-8a61-af7c9b224279 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:43:15.379842 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.382413 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.518811 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.519340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Fanout notify agent at l3_agent the message router_deleted on router d2c4ea2c-c387-4fb7-9de4-c86b0e850302 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:43:15.535476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.535476 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d1e008e1-5a9d-46be-94f7-2a1ba4119cd3 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "DELETE /v2.0/routers/d2c4ea2c-c387-4fb7-9de4-c86b0e850302 HTTP/1.1" status: 204 len: 168 time: 1.1530106 Sep 09 09:43:15.535476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36554) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:15.628220 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.732570 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.755165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b485a2-d4ff-4e36-b73d-17ee89f4c7fc']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:15.769459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03fe98c-1307-4903-9c19-28d008679421') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:15.770064 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03fe98c-1307-4903-9c19-28d008679421') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:15.785230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.808591 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.819560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:43:15.819560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:43:15.821632 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:43:16.204740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b52d04c1-a90e-4b52-bdc7-8d7a168da72d no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:43:16.237721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: b52d04c1-a90e-4b52-bdc7-8d7a168da72d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:43:16.238332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b52d04c1-a90e-4b52-bdc7-8d7a168da72d not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:43:16.238767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a9dbda1d-b954-4104-8a61-af7c9b224279 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:43:16.259048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: a9dbda1d-b954-4104-8a61-af7c9b224279 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:43:16.259427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a9dbda1d-b954-4104-8a61-af7c9b224279 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:43:16.260048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e17e506d-427e-424e-bcf0-3fa7e9276f71 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:43:16.281433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e17e506d-427e-424e-bcf0-3fa7e9276f71 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:43:16.282194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e17e506d-427e-424e-bcf0-3fa7e9276f71 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:43:16.318339 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cbf9fc8b-4f50-44bd-a0d7-8d41757e25dd req-b9409be9-0b95-434b-8ca7-ac98fd1c9818 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.4626408 Sep 09 09:43:16.416801 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:16.431143 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:16.440280 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] 10.222.0.32 "DELETE /v2.0/networks/53b485a2-d4ff-4e36-b73d-17ee89f4c7fc HTTP/1.1" status: 204 len: 168 time: 0.9001489 Sep 09 09:43:16.455880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87f70c-79a0-49fa-967c-ca9a4b2deef2 tempest-TestSecurityGroupsBasicOps-761869976 tempest-TestSecurityGroupsBasicOps-761869976-project] Pushing event deleted for resources: {'Network': ['ID=53b485a2-d4ff-4e36-b73d-17ee89f4c7fc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:17.058870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36572) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:17.130438 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7813589-42b7-42e8-9225-d8cb89923cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:17.207180 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cc3a49bc-ba7f-4078-83a3-e069523d2cf6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0efd7defe4647939aa2a945cbe26e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471772 Sep 09 09:43:17.209560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36576) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:17.279228 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72201196-4f1a-4d6b-a08f-9a9c5c2a6ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:17.305058 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72201196-4f1a-4d6b-a08f-9a9c5c2a6ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:17.364602 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:17.426171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db6eb501-2b5c-4e4e-9feb-78d727eb503d req-b510bfd2-a0b0-4e86-8a6e-ab2df0814b6a tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0323830 Sep 09 09:43:17.455662 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72201196-4f1a-4d6b-a08f-9a9c5c2a6ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:17.458278 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72201196-4f1a-4d6b-a08f-9a9c5c2a6ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:17.459363 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-72201196-4f1a-4d6b-a08f-9a9c5c2a6ede admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b10b69b9-66d9-4ceb-a0c1-c4d6d3dc1916 HTTP/1.1" status: 204 len: 168 time: 0.2485497 Sep 09 09:43:17.470669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72201196-4f1a-4d6b-a08f-9a9c5c2a6ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10b69b9-66d9-4ceb-a0c1-c4d6d3dc1916,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:18.185980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36590) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:18.199553 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f9e18cf-2d2e-440f-bb03-a41048a52539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:18.290138 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f9e18cf-2d2e-440f-bb03-a41048a52539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:18.370365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f9e18cf-2d2e-440f-bb03-a41048a52539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:18.413287 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8f9e18cf-2d2e-440f-bb03-a41048a52539 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2179210d8e2c42ee89c511ffa7b51898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261605 Sep 09 09:43:18.415899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e18cf-2d2e-440f-bb03-a41048a52539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183e4b79-97ab-4f33-b26d-52f5f2e1191d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:18.417372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 36596) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:18.486671 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3976cf0e-97b2-428a-a3fc-c3cf249fba83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:18.513515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3976cf0e-97b2-428a-a3fc-c3cf249fba83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:18.545863 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:18.568322 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b0ede41a-fe81-4e0f-a9a0-5d6f935f774a req-ea2be1ff-ba4e-492e-9a8b-13314c1d1f68 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0382733 Sep 09 09:43:18.678796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3976cf0e-97b2-428a-a3fc-c3cf249fba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:18.681719 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3976cf0e-97b2-428a-a3fc-c3cf249fba83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:18.682881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3976cf0e-97b2-428a-a3fc-c3cf249fba83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/183e4b79-97ab-4f33-b26d-52f5f2e1191d HTTP/1.1" status: 204 len: 168 time: 0.2645862 Sep 09 09:43:18.692863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976cf0e-97b2-428a-a3fc-c3cf249fba83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183e4b79-97ab-4f33-b26d-52f5f2e1191d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:19.475341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36610) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:19.517962 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1f717cfa-cdb8-430d-9575-f182b0531a1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f78d2fb3dbcd441bb0ff3d3471cc429c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413086 Sep 09 09:43:19.520430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 36612) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:19.572895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42244965-3081-489c-a48a-3b5dccc0e9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:19.597150 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42244965-3081-489c-a48a-3b5dccc0e9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:19.680004 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b797640a-bca4-449f-8576-092c9b05b2b4 req-38903bab-c41e-4836-b25e-6e5104af63d5 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0300939 Sep 09 09:43:19.757364 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42244965-3081-489c-a48a-3b5dccc0e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:19.760195 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42244965-3081-489c-a48a-3b5dccc0e9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:19.761441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-42244965-3081-489c-a48a-3b5dccc0e9fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5fc5efe-9b38-4781-990a-ff4b97084b6e HTTP/1.1" status: 204 len: 168 time: 0.2400725 Sep 09 09:43:19.770432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42244965-3081-489c-a48a-3b5dccc0e9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fc5efe-9b38-4781-990a-ff4b97084b6e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:20.142044 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:20.796469 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-427f3714-a934-403f-a2e6-08c5b2c6c237 req-57ffa776-9d40-437b-981f-fe390b7f3d1f tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0376725 Sep 09 09:43:21.923206 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-29a2969f-627d-4ed2-8a36-67ac095ab867 req-ded937c1-2067-4a1c-98ca-7164c60bfc40 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0310867 Sep 09 09:43:23.033499 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0cf63709-1d84-499c-a464-907dc365c6b5 req-59fcb364-3f45-4829-80ea-6add25a68fe3 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0326917 Sep 09 09:43:23.725011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-f481a28e-606d-4dd1-b9e7-ca6dd5a0e1a7 req-9fccb120-e423-43ab-a12a-65f5303f5a91 service neutron] (95326) timed out ('10.222.0.32', 44680) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 09:43:24.158913 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-57e9fa1f-1364-490a-a58d-e0f7e3a9a138 req-f64d7153-93ce-4686-8d28-4252f5a8005b tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0268323 Sep 09 09:43:25.265204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-19baf9b3-ca91-4923-a055-9e59af3a4910 req-96401998-0283-4c62-8c7a-520b5aa7b328 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0272019 Sep 09 09:43:25.334530 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:25.405189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a962d2a5-ecd7-4462-979c-4e89dc2218d3 req-d5f7ef82-1edf-4f7e-8000-2701b82e9518 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0255971 Sep 09 09:43:26.004759 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:26.371974 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ddeafd4e-417d-4fdb-bd60-0bc023ac72e6 req-6ef51b2c-bf4d-40ef-a6c0-00b1be2abd10 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0267727 Sep 09 09:43:27.482273 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d0d2f5c-dfed-4295-b077-bcf2a4387333 req-7c2d9851-6e0f-413f-a850-c5ec169dd34b tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0301836 Sep 09 09:43:28.184775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8cfddca7-8798-41c7-9f56-02b3cf1f4c6d req-beaf94c8-6e33-44a5-9529-cc7bc4887dfc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79733531a80d4f5b8c1d08957e730dc1&device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0273051 Sep 09 09:43:28.212735 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8cfddca7-8798-41c7-9f56-02b3cf1f4c6d req-d8e8ea34-d043-412d-b3f3-840a2fccdc6e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=79733531a80d4f5b8c1d08957e730dc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205805 Sep 09 09:43:28.232863 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8bc6c703-6458-4895-992d-f48e8e36e971 req-66aaa91e-8d1a-4a6f-8403-35fc3d682625 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0271666 Sep 09 09:43:28.326194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfddca7-8798-41c7-9f56-02b3cf1f4c6d req-6be1f0a3-916f-48f9-a56d-a90fe6731edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:28.328346 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8cfddca7-8798-41c7-9f56-02b3cf1f4c6d req-6be1f0a3-916f-48f9-a56d-a90fe6731edf service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089621 Sep 09 09:43:29.337327 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-27b407ec-17ca-4b3b-b5eb-6f808c8dcfc0 req-51467769-d3b1-4ea5-bfd0-6ad0bcadccb9 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0274653 Sep 09 09:43:29.540738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8cfddca7-8798-41c7-9f56-02b3cf1f4c6d req-d18f70d9-d08e-4454-8453-7c9423c17631 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.24 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0251558 Sep 09 09:43:30.456931 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-883b39ed-b9a1-44e1-8845-8a8cc1eb9daa req-69597ab5-3a2a-47eb-880d-3148c6e96903 tempest-ServerShowV254Test-624251672 tempest-ServerShowV254Test-624251672-project] 10.222.0.32 "GET /v2.0/ports?device_id=05519b88-7558-463d-9325-f2415296dab6 HTTP/1.1" status: 200 len: 210 time: 0.0362687 Sep 09 09:43:32.002220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37036) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:32.113147 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81fbad9f-064b-4984-a7fc-2bf75e353043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:32.209696 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81fbad9f-064b-4984-a7fc-2bf75e353043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:32.267352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-81fbad9f-064b-4984-a7fc-2bf75e353043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:32.325918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbad9f-064b-4984-a7fc-2bf75e353043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34279382-51c9-4059-b80d-420b6d03b76a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:32.355250 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-81fbad9f-064b-4984-a7fc-2bf75e353043 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79733531a80d4f5b8c1d08957e730dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512678 Sep 09 09:43:32.356419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37060) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:32.423329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b32baeae-ce14-4c4a-bd09-ca849b34e46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:32.445435 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b32baeae-ce14-4c4a-bd09-ca849b34e46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:32.566002 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b32baeae-ce14-4c4a-bd09-ca849b34e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:32.568726 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b32baeae-ce14-4c4a-bd09-ca849b34e46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:32.569891 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b32baeae-ce14-4c4a-bd09-ca849b34e46e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34279382-51c9-4059-b80d-420b6d03b76a HTTP/1.1" status: 204 len: 168 time: 0.2116477 Sep 09 09:43:32.578291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32baeae-ce14-4c4a-bd09-ca849b34e46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34279382-51c9-4059-b80d-420b6d03b76a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:32.740005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f63f5b-936d-4218-a196-eab75fdea5db req-e3902d24-60b5-4efa-b5cc-4224c40d8357 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:32.741825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-70f63f5b-936d-4218-a196-eab75fdea5db req-e3902d24-60b5-4efa-b5cc-4224c40d8357 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 945 time: 0.0590868 Sep 09 09:43:32.785677 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-70f63f5b-936d-4218-a196-eab75fdea5db req-1ad98969-14dc-4096-a031-fb6369e650ec tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356166 Sep 09 09:43:33.933798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47f8ed-6539-460b-8cc3-4119de8b9508 req-4c79ce4b-de6a-474e-81b9-8fe0f2b51135 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:33.935307 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe47f8ed-6539-460b-8cc3-4119de8b9508 req-4c79ce4b-de6a-474e-81b9-8fe0f2b51135 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 945 time: 0.0799458 Sep 09 09:43:33.981247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe47f8ed-6539-460b-8cc3-4119de8b9508 req-c4596c2e-8d90-402e-9046-d85ce3e529eb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387630 Sep 09 09:43:34.362861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-c351d46e-3309-4438-aae3-399037182c30 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:34.364550 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-c351d46e-3309-4438-aae3-399037182c30 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 945 time: 0.0854886 Sep 09 09:43:34.367682 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b4f8dd52-d355-45f6-9e76-d916948e54c8 req-3fe8ca84-2588-410a-ad04-002436e1799a tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0337319 Sep 09 09:43:34.475799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Deleting port e2cfec71-a72e-45f0-8482-5b1a9db4baef {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:43:34.476205 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:34.573245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] For port e2cfec71-a72e-45f0-8482-5b1a9db4baef, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e2cfec71-a72e-45f0-8482-5b1a9db4baef,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:43:34.573853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:34.821828 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:34.822196 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:34.822543 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Floating IP 32a2dd50-5b12-41f8-b5bc-beb2db7275bc disassociated. External IP: 172.25.8.98, port: e2cfec71-a72e-45f0-8482-5b1a9db4baef. Sep 09 09:43:34.823015 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Calling delete_port for e2cfec71-a72e-45f0-8482-5b1a9db4baef owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:43:35.033224 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:35.062715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event deleted for resources: {'Port': ['ID=e2cfec71-a72e-45f0-8482-5b1a9db4baef,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:35.098751 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-75648a89-3eb3-4de0-9eba-bb258e879470 req-87bb84a8-494f-4b18-a7eb-9950a050411e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 210 time: 0.0413752 Sep 09 09:43:35.225851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Router 42f75632-702d-41c8-930e-179afeaa44ac has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:43:35.345963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:43:35.360084 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd4ccd-317b-45ff-9ce8-fab150d52fb7 None None] Sync routers for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:43:35.360541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37260) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:35.368302 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd4ccd-317b-45ff-9ce8-fab150d52fb7 None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:43:35.369050 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-82cd4ccd-317b-45ff-9ce8-fab150d52fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:43:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:35.392497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] No DVR routers for this DVR port e2cfec71-a72e-45f0-8482-5b1a9db4baef on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:43:35.395194 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:35.397544 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4a6c6c5-ee2f-4cd4-9908-713d9b48845c req-24cbe73e-687e-467c-8960-ef855ed1d693 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "DELETE /v2.0/ports/e2cfec71-a72e-45f0-8482-5b1a9db4baef HTTP/1.1" status: 204 len: 173 time: 1.0263088 Sep 09 09:43:35.398187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'name': 'network-vif-deleted', 'tag': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:43:35.400663 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccd0331-a7b2-461d-92f8-77de06d455aa" -d '{"events": [{"server_uuid": "0e625dc4-f363-4f5e-89b4-e6f7ac885989", "name": "network-vif-deleted", "tag": "e2cfec71-a72e-45f0-8482-5b1a9db4baef"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:43:35.453429 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4379bd-6e01-4ddf-a668-806ba0812d40 x-openstack-request-id: req-4d4379bd-6e01-4ddf-a668-806ba0812d40 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:43:35.453730 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e625dc4-f363-4f5e-89b4-e6f7ac885989", "name": "network-vif-deleted", "tag": "e2cfec71-a72e-45f0-8482-5b1a9db4baef", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:43:35.453989 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d4379bd-6e01-4ddf-a668-806ba0812d40 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:43:35.454393 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e625dc4-f363-4f5e-89b4-e6f7ac885989', 'name': 'network-vif-deleted', 'tag': 'e2cfec71-a72e-45f0-8482-5b1a9db4baef', 'status': 'completed', 'code': 200} Sep 09 09:43:35.510230 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-82cd4ccd-317b-45ff-9ce8-fab150d52fb7 None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:43:35.520874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6a589541-dfbc-4348-911a-4b09ac032a2f req-00ff5dd7-34e1-4f81-8434-b469ecbc10ce tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0320683 Sep 09 09:43:35.541414 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ce8f1e8-8a59-4635-a812-0d545015ed61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:35.666352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ce8f1e8-8a59-4635-a812-0d545015ed61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:35.737022 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-82cd4ccd-317b-45ff-9ce8-fab150d52fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:35.759075 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4ce8f1e8-8a59-4635-a812-0d545015ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:35.776052 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd4ccd-317b-45ff-9ce8-fab150d52fb7 None None] Checking router: 42f75632-702d-41c8-930e-179afeaa44ac for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:43:35.786975 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd4ccd-317b-45ff-9ce8-fab150d52fb7 None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:43:35.788200 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-82cd4ccd-317b-45ff-9ce8-fab150d52fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:43:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:35.819728 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4ce8f1e8-8a59-4635-a812-0d545015ed61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e40bc92471a84daab4bc14286a372791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582865 Sep 09 09:43:35.822533 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37280) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:35.832787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8f1e8-8a59-4635-a812-0d545015ed61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a051e14f-aeb8-450b-a1c9-d6d35f8a795a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:35.924064 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d96c-0dce-4db0-b03c-b45384acb3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:35.949464 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d96c-0dce-4db0-b03c-b45384acb3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:36.040804 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-82cd4ccd-317b-45ff-9ce8-fab150d52fb7 None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:43:36.079014 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d96c-0dce-4db0-b03c-b45384acb3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:36.082205 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d96c-0dce-4db0-b03c-b45384acb3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:36.083767 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a0a6d96c-0dce-4db0-b03c-b45384acb3e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a051e14f-aeb8-450b-a1c9-d6d35f8a795a HTTP/1.1" status: 204 len: 168 time: 0.2599838 Sep 09 09:43:36.093613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6d96c-0dce-4db0-b03c-b45384acb3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a051e14f-aeb8-450b-a1c9-d6d35f8a795a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:36.222830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d511cb4-b955-46c0-b2ac-2c0d34e4854e req-c759b34b-5844-4aa2-a83c-0fa462220674 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 210 time: 0.0304871 Sep 09 09:43:36.290696 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-82cd4ccd-317b-45ff-9ce8-fab150d52fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:43:36.321973 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd4ccd-317b-45ff-9ce8-fab150d52fb7 None None] The sync data for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 is: [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:43:36.620644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f67560-3aba-4e25-886c-c1406e16a96d None None] New status for floating IP 32a2dd50-5b12-41f8-b5bc-beb2db7275bc: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:43:36.632535 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ae517d1c-0b78-45a8-b5bb-79417dc83fcb req-984edecb-d5bd-444c-84e7-7bd56d8cb868 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0293326 Sep 09 09:43:36.804992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37292) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:36.835943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4551d8d8-58ab-49aa-931a-be6844dd64c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:36.967464 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4551d8d8-58ab-49aa-931a-be6844dd64c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:37.096490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4551d8d8-58ab-49aa-931a-be6844dd64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:37.135511 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4551d8d8-58ab-49aa-931a-be6844dd64c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=335ef8ca097d4dd399b9dbd41055704d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292413 Sep 09 09:43:37.136253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551d8d8-58ab-49aa-931a-be6844dd64c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289cdfa3-c5f7-497e-aba4-b06d10b6d284,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:37.139077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37296) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:37.193569 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3b89e2a5-e8bf-458b-9b03-ffdf5f3f9535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:37.217395 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3b89e2a5-e8bf-458b-9b03-ffdf5f3f9535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:37.332187 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1c1187e9-4e2e-47a3-b2d5-41316a12400d req-6da75be2-7667-4fd1-8d96-a3b307b50a52 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 210 time: 0.0288324 Sep 09 09:43:37.335910 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3b89e2a5-e8bf-458b-9b03-ffdf5f3f9535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:37.338444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3b89e2a5-e8bf-458b-9b03-ffdf5f3f9535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:37.339549 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3b89e2a5-e8bf-458b-9b03-ffdf5f3f9535 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/289cdfa3-c5f7-497e-aba4-b06d10b6d284 HTTP/1.1" status: 204 len: 168 time: 0.1983547 Sep 09 09:43:37.356879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89e2a5-e8bf-458b-9b03-ffdf5f3f9535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289cdfa3-c5f7-497e-aba4-b06d10b6d284,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:37.740645 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9ba252d3-796e-4193-8ff2-376118250832 req-e538c070-d16f-40df-9b36-e4d02349ebfd tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0301304 Sep 09 09:43:38.182588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8eafe9c0-2620-4e81-8b1a-0b6356074b4e req-0d68562b-eedb-4604-a87d-2f5c02423926 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.1567471 Sep 09 09:43:38.435695 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b8735fe7-531e-476a-ad9f-8f24c218cf98 req-676221d4-9036-4f82-9714-1713ed46fcf5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 210 time: 0.0298674 Sep 09 09:43:38.893244 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc0efe53-3896-4319-9bad-639b543e9751 req-a7775d6d-3bf2-4785-ba6e-a8f8cc83af71 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0398276 Sep 09 09:43:39.264547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e2cfec71-a72e-45f0-8482-5b1a9db4baef no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:43:39.291888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: e2cfec71-a72e-45f0-8482-5b1a9db4baef {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:43:39.294546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e2cfec71-a72e-45f0-8482-5b1a9db4baef not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:43:39.767847 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8edafdf-6a16-44e7-b4a6-56ede7fc6dec req-700eafe8-bb4d-4e3f-b8a5-5efbcdc2ae93 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e625dc4-f363-4f5e-89b4-e6f7ac885989 HTTP/1.1" status: 200 len: 210 time: 0.0312219 Sep 09 09:43:39.997912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-796d9a2b-42fc-4777-8dd2-0785f9f97701 req-33b05a7c-3f46-436d-a259-fcad174e95b8 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0262859 Sep 09 09:43:40.522073 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2ba74095-d69d-4d18-bae0-1d91512ffb04 req-448dd35c-538f-4944-8d94-7db1e86a4a62 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0393677 Sep 09 09:43:41.002447 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-c880d1aa-0649-414c-b156-1beeb13c7010 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125205822&fields=id&tenant_id=f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 267 time: 0.0333774 Sep 09 09:43:41.118562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-440a048f-b0a7-4a0b-8e7d-62eec43705f8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:41.120109 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-440a048f-b0a7-4a0b-8e7d-62eec43705f8 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.1092312 Sep 09 09:43:41.136831 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-a320d1e6-4972-4cd9-9d03-6b9b4eddc185 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/quotas/f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 375 time: 0.0097430 Sep 09 09:43:41.192930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-590730be-1136-4903-8759-b56414d9fcb6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497217 Sep 09 09:43:41.305576 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-21d7d19f-1e6c-423b-b687-404e93681c7f service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001637 Sep 09 09:43:41.406504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-b1031ba5-f815-4875-9868-15455bfdfd4c service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935230 Sep 09 09:43:41.631192 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16ad3451-37f2-4491-9900-bf062be1f4f3 req-1dd6412f-d1aa-437c-a5bb-c9845ae60ef2 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0278552 Sep 09 09:43:41.644823 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:43:42.024006 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd8711fd-4e89-4624-9452-0f6cc9edcee7 req-ec812782-c9ac-4fa9-a43f-1c754d07d642 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 210 time: 0.0308156 Sep 09 09:43:42.735850 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e2a7f5a-3f26-4650-bf55-15fb6bf54eba req-0e83cc9e-6b2d-4863-8baa-2d2e020fd0b9 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0270128 Sep 09 09:43:43.117627 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ada90e7-48bd-43c0-aa80-6afcba2b4b57 req-702145d2-aecf-47d5-b632-f9ef534284d1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 210 time: 0.0272877 Sep 09 09:43:44.259800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-18f61e6e-47be-4584-b119-a0fea17e9f1d req-91e5bd19-9522-4066-997d-1493ac1e6403 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.4398909 Sep 09 09:43:44.301586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-4e0836f6-590f-4d0f-9167-8596cc203653 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:44.317679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-4e0836f6-590f-4d0f-9167-8596cc203653 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.5276992 Sep 09 09:43:44.318886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5640fab4-e2f1-4ec8-948a-d9aa923bd5c2 req-cd3f1d4d-e95c-48db-9313-c145516e34d2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 210 time: 0.0899017 Sep 09 09:43:44.462268 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8ea3451-c06e-43c3-9490-3e6ffd8c9f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:44.462877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-331cec1b-51cb-4bf7-8361-ecfb83013059 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 380 time: 0.1159031 Sep 09 09:43:44.471943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'port': {'device_id': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'admin_state_up': True, 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'security_groups': ['7cbe1e5c-1d38-46c2-bd42-2d90787347f9']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:43:44.650980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Made reservation on behalf of f73bb51c82ee441fae17ed97db00d629 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:43:44.654897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:44.796766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Allocated IP 172.20.0.4 (05a2504d-6ea0-48c5-a04b-6b2815462a83/e7f7d4e1-915e-4e55-a3e8-a32a82ffd559/46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:43:44.955494 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:44.970722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Transition to ACTIVE for port object 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:43:45.068035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:45.111635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:43:45.114670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:43:45.117442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:43:45.161980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:45.186871 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:45.187802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:45.278866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3fa3d0a5-6929-4edb-9a2f-7544dae6019b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8108721 Sep 09 09:43:45.439003 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-450a1053-ef3f-437c-b9a5-7c7c808c23c3 req-49702488-cfd9-4f96-8090-2de97a7e4ac0 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0440555 Sep 09 09:43:45.474637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Request body: {'port': {'device_id': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:43:45.478873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bc54b146-b055-4575-bd19-8a67bea2f2af None None] Provisioning for port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:43:45.484005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bc54b146-b055-4575-bd19-8a67bea2f2af None None] Provisioning complete for port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:43:45.485874 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc54b146-b055-4575-bd19-8a67bea2f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:45.538564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bc54b146-b055-4575-bd19-8a67bea2f2af None None] Port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:43:45.556968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cb471-61b8-45ec-a0dc-8d742753c76c req-bb3c062a-15c7-467b-b767-7e379774f5ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:45.559265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-660cb471-61b8-45ec-a0dc-8d742753c76c req-bb3c062a-15c7-467b-b767-7e379774f5ac tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 931 time: 0.0740314 Sep 09 09:43:45.579629 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:45.606791 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-660cb471-61b8-45ec-a0dc-8d742753c76c req-51a5eb6d-f6f0-4ab1-a334-94f3859344a2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406771 Sep 09 09:43:45.845802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:43:45.853079 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:45.865775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Transition to ACTIVE for port object 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:43:45.936636 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:46.017980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:46.074025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Attempting to bind port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:43:46.074643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Attempting to bind port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:43:46.075162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Attempting to bind port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:43:46.081963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:43:46.082534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Attempting to bind port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:43:46.089104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:43:46.089449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Checking segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:43:46.090185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Bound using segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:43:46.090635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Bound port: 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:43:46.091345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:46.171603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] For port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:43:46.176025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] For port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:43:46.244947 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:46.303117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:46.303117 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:46.303117 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] 10.222.0.24 "PUT /v2.0/ports/46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 HTTP/1.1" status: 200 len: 1092 time: 1.0083568 Sep 09 09:43:46.303117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'tag': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:43:46.303117 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d064ec-23ea-4463-b3c6-4dff272e84f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7834a22a-15df-4418-b24f-ede1a89d6ad6", "tag": "46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:43:46.347080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f08ef-4739-4328-8f94-b7942f098ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:46.354508 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-9b8f56a2-be75-40d7-88e5-c3d6efefcca1 req-aede584a-d521-48cf-9f42-3fdbaf17b7d3 service neutron] (95325) timed out ('10.222.0.32', 42656) {{(pid=95325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 09:43:46.360402 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eab9387-e4a1-48bc-a5c8-96143cd024f0 x-openstack-request-id: req-1eab9387-e4a1-48bc-a5c8-96143cd024f0 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:43:46.360402 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7834a22a-15df-4418-b24f-ede1a89d6ad6", "tag": "46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:43:46.360402 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1eab9387-e4a1-48bc-a5c8-96143cd024f0 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:43:46.360402 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'tag': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'status': 'completed', 'code': 200} Sep 09 09:43:46.419084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d064ec-23ea-4463-b3c6-4dff272e84f3 req-aba17a74-8a33-4695-9d12-94d125e26b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:46.420645 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33d064ec-23ea-4463-b3c6-4dff272e84f3 req-aba17a74-8a33-4695-9d12-94d125e26b21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 1095 time: 0.0452330 Sep 09 09:43:46.602266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d064ec-23ea-4463-b3c6-4dff272e84f3 req-34311b23-ab1b-4b04-a6d9-e0d201f0cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:46.603904 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33d064ec-23ea-4463-b3c6-4dff272e84f3 req-34311b23-ab1b-4b04-a6d9-e0d201f0cdce service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f73bb51c82ee441fae17ed97db00d629&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1746264 Sep 09 09:43:46.604186 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c1efc382-c4fc-48f7-8588-17104b286fc1 req-21ae79eb-b6a4-4705-8bd9-07a83998a944 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0611665 Sep 09 09:43:46.775223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d064ec-23ea-4463-b3c6-4dff272e84f3 req-c6f01ad7-d0b5-44cf-b080-e082d5af43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:46.776757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33d064ec-23ea-4463-b3c6-4dff272e84f3 req-c6f01ad7-d0b5-44cf-b080-e082d5af43c0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638517 Sep 09 09:43:46.785972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1cac3-e795-4c0e-9e03-27d58b86001f req-e1843cb5-6092-470e-9c1a-b63422603443 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:46.787486 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60f1cac3-e795-4c0e-9e03-27d58b86001f req-e1843cb5-6092-470e-9c1a-b63422603443 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 943 time: 0.0832913 Sep 09 09:43:46.856922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60f1cac3-e795-4c0e-9e03-27d58b86001f req-6514ad70-023a-43d1-ac92-18df6dc8a500 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628500 Sep 09 09:43:46.877852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3cef7985-bfc6-42d0-836b-f5827369b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:46.879494 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-3cef7985-bfc6-42d0-836b-f5827369b917 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 1095 time: 0.0575082 Sep 09 09:43:46.924001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-8f2d14c4-7564-4bec-9dea-f82041ec1be2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 HTTP/1.1" status: 200 len: 217 time: 0.0368562 Sep 09 09:43:46.993948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-17f43cf9-92e6-4f35-8471-efdaa2732e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:46.995574 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-17f43cf9-92e6-4f35-8471-efdaa2732e4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0607257 Sep 09 09:43:47.089164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-8c09ba91-f5df-46d8-aaef-58f43e545c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:47.090891 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-8c09ba91-f5df-46d8-aaef-58f43e545c92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884640 Sep 09 09:43:47.170918 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c6ad58a-0cb3-4eef-b84a-ddf864a3b6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:47.203411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-15d9895e-b242-4749-92ad-37113f7c1966 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998216 Sep 09 09:43:47.296361 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6795f0e5-7585-48f8-9dc0-672794c91c1c req-7d8d1ea6-2197-4127-b49e-b5267f6f8968 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906672 Sep 09 09:43:47.360450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:47.701278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50094654-6912-443e-9f34-76f276fa498e req-aa1e9ba8-3a52-45c7-89d2-2f00a2b205f6 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0267057 Sep 09 09:43:48.015981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25753faf-0c55-446c-bdee-1ec9d4795ae6 req-4f3f8ca7-a4ee-4260-8394-25e263ed1003 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:48.017611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25753faf-0c55-446c-bdee-1ec9d4795ae6 req-4f3f8ca7-a4ee-4260-8394-25e263ed1003 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 943 time: 0.0537763 Sep 09 09:43:48.057741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25753faf-0c55-446c-bdee-1ec9d4795ae6 req-cb8a2958-0e2a-493a-a3e5-ad01ef84ad96 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330510 Sep 09 09:43:48.558093 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:48.804349 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22a66d7e-2296-494f-9edb-900712d535c3 req-d7332180-4780-4aeb-abf9-5a4f3cb5d333 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0260279 Sep 09 09:43:49.181303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbe29d-6e4a-49dc-be42-0b0c157dacaf req-7815ad7e-c355-4971-82f4-b6e80a75ef16 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:49.182917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a0cbe29d-6e4a-49dc-be42-0b0c157dacaf req-7815ad7e-c355-4971-82f4-b6e80a75ef16 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 943 time: 0.0505533 Sep 09 09:43:49.226373 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a0cbe29d-6e4a-49dc-be42-0b0c157dacaf req-c6fae19a-e88f-4d81-ba45-0672f81b908e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362716 Sep 09 09:43:49.918359 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10739c29-9442-47d9-ab67-d1b768328be6 req-2dab4fac-d0e2-4a5f-8fd8-a4a07177d031 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0269270 Sep 09 09:43:50.119371 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:50.366639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e39d2-6f70-4480-a44a-a257ccaa21a0 req-15c81484-ab75-4ee5-b5da-65865f9094cb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:50.368221 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b4e39d2-6f70-4480-a44a-a257ccaa21a0 req-15c81484-ab75-4ee5-b5da-65865f9094cb tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 943 time: 0.0663722 Sep 09 09:43:50.423886 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b4e39d2-6f70-4480-a44a-a257ccaa21a0 req-641f7092-7c6c-42b3-b6af-b43ed8d02fd1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362518 Sep 09 09:43:51.029654 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45f28ba3-0e65-4753-ae88-c7060ee30b4e req-06d7a8fb-1713-45dd-aa1f-7d1ccd066dbc tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0274613 Sep 09 09:43:51.549894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b74fe-e2d2-4b81-91b8-f3310a2eb6a1 req-3af80382-d1b4-4b6f-92be-9102d763c9cd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:51.551409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c98b74fe-e2d2-4b81-91b8-f3310a2eb6a1 req-3af80382-d1b4-4b6f-92be-9102d763c9cd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 943 time: 0.0510309 Sep 09 09:43:51.589517 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c98b74fe-e2d2-4b81-91b8-f3310a2eb6a1 req-8e1cb2b9-a57c-4ced-9379-2ef5cf9a4ced tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Sep 09 09:43:52.137211 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2cc417b-b264-41e0-8627-4e9502c5c3e6 req-07766104-7933-4def-a12d-c9cde4bebcfc tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0290492 Sep 09 09:43:52.720389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd04b7-ccee-4a0a-a6b5-d66e6676c24b req-7259611a-4023-41e0-84fe-cb67c2226efd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:52.722041 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-59cd04b7-ccee-4a0a-a6b5-d66e6676c24b req-7259611a-4023-41e0-84fe-cb67c2226efd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 943 time: 0.0529811 Sep 09 09:43:52.781091 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-59cd04b7-ccee-4a0a-a6b5-d66e6676c24b req-3e0454d6-0878-4ee2-a68e-2c14cce8bb04 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367606 Sep 09 09:43:53.245619 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2ae5748e-5e82-4085-8ce8-083c10c51d7b req-49cfc044-177c-4d4a-9517-531ccf3c6486 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0307853 Sep 09 09:43:53.955221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca67e82-14f8-4eab-80ed-a5670ddd5495 req-0e6edd3a-1fd1-4e33-aac1-144a9d2e921d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:53.956867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ca67e82-14f8-4eab-80ed-a5670ddd5495 req-0e6edd3a-1fd1-4e33-aac1-144a9d2e921d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 943 time: 0.0581665 Sep 09 09:43:54.005674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ca67e82-14f8-4eab-80ed-a5670ddd5495 req-13a2c0b5-55c7-4cdc-b125-2a324a04fd67 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379548 Sep 09 09:43:54.302785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37648) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:54.362266 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-77d06afb-d28c-462f-a879-412a3ad99984 req-97aa23a6-9ec7-4925-ba53-b743930c1eaf tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0308168 Sep 09 09:43:54.424542 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:54.516066 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:54.565051 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:54.604916 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebba213adfc04d6b9e0be318e481de84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001475 Sep 09 09:43:54.605792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816a4777-bbfe-4ab3-a219-9bba3de480d3,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:54.607648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37656) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:54.613639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.614001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.614351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.614881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.615230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.616037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.616388 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.616725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.617064 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.617400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.617731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.618062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94fe916-75a6-49e9-9990-0cd28d487ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.659538 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:54.681176 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:54.797749 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:54.800374 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:54.801554 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/816a4777-bbfe-4ab3-a219-9bba3de480d3 HTTP/1.1" status: 204 len: 168 time: 0.1928771 Sep 09 09:43:54.809415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816a4777-bbfe-4ab3-a219-9bba3de480d3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:54.817881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.818228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.818568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.818899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.819327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.819615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.819940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.824632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.824632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.824632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.824632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:54.824632 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cbe3d-1de9-4b39-9438-61783252bd9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:55.131747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8be0-42cf-4603-8587-ca45a7ff278f req-5559a71d-9294-415e-ac1e-b3c4458b78f5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:55.133301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-135e8be0-42cf-4603-8587-ca45a7ff278f req-5559a71d-9294-415e-ac1e-b3c4458b78f5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 943 time: 0.0549242 Sep 09 09:43:55.172470 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-135e8be0-42cf-4603-8587-ca45a7ff278f req-6f5504ba-8e9c-4643-8e12-49e55c61d02d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328479 Sep 09 09:43:55.347908 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:55.385393 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:55.399625 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b3c3cb9-81d7-4658-9102-d6a12d55fef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:55.472925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-616c6e1c-0619-4269-8331-d8895b1bae1d req-cea10ca4-e0fc-4883-b72d-a33b14a966e9 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0306926 Sep 09 09:43:55.502424 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b3c3cb9-81d7-4658-9102-d6a12d55fef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:55.570277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b3c3cb9-81d7-4658-9102-d6a12d55fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:55.608280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6b3c3cb9-81d7-4658-9102-d6a12d55fef6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=062d81c2ea3648d6befe197c75835375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215939 Sep 09 09:43:55.611304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c3cb9-81d7-4658-9102-d6a12d55fef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abab35b-1adc-4529-93bc-4a843fb6612e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:55.611867 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37682) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:55.675702 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72d632e8-3852-4a5c-9aa7-572bda9e91b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:55.697244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72d632e8-3852-4a5c-9aa7-572bda9e91b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:55.828600 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72d632e8-3852-4a5c-9aa7-572bda9e91b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:55.831255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-72d632e8-3852-4a5c-9aa7-572bda9e91b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:55.834860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-72d632e8-3852-4a5c-9aa7-572bda9e91b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6abab35b-1adc-4529-93bc-4a843fb6612e HTTP/1.1" status: 204 len: 168 time: 0.2195592 Sep 09 09:43:55.845062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d632e8-3852-4a5c-9aa7-572bda9e91b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abab35b-1adc-4529-93bc-4a843fb6612e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:55.952798 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:56.288724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a35c8-18c9-49ba-8e47-a0835727164b req-8d38e300-407c-43da-abc9-990d90fb40fc tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:56.290413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a7a35c8-18c9-49ba-8e47-a0835727164b req-8d38e300-407c-43da-abc9-990d90fb40fc tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 943 time: 0.0508461 Sep 09 09:43:56.336922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a7a35c8-18c9-49ba-8e47-a0835727164b req-450bec2c-b327-4e46-8b7a-7e0985845c3d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400040 Sep 09 09:43:56.577068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-712872b3-bbab-4d30-a05e-ad244faaf9fb req-f7b0b6b4-abeb-4a9d-8c21-98b90611cebf tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0274754 Sep 09 09:43:57.352315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:43:57.470305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:43:57.482947 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'port_id': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'mac_address': 'fa:16:3e:df:43:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:43:57.510551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcadf9b-13a2-45be-9186-a83cc6b36a97 req-bd63d1b4-cab2-437d-8ad5-cffb0f741fad tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:57.519224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6bcadf9b-13a2-45be-9186-a83cc6b36a97 req-bd63d1b4-cab2-437d-8ad5-cffb0f741fad tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 943 time: 0.0604732 Sep 09 09:43:57.523052 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:57.537299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:43:57.558526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:43:57.564634 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6bcadf9b-13a2-45be-9186-a83cc6b36a97 req-5708b729-25b9-41d4-8a2f-ea851738796e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443447 Sep 09 09:43:57.649652 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:57.683244 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb7cc14c-285e-4607-b7e6-8afc9e54d917 req-5e4a61a0-29ce-4797-9a6e-8d72708de9cc tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0303166 Sep 09 09:43:57.701199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:57.709068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.709422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.709767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.710107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.710444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.710778 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.711109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.711458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.711785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.712217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.712424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.712752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:43:57.858578 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:43:58.266774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37770) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:58.374984 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1bbe78b9-8490-4ba9-972f-d5a930dde70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:58.462374 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1bbe78b9-8490-4ba9-972f-d5a930dde70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:58.535181 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1bbe78b9-8490-4ba9-972f-d5a930dde70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:58.576209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe78b9-8490-4ba9-972f-d5a930dde70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6808865-fac5-4f6f-8a24-1ab378666f50,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:58.585171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37780) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:58.585708 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1bbe78b9-8490-4ba9-972f-d5a930dde70f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fa440335ad04744860a89faf15886cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174109 Sep 09 09:43:58.685226 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a99582b3-c1b2-4f54-936f-1931fa763615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:58.707443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea3124-7059-4677-86ba-07df25df91c2 req-36ae8738-762e-40d9-b1df-e5bfd9dc9d31 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:58.708873 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21ea3124-7059-4677-86ba-07df25df91c2 req-36ae8738-762e-40d9-b1df-e5bfd9dc9d31 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 944 time: 0.0792012 Sep 09 09:43:58.721684 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a99582b3-c1b2-4f54-936f-1931fa763615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:58.776754 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21ea3124-7059-4677-86ba-07df25df91c2 req-ec793c19-d46c-4950-8695-93542d11539d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602698 Sep 09 09:43:58.786569 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d21c8c36-2849-4508-8a78-75bf376d7eec req-f1e67eab-ad2c-4319-9131-5297a3d111c5 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0280151 Sep 09 09:43:58.868285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a99582b3-c1b2-4f54-936f-1931fa763615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:58.872038 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a99582b3-c1b2-4f54-936f-1931fa763615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:58.873812 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a99582b3-c1b2-4f54-936f-1931fa763615 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6808865-fac5-4f6f-8a24-1ab378666f50 HTTP/1.1" status: 204 len: 168 time: 0.2874188 Sep 09 09:43:58.886128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99582b3-c1b2-4f54-936f-1931fa763615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6808865-fac5-4f6f-8a24-1ab378666f50,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:59.371953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:43:59.445912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37800) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:59.460345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-849d9895-fbb9-42fc-b68d-f191c09f7f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:59.490878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:43:59.495073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:43:59.495491 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:59.548214 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-849d9895-fbb9-42fc-b68d-f191c09f7f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:59.579620 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:59.602443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:43:59.604704 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daf872c-f171-4489-ae2f-09068c2ba0a2" -d '{"events": [{"server_uuid": "7834a22a-15df-4418-b24f-ede1a89d6ad6", "name": "network-vif-plugged", "status": "completed", "tag": "46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:43:59.612789 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-849d9895-fbb9-42fc-b68d-f191c09f7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:59.618046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:43:59.658890 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bded6ead-e9b2-4b7c-ba9f-33a69f870b73 x-openstack-request-id: req-bded6ead-e9b2-4b7c-ba9f-33a69f870b73 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:43:59.659183 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7834a22a-15df-4418-b24f-ede1a89d6ad6", "name": "network-vif-plugged", "status": "completed", "tag": "46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:43:59.659511 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bded6ead-e9b2-4b7c-ba9f-33a69f870b73 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:43:59.659935 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'code': 200} Sep 09 09:43:59.667611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-849d9895-fbb9-42fc-b68d-f191c09f7f2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=686da8e7cacc4d83bcb8f467a2e4ae16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189150 Sep 09 09:43:59.668862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d9895-fbb9-42fc-b68d-f191c09f7f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2824557a-de5e-4c0b-a0b9-b7aa6d196c4d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:59.669007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37806) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:43:59.696648 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:59.754266 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d76ccb1-4a6c-4236-989d-24d77d5a576d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:59.756218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:59.761379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ab0f2-1c68-46fc-bf76-e058fc73f846 req-5f5bbbec-d3d3-48bc-8512-fd77545609a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:59.763104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e64ab0f2-1c68-46fc-bf76-e058fc73f846 req-5f5bbbec-d3d3-48bc-8512-fd77545609a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0461702 Sep 09 09:43:59.780154 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d76ccb1-4a6c-4236-989d-24d77d5a576d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:59.800600 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e64ab0f2-1c68-46fc-bf76-e058fc73f846 req-ec932706-4a82-4ff0-adfd-25119809aa31 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302458 Sep 09 09:43:59.912270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a706ec-9d6b-4b5e-8986-e704e9462e09 req-4e289580-2563-4462-9aaa-89784fbfa3d1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:43:59.913784 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8a706ec-9d6b-4b5e-8986-e704e9462e09 req-4e289580-2563-4462-9aaa-89784fbfa3d1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 945 time: 0.0527391 Sep 09 09:43:59.918381 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-50769cb6-9da3-4288-9190-d0eda37951ec req-dc42118f-c369-4dc5-a789-f8ed3bcf107f tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0296834 Sep 09 09:43:59.927650 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d76ccb1-4a6c-4236-989d-24d77d5a576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:59.933700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6d76ccb1-4a6c-4236-989d-24d77d5a576d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:43:59.933700 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6d76ccb1-4a6c-4236-989d-24d77d5a576d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2824557a-de5e-4c0b-a0b9-b7aa6d196c4d HTTP/1.1" status: 204 len: 168 time: 0.2613492 Sep 09 09:43:59.953542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76ccb1-4a6c-4236-989d-24d77d5a576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2824557a-de5e-4c0b-a0b9-b7aa6d196c4d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:43:59.969135 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8a706ec-9d6b-4b5e-8986-e704e9462e09 req-e69682d6-c15f-442f-8c46-b7d385201231 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491292 Sep 09 09:44:00.256779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3d19ea5-68b1-4b96-a6f4-4ed39c752253 req-e1a51b97-0ba6-44e7-8340-bda5d22374c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e27adabc38d645f18acc7ce9b3e578f0&device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0268965 Sep 09 09:44:00.303598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3d19ea5-68b1-4b96-a6f4-4ed39c752253 req-1049dea0-bd1f-45d8-bf9e-ca6740e8710a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e27adabc38d645f18acc7ce9b3e578f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215006 Sep 09 09:44:00.406713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19ea5-68b1-4b96-a6f4-4ed39c752253 req-64c054df-6af3-48e8-bade-9d0e28791761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:44:00.408310 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3d19ea5-68b1-4b96-a6f4-4ed39c752253 req-64c054df-6af3-48e8-bade-9d0e28791761 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982118 Sep 09 09:44:01.038504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c22cddd-c139-4eff-ad66-c8e663dcb694 req-fbc32cce-2f03-4b6e-9dfe-4313ee01beaf tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0294957 Sep 09 09:44:01.110760 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72c86e-d42b-418e-8de6-78af90690574 req-7d7fba94-5364-4c54-ad85-19ecad4bb9ff tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:44:01.112321 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba72c86e-d42b-418e-8de6-78af90690574 req-7d7fba94-5364-4c54-ad85-19ecad4bb9ff tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 945 time: 0.0662756 Sep 09 09:44:01.152614 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba72c86e-d42b-418e-8de6-78af90690574 req-fda0e0c9-21d0-426f-8083-42141cd162f1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338058 Sep 09 09:44:01.283039 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f91dd-8eba-4f97-a169-c92f2f5eee8b req-276d5a25-2847-4df0-af74-10c02346a335 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:44:01.284969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b0f91dd-8eba-4f97-a169-c92f2f5eee8b req-276d5a25-2847-4df0-af74-10c02346a335 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 945 time: 0.0624721 Sep 09 09:44:01.323769 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b0f91dd-8eba-4f97-a169-c92f2f5eee8b req-37dcbc07-6089-401d-9427-d25b4901f5a6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323410 Sep 09 09:44:01.347475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 37862) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:01.389594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef813c2d-7813-483b-80e6-21571463efee tempest-TestVolumeBootPattern-946751297 tempest-TestVolumeBootPattern-946751297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:44:01.391895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ef813c2d-7813-483b-80e6-21571463efee tempest-TestVolumeBootPattern-946751297 tempest-TestVolumeBootPattern-946751297-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 1092 time: 0.0433767 Sep 09 09:44:01.394730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 37864) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:01.399644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:44:01.477906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:01.581413 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:01.696417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Allocated IP 172.25.8.213 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/7952e093-bca3-493e-bb98-47e2b79991b5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:44:01.810300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:01.919735 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:01.961920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:44:01.966279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:44:01.969052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:44:01.997487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=7952e093-bca3-493e-bb98-47e2b79991b5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:02.166572 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3bf72696-504a-46db-b146-51c123ee0677 req-5d4c77a4-fefd-451f-9da0-fd9a7be9c505 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0300987 Sep 09 09:44:02.355835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:02.499114 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:02.665565 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:02.736864 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:02.809523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=7952e093-bca3-493e-bb98-47e2b79991b5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:02.819916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:02.929039 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Floating IP 1cccf40f-adf1-4d49-b4ae-e39619bfad02 associated. External IP: 172.25.8.213, port: 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4. Sep 09 09:44:03.154080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Router 42f75632-702d-41c8-930e-179afeaa44ac has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:44:03.291271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9d1b273b-5aed-4a9d-aec5-cbbbdf9fdda4 req-632071ad-7f2a-4ce7-bb4a-a52a4005ba5d tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0313978 Sep 09 09:44:03.302202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:44:03.312355 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf322c7-7728-441a-a5cc-51951e6bc69a None None] Sync routers for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:44:03.326977 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf322c7-7728-441a-a5cc-51951e6bc69a None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:44:03.326977 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0bf322c7-7728-441a-a5cc-51951e6bc69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:43:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:44:03.375907 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:03.408759 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5a0e9abe-2903-42d6-a74e-83832b841bbd tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0128555 Sep 09 09:44:03.409346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'tag': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:44:03.411940 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5c58c8-ad91-4662-9da3-60a0bb923e05" -d '{"events": [{"name": "network-changed", "server_uuid": "7834a22a-15df-4418-b24f-ede1a89d6ad6", "tag": "46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:44:03.463599 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e736e17c-0687-402c-912e-e30a7bda5db8 x-openstack-request-id: req-e736e17c-0687-402c-912e-e30a7bda5db8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:44:03.463896 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7834a22a-15df-4418-b24f-ede1a89d6ad6", "tag": "46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:44:03.464154 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e736e17c-0687-402c-912e-e30a7bda5db8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:44:03.464558 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'tag': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'status': 'completed', 'code': 200} Sep 09 09:44:03.470617 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0bf322c7-7728-441a-a5cc-51951e6bc69a None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:44:03.539765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c58c8-ad91-4662-9da3-60a0bb923e05 req-106ad471-2717-4d5a-bbbf-0c6170302cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:44:03.541385 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c5c58c8-ad91-4662-9da3-60a0bb923e05 req-106ad471-2717-4d5a-bbbf-0c6170302cee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0544021 Sep 09 09:44:03.659714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c58c8-ad91-4662-9da3-60a0bb923e05 req-c38955b7-eef3-4968-8a85-116ee36526db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:44:03.661224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c5c58c8-ad91-4662-9da3-60a0bb923e05 req-c38955b7-eef3-4968-8a85-116ee36526db service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.1125107 Sep 09 09:44:03.753103 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c5c58c8-ad91-4662-9da3-60a0bb923e05 req-8b02c5cb-7934-481a-b3dc-6492d843f47c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 HTTP/1.1" status: 200 len: 999 time: 0.0842991 Sep 09 09:44:03.761089 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0bf322c7-7728-441a-a5cc-51951e6bc69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1cccf40f-adf1-4d49-b4ae-e39619bfad02', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:df:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:44:02Z', 'updated_at': '2021-09-09T09:44:02Z', 'revision_number': 0, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:44:03.792097 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf322c7-7728-441a-a5cc-51951e6bc69a None None] Checking router: 42f75632-702d-41c8-930e-179afeaa44ac for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:44:03.801915 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf322c7-7728-441a-a5cc-51951e6bc69a None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:44:03.802473 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0bf322c7-7728-441a-a5cc-51951e6bc69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:43:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:44:03.821361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c58c8-ad91-4662-9da3-60a0bb923e05 req-57b984fd-1e8d-4f1b-8add-507fe771688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:44:03.822945 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c5c58c8-ad91-4662-9da3-60a0bb923e05 req-57b984fd-1e8d-4f1b-8add-507fe771688b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0630069 Sep 09 09:44:03.884106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c58c8-ad91-4662-9da3-60a0bb923e05 req-23144c3e-88fe-4ec0-98cd-9dddb9a15a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:44:03.885799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c5c58c8-ad91-4662-9da3-60a0bb923e05 req-23144c3e-88fe-4ec0-98cd-9dddb9a15a06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560250 Sep 09 09:44:03.933971 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0bf322c7-7728-441a-a5cc-51951e6bc69a None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:44:03.990654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c5c58c8-ad91-4662-9da3-60a0bb923e05 req-7ebcde26-131e-4648-9365-3410136c2e6e service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973740 Sep 09 09:44:04.085489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c5c58c8-ad91-4662-9da3-60a0bb923e05 req-a3ce52fd-1d4e-4eca-98f2-f67a5c829eb0 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866857 Sep 09 09:44:04.173515 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0bf322c7-7728-441a-a5cc-51951e6bc69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1cccf40f-adf1-4d49-b4ae-e39619bfad02', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:df:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:44:02Z', 'updated_at': '2021-09-09T09:44:02Z', 'revision_number': 0, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:44:04.199148 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf322c7-7728-441a-a5cc-51951e6bc69a None None] The sync data for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 is: [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1cccf40f-adf1-4d49-b4ae-e39619bfad02', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:df:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:44:02Z', 'updated_at': '2021-09-09T09:44:02Z', 'revision_number': 0, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:44:04.414876 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ce332b0e-8617-49e1-9683-36f16ff0afd0 req-c5579744-bcd9-4dfb-832d-4f22270468a8 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0281463 Sep 09 09:44:04.438015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b8c5c-b9f1-48a6-bebc-a75442d95d3e None None] New status for floating IP 1cccf40f-adf1-4d49-b4ae-e39619bfad02: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:44:05.526144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcd91ddc-c44d-4376-8062-65a74ea7d904 req-37084218-ea03-4575-bbc1-51352d6d7bfb tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0281808 Sep 09 09:44:06.632030 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e740adf6-040b-4446-a6cc-7133656e32f9 req-6a4ce8f8-117c-425a-abab-7893354daea9 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0310328 Sep 09 09:44:07.735246 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6ac91f98-5c5c-46ab-8881-2431d1aca45c req-b8a4dfc1-e64a-45c8-bc8b-62137c7c4268 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0274961 Sep 09 09:44:08.451742 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-63203a7b-1bfd-476e-a1bb-6f3b1e639974 req-4e1bf8e1-1409-470c-a3c3-d429c15fb93f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0342247 Sep 09 09:44:08.840592 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7656f432-c56b-4da0-9c66-6f8251ea1d03 req-11f96c5b-9d9b-471a-9f33-2f38e657ad7f tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0288460 Sep 09 09:44:09.956118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b28cabb-90fd-4852-9138-8a6891f69278 req-06e07810-1ea3-4107-9e4d-170d9137163b tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0274432 Sep 09 09:44:10.439060 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4be747f7-f4e5-4316-82da-e521e34948a1 req-456050a1-7674-4ac2-ac3c-55bdf6cd7748 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e27adabc38d645f18acc7ce9b3e578f0&device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0284281 Sep 09 09:44:10.478286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3135eb-a6ed-4acf-9b8d-d82d82c4f64a req-c139b11c-6b12-44bf-be59-5a0f7416874a tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0420825 Sep 09 09:44:10.480203 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4be747f7-f4e5-4316-82da-e521e34948a1 req-e06b4ca7-1579-4825-b628-342335eb988e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e27adabc38d645f18acc7ce9b3e578f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332406 Sep 09 09:44:10.576422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be747f7-f4e5-4316-82da-e521e34948a1 req-60048dc0-7dfb-426d-88c5-d5268fe27e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:44:10.578193 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4be747f7-f4e5-4316-82da-e521e34948a1 req-60048dc0-7dfb-426d-88c5-d5268fe27e96 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915890 Sep 09 09:44:11.590435 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2e751ca9-4745-4ba1-a787-dac4bc1c01b9 req-e77fe9d8-51c1-4d69-88c8-7456516329c4 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0289237 Sep 09 09:44:11.788461 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4be747f7-f4e5-4316-82da-e521e34948a1 req-cedf3d38-5047-47d6-91da-353906746183 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0286899 Sep 09 09:44:12.713945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b197f59-1e65-4fc2-92a3-eb40a2ca801d req-a4f9bad1-063c-4d10-9eac-3bf0d965f2b7 tempest-ServerShowV257Test-66433487 tempest-ServerShowV257Test-66433487-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc6dc0b-d7a0-45d1-9a60-e3241ccfa173 HTTP/1.1" status: 200 len: 210 time: 0.0307324 Sep 09 09:44:14.305031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38152) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:14.424111 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21a93217-8607-4511-8118-9e6092b82cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:14.456827 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8e605ba-91eb-4b5d-b475-3b04b582ebeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:14.521597 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21a93217-8607-4511-8118-9e6092b82cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:14.604835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21a93217-8607-4511-8118-9e6092b82cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:14.641291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a93217-8607-4511-8118-9e6092b82cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee9a052-e664-4245-b816-4b5dbe454c3b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:14.646085 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-21a93217-8607-4511-8118-9e6092b82cc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e27adabc38d645f18acc7ce9b3e578f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388064 Sep 09 09:44:14.648343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38162) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:14.711126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beacf72f-b671-4955-aacf-627aeec3c9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:14.738291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beacf72f-b671-4955-aacf-627aeec3c9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:14.868463 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beacf72f-b671-4955-aacf-627aeec3c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:14.871642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beacf72f-b671-4955-aacf-627aeec3c9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:14.873621 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-beacf72f-b671-4955-aacf-627aeec3c9b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aee9a052-e664-4245-b816-4b5dbe454c3b HTTP/1.1" status: 204 len: 168 time: 0.2240119 Sep 09 09:44:14.885824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacf72f-b671-4955-aacf-627aeec3c9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee9a052-e664-4245-b816-4b5dbe454c3b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:17.129682 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d12a27d-8158-4213-8f54-ef7e050bd312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:17.342558 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:18.553068 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:18.644703 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:44:19.539968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38338) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:19.659719 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5175d7ae-a19c-4ed4-a01f-9cd706a8f48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:19.756743 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5175d7ae-a19c-4ed4-a01f-9cd706a8f48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:19.826873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5175d7ae-a19c-4ed4-a01f-9cd706a8f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:19.876222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175d7ae-a19c-4ed4-a01f-9cd706a8f48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f137996a-b8ff-4446-a727-6ecf23f6ee4d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:19.881156 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5175d7ae-a19c-4ed4-a01f-9cd706a8f48b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8835957a0384ce491743b32043ae757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401203 Sep 09 09:44:19.887910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38352) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:19.948579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70eeaebe-00d8-4119-95d5-0a7b11391fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:19.974162 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70eeaebe-00d8-4119-95d5-0a7b11391fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:20.108440 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70eeaebe-00d8-4119-95d5-0a7b11391fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:20.112247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70eeaebe-00d8-4119-95d5-0a7b11391fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:20.113450 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-70eeaebe-00d8-4119-95d5-0a7b11391fd6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f137996a-b8ff-4446-a727-6ecf23f6ee4d HTTP/1.1" status: 204 len: 168 time: 0.2274957 Sep 09 09:44:20.121508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeaebe-00d8-4119-95d5-0a7b11391fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f137996a-b8ff-4446-a727-6ecf23f6ee4d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:20.166005 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:20.834056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38376) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:20.847616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9117ee1-5f28-497c-b3af-90f94c28a503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:20.962266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9117ee1-5f28-497c-b3af-90f94c28a503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:21.022479 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9117ee1-5f28-497c-b3af-90f94c28a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:21.061864 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b9117ee1-5f28-497c-b3af-90f94c28a503 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c06a7b4471c4bf881421c17da535c23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266488 Sep 09 09:44:21.062969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9117ee1-5f28-497c-b3af-90f94c28a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382b1f3c-c61d-49c1-b3e4-bcb577b84e4a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:21.065185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38384) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:21.119125 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4b42bd9-a88a-4631-9275-10665a308495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:21.148151 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4b42bd9-a88a-4631-9275-10665a308495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:21.285555 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4b42bd9-a88a-4631-9275-10665a308495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:21.288279 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4b42bd9-a88a-4631-9275-10665a308495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:21.297694 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a4b42bd9-a88a-4631-9275-10665a308495 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/382b1f3c-c61d-49c1-b3e4-bcb577b84e4a HTTP/1.1" status: 204 len: 168 time: 0.2256420 Sep 09 09:44:21.318725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b42bd9-a88a-4631-9275-10665a308495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382b1f3c-c61d-49c1-b3e4-bcb577b84e4a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:25.406062 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:25.480987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38546) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:25.618347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8094d57e-b04f-4616-9c81-a18fdc6f2c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:25.726354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8094d57e-b04f-4616-9c81-a18fdc6f2c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:26.011261 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:26.011499 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8094d57e-b04f-4616-9c81-a18fdc6f2c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:26.054184 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8094d57e-b04f-4616-9c81-a18fdc6f2c60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2c5ab8b44ba4b3eae0b70bb55b274aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5722117 Sep 09 09:44:26.055139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094d57e-b04f-4616-9c81-a18fdc6f2c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907973ae-fdad-44e4-9d2f-54929d39fa38,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:26.056879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38556) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:26.111166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b78ab990-bfeb-45af-800b-c94c09ebf191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:26.133649 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b78ab990-bfeb-45af-800b-c94c09ebf191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:26.262952 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b78ab990-bfeb-45af-800b-c94c09ebf191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:26.265870 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b78ab990-bfeb-45af-800b-c94c09ebf191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:26.267922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b78ab990-bfeb-45af-800b-c94c09ebf191 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/907973ae-fdad-44e4-9d2f-54929d39fa38 HTTP/1.1" status: 204 len: 168 time: 0.2100065 Sep 09 09:44:26.276697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ab990-bfeb-45af-800b-c94c09ebf191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907973ae-fdad-44e4-9d2f-54929d39fa38,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:26.918139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38580) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:26.935343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3115dddd-ac5d-4a08-94ba-36844b00f62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:27.028202 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3115dddd-ac5d-4a08-94ba-36844b00f62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:27.102627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3115dddd-ac5d-4a08-94ba-36844b00f62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:27.145679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38590) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:27.146403 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3115dddd-ac5d-4a08-94ba-36844b00f62c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2a4667dfb0d44d1aec2cbad4a938611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264555 Sep 09 09:44:27.148131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115dddd-ac5d-4a08-94ba-36844b00f62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62ca573-ee2c-4c86-b022-a2aed98c0000,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:27.206292 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116e6b43-cee5-423b-90dc-2dcad8dabc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:27.229099 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116e6b43-cee5-423b-90dc-2dcad8dabc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:27.337177 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116e6b43-cee5-423b-90dc-2dcad8dabc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:27.339765 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-116e6b43-cee5-423b-90dc-2dcad8dabc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:27.341002 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-116e6b43-cee5-423b-90dc-2dcad8dabc19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b62ca573-ee2c-4c86-b022-a2aed98c0000 HTTP/1.1" status: 204 len: 168 time: 0.1918380 Sep 09 09:44:27.350249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e6b43-cee5-423b-90dc-2dcad8dabc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62ca573-ee2c-4c86-b022-a2aed98c0000,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:39.831799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38938) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:39.977500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89434b12-88dd-4b2c-85d3-41f7432b930c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:40.072915 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89434b12-88dd-4b2c-85d3-41f7432b930c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:40.166928 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-89434b12-88dd-4b2c-85d3-41f7432b930c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:40.206222 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-89434b12-88dd-4b2c-85d3-41f7432b930c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e671b125914546cdb12efe41526c181c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731544 Sep 09 09:44:40.208999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38950) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:40.213523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89434b12-88dd-4b2c-85d3-41f7432b930c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ad225f-5ccc-4365-8b63-a81b7820d9ea,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:40.287696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23df937b-c87a-4acc-b8c4-068c82d2a76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:40.308054 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23df937b-c87a-4acc-b8c4-068c82d2a76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:40.434135 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23df937b-c87a-4acc-b8c4-068c82d2a76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:40.437078 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23df937b-c87a-4acc-b8c4-068c82d2a76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:40.439086 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-23df937b-c87a-4acc-b8c4-068c82d2a76c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87ad225f-5ccc-4365-8b63-a81b7820d9ea HTTP/1.1" status: 204 len: 168 time: 0.2284949 Sep 09 09:44:40.447206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df937b-c87a-4acc-b8c4-068c82d2a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ad225f-5ccc-4365-8b63-a81b7820d9ea,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:41.028408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 38968) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:41.043269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36121332-d0a1-4439-a74d-e850fb0dc077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:41.143114 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36121332-d0a1-4439-a74d-e850fb0dc077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:41.194516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-36121332-d0a1-4439-a74d-e850fb0dc077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:41.243741 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-36121332-d0a1-4439-a74d-e850fb0dc077 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5a4140eafdb4a0d9d0ad553d20b8590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140777 Sep 09 09:44:41.245066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36121332-d0a1-4439-a74d-e850fb0dc077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71031ca6-beab-44b0-ba83-ac6a7fb5545f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:41.246769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 38976) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:41.314162 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-690806f7-72c9-4831-aaea-9093a30991db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:41.339747 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-690806f7-72c9-4831-aaea-9093a30991db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:41.463752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-690806f7-72c9-4831-aaea-9093a30991db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:41.467117 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-690806f7-72c9-4831-aaea-9093a30991db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:41.471341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-690806f7-72c9-4831-aaea-9093a30991db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71031ca6-beab-44b0-ba83-ac6a7fb5545f HTTP/1.1" status: 204 len: 168 time: 0.2206941 Sep 09 09:44:41.477888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690806f7-72c9-4831-aaea-9093a30991db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71031ca6-beab-44b0-ba83-ac6a7fb5545f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:42.518138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-5e2a9f94-6419-460e-b21f-1f54be8c424a req-bcd95311-9d09-476e-854e-e495e341cc1a service neutron] (95325) timed out ('10.222.0.32', 44326) {{(pid=95325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 09:44:43.123282 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39056) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:43.253998 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3b4cef48-5623-43d0-9356-1d0ce7376d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:43.375384 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3b4cef48-5623-43d0-9356-1d0ce7376d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:43.455987 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3b4cef48-5623-43d0-9356-1d0ce7376d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:43.496806 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3b4cef48-5623-43d0-9356-1d0ce7376d18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3aeaa4b3d4e14a5c84c389022a0ee15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722806 Sep 09 09:44:43.497772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cef48-5623-43d0-9356-1d0ce7376d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b181df-8f84-4328-b9c3-15953f301b3e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:43.499708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39068) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:43.562281 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ec00253-84a9-4557-bdcd-caa35f75e21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:43.591114 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ec00253-84a9-4557-bdcd-caa35f75e21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:43.743458 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ec00253-84a9-4557-bdcd-caa35f75e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:43.746715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ec00253-84a9-4557-bdcd-caa35f75e21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:43.747987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6ec00253-84a9-4557-bdcd-caa35f75e21b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3b181df-8f84-4328-b9c3-15953f301b3e HTTP/1.1" status: 204 len: 168 time: 0.2472000 Sep 09 09:44:43.759538 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec00253-84a9-4557-bdcd-caa35f75e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b181df-8f84-4328-b9c3-15953f301b3e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:44.427548 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a54b9b4-b688-48be-a954-a5b86c0cdde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:46.595475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39198) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:46.712338 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbeaa734-f993-488b-a159-941f5a601855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:46.810048 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbeaa734-f993-488b-a159-941f5a601855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:46.885671 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cbeaa734-f993-488b-a159-941f5a601855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:46.927903 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cbeaa734-f993-488b-a159-941f5a601855 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d66cd81bfd64374a211b946b6e5dc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305399 Sep 09 09:44:46.928748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:46.931717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeaa734-f993-488b-a159-941f5a601855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c26f5-37c4-4a96-a622-bc807559eaf0,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:46.980792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7704-3392-4a0c-80c7-64cfcba6e24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:47.003455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7704-3392-4a0c-80c7-64cfcba6e24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:47.154685 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7704-3392-4a0c-80c7-64cfcba6e24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:47.157397 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7704-3392-4a0c-80c7-64cfcba6e24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:47.160947 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ac9b7704-3392-4a0c-80c7-64cfcba6e24b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d5c26f5-37c4-4a96-a622-bc807559eaf0 HTTP/1.1" status: 204 len: 168 time: 0.2310777 Sep 09 09:44:47.172532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b7704-3392-4a0c-80c7-64cfcba6e24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c26f5-37c4-4a96-a622-bc807559eaf0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:47.221618 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-597f5d1e-50e0-433a-9200-198723fdb1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:47.331001 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:48.552756 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:50.143210 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:51.607429 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39420) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:51.727130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b5a55c3-7b5d-4cc4-b90b-bf428ccf1881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:51.825889 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b5a55c3-7b5d-4cc4-b90b-bf428ccf1881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:51.930239 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b5a55c3-7b5d-4cc4-b90b-bf428ccf1881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:51.967538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a55c3-7b5d-4cc4-b90b-bf428ccf1881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17f6fc8-6bb5-4a02-aac1-b039687a8c02,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:51.975591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39432) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:51.981747 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1b5a55c3-7b5d-4cc4-b90b-bf428ccf1881 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fd451e6469c45dbbc274cf551a5b780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732243 Sep 09 09:44:52.026161 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-feef8580-8bd1-442a-888e-87234b9a1680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:52.050003 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-feef8580-8bd1-442a-888e-87234b9a1680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:52.183438 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-feef8580-8bd1-442a-888e-87234b9a1680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:52.186230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-feef8580-8bd1-442a-888e-87234b9a1680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:52.191191 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-feef8580-8bd1-442a-888e-87234b9a1680 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f17f6fc8-6bb5-4a02-aac1-b039687a8c02 HTTP/1.1" status: 204 len: 168 time: 0.2144783 Sep 09 09:44:52.200881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef8580-8bd1-442a-888e-87234b9a1680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17f6fc8-6bb5-4a02-aac1-b039687a8c02,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:53.026397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39462) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:53.026397 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9875c108-60aa-4071-bc08-c83adb29042e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:53.112717 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9875c108-60aa-4071-bc08-c83adb29042e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:53.206051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9875c108-60aa-4071-bc08-c83adb29042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:53.253365 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9875c108-60aa-4071-bc08-c83adb29042e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8509790f7cd24fb59dd7b700dfb13724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431331 Sep 09 09:44:53.254325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875c108-60aa-4071-bc08-c83adb29042e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62577246-48f6-49a4-abc4-1839fd27e3e6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:53.256086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39466) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:53.308300 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-09759fec-1cc9-4e1b-a896-0c71f093894e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:53.331328 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-09759fec-1cc9-4e1b-a896-0c71f093894e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:53.457354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-09759fec-1cc9-4e1b-a896-0c71f093894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:53.459989 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-09759fec-1cc9-4e1b-a896-0c71f093894e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:53.461163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-09759fec-1cc9-4e1b-a896-0c71f093894e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62577246-48f6-49a4-abc4-1839fd27e3e6 HTTP/1.1" status: 204 len: 168 time: 0.2040596 Sep 09 09:44:53.470332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09759fec-1cc9-4e1b-a896-0c71f093894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62577246-48f6-49a4-abc4-1839fd27e3e6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:55.361600 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:55.645799 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:44:56.010130 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:57.508206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39648) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:57.642569 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:57.752316 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:57.823161 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:57.878699 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fca82569a454304b71305df6bd57052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689930 Sep 09 09:44:57.881210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76937647-b435-4880-80e8-2c809b7d6253,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:57.881539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39658) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:57.890237 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:57.890586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:57.891168 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:57.891545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:57.892361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:57.892823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:57.893177 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:57.893512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:57.893843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:57.894172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:57.894533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:57.894919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6492cf-d7bf-4520-ac25-b90497b06139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.309224 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:58.331113 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:58.449381 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:58.452466 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:58.456673 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76937647-b435-4880-80e8-2c809b7d6253 HTTP/1.1" status: 204 len: 168 time: 0.5713286 Sep 09 09:44:58.465311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76937647-b435-4880-80e8-2c809b7d6253,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:58.487434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.487434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.487434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.487434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.487434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.487434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.487434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.488188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.488188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.488849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.488849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:58.489140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70639ab6-33c7-445f-9fa5-ded85ae83108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:44:59.089145 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39690) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:59.103418 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac96b338-9b97-4a5e-b3ad-a8ceafa137ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:59.195503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac96b338-9b97-4a5e-b3ad-a8ceafa137ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:59.295798 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac96b338-9b97-4a5e-b3ad-a8ceafa137ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:59.334456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96b338-9b97-4a5e-b3ad-a8ceafa137ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4c0b14-5e3b-4508-b58c-80947cf1ce65,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:44:59.342633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ac96b338-9b97-4a5e-b3ad-a8ceafa137ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=104e10015f124e68ab93ba8bca8bcf37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500594 Sep 09 09:44:59.343850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39696) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:44:59.399547 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3935d4d-00aa-433f-bf59-0d12983ce890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:59.422283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3935d4d-00aa-433f-bf59-0d12983ce890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:59.560162 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3935d4d-00aa-433f-bf59-0d12983ce890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:59.562744 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b3935d4d-00aa-433f-bf59-0d12983ce890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:44:59.565126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b3935d4d-00aa-433f-bf59-0d12983ce890 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c4c0b14-5e3b-4508-b58c-80947cf1ce65 HTTP/1.1" status: 204 len: 168 time: 0.2208745 Sep 09 09:44:59.578902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3935d4d-00aa-433f-bf59-0d12983ce890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4c0b14-5e3b-4508-b58c-80947cf1ce65,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:00.700345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39740) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:00.818895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1155841809'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:45:00.931759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Made reservation on behalf of aac6a62f5f8349c3983354965cee3d88 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:45:00.935494 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:00.944806 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:01.042171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:01.119020 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:01.155119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e508329-8bec-4f08-a31c-02494188b002,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:01.160417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:45:01.171632 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:01.173069 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Added segment e955b942-81db-4abd-9b67-e792569739ff of type vlan for network c81652ed-7add-4ffe-aa3b-bba5a28934eb Sep 09 09:45:01.227280 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:01.339563 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:01.346350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:01.346539 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:01.418664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'Network': ['ID=c81652ed-7add-4ffe-aa3b-bba5a28934eb,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:01.430669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:45:01.451503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39746) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:01.455546 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Request body: {'subnet': {'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:45:01.455948 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cccaea0c-93bf-4f48-82b2-265b6bd57de4 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7544034 Sep 09 09:45:01.628778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Made reservation on behalf of aac6a62f5f8349c3983354965cee3d88 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:45:01.632397 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:01.890686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:01.945327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'Subnet': ['ID=e1a1fb58-df2f-4389-8935-8e147b2be8c9,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:01.957030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Checking segment: {'id': 'e955b942-81db-4abd-9b67-e792569739ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:45:01.957392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Network hostable DHCP agents. Network: c81652ed-7add-4ffe-aa3b-bba5a28934eb, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:45:02.040154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:45:02.113263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, c81652ed-7add-4ffe-aa3b-bba5a28934eb) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:45:02.113745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:02.115113 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:02.119223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0606a65f-c90a-4386-acf5-6f0bbef6b75b None None] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:45:02.212538 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-274ef7d7-01d4-41bb-9618-d702228768fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7614906 Sep 09 09:45:02.215247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39752) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:02.220357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Request body: {'port': {'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1222652679'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:45:02.273575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-c81652ed-7add-4ffe-aa3b-bba5a28934eb', 'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb', 'tenant_id': 'aac6a62f5f8349c3983354965cee3d88', 'fixed_ips': [{'subnet_id': 'e1a1fb58-df2f-4389-8935-8e147b2be8c9'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:45:02.274787 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:02.406127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Made reservation on behalf of aac6a62f5f8349c3983354965cee3d88 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:45:02.409876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:02.426339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Allocated IP 2001:db8::2 (c81652ed-7add-4ffe-aa3b-bba5a28934eb/e1a1fb58-df2f-4389-8935-8e147b2be8c9/d8496d9d-3f50-459b-a285-7ad415626baf) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:45:02.427765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] device_id is not set on port 722fd634-5332-4ae0-a294-4d9724b22a29 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:45:02.575957 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:02.584748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Transition to ACTIVE for port object d8496d9d-3f50-459b-a285-7ad415626baf will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:45:02.599532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Transition to ACTIVE for port object d8496d9d-3f50-459b-a285-7ad415626baf will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:45:02.658398 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:02.695889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:45:02.698651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:45:02.702126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:45:02.713954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Pushing event updated for resources: {'Port': ['ID=d8496d9d-3f50-459b-a285-7ad415626baf,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:02.716754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Allocated IP 2001:db8::1b0 (c81652ed-7add-4ffe-aa3b-bba5a28934eb/e1a1fb58-df2f-4389-8935-8e147b2be8c9/722fd634-5332-4ae0-a294-4d9724b22a29) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:45:02.742509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.742893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.743479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.743833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.744177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.744516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.744834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.745187 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.745493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.745820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.746214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.746545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:02.787435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Attempting to bind port d8496d9d-3f50-459b-a285-7ad415626baf on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:45:02.787826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Attempting to bind port d8496d9d-3f50-459b-a285-7ad415626baf by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e955b942-81db-4abd-9b67-e792569739ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:45:02.788425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Attempting to bind port d8496d9d-3f50-459b-a285-7ad415626baf on network c81652ed-7add-4ffe-aa3b-bba5a28934eb {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:45:02.797752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:45:02.797752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Checking segment: {'id': 'e955b942-81db-4abd-9b67-e792569739ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:45:02.797752 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:02.797752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Bound using segment: {'id': 'e955b942-81db-4abd-9b67-e792569739ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:45:02.797752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Bound port: d8496d9d-3f50-459b-a285-7ad415626baf, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e955b942-81db-4abd-9b67-e792569739ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:45:02.797752 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:02.870621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] For port d8496d9d-3f50-459b-a285-7ad415626baf, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:45:02.875148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] For port d8496d9d-3f50-459b-a285-7ad415626baf, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d8496d9d-3f50-459b-a285-7ad415626baf,segment=NetworkSegment(e955b942-81db-4abd-9b67-e792569739ff),segment_id=e955b942-81db-4abd-9b67-e792569739ff)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:45:02.899982 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:02.914175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Transition to ACTIVE for port object 722fd634-5332-4ae0-a294-4d9724b22a29 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:45:02.977599 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:03.023531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:03.044122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa541c-8c06-4a1c-b527-834c8613725a None None] Pushing event updated for resources: {'Port': ['ID=d8496d9d-3f50-459b-a285-7ad415626baf,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:03.079044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:45:03.085346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:45:03.088919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:45:03.097124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:03.097778 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:03.106919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'Port': ['ID=722fd634-5332-4ae0-a294-4d9724b22a29,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:03.214211 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-18d324bc-2ca4-4c0c-8949-f1746a0aa1bf tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9962745 Sep 09 09:45:03.216042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39758) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:03.222936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Request body: {'port': {'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-398530764', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b0', 'mac_address': 'fa:16:3e:49:50:5d'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:45:03.427724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Made reservation on behalf of aac6a62f5f8349c3983354965cee3d88 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:45:03.523792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:03.541226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] device_id is not set on port a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:45:03.668920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Allocated IP 2001:db8::30b (c81652ed-7add-4ffe-aa3b-bba5a28934eb/e1a1fb58-df2f-4389-8935-8e147b2be8c9/a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:45:03.841881 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:03.866974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Transition to ACTIVE for port object a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:45:03.928267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-01633e21-fc5b-45a1-94c0-fa21550b5cb0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0712845 Sep 09 09:45:03.989658 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:04.035806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d8496d9d-3f50-459b-a285-7ad415626baf up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:45:04.078227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:45:04.084093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:45:04.100636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'Port': ['ID=a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:04.113953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:45:04.123614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:04.124551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:04.127784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10e117d-524a-4035-87c2-849d452d3c82 None None] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:45:04.141115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-dfd6e741-3c1b-4f95-8c22-80df49ad713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:04.143563 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-dfd6e741-3c1b-4f95-8c22-80df49ad713f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 1097 time: 0.1642647 Sep 09 09:45:04.201218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d8496d9d-3f50-459b-a285-7ad415626baf completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:45:04.264897 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e882ce19-bfa1-41e0-b452-086b936a69df tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0474372 Sep 09 09:45:04.267491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39764) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:04.301220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-95b96f36-f58b-47d1-a2c5-07cdbac7612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:04.303019 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-95b96f36-f58b-47d1-a2c5-07cdbac7612b service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.1388037 Sep 09 09:45:04.318652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-556409d2-7284-460f-a21d-34b29d4addd9 None None] Provisioning for port d8496d9d-3f50-459b-a285-7ad415626baf completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:45:04.322733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-556409d2-7284-460f-a21d-34b29d4addd9 None None] Provisioning complete for port d8496d9d-3f50-459b-a285-7ad415626baf triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:04.323120 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-556409d2-7284-460f-a21d-34b29d4addd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:04.405376 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3f026-3b45-4eeb-ae59-e37ab4e4df20 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:04.412525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3f026-3b45-4eeb-ae59-e37ab4e4df20 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:04.415102 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-556409d2-7284-460f-a21d-34b29d4addd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:04.430370 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3f026-3b45-4eeb-ae59-e37ab4e4df20 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:04.435596 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-94a3f026-3b45-4eeb-ae59-e37ab4e4df20 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1642351 Sep 09 09:45:04.435947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39768) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:04.446836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-91600899-bb7e-4d19-bb3d-832cbf1feee9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 HTTP/1.1" status: 200 len: 1001 time: 0.1244614 Sep 09 09:45:04.457992 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-556409d2-7284-460f-a21d-34b29d4addd9 None None] For port d8496d9d-3f50-459b-a285-7ad415626baf, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d8496d9d-3f50-459b-a285-7ad415626baf,segment=NetworkSegment(e955b942-81db-4abd-9b67-e792569739ff),segment_id=e955b942-81db-4abd-9b67-e792569739ff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:45:04.518105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-5016a777-7f09-4e46-9a4b-7ed74b5f7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:04.522017 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-5016a777-7f09-4e46-9a4b-7ed74b5f7818 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0700037 Sep 09 09:45:04.528036 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-556409d2-7284-460f-a21d-34b29d4addd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:04.571635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0cadd265-d170-4fa5-ae29-8037186cf9d2 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Deleting port a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:45:04.572405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cadd265-d170-4fa5-ae29-8037186cf9d2 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:04.584204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-09a1402b-0ae0-44b2-a795-1781d5b63be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:04.586468 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-09a1402b-0ae0-44b2-a795-1781d5b63be1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569415 Sep 09 09:45:04.637975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556409d2-7284-460f-a21d-34b29d4addd9 None None] Pushing event updated for resources: {'Port': ['ID=d8496d9d-3f50-459b-a285-7ad415626baf,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:04.709426 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cadd265-d170-4fa5-ae29-8037186cf9d2 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:04.712924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-25d12681-c983-4dc4-a9b9-2af3a9b18208 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137199 Sep 09 09:45:04.724432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0cadd265-d170-4fa5-ae29-8037186cf9d2 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Calling delete_port for a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:45:04.828105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af6e1e8b-0429-4aae-9075-5551cb0cf960 req-54271fd3-23f4-48c7-85bc-73f99a9cddc8 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062574 Sep 09 09:45:04.839100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-61afd953-c29d-4122-abcd-3060ae0620dc None None] Provisioning for port 722fd634-5332-4ae0-a294-4d9724b22a29 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:45:04.845023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-61afd953-c29d-4122-abcd-3060ae0620dc None None] Provisioning complete for port 722fd634-5332-4ae0-a294-4d9724b22a29 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:04.845901 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61afd953-c29d-4122-abcd-3060ae0620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:04.905517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-61afd953-c29d-4122-abcd-3060ae0620dc None None] Port 722fd634-5332-4ae0-a294-4d9724b22a29 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:45:05.022972 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cadd265-d170-4fa5-ae29-8037186cf9d2 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:05.023211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-61afd953-c29d-4122-abcd-3060ae0620dc None None] Provisioning for port a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:45:05.029197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-61afd953-c29d-4122-abcd-3060ae0620dc None None] Provisioning complete for port a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:05.029576 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61afd953-c29d-4122-abcd-3060ae0620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:05.054134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-61afd953-c29d-4122-abcd-3060ae0620dc None None] Port a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608 was deleted so its status cannot be updated. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 09 09:45:05.067244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-61afd953-c29d-4122-abcd-3060ae0620dc None None] Provisioning complete for port d8496d9d-3f50-459b-a285-7ad415626baf triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:05.067672 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61afd953-c29d-4122-abcd-3060ae0620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:05.067791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadd265-d170-4fa5-ae29-8037186cf9d2 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event deleted for resources: {'Port': ['ID=a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:05.239119 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cadd265-d170-4fa5-ae29-8037186cf9d2 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:05.241233 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0cadd265-d170-4fa5-ae29-8037186cf9d2 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "DELETE /v2.0/ports/a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608 HTTP/1.1" status: 204 len: 168 time: 0.8042741 Sep 09 09:45:05.243902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39774) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:05.269698 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dee9b57-3567-41b7-83c6-e29ab32abed7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] GET failed (client error): The resource could not be found. Sep 09 09:45:05.271308 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5dee9b57-3567-41b7-83c6-e29ab32abed7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "GET /v2.0/ports/a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608 HTTP/1.1" status: 404 len: 333 time: 0.0264766 Sep 09 09:45:05.275492 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39776) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:05.280463 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Request body: {'port': {'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1592156506'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:45:05.318722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-58e5ba36-a7e3-4af7-a847-8487f340ac12 None None] Provisioning complete for port 722fd634-5332-4ae0-a294-4d9724b22a29 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:05.319102 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58e5ba36-a7e3-4af7-a847-8487f340ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:05.383915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-58e5ba36-a7e3-4af7-a847-8487f340ac12 None None] Port 722fd634-5332-4ae0-a294-4d9724b22a29 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:45:05.389186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-58e5ba36-a7e3-4af7-a847-8487f340ac12 None None] Could not find standard attr ID for object a8e6f4ec-0d0a-415d-a9a1-281dbb8ae608. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 09:45:05.503710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Made reservation on behalf of aac6a62f5f8349c3983354965cee3d88 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:45:05.507286 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:05.525351 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] device_id is not set on port 980465f4-0b06-4f8f-9bf0-359b4caa51a2 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:45:05.650094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Allocated IP 2001:db8::391 (c81652ed-7add-4ffe-aa3b-bba5a28934eb/e1a1fb58-df2f-4389-8935-8e147b2be8c9/980465f4-0b06-4f8f-9bf0-359b4caa51a2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:45:05.815393 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:05.830826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Transition to ACTIVE for port object 980465f4-0b06-4f8f-9bf0-359b4caa51a2 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:45:05.982174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:06.013721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d8496d9d-3f50-459b-a285-7ad415626baf up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:45:06.038481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:45:06.045904 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:45:06.049337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:45:06.055019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:06.055676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:06.068706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'Port': ['ID=980465f4-0b06-4f8f-9bf0-359b4caa51a2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:06.089793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d8496d9d-3f50-459b-a285-7ad415626baf triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:06.090298 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:06.167556 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-40016b94-6c50-4768-bf60-1f1a0ed9b823 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8908877 Sep 09 09:45:06.171139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39790) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:06.178869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0e28b384-381a-4260-9b61-fdf3a5b8f6fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b0', 'mac_address': 'fa:16:3e:49:50:5d'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:45:06.265132 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e28b384-381a-4260-9b61-fdf3a5b8f6fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:06.461067 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e28b384-381a-4260-9b61-fdf3a5b8f6fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:06.497071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-697e1e26-81a6-47c0-a837-0e55e51b3d5f None None] Provisioning for port 980465f4-0b06-4f8f-9bf0-359b4caa51a2 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:45:06.503150 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-697e1e26-81a6-47c0-a837-0e55e51b3d5f None None] Provisioning complete for port 980465f4-0b06-4f8f-9bf0-359b4caa51a2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:06.503611 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-697e1e26-81a6-47c0-a837-0e55e51b3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:06.543063 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e28b384-381a-4260-9b61-fdf3a5b8f6fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:06.545822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-697e1e26-81a6-47c0-a837-0e55e51b3d5f None None] Port 980465f4-0b06-4f8f-9bf0-359b4caa51a2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:45:06.581539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0e28b384-381a-4260-9b61-fdf3a5b8f6fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] In _notify_port_updated(), no bound segment for port 980465f4-0b06-4f8f-9bf0-359b4caa51a2 on network c81652ed-7add-4ffe-aa3b-bba5a28934eb {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:45:06.587617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e28b384-381a-4260-9b61-fdf3a5b8f6fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:06.588298 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e28b384-381a-4260-9b61-fdf3a5b8f6fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:06.593644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0e28b384-381a-4260-9b61-fdf3a5b8f6fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "PUT /v2.0/ports/980465f4-0b06-4f8f-9bf0-359b4caa51a2 HTTP/1.1" status: 200 len: 1003 time: 0.4185574 Sep 09 09:45:06.594107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39792) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:06.611337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28b384-381a-4260-9b61-fdf3a5b8f6fa tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'Port': ['ID=980465f4-0b06-4f8f-9bf0-359b4caa51a2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:06.689984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4efa0a4e-efe4-4b52-86d6-71bdf16a4cb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Deleting port 980465f4-0b06-4f8f-9bf0-359b4caa51a2 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:45:06.690430 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4efa0a4e-efe4-4b52-86d6-71bdf16a4cb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:06.788305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4efa0a4e-efe4-4b52-86d6-71bdf16a4cb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:06.804609 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-4efa0a4e-efe4-4b52-86d6-71bdf16a4cb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Calling delete_port for 980465f4-0b06-4f8f-9bf0-359b4caa51a2 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:45:06.872289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad8d985d-3ef5-4233-af5f-0088015a8a52 None None] Provisioning complete for port 980465f4-0b06-4f8f-9bf0-359b4caa51a2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:06.874134 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad8d985d-3ef5-4233-af5f-0088015a8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:06.912949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d985d-3ef5-4233-af5f-0088015a8a52 None None] Port 980465f4-0b06-4f8f-9bf0-359b4caa51a2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:45:07.011847 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4efa0a4e-efe4-4b52-86d6-71bdf16a4cb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:07.047458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa0a4e-efe4-4b52-86d6-71bdf16a4cb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event deleted for resources: {'Port': ['ID=980465f4-0b06-4f8f-9bf0-359b4caa51a2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:07.140924 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4efa0a4e-efe4-4b52-86d6-71bdf16a4cb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:07.143464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4efa0a4e-efe4-4b52-86d6-71bdf16a4cb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "DELETE /v2.0/ports/980465f4-0b06-4f8f-9bf0-359b4caa51a2 HTTP/1.1" status: 204 len: 168 time: 0.5498090 Sep 09 09:45:07.146007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39796) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:07.172236 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61489de-d121-4305-82b3-4861a68f7202 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] GET failed (client error): The resource could not be found. Sep 09 09:45:07.175578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a61489de-d121-4305-82b3-4861a68f7202 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "GET /v2.0/ports/980465f4-0b06-4f8f-9bf0-359b4caa51a2 HTTP/1.1" status: 404 len: 333 time: 0.0269191 Sep 09 09:45:07.177624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39798) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:07.183196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Request body: {'port': {'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-909752571'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:45:07.383225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Made reservation on behalf of aac6a62f5f8349c3983354965cee3d88 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:45:07.386762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:07.405648 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] device_id is not set on port b505fd63-942c-4bd7-b44f-45d9bd0132e6 yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:45:07.525598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Allocated IP 2001:db8::2f8 (c81652ed-7add-4ffe-aa3b-bba5a28934eb/e1a1fb58-df2f-4389-8935-8e147b2be8c9/b505fd63-942c-4bd7-b44f-45d9bd0132e6) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:45:07.676268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:07.691527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Transition to ACTIVE for port object b505fd63-942c-4bd7-b44f-45d9bd0132e6 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:45:07.801076 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:07.855488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:45:07.862326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:45:07.867217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:45:07.873301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:07.873953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:07.879079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'Port': ['ID=b505fd63-942c-4bd7-b44f-45d9bd0132e6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:07.994503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-75377ea9-c466-460b-8232-11a996aac24f tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8155763 Sep 09 09:45:07.997269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39804) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:08.003424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d1415574-d368-403d-8b0d-6deab2249f4a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:49:50:5d'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:45:08.161255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1415574-d368-403d-8b0d-6deab2249f4a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:08.217680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cd7973bf-897a-42c4-a493-aa28c4693b48 None None] Provisioning for port b505fd63-942c-4bd7-b44f-45d9bd0132e6 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:45:08.224066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cd7973bf-897a-42c4-a493-aa28c4693b48 None None] Provisioning complete for port b505fd63-942c-4bd7-b44f-45d9bd0132e6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:08.226569 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd7973bf-897a-42c4-a493-aa28c4693b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:08.269602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cd7973bf-897a-42c4-a493-aa28c4693b48 None None] Port b505fd63-942c-4bd7-b44f-45d9bd0132e6 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:45:08.361246 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1415574-d368-403d-8b0d-6deab2249f4a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:08.440898 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1415574-d368-403d-8b0d-6deab2249f4a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:08.476048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-d1415574-d368-403d-8b0d-6deab2249f4a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] In _notify_port_updated(), no bound segment for port b505fd63-942c-4bd7-b44f-45d9bd0132e6 on network c81652ed-7add-4ffe-aa3b-bba5a28934eb {{(pid=95325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:45:08.481412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1415574-d368-403d-8b0d-6deab2249f4a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:08.482085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d1415574-d368-403d-8b0d-6deab2249f4a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:08.486979 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39816) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:08.488539 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d1415574-d368-403d-8b0d-6deab2249f4a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "PUT /v2.0/ports/b505fd63-942c-4bd7-b44f-45d9bd0132e6 HTTP/1.1" status: 200 len: 1002 time: 0.4890368 Sep 09 09:45:08.512484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1415574-d368-403d-8b0d-6deab2249f4a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'Port': ['ID=b505fd63-942c-4bd7-b44f-45d9bd0132e6,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:08.615667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-30f25efb-6c6b-43ca-b345-a6a909ff880e tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Deleting port b505fd63-942c-4bd7-b44f-45d9bd0132e6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:45:08.616106 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30f25efb-6c6b-43ca-b345-a6a909ff880e tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:08.729196 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30f25efb-6c6b-43ca-b345-a6a909ff880e tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:08.742377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-30f25efb-6c6b-43ca-b345-a6a909ff880e tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Calling delete_port for b505fd63-942c-4bd7-b44f-45d9bd0132e6 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:45:08.796011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a025a051-2ab2-4440-9a2d-66e67edd1ad7 None None] Provisioning complete for port b505fd63-942c-4bd7-b44f-45d9bd0132e6 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:08.796387 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a025a051-2ab2-4440-9a2d-66e67edd1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:08.834464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a025a051-2ab2-4440-9a2d-66e67edd1ad7 None None] Port b505fd63-942c-4bd7-b44f-45d9bd0132e6 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:45:08.960343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30f25efb-6c6b-43ca-b345-a6a909ff880e tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:08.991700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f25efb-6c6b-43ca-b345-a6a909ff880e tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event deleted for resources: {'Port': ['ID=b505fd63-942c-4bd7-b44f-45d9bd0132e6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:09.017578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30f25efb-6c6b-43ca-b345-a6a909ff880e tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:09.022305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-30f25efb-6c6b-43ca-b345-a6a909ff880e tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "DELETE /v2.0/ports/b505fd63-942c-4bd7-b44f-45d9bd0132e6 HTTP/1.1" status: 204 len: 168 time: 0.5303912 Sep 09 09:45:09.022305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39820) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:09.047875 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acfc0d1-6ca9-4d58-97fd-cce07c6aa9b2 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] GET failed (client error): The resource could not be found. Sep 09 09:45:09.056104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9acfc0d1-6ca9-4d58-97fd-cce07c6aa9b2 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "GET /v2.0/ports/b505fd63-942c-4bd7-b44f-45d9bd0132e6 HTTP/1.1" status: 404 len: 333 time: 0.0272050 Sep 09 09:45:09.056875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:09.064328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Request body: {'port': {'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1941717403'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:45:09.308812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Made reservation on behalf of aac6a62f5f8349c3983354965cee3d88 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:45:09.314667 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:09.330800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] device_id is not set on port 398687eb-96ac-47f9-b6de-dc205ab15576 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:45:09.446267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Allocated IP 2001:db8::174 (c81652ed-7add-4ffe-aa3b-bba5a28934eb/e1a1fb58-df2f-4389-8935-8e147b2be8c9/398687eb-96ac-47f9-b6de-dc205ab15576) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:45:09.601981 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:09.619076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Transition to ACTIVE for port object 398687eb-96ac-47f9-b6de-dc205ab15576 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:45:09.749288 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:09.793460 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:45:09.796418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:45:09.800779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:45:09.806470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:09.807186 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:09.820388 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'Port': ['ID=398687eb-96ac-47f9-b6de-dc205ab15576,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:09.949542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-40632a61-c7d3-455a-80b5-2cbc8fbbbfb7 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8914952 Sep 09 09:45:09.952214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39830) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:09.957803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Request body: {'port': {'network_id': 'c81652ed-7add-4ffe-aa3b-bba5a28934eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-807819189'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:45:10.130419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad9c7d6f-6e75-4433-9532-5464de3ff875 None None] Provisioning for port 398687eb-96ac-47f9-b6de-dc205ab15576 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:45:10.134567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ad9c7d6f-6e75-4433-9532-5464de3ff875 None None] Provisioning complete for port 398687eb-96ac-47f9-b6de-dc205ab15576 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:10.134938 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7d6f-6e75-4433-9532-5464de3ff875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:10.152984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Made reservation on behalf of aac6a62f5f8349c3983354965cee3d88 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:45:10.157658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:10.178238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] device_id is not set on port e082f267-ab5e-47e5-bd04-2448419c7ddf yet. {{(pid=95325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 09 09:45:10.182317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c7d6f-6e75-4433-9532-5464de3ff875 None None] Port 398687eb-96ac-47f9-b6de-dc205ab15576 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:45:10.305029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Allocated IP 2001:db8::2d7 (c81652ed-7add-4ffe-aa3b-bba5a28934eb/e1a1fb58-df2f-4389-8935-8e147b2be8c9/e082f267-ab5e-47e5-bd04-2448419c7ddf) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:45:10.461647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:10.478591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Transition to ACTIVE for port object e082f267-ab5e-47e5-bd04-2448419c7ddf will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:45:10.618084 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:10.662300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:45:10.665374 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:45:10.671162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:45:10.676850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:10.677432 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:10.683987 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'Port': ['ID=e082f267-ab5e-47e5-bd04-2448419c7ddf,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:10.779813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-35b14cd7-c8f3-4876-b08f-52f526c29059 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8241749 Sep 09 09:45:10.780053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39856) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:10.786496 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c08ba81f-0e06-4ccd-9210-39e1db6ad471 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b0', 'mac_address': 'fa:16:3e:49:50:5d'}, {'ip_address': '2001:db8::174', 'mac_address': 'fa:16:3e:bf:1a:f9'}]}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:45:10.887126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c08ba81f-0e06-4ccd-9210-39e1db6ad471 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:10.966075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-59a65d00-ae85-4bb8-a6c9-8884852ad1a9 None None] Provisioning for port e082f267-ab5e-47e5-bd04-2448419c7ddf completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:45:10.972043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-59a65d00-ae85-4bb8-a6c9-8884852ad1a9 None None] Provisioning complete for port e082f267-ab5e-47e5-bd04-2448419c7ddf triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:10.972645 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59a65d00-ae85-4bb8-a6c9-8884852ad1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:11.008617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-59a65d00-ae85-4bb8-a6c9-8884852ad1a9 None None] Port e082f267-ab5e-47e5-bd04-2448419c7ddf cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:45:11.081573 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c08ba81f-0e06-4ccd-9210-39e1db6ad471 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:11.175943 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c08ba81f-0e06-4ccd-9210-39e1db6ad471 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:11.213125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c08ba81f-0e06-4ccd-9210-39e1db6ad471 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] In _notify_port_updated(), no bound segment for port e082f267-ab5e-47e5-bd04-2448419c7ddf on network c81652ed-7add-4ffe-aa3b-bba5a28934eb {{(pid=95325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 09 09:45:11.218815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ba81f-0e06-4ccd-9210-39e1db6ad471 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:45:11.219457 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c08ba81f-0e06-4ccd-9210-39e1db6ad471 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:11.224352 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c08ba81f-0e06-4ccd-9210-39e1db6ad471 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "PUT /v2.0/ports/e082f267-ab5e-47e5-bd04-2448419c7ddf HTTP/1.1" status: 200 len: 1067 time: 0.4409959 Sep 09 09:45:11.225598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39878) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:11.243839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ba81f-0e06-4ccd-9210-39e1db6ad471 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event updated for resources: {'Port': ['ID=e082f267-ab5e-47e5-bd04-2448419c7ddf,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:11.337325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b0de1d57-cc6f-4de1-86c2-e935974226bb tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Deleting port e082f267-ab5e-47e5-bd04-2448419c7ddf {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:45:11.337684 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0de1d57-cc6f-4de1-86c2-e935974226bb tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:11.445235 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0de1d57-cc6f-4de1-86c2-e935974226bb tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:11.458458 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b0de1d57-cc6f-4de1-86c2-e935974226bb tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Calling delete_port for e082f267-ab5e-47e5-bd04-2448419c7ddf owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:45:11.548040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c51d634e-7aa2-478d-8538-53a773c9348f None None] Provisioning complete for port e082f267-ab5e-47e5-bd04-2448419c7ddf triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:45:11.550235 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c51d634e-7aa2-478d-8538-53a773c9348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:11.589640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c51d634e-7aa2-478d-8538-53a773c9348f None None] Port e082f267-ab5e-47e5-bd04-2448419c7ddf cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:45:11.646495 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0de1d57-cc6f-4de1-86c2-e935974226bb tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:11.683325 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de1d57-cc6f-4de1-86c2-e935974226bb tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event deleted for resources: {'Port': ['ID=e082f267-ab5e-47e5-bd04-2448419c7ddf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:11.876047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0de1d57-cc6f-4de1-86c2-e935974226bb tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:11.878059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b0de1d57-cc6f-4de1-86c2-e935974226bb tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "DELETE /v2.0/ports/e082f267-ab5e-47e5-bd04-2448419c7ddf HTTP/1.1" status: 204 len: 168 time: 0.6509008 Sep 09 09:45:11.880852 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39908) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:11.908766 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7b3858-1c58-4cdf-a5b0-e5a6111cafe8 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] GET failed (client error): The resource could not be found. Sep 09 09:45:11.910691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6a7b3858-1c58-4cdf-a5b0-e5a6111cafe8 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "GET /v2.0/ports/e082f267-ab5e-47e5-bd04-2448419c7ddf HTTP/1.1" status: 404 len: 333 time: 0.0286617 Sep 09 09:45:11.913385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39910) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:12.003976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4752433d-ead1-40f6-8796-ebbc7ae40bfe tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Deleting port 398687eb-96ac-47f9-b6de-dc205ab15576 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:45:12.004570 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4752433d-ead1-40f6-8796-ebbc7ae40bfe tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:12.105804 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4752433d-ead1-40f6-8796-ebbc7ae40bfe tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:12.119823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4752433d-ead1-40f6-8796-ebbc7ae40bfe tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Calling delete_port for 398687eb-96ac-47f9-b6de-dc205ab15576 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:45:12.320403 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4752433d-ead1-40f6-8796-ebbc7ae40bfe tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:12.351982 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752433d-ead1-40f6-8796-ebbc7ae40bfe tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event deleted for resources: {'Port': ['ID=398687eb-96ac-47f9-b6de-dc205ab15576,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:12.379267 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4752433d-ead1-40f6-8796-ebbc7ae40bfe tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:12.381307 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4752433d-ead1-40f6-8796-ebbc7ae40bfe tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "DELETE /v2.0/ports/398687eb-96ac-47f9-b6de-dc205ab15576 HTTP/1.1" status: 204 len: 168 time: 0.4669676 Sep 09 09:45:12.384236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39928) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:12.411066 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f787c9f8-ca50-4a98-b879-04897a532b51 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] GET failed (client error): The resource could not be found. Sep 09 09:45:12.413565 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f787c9f8-ca50-4a98-b879-04897a532b51 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "GET /v2.0/ports/398687eb-96ac-47f9-b6de-dc205ab15576 HTTP/1.1" status: 404 len: 333 time: 0.0276220 Sep 09 09:45:12.418368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39930) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:12.514930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-48446017-60ad-40af-850b-0793b2e27d96 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Deleting port 722fd634-5332-4ae0-a294-4d9724b22a29 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:45:12.515274 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48446017-60ad-40af-850b-0793b2e27d96 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:12.611114 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48446017-60ad-40af-850b-0793b2e27d96 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:12.622875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-48446017-60ad-40af-850b-0793b2e27d96 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Calling delete_port for 722fd634-5332-4ae0-a294-4d9724b22a29 owned by {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:45:12.811891 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48446017-60ad-40af-850b-0793b2e27d96 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:12.839872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48446017-60ad-40af-850b-0793b2e27d96 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event deleted for resources: {'Port': ['ID=722fd634-5332-4ae0-a294-4d9724b22a29,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:12.872436 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-48446017-60ad-40af-850b-0793b2e27d96 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:12.874620 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-48446017-60ad-40af-850b-0793b2e27d96 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "DELETE /v2.0/ports/722fd634-5332-4ae0-a294-4d9724b22a29 HTTP/1.1" status: 204 len: 168 time: 0.4550948 Sep 09 09:45:12.877581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 39952) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:12.933900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-360555ea-73a3-4b2b-82d4-61a3b55a6573 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Deleting subnet e1a1fb58-df2f-4389-8935-8e147b2be8c9 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:45:12.937265 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-360555ea-73a3-4b2b-82d4-61a3b55a6573 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:13.310759 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-360555ea-73a3-4b2b-82d4-61a3b55a6573 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:13.396437 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-360555ea-73a3-4b2b-82d4-61a3b55a6573 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:13.549313 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-360555ea-73a3-4b2b-82d4-61a3b55a6573 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:13.583592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360555ea-73a3-4b2b-82d4-61a3b55a6573 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a1fb58-df2f-4389-8935-8e147b2be8c9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:13.587605 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-360555ea-73a3-4b2b-82d4-61a3b55a6573 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:13.589837 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-360555ea-73a3-4b2b-82d4-61a3b55a6573 tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "DELETE /v2.0/subnets/e1a1fb58-df2f-4389-8935-8e147b2be8c9 HTTP/1.1" status: 204 len: 168 time: 0.7111614 Sep 09 09:45:13.592237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 39984) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:13.598237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0cb6e2-14df-4b4d-be13-d3cfc120caf3 None None] Network c81652ed-7add-4ffe-aa3b-bba5a28934eb requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:45:13.677754 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:13.756569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Deleting port d8496d9d-3f50-459b-a285-7ad415626baf {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:45:13.756909 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:13.825783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] For port d8496d9d-3f50-459b-a285-7ad415626baf, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d8496d9d-3f50-459b-a285-7ad415626baf,segment=NetworkSegment(e955b942-81db-4abd-9b67-e792569739ff),segment_id=e955b942-81db-4abd-9b67-e792569739ff)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:45:13.826292 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:13.840653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Calling delete_port for d8496d9d-3f50-459b-a285-7ad415626baf owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:45:13.964551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41025734-f324-446f-8968-dddb78507397 None None] DHCP port deletion for c81652ed-7add-4ffe-aa3b-bba5a28934eb request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:45:14.016777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-41025734-f324-446f-8968-dddb78507397 None None] Deleting port d8496d9d-3f50-459b-a285-7ad415626baf {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:45:14.017839 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41025734-f324-446f-8968-dddb78507397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:14.033483 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:14.037288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d8496d9d-3f50-459b-a285-7ad415626baf no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:45:14.062970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] No DVR routers for this DVR port d8496d9d-3f50-459b-a285-7ad415626baf on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:45:14.066526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event deleted for resources: {'Port': ['ID=d8496d9d-3f50-459b-a285-7ad415626baf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:14.067429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d8496d9d-3f50-459b-a285-7ad415626baf {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:45:14.067846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d8496d9d-3f50-459b-a285-7ad415626baf not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:45:14.115749 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-41025734-f324-446f-8968-dddb78507397 None None] For port d8496d9d-3f50-459b-a285-7ad415626baf, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d8496d9d-3f50-459b-a285-7ad415626baf,segment=NetworkSegment(e955b942-81db-4abd-9b67-e792569739ff),segment_id=e955b942-81db-4abd-9b67-e792569739ff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:45:14.116260 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41025734-f324-446f-8968-dddb78507397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:14.131879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-41025734-f324-446f-8968-dddb78507397 None None] Calling delete_port for d8496d9d-3f50-459b-a285-7ad415626baf owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:45:14.169969 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:14.195435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81652ed-7add-4ffe-aa3b-bba5a28934eb']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:45:14.213431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e955b942-81db-4abd-9b67-e792569739ff') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:45:14.213721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e955b942-81db-4abd-9b67-e792569739ff') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:45:14.221159 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41025734-f324-446f-8968-dddb78507397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:14.232051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:14.246815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41025734-f324-446f-8968-dddb78507397 None None] Pushing event deleted for resources: {'Port': ['ID=d8496d9d-3f50-459b-a285-7ad415626baf,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:14.255509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41025734-f324-446f-8968-dddb78507397 None None] No DVR routers for this DVR port d8496d9d-3f50-459b-a285-7ad415626baf on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:45:14.257295 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:14.269521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:45:14.270286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:45:14.278419 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:45:14.417916 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:14.426578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:14.428627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] 10.222.0.32 "DELETE /v2.0/networks/c81652ed-7add-4ffe-aa3b-bba5a28934eb HTTP/1.1" status: 204 len: 168 time: 0.8349369 Sep 09 09:45:14.441887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2369dae-42cf-4f75-a214-359a78ed466a tempest-AllowedAddressPairIpV6TestJSON-521981780 tempest-AllowedAddressPairIpV6TestJSON-521981780-project] Pushing event deleted for resources: {'Network': ['ID=c81652ed-7add-4ffe-aa3b-bba5a28934eb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:14.474944 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ccc341f-2984-46cd-8399-d1feaf73d28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:14.932384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40036) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:15.078367 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c1bae080-5410-4dc2-83d3-7ceeea8368d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aac6a62f5f8349c3983354965cee3d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447260 Sep 09 09:45:15.081962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:15.132734 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07a5445b-45d2-4519-88c3-31a695001082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:15.157564 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07a5445b-45d2-4519-88c3-31a695001082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:15.297572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07a5445b-45d2-4519-88c3-31a695001082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:15.300713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07a5445b-45d2-4519-88c3-31a695001082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:15.302153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-07a5445b-45d2-4519-88c3-31a695001082 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e508329-8bec-4f08-a31c-02494188b002 HTTP/1.1" status: 204 len: 168 time: 0.2191517 Sep 09 09:45:15.310191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5445b-45d2-4519-88c3-31a695001082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e508329-8bec-4f08-a31c-02494188b002,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:17.126656 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad17d462-5aea-4b0f-b984-de5351b1bc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:17.326519 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:18.162135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40200) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:18.273988 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad77e1b3-e71b-4703-b88b-48f88cce3f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:18.361163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad77e1b3-e71b-4703-b88b-48f88cce3f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:18.423305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad77e1b3-e71b-4703-b88b-48f88cce3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:18.459873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77e1b3-e71b-4703-b88b-48f88cce3f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466a2b30-185a-4e8b-85de-101fd1e52d40,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:18.465189 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ad77e1b3-e71b-4703-b88b-48f88cce3f0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc562946b35b4bf685d8962602ebcdeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012147 Sep 09 09:45:18.467535 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40218) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:18.527352 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89aacac6-764a-4f23-9bad-873972adb2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:18.553679 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89aacac6-764a-4f23-9bad-873972adb2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:18.570720 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:18.668932 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89aacac6-764a-4f23-9bad-873972adb2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:18.671631 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89aacac6-764a-4f23-9bad-873972adb2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:18.672871 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-89aacac6-764a-4f23-9bad-873972adb2e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/466a2b30-185a-4e8b-85de-101fd1e52d40 HTTP/1.1" status: 204 len: 168 time: 0.1997521 Sep 09 09:45:18.681811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aacac6-764a-4f23-9bad-873972adb2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466a2b30-185a-4e8b-85de-101fd1e52d40,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:19.427118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40268) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:19.427118 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92f22f2d-e579-41d0-8bf0-3b3438aeaaba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:19.458594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92f22f2d-e579-41d0-8bf0-3b3438aeaaba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:19.537472 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92f22f2d-e579-41d0-8bf0-3b3438aeaaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:19.577054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f22f2d-e579-41d0-8bf0-3b3438aeaaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae482e4-1711-449e-b367-833e20e89c60,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:19.585550 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40284) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:19.585973 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-92f22f2d-e579-41d0-8bf0-3b3438aeaaba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71da22b379994d338c751e3bafbd98ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420425 Sep 09 09:45:19.644648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19f6c990-0cbb-47ae-89d3-43bd4a0192a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:19.669461 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19f6c990-0cbb-47ae-89d3-43bd4a0192a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:19.766576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19f6c990-0cbb-47ae-89d3-43bd4a0192a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:19.770563 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-19f6c990-0cbb-47ae-89d3-43bd4a0192a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:19.772897 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-19f6c990-0cbb-47ae-89d3-43bd4a0192a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ae482e4-1711-449e-b367-833e20e89c60 HTTP/1.1" status: 204 len: 168 time: 0.1866882 Sep 09 09:45:19.781096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6c990-0cbb-47ae-89d3-43bd4a0192a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae482e4-1711-449e-b367-833e20e89c60,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:20.166348 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:25.391772 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:25.997879 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:30.677180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40694) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:30.804022 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a081-90fe-4cd2-9cda-02697780eaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:30.914654 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a081-90fe-4cd2-9cda-02697780eaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:30.988719 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a081-90fe-4cd2-9cda-02697780eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:31.032582 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c2e9a081-90fe-4cd2-9cda-02697780eaa0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3806195e94454534a108cfba3b86e63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541641 Sep 09 09:45:31.036031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9a081-90fe-4cd2-9cda-02697780eaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b35b210-3f5f-41d3-8485-6da9c10e7790,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:31.037271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40704) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:31.095126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e42a4ba-27f5-4738-a271-7554e909830f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:31.116745 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e42a4ba-27f5-4738-a271-7554e909830f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:31.250655 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e42a4ba-27f5-4738-a271-7554e909830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:31.253921 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e42a4ba-27f5-4738-a271-7554e909830f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:31.257550 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1e42a4ba-27f5-4738-a271-7554e909830f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b35b210-3f5f-41d3-8485-6da9c10e7790 HTTP/1.1" status: 204 len: 168 time: 0.2136984 Sep 09 09:45:31.263616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42a4ba-27f5-4738-a271-7554e909830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b35b210-3f5f-41d3-8485-6da9c10e7790,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:32.010553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40726) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:32.026750 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4046e5cf-09f2-4724-8337-4ee70091666b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:32.125358 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4046e5cf-09f2-4724-8337-4ee70091666b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:32.205316 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4046e5cf-09f2-4724-8337-4ee70091666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:32.246417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4046e5cf-09f2-4724-8337-4ee70091666b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4d3bab0b61f4a9cbf9969faff2f509c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347810 Sep 09 09:45:32.248376 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046e5cf-09f2-4724-8337-4ee70091666b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e78a16-1f8e-455d-977d-0f3f1b7f234a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:32.249141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40730) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:32.305534 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f610140e-ce53-411a-b3cd-1e87e68ab9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:32.329214 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f610140e-ce53-411a-b3cd-1e87e68ab9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:32.498279 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f610140e-ce53-411a-b3cd-1e87e68ab9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:32.500937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f610140e-ce53-411a-b3cd-1e87e68ab9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:32.502173 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f610140e-ce53-411a-b3cd-1e87e68ab9fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42e78a16-1f8e-455d-977d-0f3f1b7f234a HTTP/1.1" status: 204 len: 168 time: 0.2519891 Sep 09 09:45:32.511560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610140e-ce53-411a-b3cd-1e87e68ab9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e78a16-1f8e-455d-977d-0f3f1b7f234a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:32.649707 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:45:33.590394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40776) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:33.895929 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8d33813f-95f8-442b-9a68-e194cb60ef5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96dfd85d174e48d7bfe16c9410733db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992480 Sep 09 09:45:33.895929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40790) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:33.944624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05ed1d1b-0fac-4c5e-ada2-94e1e7952059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:33.965953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05ed1d1b-0fac-4c5e-ada2-94e1e7952059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:34.102184 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05ed1d1b-0fac-4c5e-ada2-94e1e7952059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:34.104898 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05ed1d1b-0fac-4c5e-ada2-94e1e7952059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:34.106110 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-05ed1d1b-0fac-4c5e-ada2-94e1e7952059 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c211859e-01ae-4b9c-a87f-3bcd91c6fcac HTTP/1.1" status: 204 len: 168 time: 0.2116039 Sep 09 09:45:34.114238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed1d1b-0fac-4c5e-ada2-94e1e7952059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c211859e-01ae-4b9c-a87f-3bcd91c6fcac,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:40.884102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40942) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:41.000083 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8a0bdca-9442-496c-9303-18c11228702a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:41.105274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8a0bdca-9442-496c-9303-18c11228702a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:41.171969 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8a0bdca-9442-496c-9303-18c11228702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:41.180142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-3388b86d-36f3-40ef-b96b-cd4444b6569e req-a13b6235-3976-4232-a991-dbc22b034d89 service neutron] (95325) timed out ('10.222.0.41', 51042) {{(pid=95325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 09:45:41.216336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0bdca-9442-496c-9303-18c11228702a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1a9b84-7665-4901-ba6b-0532f3a16825,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:41.221204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f8a0bdca-9442-496c-9303-18c11228702a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16716ba19f324a5db8b5669589e55ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359134 Sep 09 09:45:41.227928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40948) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:41.287465 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8191d927-99ef-405f-9e74-84fe680073d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:41.654595 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8191d927-99ef-405f-9e74-84fe680073d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:41.766779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8191d927-99ef-405f-9e74-84fe680073d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:41.769447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8191d927-99ef-405f-9e74-84fe680073d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:41.770971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8191d927-99ef-405f-9e74-84fe680073d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a1a9b84-7665-4901-ba6b-0532f3a16825 HTTP/1.1" status: 204 len: 168 time: 0.5419621 Sep 09 09:45:41.780587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191d927-99ef-405f-9e74-84fe680073d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1a9b84-7665-4901-ba6b-0532f3a16825,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:42.422136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 40970) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:42.437635 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09c74b63-f640-41f3-ad36-03667e07cabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:42.543134 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09c74b63-f640-41f3-ad36-03667e07cabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:42.606542 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09c74b63-f640-41f3-ad36-03667e07cabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:42.644806 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-09c74b63-f640-41f3-ad36-03667e07cabf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c10eaf56632541eea6b2ef7157d4fbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203476 Sep 09 09:45:42.647603 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 40980) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:42.649224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c74b63-f640-41f3-ad36-03667e07cabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8689da4f-febf-4b29-b5e5-b977236fe157,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:42.705679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-448b1e86-a7b2-4ae5-be5f-b79086a9e82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:42.731949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-448b1e86-a7b2-4ae5-be5f-b79086a9e82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:42.873519 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-448b1e86-a7b2-4ae5-be5f-b79086a9e82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:42.876383 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-448b1e86-a7b2-4ae5-be5f-b79086a9e82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:42.877343 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-448b1e86-a7b2-4ae5-be5f-b79086a9e82f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8689da4f-febf-4b29-b5e5-b977236fe157 HTTP/1.1" status: 204 len: 168 time: 0.2278724 Sep 09 09:45:42.886233 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b1e86-a7b2-4ae5-be5f-b79086a9e82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8689da4f-febf-4b29-b5e5-b977236fe157,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:44.416378 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-089f0d03-a803-48bf-943e-68d7ea9babc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:45.560181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41132) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:45.700092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3179792-6bda-4ce2-85ae-f38d6c6dd645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:45.806350 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3179792-6bda-4ce2-85ae-f38d6c6dd645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:45.880837 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3179792-6bda-4ce2-85ae-f38d6c6dd645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:45.942028 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e3179792-6bda-4ce2-85ae-f38d6c6dd645 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b58bb30007d440fa9e3ad0963f945fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781104 Sep 09 09:45:45.942028 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3179792-6bda-4ce2-85ae-f38d6c6dd645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440a024c-2317-49b3-b896-6fdefb1ab13a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:45.944684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41152) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:45.994959 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb63de03-096a-4fb0-8100-9b57897968b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:46.018268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb63de03-096a-4fb0-8100-9b57897968b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:46.126692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb63de03-096a-4fb0-8100-9b57897968b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:46.129852 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-eb63de03-096a-4fb0-8100-9b57897968b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:46.131006 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-eb63de03-096a-4fb0-8100-9b57897968b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/440a024c-2317-49b3-b896-6fdefb1ab13a HTTP/1.1" status: 204 len: 168 time: 0.1871245 Sep 09 09:45:46.139192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63de03-096a-4fb0-8100-9b57897968b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440a024c-2317-49b3-b896-6fdefb1ab13a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:46.835448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41198) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:46.851188 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c64250dd-2ead-4df0-a2c6-651e462f01d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:46.966613 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c64250dd-2ead-4df0-a2c6-651e462f01d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:47.029686 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c64250dd-2ead-4df0-a2c6-651e462f01d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:47.069781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64250dd-2ead-4df0-a2c6-651e462f01d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10237269-e5a5-4fcf-a056-183797fed76a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:47.076766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41212) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:47.077330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c64250dd-2ead-4df0-a2c6-651e462f01d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe366bae56e842688c7a8095d4ebe6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402372 Sep 09 09:45:47.138772 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7cd20698-e2d0-4749-8bdb-d3fc9b6b31ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:47.155108 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72ecb044-914d-4399-96ff-00760f1867c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:47.163475 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7cd20698-e2d0-4749-8bdb-d3fc9b6b31ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:47.330563 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7cd20698-e2d0-4749-8bdb-d3fc9b6b31ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:47.333293 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7cd20698-e2d0-4749-8bdb-d3fc9b6b31ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:47.334462 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7cd20698-e2d0-4749-8bdb-d3fc9b6b31ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10237269-e5a5-4fcf-a056-183797fed76a HTTP/1.1" status: 204 len: 168 time: 0.2564638 Sep 09 09:45:47.343184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd20698-e2d0-4749-8bdb-d3fc9b6b31ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10237269-e5a5-4fcf-a056-183797fed76a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:47.364795 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:48.541922 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:50.142625 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:55.351579 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:56.020864 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:57.528404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41796) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:57.644693 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f91b6ff-4436-45cc-8113-5643e7164c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:57.733460 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f91b6ff-4436-45cc-8113-5643e7164c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:57.793578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f91b6ff-4436-45cc-8113-5643e7164c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:57.837507 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2f91b6ff-4436-45cc-8113-5643e7164c7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d070841d67dc4e249788ddcd90aa1fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080711 Sep 09 09:45:57.839471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91b6ff-4436-45cc-8113-5643e7164c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce571c84-272e-4f15-95dc-31a93d027d3b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:57.840323 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41806) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:57.897219 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:57.918672 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:58.029248 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:58.031877 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:58.033165 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce571c84-272e-4f15-95dc-31a93d027d3b HTTP/1.1" status: 204 len: 168 time: 0.1917884 Sep 09 09:45:58.044789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce571c84-272e-4f15-95dc-31a93d027d3b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:58.055033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.055411 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.055751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.056117 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.056428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.056878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.057198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.057618 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.057961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.058374 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.058706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.059023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461801a-725d-4240-a1d6-17be2acc0a8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:45:58.664525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41828) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:58.678333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a4259e2-ded8-4233-9181-e4aeddc6ef63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:58.765626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a4259e2-ded8-4233-9181-e4aeddc6ef63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:58.818486 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4a4259e2-ded8-4233-9181-e4aeddc6ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:58.857660 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4a4259e2-ded8-4233-9181-e4aeddc6ef63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21f218a56f0f4d98a606c8d781195ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919687 Sep 09 09:45:58.860268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41832) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:45:58.866416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4259e2-ded8-4233-9181-e4aeddc6ef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde0c2e8-3213-4aee-b466-56109f1acacf,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:45:58.912901 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3991-61df-4618-9ec3-14b054fbff58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:58.934224 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3991-61df-4618-9ec3-14b054fbff58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:59.074293 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3991-61df-4618-9ec3-14b054fbff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:59.077163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3991-61df-4618-9ec3-14b054fbff58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:45:59.079902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2bdb3991-61df-4618-9ec3-14b054fbff58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cde0c2e8-3213-4aee-b466-56109f1acacf HTTP/1.1" status: 204 len: 168 time: 0.2184026 Sep 09 09:45:59.098282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb3991-61df-4618-9ec3-14b054fbff58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde0c2e8-3213-4aee-b466-56109f1acacf,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:02.056349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41940) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:02.173522 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-870ffcca-df84-420c-93f8-5ede1dc1b9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:02.280763 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-870ffcca-df84-420c-93f8-5ede1dc1b9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:02.348407 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-870ffcca-df84-420c-93f8-5ede1dc1b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:02.387982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-870ffcca-df84-420c-93f8-5ede1dc1b9ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4924c983dfc498e8eb49811f5b08b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280642 Sep 09 09:46:02.388740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41950) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:02.391285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ffcca-df84-420c-93f8-5ede1dc1b9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca07023-7af1-4c64-bbd5-f7ef85c3eef1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:02.443849 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:02.465373 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:02.576667 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:02.579210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:02.580425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ca07023-7af1-4c64-bbd5-f7ef85c3eef1 HTTP/1.1" status: 204 len: 168 time: 0.1901796 Sep 09 09:46:02.590638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca07023-7af1-4c64-bbd5-f7ef85c3eef1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:02.599364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:02.599707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:02.600058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:02.600403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:02.600742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:02.601073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:02.601403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:02.601782 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:02.602118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:02.602444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:02.602768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:02.603092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e16c83-bca0-4c46-a3a8-bcb46014504a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:03.287127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 41974) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:03.301404 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6f9de7d-650b-4beb-8e76-2ca851b6dd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:03.405613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6f9de7d-650b-4beb-8e76-2ca851b6dd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:03.480981 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6f9de7d-650b-4beb-8e76-2ca851b6dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:03.521250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9de7d-650b-4beb-8e76-2ca851b6dd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdb453c-588f-45e0-9fe1-d45b20546b23,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:03.530111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 41986) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:03.536958 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c6f9de7d-650b-4beb-8e76-2ca851b6dd7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7dca06e5ff94caea48bad39990a7b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487891 Sep 09 09:46:03.593958 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-656b18b7-59e7-4e25-af5d-681f5eb93255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:03.617004 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-656b18b7-59e7-4e25-af5d-681f5eb93255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:03.755173 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-656b18b7-59e7-4e25-af5d-681f5eb93255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:03.757809 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-656b18b7-59e7-4e25-af5d-681f5eb93255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:03.767642 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-656b18b7-59e7-4e25-af5d-681f5eb93255 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cdb453c-588f-45e0-9fe1-d45b20546b23 HTTP/1.1" status: 204 len: 168 time: 0.2301729 Sep 09 09:46:03.774530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b18b7-59e7-4e25-af5d-681f5eb93255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdb453c-588f-45e0-9fe1-d45b20546b23,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:05.927905 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-60f1485a-44a1-4bc3-a323-9d8bd383f7a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583518 Sep 09 09:46:06.027184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-13727c54-84ce-4e4f-8d4f-b96e946345dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:06.030494 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-13727c54-84ce-4e4f-8d4f-b96e946345dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0534825 Sep 09 09:46:06.142421 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-f2e5ffe4-d7ee-424b-aa93-72028ae8e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:06.143919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-f2e5ffe4-d7ee-424b-aa93-72028ae8e91a service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.0906453 Sep 09 09:46:06.209146 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-02f30be0-5880-4b8d-b315-b7c44e28a965 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 HTTP/1.1" status: 200 len: 1001 time: 0.0583606 Sep 09 09:46:06.260669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-dd0d2513-1b1d-42d8-94a6-5a386b22b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:06.262211 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-dd0d2513-1b1d-42d8-94a6-5a386b22b565 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0468936 Sep 09 09:46:06.326372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-47f2dc8c-ae80-43cd-8975-5fa70898dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:06.326372 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-47f2dc8c-ae80-43cd-8975-5fa70898dd66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495024 Sep 09 09:46:06.427407 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-20683ae3-65a6-4dfa-a8d6-98f28877a672 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950556 Sep 09 09:46:06.525494 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2b863186-b21e-4a43-8ebc-4a78504f7aaa req-40e5ebc9-d8fc-49c6-83a2-267dc236542e service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910091 Sep 09 09:46:09.649035 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:46:14.423190 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8f29-d671-46ed-ae40-b4c917c9d681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:17.137813 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a290c23-cdf8-4d73-96d7-391bb38cd259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:17.332208 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:18.543714 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:20.166620 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:25.385132 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:26.041302 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:26.566448 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42664) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:26.727093 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87030ab0-43f1-4aa5-8c6d-6082aa602d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:26.824573 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87030ab0-43f1-4aa5-8c6d-6082aa602d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:26.919544 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-87030ab0-43f1-4aa5-8c6d-6082aa602d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:26.964250 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-87030ab0-43f1-4aa5-8c6d-6082aa602d13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e406883dc707475cbb4110ea16cef466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951468 Sep 09 09:46:26.965044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87030ab0-43f1-4aa5-8c6d-6082aa602d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40105f88-1446-430c-a2d4-2e8fc7f3929e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:26.966850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:27.019097 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4afcf38-93ab-44bc-b919-c99c7d0adcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:27.041327 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4afcf38-93ab-44bc-b919-c99c7d0adcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:27.189926 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4afcf38-93ab-44bc-b919-c99c7d0adcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:27.193584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4afcf38-93ab-44bc-b919-c99c7d0adcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:27.207044 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f4afcf38-93ab-44bc-b919-c99c7d0adcb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40105f88-1446-430c-a2d4-2e8fc7f3929e HTTP/1.1" status: 204 len: 168 time: 0.2311852 Sep 09 09:46:27.221856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afcf38-93ab-44bc-b919-c99c7d0adcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40105f88-1446-430c-a2d4-2e8fc7f3929e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:27.921807 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 42702) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:27.935925 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-51e4758c-c6c9-4f5f-ae1b-ee95facf10d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:28.060970 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-51e4758c-c6c9-4f5f-ae1b-ee95facf10d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:28.143755 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-51e4758c-c6c9-4f5f-ae1b-ee95facf10d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:28.201578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-51e4758c-c6c9-4f5f-ae1b-ee95facf10d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c61df5507cfd42a6b00a2043023b62d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786777 Sep 09 09:46:28.202726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4758c-c6c9-4f5f-ae1b-ee95facf10d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa8ff5e-edf0-4d05-aa30-690c2bc59dfa,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:28.204403 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42708) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:28.265696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88e20799-329c-4209-a1d8-a77460d20604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:28.291891 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88e20799-329c-4209-a1d8-a77460d20604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:28.458912 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88e20799-329c-4209-a1d8-a77460d20604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:28.461735 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88e20799-329c-4209-a1d8-a77460d20604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:28.462912 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-88e20799-329c-4209-a1d8-a77460d20604 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1aa8ff5e-edf0-4d05-aa30-690c2bc59dfa HTTP/1.1" status: 204 len: 168 time: 0.2575250 Sep 09 09:46:28.472411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e20799-329c-4209-a1d8-a77460d20604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa8ff5e-edf0-4d05-aa30-690c2bc59dfa,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:35.006606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 42998) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:35.140461 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5b0a-8fe5-443a-ba77-c9dcdd97d379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:35.237062 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5b0a-8fe5-443a-ba77-c9dcdd97d379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:35.332979 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5b0a-8fe5-443a-ba77-c9dcdd97d379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:35.393136 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9f4b5b0a-8fe5-443a-ba77-c9dcdd97d379 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02866ae4aff84b05970ee34171a3f590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829203 Sep 09 09:46:35.393136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b5b0a-8fe5-443a-ba77-c9dcdd97d379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54824ee8-b021-4ea6-82b7-dd997b632a15,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:35.394084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43010) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:35.460709 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-998fd7f8-d21d-43d4-be47-bd434f57de3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:35.492973 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-998fd7f8-d21d-43d4-be47-bd434f57de3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:35.613301 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-998fd7f8-d21d-43d4-be47-bd434f57de3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:35.616880 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-998fd7f8-d21d-43d4-be47-bd434f57de3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:35.618199 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-998fd7f8-d21d-43d4-be47-bd434f57de3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54824ee8-b021-4ea6-82b7-dd997b632a15 HTTP/1.1" status: 204 len: 168 time: 0.2215869 Sep 09 09:46:35.626822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fd7f8-d21d-43d4-be47-bd434f57de3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54824ee8-b021-4ea6-82b7-dd997b632a15,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:36.364340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43032) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:36.384890 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-79ba3e1a-0c5b-4732-a397-53bb48b9a0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:36.477950 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-79ba3e1a-0c5b-4732-a397-53bb48b9a0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:36.562588 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-79ba3e1a-0c5b-4732-a397-53bb48b9a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:36.614042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-79ba3e1a-0c5b-4732-a397-53bb48b9a0be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=538a03235f9a48509a85732b2aa774ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452879 Sep 09 09:46:36.614042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba3e1a-0c5b-4732-a397-53bb48b9a0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4c6ba9-73ca-4b1f-92c4-1d5f29573611,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:36.614850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43036) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:36.669577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac65c745-15b1-4453-999f-56a705dc0780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:36.691905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac65c745-15b1-4453-999f-56a705dc0780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:36.834812 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac65c745-15b1-4453-999f-56a705dc0780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:36.837766 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac65c745-15b1-4453-999f-56a705dc0780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:36.838921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ac65c745-15b1-4453-999f-56a705dc0780 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba4c6ba9-73ca-4b1f-92c4-1d5f29573611 HTTP/1.1" status: 204 len: 168 time: 0.2228382 Sep 09 09:46:36.846945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65c745-15b1-4453-999f-56a705dc0780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4c6ba9-73ca-4b1f-92c4-1d5f29573611,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:38.072065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43110) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:38.184623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1711413322-network', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:38.281130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Made reservation on behalf of ea78bde2d6034b13a29d0b5470544954 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:46:38.283691 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:38.293465 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:38.407515 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:38.485093 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:38.510287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:46:38.520912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5aa724-cde6-48f3-969c-8e655f136d61,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:38.526271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:38.526601 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Added segment 1ede5fd7-78ca-4316-8669-b4fb0a03108e of type vlan for network 2d29a830-4deb-4937-b67c-917b346d298d Sep 09 09:46:38.566016 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:38.697099 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:38.698559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:38.699597 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:38.814991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] Pushing event updated for resources: {'Network': ['ID=2d29a830-4deb-4937-b67c-917b346d298d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:38.822236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 2d29a830-4deb-4937-b67c-917b346d298d details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:46:38.836128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7a9b7db8-0019-4771-9096-bfb5f47af289 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7627730 Sep 09 09:46:38.839124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43152) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:38.845295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] Request body: {'subnet': {'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1711413322-subnet', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:38.978771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] Made reservation on behalf of ea78bde2d6034b13a29d0b5470544954 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:46:38.978771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:39.218330 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:39.274266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=545ae6b2-fa3c-4366-b004-d6af6a314cac,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:39.285055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] Checking segment: {'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:46:39.285981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] Network hostable DHCP agents. Network: 2d29a830-4deb-4937-b67c-917b346d298d, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:46:39.422217 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] Network 2d29a830-4deb-4937-b67c-917b346d298d is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:46:39.503734 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 2d29a830-4deb-4937-b67c-917b346d298d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:46:39.509026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:39.510584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:39.513622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80989f5-0e00-4713-98d9-fc88710cc793 None None] Network 2d29a830-4deb-4937-b67c-917b346d298d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:46:39.607633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-527dcd12-0a2c-49c5-afdd-229ac89716fd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7672987 Sep 09 09:46:39.610268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43188) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:39.617892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:39.670178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-2d29a830-4deb-4937-b67c-917b346d298d', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'fixed_ips': [{'subnet_id': '545ae6b2-fa3c-4366-b004-d6af6a314cac'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:46:39.671071 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:39.747494 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:39.748784 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:39.820631 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:39.830854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Allocated IP 172.20.0.2 (2d29a830-4deb-4937-b67c-917b346d298d/545ae6b2-fa3c-4366-b004-d6af6a314cac/e267ab84-f8e6-4ab5-a874-01ca88f99b40) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:46:39.997671 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:40.009031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Transition to ACTIVE for port object e267ab84-f8e6-4ab5-a874-01ca88f99b40 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:40.024552 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Transition to ACTIVE for port object e267ab84-f8e6-4ab5-a874-01ca88f99b40 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:40.072306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:40.108963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:40.145798 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Network 2d29a830-4deb-4937-b67c-917b346d298d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:46:40.148868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:46:40.151695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:46:40.213592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Pushing event updated for resources: {'Port': ['ID=e267ab84-f8e6-4ab5-a874-01ca88f99b40,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:40.221890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.222251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.222601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.223118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.223321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.223683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.224019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.224353 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.224691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.225019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.225345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.225675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:40.244161 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Attempting to bind port e267ab84-f8e6-4ab5-a874-01ca88f99b40 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:46:40.244725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Attempting to bind port e267ab84-f8e6-4ab5-a874-01ca88f99b40 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:46:40.245105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Attempting to bind port e267ab84-f8e6-4ab5-a874-01ca88f99b40 on network 2d29a830-4deb-4937-b67c-917b346d298d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:46:40.251024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:46:40.252136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Checking segment: {'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:46:40.252555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:40.253255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Bound using segment: {'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:46:40.253893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Bound port: e267ab84-f8e6-4ab5-a874-01ca88f99b40, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:46:40.254370 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:40.347932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] For port e267ab84-f8e6-4ab5-a874-01ca88f99b40, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:46:40.347932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] For port e267ab84-f8e6-4ab5-a874-01ca88f99b40, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e267ab84-f8e6-4ab5-a874-01ca88f99b40,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:46:40.379979 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:40.404269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:40.453184 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:40.524652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328df2f2-d0b6-4b72-9fdb-ba23465f6ee2 None None] Pushing event updated for resources: {'Port': ['ID=e267ab84-f8e6-4ab5-a874-01ca88f99b40,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:40.536129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Allocated IP 172.25.8.149 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/2663e92b-a5e3-4895-9d5e-2e879b885591) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:46:40.674189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:40.783187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:40.838565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=2663e92b-a5e3-4895-9d5e-2e879b885591,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:40.842471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:46:40.844329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:46:40.846989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:46:41.198932 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:41.451827 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:41.636437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a7e0fa-5263-4579-9b80-9bb05147a0f3 None None] Network 2d29a830-4deb-4937-b67c-917b346d298d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:46:41.698769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:46:41.811936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fee4c801-a66c-4a83-939d-08f9a88e9bf2 None None] Provisioning for port e267ab84-f8e6-4ab5-a874-01ca88f99b40 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:46:41.826002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:46:41.840131 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Sync routers for ids ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:46:41.866020 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Routers {'6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:46:41.869313 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:46:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:41.932490 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:41.934130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ecaa7636-90f1-4b6a-a0bf-85ce0f904ee7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3227935 Sep 09 09:46:41.937712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43284) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:41.990739 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Set router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:46:42.141301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e267ab84-f8e6-4ab5-a874-01ca88f99b40 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:42.302934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e267ab84-f8e6-4ab5-a874-01ca88f99b40 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:46:42.307950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e267ab84-f8e6-4ab5-a874-01ca88f99b40 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:42.308392 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:42.314974 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:41Z', 'revision_number': 3, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:42.345095 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Checking router: 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:46:42.345529 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Updating router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc port 2663e92b-a5e3-4895-9d5e-2e879b885591 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:46:42.373404 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:42.430935 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:42.471638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e267ab84-f8e6-4ab5-a874-01ca88f99b40, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e267ab84-f8e6-4ab5-a874-01ca88f99b40,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:46:42.502766 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:42.608034 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:42.680638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e267ab84-f8e6-4ab5-a874-01ca88f99b40,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:42.720136 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:42.730861 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Transition to ACTIVE for port object 2663e92b-a5e3-4895-9d5e-2e879b885591 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:42.764022 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Allocated IP 172.20.0.1 (2d29a830-4deb-4937-b67c-917b346d298d/545ae6b2-fa3c-4366-b004-d6af6a314cac/92ab3de1-7649-4204-a57e-7e23606f427a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:46:42.839592 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:42.884677 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:42.901058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Transition to ACTIVE for port object 92ab3de1-7649-4204-a57e-7e23606f427a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:42.902215 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Pushing event updated for resources: {'Port': ['ID=2663e92b-a5e3-4895-9d5e-2e879b885591,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:42.911094 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Attempting to bind port 2663e92b-a5e3-4895-9d5e-2e879b885591 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:46:42.911573 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Attempting to bind port 2663e92b-a5e3-4895-9d5e-2e879b885591 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:46:42.912053 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Attempting to bind port 2663e92b-a5e3-4895-9d5e-2e879b885591 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:46:42.915075 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.915799 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.916466 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.916975 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.917800 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.918306 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.918817 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.919316 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.919837 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.920336 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.920855 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.921347 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:42.932078 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:46:42.932728 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:46:42.933472 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:42.934159 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:46:42.934784 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Bound port: 2663e92b-a5e3-4895-9d5e-2e879b885591, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:46:42.935265 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:42.991088 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] For port 2663e92b-a5e3-4895-9d5e-2e879b885591, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:46:42.994374 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] For port 2663e92b-a5e3-4895-9d5e-2e879b885591, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2663e92b-a5e3-4895-9d5e-2e879b885591,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:46:43.018931 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:43.062299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Network 2d29a830-4deb-4937-b67c-917b346d298d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:46:43.065142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:46:43.069386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:46:43.087616 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:43.106996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Pushing event updated for resources: {'Port': ['ID=92ab3de1-7649-4204-a57e-7e23606f427a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:43.136122 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:43.187465 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Routers {'6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:46:43.188484 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:46:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:43.241040 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b55d20-59af-40ed-8582-624d9d8ac3d2 None None] Pushing event updated for resources: {'Port': ['ID=2663e92b-a5e3-4895-9d5e-2e879b885591,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:43.339599 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] Set router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:46:43.409458 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:43.514132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e94bf760-281f-401e-81c8-2bb89110fe20 None None] Provisioning for port 92ab3de1-7649-4204-a57e-7e23606f427a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:46:43.521367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e94bf760-281f-401e-81c8-2bb89110fe20 None None] Provisioning complete for port 92ab3de1-7649-4204-a57e-7e23606f427a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:43.521761 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e94bf760-281f-401e-81c8-2bb89110fe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:43.545822 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:41Z', 'revision_number': 3, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:43.573515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e94bf760-281f-401e-81c8-2bb89110fe20 None None] Port 92ab3de1-7649-4204-a57e-7e23606f427a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:46:43.580540 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc390f4-9be4-42c1-a8f5-7fee2035f059 None None] The sync data for ids ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'] in n-d-778696-16 is: [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:41Z', 'revision_number': 3, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:46:43.620999 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:43.725882 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:43.804389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Pushing event updated for resources: {'Port': ['ID=92ab3de1-7649-4204-a57e-7e23606f427a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:43.810782 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:43.949371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Network 2d29a830-4deb-4937-b67c-917b346d298d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:46:43.950861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:46:44.110125 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:46:44.248505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2663e92b-a5e3-4895-9d5e-2e879b885591 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:44.299045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:46:44.316180 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2fbf4145-7f8e-49b5-ac0a-3934d7219630 admin admin] 10.222.0.32 "PUT /v2.0/routers/6dfa21d3-47bf-4911-afd9-9aef1abbc8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3738587 Sep 09 09:46:44.316405 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1e513b3c-42f9-4958-9bde-fafbfabff8a9 None None] Provisioning complete for port 92ab3de1-7649-4204-a57e-7e23606f427a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:44.316699 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e513b3c-42f9-4958-9bde-fafbfabff8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:44.389341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1e513b3c-42f9-4958-9bde-fafbfabff8a9 None None] Port 92ab3de1-7649-4204-a57e-7e23606f427a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:46:44.446226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 2663e92b-a5e3-4895-9d5e-2e879b885591 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:46:44.450932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2663e92b-a5e3-4895-9d5e-2e879b885591 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:44.451589 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:44.500932 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1852c3a3-c54a-4485-95a0-e3ddfc14ed23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:44.553607 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:44.579914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 2663e92b-a5e3-4895-9d5e-2e879b885591, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2663e92b-a5e3-4895-9d5e-2e879b885591,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:46:44.669921 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:44.670791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e267ab84-f8e6-4ab5-a874-01ca88f99b40 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:44.760500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=2663e92b-a5e3-4895-9d5e-2e879b885591,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:44.796387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e267ab84-f8e6-4ab5-a874-01ca88f99b40 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:44.796837 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:45.192363 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43424) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:45.198032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2075548345-network', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:45.281263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Made reservation on behalf of 2a2c25cab0734709b71c6f2364435a73 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:46:45.283680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:45.297809 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:45.405897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:45.498136 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:45.528179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:46:45.537160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a798543-cac6-4850-8902-ef69b9c8cd31,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:45.540743 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:45.541629 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Added segment 9753b2e6-e89e-42f1-8276-2054cbe8ff57 of type vlan for network 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 Sep 09 09:46:45.550457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Sync routers for ids ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:46:45.560735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Routers {'6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:46:45.561357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:46:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:45.583769 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:45.670575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Set router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:46:45.732768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:45.733835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:45.734429 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:45.852469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] Pushing event updated for resources: {'Network': ['ID=25b6b24b-d0a0-41c6-b0c5-f82cfd6af784,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:45.865661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:46:45.882470 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-90a05f26-fc91-4d4b-aca4-458407c23e79 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6858399 Sep 09 09:46:45.883180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43452) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:45.889463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] Request body: {'subnet': {'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2075548345-subnet', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:45.950864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:43Z', 'revision_number': 4, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '92ab3de1-7649-4204-a57e-7e23606f427a', 'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'mac_address': 'fa:16:3e:da:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:42Z', 'updated_at': '2021-09-09T09:46:43Z', 'revision_number': 2, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'subnets': [{'id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:45.978844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Checking router: 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:46:45.980836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Updating router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc port 92ab3de1-7649-4204-a57e-7e23606f427a binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:46:46.003826 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.009832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] Made reservation on behalf of 2a2c25cab0734709b71c6f2364435a73 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:46:46.012396 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.123234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2663e92b-a5e3-4895-9d5e-2e879b885591 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:46.338379 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.395933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb506e07-944c-4dca-af18-5df16e427631,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:46.408917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] Checking segment: {'id': '9753b2e6-e89e-42f1-8276-2054cbe8ff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:46:46.408917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] Network hostable DHCP agents. Network: 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:46:46.420312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2663e92b-a5e3-4895-9d5e-2e879b885591 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:46.420683 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.514551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] Network 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:46:46.589064 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.600777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Transition to ACTIVE for port object 92ab3de1-7649-4204-a57e-7e23606f427a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:46.630162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:46:46.634795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:46.635643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.642326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386c8b6-9949-4405-b24c-bbd701f49e11 None None] Network 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:46:46.651051 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:46:46.720623 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.750740 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cfeb1007-34e0-4798-a165-91c225a1ace1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8659508 Sep 09 09:46:46.754712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43484) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:46.758883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2075548345-router', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:46.823613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e76c7-5ed9-4128-b611-49b31dd05225 None None] Pushing event updated for resources: {'Port': ['ID=92ab3de1-7649-4204-a57e-7e23606f427a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:46.866189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.871702 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.890804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-25b6b24b-d0a0-41c6-b0c5-f82cfd6af784', 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'fixed_ips': [{'subnet_id': 'eb506e07-944c-4dca-af18-5df16e427631'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:46:46.891688 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.894215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Attempting to bind port 92ab3de1-7649-4204-a57e-7e23606f427a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:46:46.894588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Attempting to bind port 92ab3de1-7649-4204-a57e-7e23606f427a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:46:46.895019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Attempting to bind port 92ab3de1-7649-4204-a57e-7e23606f427a on network 2d29a830-4deb-4937-b67c-917b346d298d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:46:46.907532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:46:46.907923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Checking segment: {'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:46:46.908876 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.908876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Bound using segment: {'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:46:46.909198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Bound port: 92ab3de1-7649-4204-a57e-7e23606f427a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:46:46.909591 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:46.964403 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.106304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] For port 92ab3de1-7649-4204-a57e-7e23606f427a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:46:47.113245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] For port 92ab3de1-7649-4204-a57e-7e23606f427a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=92ab3de1-7649-4204-a57e-7e23606f427a,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:46:47.163242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Allocated IP 172.20.0.2 (25b6b24b-d0a0-41c6-b0c5-f82cfd6af784/eb506e07-944c-4dca-af18-5df16e427631/bac54955-0311-45e4-a303-419fc421b4d8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:46:47.195163 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ee18f8e-8200-42cf-8d12-02e935e25979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.241755 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.252408 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.342488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Routers {'6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:46:47.343115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:46:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:47.411737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e76c7-5ed9-4128-b611-49b31dd05225 None None] Pushing event updated for resources: {'Port': ['ID=92ab3de1-7649-4204-a57e-7e23606f427a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:47.441844 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.464011 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.480735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Transition to ACTIVE for port object bac54955-0311-45e4-a303-419fc421b4d8 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:47.540469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Transition to ACTIVE for port object bac54955-0311-45e4-a303-419fc421b4d8 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:47.571088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] Set router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:46:47.618860 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.630375 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.641473 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.716738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Network 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:46:47.730358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:46:47.733912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:46:47.737565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Pushing event updated for resources: {'Port': ['ID=bac54955-0311-45e4-a303-419fc421b4d8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:47.762210 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Allocated IP 172.25.8.164 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/b334de96-56aa-434d-9401-ec588fe554a7) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:46:47.837561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Attempting to bind port bac54955-0311-45e4-a303-419fc421b4d8 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:46:47.837942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Attempting to bind port bac54955-0311-45e4-a303-419fc421b4d8 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '9753b2e6-e89e-42f1-8276-2054cbe8ff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:46:47.838305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Attempting to bind port bac54955-0311-45e4-a303-419fc421b4d8 on network 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:46:47.845830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:46:47.853960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Checking segment: {'id': '9753b2e6-e89e-42f1-8276-2054cbe8ff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:46:47.853960 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.853960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Bound using segment: {'id': '9753b2e6-e89e-42f1-8276-2054cbe8ff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:46:47.853960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Bound port: bac54955-0311-45e4-a303-419fc421b4d8, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9753b2e6-e89e-42f1-8276-2054cbe8ff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:46:47.853960 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.891668 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:47.960277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] For port bac54955-0311-45e4-a303-419fc421b4d8, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:46:47.964141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] For port bac54955-0311-45e4-a303-419fc421b4d8, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bac54955-0311-45e4-a303-419fc421b4d8,segment=NetworkSegment(9753b2e6-e89e-42f1-8276-2054cbe8ff57),segment_id=9753b2e6-e89e-42f1-8276-2054cbe8ff57)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:46:47.967042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:43Z', 'revision_number': 4, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '92ab3de1-7649-4204-a57e-7e23606f427a', 'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'mac_address': 'fa:16:3e:da:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:42Z', 'updated_at': '2021-09-09T09:46:47Z', 'revision_number': 4, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'subnets': [{'id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:47.994722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e84d87-90a8-46ca-b5fc-342c085896a1 None None] The sync data for ids ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'] in n-d-778696-16 is: [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:43Z', 'revision_number': 4, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '92ab3de1-7649-4204-a57e-7e23606f427a', 'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'mac_address': 'fa:16:3e:da:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:42Z', 'updated_at': '2021-09-09T09:46:47Z', 'revision_number': 4, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'subnets': [{'id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:46:48.014900 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:48.091799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:46:48.094696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:46:48.098935 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:48.103684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:46:48.107170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b334de96-56aa-434d-9401-ec588fe554a7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:48.201711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f6ed-f023-42ee-845d-2bd5c41f20cc None None] Pushing event updated for resources: {'Port': ['ID=bac54955-0311-45e4-a303-419fc421b4d8,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:48.549398 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:48.584420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:48.783808 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:49.013256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:46:49.175459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:46:49.186694 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Sync routers for ids ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:46:49.195338 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Routers {'38eadf08-01d9-4ee1-8abb-f1598a7d5909'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:46:49.196012 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:46:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:49.287819 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:49.289578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e21a317f-b337-4021-9d7c-deb8412a76b9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5342407 Sep 09 09:46:49.292793 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43576) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:49.326760 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Set router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:46:49.405883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c9fd5c-a171-43d3-9595-baf812549860 None None] Network 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:46:49.617831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b269ce76-bd9c-4196-90a9-1858b412ea20 None None] Provisioning for port bac54955-0311-45e4-a303-419fc421b4d8 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:46:49.622923 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'name': 'tempest-TestServerBasicOps-2075548345-router', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:46Z', 'updated_at': '2021-09-09T09:46:48Z', 'revision_number': 3, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'gw_port': {'id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:47Z', 'updated_at': '2021-09-09T09:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:49.655574 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Checking router: 38eadf08-01d9-4ee1-8abb-f1598a7d5909 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:46:49.660903 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Updating router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 port b334de96-56aa-434d-9401-ec588fe554a7 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:46:49.686328 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:49.852184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.010944 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.029361 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Transition to ACTIVE for port object b334de96-56aa-434d-9401-ec588fe554a7 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:50.080595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Allocated IP 172.20.0.1 (25b6b24b-d0a0-41c6-b0c5-f82cfd6af784/eb506e07-944c-4dca-af18-5df16e427631/fa858514-ff35-449c-87f9-1d272aa5e831) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:46:50.127228 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.188643 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.194269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 92ab3de1-7649-4204-a57e-7e23606f427a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:50.195811 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Attempting to bind port b334de96-56aa-434d-9401-ec588fe554a7 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:46:50.196718 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Attempting to bind port b334de96-56aa-434d-9401-ec588fe554a7 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:46:50.197092 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Attempting to bind port b334de96-56aa-434d-9401-ec588fe554a7 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:46:50.204944 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:46:50.205319 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:46:50.205716 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.206106 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:46:50.206567 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Bound port: b334de96-56aa-434d-9401-ec588fe554a7, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:46:50.206947 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.231408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.248367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Transition to ACTIVE for port object fa858514-ff35-449c-87f9-1d272aa5e831 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:50.251402 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca876c2-19fc-40a3-bb02-e5fbfb18218a None None] Pushing event updated for resources: {'Port': ['ID=b334de96-56aa-434d-9401-ec588fe554a7,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:50.268796 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] For port b334de96-56aa-434d-9401-ec588fe554a7, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:46:50.273030 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] For port b334de96-56aa-434d-9401-ec588fe554a7, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b334de96-56aa-434d-9401-ec588fe554a7,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:46:50.372639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 92ab3de1-7649-4204-a57e-7e23606f427a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:46:50.376908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 92ab3de1-7649-4204-a57e-7e23606f427a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:50.377283 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.447561 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.456426 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.476147 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.525085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Network 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:46:50.525375 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca876c2-19fc-40a3-bb02-e5fbfb18218a None None] Pushing event updated for resources: {'Port': ['ID=b334de96-56aa-434d-9401-ec588fe554a7,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:50.530648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:46:50.533367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:46:50.535520 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Routers {'38eadf08-01d9-4ee1-8abb-f1598a7d5909'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:46:50.536247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 92ab3de1-7649-4204-a57e-7e23606f427a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=92ab3de1-7649-4204-a57e-7e23606f427a,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:46:50.536384 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:46:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:50.538133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Pushing event updated for resources: {'Port': ['ID=fa858514-ff35-449c-87f9-1d272aa5e831,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:50.603161 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.635944 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.637049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bac54955-0311-45e4-a303-419fc421b4d8 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:50.698900 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] Set router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:46:50.773847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=92ab3de1-7649-4204-a57e-7e23606f427a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:50.864702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port bac54955-0311-45e4-a303-419fc421b4d8 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:46:50.878139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bac54955-0311-45e4-a303-419fc421b4d8 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:50.879297 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.901573 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:50.999764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:51.046546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port bac54955-0311-45e4-a303-419fc421b4d8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bac54955-0311-45e4-a303-419fc421b4d8,segment=NetworkSegment(9753b2e6-e89e-42f1-8276-2054cbe8ff57),segment_id=9753b2e6-e89e-42f1-8276-2054cbe8ff57)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:46:51.049077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6a2109e1-b1ca-4aa6-8ee5-e57d83a203b0 None None] Provisioning for port fa858514-ff35-449c-87f9-1d272aa5e831 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:46:51.054844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6a2109e1-b1ca-4aa6-8ee5-e57d83a203b0 None None] Provisioning complete for port fa858514-ff35-449c-87f9-1d272aa5e831 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:51.056126 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a2109e1-b1ca-4aa6-8ee5-e57d83a203b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:51.057564 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'name': 'tempest-TestServerBasicOps-2075548345-router', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:46Z', 'updated_at': '2021-09-09T09:46:48Z', 'revision_number': 3, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'gw_port': {'id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:47Z', 'updated_at': '2021-09-09T09:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:51.101453 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5d53da-749e-46ca-8346-3490a36845bb None None] The sync data for ids ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'] in n-d-778696-16 is: [{'id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'name': 'tempest-TestServerBasicOps-2075548345-router', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:46Z', 'updated_at': '2021-09-09T09:46:48Z', 'revision_number': 3, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'gw_port': {'id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:47Z', 'updated_at': '2021-09-09T09:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:46:51.104107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6a2109e1-b1ca-4aa6-8ee5-e57d83a203b0 None None] Port fa858514-ff35-449c-87f9-1d272aa5e831 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:46:51.146187 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:51.206049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=bac54955-0311-45e4-a303-419fc421b4d8,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:51.537139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:51.629487 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:51.680049 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-8810bf56-fa11-4f8a-b4a7-b03d93e39e64 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125205822&fields=id&tenant_id=f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 267 time: 0.0537987 Sep 09 09:46:51.751061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Pushing event updated for resources: {'Port': ['ID=fa858514-ff35-449c-87f9-1d272aa5e831,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:51.753813 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:51.812506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-f5e8a61b-4c70-4dc8-8db2-20995dc53755 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:51.821450 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-f5e8a61b-4c70-4dc8-8db2-20995dc53755 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.1332991 Sep 09 09:46:51.840011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-d6f9554d-fedd-41ab-9403-856f10062d2d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/quotas/f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 375 time: 0.0173936 Sep 09 09:46:51.875949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Network 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:46:51.884543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:46:51.958162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-2f3fb40b-1226-4073-8c3c-dd33c52e100c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1126218 Sep 09 09:46:52.051867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:46:52.181063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-11da8a58-d47a-4090-a81b-14753bada934 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:46:52.182214 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-11da8a58-d47a-4090-a81b-14753bada934 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2091014 Sep 09 09:46:52.243705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f40fb4cc-05a2-4b2a-84c5-1b8dae15c84b None None] Provisioning complete for port fa858514-ff35-449c-87f9-1d272aa5e831 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:52.243705 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f40fb4cc-05a2-4b2a-84c5-1b8dae15c84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:52.269915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bac54955-0311-45e4-a303-419fc421b4d8 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:52.289302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:46:52.304166 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7859a30f-154e-43fb-8364-674ebee3d093 admin admin] 10.222.0.32 "PUT /v2.0/routers/38eadf08-01d9-4ee1-8abb-f1598a7d5909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0057645 Sep 09 09:46:52.326801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f40fb4cc-05a2-4b2a-84c5-1b8dae15c84b None None] Port fa858514-ff35-449c-87f9-1d272aa5e831 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:46:52.341018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-7fce75bb-a477-4461-a86c-4422e767410a service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494887 Sep 09 09:46:52.354062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bac54955-0311-45e4-a303-419fc421b4d8 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:52.358221 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:52.471697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-a2df214a-4edb-40ce-8f20-1506192be05f service neutron] 10.222.0.32 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219456 Sep 09 09:46:52.484777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 92ab3de1-7649-4204-a57e-7e23606f427a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:52.549985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 92ab3de1-7649-4204-a57e-7e23606f427a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:52.550374 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:52.657381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b334de96-56aa-434d-9401-ec588fe554a7 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:52.761611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port b334de96-56aa-434d-9401-ec588fe554a7 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:46:52.766333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b334de96-56aa-434d-9401-ec588fe554a7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:52.766905 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:52.885561 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:52.908989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port b334de96-56aa-434d-9401-ec588fe554a7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b334de96-56aa-434d-9401-ec588fe554a7,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:46:53.041495 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:53.094554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=b334de96-56aa-434d-9401-ec588fe554a7,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:53.153194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43764) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:53.157944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6b8f8924-0120-4ff7-8f46-e2c82de82dc9 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863770582', 'description': 'tempest-secgroup-smoke-1863770582 description', 'project_id': 'ea78bde2d6034b13a29d0b5470544954'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:53.210430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Sync routers for ids ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:46:53.220145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Routers {'38eadf08-01d9-4ee1-8abb-f1598a7d5909'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:46:53.220869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:46:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:53.248701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d0e965e-fe7a-4731-92e0-a4cd0a6b0d4b req-7d078f3b-5ae4-4419-b4f5-9df5e23d9d2e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 210 time: 0.0332780 Sep 09 09:46:53.269280 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8924-0120-4ff7-8f46-e2c82de82dc9 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:53.372761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8924-0120-4ff7-8f46-e2c82de82dc9 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:53.398146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Set router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:46:53.430041 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8924-0120-4ff7-8f46-e2c82de82dc9 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:53.468259 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f8924-0120-4ff7-8f46-e2c82de82dc9 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994b9eda-9433-459d-b889-217e2c931cda,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:53.505733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8924-0120-4ff7-8f46-e2c82de82dc9 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:53.509917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6b8f8924-0120-4ff7-8f46-e2c82de82dc9 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3557334 Sep 09 09:46:53.516837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43788) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:53.522679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c36e8d5a-710c-43fb-badb-974dc05eaefe tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Request body: {'security_group_rule': {'security_group_id': '994b9eda-9433-459d-b889-217e2c931cda', 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:53.606413 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c36e8d5a-710c-43fb-badb-974dc05eaefe tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:53.616097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'name': 'tempest-TestServerBasicOps-2075548345-router', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:46Z', 'updated_at': '2021-09-09T09:46:50Z', 'revision_number': 4, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'gw_port': {'id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:47Z', 'updated_at': '2021-09-09T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'fa858514-ff35-449c-87f9-1d272aa5e831', 'name': '', 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'mac_address': 'fa:16:3e:af:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eb506e07-944c-4dca-af18-5df16e427631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:49Z', 'updated_at': '2021-09-09T09:46:51Z', 'revision_number': 2, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'subnets': [{'id': 'eb506e07-944c-4dca-af18-5df16e427631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:53.642822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Checking router: 38eadf08-01d9-4ee1-8abb-f1598a7d5909 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:46:53.643178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Updating router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 port fa858514-ff35-449c-87f9-1d272aa5e831 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:46:53.674615 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.028100 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.051533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Transition to ACTIVE for port object fa858514-ff35-449c-87f9-1d272aa5e831 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:54.068127 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c36e8d5a-710c-43fb-badb-974dc05eaefe tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.102656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b334de96-56aa-434d-9401-ec588fe554a7 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:54.168742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b334de96-56aa-434d-9401-ec588fe554a7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:54.169193 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.201130 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c36e8d5a-710c-43fb-badb-974dc05eaefe tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.205716 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.220475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e8d5a-710c-43fb-badb-974dc05eaefe tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f61d76-1631-414a-8368-1e2bca2a6089,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:54.266154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196fa6a-f586-4406-82fd-b6764af7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=fa858514-ff35-449c-87f9-1d272aa5e831,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:54.378934 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c36e8d5a-710c-43fb-badb-974dc05eaefe tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.383538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c36e8d5a-710c-43fb-badb-974dc05eaefe tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8629770 Sep 09 09:46:54.384240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43820) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:54.391684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-170babf1-335b-4a56-9ca0-423e94799a5b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Request body: {'security_group_rule': {'security_group_id': '994b9eda-9433-459d-b889-217e2c931cda', 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:54.394110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Attempting to bind port fa858514-ff35-449c-87f9-1d272aa5e831 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:46:54.394494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Attempting to bind port fa858514-ff35-449c-87f9-1d272aa5e831 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '9753b2e6-e89e-42f1-8276-2054cbe8ff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:46:54.394938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Attempting to bind port fa858514-ff35-449c-87f9-1d272aa5e831 on network 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:46:54.400237 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb44c501-bc68-4827-b83f-14d02224cc0a req-bfae8022-96ac-4de4-90f6-d51c84fc1c1b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 210 time: 0.0421162 Sep 09 09:46:54.414193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:46:54.414193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Checking segment: {'id': '9753b2e6-e89e-42f1-8276-2054cbe8ff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:46:54.414193 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.414193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Bound using segment: {'id': '9753b2e6-e89e-42f1-8276-2054cbe8ff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:46:54.414193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Bound port: fa858514-ff35-449c-87f9-1d272aa5e831, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9753b2e6-e89e-42f1-8276-2054cbe8ff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:46:54.414193 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.547623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-170babf1-335b-4a56-9ca0-423e94799a5b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.651118 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-170babf1-335b-4a56-9ca0-423e94799a5b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.652479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] For port fa858514-ff35-449c-87f9-1d272aa5e831, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:46:54.655865 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] For port fa858514-ff35-449c-87f9-1d272aa5e831, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fa858514-ff35-449c-87f9-1d272aa5e831,segment=NetworkSegment(9753b2e6-e89e-42f1-8276-2054cbe8ff57),segment_id=9753b2e6-e89e-42f1-8276-2054cbe8ff57)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:46:54.720287 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-170babf1-335b-4a56-9ca0-423e94799a5b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.741843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170babf1-335b-4a56-9ca0-423e94799a5b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4dbca2-2fe6-41f0-89e7-5d29c657bb46,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:54.761943 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.812485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Routers {'38eadf08-01d9-4ee1-8abb-f1598a7d5909'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:46:54.813557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:46:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:54.845233 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-170babf1-335b-4a56-9ca0-423e94799a5b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:54.850149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43826) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:54.860238 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-170babf1-335b-4a56-9ca0-423e94799a5b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4748333 Sep 09 09:46:54.864010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-848541d2-bedd-42f7-a613-cf8bf6b65d08 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Request body: {'security_group_rule': {'security_group_id': '994b9eda-9433-459d-b889-217e2c931cda', 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:54.878262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196fa6a-f586-4406-82fd-b6764af7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=fa858514-ff35-449c-87f9-1d272aa5e831,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:54.989718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] Set router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:46:55.006700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-848541d2-bedd-42f7-a613-cf8bf6b65d08 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:55.098624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-848541d2-bedd-42f7-a613-cf8bf6b65d08 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:55.189961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-848541d2-bedd-42f7-a613-cf8bf6b65d08 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:55.221032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848541d2-bedd-42f7-a613-cf8bf6b65d08 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031664f5-fbbb-46ac-bf98-7a19d67db569,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:55.326536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'name': 'tempest-TestServerBasicOps-2075548345-router', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:46Z', 'updated_at': '2021-09-09T09:46:50Z', 'revision_number': 4, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'gw_port': {'id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:47Z', 'updated_at': '2021-09-09T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'fa858514-ff35-449c-87f9-1d272aa5e831', 'name': '', 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'mac_address': 'fa:16:3e:af:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eb506e07-944c-4dca-af18-5df16e427631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:49Z', 'updated_at': '2021-09-09T09:46:54Z', 'revision_number': 4, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'subnets': [{'id': 'eb506e07-944c-4dca-af18-5df16e427631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:46:55.356095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22034399-4392-4294-ad0b-e047ce872a96 None None] The sync data for ids ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'] in n-d-778696-16 is: [{'id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'name': 'tempest-TestServerBasicOps-2075548345-router', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:46Z', 'updated_at': '2021-09-09T09:46:50Z', 'revision_number': 4, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'gw_port': {'id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:47Z', 'updated_at': '2021-09-09T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'fa858514-ff35-449c-87f9-1d272aa5e831', 'name': '', 'network_id': '25b6b24b-d0a0-41c6-b0c5-f82cfd6af784', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'mac_address': 'fa:16:3e:af:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eb506e07-944c-4dca-af18-5df16e427631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:49Z', 'updated_at': '2021-09-09T09:46:54Z', 'revision_number': 4, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'subnets': [{'id': 'eb506e07-944c-4dca-af18-5df16e427631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:46:55.366646 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-848541d2-bedd-42f7-a613-cf8bf6b65d08 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:55.366646 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-848541d2-bedd-42f7-a613-cf8bf6b65d08 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5105591 Sep 09 09:46:55.366927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43830) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:55.372480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-125721e8-7099-40a2-af1b-2a9f0bf48716 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Request body: {'security_group_rule': {'security_group_id': '994b9eda-9433-459d-b889-217e2c931cda', 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:55.430311 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:55.539443 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-125721e8-7099-40a2-af1b-2a9f0bf48716 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:55.594656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd1a24d6-0307-4886-84f9-385797637518 req-55715a55-8a53-46bd-b253-08546e1777b6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 210 time: 0.0472503 Sep 09 09:46:55.637216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-125721e8-7099-40a2-af1b-2a9f0bf48716 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:55.767865 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-125721e8-7099-40a2-af1b-2a9f0bf48716 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:55.953260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-e443662f-fc23-4d08-925c-cbad00871c9d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:55.955057 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-e443662f-fc23-4d08-925c-cbad00871c9d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.41 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 812 time: 0.1522074 Sep 09 09:46:55.961400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125721e8-7099-40a2-af1b-2a9f0bf48716 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a44196b-df68-4bb2-914c-4232f014c302,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:56.035840 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:56.040536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-6b122fbe-07fc-40a9-998f-fd3739a4004e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73bb51c82ee441fae17ed97db00d629 HTTP/1.1" status: 200 len: 380 time: 0.0721555 Sep 09 09:46:56.047076 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'port': {'device_id': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'admin_state_up': True, 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'security_groups': ['7cbe1e5c-1d38-46c2-bd42-2d90787347f9']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:56.082862 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-125721e8-7099-40a2-af1b-2a9f0bf48716 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:56.086534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-125721e8-7099-40a2-af1b-2a9f0bf48716 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7160342 Sep 09 09:46:56.087321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 43840) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:56.092342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9c3b2160-02c1-43dd-b5b7-b95db6c9ce9c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Request body: {'security_group_rule': {'security_group_id': '994b9eda-9433-459d-b889-217e2c931cda', 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:56.200827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa858514-ff35-449c-87f9-1d272aa5e831 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:56.242865 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-9c3b2160-02c1-43dd-b5b7-b95db6c9ce9c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Project ea78bde2d6034b13a29d0b5470544954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:46:56.258788 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c3b2160-02c1-43dd-b5b7-b95db6c9ce9c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:56.361160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port fa858514-ff35-449c-87f9-1d272aa5e831 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:46:56.365686 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c3b2160-02c1-43dd-b5b7-b95db6c9ce9c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:56.367316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fa858514-ff35-449c-87f9-1d272aa5e831 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:56.367777 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:56.407041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Made reservation on behalf of f73bb51c82ee441fae17ed97db00d629 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:46:56.412606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:56.503494 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c3b2160-02c1-43dd-b5b7-b95db6c9ce9c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:56.509396 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:56.552637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b2160-02c1-43dd-b5b7-b95db6c9ce9c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6095a4b-a645-4452-bb59-ce766d0f54a1,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:56.601587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port fa858514-ff35-449c-87f9-1d272aa5e831, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fa858514-ff35-449c-87f9-1d272aa5e831,segment=NetworkSegment(9753b2e6-e89e-42f1-8276-2054cbe8ff57),segment_id=9753b2e6-e89e-42f1-8276-2054cbe8ff57)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:46:56.639926 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Allocated IP 172.20.0.3 (05a2504d-6ea0-48c5-a04b-6b2815462a83/e7f7d4e1-915e-4e55-a3e8-a32a82ffd559/ba8a860f-1b5d-4b51-8148-e96a11202ec1) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:46:56.748262 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:56.835658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9c3b2160-02c1-43dd-b5b7-b95db6c9ce9c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:56.836915 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9c3b2160-02c1-43dd-b5b7-b95db6c9ce9c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7483411 Sep 09 09:46:56.841313 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43848) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:56.846238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9832f862-21d8-4480-bbb4-f72081ed6b2f tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Request body: {'security_group_rule': {'security_group_id': '994b9eda-9433-459d-b889-217e2c931cda', 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:56.884537 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0fc56650-5496-4b0c-a8c7-faf7c9e73797 req-ffa5c2f4-05c1-4b87-9567-1cb7c0d1161d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 210 time: 0.0885708 Sep 09 09:46:56.914701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=fa858514-ff35-449c-87f9-1d272aa5e831,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:56.966980 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:56.989301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Transition to ACTIVE for port object ba8a860f-1b5d-4b51-8148-e96a11202ec1 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:57.011176 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-9832f862-21d8-4480-bbb4-f72081ed6b2f tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Project ea78bde2d6034b13a29d0b5470544954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:46:57.016870 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9832f862-21d8-4480-bbb4-f72081ed6b2f tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:57.092784 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9832f862-21d8-4480-bbb4-f72081ed6b2f tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:57.098813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:57.142869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:46:57.146663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:46:57.153568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:46:57.159488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=ba8a860f-1b5d-4b51-8148-e96a11202ec1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:57.195159 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9832f862-21d8-4480-bbb4-f72081ed6b2f tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:57.222180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832f862-21d8-4480-bbb4-f72081ed6b2f tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47bec91-e263-4c2e-b02c-048d4c9d5031,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:57.224838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:57.230923 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:57.326938 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9832f862-21d8-4480-bbb4-f72081ed6b2f tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:57.328259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9832f862-21d8-4480-bbb4-f72081ed6b2f tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4858766 Sep 09 09:46:57.352330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-058ed3af-bcaa-45bb-8c56-4c43400ed67b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3117580 Sep 09 09:46:57.367164 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Request body: {'port': {'device_id': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:46:57.493039 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:57.584335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-655f4570-cd69-4f4b-a72d-76df318a607a tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863770582&fields=id&tenant_id=ea78bde2d6034b13a29d0b5470544954 HTTP/1.1" status: 200 len: 267 time: 0.0449073 Sep 09 09:46:57.652533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0a0225a0-0f73-4933-958e-c15d1cc87abe None None] Provisioning for port ba8a860f-1b5d-4b51-8148-e96a11202ec1 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:46:57.663520 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0a0225a0-0f73-4933-958e-c15d1cc87abe None None] Provisioning complete for port ba8a860f-1b5d-4b51-8148-e96a11202ec1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:57.664154 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a0225a0-0f73-4933-958e-c15d1cc87abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:57.709971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0a0225a0-0f73-4933-958e-c15d1cc87abe None None] Port ba8a860f-1b5d-4b51-8148-e96a11202ec1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:46:57.712275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-cc5183b4-7683-4055-9035-909348bab7d6 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:57.716107 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-cc5183b4-7683-4055-9035-909348bab7d6 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/networks?id=2d29a830-4deb-4937-b67c-917b346d298d HTTP/1.1" status: 200 len: 809 time: 0.1242540 Sep 09 09:46:57.730006 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-0bbc33ef-285d-45ab-bf22-4f9684bde434 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/quotas/ea78bde2d6034b13a29d0b5470544954 HTTP/1.1" status: 200 len: 375 time: 0.0102334 Sep 09 09:46:57.794451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-ef86ed7a-678b-4b18-95ad-48f6aad66e34 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea78bde2d6034b13a29d0b5470544954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579042 Sep 09 09:46:57.833201 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8a860f-1b5d-4b51-8148-e96a11202ec1 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:46:57.841839 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:57.860434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Transition to ACTIVE for port object ba8a860f-1b5d-4b51-8148-e96a11202ec1 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:46:58.000096 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-02d1d772-6c7c-443d-8b7f-9bf8e3997a89 service neutron] 10.222.0.32 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920011 Sep 09 09:46:58.016745 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:58.074287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Pushing event updated for resources: {'Port': ['ID=ba8a860f-1b5d-4b51-8148-e96a11202ec1,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:58.086775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.087205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.087590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.087933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.088291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.088617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.088947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.089280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.090519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.090901 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.091245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.091618 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:46:58.104214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6dc73-316e-4d3c-aacd-3577c6c78840 req-273341f6-df87-4b13-a5d1-7332a34e4db3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:58.105873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6d6dc73-316e-4d3c-aacd-3577c6c78840 req-273341f6-df87-4b13-a5d1-7332a34e4db3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 931 time: 0.1328173 Sep 09 09:46:58.201968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa858514-ff35-449c-87f9-1d272aa5e831 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:46:58.225890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6e4557eb-753d-418e-820a-839546617e98 service neutron] 10.222.0.32 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249298 Sep 09 09:46:58.264919 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6d6dc73-316e-4d3c-aacd-3577c6c78840 req-b768673a-6b01-4060-b917-468181516659 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055970 Sep 09 09:46:58.298051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fa858514-ff35-449c-87f9-1d272aa5e831 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:46:58.298051 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:58.342507 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Attempting to bind port ba8a860f-1b5d-4b51-8148-e96a11202ec1 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:46:58.342849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Attempting to bind port ba8a860f-1b5d-4b51-8148-e96a11202ec1 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:46:58.343330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Attempting to bind port ba8a860f-1b5d-4b51-8148-e96a11202ec1 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:46:58.349682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Port ba8a860f-1b5d-4b51-8148-e96a11202ec1 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:46:58.350601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Attempting to bind port ba8a860f-1b5d-4b51-8148-e96a11202ec1 on network 05a2504d-6ea0-48c5-a04b-6b2815462a83 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:46:58.362763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:46:58.364397 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Checking segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:46:58.364863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Bound using segment: {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:46:58.365551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Bound port: ba8a860f-1b5d-4b51-8148-e96a11202ec1, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de40335f-9979-4219-8927-e35f24a1f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:46:58.366165 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:58.444128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] For port ba8a860f-1b5d-4b51-8148-e96a11202ec1, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:46:58.448357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] For port ba8a860f-1b5d-4b51-8148-e96a11202ec1, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ba8a860f-1b5d-4b51-8148-e96a11202ec1,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:46:58.614780 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc2ea09f-6f8b-418c-83ac-f7723939f906 req-1583d71b-ac44-4547-8ff6-9853c62c87ff tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 210 time: 0.0584197 Sep 09 09:46:58.616456 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:58.697985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:58.697985 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:58.698221 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] 10.222.0.41 "PUT /v2.0/ports/ba8a860f-1b5d-4b51-8148-e96a11202ec1 HTTP/1.1" status: 200 len: 1092 time: 1.3368223 Sep 09 09:46:58.698631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'tag': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:46:58.701364 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a88727d-6b35-48ed-8ed7-d834f5b801e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d80c50f3-ac19-463d-840e-6447bf52d38a", "tag": "ba8a860f-1b5d-4b51-8148-e96a11202ec1"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:46:58.741500 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dfca3-5cca-4060-9349-74178dc05a9a service neutron] Pushing event updated for resources: {'Port': ['ID=ba8a860f-1b5d-4b51-8148-e96a11202ec1,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:58.913552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-6b9b2f2d-f2bc-47b0-ba0c-77593c264669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:58.919594 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-6b9b2f2d-f2bc-47b0-ba0c-77593c264669 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 1095 time: 0.0992556 Sep 09 09:46:58.982329 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103d42a4-7a37-4cab-ab0e-5a9788ed8733 x-openstack-request-id: req-103d42a4-7a37-4cab-ab0e-5a9788ed8733 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:46:58.982603 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80c50f3-ac19-463d-840e-6447bf52d38a", "tag": "ba8a860f-1b5d-4b51-8148-e96a11202ec1", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:46:58.982794 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-103d42a4-7a37-4cab-ab0e-5a9788ed8733 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:46:58.983201 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'tag': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1', 'status': 'completed', 'code': 200} Sep 09 09:46:58.985165 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-35cff629-bba1-486c-b996-02abcdc97302 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba8a860f-1b5d-4b51-8148-e96a11202ec1 HTTP/1.1" status: 200 len: 217 time: 0.0605540 Sep 09 09:46:59.054579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-3bc2485c-0aea-47cb-afea-ede4c2e4a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:59.056547 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-3bc2485c-0aea-47cb-afea-ede4c2e4a586 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0642397 Sep 09 09:46:59.122024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-02cbd7b1-5abd-48cf-bef2-48f36191941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:59.123866 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-02cbd7b1-5abd-48cf-bef2-48f36191941f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598128 Sep 09 09:46:59.195414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43896) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:59.230378 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-44269567-88b3-4af9-a083-5f5a4bbd5631 service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984025 Sep 09 09:46:59.338608 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36db974b-e520-4e75-a546-d1dde73aad51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:59.356889 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85bc27eb-9cca-479d-896c-8cd161bd8295 req-ff6dbaeb-a71b-410b-b1c5-6bd88815d373 service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194832 Sep 09 09:46:59.432471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a224e10-b427-45dd-9229-2f7a09065e38 req-5242f201-8141-433f-8c14-67e2076eebbe tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:59.435057 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a224e10-b427-45dd-9229-2f7a09065e38 req-5242f201-8141-433f-8c14-67e2076eebbe tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.0612392 Sep 09 09:46:59.475923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36db974b-e520-4e75-a546-d1dde73aad51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:59.477302 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a224e10-b427-45dd-9229-2f7a09065e38 req-a46ec9fe-0cee-4f11-a3c3-686ca6983b6d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350711 Sep 09 09:46:59.523662 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88727d-6b35-48ed-8ed7-d834f5b801e2 req-2ef12449-e13c-40d1-bcc0-28852108d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:59.525211 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a88727d-6b35-48ed-8ed7-d834f5b801e2 req-2ef12449-e13c-40d1-bcc0-28852108d571 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 1095 time: 0.0445704 Sep 09 09:46:59.561523 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36db974b-e520-4e75-a546-d1dde73aad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:59.602066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-36db974b-e520-4e75-a546-d1dde73aad51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a127f6b5925c427b911fb82a2beec563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054723 Sep 09 09:46:59.606284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 43904) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:46:59.649183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db974b-e520-4e75-a546-d1dde73aad51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b10be2-a07c-4698-bc8f-b4b5ee2d9553,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:59.668322 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99c7c357-a98d-43c0-b57c-041c1e55c2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:59.672004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88727d-6b35-48ed-8ed7-d834f5b801e2 req-afc08cc4-3ee6-4bfb-a4c0-1eabc9f24a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:59.673505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a88727d-6b35-48ed-8ed7-d834f5b801e2 req-afc08cc4-3ee6-4bfb-a4c0-1eabc9f24a63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.1419249 Sep 09 09:46:59.717249 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a88727d-6b35-48ed-8ed7-d834f5b801e2 req-37f19324-aa9b-46f0-928d-c17de309679b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba8a860f-1b5d-4b51-8148-e96a11202ec1 HTTP/1.1" status: 200 len: 217 time: 0.0360119 Sep 09 09:46:59.724718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99c7c357-a98d-43c0-b57c-041c1e55c2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:59.728288 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a83a4577-2911-4a58-a37d-a801d18487a5 req-8f9ddc26-d9d1-4f11-b701-228a4ce92c2e tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 210 time: 0.0396993 Sep 09 09:46:59.775509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88727d-6b35-48ed-8ed7-d834f5b801e2 req-f879564a-9650-4c3e-b7fd-0c3d5c66a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:59.777276 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a88727d-6b35-48ed-8ed7-d834f5b801e2 req-f879564a-9650-4c3e-b7fd-0c3d5c66a0c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0528686 Sep 09 09:46:59.826558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88727d-6b35-48ed-8ed7-d834f5b801e2 req-bce34285-1e1e-46ec-8c41-87c212886a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:46:59.828139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a88727d-6b35-48ed-8ed7-d834f5b801e2 req-bce34285-1e1e-46ec-8c41-87c212886a5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439081 Sep 09 09:46:59.860394 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99c7c357-a98d-43c0-b57c-041c1e55c2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:59.865653 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99c7c357-a98d-43c0-b57c-041c1e55c2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:46:59.867837 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-99c7c357-a98d-43c0-b57c-041c1e55c2e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66b10be2-a07c-4698-bc8f-b4b5ee2d9553 HTTP/1.1" status: 204 len: 168 time: 0.2605014 Sep 09 09:46:59.889490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7c357-a98d-43c0-b57c-041c1e55c2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b10be2-a07c-4698-bc8f-b4b5ee2d9553,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:46:59.965312 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a88727d-6b35-48ed-8ed7-d834f5b801e2 req-ff0141f2-c15c-4dac-ba94-2c5f0781e27d service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295283 Sep 09 09:47:00.071029 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0a88727d-6b35-48ed-8ed7-d834f5b801e2 req-199a00e1-7d01-4253-985f-f03eec09db8d service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989296 Sep 09 09:47:00.618808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4283f2-e8ee-4483-8788-6aa9080141d6 req-b04b9dbb-5784-412f-9306-46b50b633167 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:00.622758 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ca4283f2-e8ee-4483-8788-6aa9080141d6 req-b04b9dbb-5784-412f-9306-46b50b633167 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.0691714 Sep 09 09:47:00.662082 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ca4283f2-e8ee-4483-8788-6aa9080141d6 req-9347b561-1c10-4874-8fc1-23fde25ab8c7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348749 Sep 09 09:47:00.841642 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8316d97-ba1d-419c-9831-ff7c2c849399 req-773a4968-8f81-424f-b007-c03ce238af59 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 210 time: 0.0299051 Sep 09 09:47:00.980556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-3a2c25ba-bae1-48a8-9991-f6c5d77427a4 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:00.982111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-3a2c25ba-bae1-48a8-9991-f6c5d77427a4 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.24 "GET /v2.0/networks?id=2d29a830-4deb-4937-b67c-917b346d298d HTTP/1.1" status: 200 len: 809 time: 0.1272824 Sep 09 09:47:01.041566 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-0aea06a2-baa1-4afd-a130-309c28f059e9 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea78bde2d6034b13a29d0b5470544954 HTTP/1.1" status: 200 len: 380 time: 0.0492244 Sep 09 09:47:01.052151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Request body: {'port': {'device_id': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'admin_state_up': True, 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'security_groups': ['994b9eda-9433-459d-b889-217e2c931cda']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:47:01.314110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Made reservation on behalf of ea78bde2d6034b13a29d0b5470544954 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:47:01.318840 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:01.455283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Allocated IP 172.20.0.5 (2d29a830-4deb-4937-b67c-917b346d298d/545ae6b2-fa3c-4366-b004-d6af6a314cac/bbe16cb7-aa66-4f03-ab75-b36e1213df2d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:47:01.598796 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:01.612342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Transition to ACTIVE for port object bbe16cb7-aa66-4f03-ab75-b36e1213df2d will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:47:01.737342 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:01.784759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Network 2d29a830-4deb-4937-b67c-917b346d298d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:47:01.789555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233aea45-6c07-45f3-8e80-04fcd6edf337 req-29f63855-f21f-47f2-8f8e-13fce764d7b5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:01.791347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:47:01.794948 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-233aea45-6c07-45f3-8e80-04fcd6edf337 req-29f63855-f21f-47f2-8f8e-13fce764d7b5 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.0552886 Sep 09 09:47:01.796357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:47:01.800339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event updated for resources: {'Port': ['ID=bbe16cb7-aa66-4f03-ab75-b36e1213df2d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:01.857798 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-233aea45-6c07-45f3-8e80-04fcd6edf337 req-71a19a27-026b-49e1-8533-8742b4a73757 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398781 Sep 09 09:47:01.864623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:01.865900 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:01.987757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8490a0-7dad-4ba0-a1e1-89693ba39443 req-bfcc3b90-bf80-4776-86d3-0255fff149e1 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:01.990774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d8490a0-7dad-4ba0-a1e1-89693ba39443 req-bfcc3b90-bf80-4776-86d3-0255fff149e1 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 931 time: 0.0664370 Sep 09 09:47:01.992786 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-6fad3f8e-eae7-4858-8a5d-842e778dba26 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9455984 Sep 09 09:47:02.009857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Request body: {'port': {'device_id': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:47:02.075324 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7d8490a0-7dad-4ba0-a1e1-89693ba39443 req-20ee3e72-a43f-4296-90d8-0426ed882564 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766308 Sep 09 09:47:02.112199 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:02.235724 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4a55fe5f-0196-4306-b266-f991d520e35d None None] Provisioning for port bbe16cb7-aa66-4f03-ab75-b36e1213df2d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:47:02.241251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4a55fe5f-0196-4306-b266-f991d520e35d None None] Provisioning complete for port bbe16cb7-aa66-4f03-ab75-b36e1213df2d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:47:02.241629 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a55fe5f-0196-4306-b266-f991d520e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:02.280595 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4a55fe5f-0196-4306-b266-f991d520e35d None None] Port bbe16cb7-aa66-4f03-ab75-b36e1213df2d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:47:02.411864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe16cb7-aa66-4f03-ab75-b36e1213df2d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:47:02.419139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:02.431542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Transition to ACTIVE for port object bbe16cb7-aa66-4f03-ab75-b36e1213df2d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:47:02.531598 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:02.597338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe16cb7-aa66-4f03-ab75-b36e1213df2d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:02.682678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Attempting to bind port bbe16cb7-aa66-4f03-ab75-b36e1213df2d on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:47:02.683109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Attempting to bind port bbe16cb7-aa66-4f03-ab75-b36e1213df2d by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:47:02.683470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Attempting to bind port bbe16cb7-aa66-4f03-ab75-b36e1213df2d on network 2d29a830-4deb-4937-b67c-917b346d298d {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:47:02.688293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Port bbe16cb7-aa66-4f03-ab75-b36e1213df2d on network 2d29a830-4deb-4937-b67c-917b346d298d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:47:02.688612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Attempting to bind port bbe16cb7-aa66-4f03-ab75-b36e1213df2d on network 2d29a830-4deb-4937-b67c-917b346d298d {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:47:02.694909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:47:02.695247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Checking segment: {'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:47:02.695694 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Bound using segment: {'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:47:02.696126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Bound port: bbe16cb7-aa66-4f03-ab75-b36e1213df2d, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ede5fd7-78ca-4316-8669-b4fb0a03108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:47:02.696643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:02.782918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] For port bbe16cb7-aa66-4f03-ab75-b36e1213df2d, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:47:02.788322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] For port bbe16cb7-aa66-4f03-ab75-b36e1213df2d, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=bbe16cb7-aa66-4f03-ab75-b36e1213df2d,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:47:02.905737 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:02.969133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:02.969757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:02.971401 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] 10.222.0.24 "PUT /v2.0/ports/bbe16cb7-aa66-4f03-ab75-b36e1213df2d HTTP/1.1" status: 200 len: 1092 time: 0.9657121 Sep 09 09:47:02.971779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'tag': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:47:02.974117 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c523e8-0f4f-4853-8c82-08acec3466ba" -d '{"events": [{"name": "network-changed", "server_uuid": "656e179d-2cdb-490c-bd71-5a6ea00af3a7", "tag": "bbe16cb7-aa66-4f03-ab75-b36e1213df2d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:47:03.002960 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe16cb7-aa66-4f03-ab75-b36e1213df2d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:03.011246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.011625 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.011962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.012353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.012683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.013009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.013337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.013659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.014232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.014563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.014914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.015464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11461ec-f465-432c-9b16-d9a13cb6a706 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:47:03.052098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237db7ed-159b-4995-b210-a778c71ea855 req-c080c9ab-0305-45f9-b151-4bb7f8adb933 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:03.053967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-237db7ed-159b-4995-b210-a778c71ea855 req-c080c9ab-0305-45f9-b151-4bb7f8adb933 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.1058149 Sep 09 09:47:03.134407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-237db7ed-159b-4995-b210-a778c71ea855 req-bb91866e-ea95-4988-b037-40a9bfaec319 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737019 Sep 09 09:47:03.243391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-d5395a02-96f8-48fa-8ad3-337b9c29eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:03.245259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-d5395a02-96f8-48fa-8ad3-337b9c29eb79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea78bde2d6034b13a29d0b5470544954&device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 1095 time: 0.1300361 Sep 09 09:47:03.338459 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0aa40b-bd00-4537-b89e-8bfb48d17380 x-openstack-request-id: req-6f0aa40b-bd00-4537-b89e-8bfb48d17380 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:47:03.338876 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656e179d-2cdb-490c-bd71-5a6ea00af3a7", "tag": "bbe16cb7-aa66-4f03-ab75-b36e1213df2d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:47:03.339215 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f0aa40b-bd00-4537-b89e-8bfb48d17380 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:47:03.339958 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'tag': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d', 'status': 'completed', 'code': 200} Sep 09 09:47:03.342540 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-d6499363-cde1-41aa-bac0-f6e87bc32483 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe16cb7-aa66-4f03-ab75-b36e1213df2d HTTP/1.1" status: 200 len: 217 time: 0.0867493 Sep 09 09:47:03.400129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5a1c9-f5dd-4e3e-a8ad-ea61db64a25b req-772c36d3-5940-4039-aa00-ca26acb6fd0d tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:03.402597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0bc5a1c9-f5dd-4e3e-a8ad-ea61db64a25b req-772c36d3-5940-4039-aa00-ca26acb6fd0d tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 943 time: 0.1247904 Sep 09 09:47:03.432410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-bbd912c4-70d1-41f5-89cb-888b2418bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:03.434270 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-bbd912c4-70d1-41f5-89cb-888b2418bf69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=545ae6b2-fa3c-4366-b004-d6af6a314cac HTTP/1.1" status: 200 len: 848 time: 0.0826712 Sep 09 09:47:03.455111 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0bc5a1c9-f5dd-4e3e-a8ad-ea61db64a25b req-0c4274f0-8e5d-4218-bbd3-a66c5b3f548d tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462921 Sep 09 09:47:03.497533 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-66242ae6-e015-44a1-8d27-5be72b7229d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:03.499084 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-66242ae6-e015-44a1-8d27-5be72b7229d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d29a830-4deb-4937-b67c-917b346d298d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573668 Sep 09 09:47:03.605594 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-5aecc7a6-e4e4-4263-bb3b-775c10b7f920 service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979259 Sep 09 09:47:03.706572 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74cf0d54-598c-4fe6-8ad1-6ee08106ac3f req-cac137fe-2459-49ae-8e3c-8b9a43a5ffcc service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939653 Sep 09 09:47:03.922297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c523e8-0f4f-4853-8c82-08acec3466ba req-75b91b23-5b5c-4987-b0aa-100193fc5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:03.923937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7c523e8-0f4f-4853-8c82-08acec3466ba req-75b91b23-5b5c-4987-b0aa-100193fc5d64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea78bde2d6034b13a29d0b5470544954&device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0498238 Sep 09 09:47:04.033205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c523e8-0f4f-4853-8c82-08acec3466ba req-3089817f-9849-4945-bcbb-1881fb86002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:04.033205 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7c523e8-0f4f-4853-8c82-08acec3466ba req-3089817f-9849-4945-bcbb-1881fb86002f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d29a830-4deb-4937-b67c-917b346d298d HTTP/1.1" status: 200 len: 910 time: 0.0993989 Sep 09 09:47:04.076065 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7c523e8-0f4f-4853-8c82-08acec3466ba req-1f55c149-a6a7-464e-8f35-56a78ad61c8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe16cb7-aa66-4f03-ab75-b36e1213df2d HTTP/1.1" status: 200 len: 217 time: 0.0359294 Sep 09 09:47:04.137794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c523e8-0f4f-4853-8c82-08acec3466ba req-562be705-70c1-492b-8e35-1e5201da91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:04.139305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7c523e8-0f4f-4853-8c82-08acec3466ba req-562be705-70c1-492b-8e35-1e5201da91c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=545ae6b2-fa3c-4366-b004-d6af6a314cac HTTP/1.1" status: 200 len: 848 time: 0.0540292 Sep 09 09:47:04.197451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c523e8-0f4f-4853-8c82-08acec3466ba req-18da9f44-eacd-459f-aed5-5fd4384e273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:04.203037 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7c523e8-0f4f-4853-8c82-08acec3466ba req-18da9f44-eacd-459f-aed5-5fd4384e273d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d29a830-4deb-4937-b67c-917b346d298d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560343 Sep 09 09:47:04.351117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b19e6-2a67-485f-a6f3-02bf0733f8e8 req-76666b95-b5ff-49a6-a81c-9c0b8c0d81b9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:04.352772 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a63b19e6-2a67-485f-a6f3-02bf0733f8e8 req-76666b95-b5ff-49a6-a81c-9c0b8c0d81b9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.1315196 Sep 09 09:47:04.371549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7c523e8-0f4f-4853-8c82-08acec3466ba req-804ac17a-7d68-477b-9d48-f84749b33ae3 service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603434 Sep 09 09:47:04.428559 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a63b19e6-2a67-485f-a6f3-02bf0733f8e8 req-1df158f5-a36b-41b7-9d14-fce66ca4860e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694149 Sep 09 09:47:04.496388 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7c523e8-0f4f-4853-8c82-08acec3466ba req-392b62dd-7bec-4428-bf8c-966e4deaa364 service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160581 Sep 09 09:47:04.608909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dfa56-68f0-4e6d-b568-038fbd03414a req-3a3b523a-95bc-4f35-934e-4e107fec19f1 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:04.610363 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-566dfa56-68f0-4e6d-b568-038fbd03414a req-3a3b523a-95bc-4f35-934e-4e107fec19f1 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 943 time: 0.0516727 Sep 09 09:47:04.656013 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-566dfa56-68f0-4e6d-b568-038fbd03414a req-dd63b25e-f608-46a4-8e76-966dacd7a78b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388627 Sep 09 09:47:05.553955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53584f56-9b89-480f-9268-989570572dbb req-2663d67d-3764-4275-8331-471869f1506f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:05.555496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-53584f56-9b89-480f-9268-989570572dbb req-2663d67d-3764-4275-8331-471869f1506f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.0535572 Sep 09 09:47:05.599535 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-53584f56-9b89-480f-9268-989570572dbb req-58f62640-f98c-44e0-bcba-3efdbfd23233 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363464 Sep 09 09:47:05.776169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9f3c6-b45f-4d8d-a082-999471aaca4b req-4d937226-aead-4b7f-b39a-88f1f0333ac2 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:05.777681 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-caa9f3c6-b45f-4d8d-a082-999471aaca4b req-4d937226-aead-4b7f-b39a-88f1f0333ac2 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 943 time: 0.0524347 Sep 09 09:47:05.820362 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-caa9f3c6-b45f-4d8d-a082-999471aaca4b req-705491a0-c7c6-4b0c-9d5a-ca5a9d864193 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347440 Sep 09 09:47:05.947371 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-f5c4a4ed-003a-4de7-a04a-67dbe8e077e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421875 Sep 09 09:47:06.032411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-a663b1e8-2700-4bc4-8320-da579ba9e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:06.033936 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-a663b1e8-2700-4bc4-8320-da579ba9e547 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0439842 Sep 09 09:47:06.153095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-a826319e-8934-45c9-8c65-7d824faf0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:06.154756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-a826319e-8934-45c9-8c65-7d824faf0e92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.1000316 Sep 09 09:47:06.228886 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-9876310d-352b-40c8-9ad4-a40c0d1a018d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 HTTP/1.1" status: 200 len: 1001 time: 0.0662119 Sep 09 09:47:06.281288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-20f5b0f5-fe0d-48b4-b419-9ce7bc3c8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:06.282790 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-20f5b0f5-fe0d-48b4-b419-9ce7bc3c8cc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0470917 Sep 09 09:47:06.334057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-fdb04214-0cf7-43a8-8822-604b609b1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:06.335942 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-fdb04214-0cf7-43a8-8822-604b609b1eff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461612 Sep 09 09:47:06.352011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device bbe16cb7-aa66-4f03-ab75-b36e1213df2d details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:47:06.467769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port bbe16cb7-aa66-4f03-ab75-b36e1213df2d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=bbe16cb7-aa66-4f03-ab75-b36e1213df2d,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:47:06.482670 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'port_id': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d', 'mac_address': 'fa:16:3e:74:3d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:47:06.494802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-7b1bb12f-0253-465b-8760-4ea63f660f4b service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494532 Sep 09 09:47:06.521247 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:06.538979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe16cb7-aa66-4f03-ab75-b36e1213df2d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:47:06.559121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port bbe16cb7-aa66-4f03-ab75-b36e1213df2d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=bbe16cb7-aa66-4f03-ab75-b36e1213df2d,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:47:06.589598 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-338e0721-cf42-4a5d-bc67-7b5b744c07d6 req-8282cfb8-be3f-41ae-b9a2-8b127244cd7b service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899224 Sep 09 09:47:06.647086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:06.707025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=bbe16cb7-aa66-4f03-ab75-b36e1213df2d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:06.729808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccd3bb-c52d-4cac-8757-453917523be6 req-bfc88fbd-8caf-49a7-a210-2d326f627762 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:06.729808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dfccd3bb-c52d-4cac-8757-453917523be6 req-bfc88fbd-8caf-49a7-a210-2d326f627762 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.0542922 Sep 09 09:47:06.776817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dfccd3bb-c52d-4cac-8757-453917523be6 req-c52150ad-08ae-4bd3-a531-be30abab0402 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400236 Sep 09 09:47:06.919538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['bbe16cb7-aa66-4f03-ab75-b36e1213df2d'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:47:06.947934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567c07b-e5a8-497e-be5e-0b2d5af5b216 req-4f9a9abe-2991-4a60-8a4e-2fef208f7e3b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:06.950137 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8567c07b-e5a8-497e-be5e-0b2d5af5b216 req-4f9a9abe-2991-4a60-8a4e-2fef208f7e3b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 944 time: 0.0572345 Sep 09 09:47:06.994963 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8567c07b-e5a8-497e-be5e-0b2d5af5b216 req-4a4f3967-4651-4b5d-81df-3089c641540a tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373032 Sep 09 09:47:07.906663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62130418-ba2d-4034-a851-184bec2dbd66 req-8d1daddd-9d4a-4455-8bf6-556552e09c85 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:07.908458 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-62130418-ba2d-4034-a851-184bec2dbd66 req-8d1daddd-9d4a-4455-8bf6-556552e09c85 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.0568914 Sep 09 09:47:07.952697 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-62130418-ba2d-4034-a851-184bec2dbd66 req-72b17f2f-88ad-4311-8c32-1748f789aebf tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373793 Sep 09 09:47:08.132274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93102a6-3d37-4ea9-9fb0-e68031999590 req-082f8bd2-8498-4814-b892-8ec82088f830 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:08.133801 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d93102a6-3d37-4ea9-9fb0-e68031999590 req-082f8bd2-8498-4814-b892-8ec82088f830 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 944 time: 0.0650480 Sep 09 09:47:08.181441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d93102a6-3d37-4ea9-9fb0-e68031999590 req-e73d06e4-7cce-413a-b272-54a144948215 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403824 Sep 09 09:47:08.353461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device bbe16cb7-aa66-4f03-ab75-b36e1213df2d up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:47:08.516494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port bbe16cb7-aa66-4f03-ab75-b36e1213df2d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:47:08.525072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port bbe16cb7-aa66-4f03-ab75-b36e1213df2d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:47:08.526396 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:08.624563 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:08.648579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:47:08.651143 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83b8888-1989-41c6-a27d-605703afb61a" -d '{"events": [{"server_uuid": "656e179d-2cdb-490c-bd71-5a6ea00af3a7", "name": "network-vif-plugged", "status": "completed", "tag": "bbe16cb7-aa66-4f03-ab75-b36e1213df2d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:47:08.665139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port bbe16cb7-aa66-4f03-ab75-b36e1213df2d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=bbe16cb7-aa66-4f03-ab75-b36e1213df2d,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:47:08.742591 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:08.767836 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88160d11-c5ad-46a9-b997-64626cbd7ac2 x-openstack-request-id: req-88160d11-c5ad-46a9-b997-64626cbd7ac2 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:47:08.770006 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656e179d-2cdb-490c-bd71-5a6ea00af3a7", "name": "network-vif-plugged", "status": "completed", "tag": "bbe16cb7-aa66-4f03-ab75-b36e1213df2d", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:47:08.770006 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88160d11-c5ad-46a9-b997-64626cbd7ac2 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:47:08.772508 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d', 'code': 200} Sep 09 09:47:08.805499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=bbe16cb7-aa66-4f03-ab75-b36e1213df2d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:08.866778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84139943-8ab1-4af8-aa1e-413fa24b83d4 req-aee3ff70-1f22-4536-8fa8-dbfa2ee7fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:08.868463 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84139943-8ab1-4af8-aa1e-413fa24b83d4 req-aee3ff70-1f22-4536-8fa8-dbfa2ee7fe83 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0408151 Sep 09 09:47:08.905170 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-84139943-8ab1-4af8-aa1e-413fa24b83d4 req-9a65d080-57cd-4885-91f1-a59f9899891f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293155 Sep 09 09:47:09.076843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27207ebe-a638-4555-a8df-02f0a2cf965c req-2a02cf2d-499e-43b0-ba7a-830a21c23e14 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:09.078390 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-27207ebe-a638-4555-a8df-02f0a2cf965c req-2a02cf2d-499e-43b0-ba7a-830a21c23e14 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.0537555 Sep 09 09:47:09.120366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-27207ebe-a638-4555-a8df-02f0a2cf965c req-7e6bab81-e79b-4e12-9b30-bf9765ffdd52 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346246 Sep 09 09:47:09.302420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9376d-0c2d-414b-b1ab-c55a6eefa43c req-4540514f-2c67-423a-98a5-54311b99ac81 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:09.304031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73b9376d-0c2d-414b-b1ab-c55a6eefa43c req-4540514f-2c67-423a-98a5-54311b99ac81 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 945 time: 0.0491302 Sep 09 09:47:09.350269 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73b9376d-0c2d-414b-b1ab-c55a6eefa43c req-42153e05-b30b-47e1-a509-84d64c09591b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395656 Sep 09 09:47:10.242011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef112a04-9940-4396-b3ba-f53c0dce7438 req-9a3bfcf2-3a59-44fe-8c40-1bb9c7d92ba3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:10.243596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef112a04-9940-4396-b3ba-f53c0dce7438 req-9a3bfcf2-3a59-44fe-8c40-1bb9c7d92ba3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.0531778 Sep 09 09:47:10.286422 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef112a04-9940-4396-b3ba-f53c0dce7438 req-fa3926c3-927b-483d-8077-3b808ae2bfa6 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353367 Sep 09 09:47:10.469190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9500e-7b13-40c1-a2b4-d60c07c0c656 req-29b1c247-ff96-45ab-b33f-c54d01d370a1 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:10.470721 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cd9500e-7b13-40c1-a2b4-d60c07c0c656 req-29b1c247-ff96-45ab-b33f-c54d01d370a1 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 945 time: 0.0516491 Sep 09 09:47:10.511728 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cd9500e-7b13-40c1-a2b4-d60c07c0c656 req-09cfe75a-dfaf-46c2-9ae2-881cfaeae96c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335739 Sep 09 09:47:10.639136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e480f-78ce-4414-b514-98ff7890404e req-ad0a1f9c-32ea-4feb-93f4-a3a0f58934c4 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:10.640846 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-085e480f-78ce-4414-b514-98ff7890404e req-ad0a1f9c-32ea-4feb-93f4-a3a0f58934c4 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 945 time: 0.0537086 Sep 09 09:47:10.687402 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-085e480f-78ce-4414-b514-98ff7890404e req-73f47fae-f3a9-4c5d-af75-7182b1b6ef40 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403132 Sep 09 09:47:10.828738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f8d8e-2baa-443c-8f29-bdc5868ea12b req-acb83af3-7ba2-4556-a247-d44d3a2adb36 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:10.830298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c75f8d8e-2baa-443c-8f29-bdc5868ea12b req-acb83af3-7ba2-4556-a247-d44d3a2adb36 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 945 time: 0.0516651 Sep 09 09:47:10.873369 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c75f8d8e-2baa-443c-8f29-bdc5868ea12b req-82bf9cc2-ca23-4c72-9aff-d393d9607b65 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354605 Sep 09 09:47:10.896339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44416) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:47:11.101253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec68ee5-c11a-4bf5-8171-744443d5cd4c tempest-TestServerBasicOps-1706707260 tempest-TestServerBasicOps-1706707260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:11.102828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0ec68ee5-c11a-4bf5-8171-744443d5cd4c tempest-TestServerBasicOps-1706707260 tempest-TestServerBasicOps-1706707260-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 1092 time: 0.2052155 Sep 09 09:47:11.107170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:47:11.111760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:47:11.184339 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:11.293261 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:11.411532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Allocated IP 172.25.8.202 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/1c8b4549-2f2b-4423-a362-f4d064597289) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:47:11.425829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873ef09-22a7-46c7-9139-3ab690c79784 req-b2436ffc-119b-40d5-9c7f-50872ba28a35 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:11.427564 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a873ef09-22a7-46c7-9139-3ab690c79784 req-b2436ffc-119b-40d5-9c7f-50872ba28a35 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.0606515 Sep 09 09:47:11.474871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a873ef09-22a7-46c7-9139-3ab690c79784 req-b9aff744-7dab-4091-884d-51ff1f9bb97b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406470 Sep 09 09:47:11.537260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:11.829239 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:11.871190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:47:11.874194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:47:11.880496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:47:11.890974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event updated for resources: {'Port': ['ID=1c8b4549-2f2b-4423-a362-f4d064597289,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:12.294724 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:12.446252 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:12.945728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd0c9-a099-4d0b-8065-5bd3f70e45d9 req-817a2c80-2eba-4a4b-9154-eb451df586b2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:12.947259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16afd0c9-a099-4d0b-8065-5bd3f70e45d9 req-817a2c80-2eba-4a4b-9154-eb451df586b2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 943 time: 0.1098213 Sep 09 09:47:13.005100 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-16afd0c9-a099-4d0b-8065-5bd3f70e45d9 req-603825b3-c973-4d48-87c7-01c9e6beb2c3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516038 Sep 09 09:47:13.027464 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:13.131789 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:13.276333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event updated for resources: {'Port': ['ID=1c8b4549-2f2b-4423-a362-f4d064597289,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:13.276333 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:13.315741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ba8a860f-1b5d-4b51-8148-e96a11202ec1 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:47:13.332233 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Floating IP 22843a94-e75b-4959-9615-bae691821d91 associated. External IP: 172.25.8.202, port: bbe16cb7-aa66-4f03-ab75-b36e1213df2d. Sep 09 09:47:13.434792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ba8a860f-1b5d-4b51-8148-e96a11202ec1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ba8a860f-1b5d-4b51-8148-e96a11202ec1,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:47:13.454211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'port_id': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1', 'mac_address': 'fa:16:3e:45:68:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:47:13.513417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:13.532167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8a860f-1b5d-4b51-8148-e96a11202ec1 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:47:13.557410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ba8a860f-1b5d-4b51-8148-e96a11202ec1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ba8a860f-1b5d-4b51-8148-e96a11202ec1,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:47:13.577389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:47:13.708051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:47:13.721245 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cda1a5c-f9f1-4a7d-b595-1b99692bb4f7 None None] Sync routers for ids ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:47:13.731534 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cda1a5c-f9f1-4a7d-b595-1b99692bb4f7 None None] Routers {'6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:47:13.732165 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8cda1a5c-f9f1-4a7d-b595-1b99692bb4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:46:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:47:13.863707 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8cda1a5c-f9f1-4a7d-b595-1b99692bb4f7 None None] Set router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:47:13.959977 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:13.997736 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:14.020541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=ba8a860f-1b5d-4b51-8148-e96a11202ec1,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:14.044955 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8b4eabdf-4adf-4451-8635-98dc36ef258c tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9352448 Sep 09 09:47:14.044955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'tag': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:47:14.047211 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ec667c-7529-4475-a4ce-4df932b05727" -d '{"events": [{"name": "network-changed", "server_uuid": "656e179d-2cdb-490c-bd71-5a6ea00af3a7", "tag": "bbe16cb7-aa66-4f03-ab75-b36e1213df2d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:47:14.124099 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f5c78b-5ec6-4de3-b537-7d32eea0907e x-openstack-request-id: req-56f5c78b-5ec6-4de3-b537-7d32eea0907e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:47:14.124385 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656e179d-2cdb-490c-bd71-5a6ea00af3a7", "tag": "bbe16cb7-aa66-4f03-ab75-b36e1213df2d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:47:14.124708 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56f5c78b-5ec6-4de3-b537-7d32eea0907e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:47:14.125294 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'tag': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d', 'status': 'completed', 'code': 200} Sep 09 09:47:14.132548 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8cda1a5c-f9f1-4a7d-b595-1b99692bb4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:43Z', 'revision_number': 4, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '22843a94-e75b-4959-9615-bae691821d91', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'port_id': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'mac_address': 'fa:16:3e:74:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:47:12Z', 'updated_at': '2021-09-09T09:47:12Z', 'revision_number': 0, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ab3de1-7649-4204-a57e-7e23606f427a', 'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'mac_address': 'fa:16:3e:da:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:42Z', 'updated_at': '2021-09-09T09:46:50Z', 'revision_number': 5, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'subnets': [{'id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:47:14.165061 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cda1a5c-f9f1-4a7d-b595-1b99692bb4f7 None None] Checking router: 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:47:14.177403 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cda1a5c-f9f1-4a7d-b595-1b99692bb4f7 None None] Routers {'6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:47:14.178299 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8cda1a5c-f9f1-4a7d-b595-1b99692bb4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:46:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:47:14.181967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3486cc-4151-4b37-921c-630dc88a357a req-ab66f321-7da8-4285-8797-7829883fa69d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:14.183865 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf3486cc-4151-4b37-921c-630dc88a357a req-ab66f321-7da8-4285-8797-7829883fa69d tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 944 time: 0.0664184 Sep 09 09:47:14.205457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['ba8a860f-1b5d-4b51-8148-e96a11202ec1'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:47:14.209485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec667c-7529-4475-a4ce-4df932b05727 req-3acaa626-11c0-4663-ab2f-0f9a77c98c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:14.211646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31ec667c-7529-4475-a4ce-4df932b05727 req-3acaa626-11c0-4663-ab2f-0f9a77c98c13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea78bde2d6034b13a29d0b5470544954&device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0696592 Sep 09 09:47:14.231849 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf3486cc-4151-4b37-921c-630dc88a357a req-8d432bd7-d890-48fb-ae42-be0173cd4baf tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420656 Sep 09 09:47:14.315657 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8cda1a5c-f9f1-4a7d-b595-1b99692bb4f7 None None] Set router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:47:14.345073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec667c-7529-4475-a4ce-4df932b05727 req-4d55d9d0-d152-438e-8cfa-003ed1a9f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:14.347049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31ec667c-7529-4475-a4ce-4df932b05727 req-4d55d9d0-d152-438e-8cfa-003ed1a9f313 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d29a830-4deb-4937-b67c-917b346d298d HTTP/1.1" status: 200 len: 910 time: 0.1281371 Sep 09 09:47:14.447195 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31ec667c-7529-4475-a4ce-4df932b05727 req-5df1904f-04f8-4906-b943-4f1bc70dbf14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe16cb7-aa66-4f03-ab75-b36e1213df2d HTTP/1.1" status: 200 len: 999 time: 0.0913422 Sep 09 09:47:14.499715 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4cef-73fc-4d1e-9815-a042315312ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:14.505733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec667c-7529-4475-a4ce-4df932b05727 req-6d392a8e-26ec-426d-ac53-0735ebe9a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:14.508544 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31ec667c-7529-4475-a4ce-4df932b05727 req-6d392a8e-26ec-426d-ac53-0735ebe9a89a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=545ae6b2-fa3c-4366-b004-d6af6a314cac HTTP/1.1" status: 200 len: 848 time: 0.0542176 Sep 09 09:47:14.564975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec667c-7529-4475-a4ce-4df932b05727 req-186ae43a-3976-4628-bb9c-4fb1a54f3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:14.566663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31ec667c-7529-4475-a4ce-4df932b05727 req-186ae43a-3976-4628-bb9c-4fb1a54f3a5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d29a830-4deb-4937-b67c-917b346d298d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517421 Sep 09 09:47:14.622119 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8cda1a5c-f9f1-4a7d-b595-1b99692bb4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:43Z', 'revision_number': 4, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '22843a94-e75b-4959-9615-bae691821d91', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'port_id': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'mac_address': 'fa:16:3e:74:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:47:12Z', 'updated_at': '2021-09-09T09:47:12Z', 'revision_number': 0, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ab3de1-7649-4204-a57e-7e23606f427a', 'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'mac_address': 'fa:16:3e:da:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:42Z', 'updated_at': '2021-09-09T09:46:50Z', 'revision_number': 5, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'subnets': [{'id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:47:14.651108 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cda1a5c-f9f1-4a7d-b595-1b99692bb4f7 None None] The sync data for ids ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'] in n-d-778696-16 is: [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:43Z', 'revision_number': 4, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '22843a94-e75b-4959-9615-bae691821d91', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'port_id': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'mac_address': 'fa:16:3e:74:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:47:12Z', 'updated_at': '2021-09-09T09:47:12Z', 'revision_number': 0, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ab3de1-7649-4204-a57e-7e23606f427a', 'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'mac_address': 'fa:16:3e:da:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:42Z', 'updated_at': '2021-09-09T09:46:50Z', 'revision_number': 5, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'subnets': [{'id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:47:14.684522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31ec667c-7529-4475-a4ce-4df932b05727 req-8fc004b2-55ef-49f8-bb9b-859900c264c8 service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105289 Sep 09 09:47:14.795325 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31ec667c-7529-4475-a4ce-4df932b05727 req-99f49050-af03-4f10-b9c3-a447c5e783ad service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039896 Sep 09 09:47:14.907655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12bf7c-7f8d-49b7-a022-7f05649d712f None None] New status for floating IP 22843a94-e75b-4959-9615-bae691821d91: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:47:15.345049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ba8a860f-1b5d-4b51-8148-e96a11202ec1 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:47:15.357645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873264-a1e0-4edf-b39f-a7c7fdd942b9 req-caa96565-5ad9-4916-9bc8-82e02e26f71c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:15.359303 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e1873264-a1e0-4edf-b39f-a7c7fdd942b9 req-caa96565-5ad9-4916-9bc8-82e02e26f71c tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 944 time: 0.0529065 Sep 09 09:47:15.415242 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e1873264-a1e0-4edf-b39f-a7c7fdd942b9 req-2de0d137-a7c9-4e3a-a2e5-0c172201d424 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493312 Sep 09 09:47:15.486938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port ba8a860f-1b5d-4b51-8148-e96a11202ec1 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:47:15.491809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port ba8a860f-1b5d-4b51-8148-e96a11202ec1 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:47:15.492292 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:15.575015 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:15.598015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:47:15.600283 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccf54f2-80df-4aff-b672-65a2608950a8" -d '{"events": [{"server_uuid": "d80c50f3-ac19-463d-840e-6447bf52d38a", "name": "network-vif-plugged", "status": "completed", "tag": "ba8a860f-1b5d-4b51-8148-e96a11202ec1"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:47:15.613967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port ba8a860f-1b5d-4b51-8148-e96a11202ec1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ba8a860f-1b5d-4b51-8148-e96a11202ec1,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:47:15.644103 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a098a67-6e34-484f-992f-4e36eb0d9593 x-openstack-request-id: req-7a098a67-6e34-484f-992f-4e36eb0d9593 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:47:15.644316 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80c50f3-ac19-463d-840e-6447bf52d38a", "name": "network-vif-plugged", "status": "completed", "tag": "ba8a860f-1b5d-4b51-8148-e96a11202ec1", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:47:15.644491 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a098a67-6e34-484f-992f-4e36eb0d9593 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:47:15.644938 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1', 'code': 200} Sep 09 09:47:15.704130 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:15.770008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf1889-30f9-45c8-a1c4-af4c826a1ffc req-5460278d-3b4f-4d03-911e-d93ec5d0b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:15.771698 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3cf1889-30f9-45c8-a1c4-af4c826a1ffc req-5460278d-3b4f-4d03-911e-d93ec5d0b06c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 1097 time: 0.0649927 Sep 09 09:47:15.774005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=ba8a860f-1b5d-4b51-8148-e96a11202ec1,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:15.808069 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3cf1889-30f9-45c8-a1c4-af4c826a1ffc req-3eaabf05-b950-4d9a-8c27-5f11e41eb4c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297656 Sep 09 09:47:16.535581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1778e87-b286-43cd-b6b6-7d81ebb124dc req-3cb16666-b131-45b2-bc3b-8d746c63f75b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:16.538115 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1778e87-b286-43cd-b6b6-7d81ebb124dc req-3cb16666-b131-45b2-bc3b-8d746c63f75b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 945 time: 0.0550287 Sep 09 09:47:16.579570 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1778e87-b286-43cd-b6b6-7d81ebb124dc req-4c34143e-b2f8-4509-a182-8a097b308548 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350554 Sep 09 09:47:17.155970 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b0aaa2a-a2b7-4fe0-863c-5a52e1cfd07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:17.338474 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:17.715672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0505-ccea-4e44-815f-ab988d3bb400 req-fcc610b9-1342-4d70-864f-7ff5e12e76f9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:17.717170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b8c0505-ccea-4e44-815f-ab988d3bb400 req-fcc610b9-1342-4d70-864f-7ff5e12e76f9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 945 time: 0.0511038 Sep 09 09:47:17.756035 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b8c0505-ccea-4e44-815f-ab988d3bb400 req-d8917b17-f7c8-4518-83f1-9242146399c7 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327785 Sep 09 09:47:17.884182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728584e-ce2f-45a2-b21a-7df2bc603d41 req-6d65e434-23a7-4138-bb0d-0c93cc7223c4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:17.885979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0728584e-ce2f-45a2-b21a-7df2bc603d41 req-6d65e434-23a7-4138-bb0d-0c93cc7223c4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 945 time: 0.0602202 Sep 09 09:47:17.933421 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0728584e-ce2f-45a2-b21a-7df2bc603d41 req-bd9f3621-a4fb-4cf0-8f96-77b08b37ebf4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399561 Sep 09 09:47:17.977052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44602) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:47:18.173021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e5338-0a45-4037-a3d3-67b241388a96 tempest-TestVolumeBootPattern-946751297 tempest-TestVolumeBootPattern-946751297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:18.175400 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-003e5338-0a45-4037-a3d3-67b241388a96 tempest-TestVolumeBootPattern-946751297 tempest-TestVolumeBootPattern-946751297-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 1092 time: 0.1963887 Sep 09 09:47:18.184048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44608) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:47:18.188845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:47:18.304289 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:18.416109 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:18.533389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Allocated IP 172.25.8.16 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/cb32f119-c1a0-4c00-931a-a460474e0fc3) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:47:18.550352 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:18.644683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:18.789545 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:18.827979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:47:18.830877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:47:18.837682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:47:18.871993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=cb32f119-c1a0-4c00-931a-a460474e0fc3,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:19.252503 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:19.379785 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:19.537816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:19.630104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:19.713630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event updated for resources: {'Port': ['ID=cb32f119-c1a0-4c00-931a-a460474e0fc3,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:19.720269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:19.830807 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Floating IP a544fc2e-693e-48b6-8daf-23e90e50e1e0 associated. External IP: 172.25.8.16, port: ba8a860f-1b5d-4b51-8148-e96a11202ec1. Sep 09 09:47:20.057207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Router 42f75632-702d-41c8-930e-179afeaa44ac has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:47:20.172026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:47:20.179184 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:20.190782 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f114c8-0c3b-4d3f-a989-fa7e54b25fd8 None None] Sync routers for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:47:20.201484 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f114c8-0c3b-4d3f-a989-fa7e54b25fd8 None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:47:20.202098 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b0f114c8-0c3b-4d3f-a989-fa7e54b25fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:47:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:47:20.281841 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:20.316069 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b0f114c8-0c3b-4d3f-a989-fa7e54b25fd8 None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:47:20.324077 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5d057854-7460-4be3-be85-00dc6190506b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1387727 Sep 09 09:47:20.324855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'tag': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:47:20.327151 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad73c78-8488-4f68-b5c9-00451521fa0a" -d '{"events": [{"name": "network-changed", "server_uuid": "d80c50f3-ac19-463d-840e-6447bf52d38a", "tag": "ba8a860f-1b5d-4b51-8148-e96a11202ec1"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:47:20.372506 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a378f3f-dc72-47cd-b757-b7dfb78dde68 x-openstack-request-id: req-5a378f3f-dc72-47cd-b757-b7dfb78dde68 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:47:20.372506 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80c50f3-ac19-463d-840e-6447bf52d38a", "tag": "ba8a860f-1b5d-4b51-8148-e96a11202ec1", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:47:20.372865 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a378f3f-dc72-47cd-b757-b7dfb78dde68 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:47:20.373249 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'tag': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1', 'status': 'completed', 'code': 200} Sep 09 09:47:20.450390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73c78-8488-4f68-b5c9-00451521fa0a req-ff3610d6-e765-445a-af95-b643f7805ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:20.452003 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cad73c78-8488-4f68-b5c9-00451521fa0a req-ff3610d6-e765-445a-af95-b643f7805ee9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 1097 time: 0.0540776 Sep 09 09:47:20.552393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73c78-8488-4f68-b5c9-00451521fa0a req-0bfbc347-b30b-4ea4-be5d-b8b16d4ce9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:20.554051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cad73c78-8488-4f68-b5c9-00451521fa0a req-0bfbc347-b30b-4ea4-be5d-b8b16d4ce9d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.0945497 Sep 09 09:47:20.564097 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b0f114c8-0c3b-4d3f-a989-fa7e54b25fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1cccf40f-adf1-4d49-b4ae-e39619bfad02', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:df:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:44:02Z', 'updated_at': '2021-09-09T09:44:04Z', 'revision_number': 1, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}, {'id': 'a544fc2e-693e-48b6-8daf-23e90e50e1e0', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:45:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:47:19Z', 'updated_at': '2021-09-09T09:47:19Z', 'revision_number': 0, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:47:20.595221 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f114c8-0c3b-4d3f-a989-fa7e54b25fd8 None None] Checking router: 42f75632-702d-41c8-930e-179afeaa44ac for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:47:20.604770 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f114c8-0c3b-4d3f-a989-fa7e54b25fd8 None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:47:20.605413 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b0f114c8-0c3b-4d3f-a989-fa7e54b25fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:47:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:47:20.630867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cad73c78-8488-4f68-b5c9-00451521fa0a req-c97764ac-3b18-4b41-8d1c-d18f4208ab49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba8a860f-1b5d-4b51-8148-e96a11202ec1 HTTP/1.1" status: 200 len: 998 time: 0.0702531 Sep 09 09:47:20.688150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73c78-8488-4f68-b5c9-00451521fa0a req-c6865f8d-c6b0-45e9-be7e-8f6ca945e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:20.689756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cad73c78-8488-4f68-b5c9-00451521fa0a req-c6865f8d-c6b0-45e9-be7e-8f6ca945e609 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0522053 Sep 09 09:47:20.744140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73c78-8488-4f68-b5c9-00451521fa0a req-44dea706-fecd-479d-a031-dd5007de6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:20.745614 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cad73c78-8488-4f68-b5c9-00451521fa0a req-44dea706-fecd-479d-a031-dd5007de6c3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481536 Sep 09 09:47:20.825816 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b0f114c8-0c3b-4d3f-a989-fa7e54b25fd8 None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:47:20.847473 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cad73c78-8488-4f68-b5c9-00451521fa0a req-09cb005b-f704-41ea-bf90-eb2e682e1529 service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944655 Sep 09 09:47:20.952863 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cad73c78-8488-4f68-b5c9-00451521fa0a req-57850a7e-cc83-4439-83d4-4259e20e9865 service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986216 Sep 09 09:47:21.066382 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b0f114c8-0c3b-4d3f-a989-fa7e54b25fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1cccf40f-adf1-4d49-b4ae-e39619bfad02', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:df:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:44:02Z', 'updated_at': '2021-09-09T09:44:04Z', 'revision_number': 1, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}, {'id': 'a544fc2e-693e-48b6-8daf-23e90e50e1e0', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:45:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:47:19Z', 'updated_at': '2021-09-09T09:47:19Z', 'revision_number': 0, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:47:21.094219 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f114c8-0c3b-4d3f-a989-fa7e54b25fd8 None None] The sync data for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 is: [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1cccf40f-adf1-4d49-b4ae-e39619bfad02', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:df:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:44:02Z', 'updated_at': '2021-09-09T09:44:04Z', 'revision_number': 1, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}, {'id': 'a544fc2e-693e-48b6-8daf-23e90e50e1e0', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:45:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:47:19Z', 'updated_at': '2021-09-09T09:47:19Z', 'revision_number': 0, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:47:21.321243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feaca0-1cea-4e5b-93ad-90d0938a43d6 None None] New status for floating IP a544fc2e-693e-48b6-8daf-23e90e50e1e0: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:47:23.285736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44644) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:47:23.402473 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fa13f24e-c2e1-4a79-9d76-df4af8bfe2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:23.493682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fa13f24e-c2e1-4a79-9d76-df4af8bfe2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:23.588203 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fa13f24e-c2e1-4a79-9d76-df4af8bfe2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:23.626614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13f24e-c2e1-4a79-9d76-df4af8bfe2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1ed648-809c-4eeb-a6cb-77ac3ae9c447,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:23.631896 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fa13f24e-c2e1-4a79-9d76-df4af8bfe2c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f043c9d02a24cf2843fe030a6a7508e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450739 Sep 09 09:47:23.634667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44650) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:47:23.651046 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:47:23.686896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-151ee586-9fc1-481d-aa9b-e0825487c347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:23.708104 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-151ee586-9fc1-481d-aa9b-e0825487c347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:23.880135 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-151ee586-9fc1-481d-aa9b-e0825487c347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:23.884409 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-151ee586-9fc1-481d-aa9b-e0825487c347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:23.885826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-151ee586-9fc1-481d-aa9b-e0825487c347 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e1ed648-809c-4eeb-a6cb-77ac3ae9c447 HTTP/1.1" status: 204 len: 168 time: 0.2499466 Sep 09 09:47:23.895236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ee586-9fc1-481d-aa9b-e0825487c347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1ed648-809c-4eeb-a6cb-77ac3ae9c447,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:24.518710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 44658) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:47:24.532069 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-361652bb-e00a-4852-985c-0ac4aa72cfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:24.621489 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-361652bb-e00a-4852-985c-0ac4aa72cfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:24.679865 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-361652bb-e00a-4852-985c-0ac4aa72cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:24.718266 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-361652bb-e00a-4852-985c-0ac4aa72cfd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abe144149f414e3db66e02a325f7a11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983967 Sep 09 09:47:24.719136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361652bb-e00a-4852-985c-0ac4aa72cfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504702c4-d8cc-4267-8fdc-14c05c0920a4,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:24.721358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44660) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:47:24.772536 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11761e22-4462-4590-8bd4-cd27aafa8226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:24.794686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11761e22-4462-4590-8bd4-cd27aafa8226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:24.932578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11761e22-4462-4590-8bd4-cd27aafa8226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:24.935388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11761e22-4462-4590-8bd4-cd27aafa8226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:24.936588 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-11761e22-4462-4590-8bd4-cd27aafa8226 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/504702c4-d8cc-4267-8fdc-14c05c0920a4 HTTP/1.1" status: 204 len: 168 time: 0.2135422 Sep 09 09:47:24.946184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11761e22-4462-4590-8bd4-cd27aafa8226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504702c4-d8cc-4267-8fdc-14c05c0920a4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:25.361073 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:26.081032 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:44.436019 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1f98-ef09-4529-b0e4-93678aa8cf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:47.222609 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52731b72-1d89-40bf-9ff1-4885c6d2ad92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:47.336668 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:48.299747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:47:48.451510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c45f0-720d-405a-9c3f-4a98f42487d8 req-8c295fc0-3e0e-4071-9a26-0c75b561788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:47:48.453559 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac3c45f0-720d-405a-9c3f-4a98f42487d8 req-8c295fc0-3e0e-4071-9a26-0c75b561788d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 1097 time: 0.1526315 Sep 09 09:47:48.505008 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac3c45f0-720d-405a-9c3f-4a98f42487d8 req-e264320f-c547-4a57-acbe-44818c71e472 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446553 Sep 09 09:47:48.585403 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:50.190037 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:51.085623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-e02c9edb-91ea-453b-afde-b24dbbfc9996 req-86dbfbb4-b7d8-48c5-bf3d-e21e9db0029f service neutron] (95325) timed out ('10.222.0.24', 64994) {{(pid=95325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 09:47:52.634869 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-0e6ccc5f-48ab-49dd-be59-7e0b6fec468b req-2c36e883-5815-48b2-8386-c4ca12e1ae20 service neutron] (95326) timed out ('10.222.0.24', 65007) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 09:47:55.435547 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:55.892253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44956) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:47:56.009646 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd81ca23-87d4-44f1-ab0a-f1079cbfe03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:56.069611 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:56.103773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd81ca23-87d4-44f1-ab0a-f1079cbfe03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:56.195272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd81ca23-87d4-44f1-ab0a-f1079cbfe03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:56.232948 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ca23-87d4-44f1-ab0a-f1079cbfe03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05484e5c-5319-4362-82d8-572d725e8ee0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:47:56.237655 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cd81ca23-87d4-44f1-ab0a-f1079cbfe03f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c99760cf992471199967245e66679c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442435 Sep 09 09:47:56.241222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 44960) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:47:56.298824 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03a27eca-d019-46c1-bb15-3cbb24034bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:56.320385 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03a27eca-d019-46c1-bb15-3cbb24034bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:56.504388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03a27eca-d019-46c1-bb15-3cbb24034bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:56.506962 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03a27eca-d019-46c1-bb15-3cbb24034bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:47:56.508222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-03a27eca-d019-46c1-bb15-3cbb24034bbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05484e5c-5319-4362-82d8-572d725e8ee0 HTTP/1.1" status: 204 len: 168 time: 0.2657986 Sep 09 09:47:56.516184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a27eca-d019-46c1-bb15-3cbb24034bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05484e5c-5319-4362-82d8-572d725e8ee0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:00.649288 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:48:04.301578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45046) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:48:04.418426 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:04.504594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:04.595405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:04.637347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb708330-74c3-46da-b40f-ec665f681530,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:04.642268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83b2e2ef5d924573816071fa4ecbee1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396361 Sep 09 09:48:04.644991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45050) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:48:04.650688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.651412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.651966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.652415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.653094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.653550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.653941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.654283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.654645 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.654980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.655311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.659530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156d2c0-fb03-4e55-a765-d60fb9b44fd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.702348 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:04.723483 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:04.839729 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:04.842232 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:04.843470 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb708330-74c3-46da-b40f-ec665f681530 HTTP/1.1" status: 204 len: 168 time: 0.1973319 Sep 09 09:48:04.852029 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb708330-74c3-46da-b40f-ec665f681530,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:04.862171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.862519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.862858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.863190 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.863554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.863885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.864211 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.864623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.864953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.865270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.866287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:04.866843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340f00e-a4bd-469d-8e0b-4f9e9c40f703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:05.501935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45062) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:48:05.517996 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e20faa89-6890-45a2-9422-683e8abefb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:05.580416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8023e607-80fc-4521-a6f9-f035208a5906 req-652e7876-0630-444a-a25d-49411fec37d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3693051 Sep 09 09:48:05.611739 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e20faa89-6890-45a2-9422-683e8abefb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:05.662138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023e607-80fc-4521-a6f9-f035208a5906 req-7551743d-78ef-4193-839d-29f0f65f1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:05.664168 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8023e607-80fc-4521-a6f9-f035208a5906 req-7551743d-78ef-4193-839d-29f0f65f1834 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 1097 time: 0.0434654 Sep 09 09:48:05.698410 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e20faa89-6890-45a2-9422-683e8abefb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:05.738899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e20faa89-6890-45a2-9422-683e8abefb4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b8b44eafc1946148900fac976fcd041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357287 Sep 09 09:48:05.739844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20faa89-6890-45a2-9422-683e8abefb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdace13-d52f-479b-af58-1ad9da4e8115,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:05.741657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45064) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:48:05.799217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023e607-80fc-4521-a6f9-f035208a5906 req-3fadaf7e-6fba-471a-98fd-df0fa610d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:05.800756 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8023e607-80fc-4521-a6f9-f035208a5906 req-3fadaf7e-6fba-471a-98fd-df0fa610d1ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.1185157 Sep 09 09:48:05.848041 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9dc7d283-801d-4fb2-8125-a78db636d3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:05.878431 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9dc7d283-801d-4fb2-8125-a78db636d3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:05.900711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8023e607-80fc-4521-a6f9-f035208a5906 req-1a482fab-fa04-423b-881d-d5b1838811e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba8a860f-1b5d-4b51-8148-e96a11202ec1 HTTP/1.1" status: 200 len: 1000 time: 0.0890536 Sep 09 09:48:05.921651 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-9cb598d9-586d-430b-b308-65788dc61dc4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442269 Sep 09 09:48:05.965800 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023e607-80fc-4521-a6f9-f035208a5906 req-3cf43c28-4191-4bfd-86c5-dd50252c80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:05.967289 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8023e607-80fc-4521-a6f9-f035208a5906 req-3cf43c28-4191-4bfd-86c5-dd50252c80d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0597579 Sep 09 09:48:06.012927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-ccbcb63c-14ec-421f-821f-47845f294302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:06.013576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023e607-80fc-4521-a6f9-f035208a5906 req-f327297a-b4c7-41a6-848d-d8c4444485dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:06.014637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-ccbcb63c-14ec-421f-821f-47845f294302 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0502777 Sep 09 09:48:06.015105 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8023e607-80fc-4521-a6f9-f035208a5906 req-f327297a-b4c7-41a6-848d-d8c4444485dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412092 Sep 09 09:48:06.051118 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9dc7d283-801d-4fb2-8125-a78db636d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:06.053870 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9dc7d283-801d-4fb2-8125-a78db636d3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:06.055005 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9dc7d283-801d-4fb2-8125-a78db636d3d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cdace13-d52f-479b-af58-1ad9da4e8115 HTTP/1.1" status: 204 len: 168 time: 0.3123953 Sep 09 09:48:06.098856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7d283-801d-4fb2-8125-a78db636d3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdace13-d52f-479b-af58-1ad9da4e8115,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:06.132429 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-b8b42fae-a5f0-45a5-89f2-57b99a333a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:06.136855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-b8b42fae-a5f0-45a5-89f2-57b99a333a44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.1002476 Sep 09 09:48:06.137392 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8023e607-80fc-4521-a6f9-f035208a5906 req-27362cfd-fa5a-4eb5-9318-434a855dc88a service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154628 Sep 09 09:48:06.206921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-a7ca9b22-a284-488f-841f-71402fd7bbb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 HTTP/1.1" status: 200 len: 1001 time: 0.0657296 Sep 09 09:48:06.244753 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8023e607-80fc-4521-a6f9-f035208a5906 req-546f1f7a-d965-43ef-a9ed-fa8dbdcfef6f service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002536 Sep 09 09:48:06.263238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-4a824402-8fcf-4375-bbba-61d60dd402c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:06.264813 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-4a824402-8fcf-4375-bbba-61d60dd402c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0503953 Sep 09 09:48:06.312407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-19d4ce2f-91f0-4e04-81d1-910b66efd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:06.314006 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-19d4ce2f-91f0-4e04-81d1-910b66efd60b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427256 Sep 09 09:48:06.410296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-d0f2a64a-8c92-41a4-aeaa-a7858923a379 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888820 Sep 09 09:48:06.516911 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46e5c328-4fec-4913-a1ed-271900bd4b42 req-d0ca0e07-4d8d-4f4d-8146-759dd4a3b686 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991533 Sep 09 09:48:07.178415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45096) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:48:07.316776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-976882878-network', 'tenant_id': '205e29a36d284b87ba7f950f1cfad292'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:48:07.429257 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Made reservation on behalf of 205e29a36d284b87ba7f950f1cfad292 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:48:07.431566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:07.440491 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:07.527385 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:07.600715 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:07.627270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:48:07.633175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af38779-0f00-4455-81ca-be6108607842,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:07.645666 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:07.645666 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Added segment 1dbe09ad-a594-4217-9b21-a75311978a77 of type vlan for network da1f47f4-9b5e-4120-95b9-92d3c5506d94 Sep 09 09:48:07.682117 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:07.795111 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:07.796114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:07.796707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:07.861620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] Pushing event updated for resources: {'Network': ['ID=da1f47f4-9b5e-4120-95b9-92d3c5506d94,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:07.876377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network da1f47f4-9b5e-4120-95b9-92d3c5506d94 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:48:07.910699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8aa54838-0166-4340-afa8-49dfbf2ff3be admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7310505 Sep 09 09:48:07.913738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45102) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:48:07.919281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] Request body: {'subnet': {'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-976882878-subnet', 'tenant_id': '205e29a36d284b87ba7f950f1cfad292', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:48:08.029607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] Made reservation on behalf of 205e29a36d284b87ba7f950f1cfad292 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:48:08.032184 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:08.293744 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:08.352652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8b3420-77ce-49df-937c-6b6b0bb8b65e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:08.359729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] Checking segment: {'id': '1dbe09ad-a594-4217-9b21-a75311978a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:48:08.360081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] Network hostable DHCP agents. Network: da1f47f4-9b5e-4120-95b9-92d3c5506d94, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:48:08.435347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] Network da1f47f4-9b5e-4120-95b9-92d3c5506d94 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:48:08.515572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, da1f47f4-9b5e-4120-95b9-92d3c5506d94) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:48:08.519954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:08.520616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:08.526928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d648c9-0e48-4ac1-9e3f-5b7f5f3ee8b4 None None] Network da1f47f4-9b5e-4120-95b9-92d3c5506d94 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:48:08.584757 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-43f7200e-3593-4b2d-86cb-e743d160896f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6699471 Sep 09 09:48:08.807873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ff0ea-87a2-497e-a7df-f15de44b0267 None None] Network da1f47f4-9b5e-4120-95b9-92d3c5506d94 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:48:12.138460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-11ae8e59-9201-4d00-8334-20212ec5988d tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:12.140086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-11ae8e59-9201-4d00-8334-20212ec5988d tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/networks?id=da1f47f4-9b5e-4120-95b9-92d3c5506d94 HTTP/1.1" status: 200 len: 808 time: 0.1070313 Sep 09 09:48:12.156661 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-7084da86-72ba-4ea4-9556-e17cdedf1f39 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/quotas/205e29a36d284b87ba7f950f1cfad292 HTTP/1.1" status: 200 len: 375 time: 0.0104208 Sep 09 09:48:12.190099 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-1f75bc8c-8bb6-4bf7-af44-42e199e0a52e tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=205e29a36d284b87ba7f950f1cfad292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276687 Sep 09 09:48:12.285501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-ea59a09f-2674-4624-a2c1-9fdf7ee67573 service neutron] 10.222.0.32 "GET /v2.0/networks/da1f47f4-9b5e-4120-95b9-92d3c5506d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877173 Sep 09 09:48:12.379781 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-26b5f5b1-6ed2-4279-beca-7b063caaab5c service neutron] 10.222.0.32 "GET /v2.0/networks/da1f47f4-9b5e-4120-95b9-92d3c5506d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871332 Sep 09 09:48:12.683955 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-15fb2d99-1af8-4059-bf7f-ecc798cd8e72 req-f2427691-63a7-46d4-8b03-d6bc7da30caa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 210 time: 0.0995445 Sep 09 09:48:13.779479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8314da3-8c71-4671-acaf-bbaa7d69d12a req-160b9c6b-648a-4e57-9124-77d9576257a4 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 210 time: 0.0291579 Sep 09 09:48:14.456582 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8ec92b3-e30d-4399-a75e-f3071b092602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:14.662341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-2a54f6f5-c8ae-4813-8929-8a8d1cc74d13 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:14.663861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-2a54f6f5-c8ae-4813-8929-8a8d1cc74d13 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.41 "GET /v2.0/networks?id=da1f47f4-9b5e-4120-95b9-92d3c5506d94 HTTP/1.1" status: 200 len: 808 time: 0.1105969 Sep 09 09:48:14.676124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Request body: {'port': {'device_id': 'f6bd177a-5543-4ea8-b5d7-5312a5d1345b', 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94', 'admin_state_up': True, 'tenant_id': '205e29a36d284b87ba7f950f1cfad292'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:48:14.880153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0619e9ef-0557-4760-85fe-facaf775a0ba req-6cbe0665-ae15-4ad1-8415-286a87cfc800 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 210 time: 0.0312562 Sep 09 09:48:14.886778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Made reservation on behalf of 205e29a36d284b87ba7f950f1cfad292 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:48:14.890957 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:15.025767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Allocated IP 172.20.0.8 (da1f47f4-9b5e-4120-95b9-92d3c5506d94/ff8b3420-77ce-49df-937c-6b6b0bb8b65e/b11af360-5899-4ab5-9988-e140b9013a10) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:48:15.183541 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:15.299089 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:15.342124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Network da1f47f4-9b5e-4120-95b9-92d3c5506d94 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:48:15.347044 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:48:15.353848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:48:15.378194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Pushing event updated for resources: {'Port': ['ID=b11af360-5899-4ab5-9988-e140b9013a10,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:15.408494 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:15.409203 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:15.528659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-5c223609-d22c-488f-93e8-53ec5cad7a2f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8560967 Sep 09 09:48:15.538435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-91579e1b-c11d-46d3-a9c3-543821251692 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:48:15.540616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-91579e1b-c11d-46d3-a9c3-543821251692 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053532 Sep 09 09:48:15.551920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Request body: {'port': {'device_id': 'f6bd177a-5543-4ea8-b5d7-5312a5d1345b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:48:15.614651 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:15.914524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11af360-5899-4ab5-9988-e140b9013a10 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:48:15.925368 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:15.951623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Transition to ACTIVE for port object b11af360-5899-4ab5-9988-e140b9013a10 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:48:16.041740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7739-3cb5-4806-b24a-27d08c152e04 req-320b83b1-981d-4928-a9a0-de598fc45153 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:16.043308 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-273c7739-3cb5-4806-b24a-27d08c152e04 req-320b83b1-981d-4928-a9a0-de598fc45153 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 931 time: 0.0601711 Sep 09 09:48:16.044622 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:16.124353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Pushing event updated for resources: {'Port': ['ID=b11af360-5899-4ab5-9988-e140b9013a10,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:16.143255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-273c7739-3cb5-4806-b24a-27d08c152e04 req-51659d4a-ad95-497a-90fb-558396e95fbf tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930808 Sep 09 09:48:16.211957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Attempting to bind port b11af360-5899-4ab5-9988-e140b9013a10 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:48:16.212273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Attempting to bind port b11af360-5899-4ab5-9988-e140b9013a10 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '1dbe09ad-a594-4217-9b21-a75311978a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:48:16.212602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Attempting to bind port b11af360-5899-4ab5-9988-e140b9013a10 on network da1f47f4-9b5e-4120-95b9-92d3c5506d94 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:48:16.216888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Port b11af360-5899-4ab5-9988-e140b9013a10 on network da1f47f4-9b5e-4120-95b9-92d3c5506d94 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:48:16.217206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Attempting to bind port b11af360-5899-4ab5-9988-e140b9013a10 on network da1f47f4-9b5e-4120-95b9-92d3c5506d94 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:48:16.222128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:48:16.222459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Checking segment: {'id': '1dbe09ad-a594-4217-9b21-a75311978a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:48:16.222840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Bound using segment: {'id': '1dbe09ad-a594-4217-9b21-a75311978a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:48:16.223253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Bound port: b11af360-5899-4ab5-9988-e140b9013a10, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbe09ad-a594-4217-9b21-a75311978a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:48:16.223629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:16.303949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] For port b11af360-5899-4ab5-9988-e140b9013a10, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:48:16.307265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] For port b11af360-5899-4ab5-9988-e140b9013a10, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b11af360-5899-4ab5-9988-e140b9013a10,segment=NetworkSegment(1dbe09ad-a594-4217-9b21-a75311978a77),segment_id=1dbe09ad-a594-4217-9b21-a75311978a77)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:48:16.407400 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:16.448636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:16.449250 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:16.450647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] 10.222.0.41 "PUT /v2.0/ports/b11af360-5899-4ab5-9988-e140b9013a10 HTTP/1.1" status: 200 len: 1092 time: 0.9030998 Sep 09 09:48:16.451092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bd177a-5543-4ea8-b5d7-5312a5d1345b', 'tag': 'b11af360-5899-4ab5-9988-e140b9013a10'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:48:16.453429 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fa9b05-983a-4a23-a5e6-4c29db52da70" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bd177a-5543-4ea8-b5d7-5312a5d1345b", "tag": "b11af360-5899-4ab5-9988-e140b9013a10"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:48:16.474595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce82108-eecf-408b-a533-4d3d76753c68 service neutron] Pushing event updated for resources: {'Port': ['ID=b11af360-5899-4ab5-9988-e140b9013a10,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:16.496798 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e418a0bf-5d00-4a4e-9756-b09fb490e37a x-openstack-request-id: req-e418a0bf-5d00-4a4e-9756-b09fb490e37a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:48:16.497102 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bd177a-5543-4ea8-b5d7-5312a5d1345b", "tag": "b11af360-5899-4ab5-9988-e140b9013a10", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:48:16.497355 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e418a0bf-5d00-4a4e-9756-b09fb490e37a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:48:16.497780 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bd177a-5543-4ea8-b5d7-5312a5d1345b', 'tag': 'b11af360-5899-4ab5-9988-e140b9013a10', 'status': 'completed', 'code': 200} Sep 09 09:48:16.559852 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9b05-983a-4a23-a5e6-4c29db52da70 req-a777b7a4-ca45-49f4-a2bd-3a01f9b2f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:16.561656 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5fa9b05-983a-4a23-a5e6-4c29db52da70 req-a777b7a4-ca45-49f4-a2bd-3a01f9b2f9c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=205e29a36d284b87ba7f950f1cfad292&device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 1095 time: 0.0437059 Sep 09 09:48:16.666200 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9b05-983a-4a23-a5e6-4c29db52da70 req-e4ae9480-02b7-4ac6-81ba-8b4fa3021771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:16.667730 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5fa9b05-983a-4a23-a5e6-4c29db52da70 req-e4ae9480-02b7-4ac6-81ba-8b4fa3021771 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=205e29a36d284b87ba7f950f1cfad292&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0987663 Sep 09 09:48:16.761997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9b05-983a-4a23-a5e6-4c29db52da70 req-752e428a-d932-433b-8047-8a59727fc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:16.763522 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5fa9b05-983a-4a23-a5e6-4c29db52da70 req-752e428a-d932-433b-8047-8a59727fc95a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895655 Sep 09 09:48:16.847532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-c7334f15-e0a3-4900-b994-55f830a19a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:16.849056 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-c7334f15-e0a3-4900-b994-55f830a19a55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=205e29a36d284b87ba7f950f1cfad292&device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 1095 time: 0.0474524 Sep 09 09:48:16.892451 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-f182c251-a6ee-4085-a2d0-593abb15b5f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b11af360-5899-4ab5-9988-e140b9013a10 HTTP/1.1" status: 200 len: 217 time: 0.0349717 Sep 09 09:48:16.942144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-bf53cd27-38e8-420f-ab19-1f26ba6048f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:16.943858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-bf53cd27-38e8-420f-ab19-1f26ba6048f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff8b3420-77ce-49df-937c-6b6b0bb8b65e HTTP/1.1" status: 200 len: 848 time: 0.0453842 Sep 09 09:48:16.975716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-a687334a-cc61-4420-a42c-d2be0bdd69fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da1f47f4-9b5e-4120-95b9-92d3c5506d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248802 Sep 09 09:48:17.075282 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-6e056b33-376e-41ae-94ad-71200452ab23 service neutron] 10.222.0.41 "GET /v2.0/networks/da1f47f4-9b5e-4120-95b9-92d3c5506d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919602 Sep 09 09:48:17.148184 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7af0-53fb-4c3c-9c97-cc739e7b41c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:17.174996 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98d665eb-6e29-4938-bc94-a1f807375fbe req-d4e08fb0-fd5f-442e-8fd0-c504b5a978be service neutron] 10.222.0.41 "GET /v2.0/networks/da1f47f4-9b5e-4120-95b9-92d3c5506d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925446 Sep 09 09:48:17.278153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18480086-d861-4598-8ad9-9a5e679e763d req-536744d6-ec11-4fc3-8950-ee229568cc18 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:17.279642 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18480086-d861-4598-8ad9-9a5e679e763d req-536744d6-ec11-4fc3-8950-ee229568cc18 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 943 time: 0.0594869 Sep 09 09:48:17.319088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-18480086-d861-4598-8ad9-9a5e679e763d req-66947bd4-18eb-4ce8-a2da-73c604029104 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334990 Sep 09 09:48:17.349566 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:18.436753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d5fbc-21e9-4e71-b345-5a8c1d2a6b24 req-8a6c5128-5e46-4e5b-af9a-d71dd61edcc3 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:18.438282 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab2d5fbc-21e9-4e71-b345-5a8c1d2a6b24 req-8a6c5128-5e46-4e5b-af9a-d71dd61edcc3 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 943 time: 0.0504301 Sep 09 09:48:18.477185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab2d5fbc-21e9-4e71-b345-5a8c1d2a6b24 req-812028f6-1930-426e-bcb4-5dde478f9253 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329099 Sep 09 09:48:18.538529 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:19.596033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d85c2d-9f1f-41c1-86cc-75e17aa8c99e req-893d7fe6-22cc-4e9a-a92b-6aa1eaa45c34 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:19.597544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5d85c2d-9f1f-41c1-86cc-75e17aa8c99e req-893d7fe6-22cc-4e9a-a92b-6aa1eaa45c34 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 943 time: 0.0491042 Sep 09 09:48:19.636188 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5d85c2d-9f1f-41c1-86cc-75e17aa8c99e req-8ea61d81-7535-4dbc-af54-40981903482e tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Sep 09 09:48:19.664448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b11af360-5899-4ab5-9988-e140b9013a10 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:48:19.763467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b11af360-5899-4ab5-9988-e140b9013a10, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b11af360-5899-4ab5-9988-e140b9013a10,segment=NetworkSegment(1dbe09ad-a594-4217-9b21-a75311978a77),segment_id=1dbe09ad-a594-4217-9b21-a75311978a77)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:19.775324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'b11af360-5899-4ab5-9988-e140b9013a10', 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94', 'port_id': 'b11af360-5899-4ab5-9988-e140b9013a10', 'mac_address': 'fa:16:3e:85:79:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8b3420-77ce-49df-937c-6b6b0bb8b65e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:48:19.813029 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:19.826067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11af360-5899-4ab5-9988-e140b9013a10 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:48:19.846383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b11af360-5899-4ab5-9988-e140b9013a10, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b11af360-5899-4ab5-9988-e140b9013a10,segment=NetworkSegment(1dbe09ad-a594-4217-9b21-a75311978a77),segment_id=1dbe09ad-a594-4217-9b21-a75311978a77)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:19.925738 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:19.981924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b11af360-5899-4ab5-9988-e140b9013a10,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:19.989166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:19.989515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:19.989857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:19.990221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:19.990580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:19.990915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:19.991244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:19.991602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:19.992020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:19.992347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:19.992671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:19.992988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:48:20.139681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['b11af360-5899-4ab5-9988-e140b9013a10'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:48:20.198057 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:20.754795 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1832371-1a85-4d04-89ea-b790e2a77c5e req-acf1ca52-3862-4c14-b4c3-867cd342fb19 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:20.756388 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c1832371-1a85-4d04-89ea-b790e2a77c5e req-acf1ca52-3862-4c14-b4c3-867cd342fb19 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 944 time: 0.0496771 Sep 09 09:48:20.795762 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c1832371-1a85-4d04-89ea-b790e2a77c5e req-a4eddc32-54a6-421c-aae5-608e00064183 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Sep 09 09:48:21.688993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b11af360-5899-4ab5-9988-e140b9013a10 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:48:21.829853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port b11af360-5899-4ab5-9988-e140b9013a10 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:48:21.840337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port b11af360-5899-4ab5-9988-e140b9013a10 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:48:21.840337 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:21.917575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d865375-36e9-4a15-b20b-331648bacf24 req-5e04d8ad-b5a4-41db-8dda-e416e9fee930 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:21.919090 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d865375-36e9-4a15-b20b-331648bacf24 req-5e04d8ad-b5a4-41db-8dda-e416e9fee930 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 944 time: 0.0547407 Sep 09 09:48:21.920569 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:21.945446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bd177a-5543-4ea8-b5d7-5312a5d1345b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11af360-5899-4ab5-9988-e140b9013a10'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:48:21.947652 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6231f2-8bca-46a9-850f-785063e54ea6" -d '{"events": [{"server_uuid": "f6bd177a-5543-4ea8-b5d7-5312a5d1345b", "name": "network-vif-plugged", "status": "completed", "tag": "b11af360-5899-4ab5-9988-e140b9013a10"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:48:21.961736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b11af360-5899-4ab5-9988-e140b9013a10, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b11af360-5899-4ab5-9988-e140b9013a10,segment=NetworkSegment(1dbe09ad-a594-4217-9b21-a75311978a77),segment_id=1dbe09ad-a594-4217-9b21-a75311978a77)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:21.963804 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d865375-36e9-4a15-b20b-331648bacf24 req-3e7587a8-48aa-4df5-aa98-2f1a22fed13d tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377619 Sep 09 09:48:21.988846 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5551c315-6103-4a1d-b7fd-47edbd2ad57c x-openstack-request-id: req-5551c315-6103-4a1d-b7fd-47edbd2ad57c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:48:21.989350 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bd177a-5543-4ea8-b5d7-5312a5d1345b", "name": "network-vif-plugged", "status": "completed", "tag": "b11af360-5899-4ab5-9988-e140b9013a10", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:48:21.989512 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5551c315-6103-4a1d-b7fd-47edbd2ad57c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:48:21.990090 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bd177a-5543-4ea8-b5d7-5312a5d1345b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11af360-5899-4ab5-9988-e140b9013a10', 'code': 200} Sep 09 09:48:22.047406 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:22.091408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635e601-818f-4a7a-b45d-f3a253d0ae18 req-08a5edc0-e543-4a9b-8bab-1a5f380d6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:22.093594 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f635e601-818f-4a7a-b45d-f3a253d0ae18 req-08a5edc0-e543-4a9b-8bab-1a5f380d6caa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 1097 time: 0.0468915 Sep 09 09:48:22.096533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b11af360-5899-4ab5-9988-e140b9013a10,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:22.129598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f635e601-818f-4a7a-b45d-f3a253d0ae18 req-ffcd2ec5-6959-44ba-ac72-8c249b5e59e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293269 Sep 09 09:48:23.082605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92830c10-b83f-45a9-a7fd-f752084ac40c req-26d59820-16d8-4801-bf07-5e4c98f344bc tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:23.084131 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92830c10-b83f-45a9-a7fd-f752084ac40c req-26d59820-16d8-4801-bf07-5e4c98f344bc tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 945 time: 0.0502238 Sep 09 09:48:23.128991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92830c10-b83f-45a9-a7fd-f752084ac40c req-f2908691-c606-41c8-a570-78eb9de0ae41 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384784 Sep 09 09:48:24.251236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e198cd-dad8-4c0c-af91-cd9bb44afd18 req-f75fd1e3-7f52-46a4-b53a-4be6f07272bf tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:24.252931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78e198cd-dad8-4c0c-af91-cd9bb44afd18 req-f75fd1e3-7f52-46a4-b53a-4be6f07272bf tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 945 time: 0.0547571 Sep 09 09:48:24.290426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78e198cd-dad8-4c0c-af91-cd9bb44afd18 req-d2ecf34a-42c0-4c6a-ad3e-74843502bfb3 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Sep 09 09:48:25.405428 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:25.637528 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac51626-48cc-4995-92d4-d8d27c42f8e0 req-ac2050a6-b0f0-45e0-8dce-a2547df2af8d tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:25.639041 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cac51626-48cc-4995-92d4-d8d27c42f8e0 req-ac2050a6-b0f0-45e0-8dce-a2547df2af8d tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 945 time: 0.0502853 Sep 09 09:48:25.679530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cac51626-48cc-4995-92d4-d8d27c42f8e0 req-48b7bee7-7a7e-4e50-8ebd-56947abf13c2 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Sep 09 09:48:26.041005 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:26.798191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27961a45-147e-401e-881c-5e1717f071fc req-f6ca6ebd-35cc-4956-bddd-de1e0cb0e71e tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:26.800181 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-27961a45-147e-401e-881c-5e1717f071fc req-f6ca6ebd-35cc-4956-bddd-de1e0cb0e71e tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 945 time: 0.0502985 Sep 09 09:48:26.838598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-27961a45-147e-401e-881c-5e1717f071fc req-d33efa18-73c2-4f18-b111-82485526dd4d tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Sep 09 09:48:26.954552 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e97cb-68a9-44e3-b6f6-62ba2b138221 req-90f6d51e-28a7-40dd-baf6-657b326ab627 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:26.956072 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-012e97cb-68a9-44e3-b6f6-62ba2b138221 req-90f6d51e-28a7-40dd-baf6-657b326ab627 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 945 time: 0.0536647 Sep 09 09:48:27.049659 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-012e97cb-68a9-44e3-b6f6-62ba2b138221 req-b21e8266-ecfc-4b0d-ad99-92eb80dfc8d1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Deleting port b11af360-5899-4ab5-9988-e140b9013a10 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:48:27.050046 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-012e97cb-68a9-44e3-b6f6-62ba2b138221 req-b21e8266-ecfc-4b0d-ad99-92eb80dfc8d1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:27.140678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-012e97cb-68a9-44e3-b6f6-62ba2b138221 req-b21e8266-ecfc-4b0d-ad99-92eb80dfc8d1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] For port b11af360-5899-4ab5-9988-e140b9013a10, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b11af360-5899-4ab5-9988-e140b9013a10,segment=NetworkSegment(1dbe09ad-a594-4217-9b21-a75311978a77),segment_id=1dbe09ad-a594-4217-9b21-a75311978a77)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:27.141090 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-012e97cb-68a9-44e3-b6f6-62ba2b138221 req-b21e8266-ecfc-4b0d-ad99-92eb80dfc8d1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:27.153921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-012e97cb-68a9-44e3-b6f6-62ba2b138221 req-b21e8266-ecfc-4b0d-ad99-92eb80dfc8d1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Calling delete_port for b11af360-5899-4ab5-9988-e140b9013a10 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:48:27.353742 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-012e97cb-68a9-44e3-b6f6-62ba2b138221 req-b21e8266-ecfc-4b0d-ad99-92eb80dfc8d1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:27.365699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['b11af360-5899-4ab5-9988-e140b9013a10'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:48:27.386735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e8266-ecfc-4b0d-ad99-92eb80dfc8d1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Pushing event deleted for resources: {'Port': ['ID=b11af360-5899-4ab5-9988-e140b9013a10,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:27.434516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-012e97cb-68a9-44e3-b6f6-62ba2b138221 req-b21e8266-ecfc-4b0d-ad99-92eb80dfc8d1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] No DVR routers for this DVR port b11af360-5899-4ab5-9988-e140b9013a10 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:48:27.437246 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-012e97cb-68a9-44e3-b6f6-62ba2b138221 req-b21e8266-ecfc-4b0d-ad99-92eb80dfc8d1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:27.439935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-012e97cb-68a9-44e3-b6f6-62ba2b138221 req-b21e8266-ecfc-4b0d-ad99-92eb80dfc8d1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.41 "DELETE /v2.0/ports/b11af360-5899-4ab5-9988-e140b9013a10 HTTP/1.1" status: 204 len: 173 time: 0.4768083 Sep 09 09:48:27.440310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bd177a-5543-4ea8-b5d7-5312a5d1345b', 'name': 'network-vif-deleted', 'tag': 'b11af360-5899-4ab5-9988-e140b9013a10'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:48:27.442722 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa15c68-a712-4200-8f07-15b94a084b6d" -d '{"events": [{"server_uuid": "f6bd177a-5543-4ea8-b5d7-5312a5d1345b", "name": "network-vif-deleted", "tag": "b11af360-5899-4ab5-9988-e140b9013a10"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:48:27.483460 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515077be-d6c3-4bea-b651-2a250f642c04 x-openstack-request-id: req-515077be-d6c3-4bea-b651-2a250f642c04 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:48:27.483803 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bd177a-5543-4ea8-b5d7-5312a5d1345b", "name": "network-vif-deleted", "tag": "b11af360-5899-4ab5-9988-e140b9013a10", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:48:27.484221 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-515077be-d6c3-4bea-b651-2a250f642c04 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:48:27.485193 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bd177a-5543-4ea8-b5d7-5312a5d1345b', 'name': 'network-vif-deleted', 'tag': 'b11af360-5899-4ab5-9988-e140b9013a10', 'status': 'completed', 'code': 200} Sep 09 09:48:27.953069 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc1b7b67-0275-4385-8be0-894f47125db9 req-ce198370-d399-493b-b6e4-6cb13806ca2b tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6bd177a-5543-4ea8-b5d7-5312a5d1345b HTTP/1.1" status: 200 len: 210 time: 0.0262191 Sep 09 09:48:29.247445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-631fb766-567e-4c8d-8167-35dce63fecdf tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:29.249009 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-631fb766-567e-4c8d-8167-35dce63fecdf tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/networks?id=da1f47f4-9b5e-4120-95b9-92d3c5506d94 HTTP/1.1" status: 200 len: 808 time: 0.1082845 Sep 09 09:48:29.265413 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-45fb2b33-7bf0-44e1-9625-3cbd0a17454c tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/quotas/205e29a36d284b87ba7f950f1cfad292 HTTP/1.1" status: 200 len: 375 time: 0.0090158 Sep 09 09:48:29.298126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-218756c0-32cc-4a5a-963b-534c5598b7eb tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=205e29a36d284b87ba7f950f1cfad292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267482 Sep 09 09:48:29.390908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-00f6f2a0-0017-46f0-8190-538eadd1e5cb service neutron] 10.222.0.32 "GET /v2.0/networks/da1f47f4-9b5e-4120-95b9-92d3c5506d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856092 Sep 09 09:48:29.481545 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-adfe30f0-2b57-4639-9bb3-fad27bae8f5d service neutron] 10.222.0.32 "GET /v2.0/networks/da1f47f4-9b5e-4120-95b9-92d3c5506d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840740 Sep 09 09:48:29.711985 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b50ca8f-85cd-4749-8f7f-a657e70c8524 req-add3467c-74b4-4a08-be45-7612632ff8b5 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 210 time: 0.0276716 Sep 09 09:48:29.736561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b11af360-5899-4ab5-9988-e140b9013a10 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:48:29.769104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: b11af360-5899-4ab5-9988-e140b9013a10 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:48:29.769104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b11af360-5899-4ab5-9988-e140b9013a10 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:48:30.807887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82504117-0765-43c2-b635-fcfeb95d42eb req-d67ac1aa-2b11-466a-b793-a23c7519692b tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 210 time: 0.0295463 Sep 09 09:48:31.628310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-a2ca7d85-7ab6-4b84-8d0c-27ab349a4487 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:31.630559 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-a2ca7d85-7ab6-4b84-8d0c-27ab349a4487 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.41 "GET /v2.0/networks?id=da1f47f4-9b5e-4120-95b9-92d3c5506d94 HTTP/1.1" status: 200 len: 808 time: 0.1088374 Sep 09 09:48:31.644834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Request body: {'port': {'device_id': 'ba1cb768-f4f4-4395-830f-5558ca46c067', 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94', 'admin_state_up': True, 'tenant_id': '205e29a36d284b87ba7f950f1cfad292'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:48:31.873745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Made reservation on behalf of 205e29a36d284b87ba7f950f1cfad292 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:48:31.877362 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:31.909550 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-15dd39af-1219-432d-bf6f-663ce9048d89 req-9247700e-e703-4126-b891-5c027c3e47d7 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 210 time: 0.0304151 Sep 09 09:48:32.018479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Allocated IP 172.20.0.8 (da1f47f4-9b5e-4120-95b9-92d3c5506d94/ff8b3420-77ce-49df-937c-6b6b0bb8b65e/c6c6a419-f715-4414-854a-e25bf36bbe99) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:48:32.172813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:32.321991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:32.374023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Network da1f47f4-9b5e-4120-95b9-92d3c5506d94 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:48:32.382780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:48:32.382780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:48:32.428504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Pushing event updated for resources: {'Port': ['ID=c6c6a419-f715-4414-854a-e25bf36bbe99,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:32.449587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:32.450202 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:32.533894 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9d8089bd-706b-4074-bbea-6bf3a8adbbaa tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8934758 Sep 09 09:48:32.547297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Request body: {'port': {'device_id': 'ba1cb768-f4f4-4395-830f-5558ca46c067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:48:32.607102 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:32.895848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c6a419-f715-4414-854a-e25bf36bbe99 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:48:32.903534 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:32.916591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Transition to ACTIVE for port object c6c6a419-f715-4414-854a-e25bf36bbe99 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:48:33.013207 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:33.074370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4741b9-943f-4037-a816-bf5fe901f3e1 req-85d21b37-0d81-42d3-8964-b86c1286fb2b tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:33.075933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f4741b9-943f-4037-a816-bf5fe901f3e1 req-85d21b37-0d81-42d3-8964-b86c1286fb2b tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 931 time: 0.0943327 Sep 09 09:48:33.081740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Pushing event updated for resources: {'Port': ['ID=c6c6a419-f715-4414-854a-e25bf36bbe99,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:33.167453 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f4741b9-943f-4037-a816-bf5fe901f3e1 req-381ef9c7-df78-456c-aa62-b745629cbd44 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821211 Sep 09 09:48:33.193686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Attempting to bind port c6c6a419-f715-4414-854a-e25bf36bbe99 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:48:33.193959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Attempting to bind port c6c6a419-f715-4414-854a-e25bf36bbe99 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '1dbe09ad-a594-4217-9b21-a75311978a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:48:33.201386 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Attempting to bind port c6c6a419-f715-4414-854a-e25bf36bbe99 on network da1f47f4-9b5e-4120-95b9-92d3c5506d94 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:48:33.201386 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Port c6c6a419-f715-4414-854a-e25bf36bbe99 on network da1f47f4-9b5e-4120-95b9-92d3c5506d94 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:48:33.201386 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Attempting to bind port c6c6a419-f715-4414-854a-e25bf36bbe99 on network da1f47f4-9b5e-4120-95b9-92d3c5506d94 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:48:33.203721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:48:33.204062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Checking segment: {'id': '1dbe09ad-a594-4217-9b21-a75311978a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:48:33.204447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Bound using segment: {'id': '1dbe09ad-a594-4217-9b21-a75311978a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:48:33.204873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Bound port: c6c6a419-f715-4414-854a-e25bf36bbe99, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbe09ad-a594-4217-9b21-a75311978a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:48:33.205230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:33.269001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] For port c6c6a419-f715-4414-854a-e25bf36bbe99, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:48:33.272277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] For port c6c6a419-f715-4414-854a-e25bf36bbe99, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c6c6a419-f715-4414-854a-e25bf36bbe99,segment=NetworkSegment(1dbe09ad-a594-4217-9b21-a75311978a77),segment_id=1dbe09ad-a594-4217-9b21-a75311978a77)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:48:33.379268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:33.415532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:33.416100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:33.417829 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] 10.222.0.41 "PUT /v2.0/ports/c6c6a419-f715-4414-854a-e25bf36bbe99 HTTP/1.1" status: 200 len: 1092 time: 0.8750196 Sep 09 09:48:33.418212 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1cb768-f4f4-4395-830f-5558ca46c067', 'tag': 'c6c6a419-f715-4414-854a-e25bf36bbe99'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:48:33.420452 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a4e0d8-248b-4f39-b364-4c19c26eeb52" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1cb768-f4f4-4395-830f-5558ca46c067", "tag": "c6c6a419-f715-4414-854a-e25bf36bbe99"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:48:33.449598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734a774-c37e-4b44-aaaa-1ad50f15ab5d service neutron] Pushing event updated for resources: {'Port': ['ID=c6c6a419-f715-4414-854a-e25bf36bbe99,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:33.463317 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b18f69-d74b-4a2d-b6b1-9cd32c86dad1 x-openstack-request-id: req-87b18f69-d74b-4a2d-b6b1-9cd32c86dad1 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:48:33.463700 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1cb768-f4f4-4395-830f-5558ca46c067", "tag": "c6c6a419-f715-4414-854a-e25bf36bbe99", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:48:33.464025 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87b18f69-d74b-4a2d-b6b1-9cd32c86dad1 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:48:33.464498 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1cb768-f4f4-4395-830f-5558ca46c067', 'tag': 'c6c6a419-f715-4414-854a-e25bf36bbe99', 'status': 'completed', 'code': 200} Sep 09 09:48:33.527082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4e0d8-248b-4f39-b364-4c19c26eeb52 req-8a15a99e-b39a-4e59-b97f-db15b98ce2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:33.528821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8a4e0d8-248b-4f39-b364-4c19c26eeb52 req-8a15a99e-b39a-4e59-b97f-db15b98ce2d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=205e29a36d284b87ba7f950f1cfad292&device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 1095 time: 0.0440550 Sep 09 09:48:33.632778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4e0d8-248b-4f39-b364-4c19c26eeb52 req-72b84d30-279e-4655-83be-ef8ff552c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:33.634321 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8a4e0d8-248b-4f39-b364-4c19c26eeb52 req-72b84d30-279e-4655-83be-ef8ff552c656 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=205e29a36d284b87ba7f950f1cfad292&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0978632 Sep 09 09:48:33.733235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4e0d8-248b-4f39-b364-4c19c26eeb52 req-04f38d37-83eb-4f34-b997-a53455dd1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:33.734655 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f8a4e0d8-248b-4f39-b364-4c19c26eeb52 req-04f38d37-83eb-4f34-b997-a53455dd1ddc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940597 Sep 09 09:48:33.813404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-2751b6e6-edf2-43bb-a0b2-53e2b020382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:33.815657 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-2751b6e6-edf2-43bb-a0b2-53e2b020382b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=205e29a36d284b87ba7f950f1cfad292&device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 1095 time: 0.0444870 Sep 09 09:48:33.858350 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-e80c5a47-ce79-45d7-82dc-3a4eacea1a37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6c6a419-f715-4414-854a-e25bf36bbe99 HTTP/1.1" status: 200 len: 217 time: 0.0351937 Sep 09 09:48:33.911561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-ed764059-53fe-49dc-b75b-68a75a488d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:33.913239 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-ed764059-53fe-49dc-b75b-68a75a488d50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff8b3420-77ce-49df-937c-6b6b0bb8b65e HTTP/1.1" status: 200 len: 848 time: 0.0481644 Sep 09 09:48:33.945193 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-5eb133de-d579-44fb-a5f8-b68276804a8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da1f47f4-9b5e-4120-95b9-92d3c5506d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251112 Sep 09 09:48:34.041280 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-8c4e1121-5a3a-4e6c-b2d0-070cc719378f service neutron] 10.222.0.41 "GET /v2.0/networks/da1f47f4-9b5e-4120-95b9-92d3c5506d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870402 Sep 09 09:48:34.508207 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b5050120-e014-4e66-b8cc-f50de1b309d1 req-9fd92be6-3632-4b0c-a3b5-937c9a573f6f service neutron] 10.222.0.41 "GET /v2.0/networks/da1f47f4-9b5e-4120-95b9-92d3c5506d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599080 Sep 09 09:48:34.525312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab449e9-6d8b-42a5-833a-99e2e3d7030d req-4a72586c-0812-47f9-be82-043546d9e70c tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:34.526650 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ab449e9-6d8b-42a5-833a-99e2e3d7030d req-4a72586c-0812-47f9-be82-043546d9e70c tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 943 time: 0.0785377 Sep 09 09:48:34.569508 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ab449e9-6d8b-42a5-833a-99e2e3d7030d req-0183fc97-2339-47c4-8c42-532b0dbe384e tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362020 Sep 09 09:48:35.686617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fba5e-3f18-4528-a384-b3395aeeb90d req-405f52fa-8c66-4043-ba1f-f4713973aaff tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:35.688150 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-689fba5e-3f18-4528-a384-b3395aeeb90d req-405f52fa-8c66-4043-ba1f-f4713973aaff tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 943 time: 0.0487669 Sep 09 09:48:35.725867 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-689fba5e-3f18-4528-a384-b3395aeeb90d req-7f54ae80-1944-4193-a78e-3ee1bc7bc9a0 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Sep 09 09:48:36.848425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1079ef-55bd-4852-bda1-2c7b22f5e381 req-6d5a6504-acd1-4039-91b8-f7485763aa2a tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:36.851077 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af1079ef-55bd-4852-bda1-2c7b22f5e381 req-6d5a6504-acd1-4039-91b8-f7485763aa2a tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 943 time: 0.0556171 Sep 09 09:48:36.893956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af1079ef-55bd-4852-bda1-2c7b22f5e381 req-b2745f08-4102-49ee-a69a-ef83a0e69110 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361185 Sep 09 09:48:37.649171 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:48:37.752841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c6c6a419-f715-4414-854a-e25bf36bbe99 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:48:37.853566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c6c6a419-f715-4414-854a-e25bf36bbe99, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c6c6a419-f715-4414-854a-e25bf36bbe99,segment=NetworkSegment(1dbe09ad-a594-4217-9b21-a75311978a77),segment_id=1dbe09ad-a594-4217-9b21-a75311978a77)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:37.865575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'c6c6a419-f715-4414-854a-e25bf36bbe99', 'network_id': 'da1f47f4-9b5e-4120-95b9-92d3c5506d94', 'port_id': 'c6c6a419-f715-4414-854a-e25bf36bbe99', 'mac_address': 'fa:16:3e:27:89:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8b3420-77ce-49df-937c-6b6b0bb8b65e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:48:37.906258 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:37.920622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c6a419-f715-4414-854a-e25bf36bbe99 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:48:37.943616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c6c6a419-f715-4414-854a-e25bf36bbe99, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c6c6a419-f715-4414-854a-e25bf36bbe99,segment=NetworkSegment(1dbe09ad-a594-4217-9b21-a75311978a77),segment_id=1dbe09ad-a594-4217-9b21-a75311978a77)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:38.018426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:38.020696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfdebe-cc24-448d-a8b5-838c42184925 req-9679d793-b704-4bb2-a04d-6a7a65cdf928 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:38.022443 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4dfdebe-cc24-448d-a8b5-838c42184925 req-9679d793-b704-4bb2-a04d-6a7a65cdf928 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 943 time: 0.0517943 Sep 09 09:48:38.062327 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c4dfdebe-cc24-448d-a8b5-838c42184925 req-87e78609-bdb2-4a53-8c27-381fd74418e6 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Sep 09 09:48:38.078200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c6c6a419-f715-4414-854a-e25bf36bbe99,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:38.225563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['c6c6a419-f715-4414-854a-e25bf36bbe99'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:48:39.178843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd21de-0e5d-43b3-86c4-d5c6347653a3 req-c25cf36e-69e6-406e-8e93-296c55a97ae1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:39.180388 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f7bd21de-0e5d-43b3-86c4-d5c6347653a3 req-c25cf36e-69e6-406e-8e93-296c55a97ae1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 944 time: 0.0501752 Sep 09 09:48:39.219649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f7bd21de-0e5d-43b3-86c4-d5c6347653a3 req-5a818a9e-9150-4083-9730-51d09a112573 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330610 Sep 09 09:48:39.767257 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c6c6a419-f715-4414-854a-e25bf36bbe99 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:48:39.778503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45328) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:48:39.921297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port c6c6a419-f715-4414-854a-e25bf36bbe99 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:48:39.925678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port c6c6a419-f715-4414-854a-e25bf36bbe99 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:48:39.925678 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:39.927927 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2104e33-686c-43b3-884f-90be12a9f555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:40.015367 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:40.025081 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2104e33-686c-43b3-884f-90be12a9f555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:40.039876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1cb768-f4f4-4395-830f-5558ca46c067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c6a419-f715-4414-854a-e25bf36bbe99'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:48:40.042329 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf2d600-4041-443c-8dd0-f94ba1be21e1" -d '{"events": [{"server_uuid": "ba1cb768-f4f4-4395-830f-5558ca46c067", "name": "network-vif-plugged", "status": "completed", "tag": "c6c6a419-f715-4414-854a-e25bf36bbe99"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:48:40.059661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port c6c6a419-f715-4414-854a-e25bf36bbe99, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c6c6a419-f715-4414-854a-e25bf36bbe99,segment=NetworkSegment(1dbe09ad-a594-4217-9b21-a75311978a77),segment_id=1dbe09ad-a594-4217-9b21-a75311978a77)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:40.090113 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaf2c1a-382a-46a0-85f0-3fa3bf988cab x-openstack-request-id: req-adaf2c1a-382a-46a0-85f0-3fa3bf988cab {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:48:40.090404 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1cb768-f4f4-4395-830f-5558ca46c067", "name": "network-vif-plugged", "status": "completed", "tag": "c6c6a419-f715-4414-854a-e25bf36bbe99", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:48:40.090707 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-adaf2c1a-382a-46a0-85f0-3fa3bf988cab {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:48:40.091108 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1cb768-f4f4-4395-830f-5558ca46c067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c6a419-f715-4414-854a-e25bf36bbe99', 'code': 200} Sep 09 09:48:40.232026 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:40.232275 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c2104e33-686c-43b3-884f-90be12a9f555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:40.280862 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c2104e33-686c-43b3-884f-90be12a9f555 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f49d88a27c1456886fb0497977c51f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012712 Sep 09 09:48:40.283911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45338) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:48:40.285485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=c6c6a419-f715-4414-854a-e25bf36bbe99,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:40.286934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fb1a2-1eff-47a1-a0ed-f0dde0a879b0 req-29451ec4-1a6e-4d4c-ae0d-227dc7172431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:40.288417 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-624fb1a2-1eff-47a1-a0ed-f0dde0a879b0 req-29451ec4-1a6e-4d4c-ae0d-227dc7172431 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 1096 time: 0.1397264 Sep 09 09:48:40.289191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2104e33-686c-43b3-884f-90be12a9f555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8094bb29-37df-46dd-b0a0-c7b943f86901,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:40.339599 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6422e509-9179-4979-860c-256a1587a945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:40.360104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-624fb1a2-1eff-47a1-a0ed-f0dde0a879b0 req-e6e9b745-214f-4434-91b3-e8e632a81b13 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610921 Sep 09 09:48:40.362947 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6422e509-9179-4979-860c-256a1587a945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:40.372779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d7dbb-eeca-4dee-b4e0-8e60f597cef4 req-37299c81-77d7-4965-826b-0489d0e80bec tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:40.374248 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f06d7dbb-eeca-4dee-b4e0-8e60f597cef4 req-37299c81-77d7-4965-826b-0489d0e80bec tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 945 time: 0.0742483 Sep 09 09:48:40.412343 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f06d7dbb-eeca-4dee-b4e0-8e60f597cef4 req-16830ff0-5396-41e5-9eff-8ba2b5e62d4d tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317323 Sep 09 09:48:40.468515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6422e509-9179-4979-860c-256a1587a945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:40.471827 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6422e509-9179-4979-860c-256a1587a945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:40.475186 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6422e509-9179-4979-860c-256a1587a945 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8094bb29-37df-46dd-b0a0-c7b943f86901 HTTP/1.1" status: 204 len: 168 time: 0.1873827 Sep 09 09:48:40.481703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422e509-9179-4979-860c-256a1587a945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8094bb29-37df-46dd-b0a0-c7b943f86901,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:41.538054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088ea26-f12c-43a0-b814-b0c8fb5c3eb3 req-77d1fe28-5413-420c-9175-30d5abc9220b tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:41.539665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c088ea26-f12c-43a0-b814-b0c8fb5c3eb3 req-77d1fe28-5413-420c-9175-30d5abc9220b tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 945 time: 0.0545826 Sep 09 09:48:41.580212 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c088ea26-f12c-43a0-b814-b0c8fb5c3eb3 req-590b690d-e882-427d-a718-8de5f08b4860 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341840 Sep 09 09:48:42.698986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d9d62-eac7-4563-a9fd-c55740e2b7ed req-fe0b640f-86ea-46a5-813e-cccc93485fa0 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:42.700519 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-876d9d62-eac7-4563-a9fd-c55740e2b7ed req-fe0b640f-86ea-46a5-813e-cccc93485fa0 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 945 time: 0.0506158 Sep 09 09:48:42.739932 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-876d9d62-eac7-4563-a9fd-c55740e2b7ed req-4c3552e5-4e8d-41cd-80c4-23959846c3e5 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Sep 09 09:48:44.074624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506bd0f-5947-4b31-a737-28fb6689f41d req-32790ba7-2b75-424d-b1c3-40e621106e7e tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:44.076178 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7506bd0f-5947-4b31-a737-28fb6689f41d req-32790ba7-2b75-424d-b1c3-40e621106e7e tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 945 time: 0.0516996 Sep 09 09:48:44.114028 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7506bd0f-5947-4b31-a737-28fb6689f41d req-a9ac995b-dbd1-4eb4-829e-7f4e71a62970 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317850 Sep 09 09:48:44.429776 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-71ad31da-350d-459b-a86a-58a117ccf48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:44.484719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-445082fa-6dfd-4742-9c60-536afb384b68 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5e62f0d3a8c2494dbe55ea3e29ba0cd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295267 Sep 09 09:48:44.673004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743142-6b53-4e28-8218-dfe0efe78624 req-eb2e8e22-34a7-4c03-b868-fda0c012263e tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:44.674383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-eb2e8e22-34a7-4c03-b868-fda0c012263e tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842878 Sep 09 09:48:44.690188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-8ddf3a20-2e7d-46e7-bc24-9c31df94a126 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/quotas/5e62f0d3a8c2494dbe55ea3e29ba0cd5 HTTP/1.1" status: 200 len: 375 time: 0.0091505 Sep 09 09:48:44.721240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-5ff860f8-1f95-4ed7-90a0-6bcd0d1ea8d2 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e62f0d3a8c2494dbe55ea3e29ba0cd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251603 Sep 09 09:48:44.958658 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5be10a4c-42b3-4df7-ace3-e41db5b8a3c9 req-83b1b9cd-bdfa-428f-adc5-346a95f27af3 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 210 time: 0.0265510 Sep 09 09:48:45.235060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135b4ad-5ad1-4a92-ab84-c378521f3f40 req-2b5c2e78-457a-4658-a6bc-eb46f72cfea1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:45.236549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e135b4ad-5ad1-4a92-ab84-c378521f3f40 req-2b5c2e78-457a-4658-a6bc-eb46f72cfea1 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 945 time: 0.0484779 Sep 09 09:48:45.274705 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e135b4ad-5ad1-4a92-ab84-c378521f3f40 req-1225d6ab-f90d-477b-b946-2ec069b6ed32 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af38779-0f00-4455-81ca-be6108607842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316696 Sep 09 09:48:45.324517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16d64b-87bc-44c5-9747-5d8d24263eca req-724ac6bb-3d0d-44ee-b6a2-08e351660414 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:45.325994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7c16d64b-87bc-44c5-9747-5d8d24263eca req-724ac6bb-3d0d-44ee-b6a2-08e351660414 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 945 time: 0.0483136 Sep 09 09:48:45.425481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-7c16d64b-87bc-44c5-9747-5d8d24263eca req-7e5e4430-bbbc-42b0-9ecd-a8d24032110f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Deleting port c6c6a419-f715-4414-854a-e25bf36bbe99 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:48:45.425863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7c16d64b-87bc-44c5-9747-5d8d24263eca req-7e5e4430-bbbc-42b0-9ecd-a8d24032110f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:45.522782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7c16d64b-87bc-44c5-9747-5d8d24263eca req-7e5e4430-bbbc-42b0-9ecd-a8d24032110f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] For port c6c6a419-f715-4414-854a-e25bf36bbe99, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=c6c6a419-f715-4414-854a-e25bf36bbe99,segment=NetworkSegment(1dbe09ad-a594-4217-9b21-a75311978a77),segment_id=1dbe09ad-a594-4217-9b21-a75311978a77)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:45.523151 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7c16d64b-87bc-44c5-9747-5d8d24263eca req-7e5e4430-bbbc-42b0-9ecd-a8d24032110f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:45.536132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-7c16d64b-87bc-44c5-9747-5d8d24263eca req-7e5e4430-bbbc-42b0-9ecd-a8d24032110f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Calling delete_port for c6c6a419-f715-4414-854a-e25bf36bbe99 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:48:45.748120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7c16d64b-87bc-44c5-9747-5d8d24263eca req-7e5e4430-bbbc-42b0-9ecd-a8d24032110f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:45.760324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['c6c6a419-f715-4414-854a-e25bf36bbe99'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:48:45.787905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e4430-bbbc-42b0-9ecd-a8d24032110f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Pushing event deleted for resources: {'Port': ['ID=c6c6a419-f715-4414-854a-e25bf36bbe99,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:45.841014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c16d64b-87bc-44c5-9747-5d8d24263eca req-7e5e4430-bbbc-42b0-9ecd-a8d24032110f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] No DVR routers for this DVR port c6c6a419-f715-4414-854a-e25bf36bbe99 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:48:45.843727 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7c16d64b-87bc-44c5-9747-5d8d24263eca req-7e5e4430-bbbc-42b0-9ecd-a8d24032110f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:45.846196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7c16d64b-87bc-44c5-9747-5d8d24263eca req-7e5e4430-bbbc-42b0-9ecd-a8d24032110f tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.41 "DELETE /v2.0/ports/c6c6a419-f715-4414-854a-e25bf36bbe99 HTTP/1.1" status: 204 len: 173 time: 0.5143054 Sep 09 09:48:45.846647 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1cb768-f4f4-4395-830f-5558ca46c067', 'name': 'network-vif-deleted', 'tag': 'c6c6a419-f715-4414-854a-e25bf36bbe99'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:48:45.849012 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ae7457-5c8b-4dc9-b887-4b4bff270230" -d '{"events": [{"server_uuid": "ba1cb768-f4f4-4395-830f-5558ca46c067", "name": "network-vif-deleted", "tag": "c6c6a419-f715-4414-854a-e25bf36bbe99"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:48:45.889092 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075a193e-e4e4-4659-9573-033684132de1 x-openstack-request-id: req-075a193e-e4e4-4659-9573-033684132de1 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:48:45.889562 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1cb768-f4f4-4395-830f-5558ca46c067", "name": "network-vif-deleted", "tag": "c6c6a419-f715-4414-854a-e25bf36bbe99", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:48:45.889936 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-075a193e-e4e4-4659-9573-033684132de1 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:48:45.890575 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1cb768-f4f4-4395-830f-5558ca46c067', 'name': 'network-vif-deleted', 'tag': 'c6c6a419-f715-4414-854a-e25bf36bbe99', 'status': 'completed', 'code': 200} Sep 09 09:48:46.061246 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3b0542a-00e6-45d8-871b-cd9b8b367ec2 req-f78dd765-dfe0-4f94-820f-19f71e9b9728 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 210 time: 0.0305598 Sep 09 09:48:46.387251 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab502a7e-cbc4-426e-b50b-d66553aeb154 req-ff1b56e0-aa57-4c3d-8009-ef8d643b65a4 tempest-VolumesActionsTest-1139573826 tempest-VolumesActionsTest-1139573826-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1cb768-f4f4-4395-830f-5558ca46c067 HTTP/1.1" status: 200 len: 210 time: 0.0267246 Sep 09 09:48:47.110514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-63ab803e-9058-4e08-8f82-bdfd3d9a52da tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5e62f0d3a8c2494dbe55ea3e29ba0cd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234237 Sep 09 09:48:47.167250 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e78e83b7-76ff-49be-b66e-e314a1fb549a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:47.181845 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf1e2e61-89fc-4e9a-b975-ada43294ed98 req-063d57fc-a209-4f4e-8a7b-237d311b2fbf tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 210 time: 0.0408447 Sep 09 09:48:47.251441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743142-6b53-4e28-8218-dfe0efe78624 req-905eaa49-b2f0-4505-bec4-03609e577492 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:47.252932 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-905eaa49-b2f0-4505-bec4-03609e577492 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359785 Sep 09 09:48:47.266718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Request body: {'port': {'device_id': '95a13050-820e-48e2-a6dc-22d96f1a52ec', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '5e62f0d3a8c2494dbe55ea3e29ba0cd5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:48:47.401623 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:47.458372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Made reservation on behalf of 5e62f0d3a8c2494dbe55ea3e29ba0cd5 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:48:47.468811 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:47.471317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:47.561915 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:47.658530 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:47.722147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9571dc3f-e6ad-4137-b95d-17302311b138,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:47.797822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Allocated IP 192.168.233.200 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/9fd8a2a6-1646-4b4d-9b82-747807b3b336) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:48:47.949757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:47.963910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Transition to ACTIVE for port object 9fd8a2a6-1646-4b4d-9b82-747807b3b336 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:48:48.064589 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:48.107755 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:48:48.110913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:48:48.114830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:48:48.146392 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Pushing event updated for resources: {'Port': ['ID=9fd8a2a6-1646-4b4d-9b82-747807b3b336,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:48.182160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:48.182927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:48.305287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199d0f3-7b7b-4ed9-b6c6-077091047308 req-e0f16a04-4e31-4793-8827-bc4cd3eaf9ed tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:48.307178 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6199d0f3-7b7b-4ed9-b6c6-077091047308 req-e0f16a04-4e31-4793-8827-bc4cd3eaf9ed tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 936 time: 0.0537434 Sep 09 09:48:48.316457 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-6be4f34a-a1db-46f8-98a2-d8be32a79d8d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0536361 Sep 09 09:48:48.336829 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-f4df31fc-5fb6-418d-9cec-8e54db04c035 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:48:48.337829 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-f4df31fc-5fb6-418d-9cec-8e54db04c035 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153410 Sep 09 09:48:48.367922 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6199d0f3-7b7b-4ed9-b6c6-077091047308 req-ca91e3b7-974a-4af2-bff8-1a560386c14d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/security-groups?id=9571dc3f-e6ad-4137-b95d-17302311b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539222 Sep 09 09:48:48.418596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7ffab9ee-2594-468a-bb89-68256966510a None None] Provisioning for port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:48:48.422559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7ffab9ee-2594-468a-bb89-68256966510a None None] Provisioning complete for port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:48:48.422937 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ffab9ee-2594-468a-bb89-68256966510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:48.463112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7ffab9ee-2594-468a-bb89-68256966510a None None] Port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:48:48.472267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Request body: {'port': {'device_id': '95a13050-820e-48e2-a6dc-22d96f1a52ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:48:48.528841 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:48.589636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:48.789397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd8a2a6-1646-4b4d-9b82-747807b3b336 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:48:48.796556 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:48.809085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Transition to ACTIVE for port object 9fd8a2a6-1646-4b4d-9b82-747807b3b336 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:48:48.892434 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:48.943102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Pushing event updated for resources: {'Port': ['ID=9fd8a2a6-1646-4b4d-9b82-747807b3b336,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:49.017518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Attempting to bind port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:48:49.017946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Attempting to bind port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:48:49.018333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Attempting to bind port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:48:49.023756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:48:49.024185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Attempting to bind port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:48:49.029448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:48:49.029867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:48:49.030316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:48:49.030810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Bound port: 9fd8a2a6-1646-4b4d-9b82-747807b3b336, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:48:49.031237 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:49.104044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] For port 9fd8a2a6-1646-4b4d-9b82-747807b3b336, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:48:49.107628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] For port 9fd8a2a6-1646-4b4d-9b82-747807b3b336, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9fd8a2a6-1646-4b4d-9b82-747807b3b336,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:48:49.173272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:49.211715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:49.212343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:49.213795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] 10.222.0.24 "PUT /v2.0/ports/9fd8a2a6-1646-4b4d-9b82-747807b3b336 HTTP/1.1" status: 200 len: 1097 time: 0.8660977 Sep 09 09:48:49.214251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a13050-820e-48e2-a6dc-22d96f1a52ec', 'tag': '9fd8a2a6-1646-4b4d-9b82-747807b3b336'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:48:49.216568 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7ed834-aa91-40ec-b010-2aee8db8469d" -d '{"events": [{"name": "network-changed", "server_uuid": "95a13050-820e-48e2-a6dc-22d96f1a52ec", "tag": "9fd8a2a6-1646-4b4d-9b82-747807b3b336"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:48:49.252802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3b828-83ad-4938-8e8e-6cd802db7d1e service neutron] Pushing event updated for resources: {'Port': ['ID=9fd8a2a6-1646-4b4d-9b82-747807b3b336,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:49.266097 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72d39a4-9359-434c-85b2-8992d82cd007 x-openstack-request-id: req-d72d39a4-9359-434c-85b2-8992d82cd007 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:48:49.266487 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a13050-820e-48e2-a6dc-22d96f1a52ec", "tag": "9fd8a2a6-1646-4b4d-9b82-747807b3b336", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:48:49.266825 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d72d39a4-9359-434c-85b2-8992d82cd007 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:48:49.267288 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a13050-820e-48e2-a6dc-22d96f1a52ec', 'tag': '9fd8a2a6-1646-4b4d-9b82-747807b3b336', 'status': 'completed', 'code': 200} Sep 09 09:48:49.351674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ed834-aa91-40ec-b010-2aee8db8469d req-6fbbfa84-25ca-479a-bcd4-9eea40fbb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:49.353228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e7ed834-aa91-40ec-b010-2aee8db8469d req-6fbbfa84-25ca-479a-bcd4-9eea40fbb504 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e62f0d3a8c2494dbe55ea3e29ba0cd5&device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 1100 time: 0.0516019 Sep 09 09:48:49.383589 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e7ed834-aa91-40ec-b010-2aee8db8469d req-657945c7-f9d6-469c-be0b-05457abc7633 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5e62f0d3a8c2494dbe55ea3e29ba0cd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217474 Sep 09 09:48:49.810772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c6c6a419-f715-4414-854a-e25bf36bbe99 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:48:49.832261 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: c6c6a419-f715-4414-854a-e25bf36bbe99 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:48:49.832729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device c6c6a419-f715-4414-854a-e25bf36bbe99 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:48:49.901888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ed834-aa91-40ec-b010-2aee8db8469d req-82d2404c-3e0e-4c24-be5e-c9cc20bdc6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:49.904370 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e7ed834-aa91-40ec-b010-2aee8db8469d req-82d2404c-3e0e-4c24-be5e-c9cc20bdc6e8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5139618 Sep 09 09:48:49.923408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864e4f9-be12-4934-9467-8f44039e5718 req-de430539-d780-4913-aa82-f3857d2cf40d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:49.926145 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7864e4f9-be12-4934-9467-8f44039e5718 req-de430539-d780-4913-aa82-f3857d2cf40d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 948 time: 0.0864389 Sep 09 09:48:50.007695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7864e4f9-be12-4934-9467-8f44039e5718 req-06011742-8a62-4fdc-a689-a8a1e20e5585 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/security-groups?id=9571dc3f-e6ad-4137-b95d-17302311b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805993 Sep 09 09:48:50.030008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743142-6b53-4e28-8218-dfe0efe78624 req-7ddf568f-999d-4141-815c-5bd0080169d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:50.031711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-7ddf568f-999d-4141-815c-5bd0080169d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e62f0d3a8c2494dbe55ea3e29ba0cd5&device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 1100 time: 0.0670950 Sep 09 09:48:50.105432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-c06e2570-f150-4048-87b9-f5dd3e821660 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9fd8a2a6-1646-4b4d-9b82-747807b3b336 HTTP/1.1" status: 200 len: 217 time: 0.0655513 Sep 09 09:48:50.159474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743142-6b53-4e28-8218-dfe0efe78624 req-53a5ae11-b57d-45e8-8545-ace06585a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:50.161260 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-53a5ae11-b57d-45e8-8545-ace06585a249 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0490520 Sep 09 09:48:50.201287 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:50.221997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743142-6b53-4e28-8218-dfe0efe78624 req-2a021ea4-a177-4a08-89df-2801412935a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:50.223682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-2a021ea4-a177-4a08-89df-2801412935a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0553956 Sep 09 09:48:50.344245 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-cabf3ee8-01c0-4153-8b48-7d72430ee747 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128297 Sep 09 09:48:50.492541 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96743142-6b53-4e28-8218-dfe0efe78624 req-8e6d123a-29b9-4877-a785-e038912426f1 service neutron] 10.222.0.24 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393425 Sep 09 09:48:51.156922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf78de-f167-4ebc-ab48-b882d1571ea7 req-054b51cd-b42f-4ae5-84fb-9d25ce20236a tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:51.158945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43cf78de-f167-4ebc-ab48-b882d1571ea7 req-054b51cd-b42f-4ae5-84fb-9d25ce20236a tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 948 time: 0.0645630 Sep 09 09:48:51.221889 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-43cf78de-f167-4ebc-ab48-b882d1571ea7 req-56e708f2-e368-4fc9-ad61-e84cd7fd3776 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/security-groups?id=9571dc3f-e6ad-4137-b95d-17302311b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Sep 09 09:48:52.353514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee63368-baf2-4034-9306-31b2e6fcf761 req-b152b83f-fd90-41c8-ac40-d88018fda506 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:52.362967 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dee63368-baf2-4034-9306-31b2e6fcf761 req-b152b83f-fd90-41c8-ac40-d88018fda506 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 948 time: 0.0811698 Sep 09 09:48:52.400152 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dee63368-baf2-4034-9306-31b2e6fcf761 req-7d4c6dba-a3db-4d0c-afcf-07244111836e tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/security-groups?id=9571dc3f-e6ad-4137-b95d-17302311b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362706 Sep 09 09:48:52.755875 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9fd8a2a6-1646-4b4d-9b82-747807b3b336 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:48:52.856830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9fd8a2a6-1646-4b4d-9b82-747807b3b336, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9fd8a2a6-1646-4b4d-9b82-747807b3b336,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:52.868184 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '9fd8a2a6-1646-4b4d-9b82-747807b3b336', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '9fd8a2a6-1646-4b4d-9b82-747807b3b336', 'mac_address': 'fa:16:3e:67:6e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:48:52.906980 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:52.919550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd8a2a6-1646-4b4d-9b82-747807b3b336 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:48:52.938706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9fd8a2a6-1646-4b4d-9b82-747807b3b336, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9fd8a2a6-1646-4b4d-9b82-747807b3b336,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:53.000559 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:53.062848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=9fd8a2a6-1646-4b4d-9b82-747807b3b336,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:53.226541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9fd8a2a6-1646-4b4d-9b82-747807b3b336'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:48:53.544017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c408d-4eae-45b5-b08a-3ae9f4a8d94b req-017c6265-fbcd-4786-9e3d-87c09690ee1a tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:53.545770 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee5c408d-4eae-45b5-b08a-3ae9f4a8d94b req-017c6265-fbcd-4786-9e3d-87c09690ee1a tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 949 time: 0.0598092 Sep 09 09:48:53.590509 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee5c408d-4eae-45b5-b08a-3ae9f4a8d94b req-0f0f994f-56a5-4fbf-b95b-6bf335de1429 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/security-groups?id=9571dc3f-e6ad-4137-b95d-17302311b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381534 Sep 09 09:48:54.719546 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6bfde-0326-494a-b135-8205cd62f773 req-a2c80e14-c1a9-46dc-9fe7-1827c749f22c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:54.723845 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25b6bfde-0326-494a-b135-8205cd62f773 req-a2c80e14-c1a9-46dc-9fe7-1827c749f22c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 949 time: 0.0571156 Sep 09 09:48:54.762927 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25b6bfde-0326-494a-b135-8205cd62f773 req-43d9a5ab-496c-4bc4-9e95-a3b03925ff39 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/security-groups?id=9571dc3f-e6ad-4137-b95d-17302311b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357013 Sep 09 09:48:54.765586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9fd8a2a6-1646-4b4d-9b82-747807b3b336 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:48:54.887521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:48:54.894593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:48:54.895178 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:54.986413 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:55.010075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a13050-820e-48e2-a6dc-22d96f1a52ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd8a2a6-1646-4b4d-9b82-747807b3b336'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:48:55.012530 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b218bd8-0b2b-4ff1-b0cf-36ee46848a4f" -d '{"events": [{"server_uuid": "95a13050-820e-48e2-a6dc-22d96f1a52ec", "name": "network-vif-plugged", "status": "completed", "tag": "9fd8a2a6-1646-4b4d-9b82-747807b3b336"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:48:55.026113 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9fd8a2a6-1646-4b4d-9b82-747807b3b336, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9fd8a2a6-1646-4b4d-9b82-747807b3b336,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:55.055154 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e4ca4f-6728-4336-95a6-b16f78067b98 x-openstack-request-id: req-44e4ca4f-6728-4336-95a6-b16f78067b98 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:48:55.057152 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a13050-820e-48e2-a6dc-22d96f1a52ec", "name": "network-vif-plugged", "status": "completed", "tag": "9fd8a2a6-1646-4b4d-9b82-747807b3b336", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:48:55.057433 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44e4ca4f-6728-4336-95a6-b16f78067b98 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:48:55.057874 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a13050-820e-48e2-a6dc-22d96f1a52ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd8a2a6-1646-4b4d-9b82-747807b3b336', 'code': 200} Sep 09 09:48:55.104259 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:55.153766 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b992a3-1ea6-4d20-80e7-6841db13ab5d req-90b501bd-9d63-4784-a7d8-439d12e88d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:55.155206 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48b992a3-1ea6-4d20-80e7-6841db13ab5d req-90b501bd-9d63-4784-a7d8-439d12e88d2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 1102 time: 0.0456476 Sep 09 09:48:55.159810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=9fd8a2a6-1646-4b4d-9b82-747807b3b336,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:55.195513 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48b992a3-1ea6-4d20-80e7-6841db13ab5d req-26ccbe33-0a20-4c2c-8b06-f79ecb2cf9c4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9571dc3f-e6ad-4137-b95d-17302311b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330222 Sep 09 09:48:55.413430 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:55.891676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddacee7-92c8-4bf6-9e72-8f56446a9b93 req-77be4a09-4049-4e07-84be-747d99ea87a6 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:55.900457 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ddacee7-92c8-4bf6-9e72-8f56446a9b93 req-77be4a09-4049-4e07-84be-747d99ea87a6 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 950 time: 0.0654812 Sep 09 09:48:55.936162 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ddacee7-92c8-4bf6-9e72-8f56446a9b93 req-074aef54-1670-4cbb-b8b9-ad2a3e8bdff4 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/security-groups?id=9571dc3f-e6ad-4137-b95d-17302311b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Sep 09 09:48:56.061175 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:57.084509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1abbf-db96-452b-be73-5df3a2e3a325 req-323c8e76-5504-4730-8f2d-4d9e5380c06e tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:57.086221 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcf1abbf-db96-452b-be73-5df3a2e3a325 req-323c8e76-5504-4730-8f2d-4d9e5380c06e tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 950 time: 0.0680237 Sep 09 09:48:57.140856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcf1abbf-db96-452b-be73-5df3a2e3a325 req-305f70e8-bee9-49aa-947a-81880f464aca tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/security-groups?id=9571dc3f-e6ad-4137-b95d-17302311b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467463 Sep 09 09:48:57.685382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8188cf-06fd-41f1-93e0-1c1fd7b5467b req-eaaa263d-ac91-4e09-8887-652a805468fe tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:57.687251 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef8188cf-06fd-41f1-93e0-1c1fd7b5467b req-eaaa263d-ac91-4e09-8887-652a805468fe tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 950 time: 0.0531113 Sep 09 09:48:57.728548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ef8188cf-06fd-41f1-93e0-1c1fd7b5467b req-7509bd6f-6af9-46b4-b8ce-8b3b7061874d tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/security-groups?id=9571dc3f-e6ad-4137-b95d-17302311b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350864 Sep 09 09:48:58.853818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfaecd-320e-46fb-ba0f-fc31b0c3db64 req-391381cc-7c49-471d-8329-38e1c92f4b29 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:58.856277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3bfaecd-320e-46fb-ba0f-fc31b0c3db64 req-391381cc-7c49-471d-8329-38e1c92f4b29 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 950 time: 0.0534704 Sep 09 09:48:58.938036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3bfaecd-320e-46fb-ba0f-fc31b0c3db64 req-704e6140-e0ae-4869-8fe6-01865c2b5394 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/security-groups?id=9571dc3f-e6ad-4137-b95d-17302311b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759604 Sep 09 09:48:58.956613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a2615-6bb6-45d0-be1a-ea22c15f0bb4 req-6e4087d8-7504-4afd-8bbc-854e59f8e30e tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:48:58.958109 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a31a2615-6bb6-45d0-be1a-ea22c15f0bb4 req-6e4087d8-7504-4afd-8bbc-854e59f8e30e tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.24 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 950 time: 0.0728719 Sep 09 09:48:59.068210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a31a2615-6bb6-45d0-be1a-ea22c15f0bb4 req-da283c24-dfe6-4f1a-b5fa-4143493d744c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Deleting port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:48:59.068453 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a31a2615-6bb6-45d0-be1a-ea22c15f0bb4 req-da283c24-dfe6-4f1a-b5fa-4143493d744c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:59.170623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a31a2615-6bb6-45d0-be1a-ea22c15f0bb4 req-da283c24-dfe6-4f1a-b5fa-4143493d744c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] For port 9fd8a2a6-1646-4b4d-9b82-747807b3b336, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9fd8a2a6-1646-4b4d-9b82-747807b3b336,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:48:59.171047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a31a2615-6bb6-45d0-be1a-ea22c15f0bb4 req-da283c24-dfe6-4f1a-b5fa-4143493d744c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:59.186958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a31a2615-6bb6-45d0-be1a-ea22c15f0bb4 req-da283c24-dfe6-4f1a-b5fa-4143493d744c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Calling delete_port for 9fd8a2a6-1646-4b4d-9b82-747807b3b336 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:48:59.385013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a31a2615-6bb6-45d0-be1a-ea22c15f0bb4 req-da283c24-dfe6-4f1a-b5fa-4143493d744c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:59.397972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9fd8a2a6-1646-4b4d-9b82-747807b3b336'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:48:59.432054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da283c24-dfe6-4f1a-b5fa-4143493d744c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Pushing event deleted for resources: {'Port': ['ID=9fd8a2a6-1646-4b4d-9b82-747807b3b336,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:48:59.488118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31a2615-6bb6-45d0-be1a-ea22c15f0bb4 req-da283c24-dfe6-4f1a-b5fa-4143493d744c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] No DVR routers for this DVR port 9fd8a2a6-1646-4b4d-9b82-747807b3b336 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:48:59.492029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a31a2615-6bb6-45d0-be1a-ea22c15f0bb4 req-da283c24-dfe6-4f1a-b5fa-4143493d744c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:48:59.495785 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a31a2615-6bb6-45d0-be1a-ea22c15f0bb4 req-da283c24-dfe6-4f1a-b5fa-4143493d744c tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.24 "DELETE /v2.0/ports/9fd8a2a6-1646-4b4d-9b82-747807b3b336 HTTP/1.1" status: 204 len: 173 time: 0.5311627 Sep 09 09:48:59.496311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a13050-820e-48e2-a6dc-22d96f1a52ec', 'name': 'network-vif-deleted', 'tag': '9fd8a2a6-1646-4b4d-9b82-747807b3b336'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:48:59.499297 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5276b8f7-3ccf-4fe3-b5eb-0518ffda8556" -d '{"events": [{"server_uuid": "95a13050-820e-48e2-a6dc-22d96f1a52ec", "name": "network-vif-deleted", "tag": "9fd8a2a6-1646-4b4d-9b82-747807b3b336"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:48:59.544284 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079ea3fc-568a-427b-a79a-6c688c1a3701 x-openstack-request-id: req-079ea3fc-568a-427b-a79a-6c688c1a3701 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:48:59.544800 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a13050-820e-48e2-a6dc-22d96f1a52ec", "name": "network-vif-deleted", "tag": "9fd8a2a6-1646-4b4d-9b82-747807b3b336", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:48:59.549035 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-079ea3fc-568a-427b-a79a-6c688c1a3701 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:48:59.549035 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a13050-820e-48e2-a6dc-22d96f1a52ec', 'name': 'network-vif-deleted', 'tag': '9fd8a2a6-1646-4b4d-9b82-747807b3b336', 'status': 'completed', 'code': 200} Sep 09 09:49:00.056422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-776cec46-5300-4568-862e-e8b6d166ee91 req-cc353a4c-934d-4e99-a4c2-a2a2f2a85f57 tempest-VolumesNegativeTest-1641508520 tempest-VolumesNegativeTest-1641508520-project] 10.222.0.32 "GET /v2.0/ports?device_id=95a13050-820e-48e2-a6dc-22d96f1a52ec HTTP/1.1" status: 200 len: 210 time: 0.0283144 Sep 09 09:49:02.801817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9fd8a2a6-1646-4b4d-9b82-747807b3b336 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:49:02.826439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 9fd8a2a6-1646-4b4d-9b82-747807b3b336 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:49:02.827326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9fd8a2a6-1646-4b4d-9b82-747807b3b336 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:49:06.949722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-d82b524c-b118-42d3-b210-0bd6fdec7ec5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591185 Sep 09 09:49:07.040454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-ac9f5ec0-0ce1-4769-9ba0-c8312e4bc21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:07.042835 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-ac9f5ec0-0ce1-4769-9ba0-c8312e4bc21c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea78bde2d6034b13a29d0b5470544954&device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0632875 Sep 09 09:49:07.228701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-1bb6dfd5-de70-4dbe-a8ae-33b557e5cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:07.230318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-1bb6dfd5-de70-4dbe-a8ae-33b557e5cf33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d29a830-4deb-4937-b67c-917b346d298d HTTP/1.1" status: 200 len: 910 time: 0.1615291 Sep 09 09:49:07.312602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-a79dfe58-d2b7-40ed-8130-85fa03939071 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1089368 Sep 09 09:49:07.345722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-60a19f25-146c-4286-a886-10ce6c60d174 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe16cb7-aa66-4f03-ab75-b36e1213df2d HTTP/1.1" status: 200 len: 1001 time: 0.1072295 Sep 09 09:49:07.440012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-2979dee3-ff2c-4840-bd04-143dbf985077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:07.441696 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-2979dee3-ff2c-4840-bd04-143dbf985077 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=545ae6b2-fa3c-4366-b004-d6af6a314cac HTTP/1.1" status: 200 len: 848 time: 0.0772524 Sep 09 09:49:07.468973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-e4cf6855-1a52-4f54-81e1-2a7f36fe85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:07.471157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-e4cf6855-1a52-4f54-81e1-2a7f36fe85cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 1097 time: 0.0917728 Sep 09 09:49:07.516138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-79861380-5d12-459a-af9f-f83a39827760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:07.518229 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-79861380-5d12-459a-af9f-f83a39827760 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d29a830-4deb-4937-b67c-917b346d298d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680223 Sep 09 09:49:07.627752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-0f95b4a6-3691-459a-bd5f-bc5bbd9b6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:07.629774 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-0f95b4a6-3691-459a-bd5f-bc5bbd9b6e3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.1337316 Sep 09 09:49:07.633981 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-07c83b9d-17ec-439b-a360-d7bb117b5bc9 service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065345 Sep 09 09:49:07.751094 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-2c575d3e-b9ff-43f5-9355-1431c6bfb3c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba8a860f-1b5d-4b51-8148-e96a11202ec1 HTTP/1.1" status: 200 len: 1000 time: 0.1143129 Sep 09 09:49:07.768412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b1151f6-ae57-4f7b-8c21-62ebbaddb22b req-b4dd443f-6c4a-48b4-9d50-9fbcae5edbc5 service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263649 Sep 09 09:49:07.832653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-b81c9243-428d-4ab9-b58a-e4da2ac63a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:07.837010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-b81c9243-428d-4ab9-b58a-e4da2ac63a58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0792127 Sep 09 09:49:07.907699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-0480b06a-8016-4302-9e78-b825d9a1e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:07.909937 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-0480b06a-8016-4302-9e78-b825d9a1e6fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652244 Sep 09 09:49:08.023191 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-a1f42595-3c6d-433c-b9e7-3c8e4a248737 service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053793 Sep 09 09:49:08.172942 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fad463c1-f7f7-4ea4-ad08-402e866f5ae8 req-ee5f66cb-7319-4a6c-b070-638cc4f09381 service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411722 Sep 09 09:49:09.452486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:09.622582 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-311a93dc-4c2a-49ab-b170-73b5c6927853 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e62f0d3a8c2494dbe55ea3e29ba0cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683843 Sep 09 09:49:09.627417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45858) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:09.678768 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:09.712030 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:10.097615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:10.100425 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:10.103134 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9571dc3f-e6ad-4137-b95d-17302311b138 HTTP/1.1" status: 204 len: 168 time: 0.4767506 Sep 09 09:49:10.111889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9571dc3f-e6ad-4137-b95d-17302311b138,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:10.126196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:10.126764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:10.127203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:10.127684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:10.128026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:10.128385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:10.128723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:10.129078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:10.129434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:10.129798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:10.130178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:10.130591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621d1c1-db2e-4cb4-825e-639309665950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:11.311919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45898) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:11.416897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-35896378-network', 'tenant_id': 'e9abe1946d4448389edf2714c6787532'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:11.496489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Made reservation on behalf of e9abe1946d4448389edf2714c6787532 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:49:11.498885 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:11.507702 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:11.596159 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:11.669658 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:11.691610 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:49:11.706490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fc9165-75f9-4202-b91a-78b8a2926f5a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:11.711618 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:11.711618 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Added segment 9a934376-c56e-4f29-983b-36348a7f3a38 of type vlan for network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c Sep 09 09:49:11.751833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:11.835050 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:11.836089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:11.836833 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:11.909995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:11.922408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:49:11.950933 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c20ba29f-d12d-4130-b9cb-ff231040a0f4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6377232 Sep 09 09:49:11.953522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45922) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:11.958873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] Request body: {'subnet': {'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-35896378-subnet', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:12.041746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] Made reservation on behalf of e9abe1946d4448389edf2714c6787532 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:49:12.044176 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:12.279531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:12.337120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe48d77-090d-4053-a24a-d7f5e66c3deb,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:12.345593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] Checking segment: {'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:49:12.345964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] Network hostable DHCP agents. Network: d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:49:12.417355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] Network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:49:12.497780 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:12.501888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:12.502482 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:12.506639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9ada6a-3312-4ffb-a8e6-8fb69de76c5e None None] Network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:49:12.595939 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-325e4026-c1b5-4791-92a6-5f9f5356db68 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6413131 Sep 09 09:49:12.598589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45924) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:12.603419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:12.651029 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:49:12.652173 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:12.686927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:12.687951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:12.744208 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:12.787851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Allocated IP 172.20.0.2 (d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c/cfe48d77-090d-4053-a24a-d7f5e66c3deb/fa528886-68f0-47fb-9f42-26d18549c734) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:49:12.932962 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:12.939435 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:12.941299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Transition to ACTIVE for port object fa528886-68f0-47fb-9f42-26d18549c734 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:49:12.956373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Transition to ACTIVE for port object fa528886-68f0-47fb-9f42-26d18549c734 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:49:13.058583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:13.098864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:49:13.101847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:13.105649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:49:13.117437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Pushing event updated for resources: {'Port': ['ID=fa528886-68f0-47fb-9f42-26d18549c734,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:13.170591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Attempting to bind port fa528886-68f0-47fb-9f42-26d18549c734 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:49:13.170970 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Attempting to bind port fa528886-68f0-47fb-9f42-26d18549c734 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:49:13.171343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Attempting to bind port fa528886-68f0-47fb-9f42-26d18549c734 on network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:49:13.176484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:49:13.176999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Checking segment: {'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:49:13.177417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:13.177823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Bound using segment: {'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:49:13.178420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Bound port: fa528886-68f0-47fb-9f42-26d18549c734, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:49:13.178992 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:13.225504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:13.246528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:13.248500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] For port fa528886-68f0-47fb-9f42-26d18549c734, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:49:13.251656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] For port fa528886-68f0-47fb-9f42-26d18549c734, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fa528886-68f0-47fb-9f42-26d18549c734,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:49:13.339117 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:13.358302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Allocated IP 172.25.8.212 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/4d7fe2f4-4ee8-4091-b98f-ae933f1b0634) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:49:13.398269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01d546-0ec3-414e-8ccc-48457d16d65e None None] Pushing event updated for resources: {'Port': ['ID=fa528886-68f0-47fb-9f42-26d18549c734,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:13.479478 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:13.578771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:13.622575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:49:13.627517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:13.633890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:49:13.665893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Pushing event updated for resources: {'Port': ['ID=4d7fe2f4-4ee8-4091-b98f-ae933f1b0634,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:13.971157 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:14.195069 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:14.204606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa528886-68f0-47fb-9f42-26d18549c734 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:14.321990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port fa528886-68f0-47fb-9f42-26d18549c734 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:49:14.412821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:49:14.430360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530c46d-c937-4986-a30f-16a154f3ed80 None None] Network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:49:14.448110 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3517a2ff-2cde-484f-9e52-b2bae3c968c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:14.539013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:49:14.554394 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Sync routers for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:49:14.565872 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:14.566738 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:48:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:14.640963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3fd19304-7202-4b84-8215-a005c50c9fd8 None None] Provisioning for port fa528886-68f0-47fb-9f42-26d18549c734 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:49:14.645131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3fd19304-7202-4b84-8215-a005c50c9fd8 None None] Provisioning complete for port fa528886-68f0-47fb-9f42-26d18549c734 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:14.645502 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fd19304-7202-4b84-8215-a005c50c9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:14.663791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:14.665874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9bfa6426-370f-431e-8df5-3ae710b263ad admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0663314 Sep 09 09:49:14.670311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45980) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:14.688057 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:49:14.727683 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:14.750127 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fd19304-7202-4b84-8215-a005c50c9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:14.796785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3fd19304-7202-4b84-8215-a005c50c9fd8 None None] For port fa528886-68f0-47fb-9f42-26d18549c734, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fa528886-68f0-47fb-9f42-26d18549c734,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:14.904093 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fd19304-7202-4b84-8215-a005c50c9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:14.959838 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:13Z', 'revision_number': 3, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:14.960666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd19304-7202-4b84-8215-a005c50c9fd8 None None] Pushing event updated for resources: {'Port': ['ID=fa528886-68f0-47fb-9f42-26d18549c734,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:14.988552 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Checking router: a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:49:14.989040 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Updating router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:49:15.018505 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:15.029854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d1eaf25d-ea89-4b77-9ea4-a97ce2ee3dca None None] Provisioning complete for port fa528886-68f0-47fb-9f42-26d18549c734 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:15.030230 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1eaf25d-ea89-4b77-9ea4-a97ce2ee3dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:15.198748 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:15.291634 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:15.301567 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Transition to ACTIVE for port object 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:49:15.382453 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:15.416485 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Allocated IP 172.20.0.1 (d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c/cfe48d77-090d-4053-a24a-d7f5e66c3deb/b724072b-a82e-4669-82c3-385f88dc62cc) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:49:15.474774 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Attempting to bind port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:49:15.475804 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Attempting to bind port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:49:15.476452 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Attempting to bind port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:49:15.485935 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:49:15.503814 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:49:15.505044 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:15.505986 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:49:15.506802 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Bound port: 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:49:15.507606 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:15.512616 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Pushing event updated for resources: {'Port': ['ID=4d7fe2f4-4ee8-4091-b98f-ae933f1b0634,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:15.541050 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.541420 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.541739 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.542074 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.542409 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.542740 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.543069 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.543492 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.543822 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.544146 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.544478 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.545045 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.568093 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:15.584752 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Transition to ACTIVE for port object b724072b-a82e-4669-82c3-385f88dc62cc will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:49:15.587209 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] For port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:49:15.590958 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] For port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4d7fe2f4-4ee8-4091-b98f-ae933f1b0634,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:49:15.651971 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:15.709572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:15.714609 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:15.715248 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:48:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:15.719573 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4bdbd-aa97-41f3-a96e-5684ba268471 None None] Pushing event updated for resources: {'Port': ['ID=4d7fe2f4-4ee8-4091-b98f-ae933f1b0634,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:15.765551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:49:15.770436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:15.775151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:49:15.808375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Pushing event updated for resources: {'Port': ['ID=b724072b-a82e-4669-82c3-385f88dc62cc,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:15.822425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.825449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.825449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.825449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.825449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.825449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.825449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.825449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.825449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.826286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.826286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.826286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:15.840787 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:15.860975 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:16.084178 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:13Z', 'revision_number': 3, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:16.114415 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c5bd4b-74f2-4344-9777-8ae7ffa5f50c None None] The sync data for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 is: [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:13Z', 'revision_number': 3, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:49:16.169245 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:16.212214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa528886-68f0-47fb-9f42-26d18549c734 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:16.214639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-98df9ae8-ca2a-4bc3-8f6f-1292ad774a19 None None] Provisioning for port b724072b-a82e-4669-82c3-385f88dc62cc completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:49:16.220994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-98df9ae8-ca2a-4bc3-8f6f-1292ad774a19 None None] Provisioning complete for port b724072b-a82e-4669-82c3-385f88dc62cc triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:16.221374 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98df9ae8-ca2a-4bc3-8f6f-1292ad774a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:16.301349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-98df9ae8-ca2a-4bc3-8f6f-1292ad774a19 None None] Port b724072b-a82e-4669-82c3-385f88dc62cc cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:49:16.318979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fa528886-68f0-47fb-9f42-26d18549c734 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:16.319398 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:16.398497 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:16.458860 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:16.548986 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:16.551004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Pushing event updated for resources: {'Port': ['ID=b724072b-a82e-4669-82c3-385f88dc62cc,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:16.657996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:49:16.660378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:16.687471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 45986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:16.748911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54b873e-f8af-4342-9b71-01b4061252a4 admin admin] Deleting subnet ff8b3420-77ce-49df-937c-6b6b0bb8b65e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:49:16.754328 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c54b873e-f8af-4342-9b71-01b4061252a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:16.813446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:49:16.829900 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c54b873e-f8af-4342-9b71-01b4061252a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:16.902676 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c54b873e-f8af-4342-9b71-01b4061252a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:16.938781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-945358c5-e219-41c8-bd06-6344d0da4a62 None None] Provisioning complete for port b724072b-a82e-4669-82c3-385f88dc62cc triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:16.939695 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-945358c5-e219-41c8-bd06-6344d0da4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:16.981204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:49:16.987235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-945358c5-e219-41c8-bd06-6344d0da4a62 None None] Port b724072b-a82e-4669-82c3-385f88dc62cc cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:49:16.993532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f7f23f9e-9b56-4c3e-adfa-d268f1bb5967 admin admin] 10.222.0.32 "PUT /v2.0/routers/a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3218391 Sep 09 09:49:17.045899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c54b873e-f8af-4342-9b71-01b4061252a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.083162 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c54b873e-f8af-4342-9b71-01b4061252a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.087688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c54b873e-f8af-4342-9b71-01b4061252a4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ff8b3420-77ce-49df-937c-6b6b0bb8b65e HTTP/1.1" status: 204 len: 168 time: 0.3967640 Sep 09 09:49:17.087688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b873e-f8af-4342-9b71-01b4061252a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8b3420-77ce-49df-937c-6b6b0bb8b65e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:17.088864 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 45990) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:17.142555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04c7e326-d2e2-4a15-9beb-3536d82a967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.178157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.279762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.315805 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1f47f4-9b5e-4120-95b9-92d3c5506d94']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:17.327495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbe09ad-a594-4217-9b21-a75311978a77') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:17.327844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbe09ad-a594-4217-9b21-a75311978a77') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:17.339291 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.349247 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.354816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.362829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:49:17.363310 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:49:17.365578 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:49:17.502667 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.503556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.508843 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] 10.222.0.32 "DELETE /v2.0/networks/da1f47f4-9b5e-4120-95b9-92d3c5506d94 HTTP/1.1" status: 204 len: 168 time: 0.4181061 Sep 09 09:49:17.521671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c942639-e8b3-4a76-8396-c3d6365b362b admin admin] Pushing event deleted for resources: {'Network': ['ID=da1f47f4-9b5e-4120-95b9-92d3c5506d94,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:17.747276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46006) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:17.752300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-605115876-network', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:17.858203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Made reservation on behalf of c73ba8e9b41d4dd5bb37f573d9705113 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:49:17.860634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.869744 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:17.908753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46008) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:17.953144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6ebb9146-80d3-41b7-bd73-24985c27ac10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=205e29a36d284b87ba7f950f1cfad292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432205 Sep 09 09:49:17.955634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46010) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:17.974370 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.010275 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-918e3105-112a-4053-bb25-789cf891b2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.033321 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-918e3105-112a-4053-bb25-789cf891b2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.057120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.086541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:49:18.101831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab01bd2-4bb2-4ad4-8894-44d80c048bb4,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:18.108691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Sync routers for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:49:18.108851 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.108851 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Added segment 7ffd1655-c8de-4f92-811d-6a2cc3b32bc6 of type vlan for network 8846bc63-5def-4e88-8250-244736692806 Sep 09 09:49:18.120248 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:18.121017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:18.154250 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-918e3105-112a-4053-bb25-789cf891b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.156890 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-918e3105-112a-4053-bb25-789cf891b2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.157051 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.158587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-918e3105-112a-4053-bb25-789cf891b2dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2af38779-0f00-4455-81ca-be6108607842 HTTP/1.1" status: 204 len: 168 time: 0.2019572 Sep 09 09:49:18.168752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e3105-112a-4053-bb25-789cf891b2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af38779-0f00-4455-81ca-be6108607842,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:18.252070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:18.274530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.276103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:18.277608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.302260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:18.356385 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] Pushing event updated for resources: {'Network': ['ID=8846bc63-5def-4e88-8250-244736692806,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:18.382341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 8846bc63-5def-4e88-8250-244736692806 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:49:18.390517 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-faeda33a-d657-4b08-843a-7e25606afcaa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6420152 Sep 09 09:49:18.393080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46014) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:18.397893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] Request body: {'subnet': {'network_id': '8846bc63-5def-4e88-8250-244736692806', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-605115876-subnet', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:18.424777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:49:18.475436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] Made reservation on behalf of c73ba8e9b41d4dd5bb37f573d9705113 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:49:18.478779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.497353 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:18.497646 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.605416 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.646520 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.673678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4d7fe2f4-4ee8-4091-b98f-ae933f1b0634,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:18.674508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 2, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:18.702148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Checking router: a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:49:18.702515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Updating router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 port b724072b-a82e-4669-82c3-385f88dc62cc binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:49:18.731921 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.738595 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.768550 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.799620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff616dc5-f848-4e87-9eb1-010ad76cc835,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:18.807046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] Checking segment: {'id': '7ffd1655-c8de-4f92-811d-6a2cc3b32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8846bc63-5def-4e88-8250-244736692806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:49:18.807414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] Network hostable DHCP agents. Network: 8846bc63-5def-4e88-8250-244736692806, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:49:18.886987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=4d7fe2f4-4ee8-4091-b98f-ae933f1b0634,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:18.892849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] Network 8846bc63-5def-4e88-8250-244736692806 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:49:18.960932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 8846bc63-5def-4e88-8250-244736692806) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:18.966720 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:18.967530 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:18.972117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea0ac88-6c77-4129-b1d3-f6adcf86339e None None] Network 8846bc63-5def-4e88-8250-244736692806 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:49:19.026908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-29b508a5-9161-4778-b119-2f83a238caa1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6314335 Sep 09 09:49:19.032350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46028) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:19.036837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-605115876-router', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:19.104832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.106052 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.121035 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.160983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Transition to ACTIVE for port object b724072b-a82e-4669-82c3-385f88dc62cc will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:49:19.167862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.197848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-8846bc63-5def-4e88-8250-244736692806', 'network_id': '8846bc63-5def-4e88-8250-244736692806', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'fixed_ips': [{'subnet_id': 'ff616dc5-f848-4e87-9eb1-010ad76cc835'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:49:19.198691 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.268817 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.365153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3eb12-9eb7-4d29-abb5-9b573c0d56ee None None] Pushing event updated for resources: {'Port': ['ID=b724072b-a82e-4669-82c3-385f88dc62cc,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:19.380052 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.435487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Attempting to bind port b724072b-a82e-4669-82c3-385f88dc62cc on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:49:19.436506 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Attempting to bind port b724072b-a82e-4669-82c3-385f88dc62cc by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:49:19.437070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Attempting to bind port b724072b-a82e-4669-82c3-385f88dc62cc on network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:49:19.447684 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Allocated IP 172.20.0.2 (8846bc63-5def-4e88-8250-244736692806/ff616dc5-f848-4e87-9eb1-010ad76cc835/c8f2cc0b-debe-4126-a6d9-0d132172456f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:49:19.451508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:49:19.453011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Checking segment: {'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:49:19.453328 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.453614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Bound using segment: {'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:49:19.454114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Bound port: b724072b-a82e-4669-82c3-385f88dc62cc, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:49:19.454507 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.613186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] For port b724072b-a82e-4669-82c3-385f88dc62cc, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:49:19.620039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] For port b724072b-a82e-4669-82c3-385f88dc62cc, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b724072b-a82e-4669-82c3-385f88dc62cc,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:49:19.655846 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.675457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.680806 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.730049 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.753712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Transition to ACTIVE for port object c8f2cc0b-debe-4126-a6d9-0d132172456f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:49:19.768738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:19.769457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:19.796026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Allocated IP 172.25.8.210 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/180873e6-0242-4fe0-8faa-65fcf1055e7a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:49:19.815225 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3eb12-9eb7-4d29-abb5-9b573c0d56ee None None] Pushing event updated for resources: {'Port': ['ID=b724072b-a82e-4669-82c3-385f88dc62cc,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:19.827118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Transition to ACTIVE for port object c8f2cc0b-debe-4126-a6d9-0d132172456f will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:49:19.908663 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.920155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:19.927245 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:19.985144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Network 8846bc63-5def-4e88-8250-244736692806 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:49:20.000541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:20.010064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:49:20.014992 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Pushing event updated for resources: {'Port': ['ID=c8f2cc0b-debe-4126-a6d9-0d132172456f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:20.045751 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:20.058848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.059192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.059559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.059897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.060241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.060556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.060879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.061205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.061524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.061844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.062162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.062505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:49:20.090077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:49:20.093181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:20.095724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:49:20.129732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Pushing event updated for resources: {'Port': ['ID=180873e6-0242-4fe0-8faa-65fcf1055e7a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:20.207628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:20.237166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Attempting to bind port c8f2cc0b-debe-4126-a6d9-0d132172456f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:49:20.237574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Attempting to bind port c8f2cc0b-debe-4126-a6d9-0d132172456f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '7ffd1655-c8de-4f92-811d-6a2cc3b32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8846bc63-5def-4e88-8250-244736692806'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:49:20.237904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Attempting to bind port c8f2cc0b-debe-4126-a6d9-0d132172456f on network 8846bc63-5def-4e88-8250-244736692806 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:49:20.254848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:49:20.255164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Checking segment: {'id': '7ffd1655-c8de-4f92-811d-6a2cc3b32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8846bc63-5def-4e88-8250-244736692806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:49:20.255579 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:20.255977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Bound using segment: {'id': '7ffd1655-c8de-4f92-811d-6a2cc3b32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8846bc63-5def-4e88-8250-244736692806'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:49:20.256457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Bound port: c8f2cc0b-debe-4126-a6d9-0d132172456f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffd1655-c8de-4f92-811d-6a2cc3b32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8846bc63-5def-4e88-8250-244736692806'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:49:20.256815 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:20.279985 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:20.362554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:20.362928 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:20.397546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] For port c8f2cc0b-debe-4126-a6d9-0d132172456f, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:49:20.421002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] For port c8f2cc0b-debe-4126-a6d9-0d132172456f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c8f2cc0b-debe-4126-a6d9-0d132172456f,segment=NetworkSegment(7ffd1655-c8de-4f92-811d-6a2cc3b32bc6),segment_id=7ffd1655-c8de-4f92-811d-6a2cc3b32bc6)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:49:20.436886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:19Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:20.459026 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:20.501532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ec1d28-3b9f-4709-960e-f842bfb0996b None None] The sync data for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 is: [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:19Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:49:20.521554 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:20.649698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5fc90-4c06-41dd-86be-fb25540b309c None None] Pushing event updated for resources: {'Port': ['ID=c8f2cc0b-debe-4126-a6d9-0d132172456f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:20.750777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:21.046900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Router 42644e52-c300-4857-a072-58de8e5dc6ab is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:49:21.167621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:49:21.183003 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Sync routers for ids ['42644e52-c300-4857-a072-58de8e5dc6ab'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:49:21.198507 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Routers {'42644e52-c300-4857-a072-58de8e5dc6ab'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:21.200279 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42644e52-c300-4857-a072-58de8e5dc6ab'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:21.247358 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:21.248695 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d768bd4e-acc5-40cc-aa40-fc9b0381912a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2153323 Sep 09 09:49:21.251639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:21.463228 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Set router 42644e52-c300-4857-a072-58de8e5dc6ab gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:21.681986 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'name': 'tempest-TestVolumeBackupRestore-605115876-router', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:20Z', 'revision_number': 3, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'gw_port': {'id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:21.711036 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Checking router: 42644e52-c300-4857-a072-58de8e5dc6ab for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:49:21.711626 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Updating router 42644e52-c300-4857-a072-58de8e5dc6ab port 180873e6-0242-4fe0-8faa-65fcf1055e7a binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:49:21.746166 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:21.772027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c9afb-c7a5-433a-a923-e484a61af627 None None] Network 8846bc63-5def-4e88-8250-244736692806 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:49:22.048961 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.060113 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Transition to ACTIVE for port object 180873e6-0242-4fe0-8faa-65fcf1055e7a will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:49:22.079822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0245e24c-b6a4-49de-814b-521af7df2a79 None None] Provisioning for port c8f2cc0b-debe-4126-a6d9-0d132172456f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:49:22.135772 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.160416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.189769 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Attempting to bind port 180873e6-0242-4fe0-8faa-65fcf1055e7a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:49:22.189769 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Attempting to bind port 180873e6-0242-4fe0-8faa-65fcf1055e7a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:49:22.190364 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Attempting to bind port 180873e6-0242-4fe0-8faa-65fcf1055e7a on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:49:22.202966 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:49:22.203342 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:49:22.203764 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.204158 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:49:22.204628 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Bound port: 180873e6-0242-4fe0-8faa-65fcf1055e7a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:49:22.205010 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.212856 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b15ce1-3e15-455c-bdd2-6d72c6b53dba None None] Pushing event updated for resources: {'Port': ['ID=180873e6-0242-4fe0-8faa-65fcf1055e7a,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:22.273483 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c8f2cc0b-debe-4126-a6d9-0d132172456f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:22.291883 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] For port 180873e6-0242-4fe0-8faa-65fcf1055e7a, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:49:22.293364 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] For port 180873e6-0242-4fe0-8faa-65fcf1055e7a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=180873e6-0242-4fe0-8faa-65fcf1055e7a,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:49:22.370557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Allocated IP 172.20.0.1 (8846bc63-5def-4e88-8250-244736692806/ff616dc5-f848-4e87-9eb1-010ad76cc835/9692d4c6-3e92-42d2-89bb-b3df0ee28ad0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:49:22.390962 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.423669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port c8f2cc0b-debe-4126-a6d9-0d132172456f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:49:22.427984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c8f2cc0b-debe-4126-a6d9-0d132172456f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:22.428573 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.467786 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b15ce1-3e15-455c-bdd2-6d72c6b53dba None None] Pushing event updated for resources: {'Port': ['ID=180873e6-0242-4fe0-8faa-65fcf1055e7a,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:22.478806 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Routers {'42644e52-c300-4857-a072-58de8e5dc6ab'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:22.479462 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42644e52-c300-4857-a072-58de8e5dc6ab'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:22.513895 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.522981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5aca20b8-5bf3-40a7-8ca5-509c860b9087 None None] Provisioning complete for port c8f2cc0b-debe-4126-a6d9-0d132172456f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:22.523357 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5aca20b8-5bf3-40a7-8ca5-509c860b9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.531431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Transition to ACTIVE for port object 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:49:22.590246 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.595010 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] Set router 42644e52-c300-4857-a072-58de8e5dc6ab gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:22.637574 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.645370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port c8f2cc0b-debe-4126-a6d9-0d132172456f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c8f2cc0b-debe-4126-a6d9-0d132172456f,segment=NetworkSegment(7ffd1655-c8de-4f92-811d-6a2cc3b32bc6),segment_id=7ffd1655-c8de-4f92-811d-6a2cc3b32bc6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:22.691934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Network 8846bc63-5def-4e88-8250-244736692806 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:49:22.696150 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5aca20b8-5bf3-40a7-8ca5-509c860b9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.696360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:22.698425 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Pushing event updated for resources: {'Port': ['ID=9692d4c6-3e92-42d2-89bb-b3df0ee28ad0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:22.700887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:49:22.716232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.717025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b724072b-a82e-4669-82c3-385f88dc62cc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:22.744198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:22.818080 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'name': 'tempest-TestVolumeBackupRestore-605115876-router', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:20Z', 'revision_number': 3, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'gw_port': {'id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:22.873029 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-5aca20b8-5bf3-40a7-8ca5-509c860b9087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:49:22.873029 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-5aca20b8-5bf3-40a7-8ca5-509c860b9087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:49:22.889502 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd506d4-415c-45d0-a50b-c0202538fa45 None None] The sync data for ids ['42644e52-c300-4857-a072-58de8e5dc6ab'] in n-d-778696-16 is: [{'id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'name': 'tempest-TestVolumeBackupRestore-605115876-router', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:20Z', 'revision_number': 3, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'gw_port': {'id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:49:22.941380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=c8f2cc0b-debe-4126-a6d9-0d132172456f,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:22.965442 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:23.029567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port b724072b-a82e-4669-82c3-385f88dc62cc completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:49:23.033974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b724072b-a82e-4669-82c3-385f88dc62cc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:23.034371 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:23.136490 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:23.155855 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:23.180593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port b724072b-a82e-4669-82c3-385f88dc62cc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b724072b-a82e-4669-82c3-385f88dc62cc,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:23.213133 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:23.237720 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:23.294280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Pushing event updated for resources: {'Port': ['ID=9692d4c6-3e92-42d2-89bb-b3df0ee28ad0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:23.298383 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:23.317464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=b724072b-a82e-4669-82c3-385f88dc62cc,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:23.409276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Network 8846bc63-5def-4e88-8250-244736692806 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:49:23.413075 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:23.555697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Router 42644e52-c300-4857-a072-58de8e5dc6ab has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:49:23.647128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2516951a-185c-42fd-896f-9817e1c1f34c None None] Provisioning for port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:49:23.653511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2516951a-185c-42fd-896f-9817e1c1f34c None None] Provisioning complete for port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:23.653511 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2516951a-185c-42fd-896f-9817e1c1f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:23.692712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2516951a-185c-42fd-896f-9817e1c1f34c None None] Port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:49:23.692892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:49:23.701417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ebcacf9c-e12c-41e6-bbe5-660e0f93d92d admin admin] 10.222.0.32 "PUT /v2.0/routers/42644e52-c300-4857-a072-58de8e5dc6ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4483232 Sep 09 09:49:23.817046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3e8bd097-ddb9-49f9-af7f-7eb139716092 None None] Provisioning complete for port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:23.817427 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e8bd097-ddb9-49f9-af7f-7eb139716092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:23.863421 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3e8bd097-ddb9-49f9-af7f-7eb139716092 None None] Port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:49:24.279834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 180873e6-0242-4fe0-8faa-65fcf1055e7a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:24.509880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 180873e6-0242-4fe0-8faa-65fcf1055e7a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:49:24.514217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 180873e6-0242-4fe0-8faa-65fcf1055e7a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:24.514625 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:24.596194 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:24.617234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 180873e6-0242-4fe0-8faa-65fcf1055e7a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=180873e6-0242-4fe0-8faa-65fcf1055e7a,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:24.709510 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:24.710721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c8f2cc0b-debe-4126-a6d9-0d132172456f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:24.760472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Sync routers for ids ['42644e52-c300-4857-a072-58de8e5dc6ab'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:49:24.798076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Routers {'42644e52-c300-4857-a072-58de8e5dc6ab'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:24.798702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42644e52-c300-4857-a072-58de8e5dc6ab'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:24.836118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=180873e6-0242-4fe0-8faa-65fcf1055e7a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:24.867000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c8f2cc0b-debe-4126-a6d9-0d132172456f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:24.867403 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:24.953900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Set router 42644e52-c300-4857-a072-58de8e5dc6ab gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:25.091891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b724072b-a82e-4669-82c3-385f88dc62cc up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:25.209885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port b724072b-a82e-4669-82c3-385f88dc62cc triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:25.210262 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.233517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:25.327211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'name': 'tempest-TestVolumeBackupRestore-605115876-router', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:22Z', 'revision_number': 4, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'gw_port': {'id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '9692d4c6-3e92-42d2-89bb-b3df0ee28ad0', 'name': '', 'network_id': '8846bc63-5def-4e88-8250-244736692806', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'mac_address': 'fa:16:3e:0a:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'ff616dc5-f848-4e87-9eb1-010ad76cc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:22Z', 'updated_at': '2021-09-09T09:49:23Z', 'revision_number': 2, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'subnets': [{'id': 'ff616dc5-f848-4e87-9eb1-010ad76cc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:25.373582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Checking router: 42644e52-c300-4857-a072-58de8e5dc6ab for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:49:25.373940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Updating router 42644e52-c300-4857-a072-58de8e5dc6ab port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:49:25.388394 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b66f4b69-92e1-4ba5-b018-fb6fd4771d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.407999 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.455676 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.530564 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b66f4b69-92e1-4ba5-b018-fb6fd4771d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.589723 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b66f4b69-92e1-4ba5-b018-fb6fd4771d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.622407 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b66f4b69-92e1-4ba5-b018-fb6fd4771d4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0b863e7c2ef4e1e8ecd0648c8c9557b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877327 Sep 09 09:49:25.625143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46150) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:25.646531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f4b69-92e1-4ba5-b018-fb6fd4771d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fab1af-cbb0-4148-81a8-3a0d27650439,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:25.689146 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-02e83262-972b-45db-967f-9dffd00acd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.723406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-02e83262-972b-45db-967f-9dffd00acd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.781884 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.852674 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-02e83262-972b-45db-967f-9dffd00acd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.852858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Transition to ACTIVE for port object 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:49:25.856094 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-02e83262-972b-45db-967f-9dffd00acd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.857843 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-02e83262-972b-45db-967f-9dffd00acd4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6fab1af-cbb0-4148-81a8-3a0d27650439 HTTP/1.1" status: 204 len: 168 time: 0.2307324 Sep 09 09:49:25.866204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e83262-972b-45db-967f-9dffd00acd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fab1af-cbb0-4148-81a8-3a0d27650439,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:25.925340 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:25.982387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db053d-9b57-4612-8303-5e66f7333063 None None] Pushing event updated for resources: {'Port': ['ID=9692d4c6-3e92-42d2-89bb-b3df0ee28ad0,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:26.046100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Attempting to bind port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:49:26.046479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Attempting to bind port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '7ffd1655-c8de-4f92-811d-6a2cc3b32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8846bc63-5def-4e88-8250-244736692806'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:49:26.046879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Attempting to bind port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 on network 8846bc63-5def-4e88-8250-244736692806 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:49:26.052959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:49:26.053339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Checking segment: {'id': '7ffd1655-c8de-4f92-811d-6a2cc3b32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8846bc63-5def-4e88-8250-244736692806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:49:26.053751 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:26.054153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Bound using segment: {'id': '7ffd1655-c8de-4f92-811d-6a2cc3b32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8846bc63-5def-4e88-8250-244736692806'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:49:26.054624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Bound port: 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffd1655-c8de-4f92-811d-6a2cc3b32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8846bc63-5def-4e88-8250-244736692806'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:49:26.055015 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:26.099782 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:26.147015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] For port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:49:26.150746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] For port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9692d4c6-3e92-42d2-89bb-b3df0ee28ad0,segment=NetworkSegment(7ffd1655-c8de-4f92-811d-6a2cc3b32bc6),segment_id=7ffd1655-c8de-4f92-811d-6a2cc3b32bc6)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:49:26.208379 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:26.256531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 180873e6-0242-4fe0-8faa-65fcf1055e7a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:26.324859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db053d-9b57-4612-8303-5e66f7333063 None None] Pushing event updated for resources: {'Port': ['ID=9692d4c6-3e92-42d2-89bb-b3df0ee28ad0,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:26.346479 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Routers {'42644e52-c300-4857-a072-58de8e5dc6ab'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:26.347279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42644e52-c300-4857-a072-58de8e5dc6ab'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:26.412502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 180873e6-0242-4fe0-8faa-65fcf1055e7a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:26.412874 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:26.514623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] Set router 42644e52-c300-4857-a072-58de8e5dc6ab gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:26.778368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'name': 'tempest-TestVolumeBackupRestore-605115876-router', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:22Z', 'revision_number': 4, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'gw_port': {'id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '9692d4c6-3e92-42d2-89bb-b3df0ee28ad0', 'name': '', 'network_id': '8846bc63-5def-4e88-8250-244736692806', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'mac_address': 'fa:16:3e:0a:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'ff616dc5-f848-4e87-9eb1-010ad76cc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:22Z', 'updated_at': '2021-09-09T09:49:26Z', 'revision_number': 4, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'subnets': [{'id': 'ff616dc5-f848-4e87-9eb1-010ad76cc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:26.814254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5b64a-f10f-49fd-bb26-27e35ef0a88d None None] The sync data for ids ['42644e52-c300-4857-a072-58de8e5dc6ab'] in n-d-778696-16 is: [{'id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'name': 'tempest-TestVolumeBackupRestore-605115876-router', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:22Z', 'revision_number': 4, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'gw_port': {'id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '9692d4c6-3e92-42d2-89bb-b3df0ee28ad0', 'name': '', 'network_id': '8846bc63-5def-4e88-8250-244736692806', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'mac_address': 'fa:16:3e:0a:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'ff616dc5-f848-4e87-9eb1-010ad76cc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:22Z', 'updated_at': '2021-09-09T09:49:26Z', 'revision_number': 4, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'subnets': [{'id': 'ff616dc5-f848-4e87-9eb1-010ad76cc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:49:27.000441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46174) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:27.117462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-201095575-network', 'tenant_id': 'b1f2289946e74dceaf89d48479b60100'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:27.212630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Made reservation on behalf of b1f2289946e74dceaf89d48479b60100 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:49:27.215017 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:27.226371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:27.338631 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:27.401221 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:27.437131 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:49:27.443102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622013f0-20d2-4937-a6b8-60eb46caf6ce,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:27.455101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:27.455491 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Added segment c9c3610e-8ebf-4a89-9c76-4908b99be9dd of type vlan for network 8f0e9c44-ae3d-4da9-9384-16c73ba13e1d Sep 09 09:49:27.500049 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:27.561041 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:27.562077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:27.562655 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:27.632410 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] Pushing event updated for resources: {'Network': ['ID=8f0e9c44-ae3d-4da9-9384-16c73ba13e1d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:27.643729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 8f0e9c44-ae3d-4da9-9384-16c73ba13e1d details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:49:27.662346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:27.662920 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d55e8b02-2d13-496c-87c3-d4447ff86975 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6608937 Sep 09 09:49:27.668961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] Request body: {'subnet': {'network_id': '8f0e9c44-ae3d-4da9-9384-16c73ba13e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-201095575-subnet', 'tenant_id': 'b1f2289946e74dceaf89d48479b60100', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:27.760924 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] Made reservation on behalf of b1f2289946e74dceaf89d48479b60100 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:49:27.763340 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:28.040550 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:28.100162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e432dd-1a74-434a-a77b-ba5235c8424c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:28.110777 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] Checking segment: {'id': 'c9c3610e-8ebf-4a89-9c76-4908b99be9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8f0e9c44-ae3d-4da9-9384-16c73ba13e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:49:28.111142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] Network hostable DHCP agents. Network: 8f0e9c44-ae3d-4da9-9384-16c73ba13e1d, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:49:28.178289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] Network 8f0e9c44-ae3d-4da9-9384-16c73ba13e1d is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:49:28.212693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:28.276934 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 8f0e9c44-ae3d-4da9-9384-16c73ba13e1d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:28.283264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:28.284546 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:28.284920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e6cd69-5d27-470b-9dee-bd0c8e4d6aec None None] Network 8f0e9c44-ae3d-4da9-9384-16c73ba13e1d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:49:28.379706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6ee142c7-d67c-4883-bdbb-64b53d1fcecd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7151372 Sep 09 09:49:28.494013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:49:28.503816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:28.504192 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:28.622143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81ac65b-e46f-43b5-9f8f-2c1289d974d6 None None] Network 8f0e9c44-ae3d-4da9-9384-16c73ba13e1d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:49:28.661951 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:28.739022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9692d4c6-3e92-42d2-89bb-b3df0ee28ad0,segment=NetworkSegment(7ffd1655-c8de-4f92-811d-6a2cc3b32bc6),segment_id=7ffd1655-c8de-4f92-811d-6a2cc3b32bc6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:28.819566 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:28.888344 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=9692d4c6-3e92-42d2-89bb-b3df0ee28ad0,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:29.107115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46198) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:29.112118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1492492438-network', 'tenant_id': 'ca9c848d78ee46fb83e2e196ee7249fd'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:29.212641 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Made reservation on behalf of ca9c848d78ee46fb83e2e196ee7249fd for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:49:29.215126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:29.225593 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:29.325941 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:29.395488 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:29.420605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:49:29.429348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c989557e-efe0-465a-bd2d-a5918a165904,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:29.436195 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:29.436541 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Added segment f3b2855c-c02a-4f85-ba6c-4c92f6c251c0 of type vlan for network 35674eb5-d2da-4cac-b586-280566348875 Sep 09 09:49:29.476710 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:29.549553 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:29.550549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:29.551137 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:29.629947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] Pushing event updated for resources: {'Network': ['ID=35674eb5-d2da-4cac-b586-280566348875,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:29.640492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 35674eb5-d2da-4cac-b586-280566348875 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:49:29.648046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ec5f7ef8-1d92-48ea-a8a5-7abf97bdeeaa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5394058 Sep 09 09:49:29.650618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46202) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:29.656238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] Request body: {'subnet': {'network_id': '35674eb5-d2da-4cac-b586-280566348875', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1492492438-subnet', 'tenant_id': 'ca9c848d78ee46fb83e2e196ee7249fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:29.730733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] Made reservation on behalf of ca9c848d78ee46fb83e2e196ee7249fd for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:49:29.734259 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:29.962018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:30.022551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b6294c-74ec-41c3-8e82-e93772dbaa93,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:30.031255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] Checking segment: {'id': 'f3b2855c-c02a-4f85-ba6c-4c92f6c251c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '35674eb5-d2da-4cac-b586-280566348875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:49:30.031659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] Network hostable DHCP agents. Network: 35674eb5-d2da-4cac-b586-280566348875, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:49:30.139227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] Network 35674eb5-d2da-4cac-b586-280566348875 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:49:30.204156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:30.261567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:30.263271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:30.268430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 35674eb5-d2da-4cac-b586-280566348875) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:30.273404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:30.274940 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:30.285202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7330581-2935-4cfe-ad2a-90e7594f64eb None None] Network 35674eb5-d2da-4cac-b586-280566348875 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:49:30.351435 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-db60e243-f942-40be-8821-e8c26128a9b2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6987863 Sep 09 09:49:30.491202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71d00da-cdae-443e-a26f-4a4731e5dfcb None None] Network 35674eb5-d2da-4cac-b586-280566348875 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:49:30.906709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754a6f-0ca1-470d-80d2-333436a09983 req-307626ba-f240-4483-80d6-150adf1bef8b tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:30.908226 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-307626ba-f240-4483-80d6-150adf1bef8b tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/networks?id=8f0e9c44-ae3d-4da9-9384-16c73ba13e1d HTTP/1.1" status: 200 len: 811 time: 0.1088843 Sep 09 09:49:30.923787 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-7a0a2185-cbbc-460d-916b-c8d690701bf9 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/quotas/b1f2289946e74dceaf89d48479b60100 HTTP/1.1" status: 200 len: 375 time: 0.0097885 Sep 09 09:49:30.959010 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-ffe4ffb7-81ca-4ba6-81b3-29e342a84e03 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1f2289946e74dceaf89d48479b60100&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272171 Sep 09 09:49:31.067429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-30d75eb5-b6c8-42e9-99e5-3b052311ebbe service neutron] 10.222.0.32 "GET /v2.0/networks/8f0e9c44-ae3d-4da9-9384-16c73ba13e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002471 Sep 09 09:49:31.166738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-42392cdf-f4c8-4f06-9c9e-53dc9bac481c service neutron] 10.222.0.32 "GET /v2.0/networks/8f0e9c44-ae3d-4da9-9384-16c73ba13e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909588 Sep 09 09:49:31.422191 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-15c04b34-34f9-44bf-a22c-30a45680c555 req-26220e37-0e6d-47fd-bc61-1c5b5f052e84 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 210 time: 0.0287492 Sep 09 09:49:32.523016 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9791a56-00b7-4b69-af6f-ac6304dd40c2 req-28a565f5-a169-41c3-bd1d-9b43fca1f4c4 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 210 time: 0.0280693 Sep 09 09:49:33.231595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754a6f-0ca1-470d-80d2-333436a09983 req-122a77a6-d6c6-4557-b243-f19e5e76d825 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:33.233696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-122a77a6-d6c6-4557-b243-f19e5e76d825 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.41 "GET /v2.0/networks?id=8f0e9c44-ae3d-4da9-9384-16c73ba13e1d HTTP/1.1" status: 200 len: 811 time: 0.1150489 Sep 09 09:49:33.247051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Request body: {'port': {'device_id': 'f50a87d6-364e-4e7d-a366-0a84b4097624', 'network_id': '8f0e9c44-ae3d-4da9-9384-16c73ba13e1d', 'admin_state_up': True, 'tenant_id': 'b1f2289946e74dceaf89d48479b60100'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:33.424083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Made reservation on behalf of b1f2289946e74dceaf89d48479b60100 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:49:33.427702 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:33.565198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Allocated IP 172.20.0.12 (8f0e9c44-ae3d-4da9-9384-16c73ba13e1d/b7e432dd-1a74-434a-a77b-ba5235c8424c/3d74b80a-dce7-4320-9369-c70cb949e261) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:49:33.658402 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-defc2f97-cddf-41f0-9ef4-a39b4c2b52bb req-b73f2939-90e9-4128-a803-9e6efb6a95b8 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 210 time: 0.0452964 Sep 09 09:49:33.774868 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:33.954324 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:34.001447 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Network 8f0e9c44-ae3d-4da9-9384-16c73ba13e1d is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:49:34.006594 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:49:34.012383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:49:34.016386 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Pushing event updated for resources: {'Port': ['ID=3d74b80a-dce7-4320-9369-c70cb949e261,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:34.064358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:34.064909 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:34.133101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-6e4a635d-cbf5-408a-8f66-af29e7d389cd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8909297 Sep 09 09:49:34.145995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Request body: {'port': {'device_id': 'f50a87d6-364e-4e7d-a366-0a84b4097624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:49:34.205912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:34.483871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d74b80a-dce7-4320-9369-c70cb949e261 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:49:34.492001 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:34.504449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Transition to ACTIVE for port object 3d74b80a-dce7-4320-9369-c70cb949e261 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:49:34.607031 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:34.660291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Pushing event updated for resources: {'Port': ['ID=3d74b80a-dce7-4320-9369-c70cb949e261,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:34.787969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75a299-c4f8-41c5-8b9b-9c630b2afbbf req-d555db82-20d9-4add-9147-017bd62dffe3 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:34.789512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c75a299-c4f8-41c5-8b9b-9c630b2afbbf req-d555db82-20d9-4add-9147-017bd62dffe3 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 944 time: 0.0578034 Sep 09 09:49:34.837142 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c75a299-c4f8-41c5-8b9b-9c630b2afbbf req-a846ce61-fb80-43a8-be8b-4e39187ce3db tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376630 Sep 09 09:49:35.072823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Attempting to bind port 3d74b80a-dce7-4320-9369-c70cb949e261 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:49:35.073084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Attempting to bind port 3d74b80a-dce7-4320-9369-c70cb949e261 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'c9c3610e-8ebf-4a89-9c76-4908b99be9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8f0e9c44-ae3d-4da9-9384-16c73ba13e1d'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:49:35.073385 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Attempting to bind port 3d74b80a-dce7-4320-9369-c70cb949e261 on network 8f0e9c44-ae3d-4da9-9384-16c73ba13e1d {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:49:35.079830 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Port 3d74b80a-dce7-4320-9369-c70cb949e261 on network 8f0e9c44-ae3d-4da9-9384-16c73ba13e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:49:35.080154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Attempting to bind port 3d74b80a-dce7-4320-9369-c70cb949e261 on network 8f0e9c44-ae3d-4da9-9384-16c73ba13e1d {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:49:35.084972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:49:35.085304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Checking segment: {'id': 'c9c3610e-8ebf-4a89-9c76-4908b99be9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8f0e9c44-ae3d-4da9-9384-16c73ba13e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:49:35.085687 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Bound using segment: {'id': 'c9c3610e-8ebf-4a89-9c76-4908b99be9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8f0e9c44-ae3d-4da9-9384-16c73ba13e1d'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:49:35.086104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Bound port: 3d74b80a-dce7-4320-9369-c70cb949e261, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c3610e-8ebf-4a89-9c76-4908b99be9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8f0e9c44-ae3d-4da9-9384-16c73ba13e1d'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:49:35.086485 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:35.148831 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] For port 3d74b80a-dce7-4320-9369-c70cb949e261, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:49:35.152335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] For port 3d74b80a-dce7-4320-9369-c70cb949e261, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d74b80a-dce7-4320-9369-c70cb949e261,segment=NetworkSegment(c9c3610e-8ebf-4a89-9c76-4908b99be9dd),segment_id=c9c3610e-8ebf-4a89-9c76-4908b99be9dd)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:49:35.235903 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:35.272736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:35.273368 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:35.275893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] 10.222.0.41 "PUT /v2.0/ports/3d74b80a-dce7-4320-9369-c70cb949e261 HTTP/1.1" status: 200 len: 1093 time: 1.1341639 Sep 09 09:49:35.276346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50a87d6-364e-4e7d-a366-0a84b4097624', 'tag': '3d74b80a-dce7-4320-9369-c70cb949e261'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:49:35.278926 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8700d2dd-9808-4e7e-90a2-385cac0985f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f50a87d6-364e-4e7d-a366-0a84b4097624", "tag": "3d74b80a-dce7-4320-9369-c70cb949e261"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:49:35.305967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad4dd4-9eab-4ea6-91e2-590a29b0ea43 service neutron] Pushing event updated for resources: {'Port': ['ID=3d74b80a-dce7-4320-9369-c70cb949e261,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:35.315939 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f6ac09-bcbc-40b6-87f7-ab4f046b6f14 x-openstack-request-id: req-80f6ac09-bcbc-40b6-87f7-ab4f046b6f14 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:49:35.316206 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50a87d6-364e-4e7d-a366-0a84b4097624", "tag": "3d74b80a-dce7-4320-9369-c70cb949e261", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:49:35.316452 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80f6ac09-bcbc-40b6-87f7-ab4f046b6f14 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:49:35.316878 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50a87d6-364e-4e7d-a366-0a84b4097624', 'tag': '3d74b80a-dce7-4320-9369-c70cb949e261', 'status': 'completed', 'code': 200} Sep 09 09:49:35.384435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700d2dd-9808-4e7e-90a2-385cac0985f5 req-32b99ed9-e37b-41d1-b77e-7df2207969f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:35.386426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8700d2dd-9808-4e7e-90a2-385cac0985f5 req-32b99ed9-e37b-41d1-b77e-7df2207969f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1f2289946e74dceaf89d48479b60100&device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 1096 time: 0.0477839 Sep 09 09:49:35.486590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700d2dd-9808-4e7e-90a2-385cac0985f5 req-01cdcf12-ba71-45e5-8bc9-08f5703b1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:35.488875 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8700d2dd-9808-4e7e-90a2-385cac0985f5 req-01cdcf12-ba71-45e5-8bc9-08f5703b1c83 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b1f2289946e74dceaf89d48479b60100&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946136 Sep 09 09:49:35.588615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700d2dd-9808-4e7e-90a2-385cac0985f5 req-7a630d67-fe13-47ec-847c-0c68982a0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:35.590121 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8700d2dd-9808-4e7e-90a2-385cac0985f5 req-7a630d67-fe13-47ec-847c-0c68982a0a9a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951090 Sep 09 09:49:35.676784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754a6f-0ca1-470d-80d2-333436a09983 req-c1368b82-efda-4c53-af9f-ac6f5594aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:35.678595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-c1368b82-efda-4c53-af9f-ac6f5594aa28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1f2289946e74dceaf89d48479b60100&device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 1096 time: 0.0466664 Sep 09 09:49:35.729705 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-e0d774ba-0e37-4954-8bf6-48b375dfecb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d74b80a-dce7-4320-9369-c70cb949e261 HTTP/1.1" status: 200 len: 217 time: 0.0407388 Sep 09 09:49:35.777749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754a6f-0ca1-470d-80d2-333436a09983 req-fad21d4d-fd00-4360-b579-61652c303ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:35.785252 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-fad21d4d-fd00-4360-b579-61652c303ff7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7e432dd-1a74-434a-a77b-ba5235c8424c HTTP/1.1" status: 200 len: 851 time: 0.0463815 Sep 09 09:49:35.813144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-5a309657-411d-432b-a281-e6301559c4b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f0e9c44-ae3d-4da9-9384-16c73ba13e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269539 Sep 09 09:49:35.916193 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-30f32209-96b5-4bd7-ae4e-e50fcbb0413f service neutron] 10.222.0.41 "GET /v2.0/networks/8f0e9c44-ae3d-4da9-9384-16c73ba13e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960352 Sep 09 09:49:35.964592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc35d4-45ca-43a2-9a88-24756d2de0f5 req-1363c9df-f69b-4865-a1d4-3e9956b1496e tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:35.966299 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-00bc35d4-45ca-43a2-9a88-24756d2de0f5 req-1363c9df-f69b-4865-a1d4-3e9956b1496e tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 944 time: 0.0518520 Sep 09 09:49:36.014040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-00bc35d4-45ca-43a2-9a88-24756d2de0f5 req-5a56e0e3-09ba-42d2-9968-55688b9efd57 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Sep 09 09:49:36.018116 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99754a6f-0ca1-470d-80d2-333436a09983 req-52a556a1-7449-4372-9092-249c57c43a60 service neutron] 10.222.0.41 "GET /v2.0/networks/8f0e9c44-ae3d-4da9-9384-16c73ba13e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946798 Sep 09 09:49:37.134007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755dd67-1d39-422b-b646-fefbbab477d0 req-2cdeae70-af65-4416-a16b-5154065291c0 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:37.135814 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3755dd67-1d39-422b-b646-fefbbab477d0 req-2cdeae70-af65-4416-a16b-5154065291c0 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 944 time: 0.0505927 Sep 09 09:49:37.174562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3755dd67-1d39-422b-b646-fefbbab477d0 req-e2c5e548-ce18-4860-a8d6-915c30f7c065 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Sep 09 09:49:37.536531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46272) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:37.848946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Deleting port cb32f119-c1a0-4c00-931a-a460474e0fc3 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:49:37.849364 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:37.931483 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:37.931724 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:37.943720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Calling delete_port for cb32f119-c1a0-4c00-931a-a460474e0fc3 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:49:38.184418 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:38.211918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event deleted for resources: {'Port': ['ID=cb32f119-c1a0-4c00-931a-a460474e0fc3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:38.301075 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:38.301417 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Floating IP a544fc2e-693e-48b6-8daf-23e90e50e1e0 disassociated (deleted). External IP: 172.25.8.16, port: ba8a860f-1b5d-4b51-8148-e96a11202ec1. Sep 09 09:49:38.358529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46412980-77bf-4324-a49e-12b4d6c4ea4c req-d658420c-dc65-49f7-889c-573dc8c21d6d tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:38.360723 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46412980-77bf-4324-a49e-12b4d6c4ea4c req-d658420c-dc65-49f7-889c-573dc8c21d6d tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 944 time: 0.1038487 Sep 09 09:49:38.440559 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46412980-77bf-4324-a49e-12b4d6c4ea4c req-34f6c077-d699-4088-a30f-b43a143471eb tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734177 Sep 09 09:49:38.561523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Router 42f75632-702d-41c8-930e-179afeaa44ac has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:49:38.671715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:49:38.677121 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:38.682147 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f11571-12ef-45bd-8a72-01c932b402e2 None None] Sync routers for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:49:38.691945 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f11571-12ef-45bd-8a72-01c932b402e2 None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:38.692621 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-36f11571-12ef-45bd-8a72-01c932b402e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:38.711335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cae1aab0-44ce-47eb-a319-e00f1d81db7a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "DELETE /v2.0/floatingips/a544fc2e-693e-48b6-8daf-23e90e50e1e0 HTTP/1.1" status: 204 len: 168 time: 1.1712470 Sep 09 09:49:38.711335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'tag': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:49:38.712528 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797c7aec-0d82-4e90-b072-16ddec11b5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d80c50f3-ac19-463d-840e-6447bf52d38a", "tag": "ba8a860f-1b5d-4b51-8148-e96a11202ec1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:49:38.766949 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04267532-8a75-4171-a31c-acac0195b1c7 x-openstack-request-id: req-04267532-8a75-4171-a31c-acac0195b1c7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:49:38.768308 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80c50f3-ac19-463d-840e-6447bf52d38a", "tag": "ba8a860f-1b5d-4b51-8148-e96a11202ec1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:49:38.768308 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04267532-8a75-4171-a31c-acac0195b1c7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:49:38.775938 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'tag': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1', 'status': 'completed', 'code': 200} Sep 09 09:49:38.825576 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-36f11571-12ef-45bd-8a72-01c932b402e2 None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:38.832231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c7aec-0d82-4e90-b072-16ddec11b5a1 req-18b48c4e-cd01-4934-8885-04b30d0094dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:38.837167 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-797c7aec-0d82-4e90-b072-16ddec11b5a1 req-18b48c4e-cd01-4934-8885-04b30d0094dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 1097 time: 0.0457680 Sep 09 09:49:38.963144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c7aec-0d82-4e90-b072-16ddec11b5a1 req-ace50ccc-2b3c-4948-b1df-bed9bb2d8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:38.964868 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-797c7aec-0d82-4e90-b072-16ddec11b5a1 req-ace50ccc-2b3c-4948-b1df-bed9bb2d8c81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.1244352 Sep 09 09:49:39.037732 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-797c7aec-0d82-4e90-b072-16ddec11b5a1 req-1c6b1531-1e00-449f-85db-f64d1feef84a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba8a860f-1b5d-4b51-8148-e96a11202ec1 HTTP/1.1" status: 200 len: 217 time: 0.0657461 Sep 09 09:49:39.091397 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-36f11571-12ef-45bd-8a72-01c932b402e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1cccf40f-adf1-4d49-b4ae-e39619bfad02', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:df:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:44:02Z', 'updated_at': '2021-09-09T09:44:04Z', 'revision_number': 1, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:39.098419 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c7aec-0d82-4e90-b072-16ddec11b5a1 req-30aaeba5-f040-4b1c-9a9d-d9e30144d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:39.100242 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-797c7aec-0d82-4e90-b072-16ddec11b5a1 req-30aaeba5-f040-4b1c-9a9d-d9e30144d776 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0482221 Sep 09 09:49:39.122886 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f11571-12ef-45bd-8a72-01c932b402e2 None None] Checking router: 42f75632-702d-41c8-930e-179afeaa44ac for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:49:39.134329 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f11571-12ef-45bd-8a72-01c932b402e2 None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:39.134962 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-36f11571-12ef-45bd-8a72-01c932b402e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:39.157630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c7aec-0d82-4e90-b072-16ddec11b5a1 req-7653d7c1-3695-4775-a1ec-36ece2d3fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:39.159187 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-797c7aec-0d82-4e90-b072-16ddec11b5a1 req-7653d7c1-3695-4775-a1ec-36ece2d3fdb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515239 Sep 09 09:49:39.178454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bceae2-5a54-4e61-9140-149a4edc3490 req-e67a3b52-9260-4c74-98ee-dc3941c13434 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:39.187135 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9bceae2-5a54-4e61-9140-149a4edc3490 req-e67a3b52-9260-4c74-98ee-dc3941c13434 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 945 time: 0.0630577 Sep 09 09:49:39.239896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9bceae2-5a54-4e61-9140-149a4edc3490 req-18b022ca-7a60-4d69-8aac-adcca1351a33 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454323 Sep 09 09:49:39.276202 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-797c7aec-0d82-4e90-b072-16ddec11b5a1 req-f286432a-0da0-40e6-854e-815efa6216ff service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092017 Sep 09 09:49:39.355404 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-36f11571-12ef-45bd-8a72-01c932b402e2 None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:39.369394 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-797c7aec-0d82-4e90-b072-16ddec11b5a1 req-b6d479a5-ea98-4001-a0ba-184a2468bd7f service neutron] 10.222.0.41 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851643 Sep 09 09:49:39.572873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f56f64-8ab4-4412-a8f6-2c0948e65704 req-20133208-0508-4245-9be4-0c9d04d6d49b tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:39.576060 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73f56f64-8ab4-4412-a8f6-2c0948e65704 req-20133208-0508-4245-9be4-0c9d04d6d49b tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 944 time: 0.0623689 Sep 09 09:49:39.585852 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-36f11571-12ef-45bd-8a72-01c932b402e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1cccf40f-adf1-4d49-b4ae-e39619bfad02', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:df:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:44:02Z', 'updated_at': '2021-09-09T09:44:04Z', 'revision_number': 1, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:39.615730 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f11571-12ef-45bd-8a72-01c932b402e2 None None] The sync data for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 is: [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '1cccf40f-adf1-4d49-b4ae-e39619bfad02', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'port_id': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'mac_address': 'fa:16:3e:df:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:44:02Z', 'updated_at': '2021-09-09T09:44:04Z', 'revision_number': 1, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:49:39.619083 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73f56f64-8ab4-4412-a8f6-2c0948e65704 req-45de9c47-b0b3-4791-97df-0e04bac5a091 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381274 Sep 09 09:49:39.848205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486dc732-04d1-4f07-8f1a-7e3269ccee52 None None] New status for floating IP a544fc2e-693e-48b6-8daf-23e90e50e1e0: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:49:40.049313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3d74b80a-dce7-4320-9369-c70cb949e261 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:49:40.147718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3d74b80a-dce7-4320-9369-c70cb949e261, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d74b80a-dce7-4320-9369-c70cb949e261,segment=NetworkSegment(c9c3610e-8ebf-4a89-9c76-4908b99be9dd),segment_id=c9c3610e-8ebf-4a89-9c76-4908b99be9dd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:40.159314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '3d74b80a-dce7-4320-9369-c70cb949e261', 'network_id': '8f0e9c44-ae3d-4da9-9384-16c73ba13e1d', 'port_id': '3d74b80a-dce7-4320-9369-c70cb949e261', 'mac_address': 'fa:16:3e:97:51:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e432dd-1a74-434a-a77b-ba5235c8424c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:49:40.204032 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:40.217063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d74b80a-dce7-4320-9369-c70cb949e261 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:49:40.236879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3d74b80a-dce7-4320-9369-c70cb949e261, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d74b80a-dce7-4320-9369-c70cb949e261,segment=NetworkSegment(c9c3610e-8ebf-4a89-9c76-4908b99be9dd),segment_id=c9c3610e-8ebf-4a89-9c76-4908b99be9dd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:40.313822 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:40.353614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12bac0-efcf-4b4d-bc26-e58f0d552aaa req-99b105d7-6d6b-44fd-8b14-07782cb1f207 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:40.355682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd12bac0-efcf-4b4d-bc26-e58f0d552aaa req-99b105d7-6d6b-44fd-8b14-07782cb1f207 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 945 time: 0.0529757 Sep 09 09:49:40.363706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=3d74b80a-dce7-4320-9369-c70cb949e261,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:40.394775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd12bac0-efcf-4b4d-bc26-e58f0d552aaa req-ba2c7302-a19d-4f74-b7fd-81d8a71c3c47 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329642 Sep 09 09:49:40.538372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['3d74b80a-dce7-4320-9369-c70cb949e261'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:49:40.606331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894c8cd-6c91-48e5-8d31-215eb40f8b41 req-ae23aad4-02de-4e3c-9557-2ae7f33ee8a9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:40.608125 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d894c8cd-6c91-48e5-8d31-215eb40f8b41 req-ae23aad4-02de-4e3c-9557-2ae7f33ee8a9 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 945 time: 0.0507684 Sep 09 09:49:40.737413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-d894c8cd-6c91-48e5-8d31-215eb40f8b41 req-f4756bcf-82c9-42c4-8858-18df6f6a27f1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Deleting port ba8a860f-1b5d-4b51-8148-e96a11202ec1 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:49:40.737758 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d894c8cd-6c91-48e5-8d31-215eb40f8b41 req-f4756bcf-82c9-42c4-8858-18df6f6a27f1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:40.813793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2058fe-5f15-449d-9804-8f9e282f0290 req-fa7627f0-642b-49b2-ad7f-3bb3f778636b tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:40.815340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c2058fe-5f15-449d-9804-8f9e282f0290 req-fa7627f0-642b-49b2-ad7f-3bb3f778636b tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 945 time: 0.1215158 Sep 09 09:49:40.873531 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d894c8cd-6c91-48e5-8d31-215eb40f8b41 req-f4756bcf-82c9-42c4-8858-18df6f6a27f1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] For port ba8a860f-1b5d-4b51-8148-e96a11202ec1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=ba8a860f-1b5d-4b51-8148-e96a11202ec1,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:40.873820 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d894c8cd-6c91-48e5-8d31-215eb40f8b41 req-f4756bcf-82c9-42c4-8858-18df6f6a27f1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:40.886034 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c2058fe-5f15-449d-9804-8f9e282f0290 req-c2d1b59d-96a1-42d3-b601-a7327ddbdabb tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625780 Sep 09 09:49:40.891830 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-d894c8cd-6c91-48e5-8d31-215eb40f8b41 req-f4756bcf-82c9-42c4-8858-18df6f6a27f1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Calling delete_port for ba8a860f-1b5d-4b51-8148-e96a11202ec1 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:49:41.120951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d894c8cd-6c91-48e5-8d31-215eb40f8b41 req-f4756bcf-82c9-42c4-8858-18df6f6a27f1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:41.154055 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4756bcf-82c9-42c4-8858-18df6f6a27f1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event deleted for resources: {'Port': ['ID=ba8a860f-1b5d-4b51-8148-e96a11202ec1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:41.204556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d894c8cd-6c91-48e5-8d31-215eb40f8b41 req-f4756bcf-82c9-42c4-8858-18df6f6a27f1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] No DVR routers for this DVR port ba8a860f-1b5d-4b51-8148-e96a11202ec1 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:49:41.217487 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d894c8cd-6c91-48e5-8d31-215eb40f8b41 req-f4756bcf-82c9-42c4-8858-18df6f6a27f1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:41.217487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d894c8cd-6c91-48e5-8d31-215eb40f8b41 req-f4756bcf-82c9-42c4-8858-18df6f6a27f1 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.41 "DELETE /v2.0/ports/ba8a860f-1b5d-4b51-8148-e96a11202ec1 HTTP/1.1" status: 204 len: 173 time: 0.5953519 Sep 09 09:49:41.217487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'name': 'network-vif-deleted', 'tag': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:49:41.217487 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb00fef-d5d4-403a-9f43-92874eaec308" -d '{"events": [{"server_uuid": "d80c50f3-ac19-463d-840e-6447bf52d38a", "name": "network-vif-deleted", "tag": "ba8a860f-1b5d-4b51-8148-e96a11202ec1"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:49:41.248371 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38a1646-239e-49f0-b03c-b3ca0f367d9f x-openstack-request-id: req-b38a1646-239e-49f0-b03c-b3ca0f367d9f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:49:41.248669 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80c50f3-ac19-463d-840e-6447bf52d38a", "name": "network-vif-deleted", "tag": "ba8a860f-1b5d-4b51-8148-e96a11202ec1", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:49:41.248926 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b38a1646-239e-49f0-b03c-b3ca0f367d9f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:49:41.249334 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80c50f3-ac19-463d-840e-6447bf52d38a', 'name': 'network-vif-deleted', 'tag': 'ba8a860f-1b5d-4b51-8148-e96a11202ec1', 'status': 'completed', 'code': 200} Sep 09 09:49:41.496716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6443f222-6252-4ac1-aed1-4db632217470 req-6c47b6aa-814b-4543-be7f-632e09fbb01b tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 210 time: 0.0293605 Sep 09 09:49:42.010932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71df3c-b72c-4eba-a2b5-2ad3e9709275 req-cbcfdf7b-9934-4af6-b83f-785669819631 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:42.012788 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b71df3c-b72c-4eba-a2b5-2ad3e9709275 req-cbcfdf7b-9934-4af6-b83f-785669819631 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 945 time: 0.0538919 Sep 09 09:49:42.059552 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3d74b80a-dce7-4320-9369-c70cb949e261 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:49:42.079562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b71df3c-b72c-4eba-a2b5-2ad3e9709275 req-982afa0b-8414-49b0-9f2c-57221092ba0f tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588446 Sep 09 09:49:42.218019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 3d74b80a-dce7-4320-9369-c70cb949e261 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:49:42.222162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 3d74b80a-dce7-4320-9369-c70cb949e261 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:49:42.222527 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:42.307727 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:42.334364 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50a87d6-364e-4e7d-a366-0a84b4097624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d74b80a-dce7-4320-9369-c70cb949e261'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:49:42.337325 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a66fc1-ac42-4812-b7cf-f35dbc7c8595" -d '{"events": [{"server_uuid": "f50a87d6-364e-4e7d-a366-0a84b4097624", "name": "network-vif-plugged", "status": "completed", "tag": "3d74b80a-dce7-4320-9369-c70cb949e261"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:49:42.350442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 3d74b80a-dce7-4320-9369-c70cb949e261, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d74b80a-dce7-4320-9369-c70cb949e261,segment=NetworkSegment(c9c3610e-8ebf-4a89-9c76-4908b99be9dd),segment_id=c9c3610e-8ebf-4a89-9c76-4908b99be9dd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:42.377845 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aab317-2a4e-41d4-a03f-38b54ed71ade x-openstack-request-id: req-96aab317-2a4e-41d4-a03f-38b54ed71ade {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:49:42.378176 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50a87d6-364e-4e7d-a366-0a84b4097624", "name": "network-vif-plugged", "status": "completed", "tag": "3d74b80a-dce7-4320-9369-c70cb949e261", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:49:42.378395 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96aab317-2a4e-41d4-a03f-38b54ed71ade {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:49:42.378800 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50a87d6-364e-4e7d-a366-0a84b4097624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d74b80a-dce7-4320-9369-c70cb949e261', 'code': 200} Sep 09 09:49:42.441432 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:42.479621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f9b4b-704c-486d-8c1b-cf7712570b1d req-38e84578-f3cb-421f-9eec-f12353a70040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:42.481865 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-931f9b4b-704c-486d-8c1b-cf7712570b1d req-38e84578-f3cb-421f-9eec-f12353a70040 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 1098 time: 0.0460100 Sep 09 09:49:42.492204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=3d74b80a-dce7-4320-9369-c70cb949e261,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:42.526121 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-931f9b4b-704c-486d-8c1b-cf7712570b1d req-89da555f-c919-4bc1-847e-13fa29bf0c6f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369585 Sep 09 09:49:42.595811 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eec1fa6f-f31f-4162-bae1-433a773edf3b req-d5f6eb85-8783-4b11-afc5-87625adabbc4 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 210 time: 0.0294580 Sep 09 09:49:43.209933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137505fe-4a78-4870-a057-41eb84dfaf0f req-8c2ca5b1-bf2c-4e5f-bb38-d32993813c4a tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:43.211570 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-137505fe-4a78-4870-a057-41eb84dfaf0f req-8c2ca5b1-bf2c-4e5f-bb38-d32993813c4a tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0524094 Sep 09 09:49:43.257723 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-137505fe-4a78-4870-a057-41eb84dfaf0f req-3db5ff4d-ad6b-45e9-890b-1e6bfb378664 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392935 Sep 09 09:49:43.703814 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78c03845-62f8-40a0-888f-11ee5e963515 req-6f7260a8-c1f9-43c2-a8ad-0b572cdf5b6a tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 210 time: 0.0317090 Sep 09 09:49:44.071608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ba8a860f-1b5d-4b51-8148-e96a11202ec1 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:49:44.094930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: ba8a860f-1b5d-4b51-8148-e96a11202ec1 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:49:44.095281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device ba8a860f-1b5d-4b51-8148-e96a11202ec1 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:49:44.378963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a30a-ece2-4f4e-9ace-b5f081c96e02 req-26aada30-f253-447a-9c17-ab5b3fcec681 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:44.380644 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-64a9a30a-ece2-4f4e-9ace-b5f081c96e02 req-26aada30-f253-447a-9c17-ab5b3fcec681 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0519025 Sep 09 09:49:44.425406 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-64a9a30a-ece2-4f4e-9ace-b5f081c96e02 req-89d2e2db-ac6a-4375-b8dd-de1b46e9e162 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372343 Sep 09 09:49:44.439458 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dbb6feef-b2a3-484b-9d02-e60d9ec60365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:44.547227 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be2409-a645-4fbb-a8cb-04869b66cdcb req-acf659ef-e47d-48a8-9f84-7b7de05804fd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:44.549228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25be2409-a645-4fbb-a8cb-04869b66cdcb req-acf659ef-e47d-48a8-9f84-7b7de05804fd tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0540895 Sep 09 09:49:44.597116 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25be2409-a645-4fbb-a8cb-04869b66cdcb req-acb0dde4-49fa-4bf5-8fa8-3804fdbdbc92 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Sep 09 09:49:44.817289 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-43c725db-df5d-4cc9-bdb5-88c89d14a4fb req-fe62eecc-531d-44e3-bc54-0b939989364e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80c50f3-ac19-463d-840e-6447bf52d38a HTTP/1.1" status: 200 len: 210 time: 0.0440097 Sep 09 09:49:45.091309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f684018-4192-48d4-9bb5-0460dd9bb68b req-3b93bc71-6d12-4b98-bb38-b4270a4a3c9e tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:45.092934 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3f684018-4192-48d4-9bb5-0460dd9bb68b req-3b93bc71-6d12-4b98-bb38-b4270a4a3c9e tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0566702 Sep 09 09:49:45.137228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3f684018-4192-48d4-9bb5-0460dd9bb68b req-bbecb978-d952-46a9-9b6a-7bf7d9c20a5e tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373976 Sep 09 09:49:46.253686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07b47c-44c1-4344-bab9-c6fd80febd8f req-956a3605-8d9e-4362-9588-423ba12c5741 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:46.255211 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7c07b47c-44c1-4344-bab9-c6fd80febd8f req-956a3605-8d9e-4362-9588-423ba12c5741 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0494766 Sep 09 09:49:46.296795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7c07b47c-44c1-4344-bab9-c6fd80febd8f req-a2ac14eb-e4c2-4bb6-87b1-be67d176206d tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Sep 09 09:49:46.648513 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb490621-a32c-46f9-9ce4-5f299819058a req-6cfb67c0-d2f5-457d-8cb5-a249293cd50d tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:46.650940 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb490621-a32c-46f9-9ce4-5f299819058a req-6cfb67c0-d2f5-457d-8cb5-a249293cd50d tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0506761 Sep 09 09:49:46.695794 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb490621-a32c-46f9-9ce4-5f299819058a req-0f3382dc-d80c-4ab9-a779-a192299730b2 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Sep 09 09:49:46.764063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957176f-f26f-4bbf-954e-e9fabc99c7f4 req-5b453ce9-3466-4a7b-81bd-f0d126019e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:46.765682 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c957176f-f26f-4bbf-954e-e9fabc99c7f4 req-5b453ce9-3466-4a7b-81bd-f0d126019e1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1f2289946e74dceaf89d48479b60100&device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 1098 time: 0.0545802 Sep 09 09:49:46.874957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957176f-f26f-4bbf-954e-e9fabc99c7f4 req-beac2607-822a-4f2d-99ea-1ae3522bdc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:46.876278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c957176f-f26f-4bbf-954e-e9fabc99c7f4 req-beac2607-822a-4f2d-99ea-1ae3522bdc28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f0e9c44-ae3d-4da9-9384-16c73ba13e1d HTTP/1.1" status: 200 len: 912 time: 0.1037195 Sep 09 09:49:46.919088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c957176f-f26f-4bbf-954e-e9fabc99c7f4 req-cd60171f-d9f3-4162-af42-d77a276e3c13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d74b80a-dce7-4320-9369-c70cb949e261 HTTP/1.1" status: 200 len: 217 time: 0.0363026 Sep 09 09:49:46.969196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957176f-f26f-4bbf-954e-e9fabc99c7f4 req-1c851f96-614f-4eb1-b567-6c3c9e64150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:46.970683 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c957176f-f26f-4bbf-954e-e9fabc99c7f4 req-1c851f96-614f-4eb1-b567-6c3c9e64150a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7e432dd-1a74-434a-a77b-ba5235c8424c HTTP/1.1" status: 200 len: 851 time: 0.0449011 Sep 09 09:49:47.012312 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c957176f-f26f-4bbf-954e-e9fabc99c7f4 req-05f4dfe9-9b86-46f0-901e-a8408f8214c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f0e9c44-ae3d-4da9-9384-16c73ba13e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343378 Sep 09 09:49:47.105780 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c957176f-f26f-4bbf-954e-e9fabc99c7f4 req-b20500ba-a490-404a-865a-531fa56d333e service neutron] 10.222.0.41 "GET /v2.0/networks/8f0e9c44-ae3d-4da9-9384-16c73ba13e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870566 Sep 09 09:49:47.149720 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48c83038-ee0c-4253-bf81-03c271fb4336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:47.212233 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c957176f-f26f-4bbf-954e-e9fabc99c7f4 req-53c00971-8000-4754-a0f4-043e8293d513 service neutron] 10.222.0.41 "GET /v2.0/networks/8f0e9c44-ae3d-4da9-9384-16c73ba13e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925963 Sep 09 09:49:47.332222 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:47.871429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5245374-3d7a-4e6c-8a48-fb4cf515dc59 req-55e038fb-f694-4b26-9773-a4607719b082 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:47.885639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5245374-3d7a-4e6c-8a48-fb4cf515dc59 req-55e038fb-f694-4b26-9773-a4607719b082 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0901294 Sep 09 09:49:47.932685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e5245374-3d7a-4e6c-8a48-fb4cf515dc59 req-a4aae630-207a-469b-afc9-1b98d9cac5f8 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454977 Sep 09 09:49:48.594018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:49.069447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac6537-11e3-4fad-a753-d0faba1a4c9d req-30d426be-9e49-4d9c-b9f9-a6e94e7815f4 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:49.080685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86ac6537-11e3-4fad-a753-d0faba1a4c9d req-30d426be-9e49-4d9c-b9f9-a6e94e7815f4 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0759141 Sep 09 09:49:49.116397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-86ac6537-11e3-4fad-a753-d0faba1a4c9d req-c73ca53b-b256-4fad-9838-d5cd8f5ad9d0 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346684 Sep 09 09:49:49.581025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a89dd0-fab7-47cc-bf56-6f9c8c4ad1cf req-86ef2e06-f6dc-4841-91bc-2bd4277baee9 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:49.582635 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5a89dd0-fab7-47cc-bf56-6f9c8c4ad1cf req-86ef2e06-f6dc-4841-91bc-2bd4277baee9 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0506833 Sep 09 09:49:49.621331 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b5a89dd0-fab7-47cc-bf56-6f9c8c4ad1cf req-0d907984-d450-4a4c-8132-a6505ebe6b2f tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Sep 09 09:49:50.153417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:50.746449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eadf5-e0fd-4342-94c2-540c54213406 req-f3d85d1b-e0c4-4e19-9d89-3b00bdec9963 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:50.748037 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-323eadf5-e0fd-4342-94c2-540c54213406 req-f3d85d1b-e0c4-4e19-9d89-3b00bdec9963 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0489521 Sep 09 09:49:50.787453 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-323eadf5-e0fd-4342-94c2-540c54213406 req-ef40a2fe-8492-49e5-be1f-e3ebd47a156c tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Sep 09 09:49:51.126003 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1339d-df13-4ec2-bcfc-85a537ed7d5e req-0aa75871-2625-420f-b184-6cd2160cdd59 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:51.133652 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01d1339d-df13-4ec2-bcfc-85a537ed7d5e req-0aa75871-2625-420f-b184-6cd2160cdd59 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0614226 Sep 09 09:49:51.170397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-01d1339d-df13-4ec2-bcfc-85a537ed7d5e req-70cc964e-bab9-41f7-ab93-259f77506b31 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355744 Sep 09 09:49:51.222899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093275b-b80b-43ca-9216-54f18eab4d12 req-fe142abc-9949-49ea-94a7-b1ce7da7478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:51.224441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a093275b-b80b-43ca-9216-54f18eab4d12 req-fe142abc-9949-49ea-94a7-b1ce7da7478d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1f2289946e74dceaf89d48479b60100&device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 1098 time: 0.0434811 Sep 09 09:49:51.316284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093275b-b80b-43ca-9216-54f18eab4d12 req-904e05ee-aab0-4e95-93f5-ecf01d76f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:51.317779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a093275b-b80b-43ca-9216-54f18eab4d12 req-904e05ee-aab0-4e95-93f5-ecf01d76f1b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f0e9c44-ae3d-4da9-9384-16c73ba13e1d HTTP/1.1" status: 200 len: 912 time: 0.0868783 Sep 09 09:49:51.364247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a093275b-b80b-43ca-9216-54f18eab4d12 req-e3115b3c-50c1-405e-9f8f-548dfd7f5a40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d74b80a-dce7-4320-9369-c70cb949e261 HTTP/1.1" status: 200 len: 217 time: 0.0396869 Sep 09 09:49:51.424227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093275b-b80b-43ca-9216-54f18eab4d12 req-670ed69d-d18c-4b8f-a3b1-43e1184cb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:51.425727 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a093275b-b80b-43ca-9216-54f18eab4d12 req-670ed69d-d18c-4b8f-a3b1-43e1184cb2f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7e432dd-1a74-434a-a77b-ba5235c8424c HTTP/1.1" status: 200 len: 851 time: 0.0549603 Sep 09 09:49:51.457713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a093275b-b80b-43ca-9216-54f18eab4d12 req-c0e2c2ac-7cc2-412b-ad3a-2250ad4e7e82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f0e9c44-ae3d-4da9-9384-16c73ba13e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253172 Sep 09 09:49:51.488386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46400) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:51.571634 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a093275b-b80b-43ca-9216-54f18eab4d12 req-42ef0f24-c333-45af-87b3-fb8fa63b8d2a service neutron] 10.222.0.41 "GET /v2.0/networks/8f0e9c44-ae3d-4da9-9384-16c73ba13e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065724 Sep 09 09:49:51.667780 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Deleting port 7952e093-bca3-493e-bb98-47e2b79991b5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:49:51.668191 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:51.674814 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:49:51.685590 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a093275b-b80b-43ca-9216-54f18eab4d12 req-2fd160e5-364e-4727-a241-049d67330067 service neutron] 10.222.0.41 "GET /v2.0/networks/8f0e9c44-ae3d-4da9-9384-16c73ba13e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073380 Sep 09 09:49:51.758737 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:51.759154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:51.772398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Calling delete_port for 7952e093-bca3-493e-bb98-47e2b79991b5 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:49:51.999354 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:52.027222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event deleted for resources: {'Port': ['ID=7952e093-bca3-493e-bb98-47e2b79991b5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:52.083723 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:52.084020 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Floating IP 1cccf40f-adf1-4d49-b4ae-e39619bfad02 disassociated (deleted). External IP: 172.25.8.213, port: 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4. Sep 09 09:49:52.614051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8eb4b-4836-48f4-b345-6e65ab92a567 req-56030c8d-6372-4778-8e1a-55e86442c97d tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:52.615632 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-64e8eb4b-4836-48f4-b345-6e65ab92a567 req-56030c8d-6372-4778-8e1a-55e86442c97d tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0971668 Sep 09 09:49:52.694422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-64e8eb4b-4836-48f4-b345-6e65ab92a567 req-64117b52-3264-40c9-821c-0841b9c7de5e tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706770 Sep 09 09:49:52.719202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Router 42f75632-702d-41c8-930e-179afeaa44ac has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:49:52.826283 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:49:52.831098 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:52.837196 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e1825-1406-45ee-a2e3-5dba58372c0c None None] Sync routers for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:49:52.846060 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e1825-1406-45ee-a2e3-5dba58372c0c None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:52.846590 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bf5e1825-1406-45ee-a2e3-5dba58372c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:52.866528 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ab747c87-4de7-4dae-a699-073e67f89507 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "DELETE /v2.0/floatingips/1cccf40f-adf1-4d49-b4ae-e39619bfad02 HTTP/1.1" status: 204 len: 168 time: 1.3767400 Sep 09 09:49:52.872775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'tag': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:49:52.875384 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7383c28-42d7-4e3b-bdaf-22aaa353f469" -d '{"events": [{"name": "network-changed", "server_uuid": "7834a22a-15df-4418-b24f-ede1a89d6ad6", "tag": "46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:49:52.913554 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abfd894-504e-41ff-904f-aabb9503838b x-openstack-request-id: req-8abfd894-504e-41ff-904f-aabb9503838b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:49:52.913860 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7834a22a-15df-4418-b24f-ede1a89d6ad6", "tag": "46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:49:52.914116 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8abfd894-504e-41ff-904f-aabb9503838b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:49:52.914580 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'tag': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'status': 'completed', 'code': 200} Sep 09 09:49:52.963672 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-bf5e1825-1406-45ee-a2e3-5dba58372c0c None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:52.991336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7383c28-42d7-4e3b-bdaf-22aaa353f469 req-01dc35f9-a82f-4281-9323-15695564e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:52.994353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7383c28-42d7-4e3b-bdaf-22aaa353f469 req-01dc35f9-a82f-4281-9323-15695564e936 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f73bb51c82ee441fae17ed97db00d629&device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0517318 Sep 09 09:49:53.088566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7383c28-42d7-4e3b-bdaf-22aaa353f469 req-1d979c50-4791-40d2-bf7e-e209dffbe209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:53.090187 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7383c28-42d7-4e3b-bdaf-22aaa353f469 req-1d979c50-4791-40d2-bf7e-e209dffbe209 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 200 len: 913 time: 0.0898929 Sep 09 09:49:53.142702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7383c28-42d7-4e3b-bdaf-22aaa353f469 req-fdfb0323-a63f-4527-b875-c500ff4b0476 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 HTTP/1.1" status: 200 len: 217 time: 0.0444322 Sep 09 09:49:53.165559 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bf5e1825-1406-45ee-a2e3-5dba58372c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:53.192895 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e1825-1406-45ee-a2e3-5dba58372c0c None None] Checking router: 42f75632-702d-41c8-930e-179afeaa44ac for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:49:53.201784 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e1825-1406-45ee-a2e3-5dba58372c0c None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:49:53.202400 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bf5e1825-1406-45ee-a2e3-5dba58372c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:53.212361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7383c28-42d7-4e3b-bdaf-22aaa353f469 req-e475c573-7cbd-4e60-901c-40a681b7bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:53.216848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7383c28-42d7-4e3b-bdaf-22aaa353f469 req-e475c573-7cbd-4e60-901c-40a681b7bdb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 200 len: 851 time: 0.0648787 Sep 09 09:49:53.303523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7383c28-42d7-4e3b-bdaf-22aaa353f469 req-1f9a1f74-1f13-4529-b9b4-8e27fbacc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:53.305861 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7383c28-42d7-4e3b-bdaf-22aaa353f469 req-1f9a1f74-1f13-4529-b9b4-8e27fbacc98a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05a2504d-6ea0-48c5-a04b-6b2815462a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819261 Sep 09 09:49:53.309455 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-bf5e1825-1406-45ee-a2e3-5dba58372c0c None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:49:53.352814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a3337-c578-4b9b-b941-2a148e2eed6d req-44fa3288-7c39-40d6-bb7e-6e5dc0b9d083 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:53.352814 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-469a3337-c578-4b9b-b941-2a148e2eed6d req-44fa3288-7c39-40d6-bb7e-6e5dc0b9d083 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 945 time: 0.0772698 Sep 09 09:49:53.429075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-469a3337-c578-4b9b-b941-2a148e2eed6d req-04f72018-031d-4c0c-a194-2e17fd50656f tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cbe1e5c-1d38-46c2-bd42-2d90787347f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671470 Sep 09 09:49:53.445200 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7383c28-42d7-4e3b-bdaf-22aaa353f469 req-3f97d245-8754-48dd-982a-f0bcbf4a02c6 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287465 Sep 09 09:49:53.523539 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bf5e1825-1406-45ee-a2e3-5dba58372c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:53.540302 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a7383c28-42d7-4e3b-bdaf-22aaa353f469 req-106a49e8-26f5-4ac4-a445-b196aa0fa640 service neutron] 10.222.0.24 "GET /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876346 Sep 09 09:49:53.550567 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e1825-1406-45ee-a2e3-5dba58372c0c None None] The sync data for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 is: [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:33:24Z', 'revision_number': 4, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '2685270b-1ebf-464f-a3c2-497036268707', 'name': '', 'network_id': '05a2504d-6ea0-48c5-a04b-6b2815462a83', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'mac_address': 'fa:16:3e:de:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:22Z', 'updated_at': '2021-09-09T09:33:33Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'subnets': [{'id': 'e7f7d4e1-915e-4e55-a3e8-a32a82ffd559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:49:53.786662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54852e16-3a3b-4410-abbb-27a44fc2a439 None None] New status for floating IP 1cccf40f-adf1-4d49-b4ae-e39619bfad02: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:49:53.829608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465d1c6-bfce-4d97-a8e4-8fb62abd6d1d req-259bd220-5c5d-4b64-a79a-4173159d07b0 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:53.832113 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0465d1c6-bfce-4d97-a8e4-8fb62abd6d1d req-259bd220-5c5d-4b64-a79a-4173159d07b0 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0615036 Sep 09 09:49:53.872921 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0465d1c6-bfce-4d97-a8e4-8fb62abd6d1d req-6a407351-a0f1-4cf6-a3ed-7b2af8f11e8f tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346282 Sep 09 09:49:53.919727 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfc218-e912-435d-9e15-3782e37b8c38 req-a5d31359-e649-499b-b9de-bc28c770a4b2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:53.921979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edbfc218-e912-435d-9e15-3782e37b8c38 req-a5d31359-e649-499b-b9de-bc28c770a4b2 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 945 time: 0.0611672 Sep 09 09:49:54.021608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-edbfc218-e912-435d-9e15-3782e37b8c38 req-2062bdb1-14ac-4b40-b467-bf4cb4cc2d77 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Deleting port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:49:54.021957 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-edbfc218-e912-435d-9e15-3782e37b8c38 req-2062bdb1-14ac-4b40-b467-bf4cb4cc2d77 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:54.119306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-edbfc218-e912-435d-9e15-3782e37b8c38 req-2062bdb1-14ac-4b40-b467-bf4cb4cc2d77 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] For port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:54.119703 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-edbfc218-e912-435d-9e15-3782e37b8c38 req-2062bdb1-14ac-4b40-b467-bf4cb4cc2d77 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:54.132889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-edbfc218-e912-435d-9e15-3782e37b8c38 req-2062bdb1-14ac-4b40-b467-bf4cb4cc2d77 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Calling delete_port for 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:49:54.331135 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-edbfc218-e912-435d-9e15-3782e37b8c38 req-2062bdb1-14ac-4b40-b467-bf4cb4cc2d77 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:54.334175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792d315-42ec-422c-9579-55626058a29c req-c0abf8ea-1516-47ab-904d-c115d26d2862 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:54.336165 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4792d315-42ec-422c-9579-55626058a29c req-c0abf8ea-1516-47ab-904d-c115d26d2862 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0588250 Sep 09 09:49:54.364295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062bdb1-14ac-4b40-b467-bf4cb4cc2d77 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event deleted for resources: {'Port': ['ID=46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:54.380826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4792d315-42ec-422c-9579-55626058a29c req-651581d1-6ccf-4b35-ac79-344b61e80a94 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359244 Sep 09 09:49:54.407832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbfc218-e912-435d-9e15-3782e37b8c38 req-2062bdb1-14ac-4b40-b467-bf4cb4cc2d77 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] No DVR routers for this DVR port 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:49:54.410588 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-edbfc218-e912-435d-9e15-3782e37b8c38 req-2062bdb1-14ac-4b40-b467-bf4cb4cc2d77 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:54.412627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edbfc218-e912-435d-9e15-3782e37b8c38 req-2062bdb1-14ac-4b40-b467-bf4cb4cc2d77 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.24 "DELETE /v2.0/ports/46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 HTTP/1.1" status: 204 len: 173 time: 0.4836593 Sep 09 09:49:54.535719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-716fc174-1828-47b5-aaf1-9e8d26ab6187 req-610c807b-a0a4-440b-b742-0df81ff6744e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 210 time: 0.0275757 Sep 09 09:49:54.915985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'name': 'network-vif-deleted', 'tag': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:49:54.918473 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe769804-3b82-4e8e-9ab9-5bcfe83470e0" -d '{"events": [{"server_uuid": "7834a22a-15df-4418-b24f-ede1a89d6ad6", "name": "network-vif-deleted", "tag": "46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:49:54.955138 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53c1056-4817-4fe3-b4cc-e4ba0697ce3f x-openstack-request-id: req-b53c1056-4817-4fe3-b4cc-e4ba0697ce3f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:49:54.955732 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7834a22a-15df-4418-b24f-ede1a89d6ad6", "name": "network-vif-deleted", "tag": "46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:49:54.955732 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b53c1056-4817-4fe3-b4cc-e4ba0697ce3f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:49:54.956135 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7834a22a-15df-4418-b24f-ede1a89d6ad6', 'name': 'network-vif-deleted', 'tag': '46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4', 'status': 'completed', 'code': 200} Sep 09 09:49:55.376206 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:55.546012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8a5d-192e-4161-bde3-58f4ccb0d0a4 req-4e14b2fa-b2ad-46bf-b737-03fdf7b5adc4 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:55.547741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39af8a5d-192e-4161-bde3-58f4ccb0d0a4 req-4e14b2fa-b2ad-46bf-b737-03fdf7b5adc4 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0770662 Sep 09 09:49:55.591831 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39af8a5d-192e-4161-bde3-58f4ccb0d0a4 req-e7b1b8cc-ac37-4f05-b0b3-5a06578474f5 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/security-groups?id=622013f0-20d2-4937-a6b8-60eb46caf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 Sep 09 09:49:55.647212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a19ee22-917b-4bb5-bbcc-587f57dff871 req-17c7c2d8-d9e3-4652-8c46-aa5d59251f52 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 210 time: 0.0274935 Sep 09 09:49:56.058721 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:56.077724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714167e0-bb30-4ba9-bb71-3420d5ec65c9 req-d9f2f463-6941-4e39-bc55-a178fd917eb8 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:49:56.079368 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-714167e0-bb30-4ba9-bb71-3420d5ec65c9 req-d9f2f463-6941-4e39-bc55-a178fd917eb8 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.41 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 946 time: 0.0515506 Sep 09 09:49:56.183520 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-714167e0-bb30-4ba9-bb71-3420d5ec65c9 req-bdf55678-7221-451a-8529-008673a984f2 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Deleting port 3d74b80a-dce7-4320-9369-c70cb949e261 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:49:56.184031 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-714167e0-bb30-4ba9-bb71-3420d5ec65c9 req-bdf55678-7221-451a-8529-008673a984f2 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:56.277337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-714167e0-bb30-4ba9-bb71-3420d5ec65c9 req-bdf55678-7221-451a-8529-008673a984f2 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] For port 3d74b80a-dce7-4320-9369-c70cb949e261, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=3d74b80a-dce7-4320-9369-c70cb949e261,segment=NetworkSegment(c9c3610e-8ebf-4a89-9c76-4908b99be9dd),segment_id=c9c3610e-8ebf-4a89-9c76-4908b99be9dd)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:49:56.277820 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-714167e0-bb30-4ba9-bb71-3420d5ec65c9 req-bdf55678-7221-451a-8529-008673a984f2 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:56.297635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-714167e0-bb30-4ba9-bb71-3420d5ec65c9 req-bdf55678-7221-451a-8529-008673a984f2 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Calling delete_port for 3d74b80a-dce7-4320-9369-c70cb949e261 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:49:56.502026 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-714167e0-bb30-4ba9-bb71-3420d5ec65c9 req-bdf55678-7221-451a-8529-008673a984f2 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:56.514299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['3d74b80a-dce7-4320-9369-c70cb949e261'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:49:56.533713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf55678-7221-451a-8529-008673a984f2 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Pushing event deleted for resources: {'Port': ['ID=3d74b80a-dce7-4320-9369-c70cb949e261,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:56.580918 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-714167e0-bb30-4ba9-bb71-3420d5ec65c9 req-bdf55678-7221-451a-8529-008673a984f2 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] No DVR routers for this DVR port 3d74b80a-dce7-4320-9369-c70cb949e261 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:49:56.583851 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-714167e0-bb30-4ba9-bb71-3420d5ec65c9 req-bdf55678-7221-451a-8529-008673a984f2 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:56.585999 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-714167e0-bb30-4ba9-bb71-3420d5ec65c9 req-bdf55678-7221-451a-8529-008673a984f2 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.41 "DELETE /v2.0/ports/3d74b80a-dce7-4320-9369-c70cb949e261 HTTP/1.1" status: 204 len: 173 time: 0.5004895 Sep 09 09:49:56.586471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50a87d6-364e-4e7d-a366-0a84b4097624', 'name': 'network-vif-deleted', 'tag': '3d74b80a-dce7-4320-9369-c70cb949e261'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:49:56.589530 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3f0111-f277-4c0b-a4f4-7069d3c6b732" -d '{"events": [{"server_uuid": "f50a87d6-364e-4e7d-a366-0a84b4097624", "name": "network-vif-deleted", "tag": "3d74b80a-dce7-4320-9369-c70cb949e261"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:49:56.712061 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d0e04b-4601-4a91-9a25-707d5a656cd7 x-openstack-request-id: req-98d0e04b-4601-4a91-9a25-707d5a656cd7 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:49:56.712648 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50a87d6-364e-4e7d-a366-0a84b4097624", "name": "network-vif-deleted", "tag": "3d74b80a-dce7-4320-9369-c70cb949e261", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:49:56.712648 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98d0e04b-4601-4a91-9a25-707d5a656cd7 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:49:56.714816 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50a87d6-364e-4e7d-a366-0a84b4097624', 'name': 'network-vif-deleted', 'tag': '3d74b80a-dce7-4320-9369-c70cb949e261', 'status': 'completed', 'code': 200} Sep 09 09:49:56.717969 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b07b5e56-71e8-45e7-abce-405c02e3e8ad req-30d868ed-4d47-43ce-a7f0-a3932a20f205 tempest-TestServerAdvancedOps-1738218768 tempest-TestServerAdvancedOps-1738218768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f50a87d6-364e-4e7d-a366-0a84b4097624 HTTP/1.1" status: 200 len: 210 time: 0.0408406 Sep 09 09:49:56.799638 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b38f3fe2-5cee-4e59-8297-3e9fad6e5919 req-e7702068-6a5d-4976-8343-892948b40287 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 210 time: 0.0330405 Sep 09 09:49:57.128933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:49:57.154074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:49:57.154426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 46c07a0e-0e5b-439b-a6f8-4a460fb0c3c4 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:49:57.780193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46490) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:57.841984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb1a604-b6de-4fe0-bada-e23ef73a52b6 admin admin] Deleting subnet b7e432dd-1a74-434a-a77b-ba5235c8424c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:49:57.847619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a604-b6de-4fe0-bada-e23ef73a52b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:57.919793 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a604-b6de-4fe0-bada-e23ef73a52b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:57.923032 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f4888af2-6c47-45d8-980f-e6fbc2193877 req-3a5d0d64-153f-45a4-8c52-95d61a207c30 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 210 time: 0.0453937 Sep 09 09:49:57.964937 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a604-b6de-4fe0-bada-e23ef73a52b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.105367 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a604-b6de-4fe0-bada-e23ef73a52b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.129993 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1a604-b6de-4fe0-bada-e23ef73a52b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e432dd-1a74-434a-a77b-ba5235c8424c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:58.138858 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a604-b6de-4fe0-bada-e23ef73a52b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.143609 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5cb1a604-b6de-4fe0-bada-e23ef73a52b6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b7e432dd-1a74-434a-a77b-ba5235c8424c HTTP/1.1" status: 204 len: 168 time: 0.3593891 Sep 09 09:49:58.143983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46498) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:58.219536 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.300000 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.320102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0e9c44-ae3d-4da9-9384-16c73ba13e1d']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:58.331530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c3610e-8ebf-4a89-9c76-4908b99be9dd') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:58.331829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c3610e-8ebf-4a89-9c76-4908b99be9dd') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:58.341935 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.356070 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.361955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:49:58.362373 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:49:58.364036 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:49:58.470020 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.476480 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.478356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] 10.222.0.32 "DELETE /v2.0/networks/8f0e9c44-ae3d-4da9-9384-16c73ba13e1d HTTP/1.1" status: 204 len: 168 time: 0.3333721 Sep 09 09:49:58.482424 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46506) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:58.491036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec294de7-bdce-41ce-bf8a-c1a7c3b1b01c admin admin] Pushing event deleted for resources: {'Network': ['ID=8f0e9c44-ae3d-4da9-9384-16c73ba13e1d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:58.529890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-550acdbe-f1f3-4abc-bfa2-9e13fabe3b3c admin admin] Deleting subnet 11b6294c-74ec-41c3-8e82-e93772dbaa93 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:49:58.533398 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-550acdbe-f1f3-4abc-bfa2-9e13fabe3b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.574135 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-550acdbe-f1f3-4abc-bfa2-9e13fabe3b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.613661 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-550acdbe-f1f3-4abc-bfa2-9e13fabe3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.726857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-550acdbe-f1f3-4abc-bfa2-9e13fabe3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.754382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550acdbe-f1f3-4abc-bfa2-9e13fabe3b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b6294c-74ec-41c3-8e82-e93772dbaa93,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:58.756387 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-550acdbe-f1f3-4abc-bfa2-9e13fabe3b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.758248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-550acdbe-f1f3-4abc-bfa2-9e13fabe3b3c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/11b6294c-74ec-41c3-8e82-e93772dbaa93 HTTP/1.1" status: 204 len: 168 time: 0.2748134 Sep 09 09:49:58.761241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:58.843452 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.934556 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:58.955636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35674eb5-d2da-4cac-b586-280566348875']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:58.968944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b2855c-c02a-4f85-ba6c-4c92f6c251c0') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:58.969345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b2855c-c02a-4f85-ba6c-4c92f6c251c0') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:49:58.984260 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:59.001229 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:59.007817 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:49:59.008216 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:49:59.009975 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:49:59.039602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b3a0001-3d3a-450a-9477-cbd8074a0680 req-17c841f6-f539-4bf7-b938-dff0030b8cf3 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7834a22a-15df-4418-b24f-ede1a89d6ad6 HTTP/1.1" status: 200 len: 210 time: 0.0338194 Sep 09 09:49:59.147625 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:59.153455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:59.155626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] 10.222.0.32 "DELETE /v2.0/networks/35674eb5-d2da-4cac-b586-280566348875 HTTP/1.1" status: 204 len: 168 time: 0.3934462 Sep 09 09:49:59.167581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc728b5c-40ec-48c1-8844-12dd9800e936 admin admin] Pushing event deleted for resources: {'Network': ['ID=35674eb5-d2da-4cac-b586-280566348875,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:49:59.528027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46524) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:59.568111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-913dd83f-457b-4b56-864d-f43f120f9eee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1f2289946e74dceaf89d48479b60100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389276 Sep 09 09:49:59.570703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46526) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:49:59.618439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-466494bc-cb1f-446a-ba2a-90044222a8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:59.639891 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-466494bc-cb1f-446a-ba2a-90044222a8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:59.759352 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-466494bc-cb1f-446a-ba2a-90044222a8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:59.762861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-466494bc-cb1f-446a-ba2a-90044222a8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:49:59.764077 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-466494bc-cb1f-446a-ba2a-90044222a8db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/622013f0-20d2-4937-a6b8-60eb46caf6ce HTTP/1.1" status: 204 len: 168 time: 0.1924260 Sep 09 09:49:59.772268 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466494bc-cb1f-446a-ba2a-90044222a8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622013f0-20d2-4937-a6b8-60eb46caf6ce,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:00.100399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:00.114439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3d74b80a-dce7-4320-9369-c70cb949e261 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:50:00.150360 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 3d74b80a-dce7-4320-9369-c70cb949e261 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:50:00.153705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 3d74b80a-dce7-4320-9369-c70cb949e261 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:50:00.235230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-55c253fd-35db-4f5e-9f57-18618364af3e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Deleting port 6c18a209-28c5-4ca4-9ca8-33079430f531 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:50:00.235701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55c253fd-35db-4f5e-9f57-18618364af3e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:00.312504 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55c253fd-35db-4f5e-9f57-18618364af3e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:00.312835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55c253fd-35db-4f5e-9f57-18618364af3e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:00.324602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-55c253fd-35db-4f5e-9f57-18618364af3e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Calling delete_port for 6c18a209-28c5-4ca4-9ca8-33079430f531 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:50:00.441828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46546) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:00.485292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3b23764a-0416-4495-977a-30f319800ed6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca9c848d78ee46fb83e2e196ee7249fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422912 Sep 09 09:50:00.488657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46548) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:00.540108 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fb490f06-67ee-46a8-afc1-b27fec3b57cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:00.542980 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55c253fd-35db-4f5e-9f57-18618364af3e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:00.565311 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fb490f06-67ee-46a8-afc1-b27fec3b57cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:00.570309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c253fd-35db-4f5e-9f57-18618364af3e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event deleted for resources: {'Port': ['ID=6c18a209-28c5-4ca4-9ca8-33079430f531,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:00.638487 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55c253fd-35db-4f5e-9f57-18618364af3e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:00.641064 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55c253fd-35db-4f5e-9f57-18618364af3e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:00.642222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-55c253fd-35db-4f5e-9f57-18618364af3e tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "DELETE /v2.0/floatingips/32a2dd50-5b12-41f8-b5bc-beb2db7275bc HTTP/1.1" status: 204 len: 168 time: 0.5407093 Sep 09 09:50:00.687682 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fb490f06-67ee-46a8-afc1-b27fec3b57cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:00.690486 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fb490f06-67ee-46a8-afc1-b27fec3b57cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:00.696485 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fb490f06-67ee-46a8-afc1-b27fec3b57cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c989557e-efe0-465a-bd2d-a5918a165904 HTTP/1.1" status: 204 len: 168 time: 0.2022705 Sep 09 09:50:00.702499 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb490f06-67ee-46a8-afc1-b27fec3b57cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c989557e-efe0-465a-bd2d-a5918a165904,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:04.150394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46594) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:04.216752 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8995c78f-e0ce-4cb0-8405-dd08e1e01928 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:04.245412 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8995c78f-e0ce-4cb0-8405-dd08e1e01928 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:04.364830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8995c78f-e0ce-4cb0-8405-dd08e1e01928 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:04.367657 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8995c78f-e0ce-4cb0-8405-dd08e1e01928 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:04.368872 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8995c78f-e0ce-4cb0-8405-dd08e1e01928 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] 10.222.0.32 "DELETE /v2.0/security-groups/7cbe1e5c-1d38-46c2-bd42-2d90787347f9 HTTP/1.1" status: 204 len: 168 time: 0.2157407 Sep 09 09:50:04.383653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995c78f-e0ce-4cb0-8405-dd08e1e01928 tempest-TestVolumeBootPattern-1482772775 tempest-TestVolumeBootPattern-1482772775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbe1e5c-1d38-46c2-bd42-2d90787347f9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:04.504563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46600) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:05.079003 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:05.320411 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] Deleting port 2685270b-1ebf-464f-a3c2-497036268707 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:50:05.321044 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:05.396412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] For port 2685270b-1ebf-464f-a3c2-497036268707, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2685270b-1ebf-464f-a3c2-497036268707,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:50:05.396779 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:05.409403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] Calling delete_port for 2685270b-1ebf-464f-a3c2-497036268707 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:50:05.663714 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:05.693905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2685270b-1ebf-464f-a3c2-497036268707,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:05.875435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:06.424973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] Router 42f75632-702d-41c8-930e-179afeaa44ac has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:50:06.532555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:50:06.537538 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a925f58e-3ed1-4752-9f6a-909e110e8fc4 admin admin] 10.222.0.32 "PUT /v2.0/routers/42f75632-702d-41c8-930e-179afeaa44ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0318267 Sep 09 09:50:06.540032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46614) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:06.543404 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b42e6f-0bcd-438b-8af6-5db49dac394f None None] Sync routers for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:50:06.552832 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b42e6f-0bcd-438b-8af6-5db49dac394f None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:50:06.554886 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-06b42e6f-0bcd-438b-8af6-5db49dac394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:06.654580 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:06.662132 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-06b42e6f-0bcd-438b-8af6-5db49dac394f None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:50:06.759471 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:06.840952 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-06b42e6f-0bcd-438b-8af6-5db49dac394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:50:05Z', 'revision_number': 5, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port': {'id': 'e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f75632-702d-41c8-930e-179afeaa44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:15Z', 'updated_at': '2021-09-09T09:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:06.902297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Deleting port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:50:06.902741 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:06.965994 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b42e6f-0bcd-438b-8af6-5db49dac394f None None] Checking router: 42f75632-702d-41c8-930e-179afeaa44ac for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:50:06.974242 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b42e6f-0bcd-438b-8af6-5db49dac394f None None] Routers {'42f75632-702d-41c8-930e-179afeaa44ac'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:50:06.974886 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-06b42e6f-0bcd-438b-8af6-5db49dac394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42f75632-702d-41c8-930e-179afeaa44ac'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:06.988612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] For port e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:50:06.989097 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:07.002242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Calling delete_port for e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:50:07.061909 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-06b42e6f-0bcd-438b-8af6-5db49dac394f None None] Set router 42f75632-702d-41c8-930e-179afeaa44ac gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:50:07.113339 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-06b42e6f-0bcd-438b-8af6-5db49dac394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:50:06Z', 'revision_number': 6, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:07.144089 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b42e6f-0bcd-438b-8af6-5db49dac394f None None] The sync data for ids ['42f75632-702d-41c8-930e-179afeaa44ac'] in n-d-778696-16 is: [{'id': '42f75632-702d-41c8-930e-179afeaa44ac', 'name': 'tempest-TestVolumeBootPattern-1151033922-router', 'tenant_id': 'f73bb51c82ee441fae17ed97db00d629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:13Z', 'updated_at': '2021-09-09T09:50:06Z', 'revision_number': 6, 'project_id': 'f73bb51c82ee441fae17ed97db00d629', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:50:07.267916 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:07.293035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:07.365754 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:07.529982 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:07.529982 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:07.664052 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:07.664621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42f75632-702d-41c8-930e-179afeaa44ac {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:50:07.668972 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:07.670152 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9d23f64d-7aed-4d3e-b689-72004841d1dc admin admin] 10.222.0.32 "DELETE /v2.0/routers/42f75632-702d-41c8-930e-179afeaa44ac HTTP/1.1" status: 204 len: 168 time: 1.1292171 Sep 09 09:50:07.672823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46624) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:07.726163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6536ea-1b17-4474-8f0a-094c4e77c2fb admin admin] Deleting subnet e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:50:07.729813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df6536ea-1b17-4474-8f0a-094c4e77c2fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:07.765364 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df6536ea-1b17-4474-8f0a-094c4e77c2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:07.843392 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df6536ea-1b17-4474-8f0a-094c4e77c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:07.905611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-1ddd6149-f5af-4995-9255-a9707686ddd5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473459 Sep 09 09:50:07.968623 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df6536ea-1b17-4474-8f0a-094c4e77c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:07.990779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-f31b2274-adf2-4813-a0bf-d8e03f2a78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:50:07.992355 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-f31b2274-adf2-4813-a0bf-d8e03f2a78ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea78bde2d6034b13a29d0b5470544954&device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0436938 Sep 09 09:50:08.010497 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6536ea-1b17-4474-8f0a-094c4e77c2fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f7d4e1-915e-4e55-a3e8-a32a82ffd559,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:08.012848 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-df6536ea-1b17-4474-8f0a-094c4e77c2fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.017603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-df6536ea-1b17-4474-8f0a-094c4e77c2fb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e7f7d4e1-915e-4e55-a3e8-a32a82ffd559 HTTP/1.1" status: 204 len: 168 time: 0.3414445 Sep 09 09:50:08.017965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46626) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:08.021955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c55c93-a952-4b74-874e-56cbc8b56e63 None None] Network 05a2504d-6ea0-48c5-a04b-6b2815462a83 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:50:08.100589 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.149872 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-d70fdd63-8a2c-4a20-881c-5760283fb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:50:08.153263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-d70fdd63-8a2c-4a20-881c-5760283fb488 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d29a830-4deb-4937-b67c-917b346d298d HTTP/1.1" status: 200 len: 910 time: 0.1350467 Sep 09 09:50:08.210449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Deleting port 430ba3d6-648a-42ea-a89f-4ae74781437e {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:50:08.210792 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.249178 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-90530592-f42c-4177-a71e-eb3b74efc68d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe16cb7-aa66-4f03-ab75-b36e1213df2d HTTP/1.1" status: 200 len: 1001 time: 0.0889730 Sep 09 09:50:08.271677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808f59de-6377-49e9-b0b7-cb2b2274698d None None] DHCP port deletion for 05a2504d-6ea0-48c5-a04b-6b2815462a83 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:50:08.286838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] For port 430ba3d6-648a-42ea-a89f-4ae74781437e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=430ba3d6-648a-42ea-a89f-4ae74781437e,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:50:08.287937 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.301489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Calling delete_port for 430ba3d6-648a-42ea-a89f-4ae74781437e owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:50:08.321428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:50:08.327977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-4e99eb4a-ff6a-44d2-afde-a9cafd415b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:50:08.329480 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-4e99eb4a-ff6a-44d2-afde-a9cafd415b82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=545ae6b2-fa3c-4366-b004-d6af6a314cac HTTP/1.1" status: 200 len: 848 time: 0.0724659 Sep 09 09:50:08.350167 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:50:08.350739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e0f07711-f9d7-498a-b43a-6d5ec6ec7d7e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:50:08.351332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2685270b-1ebf-464f-a3c2-497036268707 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:50:08.401727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 2685270b-1ebf-464f-a3c2-497036268707 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:50:08.403065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2685270b-1ebf-464f-a3c2-497036268707 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:50:08.406726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-808f59de-6377-49e9-b0b7-cb2b2274698d None None] Deleting port 430ba3d6-648a-42ea-a89f-4ae74781437e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:50:08.407424 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-808f59de-6377-49e9-b0b7-cb2b2274698d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.443136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-40720aa0-07de-4916-8109-52e617639398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:50:08.444741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-40720aa0-07de-4916-8109-52e617639398 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d29a830-4deb-4937-b67c-917b346d298d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071658 Sep 09 09:50:08.501309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-808f59de-6377-49e9-b0b7-cb2b2274698d None None] For port 430ba3d6-648a-42ea-a89f-4ae74781437e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=430ba3d6-648a-42ea-a89f-4ae74781437e,segment=NetworkSegment(de40335f-9979-4219-8927-e35f24a1f54b),segment_id=de40335f-9979-4219-8927-e35f24a1f54b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:50:08.501686 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-808f59de-6377-49e9-b0b7-cb2b2274698d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.514236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-808f59de-6377-49e9-b0b7-cb2b2274698d None None] Calling delete_port for 430ba3d6-648a-42ea-a89f-4ae74781437e owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:50:08.519323 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.551171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Pushing event deleted for resources: {'Port': ['ID=430ba3d6-648a-42ea-a89f-4ae74781437e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:08.551875 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-979e1d96-77ad-43f1-8094-01301eb96c81 service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959718 Sep 09 09:50:08.566569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] No DVR routers for this DVR port 430ba3d6-648a-42ea-a89f-4ae74781437e on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:50:08.602320 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-808f59de-6377-49e9-b0b7-cb2b2274698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.616676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f59de-6377-49e9-b0b7-cb2b2274698d None None] No DVR routers for this DVR port 430ba3d6-648a-42ea-a89f-4ae74781437e on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:50:08.642952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f59de-6377-49e9-b0b7-cb2b2274698d None None] Pushing event deleted for resources: {'Port': ['ID=430ba3d6-648a-42ea-a89f-4ae74781437e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:08.668783 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.683476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-72f767e8-57f0-441b-ac22-5d87b78007dc req-59d0f251-a10b-4aba-a338-dc4bdbdfa594 service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240323 Sep 09 09:50:08.689921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a2504d-6ea0-48c5-a04b-6b2815462a83']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:08.699284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de40335f-9979-4219-8927-e35f24a1f54b') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:08.699607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de40335f-9979-4219-8927-e35f24a1f54b') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:08.709136 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.724758 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.731567 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:50:08.734637 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:50:08.852218 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.862192 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:08.867027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] 10.222.0.32 "DELETE /v2.0/networks/05a2504d-6ea0-48c5-a04b-6b2815462a83 HTTP/1.1" status: 204 len: 168 time: 0.8449068 Sep 09 09:50:08.868295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46634) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:08.876114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f2c21-cbbd-45ac-95cf-e397428631ce admin admin] Pushing event deleted for resources: {'Network': ['ID=05a2504d-6ea0-48c5-a04b-6b2815462a83,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:09.209274 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:09.452679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] Deleting port ba57c091-b11c-4da5-83c7-22fbbd6b586c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:50:09.453056 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:09.530894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] For port ba57c091-b11c-4da5-83c7-22fbbd6b586c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=ba57c091-b11c-4da5-83c7-22fbbd6b586c,segment=NetworkSegment(e3092977-f1e4-4e17-b669-1a83eb9027ec),segment_id=e3092977-f1e4-4e17-b669-1a83eb9027ec)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:50:09.531181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:09.544112 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] Calling delete_port for ba57c091-b11c-4da5-83c7-22fbbd6b586c owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:50:09.787797 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:09.814493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba57c091-b11c-4da5-83c7-22fbbd6b586c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:09.995580 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:10.219980 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] Router 87c971dd-09ab-4384-9783-68cc0ad422cd has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:50:10.264940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 430ba3d6-648a-42ea-a89f-4ae74781437e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:50:10.286487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 430ba3d6-648a-42ea-a89f-4ae74781437e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:50:10.286977 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 430ba3d6-648a-42ea-a89f-4ae74781437e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:50:10.333421 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:50:10.339318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1da2643e-957d-4079-bd55-a5c32453a6b8 admin admin] 10.222.0.32 "PUT /v2.0/routers/87c971dd-09ab-4384-9783-68cc0ad422cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697573 Sep 09 09:50:10.341207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46644) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:10.344459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04acd17-cd96-4476-a8d5-b34252770e3d None None] Sync routers for ids ['87c971dd-09ab-4384-9783-68cc0ad422cd'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:50:10.353415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04acd17-cd96-4476-a8d5-b34252770e3d None None] Routers {'87c971dd-09ab-4384-9783-68cc0ad422cd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:50:10.354631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b04acd17-cd96-4476-a8d5-b34252770e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['87c971dd-09ab-4384-9783-68cc0ad422cd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:10.469685 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b04acd17-cd96-4476-a8d5-b34252770e3d None None] Set router 87c971dd-09ab-4384-9783-68cc0ad422cd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:50:10.663952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b04acd17-cd96-4476-a8d5-b34252770e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'name': 'tempest-TestVolumeBootPattern-183459663-router', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:29Z', 'updated_at': '2021-09-09T09:50:09Z', 'revision_number': 5, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'gw_port': {'id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:31Z', 'updated_at': '2021-09-09T09:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:10.695973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04acd17-cd96-4476-a8d5-b34252770e3d None None] Checking router: 87c971dd-09ab-4384-9783-68cc0ad422cd for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:50:10.705160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04acd17-cd96-4476-a8d5-b34252770e3d None None] Routers {'87c971dd-09ab-4384-9783-68cc0ad422cd'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:50:10.705869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b04acd17-cd96-4476-a8d5-b34252770e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:49:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['87c971dd-09ab-4384-9783-68cc0ad422cd'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:10.819968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b04acd17-cd96-4476-a8d5-b34252770e3d None None] Set router 87c971dd-09ab-4384-9783-68cc0ad422cd gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:50:10.826683 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:10.949089 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:11.099337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Deleting port 1e1251f5-a8d0-453b-b257-d83c9a94efd4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:50:11.099861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:11.152574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b04acd17-cd96-4476-a8d5-b34252770e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'name': 'tempest-TestVolumeBootPattern-183459663-router', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:29Z', 'updated_at': '2021-09-09T09:50:09Z', 'revision_number': 5, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'gw_port': {'id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:31Z', 'updated_at': '2021-09-09T09:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:11.181417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04acd17-cd96-4476-a8d5-b34252770e3d None None] The sync data for ids ['87c971dd-09ab-4384-9783-68cc0ad422cd'] in n-d-778696-16 is: [{'id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'name': 'tempest-TestVolumeBootPattern-183459663-router', 'tenant_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:33:29Z', 'updated_at': '2021-09-09T09:50:09Z', 'revision_number': 5, 'project_id': 'e5c773f8f1e64c33a73ae825aacda2b4', 'gw_port': {'id': '1e1251f5-a8d0-453b-b257-d83c9a94efd4', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c971dd-09ab-4384-9783-68cc0ad422cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:33:31Z', 'updated_at': '2021-09-09T09:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:50:11.184384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] For port 1e1251f5-a8d0-453b-b257-d83c9a94efd4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1e1251f5-a8d0-453b-b257-d83c9a94efd4,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:50:11.184771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:11.202575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Calling delete_port for 1e1251f5-a8d0-453b-b257-d83c9a94efd4 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:50:11.452789 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:11.484183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1251f5-a8d0-453b-b257-d83c9a94efd4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:11.508230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.508580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.508926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.509264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.509594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.510168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.510712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.511053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.511409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.511880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.512216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.512543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:50:11.555517 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:11.654389 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:11.660066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:11.770803 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:11.771368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87c971dd-09ab-4384-9783-68cc0ad422cd {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:50:11.775752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:11.777212 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-894efef8-006c-4478-a707-12c3fcb1d6a1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/87c971dd-09ab-4384-9783-68cc0ad422cd HTTP/1.1" status: 204 len: 168 time: 1.4350662 Sep 09 09:50:11.779638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46656) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:11.829063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ff3963-6d1b-4d8e-b173-3607ba6a061b admin admin] Deleting subnet 30cfe703-9920-46a3-b817-b6189b548b03 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:50:11.832399 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55ff3963-6d1b-4d8e-b173-3607ba6a061b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:11.868578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55ff3963-6d1b-4d8e-b173-3607ba6a061b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:11.953820 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55ff3963-6d1b-4d8e-b173-3607ba6a061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.062372 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55ff3963-6d1b-4d8e-b173-3607ba6a061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.088806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff3963-6d1b-4d8e-b173-3607ba6a061b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30cfe703-9920-46a3-b817-b6189b548b03,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:12.092608 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55ff3963-6d1b-4d8e-b173-3607ba6a061b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.094478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-55ff3963-6d1b-4d8e-b173-3607ba6a061b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/30cfe703-9920-46a3-b817-b6189b548b03 HTTP/1.1" status: 204 len: 168 time: 0.3139279 Sep 09 09:50:12.097029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46658) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:12.102348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513d2fda-a356-45a5-b9e4-18175f0e5a3c None None] Network 6efb4b6e-635d-49a7-be6f-758c9837f7e7 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:50:12.165869 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.219185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Deleting port 5be39ea0-8edc-481e-8e28-6d24494d6f27 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:50:12.219487 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.290205 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] For port 5be39ea0-8edc-481e-8e28-6d24494d6f27, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5be39ea0-8edc-481e-8e28-6d24494d6f27,segment=NetworkSegment(e3092977-f1e4-4e17-b669-1a83eb9027ec),segment_id=e3092977-f1e4-4e17-b669-1a83eb9027ec)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:50:12.290575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.302851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Calling delete_port for 5be39ea0-8edc-481e-8e28-6d24494d6f27 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:50:12.314851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83350e8b-7952-42fb-94bc-f696b587768d None None] DHCP port deletion for 6efb4b6e-635d-49a7-be6f-758c9837f7e7 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:50:12.386723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-83350e8b-7952-42fb-94bc-f696b587768d None None] Deleting port 5be39ea0-8edc-481e-8e28-6d24494d6f27 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:50:12.387346 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83350e8b-7952-42fb-94bc-f696b587768d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.408550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ba57c091-b11c-4da5-83c7-22fbbd6b586c no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:50:12.441359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: ba57c091-b11c-4da5-83c7-22fbbd6b586c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:50:12.441703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device ba57c091-b11c-4da5-83c7-22fbbd6b586c not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:50:12.442123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1e1251f5-a8d0-453b-b257-d83c9a94efd4 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:50:12.475208 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.489701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 1e1251f5-a8d0-453b-b257-d83c9a94efd4 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:50:12.490043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1e1251f5-a8d0-453b-b257-d83c9a94efd4 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:50:12.502032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-83350e8b-7952-42fb-94bc-f696b587768d None None] For port 5be39ea0-8edc-481e-8e28-6d24494d6f27, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5be39ea0-8edc-481e-8e28-6d24494d6f27,segment=NetworkSegment(e3092977-f1e4-4e17-b669-1a83eb9027ec),segment_id=e3092977-f1e4-4e17-b669-1a83eb9027ec)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:50:12.502450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83350e8b-7952-42fb-94bc-f696b587768d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.503309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5be39ea0-8edc-481e-8e28-6d24494d6f27,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:12.508877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] No DVR routers for this DVR port 5be39ea0-8edc-481e-8e28-6d24494d6f27 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:50:12.515286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-83350e8b-7952-42fb-94bc-f696b587768d None None] Calling delete_port for 5be39ea0-8edc-481e-8e28-6d24494d6f27 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:50:12.585670 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.598578 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83350e8b-7952-42fb-94bc-f696b587768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.609147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efb4b6e-635d-49a7-be6f-758c9837f7e7']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:12.620738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3092977-f1e4-4e17-b669-1a83eb9027ec') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:12.624506 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3092977-f1e4-4e17-b669-1a83eb9027ec') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:50:12.625693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83350e8b-7952-42fb-94bc-f696b587768d None None] Pushing event deleted for resources: {'Port': ['ID=5be39ea0-8edc-481e-8e28-6d24494d6f27,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:12.629904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83350e8b-7952-42fb-94bc-f696b587768d None None] No DVR routers for this DVR port 5be39ea0-8edc-481e-8e28-6d24494d6f27 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:50:12.638572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.660439 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.667981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:50:12.674744 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:50:12.783770 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.789402 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:12.794402 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] 10.222.0.32 "DELETE /v2.0/networks/6efb4b6e-635d-49a7-be6f-758c9837f7e7 HTTP/1.1" status: 204 len: 168 time: 0.6964042 Sep 09 09:50:12.808630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025e6ed-9b07-4695-bb8b-4c901462cc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=6efb4b6e-635d-49a7-be6f-758c9837f7e7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:13.144860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46670) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:13.184398 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-221f253c-458f-44c4-91e1-f6549822d1f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f73bb51c82ee441fae17ed97db00d629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412085 Sep 09 09:50:13.186421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46672) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:13.235234 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f3c450e-a7bc-41f4-969a-82572b9373cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:13.256339 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f3c450e-a7bc-41f4-969a-82572b9373cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:13.371119 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f3c450e-a7bc-41f4-969a-82572b9373cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:13.373719 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1f3c450e-a7bc-41f4-969a-82572b9373cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:13.374899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1f3c450e-a7bc-41f4-969a-82572b9373cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edb12ac5-c5a7-46e7-ae68-d9732a5ea31d HTTP/1.1" status: 204 len: 168 time: 0.1875305 Sep 09 09:50:13.383130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c450e-a7bc-41f4-969a-82572b9373cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb12ac5-c5a7-46e7-ae68-d9732a5ea31d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:14.015881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 46684) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:14.057901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cb2f3b57-891b-48d9-b4e7-b139bc554966 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5c773f8f1e64c33a73ae825aacda2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384824 Sep 09 09:50:14.058271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 46686) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:50:14.107365 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-613b1418-74ae-44df-ba50-70676c0dfff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:14.128086 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-613b1418-74ae-44df-ba50-70676c0dfff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:14.201030 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5be39ea0-8edc-481e-8e28-6d24494d6f27 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:50:14.224347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5be39ea0-8edc-481e-8e28-6d24494d6f27 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:50:14.224706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5be39ea0-8edc-481e-8e28-6d24494d6f27 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:50:14.263763 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-613b1418-74ae-44df-ba50-70676c0dfff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:14.266460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-613b1418-74ae-44df-ba50-70676c0dfff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:14.267704 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-613b1418-74ae-44df-ba50-70676c0dfff4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe1d4af7-5816-4608-bec3-c76db48c1dc9 HTTP/1.1" status: 204 len: 168 time: 0.2084281 Sep 09 09:50:14.275686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b1418-74ae-44df-ba50-70676c0dfff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1d4af7-5816-4608-bec3-c76db48c1dc9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:50:14.423687 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f77a7b7c-8772-4252-aa21-2e4618128512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:17.172782 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-032e9044-7428-4836-b177-19df58ea9f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:17.330874 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:18.583793 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:20.143578 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:25.399276 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:26.063770 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:28.664328 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:50:44.417608 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0cbadd58-7ae4-4f69-a13e-35a9a0494039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:47.141529 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0c513da-7a97-4319-bf06-e4784598de5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:47.349439 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:48.588896 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:50.155084 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:55.400887 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:50:56.080534 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:05.662675 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:51:07.893810 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-de4bcb1c-ed0e-4916-8b42-451caf056528 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415151 Sep 09 09:51:07.982012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-c67d9b48-cdf1-4cee-8c5b-d8f610a510f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:07.983769 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-c67d9b48-cdf1-4cee-8c5b-d8f610a510f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea78bde2d6034b13a29d0b5470544954&device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0461011 Sep 09 09:51:08.087097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-ad84e93f-0cbd-497f-9d0f-f510ed72a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:08.088614 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-ad84e93f-0cbd-497f-9d0f-f510ed72a394 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d29a830-4deb-4937-b67c-917b346d298d HTTP/1.1" status: 200 len: 910 time: 0.0856552 Sep 09 09:51:08.161214 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-f7d0b62f-2f13-4ffc-9481-6d3ad7d545fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe16cb7-aa66-4f03-ab75-b36e1213df2d HTTP/1.1" status: 200 len: 1001 time: 0.0657237 Sep 09 09:51:08.214588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-8ed4279e-0a76-4534-a760-c39e5f8cb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:08.216541 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-8ed4279e-0a76-4534-a760-c39e5f8cb258 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=545ae6b2-fa3c-4366-b004-d6af6a314cac HTTP/1.1" status: 200 len: 848 time: 0.0477746 Sep 09 09:51:08.271648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-2a0c6e86-dc29-4847-b6d0-ae9683661a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:08.271648 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-2a0c6e86-dc29-4847-b6d0-ae9683661a07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d29a830-4deb-4937-b67c-917b346d298d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417950 Sep 09 09:51:08.360861 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-b852bf82-1d59-4d2d-a313-d5d372bce6d9 service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886936 Sep 09 09:51:08.453877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-56ec7332-0fde-4284-ac09-ce32c2ace3f2 req-928849d4-589e-408b-9b45-6eb64a95d566 service neutron] 10.222.0.24 "GET /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857728 Sep 09 09:51:14.423210 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a1dc7df-8ea4-49d7-92d3-8f6978e8cdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:17.120583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-585ed905-a9c1-4846-a29b-76c3c81d1ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:17.364436 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:18.573071 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:20.165900 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:25.423238 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:26.109354 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:38.405320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47448) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:51:38.410015 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735969337', 'description': 'tempest-secgroup-smoke-1735969337 description', 'project_id': 'e9abe1946d4448389edf2714c6787532'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:51:38.525597 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:38.609432 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:38.679672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:38.708319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800aa3ad-3d67-4bc8-918e-e4e100fb75bd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:38.715648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.715994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.716358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.717275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.717647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.717978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.718303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.718626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.718981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.719299 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.719650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.719970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:38.777675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:38.778930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-41b37542-1027-4227-af51-fb8d7815d1e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3725567 Sep 09 09:51:38.782544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47452) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:51:38.786914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6380b360-1620-46bb-b485-3054829f269d tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Request body: {'security_group_rule': {'security_group_id': '800aa3ad-3d67-4bc8-918e-e4e100fb75bd', 'project_id': 'e9abe1946d4448389edf2714c6787532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:51:38.885248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6380b360-1620-46bb-b485-3054829f269d tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:38.940253 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6380b360-1620-46bb-b485-3054829f269d tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.009712 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6380b360-1620-46bb-b485-3054829f269d tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.028510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380b360-1620-46bb-b485-3054829f269d tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d74180d-de56-451a-a13d-c990c1e4c4d8,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:39.101371 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6380b360-1620-46bb-b485-3054829f269d tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.102701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6380b360-1620-46bb-b485-3054829f269d tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3192005 Sep 09 09:51:39.105397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47454) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:51:39.110196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8ed6fe32-c9e2-41b5-befa-ac882e518c2c tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Request body: {'security_group_rule': {'security_group_id': '800aa3ad-3d67-4bc8-918e-e4e100fb75bd', 'project_id': 'e9abe1946d4448389edf2714c6787532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:51:39.176411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ed6fe32-c9e2-41b5-befa-ac882e518c2c tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.232664 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ed6fe32-c9e2-41b5-befa-ac882e518c2c tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.280476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ed6fe32-c9e2-41b5-befa-ac882e518c2c tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.298870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6fe32-c9e2-41b5-befa-ac882e518c2c tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94772ccd-9d5f-4ab6-ab68-ae38d539dd90,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:39.342784 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ed6fe32-c9e2-41b5-befa-ac882e518c2c tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.344074 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8ed6fe32-c9e2-41b5-befa-ac882e518c2c tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2377319 Sep 09 09:51:39.346812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:51:39.351544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b390b389-4e32-4826-bffb-549abeae77a2 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Request body: {'security_group_rule': {'security_group_id': '800aa3ad-3d67-4bc8-918e-e4e100fb75bd', 'project_id': 'e9abe1946d4448389edf2714c6787532', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:51:39.415867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b390b389-4e32-4826-bffb-549abeae77a2 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.476461 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b390b389-4e32-4826-bffb-549abeae77a2 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.540970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b390b389-4e32-4826-bffb-549abeae77a2 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.557941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390b389-4e32-4826-bffb-549abeae77a2 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5c9596-5858-4368-9c67-e5a9e1827a87,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:39.632604 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b390b389-4e32-4826-bffb-549abeae77a2 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.633858 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b390b389-4e32-4826-bffb-549abeae77a2 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2860110 Sep 09 09:51:39.636565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:51:39.641999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b05ba5d0-24e7-4d71-9fe3-e3255fac447e tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Request body: {'security_group_rule': {'security_group_id': '800aa3ad-3d67-4bc8-918e-e4e100fb75bd', 'project_id': 'e9abe1946d4448389edf2714c6787532', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:51:39.727964 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5d0-24e7-4d71-9fe3-e3255fac447e tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.785423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5d0-24e7-4d71-9fe3-e3255fac447e tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.845415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5d0-24e7-4d71-9fe3-e3255fac447e tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.863854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ba5d0-24e7-4d71-9fe3-e3255fac447e tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1966875-1173-4f95-b35d-5f85f5f09631,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:39.937465 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5d0-24e7-4d71-9fe3-e3255fac447e tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:39.938691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b05ba5d0-24e7-4d71-9fe3-e3255fac447e tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3012071 Sep 09 09:51:39.941333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47460) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:51:39.945801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c6a53fe5-a4e2-4118-9847-d1451e5a5c0f tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Request body: {'security_group_rule': {'security_group_id': '800aa3ad-3d67-4bc8-918e-e4e100fb75bd', 'project_id': 'e9abe1946d4448389edf2714c6787532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:51:40.046615 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-c6a53fe5-a4e2-4118-9847-d1451e5a5c0f tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Project e9abe1946d4448389edf2714c6787532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:51:40.051624 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6a53fe5-a4e2-4118-9847-d1451e5a5c0f tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:40.111370 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6a53fe5-a4e2-4118-9847-d1451e5a5c0f tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:40.177161 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6a53fe5-a4e2-4118-9847-d1451e5a5c0f tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:40.194413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a53fe5-a4e2-4118-9847-d1451e5a5c0f tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5226cdfa-8cba-4914-a938-78a27ce3a757,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:40.256985 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6a53fe5-a4e2-4118-9847-d1451e5a5c0f tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:40.258465 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c6a53fe5-a4e2-4118-9847-d1451e5a5c0f tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161576 Sep 09 09:51:40.262064 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47462) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:51:40.267230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Request body: {'security_group_rule': {'security_group_id': '800aa3ad-3d67-4bc8-918e-e4e100fb75bd', 'project_id': 'e9abe1946d4448389edf2714c6787532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:51:40.352343 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Project e9abe1946d4448389edf2714c6787532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 09:51:40.357115 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:40.417701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:40.495075 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:40.511889 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162119eb-d55c-4ade-bdc1-d0bc5a801730,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:40.520418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.520767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.521107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.521444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.521783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.522113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.522439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.522797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.523126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.523475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.523799 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.524118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:40.580975 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:40.582192 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a4e9d023-9cdf-46e9-82b0-e4c78740efad tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3191354 Sep 09 09:51:40.784449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-334761a1-7e3c-4c70-a736-9e1d81f05402 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735969337&fields=id&tenant_id=e9abe1946d4448389edf2714c6787532 HTTP/1.1" status: 200 len: 267 time: 0.0331578 Sep 09 09:51:40.893660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-a478eac7-c681-4277-95c2-98f6cc063acc tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:40.895159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-a478eac7-c681-4277-95c2-98f6cc063acc tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/networks?id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c HTTP/1.1" status: 200 len: 812 time: 0.1041257 Sep 09 09:51:40.910042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-ac52acd6-6955-405f-bd0a-b71cf281f4d3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/quotas/e9abe1946d4448389edf2714c6787532 HTTP/1.1" status: 200 len: 375 time: 0.0091527 Sep 09 09:51:40.960888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-43610340-9fc8-4a72-827e-4073afabedca tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9abe1946d4448389edf2714c6787532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456314 Sep 09 09:51:41.061631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-d24d6a40-b183-4e69-bf37-5f5326e7d227 service neutron] 10.222.0.32 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871780 Sep 09 09:51:41.149690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-6d9ddcb1-d992-4529-bfe1-65a07aea5ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819311 Sep 09 09:51:41.668112 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dede1363-7315-40ae-8514-689e35e8daad req-628e3c86-7832-4534-a409-a404b686b0bd tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 210 time: 0.0297151 Sep 09 09:51:42.662447 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:51:42.763585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6a000cf5-c2b8-4c78-bab6-abe3bf706937 req-58e0bc51-07d3-4c6d-a757-db205d955a46 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 210 time: 0.0307987 Sep 09 09:51:43.280341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-d29fc860-8fbc-4724-a805-4bf9c4b63741 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:43.282502 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-d29fc860-8fbc-4724-a805-4bf9c4b63741 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.41 "GET /v2.0/networks?id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c HTTP/1.1" status: 200 len: 812 time: 0.1028090 Sep 09 09:51:43.325499 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-24c3c109-00ff-483e-8634-be542ed1b5ab tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9abe1946d4448389edf2714c6787532 HTTP/1.1" status: 200 len: 380 time: 0.0342431 Sep 09 09:51:43.334850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Request body: {'port': {'device_id': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'admin_state_up': True, 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'security_groups': ['800aa3ad-3d67-4bc8-918e-e4e100fb75bd']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:51:43.537065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Made reservation on behalf of e9abe1946d4448389edf2714c6787532 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:51:43.540735 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:43.674596 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Allocated IP 172.20.0.7 (d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c/cfe48d77-090d-4053-a24a-d7f5e66c3deb/27250b8a-4f98-48cc-a454-bc04a7e28673) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:51:43.814658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:43.829939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Transition to ACTIVE for port object 27250b8a-4f98-48cc-a454-bc04a7e28673 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:51:43.868783 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-89ad1257-c4a1-4b23-9266-6e3d65bc064e req-2960de9d-3043-4590-92fc-acc3a87fd300 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 210 time: 0.0327296 Sep 09 09:51:43.932334 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:43.981986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:51:43.985247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:51:43.989161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:51:44.019595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event updated for resources: {'Port': ['ID=27250b8a-4f98-48cc-a454-bc04a7e28673,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:44.050071 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:44.050778 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:44.130724 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-723c1f22-7f79-4350-a52b-5626086ced89 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7993481 Sep 09 09:51:44.145122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Request body: {'port': {'device_id': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:51:44.206564 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:44.335228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-acd7040b-4354-4ed3-a43e-e36523ce5285 None None] Provisioning for port 27250b8a-4f98-48cc-a454-bc04a7e28673 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:51:44.344630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-acd7040b-4354-4ed3-a43e-e36523ce5285 None None] Provisioning complete for port 27250b8a-4f98-48cc-a454-bc04a7e28673 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:51:44.344630 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-acd7040b-4354-4ed3-a43e-e36523ce5285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:44.397873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-acd7040b-4354-4ed3-a43e-e36523ce5285 None None] Port 27250b8a-4f98-48cc-a454-bc04a7e28673 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:51:44.449971 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2421761-8101-419b-9007-11ab2c2a60b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:44.488510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27250b8a-4f98-48cc-a454-bc04a7e28673 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:51:44.496163 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:44.509293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Transition to ACTIVE for port object 27250b8a-4f98-48cc-a454-bc04a7e28673 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:51:44.575531 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:44.633159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=27250b8a-4f98-48cc-a454-bc04a7e28673,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:44.707757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Attempting to bind port 27250b8a-4f98-48cc-a454-bc04a7e28673 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:51:44.708101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Attempting to bind port 27250b8a-4f98-48cc-a454-bc04a7e28673 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:51:44.708434 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Attempting to bind port 27250b8a-4f98-48cc-a454-bc04a7e28673 on network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:51:44.713001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Port 27250b8a-4f98-48cc-a454-bc04a7e28673 on network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:51:44.713328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Attempting to bind port 27250b8a-4f98-48cc-a454-bc04a7e28673 on network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:51:44.718487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:51:44.719623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Checking segment: {'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:51:44.720251 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Bound using segment: {'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:51:44.720712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Bound port: 27250b8a-4f98-48cc-a454-bc04a7e28673, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a934376-c56e-4f29-983b-36348a7f3a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:51:44.721074 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:44.792769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] For port 27250b8a-4f98-48cc-a454-bc04a7e28673, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:51:44.796234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] For port 27250b8a-4f98-48cc-a454-bc04a7e28673, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=27250b8a-4f98-48cc-a454-bc04a7e28673,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:51:44.875867 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:44.912418 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:44.913123 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:44.914474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] 10.222.0.41 "PUT /v2.0/ports/27250b8a-4f98-48cc-a454-bc04a7e28673 HTTP/1.1" status: 200 len: 1092 time: 0.7745850 Sep 09 09:51:44.914938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:51:44.917228 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85309c2-07c0-4acd-818f-97329e9b9431" -d '{"events": [{"name": "network-changed", "server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:51:44.946604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd812cf0-5862-40dd-9211-a0970bd85cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=27250b8a-4f98-48cc-a454-bc04a7e28673,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:44.970137 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145ecd86-d452-4a51-90b8-fae508efe579 x-openstack-request-id: req-145ecd86-d452-4a51-90b8-fae508efe579 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:51:44.976007 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:51:44.976007 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-145ecd86-d452-4a51-90b8-fae508efe579 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:51:44.976007 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'status': 'completed', 'code': 200} Sep 09 09:51:45.058059 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d757aa6-56ea-4b3d-8803-13dbfd94f4b7 req-c2f649cc-33fa-4dc8-a7df-332c4201c177 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:45.059677 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d757aa6-56ea-4b3d-8803-13dbfd94f4b7 req-c2f649cc-33fa-4dc8-a7df-332c4201c177 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 943 time: 0.0929618 Sep 09 09:51:45.066271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85309c2-07c0-4acd-818f-97329e9b9431 req-82c41b74-7ac6-4877-b9d3-c7886cd7d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:45.067748 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c85309c2-07c0-4acd-818f-97329e9b9431 req-82c41b74-7ac6-4877-b9d3-c7886cd7d816 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9abe1946d4448389edf2714c6787532&device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 1095 time: 0.0650427 Sep 09 09:51:45.134036 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5d757aa6-56ea-4b3d-8803-13dbfd94f4b7 req-ed1bd2c0-84db-47d7-a715-31e2918a2cb3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653362 Sep 09 09:51:45.194254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85309c2-07c0-4acd-818f-97329e9b9431 req-a719dde9-bd86-4fbc-9d65-2a4ebdfc21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:45.195784 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c85309c2-07c0-4acd-818f-97329e9b9431 req-a719dde9-bd86-4fbc-9d65-2a4ebdfc21e0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e9abe1946d4448389edf2714c6787532&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1202004 Sep 09 09:51:45.298967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85309c2-07c0-4acd-818f-97329e9b9431 req-d1a97484-365f-4085-aa62-3e5f3405b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:45.300772 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c85309c2-07c0-4acd-818f-97329e9b9431 req-d1a97484-365f-4085-aa62-3e5f3405b8c4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985374 Sep 09 09:51:45.376844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-78e1e48f-5892-4e3d-8035-8d973ad97323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:45.378288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-78e1e48f-5892-4e3d-8035-8d973ad97323 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9abe1946d4448389edf2714c6787532&device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 1095 time: 0.0407662 Sep 09 09:51:45.424100 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-670b2e35-beaa-4f40-bffd-ecbfd5b3ed51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27250b8a-4f98-48cc-a454-bc04a7e28673 HTTP/1.1" status: 200 len: 217 time: 0.0381281 Sep 09 09:51:45.473309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-9ce4315f-7add-46cb-a945-654b1ede6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:45.474821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-9ce4315f-7add-46cb-a945-654b1ede6f5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfe48d77-090d-4053-a24a-d7f5e66c3deb HTTP/1.1" status: 200 len: 851 time: 0.0441766 Sep 09 09:51:45.520021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-b9cfd073-e116-4b9c-abc7-a3662398630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:45.521540 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-b9cfd073-e116-4b9c-abc7-a3662398630c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401576 Sep 09 09:51:45.618833 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-3bbbdb3d-9d93-4040-86aa-391447ab4e1c service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898945 Sep 09 09:51:45.710227 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cdaedff7-827f-4d35-b986-1d7cd493ba99 req-9ca549b3-247c-4b09-b4c7-23e288c57aba service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839989 Sep 09 09:51:46.258930 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcdb37-b741-466a-ab00-72a69d375d42 req-40a8bca0-4625-4b3b-8736-13df6b220c0e tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:46.260349 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7bcdb37-b741-466a-ab00-72a69d375d42 req-40a8bca0-4625-4b3b-8736-13df6b220c0e tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 943 time: 0.0500097 Sep 09 09:51:46.301433 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7bcdb37-b741-466a-ab00-72a69d375d42 req-6cdf9f03-2806-4555-9bb4-13fe7dbe1850 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341666 Sep 09 09:51:47.114329 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8862b56e-32e4-41f3-a5e3-42b7d9d770a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:47.337221 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:47.416224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a84a3c-8658-4484-938e-fa1f1a88ebcf req-16feb998-c48d-439b-affe-fc418fbdf592 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:47.417739 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2a84a3c-8658-4484-938e-fa1f1a88ebcf req-16feb998-c48d-439b-affe-fc418fbdf592 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 943 time: 0.0511343 Sep 09 09:51:47.460960 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2a84a3c-8658-4484-938e-fa1f1a88ebcf req-caad665d-500c-4c41-958a-15798f9b25dd tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370343 Sep 09 09:51:48.565608 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:48.575554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04eaa3-c443-4195-885c-f3e3926f3f89 req-8b708959-f649-4df3-b96e-4e7a0a7350d9 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:48.578297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da04eaa3-c443-4195-885c-f3e3926f3f89 req-8b708959-f649-4df3-b96e-4e7a0a7350d9 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 943 time: 0.0485437 Sep 09 09:51:48.614784 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da04eaa3-c443-4195-885c-f3e3926f3f89 req-ef979135-dd91-4687-8398-ac99397b4ee5 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310843 Sep 09 09:51:49.730194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060f1a-d37a-4b1f-9e6f-b4fc3508f6c5 req-be1765f3-0ca0-442b-b322-f430504ffdbc tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:49.731712 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4060f1a-d37a-4b1f-9e6f-b4fc3508f6c5 req-be1765f3-0ca0-442b-b322-f430504ffdbc tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 943 time: 0.0492899 Sep 09 09:51:49.770685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e4060f1a-d37a-4b1f-9e6f-b4fc3508f6c5 req-d6e739ba-6ee4-4dee-bab2-e33ad212b7ec tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322058 Sep 09 09:51:50.175301 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:50.886944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b0a1-39ac-4216-b6df-a92f59bd035e req-73205006-379a-4bb1-9606-6dd74bcdd9a3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:50.888451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3538b0a1-39ac-4216-b6df-a92f59bd035e req-73205006-379a-4bb1-9606-6dd74bcdd9a3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 943 time: 0.0528882 Sep 09 09:51:50.926134 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3538b0a1-39ac-4216-b6df-a92f59bd035e req-e088aa6d-88f9-4cd4-a9a4-3804365284ec tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309410 Sep 09 09:51:52.060350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c6b4a-a4c2-496d-8611-ab714e98e676 req-09c338b2-54b9-44d9-b676-3ed9c83a00d5 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:52.061870 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-645c6b4a-a4c2-496d-8611-ab714e98e676 req-09c338b2-54b9-44d9-b676-3ed9c83a00d5 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 943 time: 0.0513999 Sep 09 09:51:52.100907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-645c6b4a-a4c2-496d-8611-ab714e98e676 req-f0b7168f-a1a4-459c-9b02-10ae0878c7e0 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328670 Sep 09 09:51:53.216516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e241bd-c745-4ac9-ae76-2aef03fbf06d req-d38f7752-0ab7-4313-a381-81fd17a76133 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:53.218014 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44e241bd-c745-4ac9-ae76-2aef03fbf06d req-d38f7752-0ab7-4313-a381-81fd17a76133 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 943 time: 0.0482688 Sep 09 09:51:53.259874 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44e241bd-c745-4ac9-ae76-2aef03fbf06d req-ae300861-8f6b-4e49-88b8-b7d96e295190 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352705 Sep 09 09:51:53.435759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67260a68-8b97-4d1d-9b2e-ae42334802b9 req-e236923e-5837-4fcc-b079-57ae444cef82 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:53.437148 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-67260a68-8b97-4d1d-9b2e-ae42334802b9 req-e236923e-5837-4fcc-b079-57ae444cef82 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 945 time: 0.0492809 Sep 09 09:51:53.474833 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-67260a68-8b97-4d1d-9b2e-ae42334802b9 req-5e2b847d-ce0b-420e-a943-83653e730c33 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Sep 09 09:51:54.374169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718318d0-e24a-457a-a67a-4bf10c424b72 req-0b6aa987-60b3-48a6-a80a-4a565a63b2da tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:54.376196 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-718318d0-e24a-457a-a67a-4bf10c424b72 req-0b6aa987-60b3-48a6-a80a-4a565a63b2da tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 943 time: 0.0498405 Sep 09 09:51:54.413928 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-718318d0-e24a-457a-a67a-4bf10c424b72 req-ba7f3f0d-fa35-4c03-b194-6ae5d4c3d299 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318906 Sep 09 09:51:54.590543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09044c6-69e7-42e8-bb06-3e31f2be9abf req-d7513d6a-eda3-4507-b4e1-9022aed04b29 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:54.592069 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e09044c6-69e7-42e8-bb06-3e31f2be9abf req-d7513d6a-eda3-4507-b4e1-9022aed04b29 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 945 time: 0.0485497 Sep 09 09:51:54.630491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e09044c6-69e7-42e8-bb06-3e31f2be9abf req-5902af80-284e-4fbe-bdd5-e2e06298b6e7 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/security-groups?id=994b9eda-9433-459d-b889-217e2c931cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Sep 09 09:51:54.712863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-dd4e9d9b-3c87-452c-8a17-a201a2f3a692 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:54.714348 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-dd4e9d9b-3c87-452c-8a17-a201a2f3a692 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.24 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 945 time: 0.0476365 Sep 09 09:51:54.805306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Deleting port bbe16cb7-aa66-4f03-ab75-b36e1213df2d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:51:54.805566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:54.894149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] For port bbe16cb7-aa66-4f03-ab75-b36e1213df2d, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=bbe16cb7-aa66-4f03-ab75-b36e1213df2d,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:51:54.894516 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:55.064398 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:55.064679 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:55.064996 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Floating IP 22843a94-e75b-4959-9615-bae691821d91 disassociated. External IP: 172.25.8.202, port: bbe16cb7-aa66-4f03-ab75-b36e1213df2d. Sep 09 09:51:55.065335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Calling delete_port for bbe16cb7-aa66-4f03-ab75-b36e1213df2d owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:51:55.280166 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:55.313131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event deleted for resources: {'Port': ['ID=bbe16cb7-aa66-4f03-ab75-b36e1213df2d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:55.423719 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:55.425540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:51:55.562698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:51:55.572391 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b064c7b-c494-43e3-9bc4-0117addc7abb None None] Sync routers for ids ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:51:55.577385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb159c0e-d6bc-4a14-9176-11fdef812c19 req-01038ea2-cf82-4975-9b0e-c147866e7e0b tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:55.579627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb159c0e-d6bc-4a14-9176-11fdef812c19 req-01038ea2-cf82-4975-9b0e-c147866e7e0b tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 943 time: 0.0990071 Sep 09 09:51:55.581311 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b064c7b-c494-43e3-9bc4-0117addc7abb None None] Routers {'6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:51:55.581974 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0b064c7b-c494-43e3-9bc4-0117addc7abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:51:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:51:55.626192 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] No DVR routers for this DVR port bbe16cb7-aa66-4f03-ab75-b36e1213df2d on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:51:55.631973 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:55.633901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a78ff949-c741-43aa-a5d9-f4cb5784c578 req-cb96a690-db07-4e01-9119-b3ae52e4ad16 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.24 "DELETE /v2.0/ports/bbe16cb7-aa66-4f03-ab75-b36e1213df2d HTTP/1.1" status: 204 len: 173 time: 0.9136214 Sep 09 09:51:55.634351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'name': 'network-vif-deleted', 'tag': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:51:55.636660 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8b96b8-6f9b-4b87-bb54-cddc1b9acc36" -d '{"events": [{"server_uuid": "656e179d-2cdb-490c-bd71-5a6ea00af3a7", "name": "network-vif-deleted", "tag": "bbe16cb7-aa66-4f03-ab75-b36e1213df2d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:51:55.656810 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb159c0e-d6bc-4a14-9176-11fdef812c19 req-04565d20-cbba-4959-bcfb-67f164b9f70c tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627141 Sep 09 09:51:55.695142 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0b064c7b-c494-43e3-9bc4-0117addc7abb None None] Set router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:51:55.697448 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56788f62-c466-49dc-9786-a1db4a05f6f8 x-openstack-request-id: req-56788f62-c466-49dc-9786-a1db4a05f6f8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:51:55.697742 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656e179d-2cdb-490c-bd71-5a6ea00af3a7", "name": "network-vif-deleted", "tag": "bbe16cb7-aa66-4f03-ab75-b36e1213df2d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:51:55.698000 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56788f62-c466-49dc-9786-a1db4a05f6f8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:51:55.698406 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656e179d-2cdb-490c-bd71-5a6ea00af3a7', 'name': 'network-vif-deleted', 'tag': 'bbe16cb7-aa66-4f03-ab75-b36e1213df2d', 'status': 'completed', 'code': 200} Sep 09 09:51:55.765837 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5040492d-3921-4d63-964f-400bac24195b req-d500fd5b-be22-4f22-bd51-50772829c67b tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "GET /v2.0/ports?device_id=656e179d-2cdb-490c-bd71-5a6ea00af3a7 HTTP/1.1" status: 200 len: 210 time: 0.0321825 Sep 09 09:51:55.907895 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0b064c7b-c494-43e3-9bc4-0117addc7abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:43Z', 'revision_number': 4, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '92ab3de1-7649-4204-a57e-7e23606f427a', 'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'mac_address': 'fa:16:3e:da:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:42Z', 'updated_at': '2021-09-09T09:46:50Z', 'revision_number': 5, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'subnets': [{'id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:51:55.937926 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b064c7b-c494-43e3-9bc4-0117addc7abb None None] Checking router: 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:51:55.946062 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b064c7b-c494-43e3-9bc4-0117addc7abb None None] Routers {'6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:51:55.946661 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0b064c7b-c494-43e3-9bc4-0117addc7abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:51:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:51:56.055722 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0b064c7b-c494-43e3-9bc4-0117addc7abb None None] Set router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:51:56.102929 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:56.253352 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0b064c7b-c494-43e3-9bc4-0117addc7abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:43Z', 'revision_number': 4, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '92ab3de1-7649-4204-a57e-7e23606f427a', 'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'mac_address': 'fa:16:3e:da:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:42Z', 'updated_at': '2021-09-09T09:46:50Z', 'revision_number': 5, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'subnets': [{'id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:51:56.279187 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b064c7b-c494-43e3-9bc4-0117addc7abb None None] The sync data for ids ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'] in n-d-778696-16 is: [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:46:43Z', 'revision_number': 4, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '92ab3de1-7649-4204-a57e-7e23606f427a', 'name': '', 'network_id': '2d29a830-4deb-4937-b67c-917b346d298d', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'mac_address': 'fa:16:3e:da:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:42Z', 'updated_at': '2021-09-09T09:46:50Z', 'revision_number': 5, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'subnets': [{'id': '545ae6b2-fa3c-4366-b004-d6af6a314cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:51:56.514258 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f932d1-f5fb-42b4-9986-53970eae703f None None] New status for floating IP 22843a94-e75b-4959-9615-bae691821d91: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:51:56.518500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 27250b8a-4f98-48cc-a454-bc04a7e28673 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:51:56.708999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 27250b8a-4f98-48cc-a454-bc04a7e28673, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=27250b8a-4f98-48cc-a454-bc04a7e28673,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:51:56.721737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'port_id': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'mac_address': 'fa:16:3e:ea:5c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:51:56.762958 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:56.775180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781c6b8-8c08-4c14-9356-7cf23b1e0285 req-0234f8dc-a88d-45ca-b328-55050e293b94 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:56.777037 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c781c6b8-8c08-4c14-9356-7cf23b1e0285 req-0234f8dc-a88d-45ca-b328-55050e293b94 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 943 time: 0.0524082 Sep 09 09:51:56.777761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27250b8a-4f98-48cc-a454-bc04a7e28673 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:51:56.797812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 27250b8a-4f98-48cc-a454-bc04a7e28673, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=27250b8a-4f98-48cc-a454-bc04a7e28673,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:51:56.821217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c781c6b8-8c08-4c14-9356-7cf23b1e0285 req-81e6c110-a4fb-4aee-99b9-a64f6339771e tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367894 Sep 09 09:51:56.833188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47534) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:51:56.874388 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:56.924554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=27250b8a-4f98-48cc-a454-bc04a7e28673,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:56.931774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.932121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.932540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.932797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.933132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.933465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.933789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.934110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.934434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.934754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.935078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.935411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:51:56.959979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-867d4f97-a96b-4a80-96d1-dacc868a8b11 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Deleting port 1c8b4549-2f2b-4423-a362-f4d064597289 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:51:56.960326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-867d4f97-a96b-4a80-96d1-dacc868a8b11 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:57.036035 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-867d4f97-a96b-4a80-96d1-dacc868a8b11 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:57.036366 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-867d4f97-a96b-4a80-96d1-dacc868a8b11 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:57.048541 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-867d4f97-a96b-4a80-96d1-dacc868a8b11 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Calling delete_port for 1c8b4549-2f2b-4423-a362-f4d064597289 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:51:57.078399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['27250b8a-4f98-48cc-a454-bc04a7e28673'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:51:57.268839 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-867d4f97-a96b-4a80-96d1-dacc868a8b11 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:57.316234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d4f97-a96b-4a80-96d1-dacc868a8b11 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event deleted for resources: {'Port': ['ID=1c8b4549-2f2b-4423-a362-f4d064597289,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:57.359819 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-867d4f97-a96b-4a80-96d1-dacc868a8b11 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:57.362405 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-867d4f97-a96b-4a80-96d1-dacc868a8b11 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:57.363593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-867d4f97-a96b-4a80-96d1-dacc868a8b11 tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "DELETE /v2.0/floatingips/22843a94-e75b-4959-9615-bae691821d91 HTTP/1.1" status: 204 len: 168 time: 0.5293760 Sep 09 09:51:57.429665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47540) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:51:57.486755 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4457a414-cd6f-4293-b417-29bb98154c4a tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:57.511316 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4457a414-cd6f-4293-b417-29bb98154c4a tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:57.634257 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4457a414-cd6f-4293-b417-29bb98154c4a tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:57.636850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4457a414-cd6f-4293-b417-29bb98154c4a tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:57.638030 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4457a414-cd6f-4293-b417-29bb98154c4a tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] 10.222.0.32 "DELETE /v2.0/security-groups/994b9eda-9433-459d-b889-217e2c931cda HTTP/1.1" status: 204 len: 168 time: 0.2073507 Sep 09 09:51:57.648006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457a414-cd6f-4293-b417-29bb98154c4a tempest-TestServerBasicOps-799965147 tempest-TestServerBasicOps-799965147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994b9eda-9433-459d-b889-217e2c931cda,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:57.721137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47544) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:51:57.938812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493d7c7-d745-48c8-b817-b5a424cb461e req-7a62bc76-c966-44e8-a7d1-0370d0428ccf tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:57.940283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7493d7c7-d745-48c8-b817-b5a424cb461e req-7a62bc76-c966-44e8-a7d1-0370d0428ccf tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 944 time: 0.0503621 Sep 09 09:51:57.979768 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7493d7c7-d745-48c8-b817-b5a424cb461e req-216a4939-5a45-4c70-90fe-9dacffc11638 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331223 Sep 09 09:51:58.213625 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:58.453666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] Deleting port 92ab3de1-7649-4204-a57e-7e23606f427a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:51:58.453923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:58.515270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 27250b8a-4f98-48cc-a454-bc04a7e28673 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:51:58.530397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] For port 92ab3de1-7649-4204-a57e-7e23606f427a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=92ab3de1-7649-4204-a57e-7e23606f427a,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:51:58.530762 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:58.548090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] Calling delete_port for 92ab3de1-7649-4204-a57e-7e23606f427a owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:51:58.657812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 27250b8a-4f98-48cc-a454-bc04a7e28673 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:51:58.661674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 27250b8a-4f98-48cc-a454-bc04a7e28673 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:51:58.662043 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:58.740296 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:58.762165 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:51:58.764453 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4204bcf7-784c-4240-9567-945c4cb682c9" -d '{"events": [{"server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "name": "network-vif-plugged", "status": "completed", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:51:58.771575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:58.777550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 27250b8a-4f98-48cc-a454-bc04a7e28673, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=27250b8a-4f98-48cc-a454-bc04a7e28673,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:51:58.798778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] Pushing event deleted for resources: {'Port': ['ID=92ab3de1-7649-4204-a57e-7e23606f427a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:58.804662 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfbd5b5-6080-4ac9-878f-4b1029b4982b x-openstack-request-id: req-edfbd5b5-6080-4ac9-878f-4b1029b4982b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:51:58.805265 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "name": "network-vif-plugged", "status": "completed", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:51:58.806068 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-edfbd5b5-6080-4ac9-878f-4b1029b4982b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:51:58.806068 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'code': 200} Sep 09 09:51:58.834437 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:58.900567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=27250b8a-4f98-48cc-a454-bc04a7e28673,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:51:58.928706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8861f6-855e-4e79-86f5-4e79dfab0bd1 req-8b47505f-f669-4fb3-8203-5a5a8ecc50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:58.930494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e8861f6-855e-4e79-86f5-4e79dfab0bd1 req-8b47505f-f669-4fb3-8203-5a5a8ecc50a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 1097 time: 0.0570116 Sep 09 09:51:58.968409 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e8861f6-855e-4e79-86f5-4e79dfab0bd1 req-522e8d3c-b1fa-4bc7-8ece-a6f8844928ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305393 Sep 09 09:51:58.993248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:51:59.095639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a31fb-8915-45e6-bfdf-b339570fcbd4 req-e466867c-a408-4972-9925-f3de4497de0c tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:51:59.097047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-265a31fb-8915-45e6-bfdf-b339570fcbd4 req-e466867c-a408-4972-9925-f3de4497de0c tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 945 time: 0.0484061 Sep 09 09:51:59.135565 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-265a31fb-8915-45e6-bfdf-b339570fcbd4 req-0ce4c652-a848-4638-8de4-a598765a9df5 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Sep 09 09:51:59.207890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] Router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:51:59.649602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:51:59.654836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a070bf3f-dbf0-4b44-a35c-70bdfab3c75c admin admin] 10.222.0.32 "PUT /v2.0/routers/6dfa21d3-47bf-4911-afd9-9aef1abbc8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9326787 Sep 09 09:51:59.658039 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47554) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:51:59.660473 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20415422-e3e7-43f1-8691-de7c42ab758f None None] Sync routers for ids ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:51:59.669271 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20415422-e3e7-43f1-8691-de7c42ab758f None None] Routers {'6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:51:59.669873 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-20415422-e3e7-43f1-8691-de7c42ab758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:51:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:51:59.735296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device bbe16cb7-aa66-4f03-ab75-b36e1213df2d no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:51:59.762060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: bbe16cb7-aa66-4f03-ab75-b36e1213df2d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:51:59.762521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device bbe16cb7-aa66-4f03-ab75-b36e1213df2d not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:51:59.788514 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-20415422-e3e7-43f1-8691-de7c42ab758f None None] Set router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:52:00.082273 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-20415422-e3e7-43f1-8691-de7c42ab758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:51:58Z', 'revision_number': 5, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:00.109804 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:00.111873 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20415422-e3e7-43f1-8691-de7c42ab758f None None] Checking router: 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:52:00.119957 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20415422-e3e7-43f1-8691-de7c42ab758f None None] Routers {'6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:52:00.120557 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-20415422-e3e7-43f1-8691-de7c42ab758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:51:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:00.227886 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:00.242534 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-20415422-e3e7-43f1-8691-de7c42ab758f None None] Set router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:52:00.333656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd0914-bdf4-44b9-a336-d79904084c3d req-3f1e816b-3abb-4ccc-8b16-dd4080faa2f6 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:00.335066 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77dd0914-bdf4-44b9-a336-d79904084c3d req-3f1e816b-3abb-4ccc-8b16-dd4080faa2f6 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 945 time: 0.0514290 Sep 09 09:52:00.372746 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77dd0914-bdf4-44b9-a336-d79904084c3d req-b602ffc7-33e9-485b-8bf2-67d7d6215453 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315781 Sep 09 09:52:00.427906 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-20415422-e3e7-43f1-8691-de7c42ab758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:51:58Z', 'revision_number': 5, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:00.454525 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20415422-e3e7-43f1-8691-de7c42ab758f None None] The sync data for ids ['6dfa21d3-47bf-4911-afd9-9aef1abbc8dc'] in n-d-778696-16 is: [{'id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'name': 'tempest-TestServerBasicOps-1711413322-router', 'tenant_id': 'ea78bde2d6034b13a29d0b5470544954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:39Z', 'updated_at': '2021-09-09T09:51:58Z', 'revision_number': 5, 'project_id': 'ea78bde2d6034b13a29d0b5470544954', 'gw_port': {'id': '2663e92b-a5e3-4895-9d5e-2e879b885591', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa21d3-47bf-4911-afd9-9aef1abbc8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:40Z', 'updated_at': '2021-09-09T09:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:52:00.503041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00a319-f849-4c38-bd1a-42b2cd903be1 req-de69753a-4a46-4a0a-ae95-f38da723f237 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:00.504571 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d00a319-f849-4c38-bd1a-42b2cd903be1 req-de69753a-4a46-4a0a-ae95-f38da723f237 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 945 time: 0.0614049 Sep 09 09:52:00.519049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Deleting port 2663e92b-a5e3-4895-9d5e-2e879b885591 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:52:00.519418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:00.593203 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d00a319-f849-4c38-bd1a-42b2cd903be1 req-6784f6df-b3fd-4506-b90c-f844aa80be77 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823081 Sep 09 09:52:00.614881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47560) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:00.621602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] For port 2663e92b-a5e3-4895-9d5e-2e879b885591, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2663e92b-a5e3-4895-9d5e-2e879b885591,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:52:00.621968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:00.634291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Calling delete_port for 2663e92b-a5e3-4895-9d5e-2e879b885591 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:52:00.753643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec455a2-59bb-482b-aaf6-4802a35af894 tempest-TestVolumeBackupRestore-1908616886 tempest-TestVolumeBackupRestore-1908616886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:00.755095 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fec455a2-59bb-482b-aaf6-4802a35af894 tempest-TestVolumeBackupRestore-1908616886 tempest-TestVolumeBackupRestore-1908616886-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 1092 time: 0.1386960 Sep 09 09:52:00.758005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47564) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:00.762181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:52:00.867103 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:00.895764 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:00.930903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2663e92b-a5e3-4895-9d5e-2e879b885591,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:00.973980 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:00.997223 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.089379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Allocated IP 172.25.8.190 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/1938481e-c3f7-484c-b121-948f4f3cad7b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:52:01.089991 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.092307 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.188684 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.189413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dfa21d3-47bf-4911-afd9-9aef1abbc8dc {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:52:01.189878 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.193809 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.197729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-26212860-c2b6-4063-94bf-2401e8bdaaa7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6dfa21d3-47bf-4911-afd9-9aef1abbc8dc HTTP/1.1" status: 204 len: 168 time: 1.5361798 Sep 09 09:52:01.198754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47566) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:01.262636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b424b72-4c66-41de-b83f-01dd8c1113cb admin admin] Deleting subnet 545ae6b2-fa3c-4366-b004-d6af6a314cac {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:52:01.268722 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b424b72-4c66-41de-b83f-01dd8c1113cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.314683 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b424b72-4c66-41de-b83f-01dd8c1113cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.342490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.397430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:52:01.403542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event updated for resources: {'Port': ['ID=1938481e-c3f7-484c-b121-948f4f3cad7b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:01.406538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:52:01.410545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:52:01.474962 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b424b72-4c66-41de-b83f-01dd8c1113cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.641954 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b424b72-4c66-41de-b83f-01dd8c1113cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.704079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b424b72-4c66-41de-b83f-01dd8c1113cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545ae6b2-fa3c-4366-b004-d6af6a314cac,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:01.706070 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b424b72-4c66-41de-b83f-01dd8c1113cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.708001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0b424b72-4c66-41de-b83f-01dd8c1113cb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/545ae6b2-fa3c-4366-b004-d6af6a314cac HTTP/1.1" status: 204 len: 168 time: 0.5082860 Sep 09 09:52:01.711020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47568) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:01.712509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c98251-e918-4b5e-8bc7-5d9a4f6e4a10 None None] Network 2d29a830-4deb-4937-b67c-917b346d298d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:52:01.792755 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.856585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Deleting port e267ab84-f8e6-4ab5-a874-01ca88f99b40 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:52:01.857421 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.888041 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.926413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] For port e267ab84-f8e6-4ab5-a874-01ca88f99b40, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e267ab84-f8e6-4ab5-a874-01ca88f99b40,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:52:01.926623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba7a3bd-d765-4fc2-84ab-2b02a98735a3 None None] DHCP port deletion for 2d29a830-4deb-4937-b67c-917b346d298d request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:52:01.927164 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:01.941954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Calling delete_port for e267ab84-f8e6-4ab5-a874-01ca88f99b40 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:52:01.976003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a3bd-d765-4fc2-84ab-2b02a98735a3 None None] Deleting port e267ab84-f8e6-4ab5-a874-01ca88f99b40 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:52:01.976376 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a3bd-d765-4fc2-84ab-2b02a98735a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.023555 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.040592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1ba7a3bd-d765-4fc2-84ab-2b02a98735a3 None None] For port e267ab84-f8e6-4ab5-a874-01ca88f99b40, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e267ab84-f8e6-4ab5-a874-01ca88f99b40,segment=NetworkSegment(1ede5fd7-78ca-4316-8669-b4fb0a03108e),segment_id=1ede5fd7-78ca-4316-8669-b4fb0a03108e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:52:02.040995 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a3bd-d765-4fc2-84ab-2b02a98735a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.053823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a3bd-d765-4fc2-84ab-2b02a98735a3 None None] Calling delete_port for e267ab84-f8e6-4ab5-a874-01ca88f99b40 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:52:02.089537 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 09:52:02.128979 n-d-778696-16 neutron-server[95327]: self.session.flush() Sep 09 09:52:02.133537 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] No DVR routers for this DVR port e267ab84-f8e6-4ab5-a874-01ca88f99b40 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:52:02.134953 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a3bd-d765-4fc2-84ab-2b02a98735a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.138820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=e267ab84-f8e6-4ab5-a874-01ca88f99b40,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:02.161363 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a3bd-d765-4fc2-84ab-2b02a98735a3 None None] Pushing event deleted for resources: {'Port': ['ID=e267ab84-f8e6-4ab5-a874-01ca88f99b40,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:02.165228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7a3bd-d765-4fc2-84ab-2b02a98735a3 None None] No DVR routers for this DVR port e267ab84-f8e6-4ab5-a874-01ca88f99b40 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:52:02.192347 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.224935 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.243779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d29a830-4deb-4937-b67c-917b346d298d']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:02.254010 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ede5fd7-78ca-4316-8669-b4fb0a03108e') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:02.254305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ede5fd7-78ca-4316-8669-b4fb0a03108e') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:02.264243 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.266562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 92ab3de1-7649-4204-a57e-7e23606f427a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:52:02.272352 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.278970 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.286300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:52:02.286728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.286934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 92ab3de1-7649-4204-a57e-7e23606f427a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:52:02.287282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 92ab3de1-7649-4204-a57e-7e23606f427a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:52:02.287941 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2663e92b-a5e3-4895-9d5e-2e879b885591 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:52:02.288548 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:52:02.309916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 2663e92b-a5e3-4895-9d5e-2e879b885591 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:52:02.310496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2663e92b-a5e3-4895-9d5e-2e879b885591 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:52:02.311082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e267ab84-f8e6-4ab5-a874-01ca88f99b40 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:52:02.334008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e267ab84-f8e6-4ab5-a874-01ca88f99b40 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:52:02.334614 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e267ab84-f8e6-4ab5-a874-01ca88f99b40 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:52:02.354471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event updated for resources: {'Port': ['ID=1938481e-c3f7-484c-b121-948f4f3cad7b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:02.363345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.420938 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.427287 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.429166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] 10.222.0.32 "DELETE /v2.0/networks/2d29a830-4deb-4937-b67c-917b346d298d HTTP/1.1" status: 204 len: 168 time: 0.7171195 Sep 09 09:52:02.439310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47570) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:02.446557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6023996-3a15-471f-9e5c-effcdfb16c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d29a830-4deb-4937-b67c-917b346d298d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:02.464436 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Floating IP 15064486-a9fa-4451-9dda-1fd620482c63 associated. External IP: 172.25.8.190, port: 27250b8a-4f98-48cc-a454-bc04a7e28673. Sep 09 09:52:02.677989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:52:02.786460 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:52:02.793710 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.797809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093708a-2592-433d-b852-fcccf9cf7e34 None None] Sync routers for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:52:02.806616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093708a-2592-433d-b852-fcccf9cf7e34 None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:52:02.811245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3093708a-2592-433d-b852-fcccf9cf7e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:51:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:02.861283 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:02.892082 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-75e2b6ea-d2fa-47fd-83e9-8708212896e3 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1330683 Sep 09 09:52:02.892931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:52:02.894984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47572) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:02.895625 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:52:02.926111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-3093708a-2592-433d-b852-fcccf9cf7e34 None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:52:02.948486 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a021184-4da5-4fc9-8369-6ce64cfd891a x-openstack-request-id: req-7a021184-4da5-4fc9-8369-6ce64cfd891a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:52:02.948486 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:52:02.948486 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a021184-4da5-4fc9-8369-6ce64cfd891a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:52:02.948486 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'status': 'completed', 'code': 200} Sep 09 09:52:03.022144 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48090eed-1816-4988-8a7c-fc5712e04055 tempest-TestVolumeBackupRestore-1908616886 tempest-TestVolumeBackupRestore-1908616886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:03.023733 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-48090eed-1816-4988-8a7c-fc5712e04055 tempest-TestVolumeBackupRestore-1908616886 tempest-TestVolumeBackupRestore-1908616886-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 1092 time: 0.1275022 Sep 09 09:52:03.026756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47576) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:03.032366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4f7ca6ae-b584-4cda-88c3-5decee59d47a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Request body: {'floatingip': {'port_id': '27250b8a-4f98-48cc-a454-bc04a7e28673'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:52:03.090887 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7 req-79faa97c-b08a-45b1-bf51-5d43a3f6cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:03.092416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7 req-79faa97c-b08a-45b1-bf51-5d43a3f6cf87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9abe1946d4448389edf2714c6787532&device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 1097 time: 0.1209457 Sep 09 09:52:03.132018 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6ae-b584-4cda-88c3-5decee59d47a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:03.155398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3093708a-2592-433d-b852-fcccf9cf7e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '15064486-a9fa-4451-9dda-1fd620482c63', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'port_id': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'mac_address': 'fa:16:3e:ea:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:52:01Z', 'updated_at': '2021-09-09T09:52:01Z', 'revision_number': 0, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:23Z', 'revision_number': 5, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:03.182997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093708a-2592-433d-b852-fcccf9cf7e34 None None] Checking router: a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:52:03.191850 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093708a-2592-433d-b852-fcccf9cf7e34 None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:52:03.192405 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3093708a-2592-433d-b852-fcccf9cf7e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:51:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:03.350328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7 req-2e8ea5cd-0966-4334-a3b2-52f9edd52285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:03.351883 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7 req-2e8ea5cd-0966-4334-a3b2-52f9edd52285 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c HTTP/1.1" status: 200 len: 913 time: 0.2526016 Sep 09 09:52:03.449008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-3093708a-2592-433d-b852-fcccf9cf7e34 None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:52:03.479578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7 req-b346f1ff-37ff-42e1-94f3-815dc1f8c32d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27250b8a-4f98-48cc-a454-bc04a7e28673 HTTP/1.1" status: 200 len: 999 time: 0.1187150 Sep 09 09:52:03.521890 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] Deleting port fa858514-ff35-449c-87f9-1d272aa5e831 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:52:03.522231 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:03.666063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7 req-46496fe3-935f-4d06-81ff-5324d53cfa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:03.667554 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7 req-46496fe3-935f-4d06-81ff-5324d53cfa2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfe48d77-090d-4053-a24a-d7f5e66c3deb HTTP/1.1" status: 200 len: 851 time: 0.1583338 Sep 09 09:52:03.675818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-3093708a-2592-433d-b852-fcccf9cf7e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '15064486-a9fa-4451-9dda-1fd620482c63', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'port_id': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'mac_address': 'fa:16:3e:ea:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:52:01Z', 'updated_at': '2021-09-09T09:52:01Z', 'revision_number': 0, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:23Z', 'revision_number': 5, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:03.702445 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093708a-2592-433d-b852-fcccf9cf7e34 None None] The sync data for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 is: [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '15064486-a9fa-4451-9dda-1fd620482c63', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'port_id': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'mac_address': 'fa:16:3e:ea:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:52:01Z', 'updated_at': '2021-09-09T09:52:01Z', 'revision_number': 0, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:23Z', 'revision_number': 5, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:52:03.761331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] For port fa858514-ff35-449c-87f9-1d272aa5e831, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fa858514-ff35-449c-87f9-1d272aa5e831,segment=NetworkSegment(9753b2e6-e89e-42f1-8276-2054cbe8ff57),segment_id=9753b2e6-e89e-42f1-8276-2054cbe8ff57)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:52:03.761696 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:03.785431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] Calling delete_port for fa858514-ff35-449c-87f9-1d272aa5e831 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:52:03.823883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7 req-6fa5c792-4383-4ce0-9e0f-4ecdb402c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:03.825429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7 req-6fa5c792-4383-4ce0-9e0f-4ecdb402c338 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192298 Sep 09 09:52:03.910105 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f04594b-5902-4a3c-b66e-4b790193b029 None None] New status for floating IP 15064486-a9fa-4451-9dda-1fd620482c63: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:52:04.423347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6ae-b584-4cda-88c3-5decee59d47a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:04.432680 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7 req-3b345b8f-7b4d-4482-9c2d-9a0e614dbe6f service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970807 Sep 09 09:52:04.486091 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-8f04594b-5902-4a3c-b66e-4b790193b029 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 09:52:04.486462 n-d-778696-16 neutron-server[95328]: DEBUG oslo_db.api [None req-8f04594b-5902-4a3c-b66e-4b790193b029 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 09:52:04.487671 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6ae-b584-4cda-88c3-5decee59d47a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:04.650275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab554e49-2527-4eb7-b593-3a1bfb7bd3f7 req-0b6f4588-e474-4547-98f0-3e0769305653 service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095098 Sep 09 09:52:04.762336 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:04.793599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa858514-ff35-449c-87f9-1d272aa5e831,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:04.831319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7ca6ae-b584-4cda-88c3-5decee59d47a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:52:04.988068 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f04594b-5902-4a3c-b66e-4b790193b029 None None] New status for floating IP 15064486-a9fa-4451-9dda-1fd620482c63: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:52:05.053169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7ca6ae-b584-4cda-88c3-5decee59d47a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:52:05.061340 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca6ae-b584-4cda-88c3-5decee59d47a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:05.080201 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:05.098317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:52:05.100609 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7312c293-233c-4c68-879f-33ab9fb0babd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:52:05.172911 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4f7ca6ae-b584-4cda-88c3-5decee59d47a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "PUT /v2.0/floatingips/15064486-a9fa-4451-9dda-1fd620482c63 HTTP/1.1" status: 200 len: 991 time: 2.1379359 Sep 09 09:52:05.210163 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be657117-7aa4-4b4b-9893-2a7211092b6f x-openstack-request-id: req-be657117-7aa4-4b4b-9893-2a7211092b6f {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:52:05.210455 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:52:05.210705 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be657117-7aa4-4b4b-9893-2a7211092b6f {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:52:05.211102 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'status': 'completed', 'code': 200} Sep 09 09:52:05.270834 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b0a0c-d999-4a62-b8a7-96d7d09eab6b None None] Sync routers for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:52:05.280405 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b0a0c-d999-4a62-b8a7-96d7d09eab6b None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:52:05.281739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e71b0a0c-d999-4a62-b8a7-96d7d09eab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:51:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:05.351564 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312c293-233c-4c68-879f-33ab9fb0babd req-fd77cea4-7e49-42e4-bc01-b12dad1de0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:05.353003 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7312c293-233c-4c68-879f-33ab9fb0babd req-fd77cea4-7e49-42e4-bc01-b12dad1de0d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9abe1946d4448389edf2714c6787532&device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 1097 time: 0.1164973 Sep 09 09:52:05.392136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e71b0a0c-d999-4a62-b8a7-96d7d09eab6b None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:52:05.402390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] Router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:52:05.503236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312c293-233c-4c68-879f-33ab9fb0babd req-c97270e2-da2e-4604-aa31-04f74fa28a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:05.504755 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7312c293-233c-4c68-879f-33ab9fb0babd req-c97270e2-da2e-4604-aa31-04f74fa28a2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c HTTP/1.1" status: 200 len: 913 time: 0.1437826 Sep 09 09:52:05.610669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:52:05.619125 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-13592869-6ffe-4172-823b-7b49fc4aade3 admin admin] 10.222.0.32 "PUT /v2.0/routers/38eadf08-01d9-4ee1-8abb-f1598a7d5909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1788054 Sep 09 09:52:05.619872 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6ac16-355d-46b0-a015-d35296fcbcb8 None None] Sync routers for ids ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:52:05.621658 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7312c293-233c-4c68-879f-33ab9fb0babd req-793dac1a-73df-46bd-a59c-c6270add8d3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27250b8a-4f98-48cc-a454-bc04a7e28673 HTTP/1.1" status: 200 len: 1001 time: 0.1072752 Sep 09 09:52:05.621873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47582) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:05.625999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e71b0a0c-d999-4a62-b8a7-96d7d09eab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '15064486-a9fa-4451-9dda-1fd620482c63', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'port_id': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'mac_address': 'fa:16:3e:ea:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:52:01Z', 'updated_at': '2021-09-09T09:52:05Z', 'revision_number': 2, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:23Z', 'revision_number': 5, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:05.642308 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6ac16-355d-46b0-a015-d35296fcbcb8 None None] Routers {'38eadf08-01d9-4ee1-8abb-f1598a7d5909'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:52:05.643295 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ece6ac16-355d-46b0-a015-d35296fcbcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:51:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:05.653697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b0a0c-d999-4a62-b8a7-96d7d09eab6b None None] Checking router: a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:52:05.662761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b0a0c-d999-4a62-b8a7-96d7d09eab6b None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:52:05.663430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e71b0a0c-d999-4a62-b8a7-96d7d09eab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:51:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:05.675371 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312c293-233c-4c68-879f-33ab9fb0babd req-d23dbc33-3fc9-46c9-ad20-c9c1b7aee0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:05.677042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7312c293-233c-4c68-879f-33ab9fb0babd req-d23dbc33-3fc9-46c9-ad20-c9c1b7aee0f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfe48d77-090d-4053-a24a-d7f5e66c3deb HTTP/1.1" status: 200 len: 851 time: 0.0485778 Sep 09 09:52:05.738406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312c293-233c-4c68-879f-33ab9fb0babd req-cf980f0b-380a-4f4e-8ef0-477b89a4b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:05.740274 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7312c293-233c-4c68-879f-33ab9fb0babd req-cf980f0b-380a-4f4e-8ef0-477b89a4b224 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566404 Sep 09 09:52:05.747071 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:05.764085 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ece6ac16-355d-46b0-a015-d35296fcbcb8 None None] Set router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:52:05.803154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e71b0a0c-d999-4a62-b8a7-96d7d09eab6b None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:52:05.853583 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7312c293-233c-4c68-879f-33ab9fb0babd req-aebd8844-7768-48f1-b752-8a907fb28479 service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061058 Sep 09 09:52:05.864561 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:05.955514 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7312c293-233c-4c68-879f-33ab9fb0babd req-32bb031d-ef54-4ffd-8531-f82fefbb22f0 service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943332 Sep 09 09:52:05.988545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Deleting port b334de96-56aa-434d-9401-ec588fe554a7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:52:05.988790 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ece6ac16-355d-46b0-a015-d35296fcbcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'name': 'tempest-TestServerBasicOps-2075548345-router', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:46Z', 'updated_at': '2021-09-09T09:52:04Z', 'revision_number': 5, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'gw_port': {'id': 'b334de96-56aa-434d-9401-ec588fe554a7', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:46:47Z', 'updated_at': '2021-09-09T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:05.989284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.019262 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6ac16-355d-46b0-a015-d35296fcbcb8 None None] Checking router: 38eadf08-01d9-4ee1-8abb-f1598a7d5909 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:52:06.027887 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6ac16-355d-46b0-a015-d35296fcbcb8 None None] Routers {'38eadf08-01d9-4ee1-8abb-f1598a7d5909'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:52:06.028497 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ece6ac16-355d-46b0-a015-d35296fcbcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:51:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:06.079857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] For port b334de96-56aa-434d-9401-ec588fe554a7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b334de96-56aa-434d-9401-ec588fe554a7,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:52:06.080247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.092060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e71b0a0c-d999-4a62-b8a7-96d7d09eab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '15064486-a9fa-4451-9dda-1fd620482c63', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'port_id': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'mac_address': 'fa:16:3e:ea:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:52:01Z', 'updated_at': '2021-09-09T09:52:05Z', 'revision_number': 2, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:23Z', 'revision_number': 5, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:06.092286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Calling delete_port for b334de96-56aa-434d-9401-ec588fe554a7 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:52:06.117189 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ece6ac16-355d-46b0-a015-d35296fcbcb8 None None] Set router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:52:06.120566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b0a0c-d999-4a62-b8a7-96d7d09eab6b None None] The sync data for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 is: [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '15064486-a9fa-4451-9dda-1fd620482c63', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'port_id': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'mac_address': 'fa:16:3e:ea:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:52:01Z', 'updated_at': '2021-09-09T09:52:05Z', 'revision_number': 2, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:23Z', 'revision_number': 5, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:52:06.172472 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ece6ac16-355d-46b0-a015-d35296fcbcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'name': 'tempest-TestServerBasicOps-2075548345-router', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:46Z', 'updated_at': '2021-09-09T09:52:05Z', 'revision_number': 6, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:06.204660 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6ac16-355d-46b0-a015-d35296fcbcb8 None None] The sync data for ids ['38eadf08-01d9-4ee1-8abb-f1598a7d5909'] in n-d-778696-16 is: [{'id': '38eadf08-01d9-4ee1-8abb-f1598a7d5909', 'name': 'tempest-TestServerBasicOps-2075548345-router', 'tenant_id': '2a2c25cab0734709b71c6f2364435a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:46:46Z', 'updated_at': '2021-09-09T09:52:05Z', 'revision_number': 6, 'project_id': '2a2c25cab0734709b71c6f2364435a73', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:52:06.318423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.343153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b334de96-56aa-434d-9401-ec588fe554a7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:06.413101 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.503047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.505248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.611659 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.615571 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38eadf08-01d9-4ee1-8abb-f1598a7d5909 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:52:06.617325 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.620738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ea1b811c-d12d-4383-ba1a-4c7ebb5bbb6f admin admin] 10.222.0.32 "DELETE /v2.0/routers/38eadf08-01d9-4ee1-8abb-f1598a7d5909 HTTP/1.1" status: 204 len: 168 time: 0.9955826 Sep 09 09:52:06.620985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47584) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:06.681105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4f7396-c842-4394-9ba2-9cd276ca7a47 admin admin] Deleting subnet eb506e07-944c-4dca-af18-5df16e427631 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:52:06.685547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af4f7396-c842-4394-9ba2-9cd276ca7a47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.731849 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af4f7396-c842-4394-9ba2-9cd276ca7a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.820327 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af4f7396-c842-4394-9ba2-9cd276ca7a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.930021 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af4f7396-c842-4394-9ba2-9cd276ca7a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.958359 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af4f7396-c842-4394-9ba2-9cd276ca7a47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:06.962722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-af4f7396-c842-4394-9ba2-9cd276ca7a47 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eb506e07-944c-4dca-af18-5df16e427631 HTTP/1.1" status: 204 len: 168 time: 0.3383427 Sep 09 09:52:06.962722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f7396-c842-4394-9ba2-9cd276ca7a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb506e07-944c-4dca-af18-5df16e427631,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:06.963120 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47586) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:06.966209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b51dc9-3725-4cf0-92ac-78faf543d2d0 None None] Network 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:52:07.044301 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.115741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Deleting port bac54955-0311-45e4-a303-419fc421b4d8 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:52:07.116004 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.159609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715ff24a-d30c-4cf6-b5e4-dbe47d13b9e4 None None] DHCP port deletion for 25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:52:07.186196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] For port bac54955-0311-45e4-a303-419fc421b4d8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bac54955-0311-45e4-a303-419fc421b4d8,segment=NetworkSegment(9753b2e6-e89e-42f1-8276-2054cbe8ff57),segment_id=9753b2e6-e89e-42f1-8276-2054cbe8ff57)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:52:07.186196 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.199865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Calling delete_port for bac54955-0311-45e4-a303-419fc421b4d8 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:52:07.210903 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-715ff24a-d30c-4cf6-b5e4-dbe47d13b9e4 None None] Deleting port bac54955-0311-45e4-a303-419fc421b4d8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:52:07.211664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-715ff24a-d30c-4cf6-b5e4-dbe47d13b9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.213002 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:52:07.216291 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:52:07.277899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-715ff24a-d30c-4cf6-b5e4-dbe47d13b9e4 None None] For port bac54955-0311-45e4-a303-419fc421b4d8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bac54955-0311-45e4-a303-419fc421b4d8,segment=NetworkSegment(9753b2e6-e89e-42f1-8276-2054cbe8ff57),segment_id=9753b2e6-e89e-42f1-8276-2054cbe8ff57)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:52:07.278300 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-715ff24a-d30c-4cf6-b5e4-dbe47d13b9e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.298135 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-715ff24a-d30c-4cf6-b5e4-dbe47d13b9e4 None None] Calling delete_port for bac54955-0311-45e4-a303-419fc421b4d8 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:52:07.302769 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a138dab6-4aef-42bd-b72a-56fb7bfa6f02 x-openstack-request-id: req-a138dab6-4aef-42bd-b72a-56fb7bfa6f02 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:52:07.303225 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:52:07.303521 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a138dab6-4aef-42bd-b72a-56fb7bfa6f02 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:52:07.304003 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'status': 'completed', 'code': 200} Sep 09 09:52:07.356441 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.381139 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-715ff24a-d30c-4cf6-b5e4-dbe47d13b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.395691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Pushing event deleted for resources: {'Port': ['ID=bac54955-0311-45e4-a303-419fc421b4d8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:07.401705 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] No DVR routers for this DVR port bac54955-0311-45e4-a303-419fc421b4d8 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:52:07.409969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ff24a-d30c-4cf6-b5e4-dbe47d13b9e4 None None] Pushing event deleted for resources: {'Port': ['ID=bac54955-0311-45e4-a303-419fc421b4d8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:07.413518 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ff24a-d30c-4cf6-b5e4-dbe47d13b9e4 None None] No DVR routers for this DVR port bac54955-0311-45e4-a303-419fc421b4d8 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:52:07.432260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc req-e38b79e1-044c-4939-bb43-7e2fec134049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:07.434439 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc req-e38b79e1-044c-4939-bb43-7e2fec134049 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9abe1946d4448389edf2714c6787532&device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 1097 time: 0.1057401 Sep 09 09:52:07.516390 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.569415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b6b24b-d0a0-41c6-b0c5-f82cfd6af784']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:07.582239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9753b2e6-e89e-42f1-8276-2054cbe8ff57') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:07.582531 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9753b2e6-e89e-42f1-8276-2054cbe8ff57') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:52:07.599686 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.612940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc req-c7bb0b2f-73b9-4cc6-aaed-814e57844e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:07.614437 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc req-c7bb0b2f-73b9-4cc6-aaed-814e57844e0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c HTTP/1.1" status: 200 len: 913 time: 0.1633072 Sep 09 09:52:07.617818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.629105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:52:07.629487 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:52:07.631965 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:52:07.733071 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc req-cb76ce4c-c95f-4fc7-81a5-a54140234d89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27250b8a-4f98-48cc-a454-bc04a7e28673 HTTP/1.1" status: 200 len: 1001 time: 0.1109140 Sep 09 09:52:07.778758 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.785566 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:07.794753 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] 10.222.0.32 "DELETE /v2.0/networks/25b6b24b-d0a0-41c6-b0c5-f82cfd6af784 HTTP/1.1" status: 204 len: 168 time: 0.8227127 Sep 09 09:52:07.794753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc req-aadc9f85-7e6f-4053-a867-c384e09bbd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:07.794753 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc req-aadc9f85-7e6f-4053-a867-c384e09bbd15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfe48d77-090d-4053-a24a-d7f5e66c3deb HTTP/1.1" status: 200 len: 851 time: 0.0532286 Sep 09 09:52:07.811259 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83470127-52ed-4d70-b165-a07f0d6037cf admin admin] Pushing event deleted for resources: {'Network': ['ID=25b6b24b-d0a0-41c6-b0c5-f82cfd6af784,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:07.845511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc req-b0669932-4d17-4d3f-92e7-4ba7545d6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:07.847061 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc req-b0669932-4d17-4d3f-92e7-4ba7545d6ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435874 Sep 09 09:52:07.942818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc req-ccf588d1-21d1-47ce-9c52-70f6cf67bcde service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888817 Sep 09 09:52:08.036990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47592) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:08.038775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5950b00-63d6-4bf0-9ac2-a8afbfdbc5dc req-ce79c68b-67f2-45f6-b2c9-71413dcd619b service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893872 Sep 09 09:52:08.080402 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8df46dbd-6072-426c-a50f-3b5a994858ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea78bde2d6034b13a29d0b5470544954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421305 Sep 09 09:52:08.082859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47594) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:08.129757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afd8bdaf-bbe8-4736-954d-76e09afe525a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:08.150334 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afd8bdaf-bbe8-4736-954d-76e09afe525a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:08.237026 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-fa22dba6-fa21-4441-91c1-555fc54c1fbe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455165 Sep 09 09:52:08.264622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa858514-ff35-449c-87f9-1d272aa5e831 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:52:08.285473 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afd8bdaf-bbe8-4736-954d-76e09afe525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:08.288854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: fa858514-ff35-449c-87f9-1d272aa5e831 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:52:08.288854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa858514-ff35-449c-87f9-1d272aa5e831 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:52:08.288854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bac54955-0311-45e4-a303-419fc421b4d8 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:52:08.289113 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afd8bdaf-bbe8-4736-954d-76e09afe525a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:08.290702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-afd8bdaf-bbe8-4736-954d-76e09afe525a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e5aa724-cde6-48f3-969c-8e655f136d61 HTTP/1.1" status: 204 len: 168 time: 0.2068737 Sep 09 09:52:08.299219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8bdaf-bbe8-4736-954d-76e09afe525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5aa724-cde6-48f3-969c-8e655f136d61,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:08.313440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bac54955-0311-45e4-a303-419fc421b4d8 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:52:08.313851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bac54955-0311-45e4-a303-419fc421b4d8 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:52:08.314777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b334de96-56aa-434d-9401-ec588fe554a7 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:52:08.324389 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-fe98e42d-fd99-46c1-89a6-7b8a6ccbf87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:08.325930 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-fe98e42d-fd99-46c1-89a6-7b8a6ccbf87a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9abe1946d4448389edf2714c6787532&device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 1097 time: 0.0471368 Sep 09 09:52:08.337689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: b334de96-56aa-434d-9401-ec588fe554a7 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:52:08.338040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b334de96-56aa-434d-9401-ec588fe554a7 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:52:08.437580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-14837b39-5e17-44c3-95dc-e0df04db000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:08.439339 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-14837b39-5e17-44c3-95dc-e0df04db000a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c HTTP/1.1" status: 200 len: 913 time: 0.0927289 Sep 09 09:52:08.504860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-f433b02e-fc49-49ec-afae-1c61dd4460be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27250b8a-4f98-48cc-a454-bc04a7e28673 HTTP/1.1" status: 200 len: 1001 time: 0.0588572 Sep 09 09:52:08.553929 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-1ba9ede6-32fe-4c09-a5b2-7061d104b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:08.555293 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-1ba9ede6-32fe-4c09-a5b2-7061d104b432 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfe48d77-090d-4053-a24a-d7f5e66c3deb HTTP/1.1" status: 200 len: 851 time: 0.0444188 Sep 09 09:52:08.605851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-fcb4d151-f169-4916-8ba1-2afce234a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:52:08.607482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-fcb4d151-f169-4916-8ba1-2afce234a499 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444005 Sep 09 09:52:08.698861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-349b2c05-cbfb-453c-876d-ef806b33e456 service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845325 Sep 09 09:52:08.976888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47600) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:09.019810 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a1e8e532-4367-49f2-9125-97a8fdc555cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a2c25cab0734709b71c6f2364435a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416446 Sep 09 09:52:09.022286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47602) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:52:09.076279 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-339f40d8-9d81-4862-a3ff-bb3c5e840ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:09.099172 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-339f40d8-9d81-4862-a3ff-bb3c5e840ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:09.139706 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ee703c6-1ce6-4479-873a-ad1efc5f0fd8 req-8fde3dff-8cc5-4c71-8012-eacb277c1a1e service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298992 Sep 09 09:52:09.221006 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-339f40d8-9d81-4862-a3ff-bb3c5e840ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:09.223711 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-339f40d8-9d81-4862-a3ff-bb3c5e840ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:09.224879 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-339f40d8-9d81-4862-a3ff-bb3c5e840ea5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a798543-cac6-4850-8902-ef69b9c8cd31 HTTP/1.1" status: 204 len: 168 time: 0.2016916 Sep 09 09:52:09.236410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f40d8-9d81-4862-a3ff-bb3c5e840ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a798543-cac6-4850-8902-ef69b9c8cd31,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:52:14.417018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1b59-762c-4661-ac96-37fd7018bf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:17.181082 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-116894cb-00cc-4eff-b343-1270d8d8364b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:17.348614 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:18.571457 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:19.663002 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:52:20.164012 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:25.449428 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:26.100693 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:44.416785 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0b578a7-ceff-4478-8372-82dc85f89ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:47.170916 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ddbd0109-c75b-4737-a8b3-bee389fb307b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:47.372089 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:48.626020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:50.182344 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:55.422329 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:56.102131 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:52:56.662527 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:53:05.621674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47628) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:05.775668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Deleting port 1938481e-c3f7-484c-b121-948f4f3cad7b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:53:05.776280 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:05.853711 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:05.854037 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:05.866434 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Calling delete_port for 1938481e-c3f7-484c-b121-948f4f3cad7b owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:53:06.077390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:06.102536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event deleted for resources: {'Port': ['ID=1938481e-c3f7-484c-b121-948f4f3cad7b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:06.114531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.114881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.115228 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.115591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.115926 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.116255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.116581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.116903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.117225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.117546 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.117866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.118186 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:06.170804 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:06.171151 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Floating IP 15064486-a9fa-4451-9dda-1fd620482c63 disassociated (deleted). External IP: 172.25.8.190, port: 27250b8a-4f98-48cc-a454-bc04a7e28673. Sep 09 09:53:06.376753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:53:06.482397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:53:06.487431 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:06.494126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f1521f-11d8-44db-8ffd-60ea14d56f53 None None] Sync routers for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:53:06.503550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1521f-11d8-44db-8ffd-60ea14d56f53 None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:53:06.504153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-06f1521f-11d8-44db-8ffd-60ea14d56f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:52:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:06.515725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4bd0f7a1-9f2b-4a1e-81d0-f87c52043b1a tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "DELETE /v2.0/floatingips/15064486-a9fa-4451-9dda-1fd620482c63 HTTP/1.1" status: 204 len: 168 time: 0.8929410 Sep 09 09:53:06.516416 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:53:06.518758 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b45924-c489-4fde-b90f-54e9d9ec2187" -d '{"events": [{"name": "network-changed", "server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:53:06.614003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-06f1521f-11d8-44db-8ffd-60ea14d56f53 None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:53:06.767167 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df07bf62-cc31-4863-956e-71f798e0f60a x-openstack-request-id: req-df07bf62-cc31-4863-956e-71f798e0f60a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:53:06.767738 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:53:06.768029 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df07bf62-cc31-4863-956e-71f798e0f60a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:53:06.768440 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'status': 'completed', 'code': 200} Sep 09 09:53:06.827997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-06f1521f-11d8-44db-8ffd-60ea14d56f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:23Z', 'revision_number': 5, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:06.832133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b45924-c489-4fde-b90f-54e9d9ec2187 req-fb6854fd-e82b-48cb-a645-51bf3c0b5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:06.834271 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79b45924-c489-4fde-b90f-54e9d9ec2187 req-fb6854fd-e82b-48cb-a645-51bf3c0b5c43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9abe1946d4448389edf2714c6787532&device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 1097 time: 0.0432122 Sep 09 09:53:06.859888 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f1521f-11d8-44db-8ffd-60ea14d56f53 None None] Checking router: a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:53:06.868629 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1521f-11d8-44db-8ffd-60ea14d56f53 None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:53:06.869414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-06f1521f-11d8-44db-8ffd-60ea14d56f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:52:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:06.940787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b45924-c489-4fde-b90f-54e9d9ec2187 req-67b3b318-3083-42fc-b1ad-a5fa3f850e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:06.942218 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79b45924-c489-4fde-b90f-54e9d9ec2187 req-67b3b318-3083-42fc-b1ad-a5fa3f850e8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c HTTP/1.1" status: 200 len: 913 time: 0.0997941 Sep 09 09:53:06.945719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad781551-65c3-465c-925d-4c3630b719da req-7427aad1-c8e4-438a-bebc-def7c91fcfac tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:06.947514 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ad781551-65c3-465c-925d-4c3630b719da req-7427aad1-c8e4-438a-bebc-def7c91fcfac tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 945 time: 0.0568075 Sep 09 09:53:06.981704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-06f1521f-11d8-44db-8ffd-60ea14d56f53 None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:53:06.992191 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79b45924-c489-4fde-b90f-54e9d9ec2187 req-9accb42b-eb39-4ec5-a027-45778c62605c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27250b8a-4f98-48cc-a454-bc04a7e28673 HTTP/1.1" status: 200 len: 217 time: 0.0403070 Sep 09 09:53:06.995344 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ad781551-65c3-465c-925d-4c3630b719da req-a05cb289-a89a-4246-99e2-685e5e465b1b tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 Sep 09 09:53:07.048347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b45924-c489-4fde-b90f-54e9d9ec2187 req-4f2a5cdd-49a5-4ce6-ad53-1353782cf790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:07.049952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79b45924-c489-4fde-b90f-54e9d9ec2187 req-4f2a5cdd-49a5-4ce6-ad53-1353782cf790 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfe48d77-090d-4053-a24a-d7f5e66c3deb HTTP/1.1" status: 200 len: 851 time: 0.0502601 Sep 09 09:53:07.098381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b45924-c489-4fde-b90f-54e9d9ec2187 req-7094e690-62f0-413c-a347-40dc3eb471c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:07.099953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79b45924-c489-4fde-b90f-54e9d9ec2187 req-7094e690-62f0-413c-a347-40dc3eb471c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416675 Sep 09 09:53:07.187294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-06f1521f-11d8-44db-8ffd-60ea14d56f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:23Z', 'revision_number': 5, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:07.197718 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79b45924-c489-4fde-b90f-54e9d9ec2187 req-7ba218b4-8336-4ef8-b15f-131f4291a7a2 service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893414 Sep 09 09:53:07.215056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f1521f-11d8-44db-8ffd-60ea14d56f53 None None] The sync data for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 is: [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:49:16Z', 'revision_number': 4, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'b724072b-a82e-4669-82c3-385f88dc62cc', 'name': '', 'network_id': 'd9ad9078-49cc-4c42-b5d0-dd42f8f24f2c', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'mac_address': 'fa:16:3e:72:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:15Z', 'updated_at': '2021-09-09T09:49:23Z', 'revision_number': 5, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'subnets': [{'id': 'cfe48d77-090d-4053-a24a-d7f5e66c3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:53:07.291822 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79b45924-c489-4fde-b90f-54e9d9ec2187 req-dfdebac3-14f8-401c-ae1c-b1ed7d9e04b0 service neutron] 10.222.0.41 "GET /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862806 Sep 09 09:53:07.441130 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7307a6-7f68-4797-b80b-9c807d0ea185 None None] New status for floating IP 15064486-a9fa-4451-9dda-1fd620482c63: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:53:08.119348 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a426e-5c6b-4a48-81e1-49e7f3726eb0 req-d896ebb6-650d-4793-9c90-6daa4c3d45eb tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:08.120875 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-170a426e-5c6b-4a48-81e1-49e7f3726eb0 req-d896ebb6-650d-4793-9c90-6daa4c3d45eb tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 945 time: 0.0536427 Sep 09 09:53:08.159716 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-170a426e-5c6b-4a48-81e1-49e7f3726eb0 req-8b51e436-d823-447f-91cf-07f288aeddcc tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/security-groups?id=800aa3ad-3d67-4bc8-918e-e4e100fb75bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322487 Sep 09 09:53:08.517258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc4c37-e22b-41e9-b1d3-2006109e75da req-2b81d068-e108-4988-8196-0336965d0feb tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:08.518635 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-babc4c37-e22b-41e9-b1d3-2006109e75da req-2b81d068-e108-4988-8196-0336965d0feb tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 945 time: 0.0491347 Sep 09 09:53:08.612791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-babc4c37-e22b-41e9-b1d3-2006109e75da req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Deleting port 27250b8a-4f98-48cc-a454-bc04a7e28673 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:53:08.613132 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-babc4c37-e22b-41e9-b1d3-2006109e75da req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:08.704317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-babc4c37-e22b-41e9-b1d3-2006109e75da req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] For port 27250b8a-4f98-48cc-a454-bc04a7e28673, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=27250b8a-4f98-48cc-a454-bc04a7e28673,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:08.704813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-babc4c37-e22b-41e9-b1d3-2006109e75da req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:08.716656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-babc4c37-e22b-41e9-b1d3-2006109e75da req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Calling delete_port for 27250b8a-4f98-48cc-a454-bc04a7e28673 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:53:08.999547 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-babc4c37-e22b-41e9-b1d3-2006109e75da req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:09.027832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event deleted for resources: {'Port': ['ID=27250b8a-4f98-48cc-a454-bc04a7e28673,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:09.060431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.060790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.061136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.061480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.061820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.062156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.062488 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.062819 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.063169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.063503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.063834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.064163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:09.083083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-babc4c37-e22b-41e9-b1d3-2006109e75da req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] No DVR routers for this DVR port 27250b8a-4f98-48cc-a454-bc04a7e28673 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:53:09.085604 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-babc4c37-e22b-41e9-b1d3-2006109e75da req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:09.087734 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-babc4c37-e22b-41e9-b1d3-2006109e75da req-fefc3af5-0aa0-4b7d-acb9-5dd587a17521 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.41 "DELETE /v2.0/ports/27250b8a-4f98-48cc-a454-bc04a7e28673 HTTP/1.1" status: 204 len: 173 time: 0.5623744 Sep 09 09:53:09.088182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'name': 'network-vif-deleted', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:53:09.090441 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9472f282-3662-457b-a091-4a2d1b07b35e" -d '{"events": [{"server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "name": "network-vif-deleted", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:53:09.158793 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46967340-5033-4097-a37d-46b3a9000c13 x-openstack-request-id: req-46967340-5033-4097-a37d-46b3a9000c13 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:53:09.158793 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c396edc-f234-4d51-bd8b-8ab2930e2364", "name": "network-vif-deleted", "tag": "27250b8a-4f98-48cc-a454-bc04a7e28673", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:53:09.158793 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46967340-5033-4097-a37d-46b3a9000c13 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:53:09.159586 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c396edc-f234-4d51-bd8b-8ab2930e2364', 'name': 'network-vif-deleted', 'tag': '27250b8a-4f98-48cc-a454-bc04a7e28673', 'status': 'completed', 'code': 200} Sep 09 09:53:09.258920 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42b8968d-ba7a-4245-aede-4a8f1abdd173 req-71fe8cb4-7eb1-45af-8add-759cd58c6ea0 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 210 time: 0.0321596 Sep 09 09:53:10.365072 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-55e7cfda-66d6-4333-ac6a-e50f29a8086e req-748c361a-a59a-42fa-b8e5-1bc8d361bda5 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 210 time: 0.0283515 Sep 09 09:53:10.843659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 27250b8a-4f98-48cc-a454-bc04a7e28673 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:53:10.864214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 27250b8a-4f98-48cc-a454-bc04a7e28673 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:53:10.864672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 27250b8a-4f98-48cc-a454-bc04a7e28673 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:53:11.464016 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-acc2ce55-2e57-4981-abb3-9c8a3de0cca6 req-8296c665-a7a3-469a-8c5d-02479145bf78 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 210 time: 0.0274403 Sep 09 09:53:12.670211 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ef751f7a-9517-4408-8796-8c932491c753 req-b275c821-46a3-41cd-97e3-ae6f4471fda7 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c396edc-f234-4d51-bd8b-8ab2930e2364 HTTP/1.1" status: 200 len: 210 time: 0.1361046 Sep 09 09:53:13.726023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47664) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:13.785775 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3b682b9-85fe-4f0e-8d1b-079be7b9b743 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:13.810118 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3b682b9-85fe-4f0e-8d1b-079be7b9b743 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:13.936256 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3b682b9-85fe-4f0e-8d1b-079be7b9b743 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:13.939996 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3b682b9-85fe-4f0e-8d1b-079be7b9b743 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:13.941254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c3b682b9-85fe-4f0e-8d1b-079be7b9b743 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] 10.222.0.32 "DELETE /v2.0/security-groups/800aa3ad-3d67-4bc8-918e-e4e100fb75bd HTTP/1.1" status: 204 len: 168 time: 0.2141962 Sep 09 09:53:13.950439 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b682b9-85fe-4f0e-8d1b-079be7b9b743 tempest-TestVolumeBackupRestore-338378590 tempest-TestVolumeBackupRestore-338378590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800aa3ad-3d67-4bc8-918e-e4e100fb75bd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:14.449172 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2565e849-1aa3-4b23-927a-fe80f987f53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:17.141013 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4d1a8e9-d7fd-4677-ba4a-cf0b8ab54f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:17.370442 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:17.850081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47846) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:18.222337 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:18.491921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] Deleting port b724072b-a82e-4669-82c3-385f88dc62cc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:53:18.491921 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:18.577222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] For port b724072b-a82e-4669-82c3-385f88dc62cc, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=b724072b-a82e-4669-82c3-385f88dc62cc,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:18.577516 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:18.590204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] Calling delete_port for b724072b-a82e-4669-82c3-385f88dc62cc owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:53:18.618117 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:18.856386 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:18.885863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b724072b-a82e-4669-82c3-385f88dc62cc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:19.053026 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:19.617543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] Router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:53:19.732534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:53:19.741387 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-49d78b2b-25c5-43e3-b776-97a6bd5cdcd4 admin admin] 10.222.0.32 "PUT /v2.0/routers/a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8879266 Sep 09 09:53:19.741611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 47944) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:19.741845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a2c3c-d8ad-4d16-9d61-3783b1fd281f None None] Sync routers for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:53:19.752625 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a2c3c-d8ad-4d16-9d61-3783b1fd281f None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:53:19.753242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4b3a2c3c-d8ad-4d16-9d61-3783b1fd281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:53:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:19.917423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:19.930154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-4b3a2c3c-d8ad-4d16-9d61-3783b1fd281f None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:53:20.023432 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:20.129775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4b3a2c3c-d8ad-4d16-9d61-3783b1fd281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:53:18Z', 'revision_number': 5, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port': {'id': '4d7fe2f4-4ee8-4091-b98f-ae933f1b0634', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:13Z', 'updated_at': '2021-09-09T09:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:20.157915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a2c3c-d8ad-4d16-9d61-3783b1fd281f None None] Checking router: a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:53:20.163290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Deleting port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:53:20.163892 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:20.166093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a2c3c-d8ad-4d16-9d61-3783b1fd281f None None] Routers {'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:53:20.166688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4b3a2c3c-d8ad-4d16-9d61-3783b1fd281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:53:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:20.200699 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:20.248797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] For port 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4d7fe2f4-4ee8-4091-b98f-ae933f1b0634,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:20.249302 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:20.267574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Calling delete_port for 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:53:20.419415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-4b3a2c3c-d8ad-4d16-9d61-3783b1fd281f None None] Set router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:53:20.472563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4b3a2c3c-d8ad-4d16-9d61-3783b1fd281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:53:20Z', 'revision_number': 6, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:20.504275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a2c3c-d8ad-4d16-9d61-3783b1fd281f None None] The sync data for ids ['a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4'] in n-d-778696-16 is: [{'id': 'a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4', 'name': 'tempest-TestVolumeBackupRestore-35896378-router', 'tenant_id': 'e9abe1946d4448389edf2714c6787532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:12Z', 'updated_at': '2021-09-09T09:53:20Z', 'revision_number': 6, 'project_id': 'e9abe1946d4448389edf2714c6787532', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:53:20.523136 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:20.558177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7fe2f4-4ee8-4091-b98f-ae933f1b0634,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:20.620336 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:20.715751 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:20.718085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:20.833383 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:20.833835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:53:20.841046 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:20.849052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-84cb0413-1f78-414c-9b20-665e2e1b41b0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a6d26ece-37f2-4935-b4e3-ab5ca1d9eea4 HTTP/1.1" status: 204 len: 168 time: 1.1041877 Sep 09 09:53:20.854286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 47996) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:20.898535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a8b6ac-0894-457b-9276-fc5204c5d9e8 admin admin] Deleting subnet cfe48d77-090d-4053-a24a-d7f5e66c3deb {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:53:20.902144 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b6ac-0894-457b-9276-fc5204c5d9e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:20.940456 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b6ac-0894-457b-9276-fc5204c5d9e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.023117 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b6ac-0894-457b-9276-fc5204c5d9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.158233 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b6ac-0894-457b-9276-fc5204c5d9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.184946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8b6ac-0894-457b-9276-fc5204c5d9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe48d77-090d-4053-a24a-d7f5e66c3deb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:21.189287 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b6ac-0894-457b-9276-fc5204c5d9e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.191965 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b0a8b6ac-0894-457b-9276-fc5204c5d9e8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cfe48d77-090d-4053-a24a-d7f5e66c3deb HTTP/1.1" status: 204 len: 168 time: 0.3403552 Sep 09 09:53:21.194243 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48014) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:21.197979 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c1e25f-58e6-4e4e-a830-0c9a6fef9f9e None None] Network d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:53:21.267686 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.330543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Deleting port fa528886-68f0-47fb-9f42-26d18549c734 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:53:21.330543 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.384841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] DHCP port deletion for d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:53:21.395857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] For port fa528886-68f0-47fb-9f42-26d18549c734, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fa528886-68f0-47fb-9f42-26d18549c734,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:21.396320 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.411356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Calling delete_port for fa528886-68f0-47fb-9f42-26d18549c734 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:53:21.434078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Deleting port fa528886-68f0-47fb-9f42-26d18549c734 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:53:21.434462 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.499993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] For port fa528886-68f0-47fb-9f42-26d18549c734, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fa528886-68f0-47fb-9f42-26d18549c734,segment=NetworkSegment(9a934376-c56e-4f29-983b-36348a7f3a38),segment_id=9a934376-c56e-4f29-983b-36348a7f3a38)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:21.500414 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.517386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Calling delete_port for fa528886-68f0-47fb-9f42-26d18549c734 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:53:21.586444 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.597916 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.616477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa528886-68f0-47fb-9f42-26d18549c734,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:21.619808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] No DVR routers for this DVR port fa528886-68f0-47fb-9f42-26d18549c734 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:53:21.623742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Pushing event deleted for resources: {'Port': ['ID=fa528886-68f0-47fb-9f42-26d18549c734,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:21.633971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.634330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.634679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.635023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.635369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.635722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.636055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.636387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.636716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.637049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.637376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.637702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:53:21.640396 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090cbf6-3971-4a58-ac60-45f0a3f7b6ae None None] No DVR routers for this DVR port fa528886-68f0-47fb-9f42-26d18549c734 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:53:21.702547 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.723689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:21.732651 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a934376-c56e-4f29-983b-36348a7f3a38') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:21.732951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a934376-c56e-4f29-983b-36348a7f3a38') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:21.742095 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.754839 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.760664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:53:21.760969 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:53:21.762599 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:53:21.894734 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.904576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:21.904576 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c HTTP/1.1" status: 204 len: 168 time: 0.7073300 Sep 09 09:53:21.905594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:21.913317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee9fdf-7f10-4fad-9091-05e5598073b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ad9078-49cc-4c42-b5d0-dd42f8f24f2c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:22.257819 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:22.312200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa528886-68f0-47fb-9f42-26d18549c734 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:53:22.332345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: fa528886-68f0-47fb-9f42-26d18549c734 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:53:22.332692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fa528886-68f0-47fb-9f42-26d18549c734 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:53:22.333139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:53:22.352640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:53:22.352985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4d7fe2f4-4ee8-4091-b98f-ae933f1b0634 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:53:22.353399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b724072b-a82e-4669-82c3-385f88dc62cc no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:53:22.374822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: b724072b-a82e-4669-82c3-385f88dc62cc {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:53:22.375168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device b724072b-a82e-4669-82c3-385f88dc62cc not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:53:22.508490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] Deleting port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:53:22.508832 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:22.585815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] For port 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9692d4c6-3e92-42d2-89bb-b3df0ee28ad0,segment=NetworkSegment(7ffd1655-c8de-4f92-811d-6a2cc3b32bc6),segment_id=7ffd1655-c8de-4f92-811d-6a2cc3b32bc6)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:22.586181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:22.598845 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] Calling delete_port for 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:53:22.868028 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:22.900523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=9692d4c6-3e92-42d2-89bb-b3df0ee28ad0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:23.070683 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:23.288117 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] Router 42644e52-c300-4857-a072-58de8e5dc6ab has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:53:23.394897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:53:23.400649 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6f9de487-fd8e-4bbf-a75e-6a0dfcef1b54 admin admin] 10.222.0.32 "PUT /v2.0/routers/42644e52-c300-4857-a072-58de8e5dc6ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4932427 Sep 09 09:53:23.402714 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48126) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:23.405486 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f854db-9717-4237-8bde-8ff4a6c21970 None None] Sync routers for ids ['42644e52-c300-4857-a072-58de8e5dc6ab'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:53:23.415411 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f854db-9717-4237-8bde-8ff4a6c21970 None None] Routers {'42644e52-c300-4857-a072-58de8e5dc6ab'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:53:23.416010 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-51f854db-9717-4237-8bde-8ff4a6c21970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:53:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42644e52-c300-4857-a072-58de8e5dc6ab'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:23.507675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:23.524446 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-51f854db-9717-4237-8bde-8ff4a6c21970 None None] Set router 42644e52-c300-4857-a072-58de8e5dc6ab gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:53:23.609735 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:23.700351 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-51f854db-9717-4237-8bde-8ff4a6c21970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'name': 'tempest-TestVolumeBackupRestore-605115876-router', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:53:22Z', 'revision_number': 5, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'gw_port': {'id': '180873e6-0242-4fe0-8faa-65fcf1055e7a', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:23.726798 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f854db-9717-4237-8bde-8ff4a6c21970 None None] Checking router: 42644e52-c300-4857-a072-58de8e5dc6ab for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:53:23.734825 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f854db-9717-4237-8bde-8ff4a6c21970 None None] Routers {'42644e52-c300-4857-a072-58de8e5dc6ab'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:53:23.736036 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-51f854db-9717-4237-8bde-8ff4a6c21970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:53:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['42644e52-c300-4857-a072-58de8e5dc6ab'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:23.741094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Deleting port 180873e6-0242-4fe0-8faa-65fcf1055e7a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:53:23.741441 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:23.819114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] For port 180873e6-0242-4fe0-8faa-65fcf1055e7a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=180873e6-0242-4fe0-8faa-65fcf1055e7a,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:23.819511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:23.821143 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-51f854db-9717-4237-8bde-8ff4a6c21970 None None] Set router 42644e52-c300-4857-a072-58de8e5dc6ab gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:53:23.832703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Calling delete_port for 180873e6-0242-4fe0-8faa-65fcf1055e7a owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:53:23.875405 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-51f854db-9717-4237-8bde-8ff4a6c21970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'name': 'tempest-TestVolumeBackupRestore-605115876-router', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:53:23Z', 'revision_number': 6, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:23.901822 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f854db-9717-4237-8bde-8ff4a6c21970 None None] The sync data for ids ['42644e52-c300-4857-a072-58de8e5dc6ab'] in n-d-778696-16 is: [{'id': '42644e52-c300-4857-a072-58de8e5dc6ab', 'name': 'tempest-TestVolumeBackupRestore-605115876-router', 'tenant_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:49:19Z', 'updated_at': '2021-09-09T09:53:23Z', 'revision_number': 6, 'project_id': 'c73ba8e9b41d4dd5bb37f573d9705113', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:53:24.061716 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.089194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Pushing event deleted for resources: {'Port': ['ID=180873e6-0242-4fe0-8faa-65fcf1055e7a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:24.150790 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.240995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.243608 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.357408 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.357990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42644e52-c300-4857-a072-58de8e5dc6ab {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 09:53:24.363272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.364485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b0a0f567-3449-4a01-867f-c0e3d8f8a275 admin admin] 10.222.0.32 "DELETE /v2.0/routers/42644e52-c300-4857-a072-58de8e5dc6ab HTTP/1.1" status: 204 len: 168 time: 0.9608328 Sep 09 09:53:24.366851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48130) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:24.411586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d75d437-dde5-4796-abaf-8f55a3de2fd8 admin admin] Deleting subnet ff616dc5-f848-4e87-9eb1-010ad76cc835 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:53:24.414537 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d75d437-dde5-4796-abaf-8f55a3de2fd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.451938 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d75d437-dde5-4796-abaf-8f55a3de2fd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.528222 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d75d437-dde5-4796-abaf-8f55a3de2fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.639393 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d75d437-dde5-4796-abaf-8f55a3de2fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.665321 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75d437-dde5-4796-abaf-8f55a3de2fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff616dc5-f848-4e87-9eb1-010ad76cc835,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:24.668733 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d75d437-dde5-4796-abaf-8f55a3de2fd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.672186 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9d75d437-dde5-4796-abaf-8f55a3de2fd8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ff616dc5-f848-4e87-9eb1-010ad76cc835 HTTP/1.1" status: 204 len: 168 time: 0.3028049 Sep 09 09:53:24.674254 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48132) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:24.677333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dbbf55-e9f8-41e8-a03a-025015c985b0 None None] Network 8846bc63-5def-4e88-8250-244736692806 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:53:24.680940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:53:24.712350 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:53:24.712789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9692d4c6-3e92-42d2-89bb-b3df0ee28ad0 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:53:24.750157 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.808356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Deleting port c8f2cc0b-debe-4126-a6d9-0d132172456f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:53:24.808713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.877922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] For port c8f2cc0b-debe-4126-a6d9-0d132172456f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c8f2cc0b-debe-4126-a6d9-0d132172456f,segment=NetworkSegment(7ffd1655-c8de-4f92-811d-6a2cc3b32bc6),segment_id=7ffd1655-c8de-4f92-811d-6a2cc3b32bc6)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:24.878293 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:24.890364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Calling delete_port for c8f2cc0b-debe-4126-a6d9-0d132172456f owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:53:24.899843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc41bd95-617d-4a33-b877-4e385138d540 None None] DHCP port deletion for 8846bc63-5def-4e88-8250-244736692806 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 09:53:24.950005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cc41bd95-617d-4a33-b877-4e385138d540 None None] Deleting port c8f2cc0b-debe-4126-a6d9-0d132172456f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:53:24.950383 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc41bd95-617d-4a33-b877-4e385138d540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.014968 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-cc41bd95-617d-4a33-b877-4e385138d540 None None] For port c8f2cc0b-debe-4126-a6d9-0d132172456f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c8f2cc0b-debe-4126-a6d9-0d132172456f,segment=NetworkSegment(7ffd1655-c8de-4f92-811d-6a2cc3b32bc6),segment_id=7ffd1655-c8de-4f92-811d-6a2cc3b32bc6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:25.015408 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc41bd95-617d-4a33-b877-4e385138d540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.032101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cc41bd95-617d-4a33-b877-4e385138d540 None None] Calling delete_port for c8f2cc0b-debe-4126-a6d9-0d132172456f owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:53:25.060429 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.088519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] No DVR routers for this DVR port c8f2cc0b-debe-4126-a6d9-0d132172456f on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:53:25.097829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f2cc0b-debe-4126-a6d9-0d132172456f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:25.107487 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc41bd95-617d-4a33-b877-4e385138d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.133116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41bd95-617d-4a33-b877-4e385138d540 None None] Pushing event deleted for resources: {'Port': ['ID=c8f2cc0b-debe-4126-a6d9-0d132172456f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:25.136622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41bd95-617d-4a33-b877-4e385138d540 None None] No DVR routers for this DVR port c8f2cc0b-debe-4126-a6d9-0d132172456f on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:53:25.174211 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.194694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8846bc63-5def-4e88-8250-244736692806']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:25.203776 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffd1655-c8de-4f92-811d-6a2cc3b32bc6') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:25.205192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffd1655-c8de-4f92-811d-6a2cc3b32bc6') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:53:25.214702 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.228118 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.233964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:53:25.234347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: timer() Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:53:25.236555 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:53:25.346240 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.351867 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.353806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] 10.222.0.32 "DELETE /v2.0/networks/8846bc63-5def-4e88-8250-244736692806 HTTP/1.1" status: 204 len: 168 time: 0.6773555 Sep 09 09:53:25.366631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58984cb-fb40-431d-9ab1-720f17ed32da admin admin] Pushing event deleted for resources: {'Network': ['ID=8846bc63-5def-4e88-8250-244736692806,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:25.450281 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.703725 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48136) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:25.753739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dc8b8385-5adf-4e3f-996d-09e4de657874 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9abe1946d4448389edf2714c6787532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486052 Sep 09 09:53:25.756162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48138) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:25.803951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3cda4025-9404-4ae7-a097-d9dc556c7ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.824218 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3cda4025-9404-4ae7-a097-d9dc556c7ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.951143 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3cda4025-9404-4ae7-a097-d9dc556c7ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.954273 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3cda4025-9404-4ae7-a097-d9dc556c7ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:25.955435 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3cda4025-9404-4ae7-a097-d9dc556c7ba6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7fc9165-75f9-4202-b91a-78b8a2926f5a HTTP/1.1" status: 204 len: 168 time: 0.1983497 Sep 09 09:53:25.963269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda4025-9404-4ae7-a097-d9dc556c7ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fc9165-75f9-4202-b91a-78b8a2926f5a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:26.090279 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:26.304104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 180873e6-0242-4fe0-8faa-65fcf1055e7a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:53:26.328123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 180873e6-0242-4fe0-8faa-65fcf1055e7a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:53:26.328473 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 180873e6-0242-4fe0-8faa-65fcf1055e7a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:53:26.330294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c8f2cc0b-debe-4126-a6d9-0d132172456f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:53:26.353904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: c8f2cc0b-debe-4126-a6d9-0d132172456f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:53:26.354320 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c8f2cc0b-debe-4126-a6d9-0d132172456f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:53:26.692033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48144) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:26.731747 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0266023b-e427-4417-8ad9-20a74efe3cdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c73ba8e9b41d4dd5bb37f573d9705113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384996 Sep 09 09:53:26.734030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48146) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:26.782848 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a655a080-f863-4e1a-bc83-041de98ba625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:26.803642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a655a080-f863-4e1a-bc83-041de98ba625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:26.913497 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a655a080-f863-4e1a-bc83-041de98ba625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:26.916427 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a655a080-f863-4e1a-bc83-041de98ba625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:26.917600 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a655a080-f863-4e1a-bc83-041de98ba625 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ab01bd2-4bb2-4ad4-8894-44d80c048bb4 HTTP/1.1" status: 204 len: 168 time: 0.1826913 Sep 09 09:53:26.925992 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655a080-f863-4e1a-bc83-041de98ba625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab01bd2-4bb2-4ad4-8894-44d80c048bb4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:33.662833 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:53:37.838857 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-b485abbe-671b-4d3b-a2df-8a8b26fb8957 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=765c8dcb45884927bf391dfd0ce4a007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294077 Sep 09 09:53:38.024031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4bf45e0f-afbc-48ae-b86a-1bf68a807ced tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:38.025525 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4bf45e0f-afbc-48ae-b86a-1bf68a807ced tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813076 Sep 09 09:53:38.040990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4320cf31-58a1-41c1-868b-9212d07cf62d tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/quotas/765c8dcb45884927bf391dfd0ce4a007 HTTP/1.1" status: 200 len: 375 time: 0.0093551 Sep 09 09:53:38.077505 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-399ebdad-fb7f-4fc5-84e4-91f7c6c06a27 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=765c8dcb45884927bf391dfd0ce4a007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313129 Sep 09 09:53:38.300504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eab759ac-0dcd-4fa4-aab3-bcf775d48808 req-db566d04-d77d-41d2-a240-107e693154af tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 210 time: 0.0337138 Sep 09 09:53:39.405463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-75343684-8f0f-418b-b410-50f05e16c940 req-ca6fe1bf-99f9-4878-918c-75a415f42aa9 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 210 time: 0.0277123 Sep 09 09:53:39.942660 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-74827709-6143-45ec-b9b8-c253b311fa35 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=765c8dcb45884927bf391dfd0ce4a007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210524 Sep 09 09:53:40.052373 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-6bca9cb5-d02d-4502-985b-8b919a67043a tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:40.053874 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-6bca9cb5-d02d-4502-985b-8b919a67043a tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047187 Sep 09 09:53:40.066707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Request body: {'port': {'device_id': 'cf6cee78-526d-4086-9930-2c7e446cf680', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'admin_state_up': True, 'tenant_id': '765c8dcb45884927bf391dfd0ce4a007'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:53:40.254116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Made reservation on behalf of 765c8dcb45884927bf391dfd0ce4a007 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:53:40.257616 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:40.267101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:40.354471 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:40.410084 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:40.474895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58ba781-0fa4-4653-8ab8-554295f7b6b1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:40.501004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8957ae7-3365-456a-b45b-eb658aa8de2c req-1c4d0da7-0566-4e21-bdbc-8d05a92e7407 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 210 time: 0.0266566 Sep 09 09:53:40.549859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Allocated IP 192.168.233.37 (7bda569b-c7d0-4372-9a8c-7d0028f618b8/4705978e-3db0-46ee-a6bb-3f7a952fedbd/5b636a01-3504-40d3-be73-330084ba3cc2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:53:40.696185 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:40.710846 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Transition to ACTIVE for port object 5b636a01-3504-40d3-be73-330084ba3cc2 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:53:40.793436 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:40.835129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:53:40.838230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:53:40.845157 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:53:40.852378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Pushing event updated for resources: {'Port': ['ID=5b636a01-3504-40d3-be73-330084ba3cc2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:40.901734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:40.902366 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:40.975025 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-461e0760-a60f-42cc-963b-cde5b68a27ab tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9119983 Sep 09 09:53:41.093376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Request body: {'port': {'device_id': 'cf6cee78-526d-4086-9930-2c7e446cf680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:53:41.130567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-198193c1-bff9-4e34-a508-9222557a86f8 None None] Provisioning for port 5b636a01-3504-40d3-be73-330084ba3cc2 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:53:41.134514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-198193c1-bff9-4e34-a508-9222557a86f8 None None] Provisioning complete for port 5b636a01-3504-40d3-be73-330084ba3cc2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:53:41.134957 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-198193c1-bff9-4e34-a508-9222557a86f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:41.151879 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:41.170027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-198193c1-bff9-4e34-a508-9222557a86f8 None None] Port 5b636a01-3504-40d3-be73-330084ba3cc2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:53:41.413021 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b636a01-3504-40d3-be73-330084ba3cc2 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:53:41.420648 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:41.432112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Transition to ACTIVE for port object 5b636a01-3504-40d3-be73-330084ba3cc2 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:53:41.507572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:41.560626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b636a01-3504-40d3-be73-330084ba3cc2,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:41.665829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92552e-4f9e-4ba0-b945-54e768a7055c req-99830fd0-f9c6-4418-ac33-07338321a68d tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:41.667299 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb92552e-4f9e-4ba0-b945-54e768a7055c req-99830fd0-f9c6-4418-ac33-07338321a68d tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 947 time: 0.0860448 Sep 09 09:53:41.669995 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Attempting to bind port 5b636a01-3504-40d3-be73-330084ba3cc2 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:53:41.670332 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Attempting to bind port 5b636a01-3504-40d3-be73-330084ba3cc2 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:53:41.670667 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Attempting to bind port 5b636a01-3504-40d3-be73-330084ba3cc2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:53:41.676947 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Port 5b636a01-3504-40d3-be73-330084ba3cc2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:53:41.677273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Attempting to bind port 5b636a01-3504-40d3-be73-330084ba3cc2 on network 7bda569b-c7d0-4372-9a8c-7d0028f618b8 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:53:41.690103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:53:41.690449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Checking segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:53:41.690841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Bound using segment: {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:53:41.691282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Bound port: 5b636a01-3504-40d3-be73-330084ba3cc2, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbace377-b222-42d0-845d-b64c0b488f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:53:41.691676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:41.757181 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb92552e-4f9e-4ba0-b945-54e768a7055c req-b553f6d7-9608-460e-bea6-cdb30c3a74d2 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58ba781-0fa4-4653-8ab8-554295f7b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776019 Sep 09 09:53:41.783778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] For port 5b636a01-3504-40d3-be73-330084ba3cc2, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:53:41.786830 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] For port 5b636a01-3504-40d3-be73-330084ba3cc2, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5b636a01-3504-40d3-be73-330084ba3cc2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:53:41.850649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:41.885970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:41.886911 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:41.888068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/5b636a01-3504-40d3-be73-330084ba3cc2 HTTP/1.1" status: 200 len: 1096 time: 0.9044960 Sep 09 09:53:41.888514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6cee78-526d-4086-9930-2c7e446cf680', 'tag': '5b636a01-3504-40d3-be73-330084ba3cc2'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:53:41.890753 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6b269c-32ab-4007-b4d8-2b8cb6b855ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6cee78-526d-4086-9930-2c7e446cf680", "tag": "5b636a01-3504-40d3-be73-330084ba3cc2"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:53:41.919327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b0141-6fd8-4410-8896-ba208ad072c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b636a01-3504-40d3-be73-330084ba3cc2,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:41.943583 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bf4665-c972-4d4e-87f4-22c22a33b7db x-openstack-request-id: req-28bf4665-c972-4d4e-87f4-22c22a33b7db {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:53:41.944352 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6cee78-526d-4086-9930-2c7e446cf680", "tag": "5b636a01-3504-40d3-be73-330084ba3cc2", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:53:41.944602 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28bf4665-c972-4d4e-87f4-22c22a33b7db {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:53:41.945005 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6cee78-526d-4086-9930-2c7e446cf680', 'tag': '5b636a01-3504-40d3-be73-330084ba3cc2', 'status': 'completed', 'code': 200} Sep 09 09:53:42.026706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b269c-32ab-4007-b4d8-2b8cb6b855ed req-af29fd95-d4f7-4e2d-ba5d-676e3042a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:42.028282 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e6b269c-32ab-4007-b4d8-2b8cb6b855ed req-af29fd95-d4f7-4e2d-ba5d-676e3042a2eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=765c8dcb45884927bf391dfd0ce4a007&device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 1099 time: 0.0627596 Sep 09 09:53:42.058380 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e6b269c-32ab-4007-b4d8-2b8cb6b855ed req-1a0db9c3-17ae-4194-a609-68015bc1ecef service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=765c8dcb45884927bf391dfd0ce4a007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220556 Sep 09 09:53:42.153432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b269c-32ab-4007-b4d8-2b8cb6b855ed req-6dbf1eeb-fd57-4f36-b879-e5904c0287bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:42.154938 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e6b269c-32ab-4007-b4d8-2b8cb6b855ed req-6dbf1eeb-fd57-4f36-b879-e5904c0287bc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905349 Sep 09 09:53:42.229133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-07797964-b94f-4928-888a-c03529764d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:42.230514 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-07797964-b94f-4928-888a-c03529764d9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=765c8dcb45884927bf391dfd0ce4a007&device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 1099 time: 0.0398946 Sep 09 09:53:42.270536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-d4bbe0df-f72a-44a3-bece-8615a8f83647 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=5b636a01-3504-40d3-be73-330084ba3cc2 HTTP/1.1" status: 200 len: 217 time: 0.0321741 Sep 09 09:53:42.326817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-0acfcec6-4c4a-4552-ae8a-a88545fec826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:42.328329 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-0acfcec6-4c4a-4552-ae8a-a88545fec826 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705978e-3db0-46ee-a6bb-3f7a952fedbd HTTP/1.1" status: 200 len: 843 time: 0.0507746 Sep 09 09:53:42.373588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-42de8131-6341-413e-afe7-bdadbdbd5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:42.375041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-42de8131-6341-413e-afe7-bdadbdbd5339 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bda569b-c7d0-4372-9a8c-7d0028f618b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0393150 Sep 09 09:53:42.462234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-09627658-cd42-4bd9-b8f9-e87ce7db0c01 service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802777 Sep 09 09:53:42.556639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb3fd9a6-8103-4cba-8ab8-39686473d95c req-1b2dad3a-3e1b-4fc5-85a1-48bad52a568b service neutron] 10.222.0.41 "GET /v2.0/networks/7bda569b-c7d0-4372-9a8c-7d0028f618b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877872 Sep 09 09:53:42.871347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079101b2-6c17-4175-b002-edc3e425317d req-15da3f0f-e4ca-469b-ba6f-80607f358903 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:42.872878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-079101b2-6c17-4175-b002-edc3e425317d req-15da3f0f-e4ca-469b-ba6f-80607f358903 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 947 time: 0.0494797 Sep 09 09:53:42.911859 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-079101b2-6c17-4175-b002-edc3e425317d req-abd466cc-c661-4b09-9c30-bbd3e46e18ef tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58ba781-0fa4-4653-8ab8-554295f7b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323620 Sep 09 09:53:44.027522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c68201-a947-4d59-bde6-3d28e261d9ca req-e90e06ba-e3d3-4def-a73f-c28becbc3480 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:44.029004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6c68201-a947-4d59-bde6-3d28e261d9ca req-e90e06ba-e3d3-4def-a73f-c28becbc3480 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 947 time: 0.0497146 Sep 09 09:53:44.068571 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c6c68201-a947-4d59-bde6-3d28e261d9ca req-846cf3e0-5c25-4217-b8fb-c3d4b156eeb7 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58ba781-0fa4-4653-8ab8-554295f7b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Sep 09 09:53:44.427144 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f4419eda-8728-4dc0-a186-b4c96a15be03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:44.935672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5b636a01-3504-40d3-be73-330084ba3cc2 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:53:45.033645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5b636a01-3504-40d3-be73-330084ba3cc2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5b636a01-3504-40d3-be73-330084ba3cc2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:45.043842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '5b636a01-3504-40d3-be73-330084ba3cc2', 'network_id': '7bda569b-c7d0-4372-9a8c-7d0028f618b8', 'port_id': '5b636a01-3504-40d3-be73-330084ba3cc2', 'mac_address': 'fa:16:3e:5d:5e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705978e-3db0-46ee-a6bb-3f7a952fedbd', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:53:45.082849 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:45.096096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b636a01-3504-40d3-be73-330084ba3cc2 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:53:45.115464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5b636a01-3504-40d3-be73-330084ba3cc2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5b636a01-3504-40d3-be73-330084ba3cc2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:45.176079 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:45.186804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0593391-48f7-44a8-91d4-f9b9f12d3fc9 req-68455065-7322-461c-a1ef-a995d0b58428 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:45.189231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e0593391-48f7-44a8-91d4-f9b9f12d3fc9 req-68455065-7322-461c-a1ef-a995d0b58428 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 947 time: 0.0546198 Sep 09 09:53:45.225003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5b636a01-3504-40d3-be73-330084ba3cc2,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:45.228164 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e0593391-48f7-44a8-91d4-f9b9f12d3fc9 req-df5990ee-6e84-4f79-90e4-839b5b12e30f tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58ba781-0fa4-4653-8ab8-554295f7b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Sep 09 09:53:45.376809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['5b636a01-3504-40d3-be73-330084ba3cc2'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:53:46.343594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203f4d0-9472-4a3f-b127-b0479f3086a6 req-ca21e15a-8764-4c2c-9fdf-c23582fca84d tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:46.345710 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a203f4d0-9472-4a3f-b127-b0479f3086a6 req-ca21e15a-8764-4c2c-9fdf-c23582fca84d tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 948 time: 0.0514023 Sep 09 09:53:46.381896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a203f4d0-9472-4a3f-b127-b0479f3086a6 req-1a9d2af7-4078-442c-9b91-9b3f2ac8b767 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58ba781-0fa4-4653-8ab8-554295f7b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303369 Sep 09 09:53:46.935972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5b636a01-3504-40d3-be73-330084ba3cc2 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:53:47.052337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 5b636a01-3504-40d3-be73-330084ba3cc2 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:53:47.059227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 5b636a01-3504-40d3-be73-330084ba3cc2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:53:47.059636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:47.143615 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:47.146459 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7325a38d-a396-4f54-9ba4-b0f08c9a8cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:47.167081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6cee78-526d-4086-9930-2c7e446cf680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b636a01-3504-40d3-be73-330084ba3cc2'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:53:47.169319 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6238af3-432b-4acb-8a65-9936215cf671" -d '{"events": [{"server_uuid": "cf6cee78-526d-4086-9930-2c7e446cf680", "name": "network-vif-plugged", "status": "completed", "tag": "5b636a01-3504-40d3-be73-330084ba3cc2"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:53:47.183025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 5b636a01-3504-40d3-be73-330084ba3cc2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5b636a01-3504-40d3-be73-330084ba3cc2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:47.244905 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:47.268590 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355b5ec7-d327-4bd3-bb68-df846bea1505 x-openstack-request-id: req-355b5ec7-d327-4bd3-bb68-df846bea1505 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:53:47.268878 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6cee78-526d-4086-9930-2c7e446cf680", "name": "network-vif-plugged", "status": "completed", "tag": "5b636a01-3504-40d3-be73-330084ba3cc2", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:53:47.269130 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-355b5ec7-d327-4bd3-bb68-df846bea1505 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:53:47.269515 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6cee78-526d-4086-9930-2c7e446cf680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b636a01-3504-40d3-be73-330084ba3cc2', 'code': 200} Sep 09 09:53:47.305539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=5b636a01-3504-40d3-be73-330084ba3cc2,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:47.359587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5793-b512-400f-93fe-fa805acff0c1 req-c39ea708-3eba-41d1-8e4c-affa6e412e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:47.361738 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee9c5793-b512-400f-93fe-fa805acff0c1 req-c39ea708-3eba-41d1-8e4c-affa6e412e47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 1101 time: 0.0404906 Sep 09 09:53:47.376314 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:47.399052 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee9c5793-b512-400f-93fe-fa805acff0c1 req-9b37813b-c94c-4de0-a57e-c58869775f66 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d58ba781-0fa4-4653-8ab8-554295f7b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271358 Sep 09 09:53:47.496776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c3f70-e2cf-4f98-911e-8904bed3bb90 req-3f2b0ce0-4e2e-4868-a877-774ee1869daf tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:47.499224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0d1c3f70-e2cf-4f98-911e-8904bed3bb90 req-3f2b0ce0-4e2e-4868-a877-774ee1869daf tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 949 time: 0.0499022 Sep 09 09:53:47.538962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0d1c3f70-e2cf-4f98-911e-8904bed3bb90 req-61dbf5f6-a3b7-493e-9754-fa4b2dae753e tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58ba781-0fa4-4653-8ab8-554295f7b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338080 Sep 09 09:53:48.598657 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:48.654130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a67f87-eae0-4108-a5e0-aafe29867b8c req-40a4b97a-72ac-4f57-9784-23b59de6ae8f tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:48.655649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0a67f87-eae0-4108-a5e0-aafe29867b8c req-40a4b97a-72ac-4f57-9784-23b59de6ae8f tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 949 time: 0.0497804 Sep 09 09:53:48.693536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c0a67f87-eae0-4108-a5e0-aafe29867b8c req-37a60339-6f4c-4d35-a506-4c7153aafabf tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58ba781-0fa4-4653-8ab8-554295f7b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312881 Sep 09 09:53:49.133728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-d6180dac-2e23-4d33-8597-31123e3207e7 req-4b3c86a0-2d1b-4b0f-8f1e-3934af31280d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:53:49.134755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6180dac-2e23-4d33-8597-31123e3207e7 req-4b3c86a0-2d1b-4b0f-8f1e-3934af31280d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608130 Sep 09 09:53:49.643052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-2c4a5bf6-f1b6-4270-8bd7-9c46005f4ea4 req-4fb52d10-fe1c-453d-8d78-83085944b089 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:53:49.644123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2c4a5bf6-f1b6-4270-8bd7-9c46005f4ea4 req-4fb52d10-fe1c-453d-8d78-83085944b089 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562196 Sep 09 09:53:50.193093 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:50.218851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628514a6-3078-40d3-a829-bbbb14835da8 req-9239da82-283c-46ad-a536-e98204deceac tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:50.220977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-628514a6-3078-40d3-a829-bbbb14835da8 req-9239da82-283c-46ad-a536-e98204deceac tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 949 time: 0.0527747 Sep 09 09:53:50.258468 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-628514a6-3078-40d3-a829-bbbb14835da8 req-39a67998-9536-4ae5-b8bf-1c368a06e30d tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58ba781-0fa4-4653-8ab8-554295f7b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Sep 09 09:53:51.374695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7c82b-55e3-4a9d-8bfb-83e74a3a5c50 req-cd100db7-4ac9-49ff-b426-10930ff61da6 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:51.376975 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-42e7c82b-55e3-4a9d-8bfb-83e74a3a5c50 req-cd100db7-4ac9-49ff-b426-10930ff61da6 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 949 time: 0.0489621 Sep 09 09:53:51.413144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-42e7c82b-55e3-4a9d-8bfb-83e74a3a5c50 req-a3a677a6-d436-4c34-ae84-6a20a27e066a tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58ba781-0fa4-4653-8ab8-554295f7b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303240 Sep 09 09:53:51.478639 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901daf60-e7ca-4aa7-b758-c60177a29b82 req-2ada91e2-597e-467e-97eb-c31e278c19c5 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:51.480206 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-901daf60-e7ca-4aa7-b758-c60177a29b82 req-2ada91e2-597e-467e-97eb-c31e278c19c5 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 949 time: 0.0507991 Sep 09 09:53:51.568758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-901daf60-e7ca-4aa7-b758-c60177a29b82 req-021e1009-8e95-4a09-a2e3-2c8f7875efa7 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Deleting port 5b636a01-3504-40d3-be73-330084ba3cc2 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:53:51.569252 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-901daf60-e7ca-4aa7-b758-c60177a29b82 req-021e1009-8e95-4a09-a2e3-2c8f7875efa7 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:51.670558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-901daf60-e7ca-4aa7-b758-c60177a29b82 req-021e1009-8e95-4a09-a2e3-2c8f7875efa7 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] For port 5b636a01-3504-40d3-be73-330084ba3cc2, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=5b636a01-3504-40d3-be73-330084ba3cc2,segment=NetworkSegment(cbace377-b222-42d0-845d-b64c0b488f33),segment_id=cbace377-b222-42d0-845d-b64c0b488f33)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:53:51.670919 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-901daf60-e7ca-4aa7-b758-c60177a29b82 req-021e1009-8e95-4a09-a2e3-2c8f7875efa7 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:51.686024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-901daf60-e7ca-4aa7-b758-c60177a29b82 req-021e1009-8e95-4a09-a2e3-2c8f7875efa7 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Calling delete_port for 5b636a01-3504-40d3-be73-330084ba3cc2 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:53:51.901293 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-901daf60-e7ca-4aa7-b758-c60177a29b82 req-021e1009-8e95-4a09-a2e3-2c8f7875efa7 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:51.914677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['5b636a01-3504-40d3-be73-330084ba3cc2'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:53:51.935821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e1009-8e95-4a09-a2e3-2c8f7875efa7 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Pushing event deleted for resources: {'Port': ['ID=5b636a01-3504-40d3-be73-330084ba3cc2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:52.002663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-901daf60-e7ca-4aa7-b758-c60177a29b82 req-021e1009-8e95-4a09-a2e3-2c8f7875efa7 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] No DVR routers for this DVR port 5b636a01-3504-40d3-be73-330084ba3cc2 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:53:52.005520 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-901daf60-e7ca-4aa7-b758-c60177a29b82 req-021e1009-8e95-4a09-a2e3-2c8f7875efa7 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:52.007787 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-901daf60-e7ca-4aa7-b758-c60177a29b82 req-021e1009-8e95-4a09-a2e3-2c8f7875efa7 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.41 "DELETE /v2.0/ports/5b636a01-3504-40d3-be73-330084ba3cc2 HTTP/1.1" status: 204 len: 173 time: 0.5216777 Sep 09 09:53:52.009263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6cee78-526d-4086-9930-2c7e446cf680', 'name': 'network-vif-deleted', 'tag': '5b636a01-3504-40d3-be73-330084ba3cc2'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:53:52.010952 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2915762d-8029-42d8-aa9d-d645b1d3564f" -d '{"events": [{"server_uuid": "cf6cee78-526d-4086-9930-2c7e446cf680", "name": "network-vif-deleted", "tag": "5b636a01-3504-40d3-be73-330084ba3cc2"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:53:52.053295 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b846b36d-b763-404f-a7a2-6ee85a2325cf x-openstack-request-id: req-b846b36d-b763-404f-a7a2-6ee85a2325cf {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:53:52.053812 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6cee78-526d-4086-9930-2c7e446cf680", "name": "network-vif-deleted", "tag": "5b636a01-3504-40d3-be73-330084ba3cc2", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:53:52.054198 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b846b36d-b763-404f-a7a2-6ee85a2325cf {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:53:52.054621 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6cee78-526d-4086-9930-2c7e446cf680', 'name': 'network-vif-deleted', 'tag': '5b636a01-3504-40d3-be73-330084ba3cc2', 'status': 'completed', 'code': 200} Sep 09 09:53:52.520125 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b85427e-060f-485d-95b8-3b4e19c86f45 req-782f5002-1253-4c1b-a8e2-2e49b8eb88c6 tempest-ServersAdminNegativeTestJSON-1314187480 tempest-ServersAdminNegativeTestJSON-1314187480-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6cee78-526d-4086-9930-2c7e446cf680 HTTP/1.1" status: 200 len: 210 time: 0.0304255 Sep 09 09:53:54.017667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:54.486196 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4ee40a03-fda4-462b-b73a-950ca02e696c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=765c8dcb45884927bf391dfd0ce4a007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667046 Sep 09 09:53:54.488571 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48298) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:54.535345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43fd66a1-6add-459b-aca7-0c5986577689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:54.555579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43fd66a1-6add-459b-aca7-0c5986577689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:54.684351 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43fd66a1-6add-459b-aca7-0c5986577689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:54.686954 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43fd66a1-6add-459b-aca7-0c5986577689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:54.688220 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-43fd66a1-6add-459b-aca7-0c5986577689 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d58ba781-0fa4-4653-8ab8-554295f7b6b1 HTTP/1.1" status: 204 len: 168 time: 0.1987369 Sep 09 09:53:54.699955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd66a1-6add-459b-aca7-0c5986577689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58ba781-0fa4-4653-8ab8-554295f7b6b1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:54.940371 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5b636a01-3504-40d3-be73-330084ba3cc2 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:53:54.961206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 5b636a01-3504-40d3-be73-330084ba3cc2 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:53:54.961553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 5b636a01-3504-40d3-be73-330084ba3cc2 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:53:55.255441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48304) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:55.269212 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22c5ec8d-0d00-40bf-b684-b37bf7147c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:55.355186 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22c5ec8d-0d00-40bf-b684-b37bf7147c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:55.431241 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22c5ec8d-0d00-40bf-b684-b37bf7147c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:55.454821 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:55.472130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-22c5ec8d-0d00-40bf-b684-b37bf7147c91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88fb077af34647eda3503a0f3f6e180e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155206 Sep 09 09:53:55.474111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5ec8d-0d00-40bf-b684-b37bf7147c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e72c775-d18b-4566-bc1f-1980584b6f3f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:55.474900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48306) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:55.523090 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4793c008-c2a2-4162-8aa5-83afddfe45b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:55.543464 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4793c008-c2a2-4162-8aa5-83afddfe45b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:55.655528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4793c008-c2a2-4162-8aa5-83afddfe45b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:55.658372 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4793c008-c2a2-4162-8aa5-83afddfe45b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:55.659581 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4793c008-c2a2-4162-8aa5-83afddfe45b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e72c775-d18b-4566-bc1f-1980584b6f3f HTTP/1.1" status: 204 len: 168 time: 0.1835606 Sep 09 09:53:55.667354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793c008-c2a2-4162-8aa5-83afddfe45b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e72c775-d18b-4566-bc1f-1980584b6f3f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:56.117099 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:56.678305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48328) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:56.778734 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-95637301-network', 'tenant_id': 'e40cf89aa4a14e158288393b6fd66342'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:53:56.872796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Made reservation on behalf of e40cf89aa4a14e158288393b6fd66342 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:53:56.875197 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:56.884485 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:56.969244 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:57.015737 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:57.044559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:53:57.051063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8256ac1b-fbb3-4b64-9794-7d05d8760da1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:57.057093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:57.057429 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Added segment 00759607-0ecc-492e-a51d-f16c32783414 of type vlan for network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a Sep 09 09:53:57.097822 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:57.175718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:57.176674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:57.177253 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:57.238230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] Pushing event updated for resources: {'Network': ['ID=758b46cf-76d7-4b9b-80e6-2f6ebc80952a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:57.247942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:53:57.250989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0d721b17-bfd0-49d6-bcf1-cd595a8d8da7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5715899 Sep 09 09:53:57.254663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48332) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:53:57.259348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] Request body: {'subnet': {'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-95637301-subnet', 'tenant_id': 'e40cf89aa4a14e158288393b6fd66342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:53:57.330371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] Made reservation on behalf of e40cf89aa4a14e158288393b6fd66342 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:53:57.332792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:57.562663 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:57.621954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=17713459-7b14-44b2-8a7c-2600e776d86a,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:53:57.627345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] Checking segment: {'id': '00759607-0ecc-492e-a51d-f16c32783414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:53:57.627724 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] Network hostable DHCP agents. Network: 758b46cf-76d7-4b9b-80e6-2f6ebc80952a, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:53:57.699477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] Network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:53:57.792359 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 758b46cf-76d7-4b9b-80e6-2f6ebc80952a) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:53:57.796506 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:57.797099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:53:57.802376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16436e72-772e-41c6-8617-99a7d0e32f93 None None] Network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:53:57.896609 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f1980f02-2a4b-4df1-a316-d6690fb5be9f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6408935 Sep 09 09:53:57.928900 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48cc644-6c52-4d8e-bc19-429b19c26c36 None None] Network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:53:58.138395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-bc1ddb6f-d860-4768-bd86-6d441da5f6b3 req-29f22fc3-7657-4da8-a5a5-781ab36bc2f6 service neutron] (95326) timed out ('10.222.0.41', 51004) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 09:53:58.315078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-757fc95b-576e-4878-b9d9-ecfbeaf3c6cd tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:53:58.316544 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-757fc95b-576e-4878-b9d9-ecfbeaf3c6cd tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/networks?id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a HTTP/1.1" status: 200 len: 810 time: 0.1046102 Sep 09 09:53:58.331772 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-73cf7d6e-7f76-4798-a3ed-cddac78320b1 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/quotas/e40cf89aa4a14e158288393b6fd66342 HTTP/1.1" status: 200 len: 375 time: 0.0095074 Sep 09 09:53:58.363780 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8c647373-f17a-4c65-8357-f57f00424484 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e40cf89aa4a14e158288393b6fd66342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266020 Sep 09 09:53:58.374658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-5c761731-674c-443c-b5b2-177fe8c7ba56 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:53:58.375693 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-5c761731-674c-443c-b5b2-177fe8c7ba56 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049138 Sep 09 09:53:58.465686 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-fc11cbac-4cc2-4c20-9fc2-dd4c6c4461e2 service neutron] 10.222.0.32 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840788 Sep 09 09:53:58.553122 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-77412d5c-3e50-4402-9b9e-b7a1356f883f service neutron] 10.222.0.32 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811567 Sep 09 09:53:58.792356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2af4966-2c81-44a6-b8c1-41bf645f78eb req-2f09d020-5b8a-4fe7-be38-c3984046bf21 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 210 time: 0.0280268 Sep 09 09:53:59.888071 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1c1f0b9-4c6a-4024-b51d-d4d0d2c9ec37 req-56f0869f-260e-4673-acc3-78d31e9e1057 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 210 time: 0.0288706 Sep 09 09:54:00.616891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-cc762b68-fe4e-4f32-ab3a-10e05a4e5720 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:00.618379 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-cc762b68-fe4e-4f32-ab3a-10e05a4e5720 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.41 "GET /v2.0/networks?id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a HTTP/1.1" status: 200 len: 810 time: 0.0996521 Sep 09 09:54:00.630272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Request body: {'port': {'device_id': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a', 'admin_state_up': True, 'tenant_id': 'e40cf89aa4a14e158288393b6fd66342'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:54:00.808382 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Made reservation on behalf of e40cf89aa4a14e158288393b6fd66342 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:54:00.812047 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:00.940941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Allocated IP 172.20.0.4 (758b46cf-76d7-4b9b-80e6-2f6ebc80952a/17713459-7b14-44b2-8a7c-2600e776d86a/e484fb40-507f-42fa-9b33-15f9f8db0209) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:54:01.024212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad65c8ba-dc8a-4c13-b28f-c0f11b44aa9b req-f474f772-474e-4a30-8cff-1989e3bacc84 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 210 time: 0.0431457 Sep 09 09:54:01.114509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:01.215820 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:01.257387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:54:01.260471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:54:01.266718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:54:01.272721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Pushing event updated for resources: {'Port': ['ID=e484fb40-507f-42fa-9b33-15f9f8db0209,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:01.317287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:01.317899 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:01.399073 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-d1f8436b-09ab-46c7-a95f-2c35b649465c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7723193 Sep 09 09:54:01.412060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Request body: {'port': {'device_id': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:54:01.807490 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:02.063295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e484fb40-507f-42fa-9b33-15f9f8db0209 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:54:02.082925 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:02.097063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Transition to ACTIVE for port object e484fb40-507f-42fa-9b33-15f9f8db0209 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:54:02.146620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a630999-5b09-4404-b9c9-4be85032eaa8 req-020b4128-c0bb-40a2-a386-fbd6baab0709 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:02.148153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a630999-5b09-4404-b9c9-4be85032eaa8 req-020b4128-c0bb-40a2-a386-fbd6baab0709 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 931 time: 0.0563469 Sep 09 09:54:02.158476 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:02.185764 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a630999-5b09-4404-b9c9-4be85032eaa8 req-1b0c9e92-8285-4b03-9c5a-233d9bef5e39 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Sep 09 09:54:02.212238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e484fb40-507f-42fa-9b33-15f9f8db0209,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:02.279784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Attempting to bind port e484fb40-507f-42fa-9b33-15f9f8db0209 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:54:02.280127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Attempting to bind port e484fb40-507f-42fa-9b33-15f9f8db0209 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '00759607-0ecc-492e-a51d-f16c32783414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:54:02.280459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Attempting to bind port e484fb40-507f-42fa-9b33-15f9f8db0209 on network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:54:02.284774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Port e484fb40-507f-42fa-9b33-15f9f8db0209 on network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:54:02.285097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Attempting to bind port e484fb40-507f-42fa-9b33-15f9f8db0209 on network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:54:02.289894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:54:02.290232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Checking segment: {'id': '00759607-0ecc-492e-a51d-f16c32783414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:54:02.290617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Bound using segment: {'id': '00759607-0ecc-492e-a51d-f16c32783414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:54:02.291052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Bound port: e484fb40-507f-42fa-9b33-15f9f8db0209, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00759607-0ecc-492e-a51d-f16c32783414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:54:02.291428 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:02.353801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:54:02.356645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e484fb40-507f-42fa-9b33-15f9f8db0209,segment=NetworkSegment(00759607-0ecc-492e-a51d-f16c32783414),segment_id=00759607-0ecc-492e-a51d-f16c32783414)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:54:02.416488 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:02.454871 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:02.455522 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:02.457426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/e484fb40-507f-42fa-9b33-15f9f8db0209 HTTP/1.1" status: 200 len: 1092 time: 1.0505979 Sep 09 09:54:02.458004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:54:02.460910 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca842f53-f0e0-4a20-bd85-97d6ae92d61b" -d '{"events": [{"name": "network-changed", "server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:54:02.485861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953da7a-2296-4e1d-a39c-5fec964129c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e484fb40-507f-42fa-9b33-15f9f8db0209,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:02.500537 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61da67c-eba6-40fb-9816-18f6d38633ce x-openstack-request-id: req-e61da67c-eba6-40fb-9816-18f6d38633ce {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:54:02.500829 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:54:02.501079 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e61da67c-eba6-40fb-9816-18f6d38633ce {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:54:02.501470 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209', 'status': 'completed', 'code': 200} Sep 09 09:54:02.559574 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca842f53-f0e0-4a20-bd85-97d6ae92d61b req-a6a4259a-c071-4eb2-a213-0cdb85dd284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:02.561066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ca842f53-f0e0-4a20-bd85-97d6ae92d61b req-a6a4259a-c071-4eb2-a213-0cdb85dd284e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e40cf89aa4a14e158288393b6fd66342&device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 1095 time: 0.0409126 Sep 09 09:54:02.655945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca842f53-f0e0-4a20-bd85-97d6ae92d61b req-4f0276fc-7ace-470b-b76d-e06555ca0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:02.657407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ca842f53-f0e0-4a20-bd85-97d6ae92d61b req-4f0276fc-7ace-470b-b76d-e06555ca0080 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e40cf89aa4a14e158288393b6fd66342&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0888886 Sep 09 09:54:02.752965 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca842f53-f0e0-4a20-bd85-97d6ae92d61b req-e445bdad-030f-420b-812f-d2bacf2b8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:02.754690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ca842f53-f0e0-4a20-bd85-97d6ae92d61b req-e445bdad-030f-420b-812f-d2bacf2b8952 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907135 Sep 09 09:54:02.828316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-cbe053ca-cd72-454c-97f7-0b6a98542549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:02.829827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-cbe053ca-cd72-454c-97f7-0b6a98542549 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e40cf89aa4a14e158288393b6fd66342&device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 1095 time: 0.0406747 Sep 09 09:54:02.873199 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-bf529956-0a10-403c-bff2-13c3b628f42d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e484fb40-507f-42fa-9b33-15f9f8db0209 HTTP/1.1" status: 200 len: 217 time: 0.0361712 Sep 09 09:54:02.921611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-66098279-761a-4799-9d84-dbbcfe073289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:02.922980 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-66098279-761a-4799-9d84-dbbcfe073289 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17713459-7b14-44b2-8a7c-2600e776d86a HTTP/1.1" status: 200 len: 850 time: 0.0428207 Sep 09 09:54:02.955227 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-fe22b411-391d-4022-8016-9d01ebdf1c14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248849 Sep 09 09:54:03.045724 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-52a56e20-2fcc-4357-96a0-e7503377fdee service neutron] 10.222.0.41 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839131 Sep 09 09:54:03.134632 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03bf3f0f-576d-48bb-8cca-9d00c29c5f94 req-0f90fcb3-ce3a-4e1c-b4e6-2fcbce5920e1 service neutron] 10.222.0.41 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824828 Sep 09 09:54:03.304153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08174636-621c-4b00-ba3d-81a97906e3f5 req-d959018f-6348-455a-9c0d-0e07454217d4 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:03.305635 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08174636-621c-4b00-ba3d-81a97906e3f5 req-d959018f-6348-455a-9c0d-0e07454217d4 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 943 time: 0.0494428 Sep 09 09:54:03.343095 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08174636-621c-4b00-ba3d-81a97906e3f5 req-3c4f09ab-96be-4401-b006-edd0a0f93aa5 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316164 Sep 09 09:54:04.461403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fea115-6926-4ad7-a038-132998fc44de req-59ab5621-354d-4ee1-9e5b-3f09aa8d03e3 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:04.462871 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f1fea115-6926-4ad7-a038-132998fc44de req-59ab5621-354d-4ee1-9e5b-3f09aa8d03e3 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 943 time: 0.0500710 Sep 09 09:54:04.505296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f1fea115-6926-4ad7-a038-132998fc44de req-320bd5d1-a698-43b4-b6c4-dc895a666e21 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363519 Sep 09 09:54:04.982322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e484fb40-507f-42fa-9b33-15f9f8db0209 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:54:05.078384 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e484fb40-507f-42fa-9b33-15f9f8db0209,segment=NetworkSegment(00759607-0ecc-492e-a51d-f16c32783414),segment_id=00759607-0ecc-492e-a51d-f16c32783414)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:54:05.089355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'e484fb40-507f-42fa-9b33-15f9f8db0209', 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a', 'port_id': 'e484fb40-507f-42fa-9b33-15f9f8db0209', 'mac_address': 'fa:16:3e:aa:48:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17713459-7b14-44b2-8a7c-2600e776d86a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:54:05.125752 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:05.138528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e484fb40-507f-42fa-9b33-15f9f8db0209 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:54:05.157551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e484fb40-507f-42fa-9b33-15f9f8db0209,segment=NetworkSegment(00759607-0ecc-492e-a51d-f16c32783414),segment_id=00759607-0ecc-492e-a51d-f16c32783414)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:54:05.232433 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:05.279941 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=e484fb40-507f-42fa-9b33-15f9f8db0209,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:05.420287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['e484fb40-507f-42fa-9b33-15f9f8db0209'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:54:05.618881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1e019-04a1-44f8-b220-578b1ff7601c req-3b459165-b1bc-45b5-8cc5-61f8dff24019 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:05.620405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08c1e019-04a1-44f8-b220-578b1ff7601c req-3b459165-b1bc-45b5-8cc5-61f8dff24019 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 944 time: 0.0493662 Sep 09 09:54:05.657622 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08c1e019-04a1-44f8-b220-578b1ff7601c req-d2010552-a02f-4cd7-bb7a-723358d391db tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Sep 09 09:54:06.770335 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf08d0-7478-4591-be03-90528c96b7c7 req-1b00bfc6-d222-4758-bac4-be0b699c9d2f tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:06.771844 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7bcf08d0-7478-4591-be03-90528c96b7c7 req-1b00bfc6-d222-4758-bac4-be0b699c9d2f tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 944 time: 0.0494716 Sep 09 09:54:06.809809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7bcf08d0-7478-4591-be03-90528c96b7c7 req-c09d1611-82a2-4263-8206-135c58ef279c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Sep 09 09:54:06.998234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e484fb40-507f-42fa-9b33-15f9f8db0209 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:54:07.095230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port e484fb40-507f-42fa-9b33-15f9f8db0209 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:54:07.099646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port e484fb40-507f-42fa-9b33-15f9f8db0209 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:54:07.100012 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:07.177479 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:07.198993 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:54:07.201214 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069f8cdb-2d20-49cb-aba1-d9e264259781" -d '{"events": [{"server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "name": "network-vif-plugged", "status": "completed", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:54:07.214247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e484fb40-507f-42fa-9b33-15f9f8db0209,segment=NetworkSegment(00759607-0ecc-492e-a51d-f16c32783414),segment_id=00759607-0ecc-492e-a51d-f16c32783414)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:54:07.236321 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c737a80e-874b-41f1-a15f-3aec0e02b3d4 x-openstack-request-id: req-c737a80e-874b-41f1-a15f-3aec0e02b3d4 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:54:07.236612 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "name": "network-vif-plugged", "status": "completed", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:54:07.236948 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c737a80e-874b-41f1-a15f-3aec0e02b3d4 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:54:07.237471 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209', 'code': 200} Sep 09 09:54:07.295999 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:07.331399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83768da-b5da-4809-a3c2-17a4aed57f3b req-0c140828-9695-4ef8-bd74-6e6886ae91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:07.333105 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d83768da-b5da-4809-a3c2-17a4aed57f3b req-0c140828-9695-4ef8-bd74-6e6886ae91da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 1097 time: 0.0420272 Sep 09 09:54:07.344604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=e484fb40-507f-42fa-9b33-15f9f8db0209,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:07.369247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d83768da-b5da-4809-a3c2-17a4aed57f3b req-753b868e-d62d-4188-8375-a3eb67f6964b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286283 Sep 09 09:54:07.922731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fc507-7b40-47c3-92de-11782154b5d8 req-21a00378-8bd4-4188-be4a-dd4aea940712 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:07.924827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-705fc507-7b40-47c3-92de-11782154b5d8 req-21a00378-8bd4-4188-be4a-dd4aea940712 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0487430 Sep 09 09:54:07.969566 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-705fc507-7b40-47c3-92de-11782154b5d8 req-6ada054f-4a32-44c1-b037-6389e76a183d tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Sep 09 09:54:09.089537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f3e6f-6043-44e8-b3a3-4ef536fddcd9 req-dd801a7c-f90f-4bac-b2c2-ddd4633aabb7 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:09.091052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a8f3e6f-6043-44e8-b3a3-4ef536fddcd9 req-dd801a7c-f90f-4bac-b2c2-ddd4633aabb7 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0533907 Sep 09 09:54:09.128466 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4a8f3e6f-6043-44e8-b3a3-4ef536fddcd9 req-aeb5b24e-bc71-44c1-8ef0-70dc2b56356d tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308223 Sep 09 09:54:09.481483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203cee5-bea6-43fc-992d-fcd15a20ef94 req-7a3c5e28-8bbc-4cc8-a01e-1abfccc8c08a tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:09.482988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0203cee5-bea6-43fc-992d-fcd15a20ef94 req-7a3c5e28-8bbc-4cc8-a01e-1abfccc8c08a tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0508368 Sep 09 09:54:09.522127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0203cee5-bea6-43fc-992d-fcd15a20ef94 req-a251242c-7cfa-494b-88fc-58aeba146451 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Sep 09 09:54:09.531229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48394) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:54:09.627167 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-bd1788e3-f3e2-447b-b544-a3a50a9129f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948036 Sep 09 09:54:09.635897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-d642b535-5012-439b-b9a6-848bfa9f16e6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:54:09.636900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-d642b535-5012-439b-b9a6-848bfa9f16e6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048695 Sep 09 09:54:10.638783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869aa8b-cd4d-465a-97cb-902c0efb5882 req-e6cb9858-f7e5-4e09-b298-cced2a47b003 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:10.640313 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b869aa8b-cd4d-465a-97cb-902c0efb5882 req-e6cb9858-f7e5-4e09-b298-cced2a47b003 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0502326 Sep 09 09:54:10.662498 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:54:10.679691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b869aa8b-cd4d-465a-97cb-902c0efb5882 req-67df6447-7212-4a5c-91c7-9d7a7f71954d tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Sep 09 09:54:11.261056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab124-45b2-4ef7-8f4f-1eb7908e07aa req-a9ee182e-dccf-41f4-92f4-f318dabbdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:11.262548 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-66bab124-45b2-4ef7-8f4f-1eb7908e07aa req-a9ee182e-dccf-41f4-92f4-f318dabbdbea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e40cf89aa4a14e158288393b6fd66342&device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 1097 time: 0.0399413 Sep 09 09:54:11.376880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab124-45b2-4ef7-8f4f-1eb7908e07aa req-aa69f299-44dc-4072-8f09-578e9bb822c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:11.378532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-66bab124-45b2-4ef7-8f4f-1eb7908e07aa req-aa69f299-44dc-4072-8f09-578e9bb822c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a HTTP/1.1" status: 200 len: 911 time: 0.0977287 Sep 09 09:54:11.422042 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-66bab124-45b2-4ef7-8f4f-1eb7908e07aa req-1597bb63-5ef2-4a3d-893d-3a7d5976579c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e484fb40-507f-42fa-9b33-15f9f8db0209 HTTP/1.1" status: 200 len: 217 time: 0.0349545 Sep 09 09:54:11.472888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab124-45b2-4ef7-8f4f-1eb7908e07aa req-c7f648a0-5271-44e0-b060-408279ca880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:11.474360 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-66bab124-45b2-4ef7-8f4f-1eb7908e07aa req-c7f648a0-5271-44e0-b060-408279ca880d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17713459-7b14-44b2-8a7c-2600e776d86a HTTP/1.1" status: 200 len: 850 time: 0.0461757 Sep 09 09:54:11.513331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-66bab124-45b2-4ef7-8f4f-1eb7908e07aa req-5a23087f-de82-42bb-b966-749a41532d09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291386 Sep 09 09:54:11.602468 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-66bab124-45b2-4ef7-8f4f-1eb7908e07aa req-ccaa2249-8f24-4c22-9952-1c2dcdfb70b5 service neutron] 10.222.0.41 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843740 Sep 09 09:54:11.701694 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-66bab124-45b2-4ef7-8f4f-1eb7908e07aa req-e33917ea-5315-4cf3-ad0c-45a7a730265d service neutron] 10.222.0.41 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924320 Sep 09 09:54:11.799112 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56feea-3212-424b-acc3-8ee0be67b09d req-7d66aabd-219a-47e4-80ea-0766856b90ff tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:11.800606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a56feea-3212-424b-acc3-8ee0be67b09d req-7d66aabd-219a-47e4-80ea-0766856b90ff tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Sep 09 09:54:11.831798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267965c-0973-4223-a91b-b98853ca27c5 req-128078b8-7ccc-4568-a246-0c76ddd288d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:11.833345 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-128078b8-7ccc-4568-a246-0c76ddd288d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e40cf89aa4a14e158288393b6fd66342&device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 1097 time: 0.0426693 Sep 09 09:54:11.845539 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0a56feea-3212-424b-acc3-8ee0be67b09d req-61e82772-80d1-4d05-8b4d-960d29936f34 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Sep 09 09:54:11.934625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267965c-0973-4223-a91b-b98853ca27c5 req-e8cf5398-9274-4eda-b85d-e45df792260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:11.936168 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-e8cf5398-9274-4eda-b85d-e45df792260d service neutron] 10.222.0.41 "GET /v2.0/networks?id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a HTTP/1.1" status: 200 len: 911 time: 0.0957041 Sep 09 09:54:11.978116 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-127fb053-6f18-418c-9f36-6a7e7ef4d3b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e484fb40-507f-42fa-9b33-15f9f8db0209 HTTP/1.1" status: 200 len: 217 time: 0.0349982 Sep 09 09:54:12.035607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267965c-0973-4223-a91b-b98853ca27c5 req-5826c845-ebbe-4d6a-be57-a4611174123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:12.037106 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-5826c845-ebbe-4d6a-be57-a4611174123a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17713459-7b14-44b2-8a7c-2600e776d86a HTTP/1.1" status: 200 len: 850 time: 0.0522702 Sep 09 09:54:12.069476 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-9cc4fd4b-6df6-43ef-8131-14ff0bc61e93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252776 Sep 09 09:54:12.163039 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-44aa1dca-5b71-4f32-baf1-66e654f90f11 service neutron] 10.222.0.41 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865295 Sep 09 09:54:12.257719 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-7a63b93e-627f-457d-ac73-55c312dd8f50 service neutron] 10.222.0.41 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871923 Sep 09 09:54:12.972156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc7ef1-c5e0-42ee-9f5a-660b3a5bcb00 req-eb977654-b42a-4fc1-8e43-739bc2014a65 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:12.973748 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9fc7ef1-c5e0-42ee-9f5a-660b3a5bcb00 req-eb977654-b42a-4fc1-8e43-739bc2014a65 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0590615 Sep 09 09:54:13.010904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c9fc7ef1-c5e0-42ee-9f5a-660b3a5bcb00 req-da65fa12-78ac-4c46-a575-6a26fbf30b3c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Sep 09 09:54:14.125665 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40c9d1-627a-4c09-90ce-1a2247ac1495 req-3361c673-a150-491d-98e6-4eb3f5350f8a tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:14.127087 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ad40c9d1-627a-4c09-90ce-1a2247ac1495 req-3361c673-a150-491d-98e6-4eb3f5350f8a tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Sep 09 09:54:14.165280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ad40c9d1-627a-4c09-90ce-1a2247ac1495 req-0c22b17a-8171-4115-8316-690e676c0a19 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Sep 09 09:54:14.426641 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f044aec8-59e6-43dc-b199-a533044d0a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:15.278989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85f205-c6f3-4719-8cdf-b5b91fce6f38 req-907d60b3-1a33-4429-a2f7-714bebb53372 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:15.280511 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f85f205-c6f3-4719-8cdf-b5b91fce6f38 req-907d60b3-1a33-4429-a2f7-714bebb53372 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Sep 09 09:54:15.317602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f85f205-c6f3-4719-8cdf-b5b91fce6f38 req-3a21394c-d6a3-4f93-9752-d672895b17d9 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306914 Sep 09 09:54:16.432291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d089c-ea59-4d70-b4c6-4ae714e9e858 req-5cc7963a-782b-4175-8fac-93f57dea8967 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:16.433771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f70d089c-ea59-4d70-b4c6-4ae714e9e858 req-5cc7963a-782b-4175-8fac-93f57dea8967 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0498593 Sep 09 09:54:16.470250 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f70d089c-ea59-4d70-b4c6-4ae714e9e858 req-344edd7b-d909-4032-93e1-da65cc6361d4 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306871 Sep 09 09:54:17.106902 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2a95b11-e525-4ba8-bb7d-4d88535adb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:17.341232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:17.589784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc8754-7f4d-46fd-b9fb-5084fb70ef97 req-c650cfe9-dce0-4331-802b-111362371cb9 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:17.592707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cebc8754-7f4d-46fd-b9fb-5084fb70ef97 req-c650cfe9-dce0-4331-802b-111362371cb9 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0527828 Sep 09 09:54:17.632389 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cebc8754-7f4d-46fd-b9fb-5084fb70ef97 req-9857a47b-3949-4d4c-b0c7-d3e9ec896848 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352309 Sep 09 09:54:18.609721 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:18.747655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a98a18-ecbf-447c-a441-08b90fe5630d req-6d778012-dcc9-42c7-ac38-ed82dae0304e tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:18.749301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46a98a18-ecbf-447c-a441-08b90fe5630d req-6d778012-dcc9-42c7-ac38-ed82dae0304e tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0498362 Sep 09 09:54:18.791555 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-46a98a18-ecbf-447c-a441-08b90fe5630d req-0f1ab2d9-af68-4697-9b50-58e853a5b68a tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357642 Sep 09 09:54:19.907481 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd074bae-7b03-4116-8e11-5846b25592bf req-d876c834-de6e-493f-8a54-f81fdcb1ef71 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:19.908985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd074bae-7b03-4116-8e11-5846b25592bf req-d876c834-de6e-493f-8a54-f81fdcb1ef71 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0520756 Sep 09 09:54:19.947156 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd074bae-7b03-4116-8e11-5846b25592bf req-6b111ef9-d4c6-4862-8b36-282ac486e271 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313249 Sep 09 09:54:20.179283 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:21.061915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45086c-f1e3-4365-998c-b965530c9cca req-9967035a-adcf-4444-8555-1b43ff1de307 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:21.063425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c45086c-f1e3-4365-998c-b965530c9cca req-9967035a-adcf-4444-8555-1b43ff1de307 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0497148 Sep 09 09:54:21.102007 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c45086c-f1e3-4365-998c-b965530c9cca req-c2ef3801-0c71-4ac4-b037-ced671fa255c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316296 Sep 09 09:54:22.219931 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf865393-e7ed-4440-9131-a3d0dbad0ba5 req-869ce44e-6d3a-471d-99a1-1b5d85470cf3 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:22.221430 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf865393-e7ed-4440-9131-a3d0dbad0ba5 req-869ce44e-6d3a-471d-99a1-1b5d85470cf3 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0494628 Sep 09 09:54:22.261618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cf865393-e7ed-4440-9131-a3d0dbad0ba5 req-405d5462-55b2-47b4-8f10-a8bcc4a53c3d tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341511 Sep 09 09:54:23.375868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0c33d-37ba-41ff-8ad5-dcaf38a4ec86 req-49550282-2102-41ab-a5dc-270513a727af tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:23.377382 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e3e0c33d-37ba-41ff-8ad5-dcaf38a4ec86 req-49550282-2102-41ab-a5dc-270513a727af tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0503013 Sep 09 09:54:23.415325 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e3e0c33d-37ba-41ff-8ad5-dcaf38a4ec86 req-ae4efb83-90e7-4511-bdfa-9fc0975e295c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Sep 09 09:54:24.527940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7f903-31ce-497d-b907-736d50abab8b req-23de1afe-d7b7-497c-95c8-b00623a780b1 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:24.529358 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8d7f903-31ce-497d-b907-736d50abab8b req-23de1afe-d7b7-497c-95c8-b00623a780b1 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0492897 Sep 09 09:54:24.570469 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a8d7f903-31ce-497d-b907-736d50abab8b req-e1f11242-3fe7-4082-a8b4-333b47575f56 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352571 Sep 09 09:54:25.449228 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:25.686755 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d053e-32f6-4b06-ba1d-ea29ebf721e4 req-c5b6ea0a-11b0-42f7-8615-a6a0a9efa83a tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:25.688272 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-715d053e-32f6-4b06-ba1d-ea29ebf721e4 req-c5b6ea0a-11b0-42f7-8615-a6a0a9efa83a tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0510592 Sep 09 09:54:25.729236 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-715d053e-32f6-4b06-ba1d-ea29ebf721e4 req-6e64eac9-ccc3-4fd5-8c3d-97950d85089a tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347168 Sep 09 09:54:26.133461 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:26.842878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfa212-d93d-4695-bff2-e96ff470e047 req-2f50d7da-097d-419f-a8f1-c0bf26c91a37 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:26.844363 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73cfa212-d93d-4695-bff2-e96ff470e047 req-2f50d7da-097d-419f-a8f1-c0bf26c91a37 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0483153 Sep 09 09:54:26.882832 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73cfa212-d93d-4695-bff2-e96ff470e047 req-ea44519a-d3e2-4919-8734-70b389aa6716 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Sep 09 09:54:27.998851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3983467-d549-4fb7-a77f-8b209e4bf4cc req-78d3a36b-f296-4b3a-a280-0e10bb8fde92 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:28.000475 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e3983467-d549-4fb7-a77f-8b209e4bf4cc req-78d3a36b-f296-4b3a-a280-0e10bb8fde92 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0501845 Sep 09 09:54:28.048042 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e3983467-d549-4fb7-a77f-8b209e4bf4cc req-c42863f3-ebb3-41c0-864c-fabe6db9e92d tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 Sep 09 09:54:29.161894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a8a40-ef3b-4275-a24e-acaf47c37516 req-079c8f40-4c40-468f-959a-5dea405040f2 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:29.163285 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f7a8a40-ef3b-4275-a24e-acaf47c37516 req-079c8f40-4c40-468f-959a-5dea405040f2 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0485616 Sep 09 09:54:29.202906 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f7a8a40-ef3b-4275-a24e-acaf47c37516 req-f899c2fd-7830-44da-91ea-9c2086f5eb56 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336773 Sep 09 09:54:30.316447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63f7a3-ef0a-4cb2-ae9a-55bd217a2c50 req-e4fcb876-da29-4cc1-8e47-06017bc8f49d tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:30.318460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf63f7a3-ef0a-4cb2-ae9a-55bd217a2c50 req-e4fcb876-da29-4cc1-8e47-06017bc8f49d tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0501635 Sep 09 09:54:30.356268 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf63f7a3-ef0a-4cb2-ae9a-55bd217a2c50 req-2afce4c3-93f8-4eaf-b8cc-8445e3ff305a tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Sep 09 09:54:31.469587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4069b4-6f3c-4145-87cb-48124e8d6a69 req-8669ba0f-a847-4b48-9ff3-55b82a8c226c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:31.471076 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a4069b4-6f3c-4145-87cb-48124e8d6a69 req-8669ba0f-a847-4b48-9ff3-55b82a8c226c tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0495496 Sep 09 09:54:31.513919 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a4069b4-6f3c-4145-87cb-48124e8d6a69 req-c4844a7c-e6eb-43dc-a39a-5670bf49bb8e tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360141 Sep 09 09:54:32.627682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c9467-baeb-4cf8-9ef9-deb24148ffa1 req-a53618c4-41f4-4a7c-9e28-9a1ef644c4cc tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:32.629148 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b8c9467-baeb-4cf8-9ef9-deb24148ffa1 req-a53618c4-41f4-4a7c-9e28-9a1ef644c4cc tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0485907 Sep 09 09:54:32.670927 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b8c9467-baeb-4cf8-9ef9-deb24148ffa1 req-b421451e-6140-4d19-b8dc-2d7a8dbe02d9 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354154 Sep 09 09:54:33.786570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a77411-592c-4526-8add-759534f7d728 req-49335e7f-aed8-45b7-83ee-f60c8b947109 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:33.788068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f7a77411-592c-4526-8add-759534f7d728 req-49335e7f-aed8-45b7-83ee-f60c8b947109 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0493820 Sep 09 09:54:33.825102 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f7a77411-592c-4526-8add-759534f7d728 req-d7155e60-97c1-42d5-a892-303edc3d071d tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Sep 09 09:54:34.942322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09827e-7165-4261-bbf9-76c12ef61c08 req-0d68e87f-23cf-498c-8559-9a0ed0b84ff3 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:34.944699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b09827e-7165-4261-bbf9-76c12ef61c08 req-0d68e87f-23cf-498c-8559-9a0ed0b84ff3 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0550768 Sep 09 09:54:34.983285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3b09827e-7165-4261-bbf9-76c12ef61c08 req-f73e72f0-b54c-4d62-a98a-341b005abb40 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317028 Sep 09 09:54:36.099001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed62267-57c6-44a1-8524-b58f30b9d2d1 req-5f59bcc7-0df0-4540-96c3-cf4aa21f0f44 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:36.101169 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ed62267-57c6-44a1-8524-b58f30b9d2d1 req-5f59bcc7-0df0-4540-96c3-cf4aa21f0f44 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0497284 Sep 09 09:54:36.139647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3ed62267-57c6-44a1-8524-b58f30b9d2d1 req-3cc5e584-56b3-46e0-9c8e-b9897e76e414 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Sep 09 09:54:37.252480 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff926b68-0574-4865-9b12-12ddeb4c75f5 req-789d5ed9-5999-4ead-ae6c-e5151537d4e5 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:37.253951 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ff926b68-0574-4865-9b12-12ddeb4c75f5 req-789d5ed9-5999-4ead-ae6c-e5151537d4e5 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0492377 Sep 09 09:54:37.291182 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ff926b68-0574-4865-9b12-12ddeb4c75f5 req-2b5d84ed-27de-415e-9a11-269392132c40 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307708 Sep 09 09:54:38.405363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd078b-a329-4b9a-8d7d-585f55eb587d req-65175334-1aaa-4654-b2be-ab65b7dc3fab tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:38.406835 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19bd078b-a329-4b9a-8d7d-585f55eb587d req-65175334-1aaa-4654-b2be-ab65b7dc3fab tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0492558 Sep 09 09:54:38.447360 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19bd078b-a329-4b9a-8d7d-585f55eb587d req-b6e8c3a7-3878-4649-bea2-120a2e7de042 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345745 Sep 09 09:54:39.304826 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-4267965c-0973-4223-a91b-b98853ca27c5 req-220b7006-1c70-4abe-9246-fb083640301a service neutron] show failed (client error): The resource could not be found. Sep 09 09:54:39.305738 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-220b7006-1c70-4abe-9246-fb083640301a service neutron] 10.222.0.41 "GET /v2.0/ports/e484fb40-507f-42fa-9b33-15f9f8db0209/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0564132 Sep 09 09:54:39.574601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b08afb-30d4-4b30-9e76-639b9c9b4889 req-b42609d4-73ce-4a90-8c71-1270385f26a7 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:39.576181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47b08afb-30d4-4b30-9e76-639b9c9b4889 req-b42609d4-73ce-4a90-8c71-1270385f26a7 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 945 time: 0.0528550 Sep 09 09:54:39.618992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47b08afb-30d4-4b30-9e76-639b9c9b4889 req-af22c13f-7ccd-4002-bbfc-59992bd0c27b tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366244 Sep 09 09:54:39.902274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267965c-0973-4223-a91b-b98853ca27c5 req-c338aacb-0daa-4c44-9b3f-f64344320c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:39.903831 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-c338aacb-0daa-4c44-9b3f-f64344320c1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176&tenant_id=e40cf89aa4a14e158288393b6fd66342 HTTP/1.1" status: 200 len: 1097 time: 0.1253648 Sep 09 09:54:39.915811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:54:39.971280 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:40.175426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=e484fb40-507f-42fa-9b33-15f9f8db0209,segment=NetworkSegment(00759607-0ecc-492e-a51d-f16c32783414),segment_id=00759607-0ecc-492e-a51d-f16c32783414)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:54:40.206819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:54:40.245251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:54:40.247505 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167da918-a861-45ae-9a7c-d7ebd089fef3" -d '{"events": [{"server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "name": "network-vif-unplugged", "status": "completed", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:54:40.251211 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:40.267399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Transition to ACTIVE for port object e484fb40-507f-42fa-9b33-15f9f8db0209 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:54:40.304769 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63dab0c-39bc-480e-afa7-662ea8e125f2 x-openstack-request-id: req-f63dab0c-39bc-480e-afa7-662ea8e125f2 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:54:40.305063 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "name": "network-vif-unplugged", "status": "completed", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:54:40.305320 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f63dab0c-39bc-480e-afa7-662ea8e125f2 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:54:40.305720 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209', 'code': 200} Sep 09 09:54:40.332857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:40.406044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] No DVR routers for this DVR port e484fb40-507f-42fa-9b33-15f9f8db0209 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:54:40.409095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Pushing event updated for resources: {'Port': ['ID=e484fb40-507f-42fa-9b33-15f9f8db0209,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:40.421224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.421574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.421915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.422249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.422579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.422911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.423236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.423590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.423917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.424240 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.424564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.424886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:40.456285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Attempting to bind port e484fb40-507f-42fa-9b33-15f9f8db0209 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:54:40.456618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Attempting to bind port e484fb40-507f-42fa-9b33-15f9f8db0209 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '00759607-0ecc-492e-a51d-f16c32783414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:54:40.456946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Attempting to bind port e484fb40-507f-42fa-9b33-15f9f8db0209 on network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:54:40.462100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Port e484fb40-507f-42fa-9b33-15f9f8db0209 on network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:54:40.462416 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Attempting to bind port e484fb40-507f-42fa-9b33-15f9f8db0209 on network 758b46cf-76d7-4b9b-80e6-2f6ebc80952a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:54:40.467104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:54:40.467469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Checking segment: {'id': '00759607-0ecc-492e-a51d-f16c32783414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:54:40.467851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Bound using segment: {'id': '00759607-0ecc-492e-a51d-f16c32783414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:54:40.468272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Bound port: e484fb40-507f-42fa-9b33-15f9f8db0209, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00759607-0ecc-492e-a51d-f16c32783414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:54:40.468623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:40.531303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:54:40.534225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e484fb40-507f-42fa-9b33-15f9f8db0209,segment=NetworkSegment(00759607-0ecc-492e-a51d-f16c32783414),segment_id=00759607-0ecc-492e-a51d-f16c32783414)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:54:40.641991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:40.677324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:40.678017 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:40.679645 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] 10.222.0.24 "PUT /v2.0/ports/e484fb40-507f-42fa-9b33-15f9f8db0209 HTTP/1.1" status: 200 len: 1092 time: 0.7680078 Sep 09 09:54:40.717969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbd4fd-0b40-4c83-9f45-27082ea3d823 service neutron] Pushing event updated for resources: {'Port': ['ID=e484fb40-507f-42fa-9b33-15f9f8db0209,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:40.780414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245ae6-09e5-47fc-9d05-9ced7f8344d6 req-f75ad1ce-bb0a-41e0-a003-56d2e7081750 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:40.781911 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47245ae6-09e5-47fc-9d05-9ced7f8344d6 req-f75ad1ce-bb0a-41e0-a003-56d2e7081750 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 943 time: 0.0851879 Sep 09 09:54:40.784495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1b537369-2fbe-48c7-8a78-873109c5487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:40.785878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1b537369-2fbe-48c7-8a78-873109c5487e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e40cf89aa4a14e158288393b6fd66342&device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 1095 time: 0.0761552 Sep 09 09:54:40.845694 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47245ae6-09e5-47fc-9d05-9ced7f8344d6 req-db3e92cb-44cd-4d7d-894b-c1527e652213 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577195 Sep 09 09:54:40.895467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267965c-0973-4223-a91b-b98853ca27c5 req-9b63edcf-0647-4e23-ab69-9ca0e06fc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:40.897665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-9b63edcf-0647-4e23-ab69-9ca0e06fc792 service neutron] 10.222.0.24 "GET /v2.0/networks?id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a HTTP/1.1" status: 200 len: 911 time: 0.1041625 Sep 09 09:54:40.940403 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-1135a0a7-13a2-4632-95bb-b4c41cca98f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e484fb40-507f-42fa-9b33-15f9f8db0209 HTTP/1.1" status: 200 len: 217 time: 0.0356658 Sep 09 09:54:40.993406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267965c-0973-4223-a91b-b98853ca27c5 req-994e0bab-1ec3-4b74-8a67-f141bf91992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:40.993406 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-994e0bab-1ec3-4b74-8a67-f141bf91992a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17713459-7b14-44b2-8a7c-2600e776d86a HTTP/1.1" status: 200 len: 850 time: 0.0418427 Sep 09 09:54:41.019179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-9a8ab0a0-241b-4674-a876-244863000947 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240450 Sep 09 09:54:41.108850 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-18810877-7ec5-4d68-bd77-c768f64d8a3f service neutron] 10.222.0.24 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823843 Sep 09 09:54:41.196658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4267965c-0973-4223-a91b-b98853ca27c5 req-234c3e7b-fc71-4ba6-ad9f-b6db22c20851 service neutron] 10.222.0.24 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800583 Sep 09 09:54:41.974789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a0e8e-1036-44d4-bdfe-2dc26f2641bc req-561c03a0-f794-44fd-a6a4-d9e9bacb5918 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:41.976583 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-248a0e8e-1036-44d4-bdfe-2dc26f2641bc req-561c03a0-f794-44fd-a6a4-d9e9bacb5918 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 943 time: 0.0614009 Sep 09 09:54:42.029286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-248a0e8e-1036-44d4-bdfe-2dc26f2641bc req-2afd5726-d29f-44be-b4e3-e24e5349327d tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445409 Sep 09 09:54:42.306550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:54:42.308947 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f15d42e-ed0e-46e2-8348-2e841a96f39b" -d '{"events": [{"name": "network-changed", "server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:54:42.356251 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ab8f9b-5f8e-47f7-92f4-4ea67e3a28b4 x-openstack-request-id: req-47ab8f9b-5f8e-47f7-92f4-4ea67e3a28b4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:54:42.356618 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:54:42.356960 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47ab8f9b-5f8e-47f7-92f4-4ea67e3a28b4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:54:42.357418 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209', 'status': 'completed', 'code': 200} Sep 09 09:54:42.418674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-26bb96f3-cdd8-4b0b-8c81-ca5eea3584b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:42.420255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-26bb96f3-cdd8-4b0b-8c81-ca5eea3584b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e40cf89aa4a14e158288393b6fd66342&device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 1095 time: 0.0416477 Sep 09 09:54:42.420590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-1c0a31c1-40d8-48cf-84d1-d05c8eb8dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:42.422063 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-1c0a31c1-40d8-48cf-84d1-d05c8eb8dc31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e40cf89aa4a14e158288393b6fd66342&device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 1095 time: 0.0463815 Sep 09 09:54:42.511732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-e01bdeb6-43b0-4cb5-9167-103d95836ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:42.513237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-e01bdeb6-43b0-4cb5-9167-103d95836ea4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a HTTP/1.1" status: 200 len: 911 time: 0.0832794 Sep 09 09:54:42.515633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-95be9ccd-eac3-456b-a06d-a265b08cfb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:42.517117 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-95be9ccd-eac3-456b-a06d-a265b08cfb2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a HTTP/1.1" status: 200 len: 911 time: 0.0883079 Sep 09 09:54:42.558780 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-dc3990f3-d50f-424c-90ca-0435cc232e36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e484fb40-507f-42fa-9b33-15f9f8db0209 HTTP/1.1" status: 200 len: 217 time: 0.0342116 Sep 09 09:54:42.560082 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-d711c58f-64a1-4d51-a2e0-52bb7c683f32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e484fb40-507f-42fa-9b33-15f9f8db0209 HTTP/1.1" status: 200 len: 217 time: 0.0387349 Sep 09 09:54:42.610245 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-40776150-d509-427a-b250-c7f43530da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:42.611711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-6fe2002c-5b21-418a-9d8a-63d0bd9fe959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:42.611849 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-40776150-d509-427a-b250-c7f43530da78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17713459-7b14-44b2-8a7c-2600e776d86a HTTP/1.1" status: 200 len: 850 time: 0.0449083 Sep 09 09:54:42.613175 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-6fe2002c-5b21-418a-9d8a-63d0bd9fe959 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17713459-7b14-44b2-8a7c-2600e776d86a HTTP/1.1" status: 200 len: 850 time: 0.0484343 Sep 09 09:54:42.643668 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-686428d9-bcd4-4f8a-a315-b494bdbd9a8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246980 Sep 09 09:54:42.645446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-d66b2a46-a3e0-4214-93ef-4b1b01cb0df3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245068 Sep 09 09:54:42.735819 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-f7f1856d-dc13-4748-9d19-c3e59db6412a service neutron] 10.222.0.41 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829315 Sep 09 09:54:42.737537 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-bc7876a5-bbd8-498f-874a-a82186a86473 service neutron] 10.222.0.24 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860679 Sep 09 09:54:42.831274 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-ec5d65d3-86b8-4513-a47c-6fb18fd4636d service neutron] 10.222.0.24 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861268 Sep 09 09:54:42.836408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f15d42e-ed0e-46e2-8348-2e841a96f39b req-5e9ca5da-4473-4af6-b8c1-198f15bc6641 service neutron] 10.222.0.41 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930777 Sep 09 09:54:43.122782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e484fb40-507f-42fa-9b33-15f9f8db0209 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:54:43.145502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec821b-eac8-48f0-bfa2-97a8591f322d req-c0a9e8fe-5289-45be-9a06-2bb65f83a7f5 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:43.147040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b2ec821b-eac8-48f0-bfa2-97a8591f322d req-c0a9e8fe-5289-45be-9a06-2bb65f83a7f5 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 943 time: 0.0498080 Sep 09 09:54:43.165080 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device e484fb40-507f-42fa-9b33-15f9f8db0209 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:54:43.186350 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b2ec821b-eac8-48f0-bfa2-97a8591f322d req-9631f5fd-417c-48d4-a3a1-d196ca92c1b3 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Sep 09 09:54:43.658502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-96b9fa91-55a7-48ba-90f9-b08d1f0d8f9a tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:43.660019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-96b9fa91-55a7-48ba-90f9-b08d1f0d8f9a tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176&tenant_id=e40cf89aa4a14e158288393b6fd66342&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 943 time: 0.0896630 Sep 09 09:54:43.718522 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-61a11cdf-edf3-4b66-aeae-1c129848e48c service neutron] delete failed (client error): The resource could not be found. Sep 09 09:54:43.719544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-61a11cdf-edf3-4b66-aeae-1c129848e48c service neutron] 10.222.0.41 "DELETE /v2.0/ports/e484fb40-507f-42fa-9b33-15f9f8db0209/bindings/n-h2-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0525301 Sep 09 09:54:43.807737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-7ffabf98-94fe-4493-aaf7-7a36391ea59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:43.809282 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-7ffabf98-94fe-4493-aaf7-7a36391ea59a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e40cf89aa4a14e158288393b6fd66342&device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 1095 time: 0.0469246 Sep 09 09:54:43.903086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-45b77f38-a29a-43b0-a196-8849d34d24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:43.904602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-45b77f38-a29a-43b0-a196-8849d34d24c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a HTTP/1.1" status: 200 len: 911 time: 0.0887575 Sep 09 09:54:43.945361 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-cce08264-ecb1-4a1b-9759-bc8f0f853d27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e484fb40-507f-42fa-9b33-15f9f8db0209 HTTP/1.1" status: 200 len: 217 time: 0.0337858 Sep 09 09:54:43.993785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-e11deb9d-cf28-4b19-b618-3318d1869280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:43.995233 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-e11deb9d-cf28-4b19-b618-3318d1869280 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17713459-7b14-44b2-8a7c-2600e776d86a HTTP/1.1" status: 200 len: 850 time: 0.0430944 Sep 09 09:54:44.030812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-cb5eb305-e7c2-4c4a-9847-c132f0199664 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=758b46cf-76d7-4b9b-80e6-2f6ebc80952a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291235 Sep 09 09:54:44.124264 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-98b6c597-c66d-4b00-851a-39803b45b198 service neutron] 10.222.0.41 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861776 Sep 09 09:54:44.218161 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-6c0920b2-ba23-4524-9f83-06219be7238d service neutron] 10.222.0.41 "GET /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865476 Sep 09 09:54:44.432070 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-466b2462-443d-462c-95a4-8de6af67384e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:44.508885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e484fb40-507f-42fa-9b33-15f9f8db0209 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:54:44.603656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e484fb40-507f-42fa-9b33-15f9f8db0209,segment=NetworkSegment(00759607-0ecc-492e-a51d-f16c32783414),segment_id=00759607-0ecc-492e-a51d-f16c32783414)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:54:44.614380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'e484fb40-507f-42fa-9b33-15f9f8db0209', 'network_id': '758b46cf-76d7-4b9b-80e6-2f6ebc80952a', 'port_id': 'e484fb40-507f-42fa-9b33-15f9f8db0209', 'mac_address': 'fa:16:3e:aa:48:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17713459-7b14-44b2-8a7c-2600e776d86a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:54:44.656154 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:44.668737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e484fb40-507f-42fa-9b33-15f9f8db0209 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:54:44.687368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e484fb40-507f-42fa-9b33-15f9f8db0209,segment=NetworkSegment(00759607-0ecc-492e-a51d-f16c32783414),segment_id=00759607-0ecc-492e-a51d-f16c32783414)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:54:44.761827 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:44.809693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=e484fb40-507f-42fa-9b33-15f9f8db0209,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:44.816942 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:44.817415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:44.817824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:44.818713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:44.819051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:44.819587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:44.819986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:44.820314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:44.820637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:44.820959 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:44.821281 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:44.821601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:54:45.020733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e484fb40-507f-42fa-9b33-15f9f8db0209'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:54:45.529573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecba9da-fee9-4cf2-96de-9e7f9e7611af req-733830c9-03c7-40fb-b511-2936c3f95d41 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:45.531043 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ecba9da-fee9-4cf2-96de-9e7f9e7611af req-733830c9-03c7-40fb-b511-2936c3f95d41 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 944 time: 0.0497868 Sep 09 09:54:45.570188 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0ecba9da-fee9-4cf2-96de-9e7f9e7611af req-9ac7d298-2f15-4200-a8a4-a964be3a44d4 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332499 Sep 09 09:54:46.515455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e484fb40-507f-42fa-9b33-15f9f8db0209 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:54:46.649399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port e484fb40-507f-42fa-9b33-15f9f8db0209 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:54:46.653486 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port e484fb40-507f-42fa-9b33-15f9f8db0209 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:54:46.653857 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:46.689445 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3017e-aabf-4946-a03a-91dca093e5a4 req-ad30c552-f3f7-41a0-b1b1-39396b07c7b4 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:46.691054 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fe3017e-aabf-4946-a03a-91dca093e5a4 req-ad30c552-f3f7-41a0-b1b1-39396b07c7b4 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 944 time: 0.0526237 Sep 09 09:54:46.729995 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fe3017e-aabf-4946-a03a-91dca093e5a4 req-31c2a6ab-73fc-4f3e-ba82-089a4a23127d tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/security-groups?id=8256ac1b-fbb3-4b64-9794-7d05d8760da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Sep 09 09:54:46.731081 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:46.757287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:54:46.759708 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1c4a82-a4fe-455e-baaf-0888b999577c" -d '{"events": [{"server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "name": "network-vif-plugged", "status": "completed", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:54:46.777361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e484fb40-507f-42fa-9b33-15f9f8db0209,segment=NetworkSegment(00759607-0ecc-492e-a51d-f16c32783414),segment_id=00759607-0ecc-492e-a51d-f16c32783414)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:54:46.797602 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d166c00-a4de-432b-8ab8-26855ada9d5e x-openstack-request-id: req-7d166c00-a4de-432b-8ab8-26855ada9d5e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:54:46.797921 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "name": "network-vif-plugged", "status": "completed", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:54:46.798175 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d166c00-a4de-432b-8ab8-26855ada9d5e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:54:46.798598 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209', 'code': 200} Sep 09 09:54:46.834936 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-a4f76847-3322-4830-81a7-424a9295484f tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:46.836482 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-a4f76847-3322-4830-81a7-424a9295484f tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.24 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 944 time: 0.0544264 Sep 09 09:54:46.837770 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:46.886218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=e484fb40-507f-42fa-9b33-15f9f8db0209,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:46.932479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-e540dfdd-37e5-4d6f-9ba4-2b299e489015 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Deleting port e484fb40-507f-42fa-9b33-15f9f8db0209 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:54:46.932824 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-e540dfdd-37e5-4d6f-9ba4-2b299e489015 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:47.023720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-e540dfdd-37e5-4d6f-9ba4-2b299e489015 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] For port e484fb40-507f-42fa-9b33-15f9f8db0209, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=e484fb40-507f-42fa-9b33-15f9f8db0209,segment=NetworkSegment(00759607-0ecc-492e-a51d-f16c32783414),segment_id=00759607-0ecc-492e-a51d-f16c32783414)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:54:47.024005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-e540dfdd-37e5-4d6f-9ba4-2b299e489015 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:47.035756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-e540dfdd-37e5-4d6f-9ba4-2b299e489015 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Calling delete_port for e484fb40-507f-42fa-9b33-15f9f8db0209 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:54:47.121990 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09014640-d48d-4d31-a9d0-ea81689b8fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:47.230375 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-e540dfdd-37e5-4d6f-9ba4-2b299e489015 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:47.242383 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['e484fb40-507f-42fa-9b33-15f9f8db0209'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:54:47.264276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540dfdd-37e5-4d6f-9ba4-2b299e489015 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Pushing event deleted for resources: {'Port': ['ID=e484fb40-507f-42fa-9b33-15f9f8db0209,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:47.306590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-e540dfdd-37e5-4d6f-9ba4-2b299e489015 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] No DVR routers for this DVR port e484fb40-507f-42fa-9b33-15f9f8db0209 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:54:47.309147 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-e540dfdd-37e5-4d6f-9ba4-2b299e489015 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:47.311075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e1e7301c-fb4f-4098-ac6a-33d67fe9e0f1 req-e540dfdd-37e5-4d6f-9ba4-2b299e489015 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.24 "DELETE /v2.0/ports/e484fb40-507f-42fa-9b33-15f9f8db0209 HTTP/1.1" status: 204 len: 173 time: 0.4684057 Sep 09 09:54:47.311544 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'name': 'network-vif-deleted', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:54:47.313874 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05829886-9b92-4788-a3d7-c8c5f86dc0e8" -d '{"events": [{"server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "name": "network-vif-deleted", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:54:47.348992 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca1b5a4-1425-4cca-a5d2-c0af3a5f3b9c x-openstack-request-id: req-5ca1b5a4-1425-4cca-a5d2-c0af3a5f3b9c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:54:47.349305 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88b143a-245e-4c04-9c34-6e9bb60f6176", "name": "network-vif-deleted", "tag": "e484fb40-507f-42fa-9b33-15f9f8db0209", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:54:47.350168 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ca1b5a4-1425-4cca-a5d2-c0af3a5f3b9c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:54:47.350581 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88b143a-245e-4c04-9c34-6e9bb60f6176', 'name': 'network-vif-deleted', 'tag': 'e484fb40-507f-42fa-9b33-15f9f8db0209', 'status': 'completed', 'code': 200} Sep 09 09:54:47.373339 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:47.660923 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:54:47.838335 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e8df72f-c31a-4bbe-aa61-7c1ea95c8b78 req-64a2868d-31d6-41e1-821e-69abc612eb74 tempest-DeleteServersTestJSON-62875314 tempest-DeleteServersTestJSON-62875314-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88b143a-245e-4c04-9c34-6e9bb60f6176 HTTP/1.1" status: 200 len: 210 time: 0.0268583 Sep 09 09:54:48.591970 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:48.966033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48504) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:54:49.011330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea5d23d-06a1-446e-9290-29568fd0844f admin admin] Deleting subnet 17713459-7b14-44b2-8a7c-2600e776d86a {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:54:49.014303 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aea5d23d-06a1-446e-9290-29568fd0844f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.050930 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aea5d23d-06a1-446e-9290-29568fd0844f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.089411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aea5d23d-06a1-446e-9290-29568fd0844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.204229 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aea5d23d-06a1-446e-9290-29568fd0844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.231511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5d23d-06a1-446e-9290-29568fd0844f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17713459-7b14-44b2-8a7c-2600e776d86a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:49.233506 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aea5d23d-06a1-446e-9290-29568fd0844f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.235367 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-aea5d23d-06a1-446e-9290-29568fd0844f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/17713459-7b14-44b2-8a7c-2600e776d86a HTTP/1.1" status: 204 len: 168 time: 0.2683454 Sep 09 09:54:49.237878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48506) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:54:49.308425 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.384069 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.403959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758b46cf-76d7-4b9b-80e6-2f6ebc80952a']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:54:49.413165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00759607-0ecc-492e-a51d-f16c32783414') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:54:49.413465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00759607-0ecc-492e-a51d-f16c32783414') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:54:49.422544 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.436057 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.441779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:54:49.447053 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:54:49.563581 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.570851 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:49.572766 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/758b46cf-76d7-4b9b-80e6-2f6ebc80952a HTTP/1.1" status: 204 len: 168 time: 0.3339751 Sep 09 09:54:49.582216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a271369-1739-4635-a1cf-4df8aac48fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=758b46cf-76d7-4b9b-80e6-2f6ebc80952a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:49.892560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:54:49.931745 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d003880a-da3c-44ca-b5e4-655ac2838a2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e40cf89aa4a14e158288393b6fd66342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380268 Sep 09 09:54:49.934101 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:54:49.979547 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4b383c-b3fd-4ace-a65b-37786e9c8775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:50.001033 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4b383c-b3fd-4ace-a65b-37786e9c8775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:50.138945 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4b383c-b3fd-4ace-a65b-37786e9c8775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:50.141451 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4b383c-b3fd-4ace-a65b-37786e9c8775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:50.142640 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2c4b383c-b3fd-4ace-a65b-37786e9c8775 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8256ac1b-fbb3-4b64-9794-7d05d8760da1 HTTP/1.1" status: 204 len: 168 time: 0.2076664 Sep 09 09:54:50.151242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b383c-b3fd-4ace-a65b-37786e9c8775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8256ac1b-fbb3-4b64-9794-7d05d8760da1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:50.201800 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:50.514892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e484fb40-507f-42fa-9b33-15f9f8db0209 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:54:50.537782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: e484fb40-507f-42fa-9b33-15f9f8db0209 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:54:50.538131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device e484fb40-507f-42fa-9b33-15f9f8db0209 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:54:51.159402 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48534) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:54:51.258123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-332687888-network', 'tenant_id': '54be208aef1a4020b86357958f07db78'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:54:51.350674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Made reservation on behalf of 54be208aef1a4020b86357958f07db78 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:54:51.352993 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:51.361396 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:51.448288 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:51.523552 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:51.550495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:54:51.557027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f4740f-5e40-4bda-b387-d5a7ac351a42,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:51.564135 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:51.564135 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Added segment 8bac7ea1-7491-4d29-a33b-bf0ef7c1acff of type vlan for network c3e99a61-dbc6-4163-9630-9f0b0864a034 Sep 09 09:54:51.604365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:51.677696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:51.678803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:51.679411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:51.740153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e99a61-dbc6-4163-9630-9f0b0864a034,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:51.750253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network c3e99a61-dbc6-4163-9630-9f0b0864a034 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:54:51.756607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4b017640-e053-40ad-b0a6-ae7fb8dde6a3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5961332 Sep 09 09:54:51.759519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:54:51.764221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] Request body: {'subnet': {'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-332687888-subnet', 'tenant_id': '54be208aef1a4020b86357958f07db78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:54:51.849064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] Made reservation on behalf of 54be208aef1a4020b86357958f07db78 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:54:51.852212 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:52.055295 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:52.108559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45bfa8f1-e4ec-45d8-949a-3c08988b6785,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:52.118656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] Checking segment: {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:54:52.119008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] Network hostable DHCP agents. Network: c3e99a61-dbc6-4163-9630-9f0b0864a034, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:54:52.189754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] Network c3e99a61-dbc6-4163-9630-9f0b0864a034 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:54:52.269857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, c3e99a61-dbc6-4163-9630-9f0b0864a034) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:54:52.274172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:52.274757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:52.278727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ed467-b75b-4a69-b5d0-6bec96df5951 None None] Network c3e99a61-dbc6-4163-9630-9f0b0864a034 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:54:52.358518 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6974384c-e1a7-4e3e-b679-e3e9d4e8df28 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5979595 Sep 09 09:54:52.403732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3232e2b-4b86-4d94-a498-c175a55f889b None None] Network c3e99a61-dbc6-4163-9630-9f0b0864a034 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:54:52.789587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17228f83-5a18-46e6-a94c-e46387891cde req-c06109b9-fb7a-4804-aa45-f33fa4cb69ea tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:52.791062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-c06109b9-fb7a-4804-aa45-f33fa4cb69ea tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 814 time: 0.1040709 Sep 09 09:54:52.806257 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-4461e817-ad88-4ed3-826d-563f6abe3b38 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/quotas/54be208aef1a4020b86357958f07db78 HTTP/1.1" status: 200 len: 375 time: 0.0094812 Sep 09 09:54:52.837115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-30babda4-fc75-4b08-9576-c78a72053562 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257297 Sep 09 09:54:52.929408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-c5b3b1e9-4391-4b9f-9c92-70d6c859a86a service neutron] 10.222.0.32 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855255 Sep 09 09:54:53.016231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-56ce5835-84cf-451a-9d63-24ff6eeea23c service neutron] 10.222.0.32 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807576 Sep 09 09:54:53.240850 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57258d23-4954-4f7a-95cb-b4c64a5b51fe req-66ebc30c-4d3c-4b6c-a1bb-205fac548a7e tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 210 time: 0.0276530 Sep 09 09:54:54.344676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6fea69e6-5b20-4d7e-a6d5-fa9ea6fe8712 req-87c0496f-3889-40a1-bd69-73f5ed67f162 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 210 time: 0.0371895 Sep 09 09:54:54.993239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17228f83-5a18-46e6-a94c-e46387891cde req-efd25539-d9d2-4feb-9112-6c348ccd71a9 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:54.995703 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-efd25539-d9d2-4feb-9112-6c348ccd71a9 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.24 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 814 time: 0.1197014 Sep 09 09:54:55.008450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Request body: {'port': {'device_id': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034', 'admin_state_up': True, 'tenant_id': '54be208aef1a4020b86357958f07db78'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:54:55.180740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Made reservation on behalf of 54be208aef1a4020b86357958f07db78 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:54:55.184383 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:55.324878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Allocated IP 172.20.0.5 (c3e99a61-dbc6-4163-9630-9f0b0864a034/45bfa8f1-e4ec-45d8-949a-3c08988b6785/8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:54:55.447355 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:55.485901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32d5d9a5-d44a-4ddb-8c8c-a8b492bdfbb9 req-1278cbbf-771d-4c19-9353-ef5cd49e2a44 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 210 time: 0.0332267 Sep 09 09:54:55.514779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:55.602129 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:55.642733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Network c3e99a61-dbc6-4163-9630-9f0b0864a034 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:54:55.645693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:54:55.649456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:54:55.677086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Pushing event updated for resources: {'Port': ['ID=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:55.704787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:55.705325 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:55.775729 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-d4ad04da-4cc3-4eee-8471-e515240aab6c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7716677 Sep 09 09:54:55.788206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Request body: {'port': {'device_id': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:54:55.843908 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:56.099940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:54:56.108659 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:56.120733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Transition to ACTIVE for port object 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:54:56.152191 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:56.174713 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:56.245247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:56.293375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Attempting to bind port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:54:56.293549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Attempting to bind port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:54:56.293881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Attempting to bind port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:54:56.298677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:54:56.299006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Attempting to bind port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:54:56.304364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:54:56.304699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Checking segment: {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:54:56.305078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Bound using segment: {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:54:56.305504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Bound port: 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:54:56.305861 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:56.368180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:54:56.371128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:54:56.459474 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:56.493185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:56.493797 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:54:56.495169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] 10.222.0.24 "PUT /v2.0/ports/8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 HTTP/1.1" status: 200 len: 1092 time: 0.7115035 Sep 09 09:54:56.495631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:54:56.497844 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05de0ac7-ab0b-47a6-8e57-f1b4d5dbf698" -d '{"events": [{"name": "network-changed", "server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:54:56.522764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ec52d-84e2-4de3-810f-4e189551bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:54:56.538158 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec860f24-174a-4963-8216-56d59f93adbd x-openstack-request-id: req-ec860f24-174a-4963-8216-56d59f93adbd {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:54:56.538447 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:54:56.538700 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec860f24-174a-4963-8216-56d59f93adbd {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:54:56.539101 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96', 'status': 'completed', 'code': 200} Sep 09 09:54:56.630902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84d391-508a-4308-8f12-53b6cbe1f9a0 req-7b4b170e-1e25-4304-85fb-0435956b77f5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:56.632353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc84d391-508a-4308-8f12-53b6cbe1f9a0 req-7b4b170e-1e25-4304-85fb-0435956b77f5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 943 time: 0.0785291 Sep 09 09:54:56.638730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de0ac7-ab0b-47a6-8e57-f1b4d5dbf698 req-3ce706c9-f14a-4d30-8995-561a8d381148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:56.640149 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05de0ac7-ab0b-47a6-8e57-f1b4d5dbf698 req-3ce706c9-f14a-4d30-8995-561a8d381148 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 1095 time: 0.0763845 Sep 09 09:54:56.699824 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc84d391-508a-4308-8f12-53b6cbe1f9a0 req-105228f7-7f2b-426e-962a-5fdc0e1e7741 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587006 Sep 09 09:54:56.760298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de0ac7-ab0b-47a6-8e57-f1b4d5dbf698 req-4ff8bdc8-9fc2-4396-9f16-8285195583cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:56.761752 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05de0ac7-ab0b-47a6-8e57-f1b4d5dbf698 req-4ff8bdc8-9fc2-4396-9f16-8285195583cb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=54be208aef1a4020b86357958f07db78&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1080389 Sep 09 09:54:56.852361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de0ac7-ab0b-47a6-8e57-f1b4d5dbf698 req-f73c1f03-c061-49fc-bc5b-dd5c0988ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:56.853840 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05de0ac7-ab0b-47a6-8e57-f1b4d5dbf698 req-f73c1f03-c061-49fc-bc5b-dd5c0988ee9f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854838 Sep 09 09:54:56.933875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17228f83-5a18-46e6-a94c-e46387891cde req-d5924e07-1455-4518-8e47-64f18880a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:56.935266 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-d5924e07-1455-4518-8e47-64f18880a24c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 1095 time: 0.0437629 Sep 09 09:54:57.317009 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-a9042569-2e9e-4303-aa20-ca641b09ee8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 HTTP/1.1" status: 200 len: 217 time: 0.3742998 Sep 09 09:54:57.364900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17228f83-5a18-46e6-a94c-e46387891cde req-c217c380-8469-4bcd-93ea-44c00caf8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:57.366385 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-c217c380-8469-4bcd-93ea-44c00caf8c03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0420649 Sep 09 09:54:57.397500 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-3901c948-ed4c-4223-a794-7988583d6a10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242419 Sep 09 09:54:57.491433 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-8bf958bf-50fb-4391-ae38-073e4a35aba1 service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864522 Sep 09 09:54:57.582515 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17228f83-5a18-46e6-a94c-e46387891cde req-a2fd34fb-85b6-4211-9163-f9844d82948c service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839512 Sep 09 09:54:57.815826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dce95-2dd0-4493-b1e5-a5ecd69b0580 req-4e69526e-8fa6-4ef5-bb06-cda8119a519d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:57.817320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b9dce95-2dd0-4493-b1e5-a5ecd69b0580 req-4e69526e-8fa6-4ef5-bb06-cda8119a519d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 943 time: 0.0502331 Sep 09 09:54:57.855463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b9dce95-2dd0-4493-b1e5-a5ecd69b0580 req-42b4bdaa-3587-4656-a196-fe32df5a8dd4 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311413 Sep 09 09:54:58.967764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7507c6-ed93-454a-a3ae-a4b295f7e480 req-c1f681e4-df8a-419a-8f30-5c54c01292fe tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:54:58.969328 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a7507c6-ed93-454a-a3ae-a4b295f7e480 req-c1f681e4-df8a-419a-8f30-5c54c01292fe tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 943 time: 0.0488541 Sep 09 09:54:59.007917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a7507c6-ed93-454a-a3ae-a4b295f7e480 req-c6169900-a404-40bb-867a-7ad4267e645a tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Sep 09 09:55:00.158306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ad01b-2921-4f08-a115-041912c924a6 req-24060b83-75a0-4288-aba9-dba6ec7d2bff tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:00.159757 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b7ad01b-2921-4f08-a115-041912c924a6 req-24060b83-75a0-4288-aba9-dba6ec7d2bff tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 943 time: 0.0495746 Sep 09 09:55:00.196365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b7ad01b-2921-4f08-a115-041912c924a6 req-5354a14d-d62f-48df-be0c-d4eeea1b2524 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307789 Sep 09 09:55:00.651759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:55:00.745327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:55:00.756714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96', 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034', 'port_id': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96', 'mac_address': 'fa:16:3e:a9:13:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bfa8f1-e4ec-45d8-949a-3c08988b6785', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:55:00.795117 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:00.807836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:55:00.827146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:55:00.906471 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:00.954459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:01.096743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:55:01.314054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b8f52-ba2f-4a31-a004-9d8a9f03fe01 req-71f603dd-e1b3-4509-a1a5-9489815aa2d8 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:01.315565 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-543b8f52-ba2f-4a31-a004-9d8a9f03fe01 req-71f603dd-e1b3-4509-a1a5-9489815aa2d8 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 944 time: 0.0522799 Sep 09 09:55:01.356352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-543b8f52-ba2f-4a31-a004-9d8a9f03fe01 req-d77bde00-07ca-4b5d-b396-a96cd1ff7256 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348165 Sep 09 09:55:02.470859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bc1e0-1893-4509-a35d-b0caed3d5019 req-bb4ede6d-bf00-4a07-9124-05ccc26d481e tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:02.472671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d8bc1e0-1893-4509-a35d-b0caed3d5019 req-bb4ede6d-bf00-4a07-9124-05ccc26d481e tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 944 time: 0.0494127 Sep 09 09:55:02.513690 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d8bc1e0-1893-4509-a35d-b0caed3d5019 req-8b61cf6f-9736-4802-99c7-f085a35013eb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346925 Sep 09 09:55:02.652417 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:55:02.763061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:55:02.766842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:55:02.767209 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:02.842612 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:02.867934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:55:02.870148 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faa3d39-f39b-476b-9377-8f342d007dd1" -d '{"events": [{"server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "name": "network-vif-plugged", "status": "completed", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:55:02.882630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:55:02.907969 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314a48a5-9a99-40f2-af00-5c8a7ecc3a2c x-openstack-request-id: req-314a48a5-9a99-40f2-af00-5c8a7ecc3a2c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:55:02.908281 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "name": "network-vif-plugged", "status": "completed", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:55:02.908532 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-314a48a5-9a99-40f2-af00-5c8a7ecc3a2c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:55:02.908977 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96', 'code': 200} Sep 09 09:55:02.950050 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:02.997414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:03.000455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7eef9f-56ae-4e36-ad4f-d28bde0cb142 req-f2cf3c71-f8b2-4831-b8e5-e37bd0eb2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:03.002362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b7eef9f-56ae-4e36-ad4f-d28bde0cb142 req-f2cf3c71-f8b2-4831-b8e5-e37bd0eb2190 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 1097 time: 0.0407019 Sep 09 09:55:03.041819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b7eef9f-56ae-4e36-ad4f-d28bde0cb142 req-50a08e06-9014-4f30-b31e-c72af4e90080 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Sep 09 09:55:03.627298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68021-5a45-4c51-b56d-3961ed8d2645 req-dcb2aeae-a1eb-407e-aa80-73ee150a46d8 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:03.628805 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-75b68021-5a45-4c51-b56d-3961ed8d2645 req-dcb2aeae-a1eb-407e-aa80-73ee150a46d8 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0493088 Sep 09 09:55:03.666089 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-75b68021-5a45-4c51-b56d-3961ed8d2645 req-afcd2229-9079-4fd7-9882-7ae787da5440 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303309 Sep 09 09:55:04.780912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66b9df-29ef-4ef0-a2cd-7d6114b46bcf req-5d756a34-fa5d-4343-bdc0-afae0071b4cf tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:04.782373 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f66b9df-29ef-4ef0-a2cd-7d6114b46bcf req-5d756a34-fa5d-4343-bdc0-afae0071b4cf tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0506983 Sep 09 09:55:04.819012 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f66b9df-29ef-4ef0-a2cd-7d6114b46bcf req-7d12d093-b36e-47ca-8960-5ebef8e65d94 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301673 Sep 09 09:55:04.933235 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73f100-c233-4e56-a926-ba8eb809276a req-1344149c-b9d3-4d27-bc50-5ff6810ec12e tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:04.934749 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7c73f100-c233-4e56-a926-ba8eb809276a req-1344149c-b9d3-4d27-bc50-5ff6810ec12e tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0496185 Sep 09 09:55:04.971589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7c73f100-c233-4e56-a926-ba8eb809276a req-e180dc37-dce9-4af7-b513-2f7e29ca57fd tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Sep 09 09:55:05.226678 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d6db-74d1-4df5-85ea-204f73313bcc req-e2c819b0-c385-48d1-9ac3-636967cf4279 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:05.228115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6007d6db-74d1-4df5-85ea-204f73313bcc req-e2c819b0-c385-48d1-9ac3-636967cf4279 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0482709 Sep 09 09:55:05.267774 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6007d6db-74d1-4df5-85ea-204f73313bcc req-db3e62f7-3c7d-4476-8e9a-fc73e02283c1 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338068 Sep 09 09:55:05.391711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe50c1-b64d-40b3-9828-e454ad7dfb5b req-e802d606-7926-46ee-bceb-a4a9b03ea033 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:05.393189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7fe50c1-b64d-40b3-9828-e454ad7dfb5b req-e802d606-7926-46ee-bceb-a4a9b03ea033 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0565805 Sep 09 09:55:05.433005 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e7fe50c1-b64d-40b3-9828-e454ad7dfb5b req-fe778245-68ca-4d2f-8e23-a548a3c5dc43 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333674 Sep 09 09:55:05.782187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3a389-06d0-4ee1-bb92-bec6477d5a4b req-235e9ca2-fc8d-4000-9f61-222816f84edc tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:05.783609 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8c3a389-06d0-4ee1-bb92-bec6477d5a4b req-235e9ca2-fc8d-4000-9f61-222816f84edc tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0493829 Sep 09 09:55:05.849216 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8c3a389-06d0-4ee1-bb92-bec6477d5a4b req-bd711413-d1de-4029-9e71-11453248cb39 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593770 Sep 09 09:55:05.859751 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-43c54cff-94ad-4a5d-a28e-1f5e96cc31e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528789 Sep 09 09:55:06.966967 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56b1df-7341-4a70-a60b-2288e0b7a704 req-d5cc395a-e6aa-45e3-8b38-50cd8f0e11a1 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:06.968491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d56b1df-7341-4a70-a60b-2288e0b7a704 req-d5cc395a-e6aa-45e3-8b38-50cd8f0e11a1 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0494423 Sep 09 09:55:07.008283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d56b1df-7341-4a70-a60b-2288e0b7a704 req-acfe68d2-6a1d-45ea-80e8-bba67ef195a8 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Sep 09 09:55:07.728113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-de081652-e9f6-4f48-a788-737bf1302603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:07.729879 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-de081652-e9f6-4f48-a788-737bf1302603 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 1097 time: 0.0427635 Sep 09 09:55:07.822049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-281dbeb4-f90e-408b-b9f8-1a7c3f79e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:07.823571 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-281dbeb4-f90e-408b-b9f8-1a7c3f79e58a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.0871353 Sep 09 09:55:07.866668 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4af1a91e-79f7-449f-9302-57a3691c69f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 HTTP/1.1" status: 200 len: 217 time: 0.0348313 Sep 09 09:55:07.915206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-2f1cd8e6-e8f7-4988-af56-9a64340023a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:07.916656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-2f1cd8e6-e8f7-4988-af56-9a64340023a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0438449 Sep 09 09:55:07.947004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-8306635c-5c71-456c-bfc5-46b82b7fa299 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239065 Sep 09 09:55:08.039125 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-a784758b-cb3a-4f6f-b8e5-ee235cb89c48 service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854926 Sep 09 09:55:08.163952 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-def8e10e-8f59-4b19-b0b4-34ddc4f97f49 service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183245 Sep 09 09:55:08.172308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95bc1b-4c0b-4202-9d1a-5ea5e2df921f req-211ca07f-a4d5-4820-941a-5046555c9444 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:08.173745 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc95bc1b-4c0b-4202-9d1a-5ea5e2df921f req-211ca07f-a4d5-4820-941a-5046555c9444 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0947118 Sep 09 09:55:08.213347 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc95bc1b-4c0b-4202-9d1a-5ea5e2df921f req-292f10c5-9e68-4dd1-bac6-b631677e46c2 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328009 Sep 09 09:55:09.329952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b6e42-448c-47f3-96c6-fe3008e0edad req-648fd51e-f15f-45f9-872a-1836dedd81c7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:09.331476 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-992b6e42-448c-47f3-96c6-fe3008e0edad req-648fd51e-f15f-45f9-872a-1836dedd81c7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0525930 Sep 09 09:55:09.369729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-992b6e42-448c-47f3-96c6-fe3008e0edad req-3fd49872-e233-4e09-ac7e-45ca28bc89fb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 Sep 09 09:55:10.484380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd393da-0ada-4946-95c3-ba2b224bcc04 req-893bc8c4-a5cb-4658-8e8c-5242e66e4908 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:10.485857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-efd393da-0ada-4946-95c3-ba2b224bcc04 req-893bc8c4-a5cb-4658-8e8c-5242e66e4908 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0501952 Sep 09 09:55:10.522266 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-efd393da-0ada-4946-95c3-ba2b224bcc04 req-852b16a2-950b-4c75-be26-bc0468fe0df3 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299923 Sep 09 09:55:11.633726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500eb46-2311-440b-b8a5-ae3e16c0aa83 req-a86926e8-655f-425c-a3db-c72530333992 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:11.635220 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4500eb46-2311-440b-b8a5-ae3e16c0aa83 req-a86926e8-655f-425c-a3db-c72530333992 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0479891 Sep 09 09:55:11.676359 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4500eb46-2311-440b-b8a5-ae3e16c0aa83 req-a068ef36-e1e3-4f18-8151-d9179551014e tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350034 Sep 09 09:55:12.799866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71799943-0c24-41b9-aca2-6a8a44293e7d req-8c41d012-45ae-450c-bded-18f3172773d5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:12.801351 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71799943-0c24-41b9-aca2-6a8a44293e7d req-8c41d012-45ae-450c-bded-18f3172773d5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0537727 Sep 09 09:55:12.839519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-71799943-0c24-41b9-aca2-6a8a44293e7d req-1dfe41a4-24e9-4ce2-a61f-1d5628d9a724 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315702 Sep 09 09:55:13.954207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a3c36-0129-40f1-9c7b-cf5c5a8b8ea4 req-3c5b2b59-14d9-4ad4-8189-280c33ff08f7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:13.955747 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-909a3c36-0129-40f1-9c7b-cf5c5a8b8ea4 req-3c5b2b59-14d9-4ad4-8189-280c33ff08f7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0490334 Sep 09 09:55:13.995452 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-909a3c36-0129-40f1-9c7b-cf5c5a8b8ea4 req-5ba25b78-c943-426f-8d48-5dc7ca734bba tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Sep 09 09:55:14.420326 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd3192b6-8a25-4501-8da8-808f8ce263b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:14.958480 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a480ba1-4ce2-415a-9320-7d44455beb3a req-0b6aa772-97bb-4317-a2a3-766a95685bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:14.960112 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a480ba1-4ce2-415a-9320-7d44455beb3a req-0b6aa772-97bb-4317-a2a3-766a95685bd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 1097 time: 0.0413108 Sep 09 09:55:15.087435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a480ba1-4ce2-415a-9320-7d44455beb3a req-5a900bd1-659d-4ed4-8959-191bc9277ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:15.088895 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a480ba1-4ce2-415a-9320-7d44455beb3a req-5a900bd1-659d-4ed4-8959-191bc9277ec8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.1098704 Sep 09 09:55:15.138099 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a480ba1-4ce2-415a-9320-7d44455beb3a req-21103ef5-2d2b-4a4a-ae1a-9608768b90e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 HTTP/1.1" status: 200 len: 217 time: 0.0354221 Sep 09 09:55:15.180652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed55a0-f192-4184-a178-3c347c93b905 req-3d2ec92f-0109-4c62-ba09-a9df8f442ee8 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:15.182104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77ed55a0-f192-4184-a178-3c347c93b905 req-3d2ec92f-0109-4c62-ba09-a9df8f442ee8 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.1172609 Sep 09 09:55:15.214759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a480ba1-4ce2-415a-9320-7d44455beb3a req-a1c64b98-5f2a-4199-8729-23dacda23fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:15.216194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a480ba1-4ce2-415a-9320-7d44455beb3a req-a1c64b98-5f2a-4199-8729-23dacda23fb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0702419 Sep 09 09:55:15.243471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77ed55a0-f192-4184-a178-3c347c93b905 req-d17e53b5-5d43-46fa-9908-ee7e922a263f tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554044 Sep 09 09:55:15.257934 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a480ba1-4ce2-415a-9320-7d44455beb3a req-baab22fc-5772-417c-8bdf-306bc783a601 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319018 Sep 09 09:55:15.354056 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a480ba1-4ce2-415a-9320-7d44455beb3a req-4ca9f2f4-8a73-42d8-87c1-846a426e7f2e service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887988 Sep 09 09:55:15.448874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a480ba1-4ce2-415a-9320-7d44455beb3a req-990546fa-acf6-416e-8802-b01fbc2c8572 service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881274 Sep 09 09:55:16.364475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e63c7-7607-4527-abf4-ef0bd20a6ffb req-ce7ff81b-9c88-4c3b-bc80-d1bcb0e0aaa9 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:16.366552 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c8e63c7-7607-4527-abf4-ef0bd20a6ffb req-ce7ff81b-9c88-4c3b-bc80-d1bcb0e0aaa9 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0542696 Sep 09 09:55:16.405616 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c8e63c7-7607-4527-abf4-ef0bd20a6ffb req-3f15bd8f-c9a0-4b8c-bd11-141e2fa22caf tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328918 Sep 09 09:55:17.117177 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8d7f-0ede-4b35-9de0-0a98aebbb544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:17.374869 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:17.520540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e229e0-4e76-43b8-b14f-014ae5e9f476 req-2aa691a8-27e1-49cc-a060-a731a605a32b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:17.522040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82e229e0-4e76-43b8-b14f-014ae5e9f476 req-2aa691a8-27e1-49cc-a060-a731a605a32b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0492558 Sep 09 09:55:17.560031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82e229e0-4e76-43b8-b14f-014ae5e9f476 req-b93cd79b-336e-4392-abd4-6d679b0fa710 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318215 Sep 09 09:55:18.591552 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:18.674387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a9a73-a1b7-4e6a-b6de-0506b8264ba0 req-8038758c-a81f-4e8e-9ba3-9adadacd5252 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:18.675882 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e93a9a73-a1b7-4e6a-b6de-0506b8264ba0 req-8038758c-a81f-4e8e-9ba3-9adadacd5252 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Sep 09 09:55:18.716649 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e93a9a73-a1b7-4e6a-b6de-0506b8264ba0 req-8e9fae4e-6f88-490b-8cd3-c61a11d9e7f7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348406 Sep 09 09:55:19.831712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07758d4a-22cd-4f8c-88f3-2023bb1cec27 req-735b6a39-c2ac-4d22-bf14-3023b9f8c2d2 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:19.833282 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-07758d4a-22cd-4f8c-88f3-2023bb1cec27 req-735b6a39-c2ac-4d22-bf14-3023b9f8c2d2 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0490224 Sep 09 09:55:19.876896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-07758d4a-22cd-4f8c-88f3-2023bb1cec27 req-1f1eabc7-a6fd-4bf8-a1fb-c270a61ea2f1 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364342 Sep 09 09:55:20.197590 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:20.993840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd41e8-c1a3-42c4-a50b-6adcdee895b2 req-1ff6253f-32af-45c9-9211-2a40a5636e92 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:20.995370 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97bd41e8-c1a3-42c4-a50b-6adcdee895b2 req-1ff6253f-32af-45c9-9211-2a40a5636e92 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0493140 Sep 09 09:55:21.039961 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97bd41e8-c1a3-42c4-a50b-6adcdee895b2 req-79be343c-37c3-49cc-b1d7-3d597583e3d8 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357378 Sep 09 09:55:22.153123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c246266-75bc-4b84-a40d-0c2b6fb2a66e req-d997481c-e67e-452d-bab1-34bdf8697122 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:22.154497 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c246266-75bc-4b84-a40d-0c2b6fb2a66e req-d997481c-e67e-452d-bab1-34bdf8697122 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0494418 Sep 09 09:55:22.191453 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c246266-75bc-4b84-a40d-0c2b6fb2a66e req-bd9164d1-51af-48b8-8bf1-f009ee6b4ad8 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310440 Sep 09 09:55:23.304861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f375b4-0b82-4e9a-9c55-32c048346de2 req-6df5b3d3-aba7-40bf-b2c8-c4ea1be455aa tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:23.306337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07f375b4-0b82-4e9a-9c55-32c048346de2 req-6df5b3d3-aba7-40bf-b2c8-c4ea1be455aa tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0494597 Sep 09 09:55:23.343339 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07f375b4-0b82-4e9a-9c55-32c048346de2 req-22cf4302-78e9-4f07-9cc9-04ce89e66f7e tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Sep 09 09:55:24.457311 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f3a0-17b3-4af8-8037-c637f62f3102 req-f862716b-a51b-4566-8ef3-271910b670ff tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:24.459463 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7b6f3a0-17b3-4af8-8037-c637f62f3102 req-f862716b-a51b-4566-8ef3-271910b670ff tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0488811 Sep 09 09:55:24.496292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b7b6f3a0-17b3-4af8-8037-c637f62f3102 req-61c66591-30d4-47b8-8a2f-9c9f75bd5d75 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307460 Sep 09 09:55:24.659447 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:55:25.435069 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:25.610844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40339b6-1c3c-41a7-9383-d0bbabe76c1a req-7473a6f9-47f6-4f65-8111-c015a3f5de52 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:25.612367 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f40339b6-1c3c-41a7-9383-d0bbabe76c1a req-7473a6f9-47f6-4f65-8111-c015a3f5de52 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0494499 Sep 09 09:55:25.653176 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f40339b6-1c3c-41a7-9383-d0bbabe76c1a req-02e247ac-00a2-42de-a0dd-e79edbf86449 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348680 Sep 09 09:55:26.140470 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:26.767797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0524d27-4791-41c0-b4d1-021605d31ef7 req-4fb2392a-b82b-4130-9dec-7f8807be6b26 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:26.769293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0524d27-4791-41c0-b4d1-021605d31ef7 req-4fb2392a-b82b-4130-9dec-7f8807be6b26 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0489385 Sep 09 09:55:26.810722 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0524d27-4791-41c0-b4d1-021605d31ef7 req-658173e5-dba4-4125-aab1-6b26b9f3dc1b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349784 Sep 09 09:55:27.929791 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9461551-6e42-4bef-8cd1-1d4a95f4477e req-aa5e3e4e-9c9c-4b82-8b21-394105b1f9fc tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:27.931260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9461551-6e42-4bef-8cd1-1d4a95f4477e req-aa5e3e4e-9c9c-4b82-8b21-394105b1f9fc tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0524201 Sep 09 09:55:27.966952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9461551-6e42-4bef-8cd1-1d4a95f4477e req-e471e73c-ba44-4e1f-adcf-639afe203662 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298631 Sep 09 09:55:29.082159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26424c29-8639-4595-bbc8-739c2cb579ca req-72eac34e-12e3-4820-9e31-66a86183bf7d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:29.083724 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26424c29-8639-4595-bbc8-739c2cb579ca req-72eac34e-12e3-4820-9e31-66a86183bf7d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0489020 Sep 09 09:55:29.121711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26424c29-8639-4595-bbc8-739c2cb579ca req-46361a9e-b086-4d7d-a93c-9dc014c7ddac tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Sep 09 09:55:30.236471 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a0ea1-e287-42e5-91c7-17ab8b6cbc66 req-f807d0b0-6bdc-44df-80eb-fbac0b6d23fa tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:30.237989 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-954a0ea1-e287-42e5-91c7-17ab8b6cbc66 req-f807d0b0-6bdc-44df-80eb-fbac0b6d23fa tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0496695 Sep 09 09:55:30.275586 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-954a0ea1-e287-42e5-91c7-17ab8b6cbc66 req-4a101751-3c81-4cae-8ebe-72121f77d945 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315371 Sep 09 09:55:31.389567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1db2f-7971-4663-b4b2-3a2465ea970a req-459192a4-6819-4762-8742-f9e8911eec6d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:31.391046 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fb1db2f-7971-4663-b4b2-3a2465ea970a req-459192a4-6819-4762-8742-f9e8911eec6d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0493703 Sep 09 09:55:31.428223 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5fb1db2f-7971-4663-b4b2-3a2465ea970a req-00dc6d80-733f-48e3-94d3-ae5d4b75b8b6 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Sep 09 09:55:32.540527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c06a5e-3bde-4616-b71b-078611408d75 req-ca01c795-3661-4a14-9f85-cd3e8c47a8e6 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:32.541978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32c06a5e-3bde-4616-b71b-078611408d75 req-ca01c795-3661-4a14-9f85-cd3e8c47a8e6 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0475807 Sep 09 09:55:32.582703 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32c06a5e-3bde-4616-b71b-078611408d75 req-5e61e800-aa85-4b6c-aafe-ef9a6640c59a tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347099 Sep 09 09:55:33.694909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6864c2-add2-4f0c-9a8d-7eca78fa77a0 req-60143600-2367-4ced-9c95-2bcb79770899 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:33.696426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d6864c2-add2-4f0c-9a8d-7eca78fa77a0 req-60143600-2367-4ced-9c95-2bcb79770899 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0479846 Sep 09 09:55:33.737611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d6864c2-add2-4f0c-9a8d-7eca78fa77a0 req-ea197c62-2734-4656-9420-910e0dd3d85b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353980 Sep 09 09:55:34.851166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4396-e117-4d6c-b966-4bd34353a743 req-7053743f-9755-4b53-aeef-e33cdc5bd0e1 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:34.853049 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-365d4396-e117-4d6c-b966-4bd34353a743 req-7053743f-9755-4b53-aeef-e33cdc5bd0e1 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0502055 Sep 09 09:55:34.891653 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-365d4396-e117-4d6c-b966-4bd34353a743 req-b11abafd-98f7-49e6-ba18-ce9a5b851988 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Sep 09 09:55:35.350009 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-b306e62e-a49f-4b90-8f81-7c73b5b75544 service neutron] show failed (client error): The resource could not be found. Sep 09 09:55:35.351168 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-b306e62e-a49f-4b90-8f81-7c73b5b75544 service neutron] 10.222.0.24 "GET /v2.0/ports/8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96/bindings/n-h2-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0559595 Sep 09 09:55:35.867043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-7f929d12-34ba-4978-82d3-7234140b48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:35.868636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-7f929d12-34ba-4978-82d3-7234140b48fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7&tenant_id=54be208aef1a4020b86357958f07db78 HTTP/1.1" status: 200 len: 1097 time: 0.0695057 Sep 09 09:55:35.879996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:55:35.938308 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:36.012413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808fa9-4f69-439b-9734-093472944c59 req-cebe4ca3-54d6-46df-afe4-ccddbd4a7272 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:36.014027 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb808fa9-4f69-439b-9734-093472944c59 req-cebe4ca3-54d6-46df-afe4-ccddbd4a7272 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0519214 Sep 09 09:55:36.057795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb808fa9-4f69-439b-9734-093472944c59 req-bd3b07f9-1aef-482c-8065-91bd590ced9b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369089 Sep 09 09:55:36.175736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:55:36.207140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:55:36.244843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:55:36.247093 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b122502-f84a-4db6-ac46-aea1d31a4142" -d '{"events": [{"server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:55:36.251085 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:36.263614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Transition to ACTIVE for port object 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:55:36.294398 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbbaa70-e321-4c9b-a371-e34a5eec43d8 x-openstack-request-id: req-0cbbaa70-e321-4c9b-a371-e34a5eec43d8 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:55:36.294690 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:55:36.294940 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cbbaa70-e321-4c9b-a371-e34a5eec43d8 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:55:36.295335 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96', 'code': 200} Sep 09 09:55:36.337855 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:36.401745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] No DVR routers for this DVR port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:55:36.404775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,revision_number=6']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:36.415836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.416185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.416527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.416866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.417202 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.417533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.417860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.418186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.418515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.418846 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.419170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.419524 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:36.447431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Attempting to bind port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:55:36.447775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Attempting to bind port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:55:36.448107 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Attempting to bind port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:55:36.452311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:55:36.452631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Attempting to bind port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:55:36.457358 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:55:36.457693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Checking segment: {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:55:36.458069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Bound using segment: {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:55:36.459316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Bound port: 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:55:36.459690 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:36.520333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:55:36.523443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:55:36.608966 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:36.643650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:36.644260 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:36.645677 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 HTTP/1.1" status: 200 len: 1092 time: 0.7695804 Sep 09 09:55:36.665264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb4773-a1de-45f7-8e04-bcc5ab674f36 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,revision_number=7']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:36.710510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-49e6376d-a20a-451e-96d7-fb6b0479337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:36.711956 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-49e6376d-a20a-451e-96d7-fb6b0479337b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 1095 time: 0.0433455 Sep 09 09:55:36.798589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-77c165fb-6212-448a-91ff-97a27c34435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:36.800125 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-77c165fb-6212-448a-91ff-97a27c34435f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.0815022 Sep 09 09:55:36.842912 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-c5d16719-78d3-4e7a-b793-83ca21e8a64b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 HTTP/1.1" status: 200 len: 217 time: 0.0356536 Sep 09 09:55:36.891116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-b8616314-cbd4-4a8d-87ca-e98768f8ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:36.892583 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-b8616314-cbd4-4a8d-87ca-e98768f8ff6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0424128 Sep 09 09:55:36.924306 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-d25895d8-6633-4fe3-92cd-0c4017775fbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235953 Sep 09 09:55:37.013868 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-dc780d85-1791-493c-bdb9-d8d564aec8bc service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818343 Sep 09 09:55:37.101093 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79c24354-d8a9-4276-b94e-1464e8cef95f req-00b187b8-7090-4724-bbeb-8f760f89024f service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807872 Sep 09 09:55:37.188878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d31e31-5bcd-43ac-acb2-2f73380ccfc3 req-3a19fe4f-d5f7-4095-ab71-c3659958db80 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:37.190566 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-15d31e31-5bcd-43ac-acb2-2f73380ccfc3 req-3a19fe4f-d5f7-4095-ab71-c3659958db80 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 943 time: 0.0512702 Sep 09 09:55:37.229455 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-15d31e31-5bcd-43ac-acb2-2f73380ccfc3 req-e9d897b9-8b7f-451f-ab50-181c5f11c023 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325673 Sep 09 09:55:38.297069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:55:38.299524 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:55:38.348321 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e01c0f-cfd7-460b-bbb8-0209a9a8c719 x-openstack-request-id: req-15e01c0f-cfd7-460b-bbb8-0209a9a8c719 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:55:38.350001 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:55:38.350261 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15e01c0f-cfd7-460b-bbb8-0209a9a8c719 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:55:38.350927 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96', 'status': 'completed', 'code': 200} Sep 09 09:55:38.367968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667ff54-3e1a-4077-934a-ec894cad73ec req-fe1a98f7-365a-44ab-ab1a-abe6b7b84ff7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:38.369675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c667ff54-3e1a-4077-934a-ec894cad73ec req-fe1a98f7-365a-44ab-ab1a-abe6b7b84ff7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 943 time: 0.0672514 Sep 09 09:55:38.415747 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-35ee5c50-2763-4803-a90e-a3c7ebf22f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:38.417286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-35ee5c50-2763-4803-a90e-a3c7ebf22f60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 1095 time: 0.0491564 Sep 09 09:55:38.439494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c667ff54-3e1a-4077-934a-ec894cad73ec req-f915b026-264b-4ef8-ba4c-f0b78b4702d4 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637124 Sep 09 09:55:38.445787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-07c5c82c-f768-45e4-9266-33173c6575f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:38.447331 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-07c5c82c-f768-45e4-9266-33173c6575f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 1095 time: 0.0699625 Sep 09 09:55:38.508631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-62924df7-9d48-4b25-8973-8aff58b769e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:38.510193 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-62924df7-9d48-4b25-8973-8aff58b769e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.0863566 Sep 09 09:55:38.539516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-978ab0a5-2d1b-4b3a-b7dd-81be978d6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:38.541001 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-978ab0a5-2d1b-4b3a-b7dd-81be978d6e7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.0860710 Sep 09 09:55:38.555891 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-b92b7251-7b5d-4874-92fb-310ee0d0a210 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 HTTP/1.1" status: 200 len: 217 time: 0.0385787 Sep 09 09:55:38.585729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-ce46014e-2c4d-41b5-be41-a88b7c6d7956 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 HTTP/1.1" status: 200 len: 217 time: 0.0368960 Sep 09 09:55:38.605522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-e686b8c6-bec0-433e-80a7-49a509cd8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:38.607008 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-e686b8c6-bec0-433e-80a7-49a509cd8869 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0445085 Sep 09 09:55:38.636751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-545c18fb-79a6-4813-b97c-27bfd8e7f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:38.638236 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-545c18fb-79a6-4813-b97c-27bfd8e7f2a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0446105 Sep 09 09:55:38.639027 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-57e9d77e-a5f3-4720-af77-9d408bb0fa0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249159 Sep 09 09:55:38.673107 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-924ab398-d5cf-49da-ba8f-f529459fa534 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271738 Sep 09 09:55:38.734833 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-8c7d3699-cf8c-4d11-9e8c-b0a5968afac0 service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887079 Sep 09 09:55:38.767838 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-70efd642-fabb-48e4-922b-5369bfe58781 service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872943 Sep 09 09:55:38.830146 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-d3381d10-b297-4fa4-877e-5dcd0953654d service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877748 Sep 09 09:55:38.860360 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6087d190-f8db-4ee5-8602-9f90dfd2a6e4 req-98ac29c4-a452-4f71-9080-f8fda6142baa service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848808 Sep 09 09:55:38.873683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:55:38.915259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:55:39.364559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:55:39.456291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:55:39.468001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96', 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034', 'port_id': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96', 'mac_address': 'fa:16:3e:a9:13:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bfa8f1-e4ec-45d8-949a-3c08988b6785', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:55:39.506218 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:39.522463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:55:39.541792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:55:39.559446 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144e04b-4077-4a83-87e0-5a1ea4057977 req-6dfc47e2-7909-4195-8911-2f85930d8e37 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:39.560950 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d144e04b-4077-4a83-87e0-5a1ea4057977 req-6dfc47e2-7909-4195-8911-2f85930d8e37 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 943 time: 0.0494187 Sep 09 09:55:39.602204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d144e04b-4077-4a83-87e0-5a1ea4057977 req-c271a659-40c9-4051-a101-b892ce7c7e29 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353434 Sep 09 09:55:39.608535 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:39.658421 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:39.822357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:55:39.910827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099e8db-6f5a-4502-9af4-16da713f76fa req-09aeb32b-accd-417d-bd2d-23fdc8db937c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:39.912840 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1099e8db-6f5a-4502-9af4-16da713f76fa req-09aeb32b-accd-417d-bd2d-23fdc8db937c tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 944 time: 0.0532665 Sep 09 09:55:40.018308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1099e8db-6f5a-4502-9af4-16da713f76fa req-cdc9d206-f16f-4589-8f1f-661823931b45 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962853 Sep 09 09:55:40.028062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-2994d6ce-08bf-41d1-a9f0-806927afc596 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:40.029492 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-2994d6ce-08bf-41d1-a9f0-806927afc596 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.24 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7&tenant_id=54be208aef1a4020b86357958f07db78&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 944 time: 0.1158018 Sep 09 09:55:40.094766 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-c395c649-66b2-4178-8276-0794455f4612 service neutron] delete failed (client error): The resource could not be found. Sep 09 09:55:40.095841 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-c395c649-66b2-4178-8276-0794455f4612 service neutron] 10.222.0.24 "DELETE /v2.0/ports/8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0589650 Sep 09 09:55:40.178444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-6cf9444c-7cab-4ff0-b9be-2b881387e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:40.179920 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-6cf9444c-7cab-4ff0-b9be-2b881387e90c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 1096 time: 0.0421009 Sep 09 09:55:40.269996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-536c6c24-3477-4255-8b11-09cbea7491b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:40.271525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-536c6c24-3477-4255-8b11-09cbea7491b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.0851758 Sep 09 09:55:40.312627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-0378071a-0b90-4065-a22d-cc81ee11019b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 HTTP/1.1" status: 200 len: 217 time: 0.0330760 Sep 09 09:55:40.359524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-2ca89383-a8b4-4199-838e-4b9f2feaea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:40.360943 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-2ca89383-a8b4-4199-838e-4b9f2feaea33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0414236 Sep 09 09:55:40.390787 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-bbbd8ab7-2829-4bad-80d3-9ac031241408 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233169 Sep 09 09:55:40.482924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-73290759-b04b-424c-86c0-16e6da6feb08 service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843217 Sep 09 09:55:40.574093 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acd9de1a-5d03-4ed9-a01b-e2a5442e23dd req-80142aec-5340-4ccf-8f72-9bfb4c417cbe service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834796 Sep 09 09:55:41.140325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad85b6-aea5-4ec7-a68f-a766268c5458 req-d8b2ed4b-4953-4113-926a-36430dde34af tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:41.141742 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37ad85b6-aea5-4ec7-a68f-a766268c5458 req-d8b2ed4b-4953-4113-926a-36430dde34af tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 944 time: 0.0535493 Sep 09 09:55:41.403227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:55:41.527651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-37ad85b6-aea5-4ec7-a68f-a766268c5458 req-d3ca9c24-ba48-400a-989b-88fb21dc443b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787475 Sep 09 09:55:41.544088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:55:41.548072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:55:41.548448 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:41.626496 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:41.648517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:55:41.651042 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90f2dcf-c13d-4f1e-970c-906ee627bf61" -d '{"events": [{"server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "name": "network-vif-plugged", "status": "completed", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:55:41.663994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:55:41.689090 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d8f2ff-1d20-408a-86f0-5fd80300151f x-openstack-request-id: req-01d8f2ff-1d20-408a-86f0-5fd80300151f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:55:41.689383 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "name": "network-vif-plugged", "status": "completed", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:55:41.689640 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01d8f2ff-1d20-408a-86f0-5fd80300151f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:55:41.690036 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96', 'code': 200} Sep 09 09:55:41.743910 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:41.796820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:42.641127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab5605-b701-4225-bf52-7a5776066ca0 req-156f267a-bdbe-4663-b0ef-9a6c72a998a2 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:42.642683 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3aab5605-b701-4225-bf52-7a5776066ca0 req-156f267a-bdbe-4663-b0ef-9a6c72a998a2 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0491660 Sep 09 09:55:42.679987 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3aab5605-b701-4225-bf52-7a5776066ca0 req-f76c39fe-220c-419b-9897-5f88cd134db0 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311837 Sep 09 09:55:42.793333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e7a2a-f655-4e1e-b7e1-1b978aac35ee req-5a4123eb-7652-4000-8918-92167e3a0c49 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:42.794823 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b8e7a2a-f655-4e1e-b7e1-1b978aac35ee req-5a4123eb-7652-4000-8918-92167e3a0c49 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0490966 Sep 09 09:55:42.832153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b8e7a2a-f655-4e1e-b7e1-1b978aac35ee req-5984c418-cb8c-404c-9437-9a91606a0336 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314600 Sep 09 09:55:42.944851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bcd08-c41c-4e92-9a39-935eb77d847c req-3c75768d-1d65-41c8-a803-2431e8114f38 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:42.946241 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e5bcd08-c41c-4e92-9a39-935eb77d847c req-3c75768d-1d65-41c8-a803-2431e8114f38 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0485852 Sep 09 09:55:42.986427 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4e5bcd08-c41c-4e92-9a39-935eb77d847c req-65d0806e-7f92-4a12-b91b-ec51322b6bc2 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340536 Sep 09 09:55:43.533437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-941d553f-dcb9-49ff-b4e4-0206bfe5f575 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:43.535159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-941d553f-dcb9-49ff-b4e4-0206bfe5f575 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 814 time: 0.1027246 Sep 09 09:55:43.550402 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-1911442c-d194-4886-9f3b-bee480afd835 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/quotas/54be208aef1a4020b86357958f07db78 HTTP/1.1" status: 200 len: 375 time: 0.0086882 Sep 09 09:55:43.597967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-5306e58d-6b04-4291-88cd-756c6b9609ba tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421259 Sep 09 09:55:43.696940 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-7c458c1c-5834-4bd0-bb9a-5826ac70d5d3 service neutron] 10.222.0.32 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914681 Sep 09 09:55:43.785423 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-92fa0acd-2d7a-4dec-b76e-9343acdcf374 service neutron] 10.222.0.32 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824285 Sep 09 09:55:44.017222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f66bbcde-f036-47f3-8854-e3f465059360 req-1bc2a12c-e8d7-42e6-b9e4-7e1da716f6d1 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 210 time: 0.0278027 Sep 09 09:55:44.414404 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cdf77dfd-f899-4b20-8dc4-57c9975a1a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:44.666472 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209f83b-bfcd-4d0c-85bd-1cd1c2c3ef8a req-8442a748-3e54-41d0-9aeb-f504ae06973a tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:44.667967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0209f83b-bfcd-4d0c-85bd-1cd1c2c3ef8a req-8442a748-3e54-41d0-9aeb-f504ae06973a tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.41 "GET /v2.0/ports?device_id=e43c3d60-a344-4e4e-9b60-da905054a3e7 HTTP/1.1" status: 200 len: 945 time: 0.0537412 Sep 09 09:55:44.778376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-0209f83b-bfcd-4d0c-85bd-1cd1c2c3ef8a req-55afc65d-222e-4219-8f46-92f81d00d0fb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Deleting port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:55:44.779332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0209f83b-bfcd-4d0c-85bd-1cd1c2c3ef8a req-55afc65d-222e-4219-8f46-92f81d00d0fb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:44.872997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0209f83b-bfcd-4d0c-85bd-1cd1c2c3ef8a req-55afc65d-222e-4219-8f46-92f81d00d0fb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] For port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:55:44.873369 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0209f83b-bfcd-4d0c-85bd-1cd1c2c3ef8a req-55afc65d-222e-4219-8f46-92f81d00d0fb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:44.885746 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-0209f83b-bfcd-4d0c-85bd-1cd1c2c3ef8a req-55afc65d-222e-4219-8f46-92f81d00d0fb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Calling delete_port for 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:55:45.119587 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-af7d0175-6eb4-469a-ab32-88b4bb3193be req-f0cc1f96-40b2-4340-b73e-2a27d6b1a410 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 210 time: 0.0328705 Sep 09 09:55:45.120311 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0209f83b-bfcd-4d0c-85bd-1cd1c2c3ef8a req-55afc65d-222e-4219-8f46-92f81d00d0fb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:45.142081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:55:45.154823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afc65d-222e-4219-8f46-92f81d00d0fb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Pushing event deleted for resources: {'Port': ['ID=8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:45.199361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0209f83b-bfcd-4d0c-85bd-1cd1c2c3ef8a req-55afc65d-222e-4219-8f46-92f81d00d0fb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] No DVR routers for this DVR port 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:55:45.202232 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0209f83b-bfcd-4d0c-85bd-1cd1c2c3ef8a req-55afc65d-222e-4219-8f46-92f81d00d0fb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:45.204319 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0209f83b-bfcd-4d0c-85bd-1cd1c2c3ef8a req-55afc65d-222e-4219-8f46-92f81d00d0fb tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.41 "DELETE /v2.0/ports/8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 HTTP/1.1" status: 204 len: 173 time: 0.5280395 Sep 09 09:55:45.204766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'name': 'network-vif-deleted', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:55:45.207119 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18f5f51-6b0a-4e04-b57b-c46bcc9e5a19" -d '{"events": [{"server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "name": "network-vif-deleted", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:55:45.243061 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c2aa14-393f-4ac0-96f8-90b873be7fa8 x-openstack-request-id: req-72c2aa14-393f-4ac0-96f8-90b873be7fa8 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:55:45.243360 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c3d60-a344-4e4e-9b60-da905054a3e7", "name": "network-vif-deleted", "tag": "8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:55:45.243644 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72c2aa14-393f-4ac0-96f8-90b873be7fa8 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:55:45.244056 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c3d60-a344-4e4e-9b60-da905054a3e7', 'name': 'network-vif-deleted', 'tag': '8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96', 'status': 'completed', 'code': 200} Sep 09 09:55:45.709517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-db8e8671-83af-4520-b617-08c2f0b2ea67 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:45.710977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-db8e8671-83af-4520-b617-08c2f0b2ea67 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.41 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 814 time: 0.1129322 Sep 09 09:55:45.723305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Request body: {'port': {'device_id': '54bb0e12-a439-405b-8d6b-32266979a705', 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034', 'admin_state_up': True, 'tenant_id': '54be208aef1a4020b86357958f07db78'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:55:45.888804 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Made reservation on behalf of 54be208aef1a4020b86357958f07db78 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:55:45.892422 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:46.034275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Allocated IP 172.20.0.4 (c3e99a61-dbc6-4163-9630-9f0b0864a034/45bfa8f1-e4ec-45d8-949a-3c08988b6785/b3f34c8d-71f7-4b51-b677-9874bd612a90) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:55:46.182837 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:46.226800 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c76d1a49-7f9c-4fab-8dda-d3c3a0901d91 req-2a518454-20ea-4327-a533-f67fddd6f5ba tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 210 time: 0.0330353 Sep 09 09:55:46.315517 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:46.330411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:55:46.358274 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Network c3e99a61-dbc6-4163-9630-9f0b0864a034 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:55:46.361406 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:55:46.368432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:55:46.391694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Pushing event updated for resources: {'Port': ['ID=b3f34c8d-71f7-4b51-b677-9874bd612a90,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:46.418827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:46.419466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:46.498827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-ef01dce7-dd41-4956-9c4b-5d44f71cb05d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793198 Sep 09 09:55:46.511266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Request body: {'port': {'device_id': '54bb0e12-a439-405b-8d6b-32266979a705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:55:46.568664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:46.822780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f34c8d-71f7-4b51-b677-9874bd612a90 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:55:46.830006 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:46.841429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Transition to ACTIVE for port object b3f34c8d-71f7-4b51-b677-9874bd612a90 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:55:46.909341 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:46.959868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Pushing event updated for resources: {'Port': ['ID=b3f34c8d-71f7-4b51-b677-9874bd612a90,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:47.028792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Attempting to bind port b3f34c8d-71f7-4b51-b677-9874bd612a90 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:55:47.029118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Attempting to bind port b3f34c8d-71f7-4b51-b677-9874bd612a90 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:55:47.029438 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Attempting to bind port b3f34c8d-71f7-4b51-b677-9874bd612a90 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:55:47.033645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Port b3f34c8d-71f7-4b51-b677-9874bd612a90 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:55:47.033962 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Attempting to bind port b3f34c8d-71f7-4b51-b677-9874bd612a90 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:55:47.039283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:55:47.039643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Checking segment: {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:55:47.040018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Bound using segment: {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:55:47.040430 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Bound port: b3f34c8d-71f7-4b51-b677-9874bd612a90, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:55:47.040775 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:47.111365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:55:47.114477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:55:47.128487 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbc1f-71f9-4655-b3ed-14d96b9d647a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:47.206836 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:47.243073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:47.243726 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:47.245138 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] 10.222.0.41 "PUT /v2.0/ports/b3f34c8d-71f7-4b51-b677-9874bd612a90 HTTP/1.1" status: 200 len: 1092 time: 0.7378864 Sep 09 09:55:47.245582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:55:47.247853 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa9f2a8-89ea-4984-a8af-93b35bbb5980" -d '{"events": [{"name": "network-changed", "server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:55:47.272968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0229bb-23f6-40bc-8ada-2a0be09e004b service neutron] Pushing event updated for resources: {'Port': ['ID=b3f34c8d-71f7-4b51-b677-9874bd612a90,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:47.291327 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994c3dc1-8a9f-4df2-b5d3-df16da341418 x-openstack-request-id: req-994c3dc1-8a9f-4df2-b5d3-df16da341418 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:55:47.291773 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:55:47.292053 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-994c3dc1-8a9f-4df2-b5d3-df16da341418 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:55:47.292510 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90', 'status': 'completed', 'code': 200} Sep 09 09:55:47.366787 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:47.384354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe70e7-4e81-47d0-9197-65c16eefef9d req-bbc9b352-0a46-48bb-9799-00df1d67ee19 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:47.385888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dbe70e7-4e81-47d0-9197-65c16eefef9d req-bbc9b352-0a46-48bb-9799-00df1d67ee19 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 943 time: 0.0808206 Sep 09 09:55:47.392194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9f2a8-89ea-4984-a8af-93b35bbb5980 req-447cd9b5-45e7-4d92-b917-a25c78cacf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:47.393613 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7fa9f2a8-89ea-4984-a8af-93b35bbb5980 req-447cd9b5-45e7-4d92-b917-a25c78cacf4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 1095 time: 0.0784237 Sep 09 09:55:47.457684 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2dbe70e7-4e81-47d0-9197-65c16eefef9d req-6b0951b6-06af-48a9-9984-265cefb9f2ee tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631170 Sep 09 09:55:47.515835 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9f2a8-89ea-4984-a8af-93b35bbb5980 req-e303fee5-b3b3-42e7-b9ec-73df9b37f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:47.517330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7fa9f2a8-89ea-4984-a8af-93b35bbb5980 req-e303fee5-b3b3-42e7-b9ec-73df9b37f406 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=54be208aef1a4020b86357958f07db78&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1150954 Sep 09 09:55:47.610821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9f2a8-89ea-4984-a8af-93b35bbb5980 req-f2719e43-34ce-40dd-a3cf-b98b6be7bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:47.612359 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7fa9f2a8-89ea-4984-a8af-93b35bbb5980 req-f2719e43-34ce-40dd-a3cf-b98b6be7bbd5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874460 Sep 09 09:55:47.689751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-af672a83-ddd5-4511-8310-8aace95be428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:47.691159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-af672a83-ddd5-4511-8310-8aace95be428 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 1095 time: 0.0401883 Sep 09 09:55:47.736880 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-3b5399a9-f586-4e75-84d3-4cbc8ffd1fcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90 HTTP/1.1" status: 200 len: 217 time: 0.0368783 Sep 09 09:55:47.785401 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-78893d61-e13f-4fa6-82f9-d6cbdf087a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:47.786962 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-78893d61-e13f-4fa6-82f9-d6cbdf087a20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0429497 Sep 09 09:55:47.819231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-a4ed437e-1318-4e4d-b9eb-23f46b0efc9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251918 Sep 09 09:55:47.911643 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-1123c66b-be2b-44d5-b294-c3b016c68c32 service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851707 Sep 09 09:55:48.000493 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e79e8d3e-b035-4358-ba7c-15a9c8d3a52e req-96c4d951-5526-490d-b165-f7ff48e3e0b0 service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813313 Sep 09 09:55:48.574399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcad3dd-62de-4f1f-986d-e871ac02a516 req-48876234-a0e8-4854-8242-7c6df7096979 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:48.575853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3dcad3dd-62de-4f1f-986d-e871ac02a516 req-48876234-a0e8-4854-8242-7c6df7096979 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 943 time: 0.0489810 Sep 09 09:55:48.606495 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:48.613633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3dcad3dd-62de-4f1f-986d-e871ac02a516 req-f8ca3a92-7e82-4d6b-abc0-05e6f038ee3f tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318322 Sep 09 09:55:49.402932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b3f34c8d-71f7-4b51-b677-9874bd612a90 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:55:49.406078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:55:49.433631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:55:49.433972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 8ab811e1-3a7b-4ef7-a7db-ffd1c8c96f96 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:55:49.522796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:55:49.533945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'b3f34c8d-71f7-4b51-b677-9874bd612a90', 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034', 'port_id': 'b3f34c8d-71f7-4b51-b677-9874bd612a90', 'mac_address': 'fa:16:3e:63:d3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bfa8f1-e4ec-45d8-949a-3c08988b6785', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:55:49.570073 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:49.582221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f34c8d-71f7-4b51-b677-9874bd612a90 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:55:49.601983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:55:49.700043 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:49.735899 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc0a7a-3ce1-4006-be6e-fade6faa17e2 req-55b792af-48ad-4e87-af27-48ce61e420d5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:49.737553 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6cc0a7a-3ce1-4006-be6e-fade6faa17e2 req-55b792af-48ad-4e87-af27-48ce61e420d5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 943 time: 0.0558693 Sep 09 09:55:49.751527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b3f34c8d-71f7-4b51-b677-9874bd612a90,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:49.759503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.759852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.760205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.760536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.760866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.761199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.761528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.761854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.762181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.762500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.762822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.763139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:55:49.790642 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6cc0a7a-3ce1-4006-be6e-fade6faa17e2 req-78f4b5a5-271d-4eb4-b6b9-391785b2e7d5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467002 Sep 09 09:55:49.886358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['b3f34c8d-71f7-4b51-b677-9874bd612a90'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:55:50.213674 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:50.907925 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f0add-5054-481f-8f96-30c4a1c42c0f req-ccea3fb5-695b-4488-bfed-0bac3619d794 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:50.909420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-227f0add-5054-481f-8f96-30c4a1c42c0f req-ccea3fb5-695b-4488-bfed-0bac3619d794 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 944 time: 0.0531406 Sep 09 09:55:50.946578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-227f0add-5054-481f-8f96-30c4a1c42c0f req-7f00305c-c6b4-4137-97e7-133635b2bf41 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Sep 09 09:55:51.418151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b3f34c8d-71f7-4b51-b677-9874bd612a90 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:55:51.526464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port b3f34c8d-71f7-4b51-b677-9874bd612a90 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:55:51.530200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port b3f34c8d-71f7-4b51-b677-9874bd612a90 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:55:51.530571 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:51.606736 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:51.628547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:55:51.631400 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb4d1f0-2540-417e-97e2-4fb1a95cf0e6" -d '{"events": [{"server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "name": "network-vif-plugged", "status": "completed", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:55:51.643424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:55:51.678417 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea445201-c6f7-429f-9d78-44858175a430 x-openstack-request-id: req-ea445201-c6f7-429f-9d78-44858175a430 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:55:51.678417 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "name": "network-vif-plugged", "status": "completed", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:55:51.678417 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea445201-c6f7-429f-9d78-44858175a430 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:55:51.678417 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90', 'code': 200} Sep 09 09:55:51.722841 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:51.770186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cc8c6-d413-4e1d-b2c9-14895737a037 req-2113831c-b963-41e3-a2cb-3ffc5a3eb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:51.771925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c81cc8c6-d413-4e1d-b2c9-14895737a037 req-2113831c-b963-41e3-a2cb-3ffc5a3eb464 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 1097 time: 0.0460634 Sep 09 09:55:51.779155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b3f34c8d-71f7-4b51-b677-9874bd612a90,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:55:51.810162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c81cc8c6-d413-4e1d-b2c9-14895737a037 req-0caa59bf-4ded-446f-85ed-1dae0df35b2f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306153 Sep 09 09:55:52.062957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a293fb-5fbc-4412-b076-baed0fcbd622 req-06e84602-1905-4263-9bc6-948bb3fc30b5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:52.064454 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a2a293fb-5fbc-4412-b076-baed0fcbd622 req-06e84602-1905-4263-9bc6-948bb3fc30b5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0510662 Sep 09 09:55:52.102805 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a2a293fb-5fbc-4412-b076-baed0fcbd622 req-11aefe08-fc11-4929-a4ba-59f71694ade3 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Sep 09 09:55:53.217745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d986e0-eab1-4a09-9018-c6a32508d548 req-0db5a8ac-208f-46c2-9c7b-2c8ef40cff06 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:53.219236 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44d986e0-eab1-4a09-9018-c6a32508d548 req-0db5a8ac-208f-46c2-9c7b-2c8ef40cff06 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0480168 Sep 09 09:55:53.256530 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-44d986e0-eab1-4a09-9018-c6a32508d548 req-c5bbe849-aafd-4371-aad1-a0bec4a7c9e9 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306070 Sep 09 09:55:53.369128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864d2d-c54d-4de0-8e75-c7ddc8d6fdc3 req-dcdd356c-d365-45a9-b81f-8bd768e66830 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:53.370627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06864d2d-c54d-4de0-8e75-c7ddc8d6fdc3 req-dcdd356c-d365-45a9-b81f-8bd768e66830 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0490024 Sep 09 09:55:53.407213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06864d2d-c54d-4de0-8e75-c7ddc8d6fdc3 req-255beb18-6c25-4d9f-8acb-d9f246723b2b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307086 Sep 09 09:55:53.790753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47b313-cc73-457b-a5cd-79f539c9f487 req-55d3ed80-e22d-4b92-9d39-dce349bdf6fe tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:53.792258 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ca47b313-cc73-457b-a5cd-79f539c9f487 req-55d3ed80-e22d-4b92-9d39-dce349bdf6fe tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0534601 Sep 09 09:55:53.832546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ca47b313-cc73-457b-a5cd-79f539c9f487 req-6e93cad7-2ca3-420e-a151-f51267201533 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340753 Sep 09 09:55:53.913519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-aed57d6d-082f-477c-86e5-7759a19639b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406506 Sep 09 09:55:54.953770 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6521a3d-11a5-41fa-9558-3dc92c72f5b8 req-95b1e96a-a5d0-4701-9f89-9b200624d358 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:54.955257 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6521a3d-11a5-41fa-9558-3dc92c72f5b8 req-95b1e96a-a5d0-4701-9f89-9b200624d358 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0529642 Sep 09 09:55:54.993733 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6521a3d-11a5-41fa-9558-3dc92c72f5b8 req-f6d1945e-1ddb-4d1b-9331-eb60c2a3819b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Sep 09 09:55:55.468785 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:55.759560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-e6bc1a2a-e599-4ee0-bb25-804975b727c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:55.760982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-e6bc1a2a-e599-4ee0-bb25-804975b727c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 1097 time: 0.0421834 Sep 09 09:55:55.854761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-7b0c7d68-b59b-4503-afc6-c28f25228463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:55.856291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-7b0c7d68-b59b-4503-afc6-c28f25228463 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.0889056 Sep 09 09:55:55.896890 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-622057fb-5140-44f5-9692-cc7600af652a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90 HTTP/1.1" status: 200 len: 217 time: 0.0339429 Sep 09 09:55:55.946841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-3e40c2e8-a5b5-4f0a-8bc1-ba13dbf75c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:55.948325 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-3e40c2e8-a5b5-4f0a-8bc1-ba13dbf75c9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0440722 Sep 09 09:55:55.979929 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9b37e827-8c87-4551-86e4-087a1696ee2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249503 Sep 09 09:55:56.081666 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-45210b17-74de-4c14-9c76-2ae37b120d9c service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948706 Sep 09 09:55:56.116443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d218a-adf8-42a2-bfe3-3a65127d1975 req-febd9244-87c3-4338-8ec6-0c4d312018e1 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:56.118027 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-601d218a-adf8-42a2-bfe3-3a65127d1975 req-febd9244-87c3-4338-8ec6-0c4d312018e1 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0524061 Sep 09 09:55:56.128229 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:55:56.157305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-601d218a-adf8-42a2-bfe3-3a65127d1975 req-7229f440-7c29-4b30-87e4-878bdd54e2c5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Sep 09 09:55:56.177219 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-b5ab89ee-a8e3-4e37-9e7a-77739d496d8f service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882802 Sep 09 09:55:57.271598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b3eb7-c02a-4016-ba66-abb827a3a058 req-e6a7e6f1-c5a6-4803-8f1f-94df590692cf tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:57.273115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e44b3eb7-c02a-4016-ba66-abb827a3a058 req-e6a7e6f1-c5a6-4803-8f1f-94df590692cf tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0495389 Sep 09 09:55:57.311217 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e44b3eb7-c02a-4016-ba66-abb827a3a058 req-39066a85-ae9f-457c-9b37-49bc267b9cec tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319095 Sep 09 09:55:58.432611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9403a-f4a6-4d5d-8eff-fba51b81c672 req-1f3740fc-116f-4164-8652-67fca4bf9593 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:58.434098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0c9403a-f4a6-4d5d-8eff-fba51b81c672 req-1f3740fc-116f-4164-8652-67fca4bf9593 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0552306 Sep 09 09:55:58.470809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0c9403a-f4a6-4d5d-8eff-fba51b81c672 req-0f0e4696-ccaa-4ccd-ae96-631cf795068d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Sep 09 09:55:59.583939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ec486-2cb6-4468-8cc3-75bd1f719607 req-a7810ffc-6f6a-4466-bbcb-aae78e0d8df0 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:55:59.585450 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d13ec486-2cb6-4468-8cc3-75bd1f719607 req-a7810ffc-6f6a-4466-bbcb-aae78e0d8df0 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0491714 Sep 09 09:55:59.623165 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d13ec486-2cb6-4468-8cc3-75bd1f719607 req-4965f800-3b7e-4b1a-8dc6-b6fdc467568f tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317776 Sep 09 09:56:00.740294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad8818-59bd-4008-b584-13ecf5759238 req-27c80009-9e6c-4cc3-ae2f-e1f000ddad21 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:00.741774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbad8818-59bd-4008-b584-13ecf5759238 req-27c80009-9e6c-4cc3-ae2f-e1f000ddad21 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0494037 Sep 09 09:56:00.778680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbad8818-59bd-4008-b584-13ecf5759238 req-66f435dc-2c71-4b48-ab3d-5699243a3121 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Sep 09 09:56:01.657763 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:56:01.898388 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf830ca-b810-455d-94ea-87b8dce75e9e req-adb5f59a-3034-4336-aaf8-ddbf59c61f78 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:01.900141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0bf830ca-b810-455d-94ea-87b8dce75e9e req-adb5f59a-3034-4336-aaf8-ddbf59c61f78 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0550966 Sep 09 09:56:01.938627 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0bf830ca-b810-455d-94ea-87b8dce75e9e req-0c839eb5-e74e-478a-ac1f-d67a56f275cf tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Sep 09 09:56:03.051414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261531e-982c-4fdb-9d8f-2eacbbd9f90b req-2115679c-7035-4b2c-9fbc-d3b4351f03ed tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:03.053092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2261531e-982c-4fdb-9d8f-2eacbbd9f90b req-2115679c-7035-4b2c-9fbc-d3b4351f03ed tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0489552 Sep 09 09:56:03.090512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2261531e-982c-4fdb-9d8f-2eacbbd9f90b req-b80c755b-fbe4-47dd-9a9c-0fbecc85fa16 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315495 Sep 09 09:56:04.208652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02525-cd24-4df4-8fc0-5b897209e07e req-b9e8bede-877a-4af9-aebe-9f1ff5c3abc6 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:04.210144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3a02525-cd24-4df4-8fc0-5b897209e07e req-b9e8bede-877a-4af9-aebe-9f1ff5c3abc6 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0524638 Sep 09 09:56:04.250985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3a02525-cd24-4df4-8fc0-5b897209e07e req-10982545-e3bf-498f-9be0-b57081c90549 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348885 Sep 09 09:56:05.367867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ba49-a31a-4c41-afed-e6f76053311f req-63361f73-d3c1-46be-b3d5-043b26840c0b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:05.369379 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6286ba49-a31a-4c41-afed-e6f76053311f req-63361f73-d3c1-46be-b3d5-043b26840c0b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0530145 Sep 09 09:56:05.407909 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6286ba49-a31a-4c41-afed-e6f76053311f req-eef3aca9-ba95-4613-8ee3-98e475b6f4c9 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Sep 09 09:56:06.522126 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43ec66-6802-4541-a75d-d55f75f56335 req-f000e8dd-01c2-4105-ade9-253c9db394aa tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:06.523645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a43ec66-6802-4541-a75d-d55f75f56335 req-f000e8dd-01c2-4105-ade9-253c9db394aa tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0504293 Sep 09 09:56:06.560513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a43ec66-6802-4541-a75d-d55f75f56335 req-c89f162f-51a9-4233-88a9-d399a0629498 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Sep 09 09:56:07.674289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be119c27-fc5f-4396-9ee9-7a31a6914d17 req-dec264dd-5e3a-4bc2-83aa-b562f7cc3cc9 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:07.676556 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-be119c27-fc5f-4396-9ee9-7a31a6914d17 req-dec264dd-5e3a-4bc2-83aa-b562f7cc3cc9 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0491178 Sep 09 09:56:07.713561 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-be119c27-fc5f-4396-9ee9-7a31a6914d17 req-2e85037e-b1b7-4a96-b881-43ef357a5aa9 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Sep 09 09:56:08.831165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a4cb5-a624-4655-944e-66a35c4700bf req-13d9c9a1-5c2c-4c3e-9e5f-18f6589ec147 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:08.832675 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-040a4cb5-a624-4655-944e-66a35c4700bf req-13d9c9a1-5c2c-4c3e-9e5f-18f6589ec147 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0533340 Sep 09 09:56:08.870435 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-040a4cb5-a624-4655-944e-66a35c4700bf req-6c53236e-a570-4d16-b8e6-17b37bcdb9ad tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Sep 09 09:56:09.984720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dbe3a-56c4-451c-bd48-cf6411e384f9 req-f9885fb3-cecb-4258-afb0-48e89dd5d8a1 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:09.992512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-210dbe3a-56c4-451c-bd48-cf6411e384f9 req-f9885fb3-cecb-4258-afb0-48e89dd5d8a1 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0475488 Sep 09 09:56:10.023159 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-210dbe3a-56c4-451c-bd48-cf6411e384f9 req-604eda13-3e4d-4c46-aedd-385322b31ca4 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304873 Sep 09 09:56:11.139026 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a509271-4228-422a-aa71-81873282a14f req-c0240908-b1dd-4efa-8110-c540146b7a90 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:11.140443 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a509271-4228-422a-aa71-81873282a14f req-c0240908-b1dd-4efa-8110-c540146b7a90 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0491958 Sep 09 09:56:11.178525 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a509271-4228-422a-aa71-81873282a14f req-864fb0e8-618b-4b20-b5bc-278dfab42127 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Sep 09 09:56:12.307592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1bba-876d-44e7-8745-c84a07bfb364 req-18ffacf4-ea62-4b42-8a06-3ac6e38a12f0 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:12.309071 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1fa1bba-876d-44e7-8745-c84a07bfb364 req-18ffacf4-ea62-4b42-8a06-3ac6e38a12f0 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0523934 Sep 09 09:56:12.346321 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1fa1bba-876d-44e7-8745-c84a07bfb364 req-7e0c491b-2e4c-46aa-8ca7-a257cc4acfa7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314240 Sep 09 09:56:13.263605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cea9a2-de89-46d6-a3f4-3ffcec71c3e3 req-bf0f5c40-6842-472d-962a-35311f7ca460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:13.265061 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23cea9a2-de89-46d6-a3f4-3ffcec71c3e3 req-bf0f5c40-6842-472d-962a-35311f7ca460 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 1097 time: 0.0400929 Sep 09 09:56:13.369893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cea9a2-de89-46d6-a3f4-3ffcec71c3e3 req-c8560a6f-5ded-4f78-ad14-a15cfb06350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:13.371433 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23cea9a2-de89-46d6-a3f4-3ffcec71c3e3 req-c8560a6f-5ded-4f78-ad14-a15cfb06350a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.0865240 Sep 09 09:56:13.415911 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23cea9a2-de89-46d6-a3f4-3ffcec71c3e3 req-71367ee4-9ebd-4137-b66d-8ad9d846397d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90 HTTP/1.1" status: 200 len: 217 time: 0.0368822 Sep 09 09:56:13.487522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cea9a2-de89-46d6-a3f4-3ffcec71c3e3 req-2436a95b-9714-4563-b323-b61bc6182a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:13.488966 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23cea9a2-de89-46d6-a3f4-3ffcec71c3e3 req-2436a95b-9714-4563-b323-b61bc6182a13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0657721 Sep 09 09:56:13.499466 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c75e32-bdfe-4c73-9d52-5c1cd24b206d req-096901f1-bc3a-4a75-aaeb-f8667e186993 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:13.500839 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32c75e32-bdfe-4c73-9d52-5c1cd24b206d req-096901f1-bc3a-4a75-aaeb-f8667e186993 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0877573 Sep 09 09:56:13.535853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23cea9a2-de89-46d6-a3f4-3ffcec71c3e3 req-a1b9a816-b113-4013-8f22-d43322aad653 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339887 Sep 09 09:56:13.570789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-32c75e32-bdfe-4c73-9d52-5c1cd24b206d req-0305993d-d161-424a-ac79-f53b9bcc6622 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618949 Sep 09 09:56:13.641952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23cea9a2-de89-46d6-a3f4-3ffcec71c3e3 req-db98e168-249f-43a5-8df1-652aa98f04d5 service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982163 Sep 09 09:56:13.730925 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-23cea9a2-de89-46d6-a3f4-3ffcec71c3e3 req-4a761262-5469-48ec-892d-181e181fc5e6 service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813699 Sep 09 09:56:14.423189 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-947cce3c-84d4-4e51-861f-be7723954629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:14.686105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1ae17-3c98-472c-b0a2-7cecff6927a4 req-61f2a332-862d-4d2e-b687-82cdd3c5d78b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:14.687603 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7bd1ae17-3c98-472c-b0a2-7cecff6927a4 req-61f2a332-862d-4d2e-b687-82cdd3c5d78b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0494540 Sep 09 09:56:14.723108 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7bd1ae17-3c98-472c-b0a2-7cecff6927a4 req-ec5508fb-df44-4969-ad7f-a0d51b6fe3f8 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296121 Sep 09 09:56:15.838426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93f877-5e01-4760-8734-0482e64341b1 req-cbb08c14-1eab-43cf-bd1c-4903852a702b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:15.839971 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f93f877-5e01-4760-8734-0482e64341b1 req-cbb08c14-1eab-43cf-bd1c-4903852a702b tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0493467 Sep 09 09:56:15.886007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f93f877-5e01-4760-8734-0482e64341b1 req-0142fcfb-d9d8-45f1-b3a0-5c87082ff882 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 Sep 09 09:56:17.003903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73b440-6ff4-4f7e-8505-1e8f8d9d8a03 req-a602de3c-0608-4771-9f1c-c9e0d1462468 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:17.005953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7c73b440-6ff4-4f7e-8505-1e8f8d9d8a03 req-a602de3c-0608-4771-9f1c-c9e0d1462468 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0515659 Sep 09 09:56:17.043565 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7c73b440-6ff4-4f7e-8505-1e8f8d9d8a03 req-f81cdc74-38ae-4ced-a28f-48e23f8ea36a tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316796 Sep 09 09:56:17.150792 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc1496ce-837f-478c-9010-6a1f5b92593d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:17.359849 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:18.158423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22553d9e-c5ff-4786-9222-518e9accfecd req-de4f7ba4-bdcb-45f2-b605-3e78b54e1d24 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:18.160429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22553d9e-c5ff-4786-9222-518e9accfecd req-de4f7ba4-bdcb-45f2-b605-3e78b54e1d24 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0489771 Sep 09 09:56:18.198558 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-22553d9e-c5ff-4786-9222-518e9accfecd req-23dc1613-7eb3-401d-bb7e-9cdbf70e465e tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Sep 09 09:56:18.588607 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:19.314510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba3753-4e83-4402-96ff-645c0c9cd619 req-0104fda8-4ea2-4018-a076-4c44de5e19da tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:19.315998 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c5ba3753-4e83-4402-96ff-645c0c9cd619 req-0104fda8-4ea2-4018-a076-4c44de5e19da tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0518768 Sep 09 09:56:19.352574 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c5ba3753-4e83-4402-96ff-645c0c9cd619 req-3586618f-9173-45f9-a534-ddd63db9bd9d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300875 Sep 09 09:56:20.196666 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:20.474319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1971c9-6a5d-408a-86f6-007c72e0b584 req-26fd6530-e6a5-4acc-8ee9-ff3140622118 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:20.475808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c1971c9-6a5d-408a-86f6-007c72e0b584 req-26fd6530-e6a5-4acc-8ee9-ff3140622118 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0485895 Sep 09 09:56:20.512089 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9c1971c9-6a5d-408a-86f6-007c72e0b584 req-267c3b99-6079-4161-8162-888f02ba607f tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304792 Sep 09 09:56:21.625891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d964c88-058b-43f3-81b1-ba80c4f83f0d req-08d73046-e93e-42fa-9f77-09e18ef9f223 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:21.627393 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d964c88-058b-43f3-81b1-ba80c4f83f0d req-08d73046-e93e-42fa-9f77-09e18ef9f223 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0488143 Sep 09 09:56:21.664446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d964c88-058b-43f3-81b1-ba80c4f83f0d req-13300db1-c505-44d5-bb6d-be53500e07ff tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Sep 09 09:56:22.778786 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a18935-27b2-4f35-9ee5-94e03402fc83 req-2e58ad60-a54e-46d5-9674-095c02833d46 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:22.780388 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5a18935-27b2-4f35-9ee5-94e03402fc83 req-2e58ad60-a54e-46d5-9674-095c02833d46 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0500562 Sep 09 09:56:22.823452 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5a18935-27b2-4f35-9ee5-94e03402fc83 req-9391382d-f529-4856-a7a1-6d414d9d9673 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358191 Sep 09 09:56:23.225567 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f622899-0a0f-4fc8-b2ae-c680f4adc54e service neutron] show failed (client error): The resource could not be found. Sep 09 09:56:23.226606 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f622899-0a0f-4fc8-b2ae-c680f4adc54e service neutron] 10.222.0.41 "GET /v2.0/ports/b3f34c8d-71f7-4b51-b677-9874bd612a90/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0533226 Sep 09 09:56:23.760740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-6463d137-5399-4b5b-a12f-3fd2fe010836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:23.762196 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-6463d137-5399-4b5b-a12f-3fd2fe010836 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705&tenant_id=54be208aef1a4020b86357958f07db78 HTTP/1.1" status: 200 len: 1097 time: 0.0399263 Sep 09 09:56:23.774760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:56:23.827531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:24.009844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea62a2b-970a-47c6-8551-372bc1dccb81 req-7a3be8ef-9bae-4923-9e7d-33800c90a0f9 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:24.011371 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ea62a2b-970a-47c6-8551-372bc1dccb81 req-7a3be8ef-9bae-4923-9e7d-33800c90a0f9 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0843105 Sep 09 09:56:24.087735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:56:24.091750 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ea62a2b-970a-47c6-8551-372bc1dccb81 req-29743435-3ed0-45fd-89ad-1724079c823d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523810 Sep 09 09:56:24.128536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:56:24.168897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:56:24.171130 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d2b2ad-b0d2-4505-8bb3-acf4faaa756b" -d '{"events": [{"server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:56:24.174968 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:24.187814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Transition to ACTIVE for port object b3f34c8d-71f7-4b51-b677-9874bd612a90 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:56:24.221957 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022bb76d-90b1-49fc-93d1-3ff3a573e277 x-openstack-request-id: req-022bb76d-90b1-49fc-93d1-3ff3a573e277 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:56:24.222255 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:56:24.222515 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-022bb76d-90b1-49fc-93d1-3ff3a573e277 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:56:24.222919 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90', 'code': 200} Sep 09 09:56:24.257243 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:24.316230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] No DVR routers for this DVR port b3f34c8d-71f7-4b51-b677-9874bd612a90 on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:56:24.322715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Pushing event updated for resources: {'Port': ['ID=b3f34c8d-71f7-4b51-b677-9874bd612a90,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:24.344637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.344987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.345331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.345672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.346008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.346342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.346692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.347022 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.347421 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.347752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.348080 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.348407 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:24.364808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Attempting to bind port b3f34c8d-71f7-4b51-b677-9874bd612a90 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:56:24.365704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Attempting to bind port b3f34c8d-71f7-4b51-b677-9874bd612a90 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:56:24.366042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Attempting to bind port b3f34c8d-71f7-4b51-b677-9874bd612a90 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:56:24.370341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Port b3f34c8d-71f7-4b51-b677-9874bd612a90 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:56:24.371336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Attempting to bind port b3f34c8d-71f7-4b51-b677-9874bd612a90 on network c3e99a61-dbc6-4163-9630-9f0b0864a034 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:56:24.375471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:56:24.375809 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Checking segment: {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:56:24.376188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Bound using segment: {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:56:24.376612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Bound port: b3f34c8d-71f7-4b51-b677-9874bd612a90, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:56:24.376969 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:24.442537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:56:24.445603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:56:24.503338 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:24.536072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:24.537404 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:24.539040 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] 10.222.0.24 "PUT /v2.0/ports/b3f34c8d-71f7-4b51-b677-9874bd612a90 HTTP/1.1" status: 200 len: 1092 time: 0.7688670 Sep 09 09:56:24.568202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f59f0-eed8-4b40-81f4-d1058010c25f service neutron] Pushing event updated for resources: {'Port': ['ID=b3f34c8d-71f7-4b51-b677-9874bd612a90,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:24.602863 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-bf1fad61-beda-4ac1-bc13-eaf222df55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:24.604416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-bf1fad61-beda-4ac1-bc13-eaf222df55a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 1095 time: 0.0440848 Sep 09 09:56:24.693709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-ab91f40d-55ae-4535-b514-6074c49ad034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:24.695166 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-ab91f40d-55ae-4535-b514-6074c49ad034 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.0842073 Sep 09 09:56:24.735052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-76ba3cb2-38d1-4a22-875b-5581d6f08d4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90 HTTP/1.1" status: 200 len: 217 time: 0.0328145 Sep 09 09:56:24.785081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-426e3f48-de40-463a-a4f2-4915f9c057d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:24.786467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-426e3f48-de40-463a-a4f2-4915f9c057d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0448213 Sep 09 09:56:24.817693 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-6bccd2a3-c953-44a7-af7e-966c8564e779 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230548 Sep 09 09:56:24.905780 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-e369c921-f72a-489f-9a08-70515627ec27 service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804105 Sep 09 09:56:24.994096 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc1f0bfc-a8d9-4814-9fb5-7c1b1d68000c req-dd753e33-d6c0-4525-8bea-950fe3c6bbcd service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814931 Sep 09 09:56:25.206552 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05c196-9b8a-421a-8fb0-d8221484b2b0 req-e23f9092-9b2b-428a-b7d2-9d15d028d08e tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:25.208098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7c05c196-9b8a-421a-8fb0-d8221484b2b0 req-e23f9092-9b2b-428a-b7d2-9d15d028d08e tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 943 time: 0.0485954 Sep 09 09:56:25.245603 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7c05c196-9b8a-421a-8fb0-d8221484b2b0 req-465a61e1-3d0e-4059-9bba-451e2ed8853a tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306952 Sep 09 09:56:25.482061 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:26.150819 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:26.224691 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:56:26.227508 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315fd53a-2509-4d17-b653-e14764c29a59" -d '{"events": [{"name": "network-changed", "server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:56:26.274030 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90d0bab-5f2a-469c-b7cb-bb33e16982f9 x-openstack-request-id: req-b90d0bab-5f2a-469c-b7cb-bb33e16982f9 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:56:26.274030 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:56:26.274231 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b90d0bab-5f2a-469c-b7cb-bb33e16982f9 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:56:26.274808 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90', 'status': 'completed', 'code': 200} Sep 09 09:56:26.337852 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd53a-2509-4d17-b653-e14764c29a59 req-4cb4503c-6f9c-4061-a1dc-0d1e3d9b7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:26.339540 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-4cb4503c-6f9c-4061-a1dc-0d1e3d9b7bfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 1095 time: 0.0423532 Sep 09 09:56:26.362201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd53a-2509-4d17-b653-e14764c29a59 req-7e0a124c-e103-4d62-9263-4adbe55d0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:26.363719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-7e0a124c-e103-4d62-9263-4adbe55d0849 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 1095 time: 0.0696530 Sep 09 09:56:26.387712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd17d6-16ea-410b-a92d-54c12effb24b req-12b23c80-de69-4eae-b0ef-d76021573833 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:26.389144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b0dd17d6-16ea-410b-a92d-54c12effb24b req-12b23c80-de69-4eae-b0ef-d76021573833 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 943 time: 0.0711200 Sep 09 09:56:26.435220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd53a-2509-4d17-b653-e14764c29a59 req-6844351a-19af-4b1a-a6cc-2a0eb26a5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:26.436670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-6844351a-19af-4b1a-a6cc-2a0eb26a5d5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.0904167 Sep 09 09:56:26.470872 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b0dd17d6-16ea-410b-a92d-54c12effb24b req-5cd8a8ec-f7ad-4ab5-bb92-deb555ce4de3 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715485 Sep 09 09:56:26.479087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-004078c5-3c7b-41c0-afff-d0da1a855ee8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90 HTTP/1.1" status: 200 len: 217 time: 0.0348313 Sep 09 09:56:26.489565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd53a-2509-4d17-b653-e14764c29a59 req-707ad8dc-e66d-4e82-b182-01b3f19dc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:26.491215 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-707ad8dc-e66d-4e82-b182-01b3f19dc7cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.1194229 Sep 09 09:56:26.529125 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd53a-2509-4d17-b653-e14764c29a59 req-809b5061-bfc0-4f8b-8c5f-8588b5785a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:26.530609 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-809b5061-bfc0-4f8b-8c5f-8588b5785a66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0451937 Sep 09 09:56:26.536690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-c7e35c7b-d390-4004-bf77-0cd882a9bca9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90 HTTP/1.1" status: 200 len: 217 time: 0.0373142 Sep 09 09:56:26.562026 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-facac507-b211-494f-911d-b7626fa0a1f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243399 Sep 09 09:56:26.590037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd53a-2509-4d17-b653-e14764c29a59 req-7e1458e0-2cdc-4f9b-879b-e2a4b6d1e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:26.591535 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-7e1458e0-2cdc-4f9b-879b-e2a4b6d1e9d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0443573 Sep 09 09:56:26.623508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-22f4bfa8-8b97-4fde-a7ac-eafc39bf541b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233543 Sep 09 09:56:26.657606 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-02e62161-47cc-4288-9089-8ccf593c53bb service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883195 Sep 09 09:56:26.728587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-47f55d1a-7feb-4fb0-bfdc-ed2bf5cb2bf3 service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898833 Sep 09 09:56:26.751492 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-397f728f-4f52-4269-90dd-c9f2f27b0783 service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873499 Sep 09 09:56:26.820267 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-315fd53a-2509-4d17-b653-e14764c29a59 req-95b5023e-0422-44cd-8a4d-f3896ad79602 service neutron] 10.222.0.24 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848176 Sep 09 09:56:27.051931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b3f34c8d-71f7-4b51-b677-9874bd612a90 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:56:27.147066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:56:27.158466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'b3f34c8d-71f7-4b51-b677-9874bd612a90', 'network_id': 'c3e99a61-dbc6-4163-9630-9f0b0864a034', 'port_id': 'b3f34c8d-71f7-4b51-b677-9874bd612a90', 'mac_address': 'fa:16:3e:63:d3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bfa8f1-e4ec-45d8-949a-3c08988b6785', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:56:27.195014 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:27.207312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f34c8d-71f7-4b51-b677-9874bd612a90 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:56:27.226679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:56:27.293108 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:27.340095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=b3f34c8d-71f7-4b51-b677-9874bd612a90,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:27.514668 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['b3f34c8d-71f7-4b51-b677-9874bd612a90'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:56:27.589608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76898f0-7fd2-4f88-bde0-06a136439351 req-bac567e3-6752-4cba-a506-c989810a9204 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:27.591162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e76898f0-7fd2-4f88-bde0-06a136439351 req-bac567e3-6752-4cba-a506-c989810a9204 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 944 time: 0.0492985 Sep 09 09:56:27.605528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b3f34c8d-71f7-4b51-b677-9874bd612a90 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:56:27.631909 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e76898f0-7fd2-4f88-bde0-06a136439351 req-77daf536-5994-4fb2-ba04-a0dfec2790fa tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344775 Sep 09 09:56:27.666867 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b3f34c8d-71f7-4b51-b677-9874bd612a90 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:56:27.958173 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e393400-fb81-45f2-a36e-835f8dc31ea3 req-a9bcddae-92d8-4822-adb5-8e0984af09ed tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:27.959724 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e393400-fb81-45f2-a36e-835f8dc31ea3 req-a9bcddae-92d8-4822-adb5-8e0984af09ed tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 944 time: 0.0521309 Sep 09 09:56:28.027024 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e393400-fb81-45f2-a36e-835f8dc31ea3 req-68f40fc2-5e11-4545-86a5-40cc5aee2715 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595074 Sep 09 09:56:28.047542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-dbfe1de2-c446-4a29-a2a3-ec783b4d04c5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:28.049010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-dbfe1de2-c446-4a29-a2a3-ec783b4d04c5 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.41 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705&tenant_id=54be208aef1a4020b86357958f07db78&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 944 time: 0.0684505 Sep 09 09:56:28.108891 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-5c1333ac-c222-4516-aed4-44dd57b8d3ef service neutron] delete failed (client error): The resource could not be found. Sep 09 09:56:28.109810 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-5c1333ac-c222-4516-aed4-44dd57b8d3ef service neutron] 10.222.0.41 "DELETE /v2.0/ports/b3f34c8d-71f7-4b51-b677-9874bd612a90/bindings/n-h2-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0536051 Sep 09 09:56:28.194037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-c4bc9c9d-1ac9-4da6-82ee-81acbf6b3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:28.196447 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-c4bc9c9d-1ac9-4da6-82ee-81acbf6b3cee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54be208aef1a4020b86357958f07db78&device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 1096 time: 0.0416019 Sep 09 09:56:28.288212 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-fee387fa-1a09-4af3-9af6-6da4f45131e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:28.289939 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-fee387fa-1a09-4af3-9af6-6da4f45131e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 200 len: 915 time: 0.0870657 Sep 09 09:56:28.331154 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-b1ef1907-2f48-44b3-89f2-012d0929aa58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90 HTTP/1.1" status: 200 len: 217 time: 0.0346074 Sep 09 09:56:28.379609 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-aa74d3c0-f2f9-4298-b58f-03bbf5066913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:28.380978 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-aa74d3c0-f2f9-4298-b58f-03bbf5066913 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 200 len: 854 time: 0.0425317 Sep 09 09:56:28.425171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-2400728c-8a05-446b-a5a4-be06d7cc854f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3e99a61-dbc6-4163-9630-9f0b0864a034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357463 Sep 09 09:56:28.513785 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-3b444e5d-2293-4af6-964e-ae7a8955dbd7 service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805624 Sep 09 09:56:28.603934 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-85d5de61-cb1c-464c-b1e0-d64874fcd779 req-473ccc1b-3463-4d00-b5da-2ef39f706e4d service neutron] 10.222.0.41 "GET /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837281 Sep 09 09:56:29.059904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b3f34c8d-71f7-4b51-b677-9874bd612a90 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:56:29.152756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d06b6f-84e3-4099-bd5f-654f6e2ba4c7 req-d5c5e74d-2698-4783-ab4e-e3f3a6ebafff tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:29.154179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1d06b6f-84e3-4099-bd5f-654f6e2ba4c7 req-d5c5e74d-2698-4783-ab4e-e3f3a6ebafff tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 944 time: 0.0547593 Sep 09 09:56:29.190365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port b3f34c8d-71f7-4b51-b677-9874bd612a90 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:56:29.191252 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1d06b6f-84e3-4099-bd5f-654f6e2ba4c7 req-bb6f19e8-8e30-4af2-bf90-c6460f88b649 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Sep 09 09:56:29.195101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port b3f34c8d-71f7-4b51-b677-9874bd612a90 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:29.195659 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:29.287764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:29.311549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:56:29.313744 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec2f260-f8b2-4246-81e0-9e92a252a9e4" -d '{"events": [{"server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "name": "network-vif-plugged", "status": "completed", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:56:29.326516 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:56:29.349027 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f816bf-0354-4aac-905f-8a3d567fd422 x-openstack-request-id: req-b3f816bf-0354-4aac-905f-8a3d567fd422 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:56:29.349372 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "name": "network-vif-plugged", "status": "completed", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:56:29.349621 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3f816bf-0354-4aac-905f-8a3d567fd422 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:56:29.350005 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90', 'code': 200} Sep 09 09:56:29.402044 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:29.451653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=b3f34c8d-71f7-4b51-b677-9874bd612a90,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:30.305932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc2587-fe3d-4058-b00f-f6085e2fe421 req-0f389aad-c573-42d5-b601-debee9ed3bf7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:30.307496 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60dc2587-fe3d-4058-b00f-f6085e2fe421 req-0f389aad-c573-42d5-b601-debee9ed3bf7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0513246 Sep 09 09:56:30.349388 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-60dc2587-fe3d-4058-b00f-f6085e2fe421 req-0c55c338-199d-4644-9e9f-fa65ae142126 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360334 Sep 09 09:56:30.465497 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6a779-4962-4237-9e7d-decc0b545176 req-35c13c81-c6a1-4575-ae49-c679f7a90d8d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:30.466986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8c6a779-4962-4237-9e7d-decc0b545176 req-35c13c81-c6a1-4575-ae49-c679f7a90d8d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0492060 Sep 09 09:56:30.504019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8c6a779-4962-4237-9e7d-decc0b545176 req-043e9a2e-2b91-455b-986c-21001ec00891 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Sep 09 09:56:30.615574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82512993-ef61-4f9d-b358-67e3064e012a req-360c7a6f-2c25-4f86-82bd-4ec457b74669 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:30.617765 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82512993-ef61-4f9d-b358-67e3064e012a req-360c7a6f-2c25-4f86-82bd-4ec457b74669 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Sep 09 09:56:30.656698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-82512993-ef61-4f9d-b358-67e3064e012a req-8352611c-dd68-456c-b704-d78d82a6c9fa tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329866 Sep 09 09:56:31.182761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321f02c-5c4d-4552-9c1f-46f80dd7bf04 req-51f28c23-a4ba-4b95-8406-4cccda1f4a37 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:31.184236 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e321f02c-5c4d-4552-9c1f-46f80dd7bf04 req-51f28c23-a4ba-4b95-8406-4cccda1f4a37 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0486598 Sep 09 09:56:31.220697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e321f02c-5c4d-4552-9c1f-46f80dd7bf04 req-5fbfc817-2207-4102-a079-cb9fa57b3c2d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306699 Sep 09 09:56:32.336735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559d5b4-a687-4eb2-915d-84c2f9c815fc req-15369e96-5956-417d-9015-d53efd2b767d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:32.338204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6559d5b4-a687-4eb2-915d-84c2f9c815fc req-15369e96-5956-417d-9015-d53efd2b767d tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0519295 Sep 09 09:56:32.373979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6559d5b4-a687-4eb2-915d-84c2f9c815fc req-5687bf11-ec6c-45b1-a0a1-5d472a2e272f tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f4740f-5e40-4bda-b387-d5a7ac351a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299492 Sep 09 09:56:32.442547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c185-b749-47df-b173-7366a13d605f req-b2a77540-d2eb-4f21-9b9f-c615414849a7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:32.444014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4513c185-b749-47df-b173-7366a13d605f req-b2a77540-d2eb-4f21-9b9f-c615414849a7 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.24 "GET /v2.0/ports?device_id=54bb0e12-a439-405b-8d6b-32266979a705 HTTP/1.1" status: 200 len: 945 time: 0.0470996 Sep 09 09:56:32.530162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-4513c185-b749-47df-b173-7366a13d605f req-54247c19-d719-4a2a-b8c1-e2341c428707 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Deleting port b3f34c8d-71f7-4b51-b677-9874bd612a90 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:56:32.530415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4513c185-b749-47df-b173-7366a13d605f req-54247c19-d719-4a2a-b8c1-e2341c428707 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:32.616584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4513c185-b749-47df-b173-7366a13d605f req-54247c19-d719-4a2a-b8c1-e2341c428707 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] For port b3f34c8d-71f7-4b51-b677-9874bd612a90, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b3f34c8d-71f7-4b51-b677-9874bd612a90,segment=NetworkSegment(8bac7ea1-7491-4d29-a33b-bf0ef7c1acff),segment_id=8bac7ea1-7491-4d29-a33b-bf0ef7c1acff)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:56:32.616940 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4513c185-b749-47df-b173-7366a13d605f req-54247c19-d719-4a2a-b8c1-e2341c428707 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:32.629792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-4513c185-b749-47df-b173-7366a13d605f req-54247c19-d719-4a2a-b8c1-e2341c428707 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Calling delete_port for b3f34c8d-71f7-4b51-b677-9874bd612a90 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:56:32.813557 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4513c185-b749-47df-b173-7366a13d605f req-54247c19-d719-4a2a-b8c1-e2341c428707 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:32.825205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['b3f34c8d-71f7-4b51-b677-9874bd612a90'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:56:32.840422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54247c19-d719-4a2a-b8c1-e2341c428707 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Pushing event deleted for resources: {'Port': ['ID=b3f34c8d-71f7-4b51-b677-9874bd612a90,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:32.885720 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4513c185-b749-47df-b173-7366a13d605f req-54247c19-d719-4a2a-b8c1-e2341c428707 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] No DVR routers for this DVR port b3f34c8d-71f7-4b51-b677-9874bd612a90 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:56:32.888498 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4513c185-b749-47df-b173-7366a13d605f req-54247c19-d719-4a2a-b8c1-e2341c428707 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:32.890606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4513c185-b749-47df-b173-7366a13d605f req-54247c19-d719-4a2a-b8c1-e2341c428707 tempest-ServerDiskConfigTestJSON-56149033 tempest-ServerDiskConfigTestJSON-56149033-project] 10.222.0.24 "DELETE /v2.0/ports/b3f34c8d-71f7-4b51-b677-9874bd612a90 HTTP/1.1" status: 204 len: 173 time: 0.4406090 Sep 09 09:56:32.891044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'name': 'network-vif-deleted', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:56:32.893454 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25274022-e61f-4149-8a18-8290eafa01be" -d '{"events": [{"server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "name": "network-vif-deleted", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:56:32.930229 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aca7166-36c6-4075-bb8a-01984ac65bc0 x-openstack-request-id: req-5aca7166-36c6-4075-bb8a-01984ac65bc0 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:56:32.930515 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bb0e12-a439-405b-8d6b-32266979a705", "name": "network-vif-deleted", "tag": "b3f34c8d-71f7-4b51-b677-9874bd612a90", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:56:32.930766 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5aca7166-36c6-4075-bb8a-01984ac65bc0 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:56:32.931158 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bb0e12-a439-405b-8d6b-32266979a705', 'name': 'network-vif-deleted', 'tag': 'b3f34c8d-71f7-4b51-b677-9874bd612a90', 'status': 'completed', 'code': 200} Sep 09 09:56:33.493456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48878) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:33.537342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce33b80c-489d-4813-a630-c2962f1feb3a admin admin] Deleting subnet 45bfa8f1-e4ec-45d8-949a-3c08988b6785 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 09:56:33.541104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce33b80c-489d-4813-a630-c2962f1feb3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:33.925168 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce33b80c-489d-4813-a630-c2962f1feb3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:33.967154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce33b80c-489d-4813-a630-c2962f1feb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:34.111158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce33b80c-489d-4813-a630-c2962f1feb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:34.136594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33b80c-489d-4813-a630-c2962f1feb3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45bfa8f1-e4ec-45d8-949a-3c08988b6785,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:34.140366 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce33b80c-489d-4813-a630-c2962f1feb3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:34.142141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ce33b80c-489d-4813-a630-c2962f1feb3a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/45bfa8f1-e4ec-45d8-949a-3c08988b6785 HTTP/1.1" status: 204 len: 168 time: 0.6476948 Sep 09 09:56:34.144746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:34.215238 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:34.291217 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:34.314499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e99a61-dbc6-4163-9630-9f0b0864a034']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:34.323757 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:34.324055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bac7ea1-7491-4d29-a33b-bf0ef7c1acff') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:34.333011 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:34.346327 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: timer() Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 09:56:34.355175 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 09:56:34.477032 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:34.482282 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:34.484154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c3e99a61-dbc6-4163-9630-9f0b0864a034 HTTP/1.1" status: 204 len: 168 time: 0.3384738 Sep 09 09:56:34.494983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910c6cc-8c5b-49bc-9abd-cf1220287121 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e99a61-dbc6-4163-9630-9f0b0864a034,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:34.757731 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48884) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:34.796720 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-62855139-ccf6-437c-a3c6-bd869716ce25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54be208aef1a4020b86357958f07db78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377326 Sep 09 09:56:34.799048 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48886) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:34.849710 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64882520-e774-4218-98bc-e0b5df1accbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:34.870270 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64882520-e774-4218-98bc-e0b5df1accbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:35.011776 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64882520-e774-4218-98bc-e0b5df1accbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:35.014646 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64882520-e774-4218-98bc-e0b5df1accbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:35.015898 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-64882520-e774-4218-98bc-e0b5df1accbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94f4740f-5e40-4bda-b387-d5a7ac351a42 HTTP/1.1" status: 204 len: 168 time: 0.2159390 Sep 09 09:56:35.024639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64882520-e774-4218-98bc-e0b5df1accbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f4740f-5e40-4bda-b387-d5a7ac351a42,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:35.983663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48908) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:36.134663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1296860654-network', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:56:36.212945 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Made reservation on behalf of d98e299193e742c69c5857e3522bf1a4 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:56:36.215311 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:36.223655 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:36.310843 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:36.373154 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:36.397504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 09:56:36.407349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f32bd6-5c96-45a9-996c-359aff8be648,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:36.413236 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:36.413582 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Added segment 873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e of type vlan for network b0ec1b26-1d84-4b81-9fde-ff38b652f954 Sep 09 09:56:36.453569 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:36.559857 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:36.560804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:36.561411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:36.620759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] Pushing event updated for resources: {'Network': ['ID=b0ec1b26-1d84-4b81-9fde-ff38b652f954,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:36.630877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 09:56:36.669095 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f3860640-a52d-4d67-88f6-42090dfd15ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6842496 Sep 09 09:56:36.671892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48914) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:36.676588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] Request body: {'subnet': {'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1296860654-subnet', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:56:36.750127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] Made reservation on behalf of d98e299193e742c69c5857e3522bf1a4 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:56:36.752529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:36.971182 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:37.030241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e64552-0e42-4884-871a-2cf72bbb0427,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:37.034536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:56:37.034877 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] Network hostable DHCP agents. Network: b0ec1b26-1d84-4b81-9fde-ff38b652f954, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 09:56:37.090814 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b3f34c8d-71f7-4b51-b677-9874bd612a90 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:56:37.104615 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 09:56:37.111832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: b3f34c8d-71f7-4b51-b677-9874bd612a90 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:56:37.112180 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b3f34c8d-71f7-4b51-b677-9874bd612a90 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:56:37.173172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, b0ec1b26-1d84-4b81-9fde-ff38b652f954) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:56:37.177711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:37.178559 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:37.182123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37808230-f055-4110-bb5f-2f908df6cd6f None None] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:56:37.246589 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d8338c7a-b5dc-42bc-b031-4f82503cda35 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5736225 Sep 09 09:56:37.249415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48916) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:37.253994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:56:37.329475 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 09:56:37.330323 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:37.350906 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:37.352070 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:37.406740 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:37.490470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Allocated IP 172.20.0.2 (b0ec1b26-1d84-4b81-9fde-ff38b652f954/52e64552-0e42-4884-871a-2cf72bbb0427/a3534397-48e1-410a-b5a1-90a347d64487) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:56:37.620341 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:37.625998 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:37.628680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Transition to ACTIVE for port object a3534397-48e1-410a-b5a1-90a347d64487 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:56:37.643548 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Transition to ACTIVE for port object a3534397-48e1-410a-b5a1-90a347d64487 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:56:37.737786 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:37.774936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:56:37.777616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:56:37.780154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:56:37.812767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Pushing event updated for resources: {'Port': ['ID=a3534397-48e1-410a-b5a1-90a347d64487,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:37.845562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Attempting to bind port a3534397-48e1-410a-b5a1-90a347d64487 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:56:37.845963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Attempting to bind port a3534397-48e1-410a-b5a1-90a347d64487 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:56:37.846284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Attempting to bind port a3534397-48e1-410a-b5a1-90a347d64487 on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:56:37.855083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:56:37.855083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:56:37.855083 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:37.855083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:56:37.855083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Bound port: a3534397-48e1-410a-b5a1-90a347d64487, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:56:37.855083 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:37.921264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] For port a3534397-48e1-410a-b5a1-90a347d64487, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:56:37.924591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] For port a3534397-48e1-410a-b5a1-90a347d64487, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a3534397-48e1-410a-b5a1-90a347d64487,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:56:38.014226 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:38.081982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b5ef9-3246-46b9-ab02-13f992f7a549 None None] Pushing event updated for resources: {'Port': ['ID=a3534397-48e1-410a-b5a1-90a347d64487,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:38.268847 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:38.290254 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:38.399133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Allocated IP 172.25.8.154 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/fd57e1ab-ddc3-48ed-9be6-a7293799feb9) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:56:38.432427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a3534397-48e1-410a-b5a1-90a347d64487 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:56:38.505528 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:38.533120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port a3534397-48e1-410a-b5a1-90a347d64487 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:56:38.608035 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:38.652191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:56:38.655277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:56:38.657945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:56:38.658091 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:56:38.690607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Pushing event updated for resources: {'Port': ['ID=fd57e1ab-ddc3-48ed-9be6-a7293799feb9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:38.702556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.702907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.703253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.703620 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.703958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.704291 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.704622 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.704951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.705278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.705605 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.705932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.706255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:38.935003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d22ee-b110-4e6c-b4c9-751ee0299137 None None] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 09:56:38.995988 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:39.203718 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:39.253766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fbff3480-8fae-4aa8-88a2-3a81ea3813ba None None] Provisioning for port a3534397-48e1-410a-b5a1-90a347d64487 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:56:39.257732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fbff3480-8fae-4aa8-88a2-3a81ea3813ba None None] Provisioning complete for port a3534397-48e1-410a-b5a1-90a347d64487 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:39.258127 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbff3480-8fae-4aa8-88a2-3a81ea3813ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:39.339899 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbff3480-8fae-4aa8-88a2-3a81ea3813ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:39.377009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-fbff3480-8fae-4aa8-88a2-3a81ea3813ba None None] For port a3534397-48e1-410a-b5a1-90a347d64487, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a3534397-48e1-410a-b5a1-90a347d64487,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:56:39.401941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 09:56:39.457401 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbff3480-8fae-4aa8-88a2-3a81ea3813ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:39.506969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff3480-8fae-4aa8-88a2-3a81ea3813ba None None] Pushing event updated for resources: {'Port': ['ID=a3534397-48e1-410a-b5a1-90a347d64487,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:39.510786 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:56:39.520717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Sync routers for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:56:39.530684 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:56:39.531326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:56:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:39.588750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:39.590041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5d2cc082-23fc-4e80-a660-d2841cbd1e3e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3395071 Sep 09 09:56:39.592263 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9aea422f-6b2f-46c0-95d0-48c6da669b95 None None] Provisioning complete for port a3534397-48e1-410a-b5a1-90a347d64487 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:39.592742 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9aea422f-6b2f-46c0-95d0-48c6da669b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:39.592966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48918) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:39.673106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:56:39.897419 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:38Z', 'revision_number': 3, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:39.924022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Checking router: e5644d7a-40f5-4a30-8792-30d63dbbb8c2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:56:39.924366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Updating router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 port fd57e1ab-ddc3-48ed-9be6-a7293799feb9 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:56:39.951449 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.006507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.165554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Allocated IP 172.20.0.1 (b0ec1b26-1d84-4b81-9fde-ff38b652f954/52e64552-0e42-4884-871a-2cf72bbb0427/77c14d48-e762-4592-9f49-be130680983d) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:56:40.208631 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.218599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Transition to ACTIVE for port object fd57e1ab-ddc3-48ed-9be6-a7293799feb9 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:56:40.273969 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.281860 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.287487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Transition to ACTIVE for port object 77c14d48-e762-4592-9f49-be130680983d will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:56:40.332426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Attempting to bind port fd57e1ab-ddc3-48ed-9be6-a7293799feb9 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:56:40.334592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Attempting to bind port fd57e1ab-ddc3-48ed-9be6-a7293799feb9 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:56:40.334592 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Attempting to bind port fd57e1ab-ddc3-48ed-9be6-a7293799feb9 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:56:40.338824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f121ea1-7e67-436b-972b-b534aa8d96f4 None None] Pushing event updated for resources: {'Port': ['ID=fd57e1ab-ddc3-48ed-9be6-a7293799feb9,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:40.343308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:56:40.343712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:56:40.344118 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.344508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:56:40.344976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Bound port: fd57e1ab-ddc3-48ed-9be6-a7293799feb9, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:56:40.345363 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.374200 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.399066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] For port fd57e1ab-ddc3-48ed-9be6-a7293799feb9, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:56:40.402802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] For port fd57e1ab-ddc3-48ed-9be6-a7293799feb9, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fd57e1ab-ddc3-48ed-9be6-a7293799feb9,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:56:40.410603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a3534397-48e1-410a-b5a1-90a347d64487 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:56:40.412152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:56:40.417298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:56:40.422998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:56:40.449142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Pushing event updated for resources: {'Port': ['ID=77c14d48-e762-4592-9f49-be130680983d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:40.467935 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.470928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a3534397-48e1-410a-b5a1-90a347d64487 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:40.471310 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.473751 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.555940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:56:40.556580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:56:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:40.620658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f121ea1-7e67-436b-972b-b534aa8d96f4 None None] Pushing event updated for resources: {'Port': ['ID=fd57e1ab-ddc3-48ed-9be6-a7293799feb9,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:40.688802 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.725693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:56:40.784103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1cfb7597-0764-4b1d-a856-516173990d7a None None] Provisioning for port 77c14d48-e762-4592-9f49-be130680983d completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:56:40.797324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1cfb7597-0764-4b1d-a856-516173990d7a None None] Provisioning complete for port 77c14d48-e762-4592-9f49-be130680983d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:40.797702 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7597-0764-4b1d-a856-516173990d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.852816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.877124 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb7597-0764-4b1d-a856-516173990d7a None None] Port 77c14d48-e762-4592-9f49-be130680983d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:56:40.910392 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.950689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:38Z', 'revision_number': 3, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:40.978169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835f8a7-be79-4ef7-a3c6-22e35ae39072 None None] The sync data for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 is: [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:38Z', 'revision_number': 3, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:56:40.981892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:40.983589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Pushing event updated for resources: {'Port': ['ID=77c14d48-e762-4592-9f49-be130680983d,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:41.085239 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:56:41.086821 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:56:41.213371 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:56:41.352016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:56:41.358870 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-419805f0-643e-46c4-9578-426f0dc77008 admin admin] 10.222.0.32 "PUT /v2.0/routers/e5644d7a-40f5-4a30-8792-30d63dbbb8c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7647183 Sep 09 09:56:41.399087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8df3154a-9216-4312-8537-1feb3a0b5ab6 None None] Provisioning complete for port 77c14d48-e762-4592-9f49-be130680983d triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:41.399765 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8df3154a-9216-4312-8537-1feb3a0b5ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:41.439007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8df3154a-9216-4312-8537-1feb3a0b5ab6 None None] Port 77c14d48-e762-4592-9f49-be130680983d cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:56:42.025595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48926) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:42.030355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-709efc4a-c113-4b5c-9475-997df75a71b4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779239096', 'description': 'tempest-description--321785245'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:56:42.114119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-709efc4a-c113-4b5c-9475-997df75a71b4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.202689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-709efc4a-c113-4b5c-9475-997df75a71b4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.280149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-709efc4a-c113-4b5c-9475-997df75a71b4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.309850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709efc4a-c113-4b5c-9475-997df75a71b4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:42.366312 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-709efc4a-c113-4b5c-9475-997df75a71b4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.367842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-709efc4a-c113-4b5c-9475-997df75a71b4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3412254 Sep 09 09:56:42.371333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48928) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:42.377036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b7ba406b-3bb5-4ab9-8ec9-9a08e8ff8efc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'security_group_rule': {'security_group_id': 'fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:56:42.425838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fd57e1ab-ddc3-48ed-9be6-a7293799feb9 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:56:42.468612 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7ba406b-3bb5-4ab9-8ec9-9a08e8ff8efc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.523622 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7ba406b-3bb5-4ab9-8ec9-9a08e8ff8efc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.550468 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Sync routers for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:56:42.556985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port fd57e1ab-ddc3-48ed-9be6-a7293799feb9 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:56:42.560628 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:56:42.564492 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fd57e1ab-ddc3-48ed-9be6-a7293799feb9 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:42.564612 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:56:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:42.564718 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.588658 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7ba406b-3bb5-4ab9-8ec9-9a08e8ff8efc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.604428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba406b-3bb5-4ab9-8ec9-9a08e8ff8efc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8b98ec-f999-481b-82fc-661180ad5538,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:42.642396 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.662247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port fd57e1ab-ddc3-48ed-9be6-a7293799feb9, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fd57e1ab-ddc3-48ed-9be6-a7293799feb9,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:56:42.669932 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:56:42.714378 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7ba406b-3bb5-4ab9-8ec9-9a08e8ff8efc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.715848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b7ba406b-3bb5-4ab9-8ec9-9a08e8ff8efc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3432097 Sep 09 09:56:42.718384 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48930) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:42.722886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-516c6f04-d18d-4873-a59b-371d8debaf12 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'security_group_rule': {'security_group_id': 'fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:56:42.742995 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.795630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=fd57e1ab-ddc3-48ed-9be6-a7293799feb9,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:42.813926 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-516c6f04-d18d-4873-a59b-371d8debaf12 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.867626 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 2, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:42.874899 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-516c6f04-d18d-4873-a59b-371d8debaf12 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.894127 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Checking router: e5644d7a-40f5-4a30-8792-30d63dbbb8c2 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:56:42.894480 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Updating router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 port 77c14d48-e762-4592-9f49-be130680983d binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 09:56:42.922595 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.950536 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-516c6f04-d18d-4873-a59b-371d8debaf12 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:42.967723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c6f04-d18d-4873-a59b-371d8debaf12 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53995953-b689-422d-8e8a-5a71dac74b2d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:43.088161 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-516c6f04-d18d-4873-a59b-371d8debaf12 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:43.089367 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-516c6f04-d18d-4873-a59b-371d8debaf12 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3699906 Sep 09 09:56:43.092866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 48932) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:43.097418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:56:43.173585 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:43.180867 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:43.190918 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Transition to ACTIVE for port object 77c14d48-e762-4592-9f49-be130680983d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:56:43.259260 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:43.271409 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:43.335305 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Pushing event updated for resources: {'Port': ['ID=77c14d48-e762-4592-9f49-be130680983d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:43.380317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Allocated IP 172.25.8.104 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/82e62c88-4eea-4948-bbae-ad034516d1e1) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:56:43.456774 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.457112 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.457454 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.457785 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.458489 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.458489 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.458741 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.459064 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.459466 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.459727 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.460047 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.460370 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:43.475220 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Attempting to bind port 77c14d48-e762-4592-9f49-be130680983d on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:56:43.475625 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Attempting to bind port 77c14d48-e762-4592-9f49-be130680983d by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:56:43.475988 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Attempting to bind port 77c14d48-e762-4592-9f49-be130680983d on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:56:43.481872 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:56:43.482249 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:56:43.482647 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:43.483034 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:56:43.483518 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Bound port: 77c14d48-e762-4592-9f49-be130680983d, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:56:43.483899 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:43.502786 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:43.545866 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] For port 77c14d48-e762-4592-9f49-be130680983d, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:56:43.548889 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] For port 77c14d48-e762-4592-9f49-be130680983d, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=77c14d48-e762-4592-9f49-be130680983d,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:56:43.594395 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:43.622936 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:43.631034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:56:43.635802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:56:43.641457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:56:43.664160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event updated for resources: {'Port': ['ID=82e62c88-4eea-4948-bbae-ad034516d1e1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:43.688708 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:56:43.689450 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:56:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:43.693690 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f93a3-0887-4859-973a-81eb8739d60d None None] Pushing event updated for resources: {'Port': ['ID=77c14d48-e762-4592-9f49-be130680983d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:43.741155 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:43.803710 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:56:43.838727 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:44.003800 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:44.005399 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:43Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:44.031718 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb5289-19d1-4baa-9e5a-c50dede20ce6 None None] The sync data for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 is: [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:43Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:56:44.063051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:44.146071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event updated for resources: {'Port': ['ID=82e62c88-4eea-4948-bbae-ad034516d1e1,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:44.158109 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:44.230497 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:44.231878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-453e9554-6297-491f-be68-03033c403be5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1380143 Sep 09 09:56:44.385655 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-93d8f950-0350-44c2-b86f-6d441331ae71 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--779239096&fields=id&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 267 time: 0.0402637 Sep 09 09:56:44.453735 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ab2d664-2c04-4a97-a8c3-8400c029f849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:44.508649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fd57e1ab-ddc3-48ed-9be6-a7293799feb9 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:56:44.514611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-23c7170c-fe2c-4a34-8279-ff6a58bef164 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:44.514611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-23c7170c-fe2c-4a34-8279-ff6a58bef164 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 812 time: 0.1217878 Sep 09 09:56:44.531334 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-5e59a729-3c1e-48b1-ae57-9f65aa266768 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/quotas/d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 375 time: 0.0105357 Sep 09 09:56:44.562621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fd57e1ab-ddc3-48ed-9be6-a7293799feb9 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:44.563170 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:44.592622 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-af46aa9a-091b-49f2-85b6-a9c0932bf10e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544739 Sep 09 09:56:44.648498 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 77c14d48-e762-4592-9f49-be130680983d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:56:44.701469 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-d44b8c0f-bdbc-4bdc-92e0-f9cc136c4517 service neutron] 10.222.0.32 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947280 Sep 09 09:56:44.765885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 77c14d48-e762-4592-9f49-be130680983d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:56:44.770413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 77c14d48-e762-4592-9f49-be130680983d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:44.770876 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:44.798387 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-647a7687-037f-40eb-bdf8-b739119ad759 service neutron] 10.222.0.32 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903773 Sep 09 09:56:44.859728 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:44.902240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 77c14d48-e762-4592-9f49-be130680983d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=77c14d48-e762-4592-9f49-be130680983d,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:56:44.996445 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:45.073608 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d055c1d-bcd9-4fb6-90db-1cfd2122f69e req-056340fd-e71a-4c30-9e2d-d29e47fb3975 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 210 time: 0.0322943 Sep 09 09:56:45.076279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=77c14d48-e762-4592-9f49-be130680983d,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:46.173392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5e86ea2d-5c79-4cd1-8db1-2e9d323bc734 req-a5fee1b0-4826-4c45-a99b-fd359a555fc9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 210 time: 0.0324776 Sep 09 09:56:46.410694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 77c14d48-e762-4592-9f49-be130680983d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:56:46.457627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 77c14d48-e762-4592-9f49-be130680983d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:46.457995 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:46.917647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-07753455-5876-4d97-937f-33e4235fe4cd tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:46.920309 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-07753455-5876-4d97-937f-33e4235fe4cd tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 812 time: 0.1058974 Sep 09 09:56:46.963879 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-258e95c2-b583-44c4-bb58-dbfcbcde642c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 379 time: 0.0344546 Sep 09 09:56:46.974416 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'port': {'device_id': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'admin_state_up': True, 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'security_groups': ['fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:56:47.127546 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a8efc30-13f6-447e-8a42-bc8a2580645a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:47.190014 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Made reservation on behalf of d98e299193e742c69c5857e3522bf1a4 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:56:47.193688 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:47.268597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-92aed79a-07f4-4b9a-b5b9-a49c81ca059c req-3369e065-7ae5-4b3d-84d7-924ac57f840e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 210 time: 0.0270743 Sep 09 09:56:47.327294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Allocated IP 172.20.0.5 (b0ec1b26-1d84-4b81-9fde-ff38b652f954/52e64552-0e42-4884-871a-2cf72bbb0427/b06f286e-15dc-455a-b50f-3cddae6898c0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:56:47.372966 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:47.458376 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:47.471792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Transition to ACTIVE for port object b06f286e-15dc-455a-b50f-3cddae6898c0 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:56:47.573946 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:47.619144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:56:47.622729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:56:47.626462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:56:47.681247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event updated for resources: {'Port': ['ID=b06f286e-15dc-455a-b50f-3cddae6898c0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:47.685695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:47.686343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:47.779755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-dd69a0e7-1a4f-4dca-95fc-d918138c845b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8110526 Sep 09 09:56:47.792122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Request body: {'port': {'device_id': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:56:47.848173 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:47.887275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2d366cca-c63a-43d1-bd9a-9d6fc4e3ead6 None None] Provisioning for port b06f286e-15dc-455a-b50f-3cddae6898c0 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:56:47.891186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2d366cca-c63a-43d1-bd9a-9d6fc4e3ead6 None None] Provisioning complete for port b06f286e-15dc-455a-b50f-3cddae6898c0 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:47.891616 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d366cca-c63a-43d1-bd9a-9d6fc4e3ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:47.925838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2d366cca-c63a-43d1-bd9a-9d6fc4e3ead6 None None] Port b06f286e-15dc-455a-b50f-3cddae6898c0 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:56:48.119585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06f286e-15dc-455a-b50f-3cddae6898c0 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:56:48.127513 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:48.140067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Transition to ACTIVE for port object b06f286e-15dc-455a-b50f-3cddae6898c0 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:56:48.210974 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:48.262947 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Pushing event updated for resources: {'Port': ['ID=b06f286e-15dc-455a-b50f-3cddae6898c0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:48.339787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Attempting to bind port b06f286e-15dc-455a-b50f-3cddae6898c0 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:56:48.340169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Attempting to bind port b06f286e-15dc-455a-b50f-3cddae6898c0 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:56:48.340509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Attempting to bind port b06f286e-15dc-455a-b50f-3cddae6898c0 on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:56:48.345289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Port b06f286e-15dc-455a-b50f-3cddae6898c0 on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:56:48.345616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Attempting to bind port b06f286e-15dc-455a-b50f-3cddae6898c0 on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:56:48.352561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:56:48.352899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:56:48.353282 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:56:48.353729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Bound port: b06f286e-15dc-455a-b50f-3cddae6898c0, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:56:48.354104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:48.446845 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a46758-89ce-42a8-955a-f05bffea3069 req-8101ef5a-0be9-43d8-8184-6cf6cdcfdaf3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:48.448730 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e3a46758-89ce-42a8-955a-f05bffea3069 req-8101ef5a-0be9-43d8-8184-6cf6cdcfdaf3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 943 time: 0.0978916 Sep 09 09:56:48.480293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:56:48.502968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b06f286e-15dc-455a-b50f-3cddae6898c0,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:56:48.521226 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e3a46758-89ce-42a8-955a-f05bffea3069 req-4bb17e43-9db0-49c3-8c39-32a53c16b482 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502243 Sep 09 09:56:48.594618 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:48.618794 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:48.629920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:48.630535 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:48.631940 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] 10.222.0.24 "PUT /v2.0/ports/b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 200 len: 1092 time: 0.8443363 Sep 09 09:56:48.632378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:56:48.634661 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152fbb03-29c1-45f0-bdc6-e9d585d296d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:56:48.660802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103879c0-52ce-49c3-a2d0-8ed9a2b8556e service neutron] Pushing event updated for resources: {'Port': ['ID=b06f286e-15dc-455a-b50f-3cddae6898c0,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:48.678726 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd296d0-45b9-4d82-8a15-4420ad2e9e7b x-openstack-request-id: req-5dd296d0-45b9-4d82-8a15-4420ad2e9e7b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:56:48.678726 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:56:48.678726 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dd296d0-45b9-4d82-8a15-4420ad2e9e7b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:56:48.678726 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'status': 'completed', 'code': 200} Sep 09 09:56:48.742426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fbb03-29c1-45f0-bdc6-e9d585d296d2 req-7266f885-030d-4fde-b07f-ac591b7db068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:48.744132 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-152fbb03-29c1-45f0-bdc6-e9d585d296d2 req-7266f885-030d-4fde-b07f-ac591b7db068 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 1095 time: 0.0487030 Sep 09 09:56:48.844173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fbb03-29c1-45f0-bdc6-e9d585d296d2 req-a68d9257-79c7-4bf2-9eec-0d67a8dfa0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:48.845682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-152fbb03-29c1-45f0-bdc6-e9d585d296d2 req-a68d9257-79c7-4bf2-9eec-0d67a8dfa0af service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d98e299193e742c69c5857e3522bf1a4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0940325 Sep 09 09:56:48.942742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fbb03-29c1-45f0-bdc6-e9d585d296d2 req-b09a9b10-3cde-4b02-a715-46fa42f473d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:48.944133 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-152fbb03-29c1-45f0-bdc6-e9d585d296d2 req-b09a9b10-3cde-4b02-a715-46fa42f473d5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912476 Sep 09 09:56:49.022271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-2ec22b81-896d-4d92-8ff1-19c5d82008b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:49.023865 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-2ec22b81-896d-4d92-8ff1-19c5d82008b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 1095 time: 0.0415678 Sep 09 09:56:49.064435 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-f3136bd2-811f-49ab-aa04-cf4edd54697a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 200 len: 217 time: 0.0334842 Sep 09 09:56:49.120422 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-7bee988b-65bd-413a-b69d-f9e878ca8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:49.121930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-7bee988b-65bd-413a-b69d-f9e878ca8bdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0492806 Sep 09 09:56:49.168996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-9ebd6b1a-267f-4c27-88aa-cbb848088ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:49.170478 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-9ebd6b1a-267f-4c27-88aa-cbb848088ab0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416241 Sep 09 09:56:49.263326 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-d4f93d97-af27-4062-be2a-375f1b803bbc service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858653 Sep 09 09:56:49.357989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5bf57a85-e55a-49c7-82b3-c2b6605ecd2b req-533b77ce-9cb0-4b59-afd5-a5856166fbec service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878298 Sep 09 09:56:49.620176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9e9ed-42eb-4c59-bb22-c92663fa4aa4 req-d046265b-d4eb-44ff-8d27-47faaa278ec9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:49.621829 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ba9e9ed-42eb-4c59-bb22-c92663fa4aa4 req-d046265b-d4eb-44ff-8d27-47faaa278ec9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 943 time: 0.0495908 Sep 09 09:56:49.659467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ba9e9ed-42eb-4c59-bb22-c92663fa4aa4 req-1b9fdf72-60b5-4074-b558-3886b500f2e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Sep 09 09:56:50.216733 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:50.781270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a58f8-ebb2-4311-9d70-248df2f49888 req-6df9e3cf-e79c-4617-8855-ad180afbcdfe tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:50.782764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c3a58f8-ebb2-4311-9d70-248df2f49888 req-6df9e3cf-e79c-4617-8855-ad180afbcdfe tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 943 time: 0.0491781 Sep 09 09:56:50.819912 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c3a58f8-ebb2-4311-9d70-248df2f49888 req-9273e409-9d91-41b4-831c-1e2b3a072b63 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312893 Sep 09 09:56:51.154186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b06f286e-15dc-455a-b50f-3cddae6898c0 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:56:51.244591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b06f286e-15dc-455a-b50f-3cddae6898c0,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:56:51.258024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'port_id': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'mac_address': 'fa:16:3e:5c:07:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:56:51.294749 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:51.306758 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06f286e-15dc-455a-b50f-3cddae6898c0 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:56:51.326927 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b06f286e-15dc-455a-b50f-3cddae6898c0,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:56:51.419089 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:51.466817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=b06f286e-15dc-455a-b50f-3cddae6898c0,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:51.474127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.474467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.479644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.479644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.479644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.479644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.479644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.479644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.479644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.479644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.479644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.479644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:56:51.606153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['b06f286e-15dc-455a-b50f-3cddae6898c0'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:56:51.937025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c72c50-9a58-4f7e-989b-eb64178c5c08 req-547705fa-36a0-4b8c-92ad-318bb9d574d9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:51.938495 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54c72c50-9a58-4f7e-989b-eb64178c5c08 req-547705fa-36a0-4b8c-92ad-318bb9d574d9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 944 time: 0.0532789 Sep 09 09:56:51.975741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-54c72c50-9a58-4f7e-989b-eb64178c5c08 req-04831d2d-4ad6-4137-bba2-15f3780566e2 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311306 Sep 09 09:56:53.092635 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbbc24-489f-4ac8-b3f1-ad897b13972f req-93fc9d7d-0c3a-4aa7-b4ab-e66121ce8dfe tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:53.094126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4cbbc24-489f-4ac8-b3f1-ad897b13972f req-93fc9d7d-0c3a-4aa7-b4ab-e66121ce8dfe tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 944 time: 0.0523930 Sep 09 09:56:53.130936 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4cbbc24-489f-4ac8-b3f1-ad897b13972f req-3e292deb-6e35-4184-b0c1-a88ba7aeb41c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308390 Sep 09 09:56:53.155216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b06f286e-15dc-455a-b50f-3cddae6898c0 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:56:53.296535 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port b06f286e-15dc-455a-b50f-3cddae6898c0 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:56:53.300451 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port b06f286e-15dc-455a-b50f-3cddae6898c0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:56:53.300830 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:53.378583 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:53.400351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:56:53.403168 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3333f0c-9c98-4ecd-9051-62a2fa9aec7a" -d '{"events": [{"server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "name": "network-vif-plugged", "status": "completed", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:56:53.416729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b06f286e-15dc-455a-b50f-3cddae6898c0,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:56:53.439058 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa4f4c6-cce5-4b61-8da9-f6ed50d753cc x-openstack-request-id: req-4aa4f4c6-cce5-4b61-8da9-f6ed50d753cc {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:56:53.439349 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "name": "network-vif-plugged", "status": "completed", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:56:53.440237 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4aa4f4c6-cce5-4b61-8da9-f6ed50d753cc {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:56:53.440237 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'code': 200} Sep 09 09:56:53.481800 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:53.529657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23809d-c782-4287-a5d8-476c4e749d3c req-21de8721-234f-457d-b40d-07e46990dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:53.530404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=b06f286e-15dc-455a-b50f-3cddae6898c0,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:56:53.531168 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e23809d-c782-4287-a5d8-476c4e749d3c req-21de8721-234f-457d-b40d-07e46990dbe2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 1097 time: 0.0399959 Sep 09 09:56:53.566504 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4e23809d-c782-4287-a5d8-476c4e749d3c req-824cef75-2c08-4377-a97a-41af6e004aeb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287180 Sep 09 09:56:54.245262 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072479c-f9ea-499b-ba16-9675fd9461e6 req-ba873ae4-3d96-4c49-a508-8d4f3d62510b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:54.246813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7072479c-f9ea-499b-ba16-9675fd9461e6 req-ba873ae4-3d96-4c49-a508-8d4f3d62510b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0507607 Sep 09 09:56:54.284016 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7072479c-f9ea-499b-ba16-9675fd9461e6 req-71952907-0f44-4712-b267-b154101997fc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309737 Sep 09 09:56:55.400388 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152c49-0287-4069-8dbf-d592d19e60dd req-8f59f3cb-60a3-4ccc-a506-c01d3c202996 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:55.402446 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-24152c49-0287-4069-8dbf-d592d19e60dd req-8f59f3cb-60a3-4ccc-a506-c01d3c202996 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0501330 Sep 09 09:56:55.441596 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-24152c49-0287-4069-8dbf-d592d19e60dd req-dff74a51-92d1-4782-99fd-37c186854396 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332963 Sep 09 09:56:55.485341 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:55.551494 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb9b15-eec9-4829-82d4-a2fac26e8b78 req-96c4b245-d7b7-4e07-b56f-22cb14cd0485 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:55.552899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-84eb9b15-eec9-4829-82d4-a2fac26e8b78 req-96c4b245-d7b7-4e07-b56f-22cb14cd0485 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0484109 Sep 09 09:56:55.562078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 48992) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:56:55.566378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d0dadef9-c631-486a-a16b-e7e1055feb7a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'floatingip': {'port_id': 'b06f286e-15dc-455a-b50f-3cddae6898c0'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:56:55.608148 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0dadef9-c631-486a-a16b-e7e1055feb7a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:56.154241 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:56.374039 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0dadef9-c631-486a-a16b-e7e1055feb7a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:56.435527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0dadef9-c631-486a-a16b-e7e1055feb7a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:56.535994 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-d0dadef9-c631-486a-a16b-e7e1055feb7a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Floating IP e767db5f-2ee0-4389-a200-2704dabfb219 associated. External IP: 172.25.8.104, port: b06f286e-15dc-455a-b50f-3cddae6898c0. Sep 09 09:56:56.748626 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dadef9-c631-486a-a16b-e7e1055feb7a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:56:56.876242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dadef9-c631-486a-a16b-e7e1055feb7a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:56:56.882021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d0dadef9-c631-486a-a16b-e7e1055feb7a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:56:56.888540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad4a19-0bb0-4673-9feb-e3a7072f3c3a None None] Sync routers for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:56:56.898075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad4a19-0bb0-4673-9feb-e3a7072f3c3a None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:56:56.899291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a7ad4a19-0bb0-4673-9feb-e3a7072f3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:56:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:56.911567 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d0dadef9-c631-486a-a16b-e7e1055feb7a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "PUT /v2.0/floatingips/e767db5f-2ee0-4389-a200-2704dabfb219 HTTP/1.1" status: 200 len: 991 time: 1.3478830 Sep 09 09:56:56.911766 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:56:56.915236 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde8977b-cffe-4dcd-819e-8adac711f690" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:56:56.959509 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925cdcb2-becb-4e2c-b087-eb5efc8f09b6 x-openstack-request-id: req-925cdcb2-becb-4e2c-b087-eb5efc8f09b6 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:56:56.959882 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:56:56.960212 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-925cdcb2-becb-4e2c-b087-eb5efc8f09b6 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:56:56.960699 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'status': 'completed', 'code': 200} Sep 09 09:56:57.053635 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8977b-cffe-4dcd-819e-8adac711f690 req-bc27ce4b-2538-43eb-a598-5cc007a79341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:57.060949 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cde8977b-cffe-4dcd-819e-8adac711f690 req-bc27ce4b-2538-43eb-a598-5cc007a79341 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 1097 time: 0.0631554 Sep 09 09:56:57.173887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8977b-cffe-4dcd-819e-8adac711f690 req-8b2fa6b0-079c-4cf5-af4c-c568f3de77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:57.175564 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cde8977b-cffe-4dcd-819e-8adac711f690 req-8b2fa6b0-079c-4cf5-af4c-c568f3de77e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.1079061 Sep 09 09:56:57.192596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a7ad4a19-0bb0-4673-9feb-e3a7072f3c3a None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:56:57.267582 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cde8977b-cffe-4dcd-819e-8adac711f690 req-1054ccee-4787-4ac3-addb-1c4be8c95bdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 200 len: 999 time: 0.0850461 Sep 09 09:56:57.325083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8977b-cffe-4dcd-819e-8adac711f690 req-e984d0e9-4279-47aa-ab4a-bd8c3d89d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:57.326507 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cde8977b-cffe-4dcd-819e-8adac711f690 req-e984d0e9-4279-47aa-ab4a-bd8c3d89d68f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0517440 Sep 09 09:56:57.372726 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8977b-cffe-4dcd-819e-8adac711f690 req-0a005b12-e085-4e47-8afa-eca3e6772df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:56:57.374250 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cde8977b-cffe-4dcd-819e-8adac711f690 req-0a005b12-e085-4e47-8afa-eca3e6772df0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412819 Sep 09 09:56:57.438858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a7ad4a19-0bb0-4673-9feb-e3a7072f3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:5c:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T09:56:56Z', 'revision_number': 1, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:57.465827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad4a19-0bb0-4673-9feb-e3a7072f3c3a None None] Checking router: e5644d7a-40f5-4a30-8792-30d63dbbb8c2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:56:57.468298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cde8977b-cffe-4dcd-819e-8adac711f690 req-a3d8486b-906a-46a8-9278-6d0493efc6b5 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868876 Sep 09 09:56:57.474076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad4a19-0bb0-4673-9feb-e3a7072f3c3a None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:56:57.474710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a7ad4a19-0bb0-4673-9feb-e3a7072f3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:56:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:57.561023 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cde8977b-cffe-4dcd-819e-8adac711f690 req-0441eb12-a46a-4fe8-a075-c34adeef7f8b service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860388 Sep 09 09:56:57.581853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a7ad4a19-0bb0-4673-9feb-e3a7072f3c3a None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:56:57.801772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a7ad4a19-0bb0-4673-9feb-e3a7072f3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:5c:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T09:56:56Z', 'revision_number': 1, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:56:57.831270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad4a19-0bb0-4673-9feb-e3a7072f3c3a None None] The sync data for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 is: [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:5c:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T09:56:56Z', 'revision_number': 1, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:56:58.024658 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914c4e2-8fe0-4b78-9723-6e0ea062e44b None None] New status for floating IP e767db5f-2ee0-4389-a200-2704dabfb219: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:57:01.987098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-bf263efe-9c41-416f-9969-5b6b3bb723d7 req-91741a8e-5080-456e-9e17-3663fa1535d1 service neutron] (95325) timed out ('10.222.0.24', 65466) {{(pid=95325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 09:57:14.439307 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad0c3e7a-b2c9-4e6d-8e09-3b377e5ad01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:15.657171 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:57:17.113291 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-acc4073b-9689-46cb-b998-f8c1c0d2b23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:17.370302 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:18.599527 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:18.907916 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-802c1510-2039-4674-9227-3e5060206fcf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468135 Sep 09 09:57:18.988082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-c649b0aa-0ede-4649-a741-43affdf1e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:57:18.989555 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-c649b0aa-0ede-4649-a741-43affdf1e873 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 1097 time: 0.0393813 Sep 09 09:57:19.090558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-0d2a2f00-e6d7-4130-ab32-b6eb6cac1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:57:19.092041 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-0d2a2f00-e6d7-4130-ab32-b6eb6cac1186 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0839913 Sep 09 09:57:19.158971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-d85f583e-38dc-40f7-bf04-702658276b3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 200 len: 1001 time: 0.0597174 Sep 09 09:57:19.205764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-0df52da0-bafe-4e5f-898d-e406fbbd8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:57:19.207162 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-0df52da0-bafe-4e5f-898d-e406fbbd8191 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0416059 Sep 09 09:57:19.253220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-03342b88-8f9f-4414-a6b0-2c72d5f2a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:57:19.254739 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-03342b88-8f9f-4414-a6b0-2c72d5f2a29f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390501 Sep 09 09:57:19.347521 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-915301b3-801d-4507-ab49-44b413d0f878 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847838 Sep 09 09:57:19.439092 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7388b70b-806b-428d-860a-ca3610b2ed2e req-c3dc6e1e-8e2f-4eda-8b1e-14444e810d2a service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Sep 09 09:57:20.204524 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:25.492287 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:26.165013 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:44.439194 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f31f12e-5c98-458c-9270-2216f4598782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:47.112969 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75dbd274-a46d-495f-9de1-21fcbb293d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:47.366040 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:48.604227 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:50.206401 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:52.659735 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:57:55.514529 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:57:56.154506 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:14.427529 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2615acaa-0147-4eb5-b07d-9d2ad833622b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:17.112393 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c33a815d-cdf3-467d-8739-8a8ef2b88ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:17.363806 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:18.622826 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:20.211361 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:20.904565 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-c0f97e74-76c9-48cd-969e-51c032fd42fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449758 Sep 09 09:58:20.985708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-fd2b09cb-2e63-4733-a656-568623d27b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:20.988032 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-fd2b09cb-2e63-4733-a656-568623d27b61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 1097 time: 0.0433910 Sep 09 09:58:21.097440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-c944b4a3-71c4-4df7-b069-c03449fec130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:21.098819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-c944b4a3-71c4-4df7-b069-c03449fec130 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0910385 Sep 09 09:58:21.162546 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-e92cd8d3-6162-43bd-9d46-79940147f33c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 200 len: 1001 time: 0.0558548 Sep 09 09:58:21.211221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-f8ce2e2f-d022-45c0-a7de-17870d823115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:21.212665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-f8ce2e2f-d022-45c0-a7de-17870d823115 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0423734 Sep 09 09:58:21.261161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-8770748b-286f-4874-a5cb-4decb1a38a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:21.262693 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-8770748b-286f-4874-a5cb-4decb1a38a1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430779 Sep 09 09:58:21.356105 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-09f3451b-d956-4852-b614-d708651aefa8 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863554 Sep 09 09:58:21.447760 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0427e8b8-4f6b-49a6-acb7-1cbd2e37bd19 req-6d58c8ce-1533-442d-864a-64bda9d1a774 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842834 Sep 09 09:58:25.485334 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:26.198082 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:29.662384 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:58:32.649910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d7682-6766-443a-bf0f-05a7999d6f6b req-6134edfe-f499-41af-b647-b66e3977bbd0 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:32.655407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc9d7682-6766-443a-bf0f-05a7999d6f6b req-6134edfe-f499-41af-b647-b66e3977bbd0 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0687082 Sep 09 09:58:32.690975 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc9d7682-6766-443a-bf0f-05a7999d6f6b req-88c8694a-5768-4e92-902f-88b1ff16557e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332065 Sep 09 09:58:33.061370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16cf35-9006-40d9-ae18-8acb8ec04e12 req-b0f7ea43-3711-42e1-ace4-895c2b16ed1b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:33.062905 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e16cf35-9006-40d9-ae18-8acb8ec04e12 req-b0f7ea43-3711-42e1-ace4-895c2b16ed1b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0493622 Sep 09 09:58:33.100915 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e16cf35-9006-40d9-ae18-8acb8ec04e12 req-ebfa03bc-c924-47a8-9556-c29cc141724f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309467 Sep 09 09:58:33.184781 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-8687a80c-24d1-4f85-af43-68cb698696cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390141 Sep 09 09:58:34.283233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f98b8-6452-46bf-ad15-3ae99d8e8aac req-84db428f-8f8f-47cb-8d77-cd6b89852ecd tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:34.284785 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-812f98b8-6452-46bf-ad15-3ae99d8e8aac req-84db428f-8f8f-47cb-8d77-cd6b89852ecd tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.1148269 Sep 09 09:58:34.324378 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-812f98b8-6452-46bf-ad15-3ae99d8e8aac req-74ce848b-bcab-4422-8f82-0910105b18c7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Sep 09 09:58:35.091237 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-c819c01a-b32f-4899-9951-4600447b628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:35.092737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-c819c01a-b32f-4899-9951-4600447b628c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 1097 time: 0.0429263 Sep 09 09:58:35.179139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-3f8d7240-a38d-4b5d-b519-6ae586d5909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:35.180586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-3f8d7240-a38d-4b5d-b519-6ae586d5909a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0809448 Sep 09 09:58:35.246857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-adb87f4b-cada-4ccd-b2a1-d4163d3a1e7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 200 len: 1001 time: 0.0594597 Sep 09 09:58:35.297003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-ad11061a-f787-4fee-99fd-20c97812cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:35.298524 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-ad11061a-f787-4fee-99fd-20c97812cde3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0453880 Sep 09 09:58:35.342949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-1a8b3bfe-467e-4ac7-962d-adf79e6aff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:35.344433 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-1a8b3bfe-467e-4ac7-962d-adf79e6aff11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384662 Sep 09 09:58:35.438663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-aa591929-9fd5-4f2f-971d-d5cd68f19cac service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867593 Sep 09 09:58:35.445709 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0bd4-973a-4b2b-a23b-8b85242668b9 req-9428a3c3-2a32-46b7-85d3-3daa8cdc3c5a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:35.447204 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b5c0bd4-973a-4b2b-a23b-8b85242668b9 req-9428a3c3-2a32-46b7-85d3-3daa8cdc3c5a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0557687 Sep 09 09:58:35.485007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1b5c0bd4-973a-4b2b-a23b-8b85242668b9 req-a445f449-de30-442e-bed5-896f0933a45d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316973 Sep 09 09:58:35.527901 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-d4d0ecb2-9dfe-46ad-8671-3c3ef69787dc service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819085 Sep 09 09:58:36.607128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece8c0c-34d4-4f40-986d-fa4e2eca7a8d req-60ee0c71-2b6b-4dda-9578-b922d48c96af tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:36.608646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eece8c0c-34d4-4f40-986d-fa4e2eca7a8d req-60ee0c71-2b6b-4dda-9578-b922d48c96af tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0553868 Sep 09 09:58:36.647325 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eece8c0c-34d4-4f40-986d-fa4e2eca7a8d req-22f809aa-7a16-47b9-a713-a1509e2a976d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326624 Sep 09 09:58:37.762237 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3600d-d914-454d-a2e6-84e605ed0a4d req-f9b4d7a1-6256-46dd-a8e8-9e6e86922983 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:37.763797 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcc3600d-d914-454d-a2e6-84e605ed0a4d req-f9b4d7a1-6256-46dd-a8e8-9e6e86922983 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0482972 Sep 09 09:58:37.886957 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bcc3600d-d914-454d-a2e6-84e605ed0a4d req-af2f4ea0-7e95-4058-a5d9-621066ba8443 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173131 Sep 09 09:58:39.001861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fa8f6-789a-4425-a028-1520c333df50 req-383fb83d-2950-4577-8730-ec6b6af80324 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:39.006893 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-852fa8f6-789a-4425-a028-1520c333df50 req-383fb83d-2950-4577-8730-ec6b6af80324 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0505133 Sep 09 09:58:39.042418 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-852fa8f6-789a-4425-a028-1520c333df50 req-4b374fa1-f1d5-4325-8404-ec8b6e6b1321 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330901 Sep 09 09:58:40.156020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0662f-4660-4f9f-8b9e-5255fcb887de req-f73613aa-7588-4371-85b9-28e319244469 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:40.158062 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52d0662f-4660-4f9f-8b9e-5255fcb887de req-f73613aa-7588-4371-85b9-28e319244469 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0491993 Sep 09 09:58:40.199990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52d0662f-4660-4f9f-8b9e-5255fcb887de req-79237d05-26bf-44da-984a-5a628db24af8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358772 Sep 09 09:58:41.313109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e8764-dd0f-4049-a9df-c7e4ad66878f req-9e5de393-1f79-4ed8-a1a9-0a5022bdea43 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:41.315227 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a3e8764-dd0f-4049-a9df-c7e4ad66878f req-9e5de393-1f79-4ed8-a1a9-0a5022bdea43 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0477509 Sep 09 09:58:41.352806 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a3e8764-dd0f-4049-a9df-c7e4ad66878f req-19fbf5f6-4717-420a-94b7-271dc679cd38 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299163 Sep 09 09:58:42.469588 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16f581-bb8d-49b7-9eb0-e75b4cde6006 req-3b57ac68-17ed-4623-8363-a5301d4fc108 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:42.471602 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f16f581-bb8d-49b7-9eb0-e75b4cde6006 req-3b57ac68-17ed-4623-8363-a5301d4fc108 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0527639 Sep 09 09:58:42.509011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f16f581-bb8d-49b7-9eb0-e75b4cde6006 req-adaabd5a-f2e7-4fe2-ad12-ad507eacc07c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312073 Sep 09 09:58:43.630110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235f859-8939-4e53-81d1-6b4610c828aa req-dd4102b3-b090-40cb-9c97-da4b43aa10be tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:43.631581 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9235f859-8939-4e53-81d1-6b4610c828aa req-dd4102b3-b090-40cb-9c97-da4b43aa10be tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0559418 Sep 09 09:58:43.668175 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9235f859-8939-4e53-81d1-6b4610c828aa req-ce2fbfe5-32c7-44c1-b3f9-30f575790acf tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307620 Sep 09 09:58:44.422513 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ea71ea3-803b-4e00-befe-be682eb4acec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:44.781953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f5a83-1033-4915-b4a4-ead721b700c4 req-210cf636-27ec-42fa-96f8-bffd3ab2e1d6 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:44.783522 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-070f5a83-1033-4915-b4a4-ead721b700c4 req-210cf636-27ec-42fa-96f8-bffd3ab2e1d6 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0487299 Sep 09 09:58:44.821204 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-070f5a83-1033-4915-b4a4-ead721b700c4 req-65b41ad2-0f97-4083-a37e-748a4c0eeccc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315628 Sep 09 09:58:45.936824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4fc16-5ed0-4560-b410-9b43f538b636 req-6ae26f80-c089-4d82-bf7c-aea7379d20b6 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:45.938316 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cea4fc16-5ed0-4560-b410-9b43f538b636 req-6ae26f80-c089-4d82-bf7c-aea7379d20b6 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0505397 Sep 09 09:58:45.978005 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cea4fc16-5ed0-4560-b410-9b43f538b636 req-a5238c21-f93c-49b2-a81f-94cd00bad380 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328219 Sep 09 09:58:47.108754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58a3ad-d5da-4040-a1c1-d92b4d5fde15 req-635c63a2-4d1c-4050-9165-9b1fc8f90c85 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:47.110238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e58a3ad-d5da-4040-a1c1-d92b4d5fde15 req-635c63a2-4d1c-4050-9165-9b1fc8f90c85 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0631542 Sep 09 09:58:47.123166 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d9a40e9-0673-4d68-95d6-358a36747137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:47.147525 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e58a3ad-d5da-4040-a1c1-d92b4d5fde15 req-f546a6ee-40c9-4aed-996d-9651dc145f56 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311842 Sep 09 09:58:47.377012 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:47.691759 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-058c3e30-9b1d-44f7-9051-d814bc4e1db2 service neutron] show failed (client error): The resource could not be found. Sep 09 09:58:47.692685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-058c3e30-9b1d-44f7-9051-d814bc4e1db2 service neutron] 10.222.0.24 "GET /v2.0/ports/b06f286e-15dc-455a-b50f-3cddae6898c0/bindings/n-h2-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0540767 Sep 09 09:58:48.268779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2818d-40d4-4c64-8b61-2364125d6653 req-b42f6fbf-8193-43ea-a4dc-38f22ffabdea tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:48.270312 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8bb2818d-40d4-4c64-8b61-2364125d6653 req-b42f6fbf-8193-43ea-a4dc-38f22ffabdea tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0550992 Sep 09 09:58:48.312650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8bb2818d-40d4-4c64-8b61-2364125d6653 req-89d46d16-7b7f-4316-80b4-07525266c1a1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360272 Sep 09 09:58:48.335038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-edc77a32-d843-4838-9ea8-2aa13a5fd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:48.336592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-edc77a32-d843-4838-9ea8-2aa13a5fd222 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 1097 time: 0.1464913 Sep 09 09:58:48.353204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-1eeea7a1-4cb0-4953-91b3-04e8acb31a4f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:58:48.354191 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-1eeea7a1-4cb0-4953-91b3-04e8acb31a4f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105388 Sep 09 09:58:48.365789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:58:48.418033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:48.593977 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:48.620036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=b06f286e-15dc-455a-b50f-3cddae6898c0,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:58:48.652132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:58:48.697777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:58:48.700089 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda6a3f1-74b4-4b6b-8db4-6d5435085139" -d '{"events": [{"server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "name": "network-vif-unplugged", "status": "completed", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:58:48.704728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:48.717228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Transition to ACTIVE for port object b06f286e-15dc-455a-b50f-3cddae6898c0 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:58:48.759738 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:48.849073 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 09:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dfce16-1b89-4f23-b7ca-a5b058dc3e00 x-openstack-request-id: req-b6dfce16-1b89-4f23-b7ca-a5b058dc3e00 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:58:48.853404 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "name": "network-vif-unplugged", "status": "completed", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:58:48.853709 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6dfce16-1b89-4f23-b7ca-a5b058dc3e00 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:58:48.854131 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'code': 200} Sep 09 09:58:48.882758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b06f286e-15dc-455a-b50f-3cddae6898c0,revision_number=6']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:58:48.905959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.906306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.906653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.906997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.908014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.908337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.908674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.909006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.909339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.909698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.910028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.910356 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:48.950513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] No DVR routers for this DVR port b06f286e-15dc-455a-b50f-3cddae6898c0 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:58:49.084846 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Attempting to bind port b06f286e-15dc-455a-b50f-3cddae6898c0 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:58:49.085097 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Attempting to bind port b06f286e-15dc-455a-b50f-3cddae6898c0 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:58:49.085420 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Attempting to bind port b06f286e-15dc-455a-b50f-3cddae6898c0 on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:58:49.090074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Port b06f286e-15dc-455a-b50f-3cddae6898c0 on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:58:49.090392 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Attempting to bind port b06f286e-15dc-455a-b50f-3cddae6898c0 on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:58:49.095843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:58:49.096149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:58:49.096522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:58:49.096937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Bound port: b06f286e-15dc-455a-b50f-3cddae6898c0, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:58:49.097284 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:49.158936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:58:49.161860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b06f286e-15dc-455a-b50f-3cddae6898c0,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:58:49.211313 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:49.249787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:49.250470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:49.252544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] 10.222.0.41 "PUT /v2.0/ports/b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 200 len: 1092 time: 0.8905189 Sep 09 09:58:49.274020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80c4a0-e131-4e0c-9089-ecc96926f5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b06f286e-15dc-455a-b50f-3cddae6898c0,revision_number=7']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:58:49.318767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-f911c4c7-ed76-49f5-a658-cd9c59fc64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:49.320380 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-f911c4c7-ed76-49f5-a658-cd9c59fc64e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 1095 time: 0.0434566 Sep 09 09:58:49.423576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-196862d9-b865-48a1-a844-d24eb84cbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:49.426341 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-196862d9-b865-48a1-a844-d24eb84cbf3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0989814 Sep 09 09:58:49.436759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3a01-c84f-48bb-b394-648d7a856b03 req-371676cf-403d-4847-8912-be79f7e13af3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:49.438317 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e8d3a01-c84f-48bb-b394-648d7a856b03 req-371676cf-403d-4847-8912-be79f7e13af3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 943 time: 0.0514622 Sep 09 09:58:49.478271 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e8d3a01-c84f-48bb-b394-648d7a856b03 req-06a5eb82-1819-4487-b657-394986401d8d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334506 Sep 09 09:58:49.492583 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-ecc736f2-15f2-4d6c-9cf6-18a17bf15dde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 200 len: 999 time: 0.0592864 Sep 09 09:58:49.541146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-d9f50c0f-55e8-4add-b29e-4168a90d0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:49.542518 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-d9f50c0f-55e8-4add-b29e-4168a90d0b7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0424442 Sep 09 09:58:49.589132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-bb376d40-fa72-4082-b442-fd262fdc8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:49.590637 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-bb376d40-fa72-4082-b442-fd262fdc8b26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414636 Sep 09 09:58:49.676705 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-830c0bc5-df31-468e-9037-a5483715d44e service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793033 Sep 09 09:58:49.787052 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-667c3c24-a7c6-459a-bef9-96dbe109548e service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029210 Sep 09 09:58:50.239638 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:50.595487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825723a2-6dc9-49f7-a6e1-1edd4602426c req-d6404090-074f-4edc-8eea-b5b626ecfb96 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:50.596991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-825723a2-6dc9-49f7-a6e1-1edd4602426c req-d6404090-074f-4edc-8eea-b5b626ecfb96 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 943 time: 0.0496845 Sep 09 09:58:50.633957 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-825723a2-6dc9-49f7-a6e1-1edd4602426c req-2c1fadb0-cc3c-4f9d-8c05-a8efcfc93bf7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310943 Sep 09 09:58:50.855316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:58:50.857636 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c19313-2804-4636-a2c2-2f8a770beee5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:58:50.905502 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03987585-c01a-4f8d-9032-1978dea20980 x-openstack-request-id: req-03987585-c01a-4f8d-9032-1978dea20980 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:58:50.905795 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:58:50.906048 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03987585-c01a-4f8d-9032-1978dea20980 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:58:50.906446 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'status': 'completed', 'code': 200} Sep 09 09:58:50.962493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-d9a6b7a6-9dec-47bf-a536-487dedafbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:50.964075 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-d9a6b7a6-9dec-47bf-a536-487dedafbab4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 1095 time: 0.0394409 Sep 09 09:58:50.966781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-2352902c-4174-43f3-92e7-861d25b8f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:50.968324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-2352902c-4174-43f3-92e7-861d25b8f368 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 1095 time: 0.0402589 Sep 09 09:58:51.057988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-78eabfdb-3f13-440b-95fa-3332665925c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:51.059552 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-78eabfdb-3f13-440b-95fa-3332665925c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0889785 Sep 09 09:58:51.067148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-416d657d-d9ac-4c45-9af3-51da4ec035b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:51.068645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-416d657d-d9ac-4c45-9af3-51da4ec035b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0919323 Sep 09 09:58:51.123110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-c7a2264d-d04c-47a5-b0a9-941c95d28965 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 200 len: 999 time: 0.0568464 Sep 09 09:58:51.135843 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-34908d0f-9e94-422a-bb8f-2640332f4b61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 200 len: 999 time: 0.0587749 Sep 09 09:58:51.175886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-15f60496-8315-4957-9ddb-d6feba2f5fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:51.177412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-15f60496-8315-4957-9ddb-d6feba2f5fb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0476527 Sep 09 09:58:51.191226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-2b096ad9-bc5d-4f7b-a221-a21f3795086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:51.192801 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-2b096ad9-bc5d-4f7b-a221-a21f3795086b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0493653 Sep 09 09:58:51.223548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-8b7502bf-7c9e-4d95-8841-24d951523127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:51.225060 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-8b7502bf-7c9e-4d95-8841-24d951523127 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407226 Sep 09 09:58:51.236611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-c7c6b428-e79e-4bf5-845a-0de286089261 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 09:58:51.237611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-c7c6b428-e79e-4bf5-845a-0de286089261 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056698 Sep 09 09:58:51.240347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-bcd8737c-717f-47d5-bcfb-f60b9e02f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:51.241832 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-bcd8737c-717f-47d5-bcfb-f60b9e02f59b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412791 Sep 09 09:58:51.326908 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-c952fcdd-0692-4a4b-96bc-fb5596adcfae service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815544 Sep 09 09:58:51.341457 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-1042b856-f027-4281-adaa-24ccf4ce4934 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882607 Sep 09 09:58:51.423815 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-4dd33f67-7dcc-44f0-be96-2fd3fbe3a038 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891263 Sep 09 09:58:51.439639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-99c19313-2804-4636-a2c2-2f8a770beee5 req-2a96a2f6-d84d-4bd5-9027-53e1ad4341a8 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903800 Sep 09 09:58:51.734963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b06f286e-15dc-455a-b50f-3cddae6898c0 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:58:51.763829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc337ffb-2abf-4191-a047-4fc7021b3247 req-bc4ba3bd-9e3c-47b5-ba66-5b69dbbb0c4d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:51.765853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc337ffb-2abf-4191-a047-4fc7021b3247 req-bc4ba3bd-9e3c-47b5-ba66-5b69dbbb0c4d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 943 time: 0.0490901 Sep 09 09:58:51.774349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device b06f286e-15dc-455a-b50f-3cddae6898c0 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:58:51.805004 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bc337ffb-2abf-4191-a047-4fc7021b3247 req-eb8e05e3-87c7-49fe-828d-8d41c369dc68 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328217 Sep 09 09:58:52.126079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6244485-9823-4f6c-adef-54c6e27705ed req-655c0155-8580-4579-9b6e-f9515a3dc012 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:52.129269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6244485-9823-4f6c-adef-54c6e27705ed req-655c0155-8580-4579-9b6e-f9515a3dc012 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 943 time: 0.0569375 Sep 09 09:58:52.168398 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f6244485-9823-4f6c-adef-54c6e27705ed req-a4a3c74d-7ff2-428e-bf40-67011e92b8d3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332131 Sep 09 09:58:52.188241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-1a81c863-8026-4edf-bd3a-86191bca9dae tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:52.189777 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-1a81c863-8026-4edf-bd3a-86191bca9dae tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353&tenant_id=d98e299193e742c69c5857e3522bf1a4&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 943 time: 0.0529342 Sep 09 09:58:52.242826 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b06f286e-15dc-455a-b50f-3cddae6898c0 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:58:52.249640 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-f212a0de-12de-45d3-9fdf-56cf40573c98 service neutron] delete failed (client error): The resource could not be found. Sep 09 09:58:52.250674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-f212a0de-12de-45d3-9fdf-56cf40573c98 service neutron] 10.222.0.24 "DELETE /v2.0/ports/b06f286e-15dc-455a-b50f-3cddae6898c0/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0530677 Sep 09 09:58:52.337651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-062460a3-a40f-4cea-959c-9fe9dbf3a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:52.339088 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-062460a3-a40f-4cea-959c-9fe9dbf3a914 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 1095 time: 0.0439780 Sep 09 09:58:52.341570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b06f286e-15dc-455a-b50f-3cddae6898c0,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:58:52.353195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'port_id': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'mac_address': 'fa:16:3e:5c:07:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:58:52.390172 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:52.403321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06f286e-15dc-455a-b50f-3cddae6898c0 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:58:52.423277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b06f286e-15dc-455a-b50f-3cddae6898c0,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:58:52.430849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-f84629ed-6f2d-441c-aaa5-134e87820f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:52.432371 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-f84629ed-6f2d-441c-aaa5-134e87820f05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0866239 Sep 09 09:58:52.500151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-04a4c8bb-7e4b-41d0-8fd1-9e8dcf8dbc11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 200 len: 999 time: 0.0608602 Sep 09 09:58:52.508167 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:52.549522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-8b401f89-b727-49df-a662-35a2891cb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:52.551141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-8b401f89-b727-49df-a662-35a2891cb06c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0441606 Sep 09 09:58:52.556801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b06f286e-15dc-455a-b50f-3cddae6898c0,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:58:52.564155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.564514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.564983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.565331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.565675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.566012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.566347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.566680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.567014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.567343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.567708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.568041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:58:52.595565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-548934c1-d34b-4576-af9b-ba529b5ea218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:52.597580 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-548934c1-d34b-4576-af9b-ba529b5ea218 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398097 Sep 09 09:58:52.691293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-d869b5b5-26cb-415f-abb7-8801c126c470 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864720 Sep 09 09:58:52.756062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['b06f286e-15dc-455a-b50f-3cddae6898c0'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:58:52.780392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e21fbd02-b9cd-45e5-ae82-9016baf82ba5 req-93476492-f081-43ac-a034-c02967e2d960 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816455 Sep 09 09:58:53.653295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10a99d-b491-4eec-a3c3-f38bee1e893a req-256605e3-ccc7-4007-a4eb-f9f9e7e4271d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:53.654802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cc10a99d-b491-4eec-a3c3-f38bee1e893a req-256605e3-ccc7-4007-a4eb-f9f9e7e4271d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 944 time: 0.4166539 Sep 09 09:58:53.692381 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cc10a99d-b491-4eec-a3c3-f38bee1e893a req-89843c83-b25d-4f08-8d7b-56e77597181c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Sep 09 09:58:54.252747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b06f286e-15dc-455a-b50f-3cddae6898c0 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:58:54.391898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port b06f286e-15dc-455a-b50f-3cddae6898c0 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:58:54.396733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port b06f286e-15dc-455a-b50f-3cddae6898c0 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:58:54.397113 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:54.478335 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:54.499975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:58:54.502719 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1556a4-4bcd-4c93-8398-c162a894b387" -d '{"events": [{"server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "name": "network-vif-plugged", "status": "completed", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:58:54.515328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b06f286e-15dc-455a-b50f-3cddae6898c0,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:58:54.565721 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:54.601774 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae71f175-99ec-4b1c-83e4-e9ae535ff555 x-openstack-request-id: req-ae71f175-99ec-4b1c-83e4-e9ae535ff555 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:58:54.602068 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "name": "network-vif-plugged", "status": "completed", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:58:54.602324 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae71f175-99ec-4b1c-83e4-e9ae535ff555 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:58:54.602720 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'code': 200} Sep 09 09:58:54.614827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=b06f286e-15dc-455a-b50f-3cddae6898c0,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:58:54.804060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cff82-62b8-4180-84b2-3dd90d2ab2cb req-1640d2f2-8875-4802-b990-95d8105ef090 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:54.805441 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da6cff82-62b8-4180-84b2-3dd90d2ab2cb req-1640d2f2-8875-4802-b990-95d8105ef090 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0471647 Sep 09 09:58:54.841666 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da6cff82-62b8-4180-84b2-3dd90d2ab2cb req-a60f62fb-d8bd-461d-bd94-46086a881f41 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304310 Sep 09 09:58:54.957757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740dea9-672f-4546-9309-7ffd4e4b4e52 req-95d3e7e7-d711-453a-afff-04afec8478f9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:54.959255 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0740dea9-672f-4546-9309-7ffd4e4b4e52 req-95d3e7e7-d711-453a-afff-04afec8478f9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0508964 Sep 09 09:58:55.005112 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0740dea9-672f-4546-9309-7ffd4e4b4e52 req-6b4f122c-44a9-48d4-8fde-2f447b7dd8bc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396442 Sep 09 09:58:55.115678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0ebe1-4657-4db8-b5d3-69038595eab2 req-1669f269-d0f2-45d7-9a84-c0d1559323bc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:55.117141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3d0ebe1-4657-4db8-b5d3-69038595eab2 req-1669f269-d0f2-45d7-9a84-c0d1559323bc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0476739 Sep 09 09:58:55.153330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b3d0ebe1-4657-4db8-b5d3-69038595eab2 req-418a8bd5-7d8f-4212-87d6-331eb02be584 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302918 Sep 09 09:58:55.503213 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:55.512158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d670f3-7582-49f2-924c-7acdaa9b1338 req-16f1ded7-5a62-4ea4-a908-26b885d8526e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:55.513651 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96d670f3-7582-49f2-924c-7acdaa9b1338 req-16f1ded7-5a62-4ea4-a908-26b885d8526e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0525715 Sep 09 09:58:55.550018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-96d670f3-7582-49f2-924c-7acdaa9b1338 req-b2cba45a-8acb-4b99-8e7e-3fbd8d7cfc75 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305176 Sep 09 09:58:56.208719 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:56.667545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b57c50-e4c2-4720-9faa-00ca5bcd4962 req-0960d86f-4f20-4f54-8f30-61b4d566861f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:56.669133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8b57c50-e4c2-4720-9faa-00ca5bcd4962 req-0960d86f-4f20-4f54-8f30-61b4d566861f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0500810 Sep 09 09:58:56.722101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e8b57c50-e4c2-4720-9faa-00ca5bcd4962 req-64ee1d46-0a1a-4a77-b408-5374eba18c03 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429966 Sep 09 09:58:56.766469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-87c71e7b-4568-41a2-b7d5-b51c3b9f0c92 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:56.769519 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-87c71e7b-4568-41a2-b7d5-b51c3b9f0c92 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 945 time: 0.0632398 Sep 09 09:58:56.875649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Deleting port b06f286e-15dc-455a-b50f-3cddae6898c0 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 09:58:56.876438 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:56.978534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] For port b06f286e-15dc-455a-b50f-3cddae6898c0, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=b06f286e-15dc-455a-b50f-3cddae6898c0,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:58:56.978895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:57.167715 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:57.167997 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:57.168285 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Floating IP e767db5f-2ee0-4389-a200-2704dabfb219 disassociated. External IP: 172.25.8.104, port: b06f286e-15dc-455a-b50f-3cddae6898c0. Sep 09 09:58:57.168621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Calling delete_port for b06f286e-15dc-455a-b50f-3cddae6898c0 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 09:58:57.363518 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:57.390584 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event deleted for resources: {'Port': ['ID=b06f286e-15dc-455a-b50f-3cddae6898c0,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:58:57.510840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:58:57.818915 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b8d1b0d8-dbd0-4f9f-9ca3-b31d50dd6bae req-dc521673-2d51-4d57-956d-8e25444e9d71 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a2f04b7-8284-4106-8cec-1d940ee22353 HTTP/1.1" status: 200 len: 210 time: 0.0264349 Sep 09 09:58:57.965642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:58:57.975301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82a05e-7dcb-4016-9c08-f3ebde9f57fe None None] Sync routers for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:58:57.984229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82a05e-7dcb-4016-9c08-f3ebde9f57fe None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:58:57.984832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0a82a05e-7dcb-4016-9c08-f3ebde9f57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:58:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:58:58.011154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] No DVR routers for this DVR port b06f286e-15dc-455a-b50f-3cddae6898c0 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 09:58:58.011154 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:58:58.011154 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f258e579-280b-4fef-b0ee-5bfbecd6627f req-3e3d66e4-befe-4446-8207-82a1695c427a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "DELETE /v2.0/ports/b06f286e-15dc-455a-b50f-3cddae6898c0 HTTP/1.1" status: 204 len: 173 time: 1.2326353 Sep 09 09:58:58.011154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'name': 'network-vif-deleted', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:58:58.011638 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3686dd43-8e1e-4d75-b563-81aa57bd34b8" -d '{"events": [{"server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "name": "network-vif-deleted", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:58:58.047932 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0da942-e38d-420c-9ba0-f7fe443a9ab2 x-openstack-request-id: req-ea0da942-e38d-420c-9ba0-f7fe443a9ab2 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:58:58.048232 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2f04b7-8284-4106-8cec-1d940ee22353", "name": "network-vif-deleted", "tag": "b06f286e-15dc-455a-b50f-3cddae6898c0", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:58:58.048491 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea0da942-e38d-420c-9ba0-f7fe443a9ab2 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:58:58.048990 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2f04b7-8284-4106-8cec-1d940ee22353', 'name': 'network-vif-deleted', 'tag': 'b06f286e-15dc-455a-b50f-3cddae6898c0', 'status': 'completed', 'code': 200} Sep 09 09:58:58.091456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-0a82a05e-7dcb-4016-9c08-f3ebde9f57fe None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:58:58.289984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0a82a05e-7dcb-4016-9c08-f3ebde9f57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:58:58.316158 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82a05e-7dcb-4016-9c08-f3ebde9f57fe None None] Checking router: e5644d7a-40f5-4a30-8792-30d63dbbb8c2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:58:58.324329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82a05e-7dcb-4016-9c08-f3ebde9f57fe None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:58:58.324926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0a82a05e-7dcb-4016-9c08-f3ebde9f57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:58:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:58:58.433686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-0a82a05e-7dcb-4016-9c08-f3ebde9f57fe None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:58:58.788361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-0a82a05e-7dcb-4016-9c08-f3ebde9f57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:58:58.817404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82a05e-7dcb-4016-9c08-f3ebde9f57fe None None] The sync data for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 is: [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:58:59.053989 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-e41bd983-0868-450d-90e9-23780bc0422e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--779239096&fields=id&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 267 time: 0.0342140 Sep 09 09:58:59.068223 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b251d00-f133-4440-9909-6b0e7f2e2820 None None] New status for floating IP e767db5f-2ee0-4389-a200-2704dabfb219: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:58:59.164781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655107cd-2236-4070-8f34-860cc55a59e1 req-adf00234-0470-4f17-af51-9510d5d2cd98 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:58:59.166254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-adf00234-0470-4f17-af51-9510d5d2cd98 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 812 time: 0.1053586 Sep 09 09:58:59.182098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-473f915a-e635-42bd-8d85-8aee56a4a2e1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/quotas/d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 375 time: 0.0099058 Sep 09 09:58:59.237965 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-1788b3bc-2a81-46d3-a1bc-05087edbddbc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505180 Sep 09 09:58:59.386939 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4e9f6c1f-2e6b-402e-81ba-e9feae9b67ce service neutron] 10.222.0.32 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364515 Sep 09 09:58:59.474674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-bfaa85b0-553f-4839-a94a-3502754f5156 service neutron] 10.222.0.32 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811629 Sep 09 09:58:59.719369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3b5fc3fc-2ebb-4874-a21e-ac6fc1d4f2e9 req-b1d95415-d01b-4d66-8063-a0863fcce49b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 210 time: 0.0252106 Sep 09 09:59:00.289981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b06f286e-15dc-455a-b50f-3cddae6898c0 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 09:59:00.309576 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: b06f286e-15dc-455a-b50f-3cddae6898c0 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 09:59:00.309924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device b06f286e-15dc-455a-b50f-3cddae6898c0 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 09:59:00.812983 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9f843524-eafb-470d-954c-f4995b37be8e req-915b05df-71f9-4e58-9aa2-2dfd56fa81bb tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 210 time: 0.0262673 Sep 09 09:59:01.382094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbc36492-8232-40e5-a4c0-ba735744fda0 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:01.383586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbc36492-8232-40e5-a4c0-ba735744fda0 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 812 time: 0.1037221 Sep 09 09:59:01.427518 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-22fe1753-cd64-4064-8607-541ffcb4037a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 379 time: 0.0341170 Sep 09 09:59:01.436887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'port': {'device_id': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'admin_state_up': True, 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'security_groups': ['fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:59:01.610550 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Made reservation on behalf of d98e299193e742c69c5857e3522bf1a4 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 09:59:01.615005 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:01.737699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Allocated IP 172.20.0.9 (b0ec1b26-1d84-4b81-9fde-ff38b652f954/52e64552-0e42-4884-871a-2cf72bbb0427/680dc34e-85bd-4319-9962-8afe15f7530e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 09:59:01.872771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:01.886521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Transition to ACTIVE for port object 680dc34e-85bd-4319-9962-8afe15f7530e will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:59:01.909425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-faac3397-2f98-4926-8f5c-37a77bb0cb6f req-a7a296b5-367f-4452-bf14-2d524c864084 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 210 time: 0.0268340 Sep 09 09:59:01.980535 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:02.023038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 09:59:02.025942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 09:59:02.029639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 09:59:02.063284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event updated for resources: {'Port': ['ID=680dc34e-85bd-4319-9962-8afe15f7530e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:59:02.078686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.079031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.079477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.079740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.080603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.081621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.081954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.082290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.082620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.082955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.083285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.083642 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 09:59:02.104703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:02.105329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:02.206542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-dbaba94a-7082-4f33-b6d5-78ead2acb7a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7732229 Sep 09 09:59:02.218415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Request body: {'port': {'device_id': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:59:02.271929 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:02.301961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-42c763b4-4ff8-4b56-b648-fe90119142ec None None] Provisioning for port 680dc34e-85bd-4319-9962-8afe15f7530e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:59:02.305728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-42c763b4-4ff8-4b56-b648-fe90119142ec None None] Provisioning complete for port 680dc34e-85bd-4319-9962-8afe15f7530e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:59:02.306098 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42c763b4-4ff8-4b56-b648-fe90119142ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:02.340278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-42c763b4-4ff8-4b56-b648-fe90119142ec None None] Port 680dc34e-85bd-4319-9962-8afe15f7530e cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 09:59:02.530394 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680dc34e-85bd-4319-9962-8afe15f7530e {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:59:02.537919 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:02.549367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Transition to ACTIVE for port object 680dc34e-85bd-4319-9962-8afe15f7530e will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 09:59:02.604907 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:02.662675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=680dc34e-85bd-4319-9962-8afe15f7530e,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:59:02.732606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Attempting to bind port 680dc34e-85bd-4319-9962-8afe15f7530e on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 09:59:02.732938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Attempting to bind port 680dc34e-85bd-4319-9962-8afe15f7530e by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 09:59:02.733409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Attempting to bind port 680dc34e-85bd-4319-9962-8afe15f7530e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:59:02.737971 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Port 680dc34e-85bd-4319-9962-8afe15f7530e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 09:59:02.738301 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Attempting to bind port 680dc34e-85bd-4319-9962-8afe15f7530e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 09:59:02.743304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 9, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 09:59:02.743686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 09:59:02.744076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 09:59:02.744511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Bound port: 680dc34e-85bd-4319-9962-8afe15f7530e, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 09:59:02.744880 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:02.812424 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 09:59:02.816343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=680dc34e-85bd-4319-9962-8afe15f7530e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 09:59:02.906507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:02.946590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:02.947546 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:02.949024 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 1092 time: 0.7346706 Sep 09 09:59:02.951489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:59:02.955555 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:59:02.991054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93804a-c6f8-4326-b946-2fb14c69f6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=680dc34e-85bd-4319-9962-8afe15f7530e,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:59:03.079396 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803efe82-c3ed-44a6-9c9a-81b047c42bc1 x-openstack-request-id: req-803efe82-c3ed-44a6-9c9a-81b047c42bc1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:59:03.079692 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:59:03.080468 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-803efe82-c3ed-44a6-9c9a-81b047c42bc1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:59:03.080882 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e', 'status': 'completed', 'code': 200} Sep 09 09:59:03.089116 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9db46-2a01-405e-88d6-78847c22101c req-b54c0972-5ea5-4d91-a5e3-d5ce81f8c2de tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:03.090703 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09e9db46-2a01-405e-88d6-78847c22101c req-b54c0972-5ea5-4d91-a5e3-d5ce81f8c2de tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 943 time: 0.0828094 Sep 09 09:59:03.123356 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655107cd-2236-4070-8f34-860cc55a59e1 req-9aa7f3fa-0fea-4c56-87cc-283673a7a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:03.124838 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-9aa7f3fa-0fea-4c56-87cc-283673a7a2d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1095 time: 0.0762048 Sep 09 09:59:03.148945 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09e9db46-2a01-405e-88d6-78847c22101c req-6676b9be-90bf-4638-a12a-14bd3123ab5c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507021 Sep 09 09:59:03.180199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-b5728f55-4eec-491a-a510-42944ad4d3dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 217 time: 0.0449896 Sep 09 09:59:03.229373 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655107cd-2236-4070-8f34-860cc55a59e1 req-58545712-e567-488f-b505-07650579c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:03.230755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-58545712-e567-488f-b505-07650579c8ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0438352 Sep 09 09:59:03.278335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655107cd-2236-4070-8f34-860cc55a59e1 req-8dbf48e3-59ff-426a-bb18-a3bdddf4c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:03.280549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-8dbf48e3-59ff-426a-bb18-a3bdddf4c83e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422850 Sep 09 09:59:03.374031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-bdddcd4f-c091-4434-b0f1-28301f56386f service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865088 Sep 09 09:59:03.465593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-655107cd-2236-4070-8f34-860cc55a59e1 req-9f8700c0-322f-4ba8-ae65-c2f515415768 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845194 Sep 09 09:59:03.613833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7 req-ef41306a-4a0b-417e-9e51-bf43d4e38ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:03.615363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7 req-ef41306a-4a0b-417e-9e51-bf43d4e38ab9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1095 time: 0.0475905 Sep 09 09:59:03.719769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7 req-132933ba-e657-4dda-beec-80f68c8d0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:03.721200 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7 req-132933ba-e657-4dda-beec-80f68c8d0764 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0982420 Sep 09 09:59:03.765464 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7 req-23608150-dfdd-4da4-bcc8-534e9fede9b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 217 time: 0.0372584 Sep 09 09:59:03.813896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7 req-fe186b04-deeb-45d7-8d05-a4089bc08e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:03.816254 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7 req-fe186b04-deeb-45d7-8d05-a4089bc08e37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0439541 Sep 09 09:59:03.861654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7 req-47c8659e-bc69-4253-a3fe-02074f1ef39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:03.863732 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7 req-47c8659e-bc69-4253-a3fe-02074f1ef39b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399394 Sep 09 09:59:03.957126 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7 req-09e9dda6-afa6-4c1b-87e1-4da10dc70ed9 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847995 Sep 09 09:59:04.050285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fe45a8b0-fe92-4f36-a0aa-926d2675a9f7 req-76a651f6-137e-4732-875d-544ae981e8dc service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850208 Sep 09 09:59:04.266387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c702fa-01c3-4729-abee-4884ed6280b8 req-6f778c99-941b-4468-89f7-eb9f98096003 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:04.268636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05c702fa-01c3-4729-abee-4884ed6280b8 req-6f778c99-941b-4468-89f7-eb9f98096003 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 943 time: 0.0522575 Sep 09 09:59:04.306812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-05c702fa-01c3-4729-abee-4884ed6280b8 req-12d36afd-5e05-4844-8102-a98d58bde231 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321352 Sep 09 09:59:05.423147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f81772-5990-4ae0-a5e3-d4c3892a9e07 req-9c1df946-7873-4516-b641-d46ef7a5a023 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:05.425345 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-19f81772-5990-4ae0-a5e3-d4c3892a9e07 req-9c1df946-7873-4516-b641-d46ef7a5a023 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 943 time: 0.0489502 Sep 09 09:59:05.466974 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-19f81772-5990-4ae0-a5e3-d4c3892a9e07 req-51f5b7ea-2470-4f09-8389-e50a1f04cf73 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357661 Sep 09 09:59:05.750593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 680dc34e-85bd-4319-9962-8afe15f7530e details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 09:59:05.848218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=680dc34e-85bd-4319-9962-8afe15f7530e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:59:05.859541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '680dc34e-85bd-4319-9962-8afe15f7530e', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'port_id': '680dc34e-85bd-4319-9962-8afe15f7530e', 'mac_address': 'fa:16:3e:d3:53:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 09:59:05.898005 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:05.910310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680dc34e-85bd-4319-9962-8afe15f7530e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 09:59:05.929179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=680dc34e-85bd-4319-9962-8afe15f7530e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:59:06.010918 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:06.061774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=680dc34e-85bd-4319-9962-8afe15f7530e,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:59:06.240146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['680dc34e-85bd-4319-9962-8afe15f7530e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 09:59:06.578380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0698-d561-4b43-b197-f0dd9b34e653 req-f2c771c7-21d4-409d-9ef6-4da253dc66ae tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:06.580377 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab9b0698-d561-4b43-b197-f0dd9b34e653 req-f2c771c7-21d4-409d-9ef6-4da253dc66ae tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 944 time: 0.0472310 Sep 09 09:59:06.617683 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab9b0698-d561-4b43-b197-f0dd9b34e653 req-6bda5d53-b075-4ce5-a1d8-f981a41cc618 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307536 Sep 09 09:59:06.661540 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:59:07.732024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0249831-5c3c-4623-9278-f0ff907fd00e req-b2312eb9-3d82-4275-86a6-07a4e7ee94a6 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:07.733506 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0249831-5c3c-4623-9278-f0ff907fd00e req-b2312eb9-3d82-4275-86a6-07a4e7ee94a6 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 944 time: 0.0495620 Sep 09 09:59:07.771532 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f0249831-5c3c-4623-9278-f0ff907fd00e req-d5505b43-454c-43f1-9b2e-47fde0bfc144 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318251 Sep 09 09:59:07.774601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 680dc34e-85bd-4319-9962-8afe15f7530e up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 09:59:07.905904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 680dc34e-85bd-4319-9962-8afe15f7530e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 09:59:07.910205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 680dc34e-85bd-4319-9962-8afe15f7530e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 09:59:07.910608 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:07.988876 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:08.011202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:59:08.013451 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eac5c7-2c2a-469d-ba11-8e9d018aefc3" -d '{"events": [{"server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "name": "network-vif-plugged", "status": "completed", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:59:08.026860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=680dc34e-85bd-4319-9962-8afe15f7530e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 09:59:08.053878 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 09:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa42e64-5e52-441e-aa1f-c6687ad7422e x-openstack-request-id: req-2aa42e64-5e52-441e-aa1f-c6687ad7422e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:59:08.053878 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "name": "network-vif-plugged", "status": "completed", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:59:08.053878 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2aa42e64-5e52-441e-aa1f-c6687ad7422e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:59:08.053878 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e', 'code': 200} Sep 09 09:59:08.100327 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:08.143410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dc787-e760-43d3-8e93-ccef9cbd8fdb req-eb2844b5-57a3-4cc9-b938-15b690a98007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:08.144931 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c60dc787-e760-43d3-8e93-ccef9cbd8fdb req-eb2844b5-57a3-4cc9-b938-15b690a98007 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1097 time: 0.0391219 Sep 09 09:59:08.148473 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=680dc34e-85bd-4319-9962-8afe15f7530e,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 09:59:08.181216 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c60dc787-e760-43d3-8e93-ccef9cbd8fdb req-57b617fb-7b9e-4681-8a11-9579a6cb69f0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286531 Sep 09 09:59:08.885053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0302c0-fac4-45e9-b470-f6e8c74e1b4c req-bf95b3af-59da-4d15-87b7-9f2c781eaf5f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:08.886554 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c0302c0-fac4-45e9-b470-f6e8c74e1b4c req-bf95b3af-59da-4d15-87b7-9f2c781eaf5f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0490000 Sep 09 09:59:08.927860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c0302c0-fac4-45e9-b470-f6e8c74e1b4c req-0593d9d2-154f-4d3d-aad6-e4841953ca9c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350974 Sep 09 09:59:10.053077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19196bbe-43ce-472b-a282-b51d3e674990 req-9b80aac1-9bd5-41a3-b30b-974b3e966e6e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:10.054686 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19196bbe-43ce-472b-a282-b51d3e674990 req-9b80aac1-9bd5-41a3-b30b-974b3e966e6e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0489514 Sep 09 09:59:10.090598 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19196bbe-43ce-472b-a282-b51d3e674990 req-c82590f6-f730-437b-bba1-d12edac79cff tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300670 Sep 09 09:59:10.203089 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d491ba-1412-4c9a-a69d-27ac32c4cbef req-29883c79-5e06-4ae0-8d43-0e9c9f065f71 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:10.205509 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5d491ba-1412-4c9a-a69d-27ac32c4cbef req-29883c79-5e06-4ae0-8d43-0e9c9f065f71 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0507052 Sep 09 09:59:10.213966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 09:59:10.218339 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-383a9be4-06c9-4076-bacd-fa8d42417b34 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'floatingip': {'port_id': '680dc34e-85bd-4319-9962-8afe15f7530e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 09:59:10.259828 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-383a9be4-06c9-4076-bacd-fa8d42417b34 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:10.689545 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-383a9be4-06c9-4076-bacd-fa8d42417b34 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:10.741621 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-383a9be4-06c9-4076-bacd-fa8d42417b34 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:10.838368 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-383a9be4-06c9-4076-bacd-fa8d42417b34 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Floating IP e767db5f-2ee0-4389-a200-2704dabfb219 associated. External IP: 172.25.8.104, port: 680dc34e-85bd-4319-9962-8afe15f7530e. Sep 09 09:59:11.053594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383a9be4-06c9-4076-bacd-fa8d42417b34 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 09:59:11.158952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383a9be4-06c9-4076-bacd-fa8d42417b34 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 09:59:11.163870 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-383a9be4-06c9-4076-bacd-fa8d42417b34 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:11.168433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc062e7-cf59-4f1c-991d-8862d0339d0b None None] Sync routers for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 09:59:11.184308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc062e7-cf59-4f1c-991d-8862d0339d0b None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:59:11.184935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-cdc062e7-cf59-4f1c-991d-8862d0339d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:58:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:59:11.191339 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-383a9be4-06c9-4076-bacd-fa8d42417b34 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "PUT /v2.0/floatingips/e767db5f-2ee0-4389-a200-2704dabfb219 HTTP/1.1" status: 200 len: 991 time: 0.9762993 Sep 09 09:59:11.191946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 09:59:11.194186 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01840211-a8ca-4262-ad02-7239118ebffa" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 09:59:11.234032 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 09:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5378e1-5f21-420e-9cd5-95be1f79b692 x-openstack-request-id: req-cf5378e1-5f21-420e-9cd5-95be1f79b692 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 09:59:11.234667 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 09:59:11.234667 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf5378e1-5f21-420e-9cd5-95be1f79b692 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 09:59:11.234963 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e', 'status': 'completed', 'code': 200} Sep 09 09:59:11.293296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-cdc062e7-cf59-4f1c-991d-8862d0339d0b None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:59:11.304033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01840211-a8ca-4262-ad02-7239118ebffa req-a45424fc-bd16-4a9c-9f5a-069a466d0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:11.305521 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01840211-a8ca-4262-ad02-7239118ebffa req-a45424fc-bd16-4a9c-9f5a-069a466d0a2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1097 time: 0.0449202 Sep 09 09:59:11.410124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01840211-a8ca-4262-ad02-7239118ebffa req-6d0a99ed-1f93-4105-a920-2135e3afb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:11.411792 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01840211-a8ca-4262-ad02-7239118ebffa req-6d0a99ed-1f93-4105-a920-2135e3afb8b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0981526 Sep 09 09:59:11.476770 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01840211-a8ca-4262-ad02-7239118ebffa req-be2d628e-3c4f-4172-88ef-7d57cd9a982d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 999 time: 0.0576484 Sep 09 09:59:11.519151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-cdc062e7-cf59-4f1c-991d-8862d0339d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': '680dc34e-85bd-4319-9962-8afe15f7530e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:d3:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T09:59:10Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:59:11.526054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01840211-a8ca-4262-ad02-7239118ebffa req-1c7559c1-2ca2-4f2c-a213-fcb3a7b2c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:11.527600 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01840211-a8ca-4262-ad02-7239118ebffa req-1c7559c1-2ca2-4f2c-a213-fcb3a7b2c30e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0436795 Sep 09 09:59:11.546898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc062e7-cf59-4f1c-991d-8862d0339d0b None None] Checking router: e5644d7a-40f5-4a30-8792-30d63dbbb8c2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 09:59:11.560035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc062e7-cf59-4f1c-991d-8862d0339d0b None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 09:59:11.560035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-cdc062e7-cf59-4f1c-991d-8862d0339d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T09:58:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:59:11.576643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01840211-a8ca-4262-ad02-7239118ebffa req-67255ebb-085a-436a-b0c1-b8f10662b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:11.578153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01840211-a8ca-4262-ad02-7239118ebffa req-67255ebb-085a-436a-b0c1-b8f10662b3ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438702 Sep 09 09:59:11.662253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-cdc062e7-cf59-4f1c-991d-8862d0339d0b None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 09:59:11.667033 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01840211-a8ca-4262-ad02-7239118ebffa req-6631e0db-d1c6-4b42-827b-b61609599cd5 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819235 Sep 09 09:59:11.759765 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01840211-a8ca-4262-ad02-7239118ebffa req-a6893efb-516c-4d9b-b323-f46a88092325 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856891 Sep 09 09:59:11.886741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-cdc062e7-cf59-4f1c-991d-8862d0339d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': '680dc34e-85bd-4319-9962-8afe15f7530e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:d3:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T09:59:10Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 09:59:11.913896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc062e7-cf59-4f1c-991d-8862d0339d0b None None] The sync data for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 is: [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': '680dc34e-85bd-4319-9962-8afe15f7530e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:d3:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T09:59:10Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 09:59:12.105096 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c33869-a9fe-455e-b4a7-f8704c93e57f None None] New status for floating IP e767db5f-2ee0-4389-a200-2704dabfb219: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 09:59:14.433511 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-705843c3-0544-477c-a932-6f6d19f5d8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:17.134099 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad95b9e5-12b7-45ae-8a18-cd2c37beb542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:17.368086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:18.621934 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:20.231135 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:23.556346 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0310d106-0855-4aff-a58d-49232d5bb69d req-6fbbdfa9-964e-422d-8760-0bf7f70c846f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392118 Sep 09 09:59:23.639617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d106-0855-4aff-a58d-49232d5bb69d req-9801fcd0-9ee5-461e-a372-a27444c94dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:23.641028 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0310d106-0855-4aff-a58d-49232d5bb69d req-9801fcd0-9ee5-461e-a372-a27444c94dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1097 time: 0.0394108 Sep 09 09:59:23.745231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d106-0855-4aff-a58d-49232d5bb69d req-172feca4-d43c-4506-b1c6-105c46fd19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:23.746730 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0310d106-0855-4aff-a58d-49232d5bb69d req-172feca4-d43c-4506-b1c6-105c46fd19e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0861657 Sep 09 09:59:23.808522 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0310d106-0855-4aff-a58d-49232d5bb69d req-9e1a4097-03c9-4796-a6e6-7602a8a381ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 1001 time: 0.0549877 Sep 09 09:59:23.859529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d106-0855-4aff-a58d-49232d5bb69d req-43626dff-da55-447d-8e52-2583ae24cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:23.860973 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0310d106-0855-4aff-a58d-49232d5bb69d req-43626dff-da55-447d-8e52-2583ae24cc9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0457046 Sep 09 09:59:23.908391 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d106-0855-4aff-a58d-49232d5bb69d req-8b335a05-1f17-4ceb-b5d8-b5bb2d4163fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 09:59:23.909810 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0310d106-0855-4aff-a58d-49232d5bb69d req-8b335a05-1f17-4ceb-b5d8-b5bb2d4163fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420065 Sep 09 09:59:24.000278 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0310d106-0855-4aff-a58d-49232d5bb69d req-f1273d18-e6b0-47bd-80a3-0211ffffb600 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835278 Sep 09 09:59:24.095718 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0310d106-0855-4aff-a58d-49232d5bb69d req-7ff51ecd-8650-497e-98cf-018623ff39df service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817044 Sep 09 09:59:25.530305 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:26.212475 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:43.659949 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 09:59:44.430711 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79b88230-9de8-400f-ac49-ab6a9e0a8e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:47.145546 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1499b82d-49c6-4ead-9248-427ceeb37b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:47.364596 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:48.648059 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:50.284180 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:55.505021 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 09:59:56.198078 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:14.420799 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2f30458-3911-47dc-9b19-006cd3a25d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:17.111950 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4b9d502-1edc-4d8e-8731-b0f1398b9eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:17.357558 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:18.666459 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:20.243998 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:20.659356 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:00:25.444449 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-f189d0c0-508d-420d-93ac-b0111f52e044 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0859344 Sep 09 10:00:25.527241 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:25.531003 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-15959601-c8dd-4e8d-acae-d4de902b4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:25.532545 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-15959601-c8dd-4e8d-acae-d4de902b4e2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1097 time: 0.0448406 Sep 09 10:00:25.635051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-962024e1-c967-4876-a7fb-071ebdc225c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:25.636654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-962024e1-c967-4876-a7fb-071ebdc225c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0854018 Sep 09 10:00:26.062154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-ba524059-1609-432c-99f6-5664a4e4487e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 1001 time: 0.4177265 Sep 09 10:00:26.113213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-05d2bafe-8aeb-44ff-9f01-181bcea86deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:26.114780 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-05d2bafe-8aeb-44ff-9f01-181bcea86deb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0455022 Sep 09 10:00:26.160664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-1f04ccd1-ce47-4e94-af95-793b439e1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:26.162068 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-1f04ccd1-ce47-4e94-af95-793b439e1ec3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405052 Sep 09 10:00:26.209293 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:26.252846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-f66cb67d-ec54-4677-b78e-c9473b9b7cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836391 Sep 09 10:00:26.341758 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2518fca9-49e7-4e55-bbf7-f3dbe4a678d3 req-6ab43bcf-eb30-484a-bce0-614f3f6b1f6c service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822282 Sep 09 10:00:44.425689 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ca3535c-263e-4d08-940e-699fedd60be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:47.137782 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-732f69b3-41a1-493b-b8e5-e38b7fa204a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:47.275952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b629ace-3b80-4ff8-910f-ece83c0ba184 req-1a70eaa9-ac4a-411b-ba95-0239bb5e3a52 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:47.277448 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b629ace-3b80-4ff8-910f-ece83c0ba184 req-1a70eaa9-ac4a-411b-ba95-0239bb5e3a52 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0566607 Sep 09 10:00:47.314806 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b629ace-3b80-4ff8-910f-ece83c0ba184 req-df655d6e-a0b0-4f34-a917-74c2af1c5110 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312881 Sep 09 10:00:47.389236 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:48.435165 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4338c-3d03-47f1-859d-751bef5aa4bd req-3b14ec79-8800-4b34-a033-c97f998ae340 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:48.436666 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51b4338c-3d03-47f1-859d-751bef5aa4bd req-3b14ec79-8800-4b34-a033-c97f998ae340 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0545690 Sep 09 10:00:48.472779 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51b4338c-3d03-47f1-859d-751bef5aa4bd req-843faa86-605a-4436-9946-cb0c78d86e13 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303102 Sep 09 10:00:48.660312 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:49.586228 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96158-0e88-4682-a946-8216ac93fc6c req-ad9f8be1-c88e-4576-a6dc-40e089ad1295 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:49.587730 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ecb96158-0e88-4682-a946-8216ac93fc6c req-ad9f8be1-c88e-4576-a6dc-40e089ad1295 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0472274 Sep 09 10:00:49.625419 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ecb96158-0e88-4682-a946-8216ac93fc6c req-5b217fb9-b047-420c-b560-d9f032c57055 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312788 Sep 09 10:00:50.229056 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:50.742464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef73db-f125-40fa-a56e-4c570311567c req-b7ab99ef-8d6c-4654-8b90-50d37a0b1de2 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:50.747828 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03ef73db-f125-40fa-a56e-4c570311567c req-b7ab99ef-8d6c-4654-8b90-50d37a0b1de2 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0570154 Sep 09 10:00:50.798531 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-03ef73db-f125-40fa-a56e-4c570311567c req-67e8bb99-f45a-45af-aab3-e360cbf4b209 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446658 Sep 09 10:00:51.913870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b32041-ad6a-4768-b2ac-9bebf6c69539 req-24b94414-b053-4fc3-a379-87903d206a04 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:51.915340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07b32041-ad6a-4768-b2ac-9bebf6c69539 req-24b94414-b053-4fc3-a379-87903d206a04 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0486610 Sep 09 10:00:51.952503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07b32041-ad6a-4768-b2ac-9bebf6c69539 req-d860833f-1b85-499f-9f06-d4dcc8e909c7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309069 Sep 09 10:00:53.066900 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cf522-914e-4442-a89b-e375a71d4a2c req-e0217098-38da-48cc-92a2-eeee81412a0d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:53.068404 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-468cf522-914e-4442-a89b-e375a71d4a2c req-e0217098-38da-48cc-92a2-eeee81412a0d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0493238 Sep 09 10:00:53.105386 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-468cf522-914e-4442-a89b-e375a71d4a2c req-6d6ad681-b294-47e8-ba7e-82bcc80a1dda tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303476 Sep 09 10:00:54.221835 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5eee6b-61aa-4a6e-bc38-b7f7f806e35e req-38c3e696-6d1f-4cdb-ad3e-c7c889a878a4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:54.223324 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f5eee6b-61aa-4a6e-bc38-b7f7f806e35e req-38c3e696-6d1f-4cdb-ad3e-c7c889a878a4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0519552 Sep 09 10:00:54.260848 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f5eee6b-61aa-4a6e-bc38-b7f7f806e35e req-9490a48c-8164-409a-8bb0-6090e0f0da1a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311222 Sep 09 10:00:55.378336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb64c9c-a3a6-44be-8c5e-3afb3ce4550a req-791cd6a2-facb-4654-9c75-56835562e65c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:55.379882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdb64c9c-a3a6-44be-8c5e-3afb3ce4550a req-791cd6a2-facb-4654-9c75-56835562e65c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0534708 Sep 09 10:00:55.418379 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fdb64c9c-a3a6-44be-8c5e-3afb3ce4550a req-6182cc65-b8d2-45d5-95fa-0807977c299d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317333 Sep 09 10:00:55.545253 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:56.234596 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:00:56.531074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad4b22-ca08-4570-9a82-29082118b166 req-deebbf9b-ab79-417a-8a26-d56e472e48b3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:56.532540 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7fad4b22-ca08-4570-9a82-29082118b166 req-deebbf9b-ab79-417a-8a26-d56e472e48b3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0486836 Sep 09 10:00:56.568636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7fad4b22-ca08-4570-9a82-29082118b166 req-dbfa8fcc-a918-4d4e-9b12-d2aebf951b4a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303316 Sep 09 10:00:57.658909 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:00:57.694584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbece8-9317-40e7-b134-037e322e7b98 req-c3225c78-aeb4-43f8-8f02-437996994aa6 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:57.696131 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dfbece8-9317-40e7-b134-037e322e7b98 req-c3225c78-aeb4-43f8-8f02-437996994aa6 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0592444 Sep 09 10:00:57.734104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dfbece8-9317-40e7-b134-037e322e7b98 req-78a94b66-5916-417a-80a7-49369e830002 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319872 Sep 09 10:00:58.860454 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5825ce-f603-4167-a1e9-5f4bf149f0ee req-fc53dbf4-ae58-4ecc-8160-da2453594d2c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:58.862154 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f5825ce-f603-4167-a1e9-5f4bf149f0ee req-fc53dbf4-ae58-4ecc-8160-da2453594d2c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0530777 Sep 09 10:00:58.906344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f5825ce-f603-4167-a1e9-5f4bf149f0ee req-951f4d48-4107-4a33-a370-858bc78cb529 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372534 Sep 09 10:00:59.299577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fec83-06b5-4460-8ad2-253dd936267e req-541e7801-b8b2-422d-b3dc-3c305f688563 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:00:59.301070 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b2fec83-06b5-4460-8ad2-253dd936267e req-541e7801-b8b2-422d-b3dc-3c305f688563 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0520794 Sep 09 10:00:59.331519 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49632) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:00:59.339110 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b2fec83-06b5-4460-8ad2-253dd936267e req-02e633ec-be3b-4192-9177-b9597530d9a5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314715 Sep 09 10:00:59.425779 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-cd951fe6-d3d2-45ee-a97c-bf55f7134058 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930326 Sep 09 10:00:59.435754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-2b2cd8d0-dca6-42bc-aa45-9bd6fcb8afca service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:00:59.436749 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-2b2cd8d0-dca6-42bc-aa45-9bd6fcb8afca service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050704 Sep 09 10:01:00.454640 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611777cf-bf8e-4b67-b23b-6e100f63cee7 req-a17c72b2-7556-45e8-8ecc-cbe870ef7143 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:00.456274 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-611777cf-bf8e-4b67-b23b-6e100f63cee7 req-a17c72b2-7556-45e8-8ecc-cbe870ef7143 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0488701 Sep 09 10:01:00.498957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-611777cf-bf8e-4b67-b23b-6e100f63cee7 req-5c1ff2d9-f0ed-4e8b-991e-9c76c5f2881a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366449 Sep 09 10:01:01.258371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea7508-4113-431c-b298-ac31db02488f req-1b5ef2c2-56e6-4456-81de-c44a4eb31dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:01.259800 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-1b5ef2c2-56e6-4456-81de-c44a4eb31dec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1097 time: 0.0401306 Sep 09 10:01:01.347957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea7508-4113-431c-b298-ac31db02488f req-a72d5c8e-89a2-4279-ac5a-fe78e70702b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:01.349416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-a72d5c8e-89a2-4279-ac5a-fe78e70702b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0816646 Sep 09 10:01:01.416080 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-38b2ad6b-60cd-44ba-a196-85bc275056af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 1001 time: 0.0591552 Sep 09 10:01:01.463738 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea7508-4113-431c-b298-ac31db02488f req-3d24edfd-4a89-40a4-ad20-1569ff63adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:01.465121 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-3d24edfd-4a89-40a4-ad20-1569ff63adf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0411925 Sep 09 10:01:01.510031 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea7508-4113-431c-b298-ac31db02488f req-efe577f9-9f6d-431f-ac79-2f53171ebecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:01.511852 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-efe577f9-9f6d-431f-ac79-2f53171ebecb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393779 Sep 09 10:01:01.608646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-9f39a0a9-d522-424a-bae6-38b663cc00d2 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891438 Sep 09 10:01:01.614101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4785d1-1ec1-4591-8dd0-1dd32bc55241 req-0f2f774c-4fc4-4728-a068-fb993fbe1345 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:01.615710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb4785d1-1ec1-4591-8dd0-1dd32bc55241 req-0f2f774c-4fc4-4728-a068-fb993fbe1345 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0483580 Sep 09 10:01:01.654346 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-eb4785d1-1ec1-4591-8dd0-1dd32bc55241 req-8602dbc7-2be7-4183-8526-24ac46c88709 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321326 Sep 09 10:01:01.703821 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-083749d8-5afe-48ac-95a3-a5bbb8362ec3 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881312 Sep 09 10:01:02.768399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c462cbe-2a9f-4f4d-a5f1-c7f2945aeead req-ed487015-895d-4a6d-9772-e54e485ad565 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:02.769832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5c462cbe-2a9f-4f4d-a5f1-c7f2945aeead req-ed487015-895d-4a6d-9772-e54e485ad565 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0490675 Sep 09 10:01:02.806249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5c462cbe-2a9f-4f4d-a5f1-c7f2945aeead req-351eb9d3-f67b-48e4-b26f-fbc0eef9e1d2 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303743 Sep 09 10:01:03.759802 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-10ea7508-4113-431c-b298-ac31db02488f req-4b047da4-6122-4857-b20d-8395e356988a service neutron] show failed (client error): The resource could not be found. Sep 09 10:01:03.761772 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-4b047da4-6122-4857-b20d-8395e356988a service neutron] 10.222.0.24 "GET /v2.0/ports/680dc34e-85bd-4319-9962-8afe15f7530e/bindings/n-h2-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0544348 Sep 09 10:01:03.923551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5c048-1b3b-4a4f-a100-e0aa50312646 req-ec85932e-c75a-4372-8f30-65ac114c8992 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:03.925050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48f5c048-1b3b-4a4f-a100-e0aa50312646 req-ec85932e-c75a-4372-8f30-65ac114c8992 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0499189 Sep 09 10:01:03.962490 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48f5c048-1b3b-4a4f-a100-e0aa50312646 req-3f1f0fba-7bce-4280-ab12-a7f6d0531d4c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Sep 09 10:01:04.309072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea7508-4113-431c-b298-ac31db02488f req-fd087660-1976-4042-be66-8cba44a2b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:04.310647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-fd087660-1976-4042-be66-8cba44a2b658 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 1097 time: 0.0452306 Sep 09 10:01:04.322320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:01:04.373440 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:04.571483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=680dc34e-85bd-4319-9962-8afe15f7530e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:01:04.603263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:01:04.647364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:01:04.650894 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36371b60-ca48-4858-83c3-e0ea58076abb" -d '{"events": [{"server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "name": "network-vif-unplugged", "status": "completed", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:01:04.655115 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:04.668138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Transition to ACTIVE for port object 680dc34e-85bd-4319-9962-8afe15f7530e will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:01:04.698990 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 10:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5426475-9ad1-4766-a223-ca8b6433a54c x-openstack-request-id: req-b5426475-9ad1-4766-a223-ca8b6433a54c {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:01:04.699284 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "name": "network-vif-unplugged", "status": "completed", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:01:04.699577 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5426475-9ad1-4766-a223-ca8b6433a54c {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:01:04.700216 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e', 'code': 200} Sep 09 10:01:04.711149 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:04.787894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Pushing event updated for resources: {'Port': ['ID=680dc34e-85bd-4319-9962-8afe15f7530e,revision_number=6']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:01:04.801295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.801645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.801983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.802325 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.802658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.802991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.803320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.803673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.803998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.804326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.804649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.804970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:04.845651 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] No DVR routers for this DVR port 680dc34e-85bd-4319-9962-8afe15f7530e on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:01:04.986236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Attempting to bind port 680dc34e-85bd-4319-9962-8afe15f7530e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:01:04.986884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Attempting to bind port 680dc34e-85bd-4319-9962-8afe15f7530e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:01:04.986884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Attempting to bind port 680dc34e-85bd-4319-9962-8afe15f7530e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:01:04.991227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Port 680dc34e-85bd-4319-9962-8afe15f7530e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:01:04.991584 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Attempting to bind port 680dc34e-85bd-4319-9962-8afe15f7530e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:01:04.996757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:01:04.997099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:01:04.997483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:01:04.997914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Bound port: 680dc34e-85bd-4319-9962-8afe15f7530e, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:01:04.998271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:05.091913 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:01:05.095413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=680dc34e-85bd-4319-9962-8afe15f7530e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:01:05.103226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466385-a813-43a4-803f-6e83de563159 req-74d5854c-7f5c-4365-9698-e1525d21caa3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:05.105467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40466385-a813-43a4-803f-6e83de563159 req-74d5854c-7f5c-4365-9698-e1525d21caa3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 943 time: 0.0745521 Sep 09 10:01:05.143275 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40466385-a813-43a4-803f-6e83de563159 req-640c2ca0-218e-417d-bef2-c4fbe18a6628 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316329 Sep 09 10:01:05.163320 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:05.200229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:05.200690 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:05.202104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] 10.222.0.41 "PUT /v2.0/ports/680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 1092 time: 0.8837039 Sep 09 10:01:05.235631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a418e-16fd-4353-a49e-5308eceb405f service neutron] Pushing event updated for resources: {'Port': ['ID=680dc34e-85bd-4319-9962-8afe15f7530e,revision_number=7']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:01:05.278853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea7508-4113-431c-b298-ac31db02488f req-bb989a89-784d-43ce-91fe-8df27ee531fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:05.280439 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-bb989a89-784d-43ce-91fe-8df27ee531fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1095 time: 0.0530519 Sep 09 10:01:05.378433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea7508-4113-431c-b298-ac31db02488f req-c79097db-28e4-4019-acf8-db2952db5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:05.379981 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-c79097db-28e4-4019-acf8-db2952db5f0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0923634 Sep 09 10:01:05.449540 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-79a2da35-0149-455f-a6b0-5a549539e2bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 999 time: 0.0624971 Sep 09 10:01:05.498575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea7508-4113-431c-b298-ac31db02488f req-a2f8fce0-6069-4a78-930f-f1f618760566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:05.500085 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-a2f8fce0-6069-4a78-930f-f1f618760566 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0440822 Sep 09 10:01:05.546057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea7508-4113-431c-b298-ac31db02488f req-f7da4b8c-109a-4b23-a4d3-7a13fdd4e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:05.547580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-f7da4b8c-109a-4b23-a4d3-7a13fdd4e0e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404670 Sep 09 10:01:05.640705 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-7d6f30e3-b943-4719-84b2-7cb6c6e2ce3d service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860262 Sep 09 10:01:05.757260 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-10ea7508-4113-431c-b298-ac31db02488f req-6d4d1510-df5f-47f1-975d-fa67cc3ae46d service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093407 Sep 09 10:01:06.263975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf6091-4364-4e55-83fc-7daef364e348 req-c5a7c56a-e221-43a5-9fcf-d299c532d926 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:06.265547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6cf6091-4364-4e55-83fc-7daef364e348 req-c5a7c56a-e221-43a5-9fcf-d299c532d926 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 943 time: 0.0501182 Sep 09 10:01:06.303681 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d6cf6091-4364-4e55-83fc-7daef364e348 req-45f68fa9-7e75-4742-8d65-538d26b48758 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319059 Sep 09 10:01:06.486678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 680dc34e-85bd-4319-9962-8afe15f7530e no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:01:06.527201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 680dc34e-85bd-4319-9962-8afe15f7530e not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:01:06.701582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:01:06.703949 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:01:06.750752 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2678a815-3abd-47de-a90b-36fe25c6b179 x-openstack-request-id: req-2678a815-3abd-47de-a90b-36fe25c6b179 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:01:06.751038 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:01:06.751286 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2678a815-3abd-47de-a90b-36fe25c6b179 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:01:06.751721 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e', 'status': 'completed', 'code': 200} Sep 09 10:01:06.815018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-cbe0c3c7-d2c8-4286-872e-cf3799f7f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:06.816602 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-cbe0c3c7-d2c8-4286-872e-cf3799f7f4dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1095 time: 0.0459220 Sep 09 10:01:06.823593 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-9f12793b-1ff2-4062-aa9a-de51e5a12bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:06.825257 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-9f12793b-1ff2-4062-aa9a-de51e5a12bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1095 time: 0.0504291 Sep 09 10:01:06.906821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-9dfdbd1f-04b9-44b6-9aaf-fbb6d0120b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:06.908348 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-9dfdbd1f-04b9-44b6-9aaf-fbb6d0120b38 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0842667 Sep 09 10:01:06.915771 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-b5838899-4758-4218-ba72-f2ed9213d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:06.917446 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-b5838899-4758-4218-ba72-f2ed9213d667 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0843337 Sep 09 10:01:06.977785 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-0a58538e-5980-43b0-a5cb-d519d01a31ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 999 time: 0.0621033 Sep 09 10:01:06.986746 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-44e7c510-1fbf-4dd0-b1a7-d9fde6df7f7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 999 time: 0.0614123 Sep 09 10:01:07.029531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-002ff808-e19c-49ec-ae29-7fc53d54d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:07.030930 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-002ff808-e19c-49ec-ae29-7fc53d54d418 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0459819 Sep 09 10:01:07.036696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-d050d53e-2d2f-4469-aff6-41fb76ac50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:07.038157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-d050d53e-2d2f-4469-aff6-41fb76ac50e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0443103 Sep 09 10:01:07.079451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-bd50df82-94a6-46a8-ad2d-0ab9408e1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:07.081278 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-bd50df82-94a6-46a8-ad2d-0ab9408e1af0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429294 Sep 09 10:01:07.083836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-8ed50c3e-5b6c-430c-8f29-48331973a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:07.085346 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-8ed50c3e-5b6c-430c-8f29-48331973a811 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402560 Sep 09 10:01:07.176563 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-d0e97828-a1f5-4505-b153-45a1ac0be390 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878620 Sep 09 10:01:07.183302 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-b3b82164-379b-4186-b038-d2a04d129bbf service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896130 Sep 09 10:01:07.272338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-d8420f19-faf2-44e6-8f39-962a00215e0b service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885773 Sep 09 10:01:07.276607 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b6442b2-b6c4-45d0-abf5-232dbd2cf624 req-521eab40-ef55-4e56-a8bd-38da012d8f9c service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864749 Sep 09 10:01:07.428006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4503c-2207-4a8a-941a-462d45bf872c req-7a57981d-9c50-4620-9ad5-f5bc604f5ad2 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:07.429543 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01e4503c-2207-4a8a-941a-462d45bf872c req-7a57981d-9c50-4620-9ad5-f5bc604f5ad2 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 943 time: 0.0585382 Sep 09 10:01:07.468756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01e4503c-2207-4a8a-941a-462d45bf872c req-03754d77-58fd-4b0f-baa9-13e4cc02e813 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322330 Sep 09 10:01:08.584773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a442944-1c0f-4e5a-a00e-7574eef06321 req-d05c6b0a-d3a1-415c-91c8-ebf82703576f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:08.586304 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a442944-1c0f-4e5a-a00e-7574eef06321 req-d05c6b0a-d3a1-415c-91c8-ebf82703576f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 943 time: 0.0487626 Sep 09 10:01:08.628425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7a442944-1c0f-4e5a-a00e-7574eef06321 req-e6b91cb5-3202-4c9b-94d3-b646b853e29d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361199 Sep 09 10:01:08.833844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 680dc34e-85bd-4319-9962-8afe15f7530e details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:01:08.903925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66aecb-c160-4f34-ba14-031be3dd9d65 req-07a45e50-fd32-4d03-8abf-6b099c20217a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:08.905587 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff66aecb-c160-4f34-ba14-031be3dd9d65 req-07a45e50-fd32-4d03-8abf-6b099c20217a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 943 time: 0.0512617 Sep 09 10:01:08.933089 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=680dc34e-85bd-4319-9962-8afe15f7530e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:01:08.945021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '680dc34e-85bd-4319-9962-8afe15f7530e', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'port_id': '680dc34e-85bd-4319-9962-8afe15f7530e', 'mac_address': 'fa:16:3e:d3:53:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:01:08.947166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff66aecb-c160-4f34-ba14-031be3dd9d65 req-5f8a68cb-b384-466f-a5ee-0efb467df39c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353243 Sep 09 10:01:08.980759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca7d80-f024-4479-b410-922e7c9139df req-14e2dd64-44f8-4cd5-bed0-ded10475b0c9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:08.982257 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73ca7d80-f024-4479-b410-922e7c9139df req-14e2dd64-44f8-4cd5-bed0-ded10475b0c9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb&tenant_id=d98e299193e742c69c5857e3522bf1a4&binding%3Ahost_id=n-h2-778696-16 HTTP/1.1" status: 200 len: 943 time: 0.0588839 Sep 09 10:01:08.983363 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:08.999519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680dc34e-85bd-4319-9962-8afe15f7530e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:01:09.018860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=680dc34e-85bd-4319-9962-8afe15f7530e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:01:09.045130 n-d-778696-16 neutron-server[95326]: INFO neutron.api.v2.resource [req-73ca7d80-f024-4479-b410-922e7c9139df req-9f1a3a23-b99c-484e-8542-dfe92941e242 service neutron] delete failed (client error): The resource could not be found. Sep 09 10:01:09.046164 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73ca7d80-f024-4479-b410-922e7c9139df req-9f1a3a23-b99c-484e-8542-dfe92941e242 service neutron] 10.222.0.24 "DELETE /v2.0/ports/680dc34e-85bd-4319-9962-8afe15f7530e/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0562649 Sep 09 10:01:09.111303 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:09.130187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca7d80-f024-4479-b410-922e7c9139df req-3cbff0e4-e4df-454d-a7bd-108ec94790ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:09.131726 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73ca7d80-f024-4479-b410-922e7c9139df req-3cbff0e4-e4df-454d-a7bd-108ec94790ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1095 time: 0.0413935 Sep 09 10:01:09.159035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=680dc34e-85bd-4319-9962-8afe15f7530e,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:01:09.166361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.166892 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.167275 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.167706 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.168051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.168397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.169412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.169412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.169412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.169735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.170035 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.170352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:01:09.234562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca7d80-f024-4479-b410-922e7c9139df req-0d7ff4f3-254d-401a-bafc-ef66a10fab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:09.236099 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73ca7d80-f024-4479-b410-922e7c9139df req-0d7ff4f3-254d-401a-bafc-ef66a10fab66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0982287 Sep 09 10:01:09.308019 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73ca7d80-f024-4479-b410-922e7c9139df req-ac2d56eb-a32c-451f-abd6-01a5a78413cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 1000 time: 0.0647681 Sep 09 10:01:09.314665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['680dc34e-85bd-4319-9962-8afe15f7530e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:01:09.357302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca7d80-f024-4479-b410-922e7c9139df req-9facdc57-720b-4e91-9866-eee2decd9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:09.358801 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73ca7d80-f024-4479-b410-922e7c9139df req-9facdc57-720b-4e91-9866-eee2decd9175 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0439694 Sep 09 10:01:09.406304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca7d80-f024-4479-b410-922e7c9139df req-d1f42596-d5db-4806-8d1c-c4f77448444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:09.407748 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73ca7d80-f024-4479-b410-922e7c9139df req-d1f42596-d5db-4806-8d1c-c4f77448444a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416591 Sep 09 10:01:09.501036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73ca7d80-f024-4479-b410-922e7c9139df req-fe9f0c92-c78e-4de2-9c50-da530f728aa2 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865362 Sep 09 10:01:09.593852 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73ca7d80-f024-4479-b410-922e7c9139df req-2b1cfbae-7951-456d-9cd3-dea30ebf60fb service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856197 Sep 09 10:01:10.064621 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cdd6e-abf0-4261-a438-4d453bb5f9a7 req-0a8cb10c-6587-4d86-b602-2ee783aaf745 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:10.066122 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c7cdd6e-abf0-4261-a438-4d453bb5f9a7 req-0a8cb10c-6587-4d86-b602-2ee783aaf745 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 944 time: 0.0486434 Sep 09 10:01:10.107429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c7cdd6e-abf0-4261-a438-4d453bb5f9a7 req-da98bc1d-7f4e-48e1-b868-a87284385486 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353358 Sep 09 10:01:10.849602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 680dc34e-85bd-4319-9962-8afe15f7530e up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:01:10.983297 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 680dc34e-85bd-4319-9962-8afe15f7530e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:01:10.987366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 680dc34e-85bd-4319-9962-8afe15f7530e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:01:10.987738 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:11.063499 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:11.084956 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:01:11.087164 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87718979-8e0a-48fc-8246-e03306e7c388" -d '{"events": [{"server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "name": "network-vif-plugged", "status": "completed", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:01:11.101555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=680dc34e-85bd-4319-9962-8afe15f7530e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:01:11.122852 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bef509-ca3d-4f82-8951-086f73945f01 x-openstack-request-id: req-91bef509-ca3d-4f82-8951-086f73945f01 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:01:11.123163 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "name": "network-vif-plugged", "status": "completed", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:01:11.123488 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91bef509-ca3d-4f82-8951-086f73945f01 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:01:11.124102 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e', 'code': 200} Sep 09 10:01:11.184004 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:11.227026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534a18-7017-4328-944b-5d97d2be5399 req-6ff3bcd2-49a1-46dd-b182-e415bb10d06c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:11.228552 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b534a18-7017-4328-944b-5d97d2be5399 req-6ff3bcd2-49a1-46dd-b182-e415bb10d06c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0531955 Sep 09 10:01:11.237375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=680dc34e-85bd-4319-9962-8afe15f7530e,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:01:11.267027 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b534a18-7017-4328-944b-5d97d2be5399 req-41073c5c-89ae-4b9c-ac46-5d09504149b7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318148 Sep 09 10:01:11.381515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238fdea-da01-4cbe-a118-60df536f9ad2 req-b4eba015-e652-4d7d-88e9-572258f85836 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:11.382997 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b238fdea-da01-4cbe-a118-60df536f9ad2 req-b4eba015-e652-4d7d-88e9-572258f85836 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0488949 Sep 09 10:01:11.420464 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b238fdea-da01-4cbe-a118-60df536f9ad2 req-29d9c419-9144-4d4f-8fa4-24ea23ea785d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Sep 09 10:01:11.763282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826de3aa-62cb-4fe7-a597-ffb8b83be949 req-82c442ca-098f-49bb-93a8-aa8c907d9dee tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:11.764860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-826de3aa-62cb-4fe7-a597-ffb8b83be949 req-82c442ca-098f-49bb-93a8-aa8c907d9dee tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0505462 Sep 09 10:01:11.807975 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-826de3aa-62cb-4fe7-a597-ffb8b83be949 req-4e5ed58c-a242-480e-96a3-da3a2abf6353 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371857 Sep 09 10:01:11.847321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48936910-3c68-42c8-bef2-c08ebf63c131 req-8633ef29-1eff-4ad6-bd41-b88922de5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:11.848898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48936910-3c68-42c8-bef2-c08ebf63c131 req-8633ef29-1eff-4ad6-bd41-b88922de5f71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 1097 time: 0.0400643 Sep 09 10:01:11.939774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48936910-3c68-42c8-bef2-c08ebf63c131 req-e0c4d148-49d6-4fb7-9e9b-4f7a09bbe1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:11.941199 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48936910-3c68-42c8-bef2-c08ebf63c131 req-e0c4d148-49d6-4fb7-9e9b-4f7a09bbe1f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0855958 Sep 09 10:01:12.010489 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48936910-3c68-42c8-bef2-c08ebf63c131 req-ca0b4ba9-0ed6-4abd-9667-d041bbbcfc11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 200 len: 1001 time: 0.0619678 Sep 09 10:01:12.058547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48936910-3c68-42c8-bef2-c08ebf63c131 req-83209c51-fb64-4bfe-ae6f-f7d2be9762ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:12.060020 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48936910-3c68-42c8-bef2-c08ebf63c131 req-83209c51-fb64-4bfe-ae6f-f7d2be9762ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0430887 Sep 09 10:01:12.104461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48936910-3c68-42c8-bef2-c08ebf63c131 req-34c83065-5d31-4033-9cd8-5e96192b68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:12.105971 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48936910-3c68-42c8-bef2-c08ebf63c131 req-34c83065-5d31-4033-9cd8-5e96192b68cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389025 Sep 09 10:01:12.196882 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48936910-3c68-42c8-bef2-c08ebf63c131 req-50cb8d67-dd4b-4e81-8d59-eda85d061e98 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841758 Sep 09 10:01:12.290816 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-48936910-3c68-42c8-bef2-c08ebf63c131 req-6c298839-c500-464b-9380-37be5a2d213e service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866947 Sep 09 10:01:12.925167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b2b1-98cf-46f4-9a92-2d690775398b req-e295ec85-e4a6-4548-bf39-1d69b7a3d4cf tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:12.926661 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db91b2b1-98cf-46f4-9a92-2d690775398b req-e295ec85-e4a6-4548-bf39-1d69b7a3d4cf tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0489662 Sep 09 10:01:12.964303 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-db91b2b1-98cf-46f4-9a92-2d690775398b req-90643464-02e7-4bfe-8fa0-754b3f4ef876 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311465 Sep 09 10:01:14.079604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba02d5-f802-43a4-ad7c-ce2ae004bf7a req-d465baee-813f-4ed7-b6a2-84692c4306de tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:14.081139 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-daba02d5-f802-43a4-ad7c-ce2ae004bf7a req-d465baee-813f-4ed7-b6a2-84692c4306de tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0503025 Sep 09 10:01:14.118097 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-daba02d5-f802-43a4-ad7c-ce2ae004bf7a req-a8e2a270-e6a0-46f3-9af3-31217d6c0c5f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310698 Sep 09 10:01:14.451873 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-294f8bbf-128f-4746-b374-ae7d0cb59e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:14.629734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ac9d8-de81-407d-8561-837ff9198a1e req-47a246db-4e8e-45a4-a809-010572d541d7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:14.631218 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d6ac9d8-de81-407d-8561-837ff9198a1e req-47a246db-4e8e-45a4-a809-010572d541d7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0495958 Sep 09 10:01:14.669434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d6ac9d8-de81-407d-8561-837ff9198a1e req-b299e52a-0910-42e9-b95f-75664016f4ab tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322516 Sep 09 10:01:15.784636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06103e1e-21c7-4600-8244-adba8e909ba9 req-866acae3-d0e6-4d92-a56a-27bda8ff2f85 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:15.786122 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06103e1e-21c7-4600-8244-adba8e909ba9 req-866acae3-d0e6-4d92-a56a-27bda8ff2f85 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0487063 Sep 09 10:01:15.827159 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06103e1e-21c7-4600-8244-adba8e909ba9 req-a8f68ac6-02d2-4b2a-9cc4-5c500042e4bc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348086 Sep 09 10:01:15.875607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-d1c64245-de1b-4624-82fe-df382cf86fab tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:15.877085 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-d1c64245-de1b-4624-82fe-df382cf86fab tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 945 time: 0.0480468 Sep 09 10:01:15.976751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Deleting port 680dc34e-85bd-4319-9962-8afe15f7530e {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:01:15.977012 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:16.067333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] For port 680dc34e-85bd-4319-9962-8afe15f7530e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=680dc34e-85bd-4319-9962-8afe15f7530e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:01:16.068015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:16.246001 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:16.246261 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:16.246586 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Floating IP e767db5f-2ee0-4389-a200-2704dabfb219 disassociated. External IP: 172.25.8.104, port: 680dc34e-85bd-4319-9962-8afe15f7530e. Sep 09 10:01:16.246930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Calling delete_port for 680dc34e-85bd-4319-9962-8afe15f7530e owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:01:16.429128 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:16.463062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event deleted for resources: {'Port': ['ID=680dc34e-85bd-4319-9962-8afe15f7530e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:01:16.576843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:01:16.687648 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:01:16.699244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e4e86-eb61-4a8f-9c67-dfb18f5677ae None None] Sync routers for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:01:16.710283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e4e86-eb61-4a8f-9c67-dfb18f5677ae None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:01:16.710898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8e1e4e86-eb61-4a8f-9c67-dfb18f5677ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:00:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:01:16.725964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] No DVR routers for this DVR port 680dc34e-85bd-4319-9962-8afe15f7530e on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:01:16.728661 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:16.731283 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-28e364c5-3eaf-4b9c-9564-06b9ede1eead req-a27a6b34-da30-4a44-b006-d216ef757b7d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "DELETE /v2.0/ports/680dc34e-85bd-4319-9962-8afe15f7530e HTTP/1.1" status: 204 len: 173 time: 0.8480926 Sep 09 10:01:16.731746 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'name': 'network-vif-deleted', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:01:16.734058 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf70fc6-1339-46ee-a6a1-60307198ed97" -d '{"events": [{"server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "name": "network-vif-deleted", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:01:16.768933 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a703dbc-0114-4f28-87ce-ac7a6edf91a3 x-openstack-request-id: req-9a703dbc-0114-4f28-87ce-ac7a6edf91a3 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:01:16.769228 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe2a36b-c2b6-4a41-98bc-2748538f5afb", "name": "network-vif-deleted", "tag": "680dc34e-85bd-4319-9962-8afe15f7530e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:01:16.769481 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a703dbc-0114-4f28-87ce-ac7a6edf91a3 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:01:16.769883 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe2a36b-c2b6-4a41-98bc-2748538f5afb', 'name': 'network-vif-deleted', 'tag': '680dc34e-85bd-4319-9962-8afe15f7530e', 'status': 'completed', 'code': 200} Sep 09 10:01:16.818886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-8e1e4e86-eb61-4a8f-9c67-dfb18f5677ae None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:01:16.925458 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5c4013a6-1ddc-456d-b094-9eee7f9ff296 req-79442390-e56d-4369-b232-340714bf8dfe tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe2a36b-c2b6-4a41-98bc-2748538f5afb HTTP/1.1" status: 200 len: 210 time: 0.0267618 Sep 09 10:01:17.174538 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec034049-4fe7-4d5c-be86-11e7ea513333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:17.187585 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8e1e4e86-eb61-4a8f-9c67-dfb18f5677ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:01:17.216228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e4e86-eb61-4a8f-9c67-dfb18f5677ae None None] Checking router: e5644d7a-40f5-4a30-8792-30d63dbbb8c2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:01:17.224342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e4e86-eb61-4a8f-9c67-dfb18f5677ae None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:01:17.224945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8e1e4e86-eb61-4a8f-9c67-dfb18f5677ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:01:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:01:17.344410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-8e1e4e86-eb61-4a8f-9c67-dfb18f5677ae None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:01:17.388637 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:17.547333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8e1e4e86-eb61-4a8f-9c67-dfb18f5677ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:01:17.573002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e4e86-eb61-4a8f-9c67-dfb18f5677ae None None] The sync data for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 is: [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:01:17.791317 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff296552-f19d-4c23-808a-3dc9fefdc30c None None] New status for floating IP e767db5f-2ee0-4389-a200-2704dabfb219: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:01:18.196174 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e0d459b6-8222-442c-b47d-794d3711d7a6 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--779239096&fields=id&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 267 time: 0.0324271 Sep 09 10:01:18.306338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-3256ba99-dca0-4903-896b-4a87a96598f1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:18.308618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-3256ba99-dca0-4903-896b-4a87a96598f1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 812 time: 0.1048977 Sep 09 10:01:18.324072 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-4c52ef62-8bc2-4e25-a4f6-ffcb75b64899 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/quotas/d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 375 time: 0.0096607 Sep 09 10:01:18.375722 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-abffc9b6-0b52-4d8c-a443-3e301b344174 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464511 Sep 09 10:01:18.440783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-564d6557-8f76-4236-ace0-97587bb375e5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:01:18.441827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-564d6557-8f76-4236-ace0-97587bb375e5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538244 Sep 09 10:01:18.536671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-fe892b2a-9e11-4903-9b4e-6b04f6865fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862308 Sep 09 10:01:18.613950 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:18.631904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-06b9b251-4f10-450c-b02f-c3d904eb885b service neutron] 10.222.0.32 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887876 Sep 09 10:01:18.854137 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a0f91af-e047-42a4-9d3b-417e9077aac3 req-04c1c3ed-e4f7-44ef-a26f-ccc23fe8a1be tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 210 time: 0.0280728 Sep 09 10:01:19.938972 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5d320d1-19dc-4c68-97f4-c072174a7efb req-da706ccf-6159-4313-83d7-ffb5522a17e8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 210 time: 0.0285978 Sep 09 10:01:20.242080 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:20.896412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 680dc34e-85bd-4319-9962-8afe15f7530e no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:01:20.920674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 680dc34e-85bd-4319-9962-8afe15f7530e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:01:20.924803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 680dc34e-85bd-4319-9962-8afe15f7530e not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:01:21.028247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6abb9bd0-aa7e-4b0a-aa8e-c55129b0ed3c req-db67e5e9-3b96-41c2-9bde-6947ee1a403c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 210 time: 0.0361583 Sep 09 10:01:22.134726 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c72b78d1-d90a-404b-92ca-2821cd2c0e28 req-4d8c3829-40ae-4026-9c3c-bddd3c526193 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 210 time: 0.0305340 Sep 09 10:01:22.163081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-9b02973f-fffa-48b3-94f4-733fcaed28c4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:22.166296 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-9b02973f-fffa-48b3-94f4-733fcaed28c4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 812 time: 0.1310141 Sep 09 10:01:22.206394 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-56b029f8-0188-4de1-a219-609f97bd687c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 379 time: 0.0334809 Sep 09 10:01:22.215917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'port': {'device_id': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'admin_state_up': True, 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'security_groups': ['fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:01:22.373306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Made reservation on behalf of d98e299193e742c69c5857e3522bf1a4 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:01:22.376869 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:22.499591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Allocated IP 172.20.0.8 (b0ec1b26-1d84-4b81-9fde-ff38b652f954/52e64552-0e42-4884-871a-2cf72bbb0427/48027a52-de90-48b7-8c4d-0edf0c4e814e) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:01:22.637367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:22.650456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Transition to ACTIVE for port object 48027a52-de90-48b7-8c4d-0edf0c4e814e will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:01:22.722349 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:22.766367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:01:22.769442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:01:22.775644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:01:22.783523 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:01:22.837075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:22.837731 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:22.898633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-7ef4786b-6616-4fcc-be6e-cd7f5a9f9895 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6867399 Sep 09 10:01:22.911024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Request body: {'port': {'device_id': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:01:22.966024 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:23.103747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-73bcc9fb-c8b7-48e8-af5d-ed464ad47adf None None] Provisioning for port 48027a52-de90-48b7-8c4d-0edf0c4e814e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:01:23.109024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-73bcc9fb-c8b7-48e8-af5d-ed464ad47adf None None] Provisioning complete for port 48027a52-de90-48b7-8c4d-0edf0c4e814e triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:01:23.109395 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-73bcc9fb-c8b7-48e8-af5d-ed464ad47adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:23.143254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-73bcc9fb-c8b7-48e8-af5d-ed464ad47adf None None] Port 48027a52-de90-48b7-8c4d-0edf0c4e814e cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:01:23.231885 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48027a52-de90-48b7-8c4d-0edf0c4e814e {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:01:23.239192 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:23.252295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d478b0-1def-471d-8e38-b68a23c1febc req-db30ebb2-b5e1-4d4c-b4fb-ce8632f32110 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:23.254278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Transition to ACTIVE for port object 48027a52-de90-48b7-8c4d-0edf0c4e814e will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:01:23.254900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21d478b0-1def-471d-8e38-b68a23c1febc req-db30ebb2-b5e1-4d4c-b4fb-ce8632f32110 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 931 time: 0.0530832 Sep 09 10:01:23.292681 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21d478b0-1def-471d-8e38-b68a23c1febc req-3d46406c-0a59-4be6-9801-8e9c687ae744 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311604 Sep 09 10:01:23.337411 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:23.396245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:01:23.464856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:01:23.465192 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:01:23.465547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:01:23.470108 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Port 48027a52-de90-48b7-8c4d-0edf0c4e814e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:01:23.470431 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:01:23.475427 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:01:23.475768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:01:23.476152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:01:23.476571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Bound port: 48027a52-de90-48b7-8c4d-0edf0c4e814e, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:01:23.476925 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:23.542996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:01:23.546059 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:01:23.637842 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:23.673013 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:23.673675 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:23.675163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1092 time: 0.7684283 Sep 09 10:01:23.677489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:01:23.679785 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eaca10-8118-48ff-8e2c-71afc2dc73ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:01:23.710910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf6ba2-69af-45a9-a0e1-52f5072736f7 service neutron] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:01:23.723200 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcc00fc-933a-4687-87ab-465ac206b8d3 x-openstack-request-id: req-8fcc00fc-933a-4687-87ab-465ac206b8d3 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:01:23.723543 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:01:23.723796 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fcc00fc-933a-4687-87ab-465ac206b8d3 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:01:23.724194 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'status': 'completed', 'code': 200} Sep 09 10:01:23.786928 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaca10-8118-48ff-8e2c-71afc2dc73ca req-726d65b4-a022-4d9e-bc84-3f3b12916b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:23.789081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5eaca10-8118-48ff-8e2c-71afc2dc73ca req-726d65b4-a022-4d9e-bc84-3f3b12916b98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0443020 Sep 09 10:01:23.893872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaca10-8118-48ff-8e2c-71afc2dc73ca req-067a3b4b-d24b-4cf8-bbb0-635d84090f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:23.895289 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5eaca10-8118-48ff-8e2c-71afc2dc73ca req-067a3b4b-d24b-4cf8-bbb0-635d84090f10 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d98e299193e742c69c5857e3522bf1a4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0991621 Sep 09 10:01:23.989191 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaca10-8118-48ff-8e2c-71afc2dc73ca req-65c7e1b4-7b94-41d1-8455-7959017ffb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:23.990579 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5eaca10-8118-48ff-8e2c-71afc2dc73ca req-65c7e1b4-7b94-41d1-8455-7959017ffb71 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880876 Sep 09 10:01:24.068518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-d6e9259a-a765-49e6-a81f-dd89a3e9520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:24.070122 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-d6e9259a-a765-49e6-a81f-dd89a3e9520d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0444901 Sep 09 10:01:24.115901 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-31993c3b-2a91-48ef-ac0b-a48b395cbac5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 217 time: 0.0377998 Sep 09 10:01:24.166881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-24b60b54-1d12-4008-b600-3c3b10316d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:24.168633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-24b60b54-1d12-4008-b600-3c3b10316d77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0455191 Sep 09 10:01:24.215327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-265f0164-7658-46cd-8d5f-5a2b97e380a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:24.216839 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-265f0164-7658-46cd-8d5f-5a2b97e380a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407193 Sep 09 10:01:24.311366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-3437317b-afa1-4656-94d5-0d0fbf89e1bb service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876126 Sep 09 10:01:24.402441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7b22f43-a1b6-41eb-a142-9228c8c5d58d req-f28e56ed-a769-4a59-a605-09ffee2475f7 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842221 Sep 09 10:01:24.409740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de14c-1a1a-49a8-8940-c24807c8309f req-c3d530c0-fbae-4194-b6d4-a688ee92f202 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:24.411483 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-834de14c-1a1a-49a8-8940-c24807c8309f req-c3d530c0-fbae-4194-b6d4-a688ee92f202 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 943 time: 0.0518885 Sep 09 10:01:24.449530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-834de14c-1a1a-49a8-8940-c24807c8309f req-b1af4326-d694-4074-97c2-78d980688f09 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Sep 09 10:01:25.550744 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:25.570990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c10d2-1422-47cd-9fc3-9d65a9a21950 req-527cd878-11c2-4889-837a-8837d43d3a47 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:25.572575 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-227c10d2-1422-47cd-9fc3-9d65a9a21950 req-527cd878-11c2-4889-837a-8837d43d3a47 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 943 time: 0.0542064 Sep 09 10:01:25.610494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-227c10d2-1422-47cd-9fc3-9d65a9a21950 req-887bb3ce-2d32-436b-8c47-e7ddfccacbed tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319510 Sep 09 10:01:26.213411 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:26.721647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f9114-d606-4873-a163-cda07fd4ba57 req-2069cf0e-fe88-4a27-a4c1-3d798404ab8a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:26.723100 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e1f9114-d606-4873-a163-cda07fd4ba57 req-2069cf0e-fe88-4a27-a4c1-3d798404ab8a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 943 time: 0.0482049 Sep 09 10:01:26.759520 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7e1f9114-d606-4873-a163-cda07fd4ba57 req-a30f9120-46cc-494b-b53d-2b0c5c97bab1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305469 Sep 09 10:01:27.872692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d90f60-4834-49bb-ae21-1015d1433976 req-3d2a6120-f67a-4cdb-be81-a9d38305c454 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:27.874361 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03d90f60-4834-49bb-ae21-1015d1433976 req-3d2a6120-f67a-4cdb-be81-a9d38305c454 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 943 time: 0.0490580 Sep 09 10:01:27.912789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-03d90f60-4834-49bb-ae21-1015d1433976 req-c299ff79-0d3b-4830-8f92-b7edcace7843 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322011 Sep 09 10:01:28.912040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:01:29.015565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:01:29.026837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca076f0-8259-4788-b3be-e544156e2ee4 req-6e09f1b3-350b-4af6-b61a-8752d88ef1de tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:29.027440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'port_id': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'mac_address': 'fa:16:3e:a5:fc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:01:29.028945 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ca076f0-8259-4788-b3be-e544156e2ee4 req-6e09f1b3-350b-4af6-b61a-8752d88ef1de tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 943 time: 0.0499327 Sep 09 10:01:29.065353 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:29.066589 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ca076f0-8259-4788-b3be-e544156e2ee4 req-b1ac5f46-268a-4e9f-b2d1-8398c48f3dbb tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317118 Sep 09 10:01:29.079083 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48027a52-de90-48b7-8c4d-0edf0c4e814e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:01:29.098008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:01:29.154325 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:29.203082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:01:29.337870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['48027a52-de90-48b7-8c4d-0edf0c4e814e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:01:30.181365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13aa50-fb18-4118-b32f-e4d9da3fd92c req-68bdb2d8-9a52-475d-b6f2-fc1856aabb5b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:30.182719 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9f13aa50-fb18-4118-b32f-e4d9da3fd92c req-68bdb2d8-9a52-475d-b6f2-fc1856aabb5b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 944 time: 0.0512366 Sep 09 10:01:30.221070 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9f13aa50-fb18-4118-b32f-e4d9da3fd92c req-47f8ed89-ce1e-47fc-b063-3bc839faedac tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323231 Sep 09 10:01:30.927157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:01:31.033980 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 48027a52-de90-48b7-8c4d-0edf0c4e814e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:01:31.037663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 48027a52-de90-48b7-8c4d-0edf0c4e814e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:01:31.038038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:31.117092 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:31.140610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:01:31.142818 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca37b1e9-5566-4d76-aa7b-74f742f2ebc8" -d '{"events": [{"server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "name": "network-vif-plugged", "status": "completed", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:01:31.156122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:01:31.179606 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c135d2-9bdc-4185-919b-795f1474e27c x-openstack-request-id: req-c6c135d2-9bdc-4185-919b-795f1474e27c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:01:31.179897 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "name": "network-vif-plugged", "status": "completed", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:01:31.180230 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6c135d2-9bdc-4185-919b-795f1474e27c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:01:31.180622 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'code': 200} Sep 09 10:01:31.217224 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:31.274201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:01:31.284328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a886f-706c-4a05-a0bf-851830ae1d82 req-9b5d72e4-f4fb-475f-9c15-8ec3e0403e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:31.285940 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-579a886f-706c-4a05-a0bf-851830ae1d82 req-9b5d72e4-f4fb-475f-9c15-8ec3e0403e6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0494845 Sep 09 10:01:31.346322 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-579a886f-706c-4a05-a0bf-851830ae1d82 req-f27aacde-964d-4220-996f-5650ef31e898 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538557 Sep 09 10:01:31.362628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8e155-c8a5-4d21-a26c-27cd4efff305 req-1dea8a96-8135-4357-9e1f-254f2164c37c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:31.364086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50e8e155-c8a5-4d21-a26c-27cd4efff305 req-1dea8a96-8135-4357-9e1f-254f2164c37c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0706475 Sep 09 10:01:31.401201 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-50e8e155-c8a5-4d21-a26c-27cd4efff305 req-792fa234-7ca6-43d6-a5d5-01c5a7e8b9fd tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310388 Sep 09 10:01:32.521168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ad23-9b83-474e-930c-3de8bef3979c req-98fb4e92-ca37-45e9-809f-acc8161c1e12 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:32.522685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b7ad23-9b83-474e-930c-3de8bef3979c req-98fb4e92-ca37-45e9-809f-acc8161c1e12 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0538437 Sep 09 10:01:32.560309 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c9b7ad23-9b83-474e-930c-3de8bef3979c req-d9819c95-9e5d-46ac-a1eb-ec2278bf8b16 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308297 Sep 09 10:01:33.673734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be72e5-375d-411a-926e-fd195493b957 req-027a7a6b-13d0-4e96-aa3d-95ffeaa7ba45 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:33.675181 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a5be72e5-375d-411a-926e-fd195493b957 req-027a7a6b-13d0-4e96-aa3d-95ffeaa7ba45 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0482678 Sep 09 10:01:33.714896 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a5be72e5-375d-411a-926e-fd195493b957 req-a412fba4-9488-443b-a049-f15382b39a51 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338016 Sep 09 10:01:33.822969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1148f56-1a1c-4514-a99f-92d903365deb req-3063aa62-9654-430b-9056-b0f137cd677f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:33.825025 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f1148f56-1a1c-4514-a99f-92d903365deb req-3063aa62-9654-430b-9056-b0f137cd677f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0483143 Sep 09 10:01:33.834650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 49790) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:01:33.839141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-922f4709-3e2e-41cd-aab1-6cd7632bab53 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'floatingip': {'port_id': '48027a52-de90-48b7-8c4d-0edf0c4e814e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:01:33.878651 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-922f4709-3e2e-41cd-aab1-6cd7632bab53 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:34.307179 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-922f4709-3e2e-41cd-aab1-6cd7632bab53 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:34.376942 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-922f4709-3e2e-41cd-aab1-6cd7632bab53 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:34.484344 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-922f4709-3e2e-41cd-aab1-6cd7632bab53 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Floating IP e767db5f-2ee0-4389-a200-2704dabfb219 associated. External IP: 172.25.8.104, port: 48027a52-de90-48b7-8c4d-0edf0c4e814e. Sep 09 10:01:34.658634 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:01:34.690263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922f4709-3e2e-41cd-aab1-6cd7632bab53 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:01:34.797307 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922f4709-3e2e-41cd-aab1-6cd7632bab53 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:01:34.802242 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-922f4709-3e2e-41cd-aab1-6cd7632bab53 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:34.807043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315bc5b2-1fe5-4c39-aea8-9e1852c045a2 None None] Sync routers for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:01:34.816940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315bc5b2-1fe5-4c39-aea8-9e1852c045a2 None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:01:34.817539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-315bc5b2-1fe5-4c39-aea8-9e1852c045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:01:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:01:34.828506 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-922f4709-3e2e-41cd-aab1-6cd7632bab53 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "PUT /v2.0/floatingips/e767db5f-2ee0-4389-a200-2704dabfb219 HTTP/1.1" status: 200 len: 991 time: 0.9928143 Sep 09 10:01:34.829199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:01:34.831557 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3091a83-e192-43d2-a99e-d9a9cac2106b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:01:34.875194 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d445f3de-56c0-447e-b240-14467612c97c x-openstack-request-id: req-d445f3de-56c0-447e-b240-14467612c97c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:01:34.875981 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:01:34.875981 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d445f3de-56c0-447e-b240-14467612c97c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:01:34.876184 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'status': 'completed', 'code': 200} Sep 09 10:01:34.931045 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-315bc5b2-1fe5-4c39-aea8-9e1852c045a2 None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:01:34.938562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3091a83-e192-43d2-a99e-d9a9cac2106b req-8d7fa64e-2821-40cf-9497-3bc84f850ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:34.940137 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3091a83-e192-43d2-a99e-d9a9cac2106b req-8d7fa64e-2821-40cf-9497-3bc84f850ecf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0433278 Sep 09 10:01:35.030142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3091a83-e192-43d2-a99e-d9a9cac2106b req-3c4eb3f7-b980-4d18-972b-3ff6c6d2482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:35.031698 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3091a83-e192-43d2-a99e-d9a9cac2106b req-3c4eb3f7-b980-4d18-972b-3ff6c6d2482b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0846577 Sep 09 10:01:35.099901 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3091a83-e192-43d2-a99e-d9a9cac2106b req-76380fec-a5a0-47d3-9564-3efb5a469680 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 999 time: 0.0606735 Sep 09 10:01:35.149226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3091a83-e192-43d2-a99e-d9a9cac2106b req-87c44842-8fc3-43c5-9a0c-91a1f62a2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:35.150711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3091a83-e192-43d2-a99e-d9a9cac2106b req-87c44842-8fc3-43c5-9a0c-91a1f62a2da1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0436242 Sep 09 10:01:35.156145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-315bc5b2-1fe5-4c39-aea8-9e1852c045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:a5:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T10:01:34Z', 'revision_number': 9, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:01:35.183092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315bc5b2-1fe5-4c39-aea8-9e1852c045a2 None None] Checking router: e5644d7a-40f5-4a30-8792-30d63dbbb8c2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:01:35.191673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315bc5b2-1fe5-4c39-aea8-9e1852c045a2 None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:01:35.192282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-315bc5b2-1fe5-4c39-aea8-9e1852c045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:01:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:01:35.194844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3091a83-e192-43d2-a99e-d9a9cac2106b req-87113d02-901b-4c31-8e63-ff93b4310860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:01:35.196407 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3091a83-e192-43d2-a99e-d9a9cac2106b req-87113d02-901b-4c31-8e63-ff93b4310860 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387948 Sep 09 10:01:35.307649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-315bc5b2-1fe5-4c39-aea8-9e1852c045a2 None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:01:35.542754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-315bc5b2-1fe5-4c39-aea8-9e1852c045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:a5:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T10:01:34Z', 'revision_number': 9, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:01:35.573652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315bc5b2-1fe5-4c39-aea8-9e1852c045a2 None None] The sync data for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 is: [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:a5:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T10:01:34Z', 'revision_number': 9, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:01:35.646938 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3091a83-e192-43d2-a99e-d9a9cac2106b req-adfcd9c0-0785-43ef-9749-a3dac7f51298 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430170 Sep 09 10:01:35.743766 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c3091a83-e192-43d2-a99e-d9a9cac2106b req-02c056d2-a873-45b8-89e6-d4b26dc328db service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884883 Sep 09 10:01:35.871634 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05cced0-09bf-40ae-a119-2a3b3e605952 None None] New status for floating IP e767db5f-2ee0-4389-a200-2704dabfb219: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:01:44.435971 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e51abe8-04fe-411e-99fa-72bd2076c412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:47.131095 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e65710f-6555-4e94-bc64-ae27ffaeaa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:47.359469 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:48.630032 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:50.239309 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:55.538830 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:01:56.262036 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:11.657981 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:02:14.441517 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70ba2944-6e2e-41e0-ba31-e58522939a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:17.121276 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79ad154e-d900-470b-b482-c57a06627de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:17.367079 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:18.626994 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:19.219234 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-5a160509-f34b-4c64-aa2f-709ac499c242 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397539 Sep 09 10:02:19.296973 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-ef0151e8-c88f-4e74-ad61-ec97f08e73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:02:19.298443 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-ef0151e8-c88f-4e74-ad61-ec97f08e73e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0403466 Sep 09 10:02:19.404916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-ed820cee-fa27-4429-9543-f6c159f7cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:02:19.406577 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-ed820cee-fa27-4429-9543-f6c159f7cb3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0879598 Sep 09 10:02:19.468820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-8d5120c1-6672-448d-8cb1-8874d32fd00c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1002 time: 0.0555756 Sep 09 10:02:19.517348 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-b18f591b-d3aa-415e-b0f2-cd20083ea251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:02:19.518835 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-b18f591b-d3aa-415e-b0f2-cd20083ea251 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0437822 Sep 09 10:02:19.568849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-7f379c73-398e-4e72-bf9b-08750989f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:02:19.570338 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-7f379c73-398e-4e72-bf9b-08750989f5dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432041 Sep 09 10:02:19.659912 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-72bfa3c1-6a49-4fc6-bc22-321f282e748c service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810475 Sep 09 10:02:19.751515 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f0e1d457-a64d-465a-a5d7-9393c898deeb req-9359a715-ba0c-43e3-a0e4-f1b4f3db27e8 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848970 Sep 09 10:02:20.234651 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:25.581160 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:26.252019 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:44.443711 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32f802cc-9bc0-4f51-9d36-c5ed6d3e3a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:47.143719 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-35d39935-b1ed-4117-af85-750e192b666c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:47.346850 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:48.506405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-ac3c45f0-720d-405a-9c3f-4a98f42487d8 req-e264320f-c547-4a57-acbe-44818c71e472 service neutron] (95326) timed out ('10.222.0.32', 44894) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 10:02:48.620870 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:48.657558 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:02:50.267120 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:55.563936 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:02:56.272146 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:10.804212 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b9bd1-26f2-41c9-9184-3a9b7784ab19 req-23bcace3-e5e6-422a-ac86-6baeca3248e1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:10.805736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-828b9bd1-26f2-41c9-9184-3a9b7784ab19 req-23bcace3-e5e6-422a-ac86-6baeca3248e1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0503066 Sep 09 10:03:10.842271 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-828b9bd1-26f2-41c9-9184-3a9b7784ab19 req-352aa98f-5c25-4851-83e1-21b15dd160aa tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306442 Sep 09 10:03:10.894569 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-c7a403b3-bb59-4ab0-b3ee-7b4c51056b67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411160 Sep 09 10:03:11.965086 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6fc82-10b7-42fb-8394-5b5d63ccfb49 req-f16530ce-27f6-4b5e-b583-1600f36559a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:11.966553 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74f6fc82-10b7-42fb-8394-5b5d63ccfb49 req-f16530ce-27f6-4b5e-b583-1600f36559a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0524669 Sep 09 10:03:12.005471 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74f6fc82-10b7-42fb-8394-5b5d63ccfb49 req-65213725-037b-4be0-8ccc-f77061a27ee8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320013 Sep 09 10:03:12.792969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-44e6438d-517f-4f3a-bfd8-77066eeb68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:12.794442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-44e6438d-517f-4f3a-bfd8-77066eeb68ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0399156 Sep 09 10:03:12.889393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-a68bc5f7-b185-4a76-95c8-a21fc9dc0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:12.890929 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-a68bc5f7-b185-4a76-95c8-a21fc9dc0c07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0896220 Sep 09 10:03:12.954222 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-f42af9cb-ff85-4975-b0c3-a0f58b149683 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1002 time: 0.0560091 Sep 09 10:03:13.006775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-dd4d80aa-d872-482e-9d60-1e95b2be13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:13.008261 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-dd4d80aa-d872-482e-9d60-1e95b2be13cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0476336 Sep 09 10:03:13.066597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-5c9b8d24-36b7-4916-9d67-ec26981e9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:13.066597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-5c9b8d24-36b7-4916-9d67-ec26981e9d2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410545 Sep 09 10:03:13.187159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ef0ef-57ac-40d5-a441-d33e49763eb0 req-5ecf6dc2-8ee9-4a8c-b76e-e8684d7df0b2 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:13.188808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6e1ef0ef-57ac-40d5-a441-d33e49763eb0 req-5ecf6dc2-8ee9-4a8c-b76e-e8684d7df0b2 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.1019852 Sep 09 10:03:13.192315 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-9262bf5b-951a-4729-9b1b-fb24851b9f0a service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276834 Sep 09 10:03:13.253474 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6e1ef0ef-57ac-40d5-a441-d33e49763eb0 req-5317f725-8137-4a39-a24d-df108473ea35 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587065 Sep 09 10:03:13.306789 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-7ead42ac-4a41-4624-9408-a97655c52695 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054916 Sep 09 10:03:14.451716 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e384dc07-3a74-466e-bffa-3584fddc5ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:14.614723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680c004-fe8b-48f2-9616-777774cc522c req-c9df9f91-d3c7-48b0-921f-b2444b3817f1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:14.616255 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f680c004-fe8b-48f2-9616-777774cc522c req-c9df9f91-d3c7-48b0-921f-b2444b3817f1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0477624 Sep 09 10:03:14.653350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f680c004-fe8b-48f2-9616-777774cc522c req-56655497-11d3-46fb-8cbb-1808dc524926 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313427 Sep 09 10:03:15.781986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ad9e8-65a0-4a16-a0a4-6f941fb1c8ce req-c2db252e-27c6-4664-9b5d-d675f619f725 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:15.783574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f42ad9e8-65a0-4a16-a0a4-6f941fb1c8ce req-c2db252e-27c6-4664-9b5d-d675f619f725 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0624812 Sep 09 10:03:15.821910 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f42ad9e8-65a0-4a16-a0a4-6f941fb1c8ce req-854c9463-4ca4-4814-817a-3d3caa3d1305 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323977 Sep 09 10:03:16.933418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969683-8624-415a-b0a1-4c96d3d826cd req-16dc76d9-842f-4062-b8b8-0b3f1b10a439 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:16.935037 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25969683-8624-415a-b0a1-4c96d3d826cd req-16dc76d9-842f-4062-b8b8-0b3f1b10a439 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0467639 Sep 09 10:03:16.971618 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25969683-8624-415a-b0a1-4c96d3d826cd req-af8020c1-c2b3-4d08-93ed-a3b1ab51ce13 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301669 Sep 09 10:03:17.180622 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc113f24-5b93-4827-bd62-9686a9d9b865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:17.357623 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:18.088879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea806f-1aa0-4b2b-9d22-c94bbab68a3d req-280a024c-e3b9-4a19-90d7-e8fca888fd92 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:18.090384 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52ea806f-1aa0-4b2b-9d22-c94bbab68a3d req-280a024c-e3b9-4a19-90d7-e8fca888fd92 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0494723 Sep 09 10:03:18.127826 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52ea806f-1aa0-4b2b-9d22-c94bbab68a3d req-082867d0-3425-47fc-869a-53ca76b51eac tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312474 Sep 09 10:03:18.640613 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:19.246332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522bf81-d747-44a5-ab6f-a9d45085a392 req-ae031dd3-682b-4e14-9396-3779aee8f567 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:19.247837 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8522bf81-d747-44a5-ab6f-a9d45085a392 req-ae031dd3-682b-4e14-9396-3779aee8f567 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0537276 Sep 09 10:03:19.252950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbde597-848e-4c12-a8b8-77669ff2e403 req-d5b25cf2-cd0b-4de3-947d-09743a3b75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:19.254493 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffbde597-848e-4c12-a8b8-77669ff2e403 req-d5b25cf2-cd0b-4de3-947d-09743a3b75f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0414422 Sep 09 10:03:19.286576 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8522bf81-d747-44a5-ab6f-a9d45085a392 req-502c2224-1a3b-43f2-a2fc-6123305c9489 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318623 Sep 09 10:03:19.363402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbde597-848e-4c12-a8b8-77669ff2e403 req-d016264b-ea5f-4611-8116-d9318a89a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:19.364933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffbde597-848e-4c12-a8b8-77669ff2e403 req-d016264b-ea5f-4611-8116-d9318a89a1c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0919755 Sep 09 10:03:19.428887 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffbde597-848e-4c12-a8b8-77669ff2e403 req-681e2b15-b139-4701-9c2a-68e98852c3f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1002 time: 0.0574548 Sep 09 10:03:19.480888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbde597-848e-4c12-a8b8-77669ff2e403 req-fec43509-9788-4545-8ca1-a1e2dedc4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:19.482306 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffbde597-848e-4c12-a8b8-77669ff2e403 req-fec43509-9788-4545-8ca1-a1e2dedc4821 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0466728 Sep 09 10:03:19.527245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbde597-848e-4c12-a8b8-77669ff2e403 req-ec36d9ff-09f6-4ecb-861f-68a52db2fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:19.528736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffbde597-848e-4c12-a8b8-77669ff2e403 req-ec36d9ff-09f6-4ecb-861f-68a52db2fa0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389855 Sep 09 10:03:19.623656 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffbde597-848e-4c12-a8b8-77669ff2e403 req-60e85ddc-ccb9-4be6-9995-58e299a54f2e service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871034 Sep 09 10:03:19.714531 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ffbde597-848e-4c12-a8b8-77669ff2e403 req-de732f21-7123-481a-8f0f-da7bd9d45939 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831349 Sep 09 10:03:20.231728 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:20.408187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bb644-6bd5-4bb3-a370-0894288d5280 req-a3a8d634-3376-4176-8e2a-137efd51901c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:20.409666 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e1bb644-6bd5-4bb3-a370-0894288d5280 req-a3a8d634-3376-4176-8e2a-137efd51901c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0487268 Sep 09 10:03:20.446302 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3e1bb644-6bd5-4bb3-a370-0894288d5280 req-3a64087f-e1de-4750-ad40-ca5222cc3e62 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307941 Sep 09 10:03:21.560799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b9fd-4b81-4cea-8469-a7a7cc27195c req-1d49ab65-5886-46ab-9551-7ecbc3b7d740 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:21.562483 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9629b9fd-4b81-4cea-8469-a7a7cc27195c req-1d49ab65-5886-46ab-9551-7ecbc3b7d740 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0494301 Sep 09 10:03:21.600318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9629b9fd-4b81-4cea-8469-a7a7cc27195c req-f15e5a4f-5960-43ae-a932-e48cf3a442dd tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318933 Sep 09 10:03:22.716881 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e74187-6cb9-4902-ab93-e65b31e77d04 req-bfd0892e-3d54-47c2-acac-7a5a574c20eb tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:22.718294 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96e74187-6cb9-4902-ab93-e65b31e77d04 req-bfd0892e-3d54-47c2-acac-7a5a574c20eb tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0530388 Sep 09 10:03:22.757521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-96e74187-6cb9-4902-ab93-e65b31e77d04 req-764a490c-89ad-4f30-9acd-2288595ec11f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327978 Sep 09 10:03:23.869748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2288c-2078-4684-ac33-8dbc3e34524b req-a8eeee1d-5867-4a5c-9d84-32eba8095e9b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:23.871262 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63d2288c-2078-4684-ac33-8dbc3e34524b req-a8eeee1d-5867-4a5c-9d84-32eba8095e9b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0486915 Sep 09 10:03:23.909822 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-63d2288c-2078-4684-ac33-8dbc3e34524b req-25d74d51-0652-44b1-b1a1-61fa75a69446 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320261 Sep 09 10:03:25.022923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45075b-316f-4d21-b8b8-68291f2117a0 req-e293ff72-55e6-4ae8-9800-a22d03631a29 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:25.024463 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c45075b-316f-4d21-b8b8-68291f2117a0 req-e293ff72-55e6-4ae8-9800-a22d03631a29 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0487728 Sep 09 10:03:25.064687 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c45075b-316f-4d21-b8b8-68291f2117a0 req-a88a38a9-48a8-44f6-a4f2-83aa97416b88 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337853 Sep 09 10:03:25.371228 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-e256b3ec-89a6-44da-a8b7-29dba3479734 service neutron] show failed (client error): The resource could not be found. Sep 09 10:03:25.372300 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-e256b3ec-89a6-44da-a8b7-29dba3479734 service neutron] 10.222.0.41 "GET /v2.0/ports/48027a52-de90-48b7-8c4d-0edf0c4e814e/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0545700 Sep 09 10:03:25.585625 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:25.656145 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:03:25.939918 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-cc041e8c-b51c-4078-9cd6-b426f129d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:25.941382 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-cc041e8c-b51c-4078-9cd6-b426f129d73a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 1097 time: 0.0430102 Sep 09 10:03:25.953499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:03:26.003208 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:26.230011 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e40f-a4a7-43b2-9f62-182df98f1b9a req-a5e09280-2796-4f45-8da8-7dc55c9e8301 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:26.231396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-18a1e40f-a4a7-43b2-9f62-182df98f1b9a req-a5e09280-2796-4f45-8da8-7dc55c9e8301 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0961010 Sep 09 10:03:26.243932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:03:26.262559 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:26.289740 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-18a1e40f-a4a7-43b2-9f62-182df98f1b9a req-7efc3e4e-71ad-498d-9cf4-f1e3753ac2e9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510383 Sep 09 10:03:26.302017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:03:26.339967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:03:26.342155 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a02ab3b-4d14-4d8e-903f-ef42c278070f" -d '{"events": [{"server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:03:26.346138 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:26.357843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Transition to ACTIVE for port object 48027a52-de90-48b7-8c4d-0edf0c4e814e will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:03:26.390903 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 10:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d063fe-d303-424e-8ce4-a7ba97c54ae8 x-openstack-request-id: req-d6d063fe-d303-424e-8ce4-a7ba97c54ae8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:03:26.391195 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:03:26.391479 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6d063fe-d303-424e-8ce4-a7ba97c54ae8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:03:26.391875 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'code': 200} Sep 09 10:03:26.428284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:26.496735 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:26.540470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.540819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.541164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.541502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.541842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.542176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.542503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.542848 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.543161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.543509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.543835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.544160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:26.633250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] No DVR routers for this DVR port 48027a52-de90-48b7-8c4d-0edf0c4e814e on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:03:26.766522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:03:26.766750 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:03:26.767084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:03:26.771558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Port 48027a52-de90-48b7-8c4d-0edf0c4e814e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:03:26.771884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:03:26.776622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:03:26.776958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:03:26.777350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:03:26.777772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Bound port: 48027a52-de90-48b7-8c4d-0edf0c4e814e, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:03:26.778127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:26.843772 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:03:26.846776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:03:26.908586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:27.281105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:27.281723 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:27.283085 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] 10.222.0.24 "PUT /v2.0/ports/48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1092 time: 1.3339629 Sep 09 10:03:27.304468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1c511-179f-4ddf-a7d8-b3f377606e44 service neutron] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:27.349195 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-e1dd324c-5da6-41e8-bf60-33dfee64ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:27.350741 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-e1dd324c-5da6-41e8-bf60-33dfee64ee50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0425029 Sep 09 10:03:27.473605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02ae16-f8c9-42dc-a0e9-c64f36dc11fd req-1447a106-e3e7-4840-a161-50d75430b313 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:27.475076 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc02ae16-f8c9-42dc-a0e9-c64f36dc11fd req-1447a106-e3e7-4840-a161-50d75430b313 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 943 time: 0.1082826 Sep 09 10:03:27.499920 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-e46a07cd-1621-495b-a3b9-d85064de614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:27.501335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-e46a07cd-1621-495b-a3b9-d85064de614e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.1436484 Sep 09 10:03:27.555638 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bc02ae16-f8c9-42dc-a0e9-c64f36dc11fd req-5fb476f2-a7d8-4741-80e6-da7bb2b7b3f2 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711262 Sep 09 10:03:27.581697 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-4bea60d9-899b-4707-9e1b-c0e78dc4eda5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1000 time: 0.0688152 Sep 09 10:03:27.629163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-f9acc54e-79f5-4a50-942b-24457942d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:27.630555 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-f9acc54e-79f5-4a50-942b-24457942d86d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0419874 Sep 09 10:03:27.679150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-90a2f98c-7f91-4b04-95c8-8cf1ec8fa9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:27.680706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-90a2f98c-7f91-4b04-95c8-8cf1ec8fa9f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432217 Sep 09 10:03:27.772957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-09bd8aee-dd54-432a-8a0e-1f40432e1b56 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851860 Sep 09 10:03:27.859770 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f88ef90-8467-41ca-b071-71a6c0b02fbe req-7eed4ba3-1583-467c-a118-5de47e0d8d70 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804849 Sep 09 10:03:28.018537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093c8c7-49a2-4763-b894-2655189c05d9 req-46859c78-48e7-4254-a84c-6061e8ca10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.020383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7093c8c7-49a2-4763-b894-2655189c05d9 req-46859c78-48e7-4254-a84c-6061e8ca10fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0459125 Sep 09 10:03:28.121523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093c8c7-49a2-4763-b894-2655189c05d9 req-290fca74-1794-42ed-93d4-3eb785536f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.122920 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7093c8c7-49a2-4763-b894-2655189c05d9 req-290fca74-1794-42ed-93d4-3eb785536f80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0830383 Sep 09 10:03:28.192734 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7093c8c7-49a2-4763-b894-2655189c05d9 req-26c197f3-f3bb-486b-96e9-acf074e7f569 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1000 time: 0.0624287 Sep 09 10:03:28.241379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093c8c7-49a2-4763-b894-2655189c05d9 req-b34f4e5a-765e-413d-819f-8f64b90c143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.245343 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7093c8c7-49a2-4763-b894-2655189c05d9 req-b34f4e5a-765e-413d-819f-8f64b90c143a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0439727 Sep 09 10:03:28.291005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093c8c7-49a2-4763-b894-2655189c05d9 req-451eeda3-773a-44e1-abfd-6bf0d7a1b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.292528 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7093c8c7-49a2-4763-b894-2655189c05d9 req-451eeda3-773a-44e1-abfd-6bf0d7a1b748 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393641 Sep 09 10:03:28.385680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7093c8c7-49a2-4763-b894-2655189c05d9 req-3c98d7cf-6838-4327-9831-2984c35e266e service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837224 Sep 09 10:03:28.393916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:03:28.396158 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:03:28.454921 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00b0701-41fc-41f3-b11a-cfc586383212 x-openstack-request-id: req-d00b0701-41fc-41f3-b11a-cfc586383212 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:03:28.455224 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:03:28.455604 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d00b0701-41fc-41f3-b11a-cfc586383212 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:03:28.456008 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'status': 'completed', 'code': 200} Sep 09 10:03:28.483990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7093c8c7-49a2-4763-b894-2655189c05d9 req-6e404271-fd82-4fa5-ab65-381d5a4ed908 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909085 Sep 09 10:03:28.516268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-2862ef1e-c398-4553-8cdc-a0cd8d72c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.517773 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-2862ef1e-c398-4553-8cdc-a0cd8d72c0d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0453398 Sep 09 10:03:28.568850 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-271641a0-06ab-407d-98f9-9a1824d9ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.570348 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-271641a0-06ab-407d-98f9-9a1824d9ac1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0458186 Sep 09 10:03:28.611571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-8e1af675-ceff-44a2-a8b4-cbf85a5e798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.613112 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-8e1af675-ceff-44a2-a8b4-cbf85a5e798b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0885644 Sep 09 10:03:28.684059 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-497ca39d-6fe0-484b-be52-0b4d7ca422b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1000 time: 0.0637434 Sep 09 10:03:28.693280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-f7148b90-9dc8-449b-ab59-4453f215de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.694743 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-f7148b90-9dc8-449b-ab59-4453f215de74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.1163902 Sep 09 10:03:28.707764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa2492-8061-4133-83d4-0716f5900950 req-3cd7dbb5-3f8e-4e91-8a24-aac8c5a5f1e4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.709190 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1fa2492-8061-4133-83d4-0716f5900950 req-3cd7dbb5-3f8e-4e91-8a24-aac8c5a5f1e4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 943 time: 0.0728528 Sep 09 10:03:28.733264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-6423856e-30c4-4c10-8ff0-5bacf5c69347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.734785 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-6423856e-30c4-4c10-8ff0-5bacf5c69347 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0435393 Sep 09 10:03:28.781153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-032323e2-2ef4-4b15-94a5-552ac0448e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.782677 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-032323e2-2ef4-4b15-94a5-552ac0448e8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412111 Sep 09 10:03:28.789159 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a1fa2492-8061-4133-83d4-0716f5900950 req-90dcc09f-ccbb-4b33-9ee9-c1190bcd304e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735621 Sep 09 10:03:28.790954 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-53299885-cbea-4186-aa76-6b0520e2b085 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1000 time: 0.0809000 Sep 09 10:03:28.840274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-c0fdcd12-dc01-4e83-9672-fc8b23ab094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.841832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-c0fdcd12-dc01-4e83-9672-fc8b23ab094c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0438991 Sep 09 10:03:28.887133 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-36ca0ea4-a047-4988-96cb-b0716f0cd443 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972304 Sep 09 10:03:28.894189 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-f2b70ff6-fb25-4c20-b0f1-ad407f820371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:28.897335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-f2b70ff6-fb25-4c20-b0f1-ad407f820371 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451603 Sep 09 10:03:28.978266 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-6735c77b-ed83-4696-8b35-0d2d65bf38a9 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838251 Sep 09 10:03:28.985450 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-4d7f8531-51d1-4c94-a27a-fecc8057fed9 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815589 Sep 09 10:03:29.076560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81b834c0-4af1-4f4f-ba56-619f4bedc2e7 req-4dfdd225-1efb-434e-beae-e0b64dd92afe service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834670 Sep 09 10:03:29.319139 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:03:29.397298 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:03:29.590731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:03:29.609049 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'port_id': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'mac_address': 'fa:16:3e:a5:fc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:03:29.612705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:03:29.649173 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:29.661594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48027a52-de90-48b7-8c4d-0edf0c4e814e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:03:29.680012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:03:29.762849 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:29.810485 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:29.818820 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.819338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.819720 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.820069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.820408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.820748 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.821085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.821426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.821757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.822101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.822429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.822755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:29.914366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266663b4-3c04-455b-ab05-c637b9f5772f req-85341b77-4200-4550-b8e7-93ce8577b3db tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:29.915941 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-266663b4-3c04-455b-ab05-c637b9f5772f req-85341b77-4200-4550-b8e7-93ce8577b3db tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 944 time: 0.0554085 Sep 09 10:03:29.956344 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-266663b4-3c04-455b-ab05-c637b9f5772f req-dfbcc334-da41-41a4-9f77-67df78af7fa9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336778 Sep 09 10:03:30.018540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['48027a52-de90-48b7-8c4d-0edf0c4e814e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:03:31.070671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa35a77-5517-4d29-8704-f99b79b8d661 req-a9355b2e-644a-44e7-a265-e1c01bf16312 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:31.072210 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-caa35a77-5517-4d29-8704-f99b79b8d661 req-a9355b2e-644a-44e7-a265-e1c01bf16312 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 944 time: 0.0484512 Sep 09 10:03:31.120482 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-caa35a77-5517-4d29-8704-f99b79b8d661 req-f74f4b1d-e9b5-4010-ad06-49d2472e99b9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410302 Sep 09 10:03:31.334453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:03:31.439505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 48027a52-de90-48b7-8c4d-0edf0c4e814e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:03:31.443342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 48027a52-de90-48b7-8c4d-0edf0c4e814e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:03:31.446004 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:31.523920 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:31.549222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:03:31.550151 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f2f082-298a-4d66-8e25-04ec27c1dcbe" -d '{"events": [{"server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "name": "network-vif-plugged", "status": "completed", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:03:31.563619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:03:31.606418 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f7d429-fe0d-44d5-ae48-519f05348321 x-openstack-request-id: req-36f7d429-fe0d-44d5-ae48-519f05348321 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:03:31.606418 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "name": "network-vif-plugged", "status": "completed", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:03:31.606418 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36f7d429-fe0d-44d5-ae48-519f05348321 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:03:31.606418 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'code': 200} Sep 09 10:03:31.652174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca317956-f4f6-4b0b-b9d9-4f70d8fe3c60 req-c8f40937-1bf9-4201-97aa-55dabf541e19 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:31.653668 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ca317956-f4f6-4b0b-b9d9-4f70d8fe3c60 req-c8f40937-1bf9-4201-97aa-55dabf541e19 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 944 time: 0.0493331 Sep 09 10:03:31.654586 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:31.713147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:31.723422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ca317956-f4f6-4b0b-b9d9-4f70d8fe3c60 req-2b71a8b0-b8c4-4199-93c6-a52c871587c9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625529 Sep 09 10:03:31.743332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-52423d2d-a196-4d2b-b071-38d47f280f58 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:31.744876 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-52423d2d-a196-4d2b-b071-38d47f280f58 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4&tenant_id=d98e299193e742c69c5857e3522bf1a4&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 945 time: 0.0769596 Sep 09 10:03:31.804719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-e12526db-fadd-48af-a592-3e7201960828 service neutron] 10.222.0.24 "GET /v2.0/ports/48027a52-de90-48b7-8c4d-0edf0c4e814e/bindings/n-h1-778696-16 HTTP/1.1" status: 200 len: 383 time: 0.0525281 Sep 09 10:03:31.866296 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-a8bcc217-ef37-4468-8392-1efa5ae88d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:31.867835 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-a8bcc217-ef37-4468-8392-1efa5ae88d01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0399094 Sep 09 10:03:31.960308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-460ea8a1-4098-4504-9ff0-0b569eedd40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:31.961853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-460ea8a1-4098-4504-9ff0-0b569eedd40d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0869052 Sep 09 10:03:32.025346 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-86a3382f-25d9-4995-a86c-1c0bcfae9b4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1002 time: 0.0564392 Sep 09 10:03:32.083271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-7432db66-19a3-4d52-b0e2-862e490d3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:32.084801 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-7432db66-19a3-4d52-b0e2-862e490d3b07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0529046 Sep 09 10:03:32.130050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-d9286743-8c63-4b56-b9b2-eac43051cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:32.131620 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-d9286743-8c63-4b56-b9b2-eac43051cd71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405064 Sep 09 10:03:32.222548 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-d142d5b5-715e-41e1-914c-177a30158258 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840857 Sep 09 10:03:32.308974 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-0e20a4f4-f783-4544-aca5-1945d5551743 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797520 Sep 09 10:03:32.840127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514c931-0bd0-411d-a4ce-4d88b2a270ad req-4816867c-ae39-4735-bf50-78dd43fc91a4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:32.841521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2514c931-0bd0-411d-a4ce-4d88b2a270ad req-4816867c-ae39-4735-bf50-78dd43fc91a4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0489061 Sep 09 10:03:32.879958 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2514c931-0bd0-411d-a4ce-4d88b2a270ad req-d74b725b-699a-4ca0-aef1-e9b0cd829768 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325837 Sep 09 10:03:34.051134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48535f75-d68d-4909-b2f4-d0d5b2eeebee req-e5e28037-31dd-4653-b72e-8294a2efe01b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:34.052633 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48535f75-d68d-4909-b2f4-d0d5b2eeebee req-e5e28037-31dd-4653-b72e-8294a2efe01b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.1045723 Sep 09 10:03:34.090645 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48535f75-d68d-4909-b2f4-d0d5b2eeebee req-02ea5f8d-0cdd-43f4-bf78-1c8db4cb152c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320425 Sep 09 10:03:34.868221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-1a3033f9-448f-4e4c-b5a6-d45e5b9f1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:34.869795 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-1a3033f9-448f-4e4c-b5a6-d45e5b9f1c28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 1097 time: 0.0414555 Sep 09 10:03:34.882132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:03:34.937575 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:35.135993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:03:35.192052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:03:35.241061 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:03:35.243301 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402119f6-48df-4dc7-9066-2d579ccf8fb8" -d '{"events": [{"server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:03:35.247063 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:35.256714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cf967-4257-40d3-adf7-81626d10a83e req-015c7738-d85f-403d-904a-af910af5a0ba tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:35.258251 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-942cf967-4257-40d3-adf7-81626d10a83e req-015c7738-d85f-403d-904a-af910af5a0ba tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0991154 Sep 09 10:03:35.275349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Transition to ACTIVE for port object 48027a52-de90-48b7-8c4d-0edf0c4e814e will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:03:35.297912 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 10:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a735a4dd-49e9-4545-ac6a-21e8d51bc1c5 x-openstack-request-id: req-a735a4dd-49e9-4545-ac6a-21e8d51bc1c5 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:03:35.298208 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:03:35.298459 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a735a4dd-49e9-4545-ac6a-21e8d51bc1c5 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:03:35.298850 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'code': 200} Sep 09 10:03:35.306158 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-942cf967-4257-40d3-adf7-81626d10a83e req-eacee9ff-2bed-4235-89f6-7b8d55da8aaf tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402503 Sep 09 10:03:35.363057 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:35.414087 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=10']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:35.449895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.450245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.450589 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.450927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.451263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.451656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.452708 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.453045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.453381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.453712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.454040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.454365 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:03:35.498422 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] No DVR routers for this DVR port 48027a52-de90-48b7-8c4d-0edf0c4e814e on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:03:35.638316 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:03:35.638825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:03:35.639155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:03:35.644495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Port 48027a52-de90-48b7-8c4d-0edf0c4e814e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:03:35.644817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Attempting to bind port 48027a52-de90-48b7-8c4d-0edf0c4e814e on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:03:35.649716 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:03:35.649996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:03:35.650373 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:03:35.650789 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Bound port: 48027a52-de90-48b7-8c4d-0edf0c4e814e, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:03:35.651138 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:35.714496 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:03:35.717607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:03:35.797904 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:35.833074 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:35.833863 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:35.835293 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] 10.222.0.41 "PUT /v2.0/ports/48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1093 time: 0.9572778 Sep 09 10:03:35.855902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ebcb3-5946-416b-8f69-5670689dc048 service neutron] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=11']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:35.901681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-9d88f4f4-e968-4492-9c3a-ac7c011cb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:35.903161 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-9d88f4f4-e968-4492-9c3a-ac7c011cb3fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0429187 Sep 09 10:03:36.002644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-797d1f25-281a-4a8e-99c4-bc2158807396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:36.004267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-797d1f25-281a-4a8e-99c4-bc2158807396 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0937729 Sep 09 10:03:36.069429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-810df7ce-05e6-4dce-840c-80f6dbbd1d88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1000 time: 0.0583801 Sep 09 10:03:36.122408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-1a14dd8d-c7c7-411a-9bcd-715673c2ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:36.124410 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-1a14dd8d-c7c7-411a-9bcd-715673c2ac3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0478773 Sep 09 10:03:36.169834 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-842f7563-483c-426d-9807-3258fb32c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:36.171552 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-842f7563-483c-426d-9807-3258fb32c3b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404449 Sep 09 10:03:36.265115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-827f74a7-51ce-450b-8aca-a2b55e6752b0 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856514 Sep 09 10:03:36.353456 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-648177c0-9cc7-4541-9a59-82edbdf6c774 req-2d1c288d-b856-4aaf-9943-e43a96644cbc service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824478 Sep 09 10:03:36.427666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d14da-f76f-4de5-8e2b-d941517808fc req-ff5e1a33-1236-407c-b22f-76ac620a91a8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:36.429057 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e3d14da-f76f-4de5-8e2b-d941517808fc req-ff5e1a33-1236-407c-b22f-76ac620a91a8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 944 time: 0.0534525 Sep 09 10:03:36.468420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9e3d14da-f76f-4de5-8e2b-d941517808fc req-297cfce5-90f2-4544-a077-ac2c607c3bb6 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334170 Sep 09 10:03:37.300794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:03:37.303063 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbed8205-a626-4c08-96a6-5803885b7ade" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:03:37.350096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:03:37.350581 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bb140f-4203-41fc-aa85-05bc3aa7eeec x-openstack-request-id: req-13bb140f-4203-41fc-aa85-05bc3aa7eeec {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:03:37.350705 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:03:37.351036 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13bb140f-4203-41fc-aa85-05bc3aa7eeec {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:03:37.351476 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'status': 'completed', 'code': 200} Sep 09 10:03:37.390599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:03:37.410351 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8205-a626-4c08-96a6-5803885b7ade req-2c7a5c8f-834e-41f2-a15e-a800ee005324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:37.411914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-2c7a5c8f-834e-41f2-a15e-a800ee005324 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0427771 Sep 09 10:03:37.417628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8205-a626-4c08-96a6-5803885b7ade req-18fa673e-7049-4d4f-9c4b-96267764e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:37.419239 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-18fa673e-7049-4d4f-9c4b-96267764e256 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0412517 Sep 09 10:03:37.507295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8205-a626-4c08-96a6-5803885b7ade req-a1ed7cdf-1f2e-4436-9b3c-727a15833c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:37.508828 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-a1ed7cdf-1f2e-4436-9b3c-727a15833c10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0904322 Sep 09 10:03:37.514477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8205-a626-4c08-96a6-5803885b7ade req-c7f8b522-4556-4c8a-a17a-c33355820ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:37.516090 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-c7f8b522-4556-4c8a-a17a-c33355820ab0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0891373 Sep 09 10:03:37.581894 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-ac20ccc2-f346-4827-b54f-62c008fab21e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1000 time: 0.0581274 Sep 09 10:03:37.602234 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-683cb03c-bd1e-4d0c-b096-e966f0ebc7d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 200 len: 1000 time: 0.0862856 Sep 09 10:03:37.614937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816c68f-4282-4c95-9f5a-862c5290f656 req-ed14ff75-907a-499d-a80f-5ab398a70e97 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:37.616404 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d816c68f-4282-4c95-9f5a-862c5290f656 req-ed14ff75-907a-499d-a80f-5ab398a70e97 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 944 time: 0.0652351 Sep 09 10:03:37.635304 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8205-a626-4c08-96a6-5803885b7ade req-002b33fa-ff44-4c9b-9552-764c269566f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:37.636820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-002b33fa-ff44-4c9b-9552-764c269566f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0483279 Sep 09 10:03:37.687429 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8205-a626-4c08-96a6-5803885b7ade req-e5f227f7-ad3b-4c29-8d0a-de0b79dfa6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:37.688624 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d816c68f-4282-4c95-9f5a-862c5290f656 req-9c113b36-42df-4f9a-8acb-b0c687acf935 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636210 Sep 09 10:03:37.688953 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-e5f227f7-ad3b-4c29-8d0a-de0b79dfa6f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412014 Sep 09 10:03:37.690157 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8205-a626-4c08-96a6-5803885b7ade req-2d7adb5b-d752-4102-bc6f-497f1887e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:37.691540 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-2d7adb5b-d752-4102-bc6f-497f1887e167 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0742702 Sep 09 10:03:37.737426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8205-a626-4c08-96a6-5803885b7ade req-97f8de31-f9c0-4960-960c-4378d367b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:37.738951 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-97f8de31-f9c0-4960-960c-4378d367b30f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407951 Sep 09 10:03:37.787659 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-d52d0f45-109a-4d8a-a195-b76b83837935 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908968 Sep 09 10:03:37.834771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-e71e8a41-efa4-4e2e-9994-26869f7aa97e service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884707 Sep 09 10:03:37.887928 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-adc608bf-d0a6-4a7b-9f14-ef2cae624c13 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922716 Sep 09 10:03:37.931606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cbed8205-a626-4c08-96a6-5803885b7ade req-33f351a9-ec57-4113-9d23-4130eb6f8108 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898559 Sep 09 10:03:38.867891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79830c99-b449-41c3-b079-683644744a1d req-3e822f5f-dee0-49c5-9100-e92fb19e76ad tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:38.870085 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79830c99-b449-41c3-b079-683644744a1d req-3e822f5f-dee0-49c5-9100-e92fb19e76ad tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 944 time: 0.1060996 Sep 09 10:03:38.908146 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-79830c99-b449-41c3-b079-683644744a1d req-290007f3-e25c-4e2f-9b1c-4b4c7c6a3e39 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314550 Sep 09 10:03:39.023541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269b1b6-b10f-426c-a7f4-321ba3e19af9 req-c7032323-eaab-4736-ab4c-3cdf7eb2fbad tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:39.025191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0269b1b6-b10f-426c-a7f4-321ba3e19af9 req-c7032323-eaab-4736-ab4c-3cdf7eb2fbad tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 944 time: 0.0531085 Sep 09 10:03:39.069606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0269b1b6-b10f-426c-a7f4-321ba3e19af9 req-cab385f1-bbda-41d2-a660-6c9a9eafde3f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382879 Sep 09 10:03:39.185312 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770dbd-4e76-4dab-bd92-429c918c562b req-44ddde8b-845e-4d6b-b64b-aaaae163a3a5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:39.186991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07770dbd-4e76-4dab-bd92-429c918c562b req-44ddde8b-845e-4d6b-b64b-aaaae163a3a5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 944 time: 0.0526989 Sep 09 10:03:39.223867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-07770dbd-4e76-4dab-bd92-429c918c562b req-24d8e9e2-c066-4ac5-9242-042d1234242c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309594 Sep 09 10:03:39.424652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:03:39.525640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:03:39.537250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'port_id': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'mac_address': 'fa:16:3e:a5:fc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:03:39.573830 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:39.589381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48027a52-de90-48b7-8c4d-0edf0c4e814e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:03:39.609634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:03:39.661249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef92c65-29df-4e64-9a21-967bc212f293 req-8cd1ecf4-4bd2-4266-a29d-6a930e186971 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:39.662780 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ef92c65-29df-4e64-9a21-967bc212f293 req-8cd1ecf4-4bd2-4266-a29d-6a930e186971 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 944 time: 0.0493343 Sep 09 10:03:39.688612 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:39.700964 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ef92c65-29df-4e64-9a21-967bc212f293 req-d5785a72-2bd7-4086-a3dd-ca3e808ea6de tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320652 Sep 09 10:03:39.741524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=12']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:39.938140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['48027a52-de90-48b7-8c4d-0edf0c4e814e'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:03:40.832538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a71dd-2ab0-403d-a820-bc574623e3b7 req-4df1549d-02c7-4a79-8a69-65024e2a3dc4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:40.833955 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-860a71dd-2ab0-403d-a820-bc574623e3b7 req-4df1549d-02c7-4a79-8a69-65024e2a3dc4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0528615 Sep 09 10:03:40.870636 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-860a71dd-2ab0-403d-a820-bc574623e3b7 req-002efa59-c6e6-434a-a505-2be326a0a76a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307245 Sep 09 10:03:40.902813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-b960f4cc-1539-4219-9355-c16b1bfdf81a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:40.904328 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-b960f4cc-1539-4219-9355-c16b1bfdf81a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 945 time: 0.0494184 Sep 09 10:03:40.994008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Deleting port 48027a52-de90-48b7-8c4d-0edf0c4e814e {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:03:40.994347 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:41.090359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] For port 48027a52-de90-48b7-8c4d-0edf0c4e814e, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=48027a52-de90-48b7-8c4d-0edf0c4e814e,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:03:41.090808 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:41.264923 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:41.265283 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:41.265602 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Floating IP e767db5f-2ee0-4389-a200-2704dabfb219 disassociated. External IP: 172.25.8.104, port: 48027a52-de90-48b7-8c4d-0edf0c4e814e. Sep 09 10:03:41.265937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Calling delete_port for 48027a52-de90-48b7-8c4d-0edf0c4e814e owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:03:41.440004 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:03:41.462137 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:41.482620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No active binding found for port 48027a52-de90-48b7-8c4d-0edf0c4e814e {{(pid=95327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 09 10:03:41.483046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 09 10:03:41.496736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event deleted for resources: {'Port': ['ID=48027a52-de90-48b7-8c4d-0edf0c4e814e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:41.508558 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Port 48027a52-de90-48b7-8c4d-0edf0c4e814e not found, will not notify nova. {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 09 10:03:41.621187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:03:41.733734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:03:41.744407 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2dbf8f-f55f-43d4-8b5f-c58b76eaa7d4 None None] Sync routers for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:03:41.753678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2dbf8f-f55f-43d4-8b5f-c58b76eaa7d4 None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:03:41.754288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7c2dbf8f-f55f-43d4-8b5f-c58b76eaa7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:03:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:03:41.773801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] No DVR routers for this DVR port 48027a52-de90-48b7-8c4d-0edf0c4e814e on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:03:41.776420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:41.778544 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9509e7a7-1570-4396-b9e5-100ac63b209a req-1204b7ba-bebb-4b71-b068-004cf5362656 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "DELETE /v2.0/ports/48027a52-de90-48b7-8c4d-0edf0c4e814e HTTP/1.1" status: 204 len: 173 time: 0.8680632 Sep 09 10:03:41.779031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'name': 'network-vif-deleted', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:03:41.781356 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ef1600-726d-4f24-beaf-ed3442826801" -d '{"events": [{"server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "name": "network-vif-deleted", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:03:41.817704 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a1e38a-69f4-4ef5-9d97-8464ee6e4dda x-openstack-request-id: req-21a1e38a-69f4-4ef5-9d97-8464ee6e4dda {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:03:41.817996 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e2cf4b-af4c-4f92-86d1-1cad28210ce4", "name": "network-vif-deleted", "tag": "48027a52-de90-48b7-8c4d-0edf0c4e814e", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:03:41.818269 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21a1e38a-69f4-4ef5-9d97-8464ee6e4dda {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:03:41.818677 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e2cf4b-af4c-4f92-86d1-1cad28210ce4', 'name': 'network-vif-deleted', 'tag': '48027a52-de90-48b7-8c4d-0edf0c4e814e', 'status': 'completed', 'code': 200} Sep 09 10:03:41.863911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-7c2dbf8f-f55f-43d4-8b5f-c58b76eaa7d4 None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:03:41.968675 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-48792965-7ef6-4789-8f41-cc038822f2a5 req-a6ad48de-d08b-4d28-87f1-ba81859bcbf1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e2cf4b-af4c-4f92-86d1-1cad28210ce4 HTTP/1.1" status: 200 len: 210 time: 0.0260499 Sep 09 10:03:42.071138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7c2dbf8f-f55f-43d4-8b5f-c58b76eaa7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:03:42.101573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2dbf8f-f55f-43d4-8b5f-c58b76eaa7d4 None None] Checking router: e5644d7a-40f5-4a30-8792-30d63dbbb8c2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:03:42.109837 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2dbf8f-f55f-43d4-8b5f-c58b76eaa7d4 None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:03:42.110606 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7c2dbf8f-f55f-43d4-8b5f-c58b76eaa7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:03:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:03:42.215613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-7c2dbf8f-f55f-43d4-8b5f-c58b76eaa7d4 None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:03:42.410765 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7c2dbf8f-f55f-43d4-8b5f-c58b76eaa7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:03:42.438067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2dbf8f-f55f-43d4-8b5f-c58b76eaa7d4 None None] The sync data for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 is: [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:03:42.661991 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c269c-c218-4578-a627-979724cc09a5 None None] New status for floating IP e767db5f-2ee0-4389-a200-2704dabfb219: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:03:43.234872 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-27f116b4-6794-4753-83d5-c021171a42aa tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--779239096&fields=id&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 267 time: 0.0322280 Sep 09 10:03:43.341833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-ace78a77-74d8-418b-aaa5-17981eda8e5c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:43.343312 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-ace78a77-74d8-418b-aaa5-17981eda8e5c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 812 time: 0.1013799 Sep 09 10:03:43.357914 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-1688a786-b4b3-48f5-abd2-87794cd960db tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/quotas/d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 375 time: 0.0086973 Sep 09 10:03:43.760934 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-c8a2e410-f3e4-4716-8b1d-615314dd2af4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3967879 Sep 09 10:03:43.852944 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-ca6b14d6-582e-4fb5-9c82-b0bbcc83e31b service neutron] 10.222.0.32 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789557 Sep 09 10:03:43.943888 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a4370bb3-741a-471a-bfb0-1031bae20956 service neutron] 10.222.0.32 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848625 Sep 09 10:03:44.190313 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-487fb22a-d929-429c-9697-99ea6ee9442f req-c6d4c9f6-433d-4f4d-a0c3-5f426ade63da tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 210 time: 0.0261524 Sep 09 10:03:44.437632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0da33f6-9cd1-4356-a124-ad8e8a778e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:45.285337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e02e5456-8a4d-4d26-8709-788892c35498 req-b638526f-ad74-4d63-932d-47ad441920a8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 210 time: 0.0263855 Sep 09 10:03:45.471091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:03:45.495247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 48027a52-de90-48b7-8c4d-0edf0c4e814e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:03:45.495616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 48027a52-de90-48b7-8c4d-0edf0c4e814e not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:03:45.919650 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-2dbe6390-2ee0-440b-9ac3-c561234c2336 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:45.921115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-2dbe6390-2ee0-440b-9ac3-c561234c2336 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 812 time: 0.1042304 Sep 09 10:03:45.962460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-08f4fad6-de43-407a-befc-8dd165498863 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 379 time: 0.0325377 Sep 09 10:03:45.972590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'port': {'device_id': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'admin_state_up': True, 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'security_groups': ['fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:03:46.159098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Made reservation on behalf of d98e299193e742c69c5857e3522bf1a4 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:03:46.162590 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:46.285779 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Allocated IP 172.20.0.13 (b0ec1b26-1d84-4b81-9fde-ff38b652f954/52e64552-0e42-4884-871a-2cf72bbb0427/f478f10d-4a26-4b00-85a7-71865132811b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:03:46.384778 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8becc111-1a37-4329-9273-ee837ea690c8 req-7f2e7059-76c1-455b-a21b-164508abda16 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 210 time: 0.0313938 Sep 09 10:03:46.431101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:46.445031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Transition to ACTIVE for port object f478f10d-4a26-4b00-85a7-71865132811b will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:03:46.540053 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:46.583071 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:03:46.586194 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:03:46.592285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:03:46.598788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:46.645483 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:46.646114 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:46.717714 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8191d29-7239-4833-a054-740e00b8e4e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7493122 Sep 09 10:03:46.730182 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Request body: {'port': {'device_id': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:03:46.790847 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:46.890399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-efa2e139-2875-4682-8185-d3d444bf35df None None] Provisioning for port f478f10d-4a26-4b00-85a7-71865132811b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:03:46.895181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-efa2e139-2875-4682-8185-d3d444bf35df None None] Provisioning complete for port f478f10d-4a26-4b00-85a7-71865132811b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:03:46.895587 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efa2e139-2875-4682-8185-d3d444bf35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:46.929851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-efa2e139-2875-4682-8185-d3d444bf35df None None] Port f478f10d-4a26-4b00-85a7-71865132811b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:03:47.054270 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f478f10d-4a26-4b00-85a7-71865132811b {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:03:47.061767 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:47.074354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Transition to ACTIVE for port object f478f10d-4a26-4b00-85a7-71865132811b will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:03:47.145266 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3804c405-fff0-4034-bf17-5464fab5ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:47.185437 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:47.239508 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:47.315061 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:03:47.315741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:03:47.315741 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:03:47.320432 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Port f478f10d-4a26-4b00-85a7-71865132811b on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:03:47.320755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:03:47.325877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:03:47.326217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:03:47.326607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:03:47.327030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Bound port: f478f10d-4a26-4b00-85a7-71865132811b, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:03:47.327416 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:47.362982 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:47.395788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:03:47.398971 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:03:47.488493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:47.529691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:47.530309 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:47.532408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] 10.222.0.41 "PUT /v2.0/ports/f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1093 time: 0.8060110 Sep 09 10:03:47.533256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:03:47.535537 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a60e2c9896b3e5b91ada9ece1ce0a557dba72910c83f0c4318252b3a5214b5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5ba31c-4114-431a-81e0-c4fd3a1fe7be" -d '{"events": [{"name": "network-changed", "server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "tag": "f478f10d-4a26-4b00-85a7-71865132811b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:03:47.568849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ba8c1-fa5a-40ec-910d-67e39b1c1270 req-516317b7-57b3-4879-9114-04c42d5c182d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:47.570347 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c5ba8c1-fa5a-40ec-910d-67e39b1c1270 req-516317b7-57b3-4879-9114-04c42d5c182d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.1144221 Sep 09 10:03:47.573694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1d8d5-6910-4476-842b-33f078022346 service neutron] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:47.584549 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d18d9aa-2bff-47de-9fe5-744bde85a09e x-openstack-request-id: req-6d18d9aa-2bff-47de-9fe5-744bde85a09e {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:03:47.584885 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "tag": "f478f10d-4a26-4b00-85a7-71865132811b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:03:47.585086 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d18d9aa-2bff-47de-9fe5-744bde85a09e {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:03:47.585475 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b', 'status': 'completed', 'code': 200} Sep 09 10:03:47.639408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c5ba8c1-fa5a-40ec-910d-67e39b1c1270 req-5c71b85b-c9e0-4ad5-8871-1e2d61fdb707 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621943 Sep 09 10:03:47.653499 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ba31c-4114-431a-81e0-c4fd3a1fe7be req-aa4adc31-8af8-45a0-9a3c-5105ea46e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:47.655136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f5ba31c-4114-431a-81e0-c4fd3a1fe7be req-aa4adc31-8af8-45a0-9a3c-5105ea46e9b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0559795 Sep 09 10:03:47.765640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ba31c-4114-431a-81e0-c4fd3a1fe7be req-8de3b33a-a6d1-4c48-b6bc-ed360dd7ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:47.767330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f5ba31c-4114-431a-81e0-c4fd3a1fe7be req-8de3b33a-a6d1-4c48-b6bc-ed360dd7ec5c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d98e299193e742c69c5857e3522bf1a4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1050110 Sep 09 10:03:47.867487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ba31c-4114-431a-81e0-c4fd3a1fe7be req-ed8f60f1-1248-468a-9207-12e6d9a566f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:47.868994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6f5ba31c-4114-431a-81e0-c4fd3a1fe7be req-ed8f60f1-1248-468a-9207-12e6d9a566f3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954149 Sep 09 10:03:47.947583 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-ff823e11-b200-4c41-b30a-8d8ba2cb3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:47.949079 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-ff823e11-b200-4c41-b30a-8d8ba2cb3e35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0445228 Sep 09 10:03:47.991212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-c317227d-66fa-481f-9e0f-66b9cc4c586f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 217 time: 0.0338516 Sep 09 10:03:48.084783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-8ca50c7c-cbd6-4826-b5c4-6705ba130a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:48.086246 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-8ca50c7c-cbd6-4826-b5c4-6705ba130a0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0889163 Sep 09 10:03:48.130336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8e3ce3b-e166-4910-8057-409be384b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:48.131736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-a8e3ce3b-e166-4910-8057-409be384b3c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385139 Sep 09 10:03:48.224238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-84b5bfa9-8dc4-49f9-86b9-97aad8356ef0 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857577 Sep 09 10:03:48.320158 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d81e66ba-440b-4091-a67e-e0d24f813409 req-8a73f259-13d6-4802-b2ee-9e34cf171072 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889003 Sep 09 10:03:48.633192 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:48.756832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c4b4e-a6c6-4296-8306-1dfd75b98e72 req-873d39a2-4b0a-4c85-9d94-7b0d41e6765b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:48.758354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-436c4b4e-a6c6-4296-8306-1dfd75b98e72 req-873d39a2-4b0a-4c85-9d94-7b0d41e6765b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0486517 Sep 09 10:03:48.796367 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-436c4b4e-a6c6-4296-8306-1dfd75b98e72 req-cbf5927c-aaba-4797-acd5-38821b0329b9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318418 Sep 09 10:03:49.911859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcd888-ded3-4842-b807-586d3e4342ec req-e321b7f5-6149-4a41-8ca5-0544799a8e50 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:49.913366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73dcd888-ded3-4842-b807-586d3e4342ec req-e321b7f5-6149-4a41-8ca5-0544799a8e50 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0505552 Sep 09 10:03:49.950870 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73dcd888-ded3-4842-b807-586d3e4342ec req-b380e5e6-e8ad-4789-adf2-b5d9b833747f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315242 Sep 09 10:03:50.242369 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:51.064378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560913e4-b3d7-46d1-a167-c04995024ef3 req-b2f67c68-d123-4cee-8a31-391706d7564b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:51.065801 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-560913e4-b3d7-46d1-a167-c04995024ef3 req-b2f67c68-d123-4cee-8a31-391706d7564b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0504527 Sep 09 10:03:51.102864 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-560913e4-b3d7-46d1-a167-c04995024ef3 req-e320942e-4f16-43ac-99c2-1c1825187bf8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312493 Sep 09 10:03:51.486966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f478f10d-4a26-4b00-85a7-71865132811b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:03:51.582433 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:03:51.593197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'f478f10d-4a26-4b00-85a7-71865132811b', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'port_id': 'f478f10d-4a26-4b00-85a7-71865132811b', 'mac_address': 'fa:16:3e:b3:68:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:03:51.629752 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:51.642001 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f478f10d-4a26-4b00-85a7-71865132811b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:03:51.660404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:03:51.739736 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:51.786236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:51.929172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['f478f10d-4a26-4b00-85a7-71865132811b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:03:52.214787 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eca411-e560-4603-b807-b4fc83eff5b7 req-1590ec55-f0d2-4410-b88f-2b98726c5733 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:52.216292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-93eca411-e560-4603-b807-b4fc83eff5b7 req-1590ec55-f0d2-4410-b88f-2b98726c5733 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0488036 Sep 09 10:03:52.255416 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-93eca411-e560-4603-b807-b4fc83eff5b7 req-adbf4245-294d-4351-a883-7b4bbb6a4fde tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320807 Sep 09 10:03:53.369105 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0debd-a4ab-4a91-b86f-820a11efd651 req-876bac6f-01a8-446f-bfe3-acada380d47b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:53.370567 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dd0debd-a4ab-4a91-b86f-820a11efd651 req-876bac6f-01a8-446f-bfe3-acada380d47b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0488520 Sep 09 10:03:53.411133 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1dd0debd-a4ab-4a91-b86f-820a11efd651 req-eb85f181-2fc8-43e0-8a9e-7472a26e320c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346770 Sep 09 10:03:53.517702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f478f10d-4a26-4b00-85a7-71865132811b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:03:53.644731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port f478f10d-4a26-4b00-85a7-71865132811b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:03:53.648324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port f478f10d-4a26-4b00-85a7-71865132811b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:03:53.648702 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:53.728086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:53.749928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:03:53.752334 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc6ba23ec2d25533959114fef483cc0b814a1495b7ffb74d9af20657429f1c1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9849966b-10f7-4aad-9e63-b7334a2ae958" -d '{"events": [{"server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "name": "network-vif-plugged", "status": "completed", "tag": "f478f10d-4a26-4b00-85a7-71865132811b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:03:53.764734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:03:53.789206 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838af177-567e-4003-81b3-dfcdd3a37985 x-openstack-request-id: req-838af177-567e-4003-81b3-dfcdd3a37985 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:03:53.789497 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "name": "network-vif-plugged", "status": "completed", "tag": "f478f10d-4a26-4b00-85a7-71865132811b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:03:53.789808 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-838af177-567e-4003-81b3-dfcdd3a37985 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:03:53.790152 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b', 'code': 200} Sep 09 10:03:53.825631 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:53.877719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:03:53.886439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0feaf2-e2c7-4f69-8d36-30607860e4bd req-4a967154-11b8-44e3-a791-2308ed8c8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:53.887728 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d0feaf2-e2c7-4f69-8d36-30607860e4bd req-4a967154-11b8-44e3-a791-2308ed8c8888 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1098 time: 0.0419872 Sep 09 10:03:53.926951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2d0feaf2-e2c7-4f69-8d36-30607860e4bd req-a9968855-6587-40af-8640-5f9e3a142cef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321980 Sep 09 10:03:54.524666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a41c-f01f-4b72-8429-c0534c344b2f req-909f293a-f695-4c88-bbd3-5095ce54a78a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:54.526127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fcd5a41c-f01f-4b72-8429-c0534c344b2f req-909f293a-f695-4c88-bbd3-5095ce54a78a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0481336 Sep 09 10:03:54.564847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fcd5a41c-f01f-4b72-8429-c0534c344b2f req-9ae70533-e5a8-46d2-9c9d-8013b743e337 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328074 Sep 09 10:03:55.573637 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:55.680048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37e38e-860a-4e62-82be-1c96f2be6aa7 req-8cf086b7-7263-4e2e-a960-d8d02c5aae7c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:55.681520 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e37e38e-860a-4e62-82be-1c96f2be6aa7 req-8cf086b7-7263-4e2e-a960-d8d02c5aae7c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0483217 Sep 09 10:03:55.718713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e37e38e-860a-4e62-82be-1c96f2be6aa7 req-332a45ba-749f-4011-8243-c71fc7d7e464 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312471 Sep 09 10:03:55.845561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bdec3-6e81-46e6-ab19-9ea019518f83 req-cf19a6a5-7b08-408a-8ff0-1d2868e4090e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:55.846955 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-791bdec3-6e81-46e6-ab19-9ea019518f83 req-cf19a6a5-7b08-408a-8ff0-1d2868e4090e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0499177 Sep 09 10:03:55.855565 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:03:55.860508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dfd0d859-30d7-4800-a841-b6430e04510c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Request body: {'floatingip': {'port_id': 'f478f10d-4a26-4b00-85a7-71865132811b'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:03:55.903675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d859-30d7-4800-a841-b6430e04510c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:56.284796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:56.569374 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d859-30d7-4800-a841-b6430e04510c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:56.632950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d859-30d7-4800-a841-b6430e04510c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:56.735460 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-dfd0d859-30d7-4800-a841-b6430e04510c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Floating IP e767db5f-2ee0-4389-a200-2704dabfb219 associated. External IP: 172.25.8.104, port: f478f10d-4a26-4b00-85a7-71865132811b. Sep 09 10:03:56.936319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd0d859-30d7-4800-a841-b6430e04510c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:03:57.039675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd0d859-30d7-4800-a841-b6430e04510c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:03:57.044596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d859-30d7-4800-a841-b6430e04510c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:03:57.049923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c1ebfe-81a3-4f17-80bd-f42622dc235c None None] Sync routers for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:03:57.058704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1ebfe-81a3-4f17-80bd-f42622dc235c None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:03:57.059309 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-36c1ebfe-81a3-4f17-80bd-f42622dc235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:03:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:03:57.072578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dfd0d859-30d7-4800-a841-b6430e04510c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "PUT /v2.0/floatingips/e767db5f-2ee0-4389-a200-2704dabfb219 HTTP/1.1" status: 200 len: 993 time: 1.2159517 Sep 09 10:03:57.073151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:03:57.075514 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2644ddde-74ed-4735-9ebf-6932826435ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "tag": "f478f10d-4a26-4b00-85a7-71865132811b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:03:57.118926 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f79ffdf-41dc-4a74-bad1-130c1d1aa09a x-openstack-request-id: req-7f79ffdf-41dc-4a74-bad1-130c1d1aa09a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:03:57.119226 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "tag": "f478f10d-4a26-4b00-85a7-71865132811b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:03:57.119500 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f79ffdf-41dc-4a74-bad1-130c1d1aa09a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:03:57.119897 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b', 'status': 'completed', 'code': 200} Sep 09 10:03:57.168205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-36c1ebfe-81a3-4f17-80bd-f42622dc235c None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:03:57.182932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ddde-74ed-4735-9ebf-6932826435ef req-93979f4c-80a5-46e9-9c2d-61a24439b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:57.184480 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2644ddde-74ed-4735-9ebf-6932826435ef req-93979f4c-80a5-46e9-9c2d-61a24439b664 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1098 time: 0.0401862 Sep 09 10:03:57.277792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ddde-74ed-4735-9ebf-6932826435ef req-bd237232-f180-49fc-a909-320218f4d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:57.279292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2644ddde-74ed-4735-9ebf-6932826435ef req-bd237232-f180-49fc-a909-320218f4d03f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0880661 Sep 09 10:03:57.343317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2644ddde-74ed-4735-9ebf-6932826435ef req-2a5e10ec-6de4-4756-8abb-a192ff29a75e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1001 time: 0.0564816 Sep 09 10:03:57.392011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ddde-74ed-4735-9ebf-6932826435ef req-f0c0e74b-62c0-423a-acb3-a2e37cac34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:57.392216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-36c1ebfe-81a3-4f17-80bd-f42622dc235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': 'f478f10d-4a26-4b00-85a7-71865132811b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:b3:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T10:03:56Z', 'revision_number': 13, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:03:57.393671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2644ddde-74ed-4735-9ebf-6932826435ef req-f0c0e74b-62c0-423a-acb3-a2e37cac34c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0438180 Sep 09 10:03:57.418753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c1ebfe-81a3-4f17-80bd-f42622dc235c None None] Checking router: e5644d7a-40f5-4a30-8792-30d63dbbb8c2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:03:57.427563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1ebfe-81a3-4f17-80bd-f42622dc235c None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:03:57.428169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-36c1ebfe-81a3-4f17-80bd-f42622dc235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:03:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:03:57.443668 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ddde-74ed-4735-9ebf-6932826435ef req-5a2f33d5-0f58-4379-ad0b-991fceb3acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:03:57.445197 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2644ddde-74ed-4735-9ebf-6932826435ef req-5a2f33d5-0f58-4379-ad0b-991fceb3acbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449963 Sep 09 10:03:57.538238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2644ddde-74ed-4735-9ebf-6932826435ef req-fc2f0e56-adc3-40cb-acf4-06094e15721c service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851033 Sep 09 10:03:57.636304 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2644ddde-74ed-4735-9ebf-6932826435ef req-50f830bb-1fba-4a27-b329-730b4f1d9092 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910759 Sep 09 10:03:57.694845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-36c1ebfe-81a3-4f17-80bd-f42622dc235c None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:03:57.921971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-36c1ebfe-81a3-4f17-80bd-f42622dc235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': 'f478f10d-4a26-4b00-85a7-71865132811b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:b3:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T10:03:56Z', 'revision_number': 13, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:03:57.952523 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c1ebfe-81a3-4f17-80bd-f42622dc235c None None] The sync data for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 is: [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e767db5f-2ee0-4389-a200-2704dabfb219', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'port_id': 'f478f10d-4a26-4b00-85a7-71865132811b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'mac_address': 'fa:16:3e:b3:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T09:56:43Z', 'updated_at': '2021-09-09T10:03:56Z', 'revision_number': 13, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:03:58.135301 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a6f7c-2bbf-4644-b18c-436096ba4b23 None None] New status for floating IP e767db5f-2ee0-4389-a200-2704dabfb219: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:04:02.657275 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:04:14.442011 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4187-d719-42a0-ae55-1da5feb2d589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:17.124007 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27de94c0-0bd6-422b-a917-c957fa01a3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:17.367262 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:18.647580 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:19.222485 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-5294534a-d0f4-4f7b-adff-4da91f92bddd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427630 Sep 09 10:04:19.309530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-cb3daa2e-5dab-4bd7-b6e6-bca61dedb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:04:19.311007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-cb3daa2e-5dab-4bd7-b6e6-bca61dedb0d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1098 time: 0.0396993 Sep 09 10:04:19.420595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-7532d24d-fec8-4679-88cf-6dea092dad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:04:19.422107 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-7532d24d-fec8-4679-88cf-6dea092dad12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0908818 Sep 09 10:04:19.494636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-cc5e2442-15e3-400f-9149-8e848fb00774 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1003 time: 0.0563204 Sep 09 10:04:19.550800 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-74049bdf-03d7-4a69-b201-bacc6b6243e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:04:19.552596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-74049bdf-03d7-4a69-b201-bacc6b6243e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0503056 Sep 09 10:04:19.599282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-788ae4c3-95a4-4099-9b7f-c4f03d8696cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:04:19.600797 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-788ae4c3-95a4-4099-9b7f-c4f03d8696cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399935 Sep 09 10:04:19.694032 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-91fcb41f-5cf4-4263-8fca-2f1bfcac00cb service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849285 Sep 09 10:04:19.784688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34ebb8d3-1445-48e5-a4d2-eddba29fdab7 req-a9610fa9-6222-45b4-a59a-39ffb8a830d0 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833926 Sep 09 10:04:20.244093 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:25.609886 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:26.295309 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:39.656316 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:04:44.446557 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b0eb276-b41b-4525-9dd4-c2c18b688e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:47.132332 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02a34176-ef77-45ba-93df-345dbede352f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:47.384072 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:48.643835 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:50.240966 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:55.591738 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:04:56.286562 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:14.436785 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-516a82c9-e2b1-480e-9434-7c18088e967f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:16.654866 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:05:17.144298 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6974e65a-2d7c-4fca-80f3-b2de3246b031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:17.365922 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:18.654205 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:20.251748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:21.219058 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-de15f717-2725-441e-b004-8aceda65d139 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412309 Sep 09 10:05:21.303758 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-4aec92d3-7e1e-4e9e-8412-fe2e7f9e0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:21.305196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-4aec92d3-7e1e-4e9e-8412-fe2e7f9e0637 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1098 time: 0.0463724 Sep 09 10:05:21.410489 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-3d135d80-90ce-498a-a4cf-0a923ec1ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:21.412021 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-3d135d80-90ce-498a-a4cf-0a923ec1ae25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0864151 Sep 09 10:05:21.479710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-eb3b19f7-1b64-4ce3-922f-8bcd7e1493c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1003 time: 0.0611482 Sep 09 10:05:21.527648 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-f24ce6e2-03c5-4d21-a05c-d17465499db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:21.529074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-f24ce6e2-03c5-4d21-a05c-d17465499db7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0430722 Sep 09 10:05:21.573396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-6a2e09eb-33b1-48dd-8ca1-b803404da7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:21.574822 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-6a2e09eb-33b1-48dd-8ca1-b803404da7f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393262 Sep 09 10:05:21.667230 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-8a7da6b2-a76d-4f0f-b975-b8b2a9a33826 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855911 Sep 09 10:05:21.758860 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6631f284-ed63-4b5f-b756-71e4a1bdd376 req-a1f152b2-efec-412f-baa1-d8786c11c05e service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844371 Sep 09 10:05:25.614191 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:26.311562 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:35.618986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee2818-6308-4140-a90a-864be80ab681 req-0e1411db-d108-46e0-a81f-e9f9e036b57e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:35.620528 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e2ee2818-6308-4140-a90a-864be80ab681 req-0e1411db-d108-46e0-a81f-e9f9e036b57e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0502942 Sep 09 10:05:35.661564 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e2ee2818-6308-4140-a90a-864be80ab681 req-20f9ae0f-4895-4e42-9a15-d1ef95dcfa14 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351758 Sep 09 10:05:44.451214 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4fd3400d-b7ed-4de3-9ae4-16feca40dbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:47.168011 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dafa63bb-fa7b-4113-8d8b-2bea01dd0b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:47.220163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-262fd5fd-1cb0-45d7-953d-54da04c5e436 req-f01f247f-8f41-4535-8873-48f9d99a4510 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:05:47.221185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-262fd5fd-1cb0-45d7-953d-54da04c5e436 req-f01f247f-8f41-4535-8873-48f9d99a4510 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494916 Sep 09 10:05:47.413603 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:48.646332 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:48.673556 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-ad79da55-6cde-416e-a69c-b9376baa6def service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405638 Sep 09 10:05:48.732763 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa156b6c-35a3-4a14-859c-fe0c602d673e req-b45098fa-e9ce-49a8-93b2-ad2ae7ca2b7e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:48.734273 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa156b6c-35a3-4a14-859c-fe0c602d673e req-b45098fa-e9ce-49a8-93b2-ad2ae7ca2b7e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.1032288 Sep 09 10:05:48.776096 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fa156b6c-35a3-4a14-859c-fe0c602d673e req-f5843244-d6ad-4a29-a760-d8cb45f7e30b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349524 Sep 09 10:05:50.017216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba4acb-55f5-4f59-8250-f8c24be03337 req-45de7cf0-74cc-4883-86f6-676c9b93f1a0 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:50.018793 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1cba4acb-55f5-4f59-8250-f8c24be03337 req-45de7cf0-74cc-4883-86f6-676c9b93f1a0 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0937254 Sep 09 10:05:50.056914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1cba4acb-55f5-4f59-8250-f8c24be03337 req-512549dd-cc23-489b-aad6-bb27130d1c8a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320382 Sep 09 10:05:50.242157 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:51.181452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fdc33-5c77-49e6-90d1-70c17cf13217 req-43a41012-1b4e-4c90-ae29-97f8ffa14f18 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:51.182954 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-209fdc33-5c77-49e6-90d1-70c17cf13217 req-43a41012-1b4e-4c90-ae29-97f8ffa14f18 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0496957 Sep 09 10:05:51.220450 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-209fdc33-5c77-49e6-90d1-70c17cf13217 req-af648cb8-96b6-4817-b93e-7fe8c428d82b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314980 Sep 09 10:05:52.334354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816f728-1197-4de6-b8cd-8423e9c29d8e req-ad249092-d041-4cd0-96fd-0262db69ecde tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:52.335851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6816f728-1197-4de6-b8cd-8423e9c29d8e req-ad249092-d041-4cd0-96fd-0262db69ecde tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0485051 Sep 09 10:05:52.372179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6816f728-1197-4de6-b8cd-8423e9c29d8e req-d703cc02-99e6-4728-836a-c8c2f6d55b9f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304127 Sep 09 10:05:52.605496 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-076ac6a7-eb2e-4496-8691-1f2d2fafafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:52.607044 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-076ac6a7-eb2e-4496-8691-1f2d2fafafbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1098 time: 0.0400796 Sep 09 10:05:52.699579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-dbddffc7-b165-4ac0-9bef-75dba3c504d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:52.701081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-dbddffc7-b165-4ac0-9bef-75dba3c504d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0870292 Sep 09 10:05:52.764243 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-e19f8ae0-2b11-48dd-b997-e131afaf0b95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1003 time: 0.0562038 Sep 09 10:05:52.816355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-c67fe61e-843a-487a-8653-3cf2ade95050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:52.817781 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-c67fe61e-843a-487a-8653-3cf2ade95050 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0468590 Sep 09 10:05:52.863873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-6e4fc667-1ff1-4d7f-a0f6-5e4fce1e2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:52.865353 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-6e4fc667-1ff1-4d7f-a0f6-5e4fce1e2575 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397203 Sep 09 10:05:52.953466 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d1fbf22c-c2b3-4a62-8590-a153de3f3485 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814188 Sep 09 10:05:53.046246 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-268bd2fa-9c7a-4200-92da-b318d6efb3aa service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856471 Sep 09 10:05:53.485346 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fe390-6e86-41f7-b803-c2777b4c53cd req-decfe7d0-2691-4499-8650-48d0f970b608 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:53.486729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-095fe390-6e86-41f7-b803-c2777b4c53cd req-decfe7d0-2691-4499-8650-48d0f970b608 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0480676 Sep 09 10:05:53.523967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-095fe390-6e86-41f7-b803-c2777b4c53cd req-27f8b243-f7ce-46c1-80f1-0d6706ee28c8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312135 Sep 09 10:05:53.654351 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:05:54.642298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6429c7-34a2-46ba-9c61-3b884338f73b req-5a20b19c-3281-4d95-b87b-ab8d46875894 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:54.644413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f6429c7-34a2-46ba-9c61-3b884338f73b req-5a20b19c-3281-4d95-b87b-ab8d46875894 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0527604 Sep 09 10:05:54.681321 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f6429c7-34a2-46ba-9c61-3b884338f73b req-36c9a172-755e-44ed-9290-fded714f0eb3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311415 Sep 09 10:05:55.613020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:55.800773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1d1c2-6f4b-4537-b1c3-292c55693413 req-8310a47d-f440-44ec-8bf1-592ee6a46307 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:55.802272 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98b1d1c2-6f4b-4537-b1c3-292c55693413 req-8310a47d-f440-44ec-8bf1-592ee6a46307 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0530903 Sep 09 10:05:55.838878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-98b1d1c2-6f4b-4537-b1c3-292c55693413 req-097f8a90-f437-42b9-93bc-996d9876acad tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307150 Sep 09 10:05:56.313973 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:05:56.952210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609a4ab-ee6f-4188-98a6-4a9fa25713c4 req-2a87c77e-2351-46b7-978b-bbe674b67975 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:56.953609 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0609a4ab-ee6f-4188-98a6-4a9fa25713c4 req-2a87c77e-2351-46b7-978b-bbe674b67975 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0487535 Sep 09 10:05:56.990418 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0609a4ab-ee6f-4188-98a6-4a9fa25713c4 req-d2c50c7d-35a5-4a71-bbf4-4265c13303af tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302832 Sep 09 10:05:58.104321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88319c6f-356f-484c-9f35-0cfcd130498a req-79d68acb-6dea-4152-a7e5-54f537e0e99c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:58.105802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88319c6f-356f-484c-9f35-0cfcd130498a req-79d68acb-6dea-4152-a7e5-54f537e0e99c tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0482266 Sep 09 10:05:58.143075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-88319c6f-356f-484c-9f35-0cfcd130498a req-2656c920-1524-4c32-b527-1e8eb549ad73 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Sep 09 10:05:59.267188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba708c5-61a2-4da6-a0da-d677cb997c3d req-6a5f2aea-fbd3-4eef-9107-01f19a7eb2ee tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:05:59.269173 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ba708c5-61a2-4da6-a0da-d677cb997c3d req-6a5f2aea-fbd3-4eef-9107-01f19a7eb2ee tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0501978 Sep 09 10:05:59.306976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ba708c5-61a2-4da6-a0da-d677cb997c3d req-fc860c13-2c05-4d34-930d-67bfd5b682c7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319901 Sep 09 10:06:00.420038 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b217a-3905-4ce8-bb69-df3950e86834 req-afc8ec8d-f518-40ad-b5d4-04bad8d9a91e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:00.421533 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-631b217a-3905-4ce8-bb69-df3950e86834 req-afc8ec8d-f518-40ad-b5d4-04bad8d9a91e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0477908 Sep 09 10:06:00.458557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-631b217a-3905-4ce8-bb69-df3950e86834 req-9f7ecf7b-ed9d-4f55-9a18-b43db8655932 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302343 Sep 09 10:06:01.574683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c765166-c41a-48a9-b894-57dce64cfe0d req-acd95291-c2b3-4aed-970e-f8bfb7b7ab38 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:01.576175 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c765166-c41a-48a9-b894-57dce64cfe0d req-acd95291-c2b3-4aed-970e-f8bfb7b7ab38 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0506842 Sep 09 10:06:01.614318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c765166-c41a-48a9-b894-57dce64cfe0d req-53ce3163-4ad1-4158-82ab-19a05160e8a9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315127 Sep 09 10:06:02.731696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3d98d-abbc-4060-b85a-4ef279f1b7e3 req-19de3cce-9831-4926-ba4f-c34c031ddbd1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:02.733160 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2aa3d98d-abbc-4060-b85a-4ef279f1b7e3 req-19de3cce-9831-4926-ba4f-c34c031ddbd1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0515895 Sep 09 10:06:02.773760 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2aa3d98d-abbc-4060-b85a-4ef279f1b7e3 req-e4073e6c-64ff-4310-b928-0a88d744e707 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345914 Sep 09 10:06:03.905972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db4c84-a862-4e94-b4cc-e0674e2af301 req-b6ed06d4-ca6d-455f-a568-acb5d3580ad1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:03.907530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7db4c84-a862-4e94-b4cc-e0674e2af301 req-b6ed06d4-ca6d-455f-a568-acb5d3580ad1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0548682 Sep 09 10:06:03.946291 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7db4c84-a862-4e94-b4cc-e0674e2af301 req-5a83d97a-c095-4dbc-8f0c-16b7460facce tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326757 Sep 09 10:06:05.065054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd24dd-4120-4bd1-bc49-e86ae85e8f63 req-8e0c89ab-317c-4b98-a192-bcd15bd3d1e9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:05.066574 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3cd24dd-4120-4bd1-bc49-e86ae85e8f63 req-8e0c89ab-317c-4b98-a192-bcd15bd3d1e9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0503247 Sep 09 10:06:05.104688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3cd24dd-4120-4bd1-bc49-e86ae85e8f63 req-96e20cdf-7bbe-4c81-85c8-f555e9258bfd tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321364 Sep 09 10:06:06.222383 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab09d9e-c5f0-44fd-8e61-3f881db17afb req-6b724962-43fd-48a7-a6b2-6976a05671d2 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:06.223960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ab09d9e-c5f0-44fd-8e61-3f881db17afb req-6b724962-43fd-48a7-a6b2-6976a05671d2 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0495117 Sep 09 10:06:06.263353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ab09d9e-c5f0-44fd-8e61-3f881db17afb req-955b9ef2-8a31-4019-8416-3ed1d4156c5f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329165 Sep 09 10:06:07.278853 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-f3268062-8241-4137-a0d1-602cac18e4e8 service neutron] show failed (client error): The resource could not be found. Sep 09 10:06:07.279904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-f3268062-8241-4137-a0d1-602cac18e4e8 service neutron] 10.222.0.41 "GET /v2.0/ports/f478f10d-4a26-4b00-85a7-71865132811b/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0915849 Sep 09 10:06:07.383224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16869fa-08ac-49ce-b1da-4f6a4ce32c55 req-dc33c50a-a761-45c1-8037-264e8485cbff tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:07.384728 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c16869fa-08ac-49ce-b1da-4f6a4ce32c55 req-dc33c50a-a761-45c1-8037-264e8485cbff tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0542402 Sep 09 10:06:07.423158 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c16869fa-08ac-49ce-b1da-4f6a4ce32c55 req-bbad0684-7430-42f4-8dd7-83f378a4a607 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322883 Sep 09 10:06:07.890000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-a2613763-f638-42ea-be0f-b5a01ee28df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:07.891782 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-a2613763-f638-42ea-be0f-b5a01ee28df5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 1098 time: 0.0821946 Sep 09 10:06:07.904612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:06:07.955095 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:08.154639 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:08.187073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:06:08.229768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:06:08.232034 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2701e26f-6bb9-44bc-ae42-77af9843c885" -d '{"events": [{"server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f478f10d-4a26-4b00-85a7-71865132811b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:06:08.233144 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f478f10d-4a26-4b00-85a7-71865132811b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:06:08.235883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:08.252225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Transition to ACTIVE for port object f478f10d-4a26-4b00-85a7-71865132811b will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:06:08.310436 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:08.344413 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fd8470-b9dc-4443-a1a1-33dc939c694e x-openstack-request-id: req-79fd8470-b9dc-4443-a1a1-33dc939c694e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:06:08.344711 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f478f10d-4a26-4b00-85a7-71865132811b", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:06:08.344966 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79fd8470-b9dc-4443-a1a1-33dc939c694e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:06:08.345369 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b', 'code': 200} Sep 09 10:06:08.350047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:08.392087 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 10:06:08.392456 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 10:06:08.430503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:08.440661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.441017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.441454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.441798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.442141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.442485 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.442820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.443153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.443509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.443843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.444174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.444503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:08.484347 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] No DVR routers for this DVR port f478f10d-4a26-4b00-85a7-71865132811b on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:06:08.549527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b8e91-0c5e-4110-b170-a0fa8dd235d3 req-7426979e-366a-42a2-afd2-137c75170b2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:08.551772 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a7b8e91-0c5e-4110-b170-a0fa8dd235d3 req-7426979e-366a-42a2-afd2-137c75170b2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0532634 Sep 09 10:06:08.589835 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a7b8e91-0c5e-4110-b170-a0fa8dd235d3 req-cde32254-9ec8-44a8-8827-1f5a00aad4a7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320368 Sep 09 10:06:08.625728 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:06:08.626067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:06:08.626417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:06:08.630774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Port f478f10d-4a26-4b00-85a7-71865132811b on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:06:08.631099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:06:08.636106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:06:08.636448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:06:08.636837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:06:08.637264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Bound port: f478f10d-4a26-4b00-85a7-71865132811b, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:06:08.637617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:08.717478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:06:08.717478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:06:08.801901 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:08.834077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:08.834703 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:08.836135 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] 10.222.0.24 "PUT /v2.0/ports/f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1093 time: 0.9353857 Sep 09 10:06:08.891711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441a60e-b52b-4ace-a81d-553a0847241a service neutron] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:08.913181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-9bc27ab3-946b-41fb-b802-0c3f3fb8f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:08.914724 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-9bc27ab3-946b-41fb-b802-0c3f3fb8f555 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0528841 Sep 09 10:06:09.014953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-485c7774-a40e-4e56-8658-957028c972d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:09.016804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-485c7774-a40e-4e56-8658-957028c972d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0952013 Sep 09 10:06:09.083278 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-62cd3fe4-2a73-4827-bb88-9b912fd40e41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1001 time: 0.0590849 Sep 09 10:06:09.137250 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-7d4bce89-8c0a-4732-afad-0993ee412108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:09.138679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-7d4bce89-8c0a-4732-afad-0993ee412108 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0476379 Sep 09 10:06:09.182705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-345e83cd-4de0-4af7-b04a-006c8b39d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:09.184190 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-345e83cd-4de0-4af7-b04a-006c8b39d248 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388618 Sep 09 10:06:09.274482 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-1631c477-913f-4cc7-8159-54d8a240d9d8 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833027 Sep 09 10:06:09.361029 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ed73c05-6c2f-44ed-8389-725ae00000e9 req-b75494b9-2f0a-4c02-a733-c45c64849700 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798008 Sep 09 10:06:09.711762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d549a7-cf35-4fbf-8b95-a81f44855261 req-bd7e4f4b-946f-4375-9b3e-e6045d801d17 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:09.713317 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08d549a7-cf35-4fbf-8b95-a81f44855261 req-bd7e4f4b-946f-4375-9b3e-e6045d801d17 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0509284 Sep 09 10:06:09.752140 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-08d549a7-cf35-4fbf-8b95-a81f44855261 req-a9c0c428-5348-403d-bf43-503b80394d82 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328035 Sep 09 10:06:10.346667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:06:10.349053 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612faae3cf6335529d520b003a42018be84719359807facbf6467717971190dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc00e937-ad30-4826-aab4-51a1216de62c" -d '{"events": [{"name": "network-changed", "server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "tag": "f478f10d-4a26-4b00-85a7-71865132811b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:06:10.400601 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3ba2e-1f5e-4e8b-b32e-4ce478cff559 x-openstack-request-id: req-04a3ba2e-1f5e-4e8b-b32e-4ce478cff559 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:06:10.400898 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "tag": "f478f10d-4a26-4b00-85a7-71865132811b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:06:10.401149 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04a3ba2e-1f5e-4e8b-b32e-4ce478cff559 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:06:10.401544 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b', 'status': 'completed', 'code': 200} Sep 09 10:06:10.465608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e937-ad30-4826-aab4-51a1216de62c req-f8388ce8-4769-498f-b37e-c60e96aab4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:10.466088 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e937-ad30-4826-aab4-51a1216de62c req-b8095fc2-49b4-422e-879d-79c05a59c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:10.467166 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-f8388ce8-4769-498f-b37e-c60e96aab4e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0455325 Sep 09 10:06:10.468476 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-b8095fc2-49b4-422e-879d-79c05a59c5bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0433431 Sep 09 10:06:10.562380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e937-ad30-4826-aab4-51a1216de62c req-bdb7c531-e700-4922-ad2c-2435d9fe7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:10.564214 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-bdb7c531-e700-4922-ad2c-2435d9fe7668 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0892088 Sep 09 10:06:10.567586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e937-ad30-4826-aab4-51a1216de62c req-5ee9f5cf-31b8-47ed-ae07-d85b0c273d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:10.569136 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-5ee9f5cf-31b8-47ed-ae07-d85b0c273d3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0953155 Sep 09 10:06:10.630458 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-ab569649-22e5-4dcb-9f0c-18de6dd43e8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1001 time: 0.0588007 Sep 09 10:06:10.641339 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-a2e61aa1-660d-4f1d-ae67-3a5273ed8a7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1001 time: 0.0647485 Sep 09 10:06:10.686527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e937-ad30-4826-aab4-51a1216de62c req-6dcd5bfb-f0b1-4523-885d-5146329be6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:10.688033 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-6dcd5bfb-f0b1-4523-885d-5146329be6d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0504105 Sep 09 10:06:10.692243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e937-ad30-4826-aab4-51a1216de62c req-fd499ac3-9e0a-4239-8d19-b18c61ee008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:10.693880 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-fd499ac3-9e0a-4239-8d19-b18c61ee008b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0454395 Sep 09 10:06:10.734700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e937-ad30-4826-aab4-51a1216de62c req-57ede114-73e7-4d3b-9c42-e7c32df77158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:10.736185 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-57ede114-73e7-4d3b-9c42-e7c32df77158 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414755 Sep 09 10:06:10.740672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e937-ad30-4826-aab4-51a1216de62c req-3b23134c-8dd1-4d92-8ef1-823cc50e5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:10.742230 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-3b23134c-8dd1-4d92-8ef1-823cc50e5219 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409279 Sep 09 10:06:10.838989 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-b0331796-c79d-4755-858a-40a6878532b4 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951452 Sep 09 10:06:10.880851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-4f33541a-dc75-439e-a023-c500e34d55f3 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315043 Sep 09 10:06:10.921176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab01a99-8140-4005-a467-115a241ac2b5 req-7bb15f3f-5b4a-4ed0-8cf8-214a4c08bbfd tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:10.922692 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ab01a99-8140-4005-a467-115a241ac2b5 req-7bb15f3f-5b4a-4ed0-8cf8-214a4c08bbfd tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0818026 Sep 09 10:06:10.945639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-eac40922-b6d0-488d-9183-19d46342c7f3 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998251 Sep 09 10:06:11.010432 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7ab01a99-8140-4005-a467-115a241ac2b5 req-fc298ff1-52f7-4a2c-bc8f-934717757468 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811491 Sep 09 10:06:11.021667 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dc00e937-ad30-4826-aab4-51a1216de62c req-33b30a35-1d88-427e-9ee0-11c4ded5e845 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331811 Sep 09 10:06:12.141790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a36981-35ad-47e7-8707-d2b46a74cdd9 req-1c64a001-811a-4a94-a093-05b334b3e9f5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:12.143193 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9a36981-35ad-47e7-8707-d2b46a74cdd9 req-1c64a001-811a-4a94-a093-05b334b3e9f5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0593150 Sep 09 10:06:12.183371 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e9a36981-35ad-47e7-8707-d2b46a74cdd9 req-82241fe3-3997-46d3-a8e6-b9636a7e8fc0 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340724 Sep 09 10:06:13.301146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acb5e0-0a52-4029-8566-fd5f56d466e3 req-af006b94-63c0-4602-a8ba-b894c0b38015 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:13.302672 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3acb5e0-0a52-4029-8566-fd5f56d466e3 req-af006b94-63c0-4602-a8ba-b894c0b38015 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0498416 Sep 09 10:06:13.340062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d3acb5e0-0a52-4029-8566-fd5f56d466e3 req-63098b29-5860-4666-80b1-1feb9d2dc28e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Sep 09 10:06:14.451037 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e69f1422-76a0-4565-ba8a-65196006759b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:14.463561 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccdd30-906f-4ffe-aca3-65a2d2962e9b req-32ddd493-aa05-4687-8b58-26a580e0c54b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:14.465093 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f3ccdd30-906f-4ffe-aca3-65a2d2962e9b req-32ddd493-aa05-4687-8b58-26a580e0c54b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0568366 Sep 09 10:06:14.508392 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f3ccdd30-906f-4ffe-aca3-65a2d2962e9b req-74b690ea-4e55-423c-9b84-195d1830fc5d tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372791 Sep 09 10:06:15.627776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff825e36-f376-4d37-a72b-049fcccf5e1c req-b19e4b5a-8a87-46a4-8504-00bd4981dfc5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:15.629840 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ff825e36-f376-4d37-a72b-049fcccf5e1c req-b19e4b5a-8a87-46a4-8504-00bd4981dfc5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0481613 Sep 09 10:06:15.672371 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ff825e36-f376-4d37-a72b-049fcccf5e1c req-1f440858-0490-446d-b74d-5681fd88ce82 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364718 Sep 09 10:06:16.801772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c816a-9b37-4304-a5dd-a0e722082a26 req-66216e0a-244f-4007-8fea-744bc2f809e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:16.803392 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d1c816a-9b37-4304-a5dd-a0e722082a26 req-66216e0a-244f-4007-8fea-744bc2f809e7 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0505683 Sep 09 10:06:16.840603 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7d1c816a-9b37-4304-a5dd-a0e722082a26 req-c7c0b300-561c-4e5c-940b-4ffe93a4330e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312805 Sep 09 10:06:17.127148 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02f460dd-8a4a-4e35-89fb-1217e1a25930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:17.367133 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:17.955588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbce29-1700-41da-b0bd-d6afd44bde0f req-a6243783-ac8c-4257-af26-9e28a0cc05bd tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:17.957250 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdfbce29-1700-41da-b0bd-d6afd44bde0f req-a6243783-ac8c-4257-af26-9e28a0cc05bd tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0483775 Sep 09 10:06:17.994202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cdfbce29-1700-41da-b0bd-d6afd44bde0f req-5d5f282e-c3aa-4251-aebf-c9524b73e4d3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308161 Sep 09 10:06:18.652982 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:19.114056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdc363-638b-4250-9517-75428e4939eb req-2e197a32-a09f-467e-96b8-75e7f2168dc0 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:19.116589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40cdc363-638b-4250-9517-75428e4939eb req-2e197a32-a09f-467e-96b8-75e7f2168dc0 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0538747 Sep 09 10:06:19.155449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-40cdc363-638b-4250-9517-75428e4939eb req-9b49f45e-b120-4c29-955b-74802c114798 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330827 Sep 09 10:06:20.264516 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:20.274809 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5cd97-9cc1-405f-a72e-4b357d4c0f75 req-376999ac-b5a8-4d83-95de-950d9c0e271e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:20.276384 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ee5cd97-9cc1-405f-a72e-4b357d4c0f75 req-376999ac-b5a8-4d83-95de-950d9c0e271e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0517190 Sep 09 10:06:20.315890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4ee5cd97-9cc1-405f-a72e-4b357d4c0f75 req-45ea3a55-334f-4eb4-9e19-c1f8099307ae tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333574 Sep 09 10:06:21.440014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5480-53b6-448d-9783-36f1760c0e34 req-fdaad3f7-1ed0-4d26-a6df-c5e1bf47f22f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:21.442290 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-838a5480-53b6-448d-9783-36f1760c0e34 req-fdaad3f7-1ed0-4d26-a6df-c5e1bf47f22f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0487976 Sep 09 10:06:21.482751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-838a5480-53b6-448d-9783-36f1760c0e34 req-d861d051-5077-43ad-b013-58d0ee7af738 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342946 Sep 09 10:06:22.596953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafc782-272d-412a-b034-c72c392b1ef1 req-30188141-5d71-43a9-9dcc-75872b58bf44 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:22.600706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbafc782-272d-412a-b034-c72c392b1ef1 req-30188141-5d71-43a9-9dcc-75872b58bf44 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0502927 Sep 09 10:06:22.642179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fbafc782-272d-412a-b034-c72c392b1ef1 req-8e5c00e4-6299-4bb3-a2ef-eb6c030c572a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355554 Sep 09 10:06:23.246481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2614d-bb84-4572-87ec-553a538a64f8 req-06ae42bb-a5a2-4382-b2ae-3ac7dcc51481 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:23.247984 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94c2614d-bb84-4572-87ec-553a538a64f8 req-06ae42bb-a5a2-4382-b2ae-3ac7dcc51481 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0492013 Sep 09 10:06:23.312983 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94c2614d-bb84-4572-87ec-553a538a64f8 req-711d0d4d-f5e4-4ca3-a59b-7a061988a80f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590708 Sep 09 10:06:23.331120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-ab0d3b38-ffc5-4010-a086-5cad06985a1e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:23.333276 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-ab0d3b38-ffc5-4010-a086-5cad06985a1e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4&tenant_id=d98e299193e742c69c5857e3522bf1a4&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 944 time: 0.0655632 Sep 09 10:06:23.392470 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-a93fb7f2-e8cd-4b73-8ae2-264b134c9d4d service neutron] 10.222.0.24 "GET /v2.0/ports/f478f10d-4a26-4b00-85a7-71865132811b/bindings/n-h1-778696-16 HTTP/1.1" status: 200 len: 383 time: 0.0516310 Sep 09 10:06:23.455435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-1300a1d2-3397-4bb3-8ce3-5654b3e89d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:23.456895 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-1300a1d2-3397-4bb3-8ce3-5654b3e89d5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0429974 Sep 09 10:06:23.542142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-9c41df81-8cdd-4f96-9a85-94fa935ab38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:23.543592 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-9c41df81-8cdd-4f96-9a85-94fa935ab38f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0803308 Sep 09 10:06:23.608953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-5550cd2a-017d-40cc-a069-0d3b3fdc2828 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1001 time: 0.0587881 Sep 09 10:06:23.656478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-3796c664-edf5-479a-86e2-262a19f4bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:23.657866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-3796c664-edf5-479a-86e2-262a19f4bb37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0417724 Sep 09 10:06:23.703704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-df8f4471-bf36-4d3e-8e6d-1ca77df761bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:23.705230 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-df8f4471-bf36-4d3e-8e6d-1ca77df761bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393593 Sep 09 10:06:23.805979 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-1d82f393-382b-4259-ba87-072523062c57 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920992 Sep 09 10:06:23.893247 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-9331f2b0-078e-435d-b8fb-e5cceb5e0d3c service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800464 Sep 09 10:06:23.982204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device f478f10d-4a26-4b00-85a7-71865132811b details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:06:24.079138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:24.090239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'f478f10d-4a26-4b00-85a7-71865132811b', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'port_id': 'f478f10d-4a26-4b00-85a7-71865132811b', 'mac_address': 'fa:16:3e:b3:68:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:06:24.127476 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:24.139916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f478f10d-4a26-4b00-85a7-71865132811b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:06:24.158789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:24.224318 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:24.271293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:24.278312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.278664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.279009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.279349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.279715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.280079 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.280382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.280710 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.281037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.281362 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.281688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.282012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:24.430756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee62ec5-248f-4b8e-9452-e20185261c67 req-1eca7630-b3c9-46b1-80bc-abcb499e3bc1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:24.432291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ee62ec5-248f-4b8e-9452-e20185261c67 req-1eca7630-b3c9-46b1-80bc-abcb499e3bc1 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0501704 Sep 09 10:06:24.468898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['f478f10d-4a26-4b00-85a7-71865132811b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:06:24.469162 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8ee62ec5-248f-4b8e-9452-e20185261c67 req-e6810450-7151-4c3b-998c-cf9ac53d334a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309300 Sep 09 10:06:25.591658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3a311-5f8a-4b14-abdd-f0569584375f req-f3805363-8175-41f4-903a-da5d55007a03 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:25.593137 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6fa3a311-5f8a-4b14-abdd-f0569584375f req-f3805363-8175-41f4-903a-da5d55007a03 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0533085 Sep 09 10:06:25.616217 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:25.630111 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6fa3a311-5f8a-4b14-abdd-f0569584375f req-bbb6579b-4cc2-4f08-a534-4274d7544f6b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307715 Sep 09 10:06:26.014173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device f478f10d-4a26-4b00-85a7-71865132811b no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:06:26.092742 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:26.105329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f478f10d-4a26-4b00-85a7-71865132811b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:06:26.124594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:26.187710 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:26.237446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:26.304733 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:26.749844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d866e-225b-4fb2-9b89-d7490e0e215b req-51114662-2db2-4e29-83a5-265e05875f81 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:26.751334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-776d866e-225b-4fb2-9b89-d7490e0e215b req-51114662-2db2-4e29-83a5-265e05875f81 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0485477 Sep 09 10:06:26.790049 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-776d866e-225b-4fb2-9b89-d7490e0e215b req-2e67f31e-f7de-4c0f-997b-55e295608dde tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324700 Sep 09 10:06:27.905577 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61a408-1ec0-48a0-b67e-08454a3d6141 req-ec69a4d0-74c3-4a35-930d-dca9cbea056b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:27.907052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da61a408-1ec0-48a0-b67e-08454a3d6141 req-ec69a4d0-74c3-4a35-930d-dca9cbea056b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0488925 Sep 09 10:06:27.945163 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da61a408-1ec0-48a0-b67e-08454a3d6141 req-2cffe7d3-ba7d-4ae3-8377-ea34d22c1e7a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316463 Sep 09 10:06:28.684455 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-10c50696-d9db-4700-8088-b11f2b97150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:28.685922 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-10c50696-d9db-4700-8088-b11f2b97150b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4&tenant_id=d98e299193e742c69c5857e3522bf1a4 HTTP/1.1" status: 200 len: 1096 time: 0.0418773 Sep 09 10:06:28.699792 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:06:28.754451 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:28.953298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:28.988329 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:06:29.022444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f478f10d-4a26-4b00-85a7-71865132811b {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:06:29.056114 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:29.075400 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Ignored duplicate provisioning block setup for port f478f10d-4a26-4b00-85a7-71865132811b by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 09 10:06:29.091245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eb1e8-39ce-4735-917b-18cc18839f6b req-11312786-f4cf-4c75-9713-837257ae36fa tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:29.092899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-547eb1e8-39ce-4735-917b-18cc18839f6b req-11312786-f4cf-4c75-9713-837257ae36fa tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 944 time: 0.0776355 Sep 09 10:06:29.136685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-547eb1e8-39ce-4735-917b-18cc18839f6b req-52aa624b-7d59-43d0-8fd5-e561885c4f13 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369055 Sep 09 10:06:29.138406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:29.216848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=10']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:29.228949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.229300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.229646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.229988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.230756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.230756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.230956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.231272 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.231628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.231953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.232276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.232602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:06:29.273160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] No DVR routers for this DVR port f478f10d-4a26-4b00-85a7-71865132811b on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:06:29.406180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:06:29.406519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:06:29.406858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:06:29.411989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Port f478f10d-4a26-4b00-85a7-71865132811b on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:06:29.412330 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Attempting to bind port f478f10d-4a26-4b00-85a7-71865132811b on network b0ec1b26-1d84-4b81-9fde-ff38b652f954 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:06:29.417513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:06:29.417856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Checking segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:06:29.418245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Bound using segment: {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:06:29.422294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Bound port: f478f10d-4a26-4b00-85a7-71865132811b, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:06:29.422294 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:29.482171 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:06:29.485253 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:06:29.550242 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:29.584530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:29.588769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:29.588769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] 10.222.0.41 "PUT /v2.0/ports/f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1094 time: 0.8908472 Sep 09 10:06:29.588769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:06:29.648759 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223a790f-cd84-4b29-93f9-87abd452654f" -d '{"events": [{"name": "network-changed", "server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "tag": "f478f10d-4a26-4b00-85a7-71865132811b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:06:29.651672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08376315-2414-4ca1-9035-09c8e546cd53 service neutron] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=11']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:29.671112 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-c0701936-28be-49cb-a5d6-0a18878bdc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:29.672688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-c0701936-28be-49cb-a5d6-0a18878bdc9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1097 time: 0.0625961 Sep 09 10:06:29.766609 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa5f9ad-ed9f-4536-a0a6-cad21bce65ff x-openstack-request-id: req-2fa5f9ad-ed9f-4536-a0a6-cad21bce65ff {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:06:29.767230 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "tag": "f478f10d-4a26-4b00-85a7-71865132811b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:06:29.767230 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fa5f9ad-ed9f-4536-a0a6-cad21bce65ff {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:06:29.767581 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b', 'status': 'completed', 'code': 200} Sep 09 10:06:29.772565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-c7436a00-813d-4ce5-963e-caa1b78c881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:29.774128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-c7436a00-813d-4ce5-963e-caa1b78c881b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0947704 Sep 09 10:06:29.819200 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a790f-cd84-4b29-93f9-87abd452654f req-a6b4f4c7-a720-4ad1-8f17-9a8d4dcfb2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:29.820885 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-a6b4f4c7-a720-4ad1-8f17-9a8d4dcfb2a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1097 time: 0.0404921 Sep 09 10:06:29.843802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-66f53531-44c4-4fcc-b645-7ac1c02c40dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1001 time: 0.0625162 Sep 09 10:06:29.921719 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a790f-cd84-4b29-93f9-87abd452654f req-770e4b45-3ff2-45d7-b8a0-6e0872f389c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:29.923259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-770e4b45-3ff2-45d7-b8a0-6e0872f389c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0940700 Sep 09 10:06:29.989080 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-d4ae28c6-dc6c-4ada-8939-2ed0c55a88d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1001 time: 0.0589094 Sep 09 10:06:30.045810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a790f-cd84-4b29-93f9-87abd452654f req-d01e462f-4501-47f2-bff7-a391dfc3e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:30.047321 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-d01e462f-4501-47f2-bff7-a391dfc3e3ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0504448 Sep 09 10:06:30.096027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a790f-cd84-4b29-93f9-87abd452654f req-af0a649b-6a06-4d3f-bbd1-4ff878382e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:30.097701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-af0a649b-6a06-4d3f-bbd1-4ff878382e07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430570 Sep 09 10:06:30.191978 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-f66b2f8c-4c62-4ede-9604-3e06c9fa9cac service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860281 Sep 09 10:06:30.274576 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-c98cdf64-c4e8-42c5-b5ac-9779788929ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:30.276022 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-c98cdf64-c4e8-42c5-b5ac-9779788929ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.4255259 Sep 09 10:06:30.293142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582d5f2-0dd9-404c-8407-16f76217fd68 req-b0a44b48-099d-4d24-8312-61ea02a60932 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:30.298119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-11e71794-2bec-4f20-95ca-098cc9ad06e7 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946686 Sep 09 10:06:30.298298 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6582d5f2-0dd9-404c-8407-16f76217fd68 req-b0a44b48-099d-4d24-8312-61ea02a60932 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0665510 Sep 09 10:06:30.367688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6582d5f2-0dd9-404c-8407-16f76217fd68 req-504ed75c-1745-4c4a-a81a-6b4bd4944e21 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565226 Sep 09 10:06:30.370503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-011536fb-095a-444a-bd36-f6e8c439a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:30.371814 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-011536fb-095a-444a-bd36-f6e8c439a403 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756562 Sep 09 10:06:30.460176 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-c7996089-a164-4e81-b4dd-73772fb88ee4 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810869 Sep 09 10:06:30.550933 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7eda352c-7b71-4c2a-8fe4-26833c537538 req-1911c5e4-6bb6-4fd0-8b76-c259615663f9 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832975 Sep 09 10:06:30.626175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a790f-cd84-4b29-93f9-87abd452654f req-61de4b38-6a6f-48c0-8790-79c924b1433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:30.627753 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-61de4b38-6a6f-48c0-8790-79c924b1433e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d98e299193e742c69c5857e3522bf1a4&device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 1097 time: 0.0399432 Sep 09 10:06:30.656498 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:06:30.721467 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a790f-cd84-4b29-93f9-87abd452654f req-544ae374-7183-4f29-a055-412e57f9b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:30.722929 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-544ae374-7183-4f29-a055-412e57f9b8f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 200 len: 913 time: 0.0888360 Sep 09 10:06:30.802981 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-0e77873d-2bac-4ec6-ac1e-a97b3c74e249 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 200 len: 1001 time: 0.0719202 Sep 09 10:06:30.852362 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a790f-cd84-4b29-93f9-87abd452654f req-238af94c-adf1-4bcc-8880-cdb370157c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:30.853798 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-238af94c-adf1-4bcc-8880-cdb370157c59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 200 len: 851 time: 0.0442953 Sep 09 10:06:30.903924 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a790f-cd84-4b29-93f9-87abd452654f req-7b9d7ae1-a7c6-42f8-bc02-0a0ffebf49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:30.905440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-7b9d7ae1-a7c6-42f8-bc02-0a0ffebf49f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ec1b26-1d84-4b81-9fde-ff38b652f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449317 Sep 09 10:06:30.994347 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-4ebe0271-733d-4cb9-b129-138230092ba4 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816665 Sep 09 10:06:31.105885 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-223a790f-cd84-4b29-93f9-87abd452654f req-896a39b8-d933-4398-b2ca-a21dc97142f6 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044562 Sep 09 10:06:31.486443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dd4ff-1fff-4abe-bad6-1daee35006a0 req-85ff9228-4d4c-4912-8e40-6869f097958e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:31.487975 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-500dd4ff-1fff-4abe-bad6-1daee35006a0 req-85ff9228-4d4c-4912-8e40-6869f097958e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0499325 Sep 09 10:06:31.525954 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-500dd4ff-1fff-4abe-bad6-1daee35006a0 req-b6ad5d7a-b878-43cb-887c-102584c4cefb tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312526 Sep 09 10:06:32.642070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68feba08-5a90-4b03-be38-3d23100490fc req-b13d5b44-82e6-4c22-b058-966b6ad88761 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:32.643589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68feba08-5a90-4b03-be38-3d23100490fc req-b13d5b44-82e6-4c22-b058-966b6ad88761 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0492899 Sep 09 10:06:32.683354 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68feba08-5a90-4b03-be38-3d23100490fc req-4b758c15-2adc-40b9-ae11-7299899123e5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330424 Sep 09 10:06:33.807223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dbd63-2410-40d7-b225-29a64c8c1035 req-03588fa3-c8ef-427a-a95c-c968b4a26956 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:33.808747 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d4dbd63-2410-40d7-b225-29a64c8c1035 req-03588fa3-c8ef-427a-a95c-c968b4a26956 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0538445 Sep 09 10:06:33.846273 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8d4dbd63-2410-40d7-b225-29a64c8c1035 req-02d70b32-6e72-413a-b8a0-7fe7229719d8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315266 Sep 09 10:06:34.961369 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd10e25-0a4d-4f46-a910-f487bf6f6755 req-cf31f663-9ab6-4002-8620-7cf582169bf8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:34.962865 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8bd10e25-0a4d-4f46-a910-f487bf6f6755 req-cf31f663-9ab6-4002-8620-7cf582169bf8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0488336 Sep 09 10:06:35.000355 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8bd10e25-0a4d-4f46-a910-f487bf6f6755 req-5973609d-02c6-4a82-9d6f-083e5ec99609 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314488 Sep 09 10:06:36.127848 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019cb19-88a1-49be-8ace-945b3efe4e01 req-9f9c2eb7-b14e-4a88-bf43-e5cd86ca5341 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:36.129262 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b019cb19-88a1-49be-8ace-945b3efe4e01 req-9f9c2eb7-b14e-4a88-bf43-e5cd86ca5341 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0487218 Sep 09 10:06:36.166149 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b019cb19-88a1-49be-8ace-945b3efe4e01 req-86bd490b-eba6-4285-b304-7a2802d33094 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306873 Sep 09 10:06:37.291331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54daa28-0b57-4ff9-8e1b-364ba4be5b91 req-8442c86e-9bba-46b7-8519-ccd76346e4cf tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:37.292864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c54daa28-0b57-4ff9-8e1b-364ba4be5b91 req-8442c86e-9bba-46b7-8519-ccd76346e4cf tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0591283 Sep 09 10:06:37.347684 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c54daa28-0b57-4ff9-8e1b-364ba4be5b91 req-4594ee64-1b5c-47e0-b9d9-adda05977705 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488625 Sep 09 10:06:38.464768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858258b3-f4b3-4888-98bd-2d352c475c53 req-b0ad1437-fd3a-434f-a71b-23e0bc7d674f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:38.466229 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-858258b3-f4b3-4888-98bd-2d352c475c53 req-b0ad1437-fd3a-434f-a71b-23e0bc7d674f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0474558 Sep 09 10:06:38.503329 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-858258b3-f4b3-4888-98bd-2d352c475c53 req-9cdca07f-b565-4bc7-bf68-096f6a7c5c63 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312319 Sep 09 10:06:39.617861 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657b0eb-c5cf-44f2-9557-16ab9753af88 req-ea8f51e5-73a4-48e0-ab1a-6cc3a6b4300b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:39.619368 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3657b0eb-c5cf-44f2-9557-16ab9753af88 req-ea8f51e5-73a4-48e0-ab1a-6cc3a6b4300b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0492735 Sep 09 10:06:39.656812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3657b0eb-c5cf-44f2-9557-16ab9753af88 req-2c702661-5f67-436d-9522-68c74733fda8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315614 Sep 09 10:06:40.775398 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188201ff-0b3a-40b4-9669-47f435bc61a9 req-1c2c6a71-ea3f-4e9a-8acf-465930e9d2d9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:40.776842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-188201ff-0b3a-40b4-9669-47f435bc61a9 req-1c2c6a71-ea3f-4e9a-8acf-465930e9d2d9 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0520115 Sep 09 10:06:40.812726 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-188201ff-0b3a-40b4-9669-47f435bc61a9 req-1c1c2d86-fcd2-483c-ad8d-1acaeb61a936 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300391 Sep 09 10:06:42.111030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122197f-a3ec-435d-a19a-0d5020484a02 req-26a9242f-d2da-4d71-8c85-fedd9ce0de39 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:42.112554 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e122197f-a3ec-435d-a19a-0d5020484a02 req-26a9242f-d2da-4d71-8c85-fedd9ce0de39 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0481818 Sep 09 10:06:42.156821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e122197f-a3ec-435d-a19a-0d5020484a02 req-e384337d-89e1-4103-a44e-8eb4486a6560 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375452 Sep 09 10:06:42.275581 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732195df-7f06-4fc8-9ebd-dd90b80b3d77 req-f68f0383-bf65-452b-aae0-b1a1d98a7ec4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:42.277056 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-732195df-7f06-4fc8-9ebd-dd90b80b3d77 req-f68f0383-bf65-452b-aae0-b1a1d98a7ec4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0492709 Sep 09 10:06:42.303426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f478f10d-4a26-4b00-85a7-71865132811b details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:06:42.315246 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-732195df-7f06-4fc8-9ebd-dd90b80b3d77 req-dc0bbcf6-4bf9-4ed5-bb54-451fda443c16 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322657 Sep 09 10:06:42.402218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:42.413604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'f478f10d-4a26-4b00-85a7-71865132811b', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'port_id': 'f478f10d-4a26-4b00-85a7-71865132811b', 'mac_address': 'fa:16:3e:b3:68:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:06:42.433844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37bec5-5d16-4f7d-9cb9-1d7e4b87b4e8 req-2b6ff7d6-8453-4c7a-bda3-772dfd5651c3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:42.435286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a37bec5-5d16-4f7d-9cb9-1d7e4b87b4e8 req-2b6ff7d6-8453-4c7a-bda3-772dfd5651c3 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 945 time: 0.0535986 Sep 09 10:06:42.451443 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:42.464176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f478f10d-4a26-4b00-85a7-71865132811b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:06:42.473171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8a37bec5-5d16-4f7d-9cb9-1d7e4b87b4e8 req-3c442b57-edad-4348-9fdb-06afaaab52c8 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 Sep 09 10:06:42.483006 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:42.566580 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:42.613444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=12']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:42.807797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['f478f10d-4a26-4b00-85a7-71865132811b'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:06:42.957559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b242b6-aee9-46ac-a5d1-93554e1ea9c8 req-6ec163b9-9659-4b4d-a0ea-1aaae83d9734 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:42.959291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d2b242b6-aee9-46ac-a5d1-93554e1ea9c8 req-6ec163b9-9659-4b4d-a0ea-1aaae83d9734 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0506425 Sep 09 10:06:42.996739 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d2b242b6-aee9-46ac-a5d1-93554e1ea9c8 req-49d0c837-9365-4090-a832-aeff38b624df tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313249 Sep 09 10:06:44.121247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e4ce4-1c54-411e-a882-663cbce2b71e req-4434ae07-27ca-4796-87d9-91c562975121 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:44.122754 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-625e4ce4-1c54-411e-a882-663cbce2b71e req-4434ae07-27ca-4796-87d9-91c562975121 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0495465 Sep 09 10:06:44.165119 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-625e4ce4-1c54-411e-a882-663cbce2b71e req-34b31f84-b378-4cca-a12c-3ec9553db31e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups?id=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363157 Sep 09 10:06:44.320065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f478f10d-4a26-4b00-85a7-71865132811b up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:06:44.424005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port f478f10d-4a26-4b00-85a7-71865132811b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:06:44.427786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port f478f10d-4a26-4b00-85a7-71865132811b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:06:44.428165 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:44.500737 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01bed357-589c-4bce-944b-042dbf20e61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:44.516594 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:44.535306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-b2fe580f-9ad6-4224-a8b2-c1974b11da03 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:06:44.537098 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-b2fe580f-9ad6-4224-a8b2-c1974b11da03 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 946 time: 0.0503321 Sep 09 10:06:44.539584 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:06:44.553723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:44.580803 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823d2560-d46c-4608-98d1-14c1e011aad6" -d '{"events": [{"server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "name": "network-vif-plugged", "status": "completed", "tag": "f478f10d-4a26-4b00-85a7-71865132811b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:06:44.629999 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:44.639405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Deleting port f478f10d-4a26-4b00-85a7-71865132811b {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:06:44.641027 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:44.678365 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc460ee-aa7c-4596-ab6a-70566bec453f x-openstack-request-id: req-0cc460ee-aa7c-4596-ab6a-70566bec453f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:06:44.678656 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "name": "network-vif-plugged", "status": "completed", "tag": "f478f10d-4a26-4b00-85a7-71865132811b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:06:44.678942 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cc460ee-aa7c-4596-ab6a-70566bec453f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:06:44.679280 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b', 'code': 200} Sep 09 10:06:44.683872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=13']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:44.734282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] For port f478f10d-4a26-4b00-85a7-71865132811b, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=f478f10d-4a26-4b00-85a7-71865132811b,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:44.734651 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:44.918216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:44.918576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:44.918887 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Floating IP e767db5f-2ee0-4389-a200-2704dabfb219 disassociated. External IP: 172.25.8.104, port: f478f10d-4a26-4b00-85a7-71865132811b. Sep 09 10:06:44.919220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Calling delete_port for f478f10d-4a26-4b00-85a7-71865132811b owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:06:45.092185 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:45.125927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event deleted for resources: {'Port': ['ID=f478f10d-4a26-4b00-85a7-71865132811b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:45.244327 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:06:45.268878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-adb6ed1c-ac29-4782-9501-4b16f288ecb6 req-f65629db-479f-4935-87e1-8c1684a0899e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 210 time: 0.0326192 Sep 09 10:06:45.362111 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:06:45.372583 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a16bc-705d-433c-b1c6-2bb4e63cf47c None None] Sync routers for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:06:45.381880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a16bc-705d-433c-b1c6-2bb4e63cf47c None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:06:45.382566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c86a16bc-705d-433c-b1c6-2bb4e63cf47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:06:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:06:45.400534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] No DVR routers for this DVR port f478f10d-4a26-4b00-85a7-71865132811b on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:06:45.403304 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:45.405335 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5a0e7d09-b88b-4da2-987b-1d96c1c8a216 req-0324c9dd-0dee-424e-a4c8-0ba99405dd2f tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.41 "DELETE /v2.0/ports/f478f10d-4a26-4b00-85a7-71865132811b HTTP/1.1" status: 204 len: 173 time: 0.8623142 Sep 09 10:06:45.405820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'name': 'network-vif-deleted', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:06:45.408071 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbeb2cb-9183-4835-bd68-ebb8b84e3865" -d '{"events": [{"server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "name": "network-vif-deleted", "tag": "f478f10d-4a26-4b00-85a7-71865132811b"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:06:45.443721 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0129a57-29a4-454e-b1fa-738ce52fcef2 x-openstack-request-id: req-a0129a57-29a4-454e-b1fa-738ce52fcef2 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:06:45.444013 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64f41c0-3fc3-4470-9f99-d71732ceb1e4", "name": "network-vif-deleted", "tag": "f478f10d-4a26-4b00-85a7-71865132811b", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:06:45.444261 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0129a57-29a4-454e-b1fa-738ce52fcef2 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:06:45.444661 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64f41c0-3fc3-4470-9f99-d71732ceb1e4', 'name': 'network-vif-deleted', 'tag': 'f478f10d-4a26-4b00-85a7-71865132811b', 'status': 'completed', 'code': 200} Sep 09 10:06:45.490803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c86a16bc-705d-433c-b1c6-2bb4e63cf47c None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:06:45.695753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c86a16bc-705d-433c-b1c6-2bb4e63cf47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:06:45.721905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a16bc-705d-433c-b1c6-2bb4e63cf47c None None] Checking router: e5644d7a-40f5-4a30-8792-30d63dbbb8c2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:06:45.731012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a16bc-705d-433c-b1c6-2bb4e63cf47c None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:06:45.731722 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c86a16bc-705d-433c-b1c6-2bb4e63cf47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:06:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:06:45.838078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c86a16bc-705d-433c-b1c6-2bb4e63cf47c None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:06:46.038361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c86a16bc-705d-433c-b1c6-2bb4e63cf47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:06:46.262994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a16bc-705d-433c-b1c6-2bb4e63cf47c None None] The sync data for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 is: [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T09:56:40Z', 'revision_number': 4, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '77c14d48-e762-4592-9f49-be130680983d', 'name': '', 'network_id': 'b0ec1b26-1d84-4b81-9fde-ff38b652f954', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'mac_address': 'fa:16:3e:47:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:40Z', 'updated_at': '2021-09-09T09:56:44Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'subnets': [{'id': '52e64552-0e42-4884-871a-2cf72bbb0427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:06:46.373957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a65eb908-74de-407d-b761-0b29d77a1c4d req-2b364d9d-1cff-4b51-a4f5-9d7f935cfe2e tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 210 time: 0.0289292 Sep 09 10:06:46.485165 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058a9a6-0794-4e75-a673-b5ff5145142b None None] New status for floating IP e767db5f-2ee0-4389-a200-2704dabfb219: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:06:47.112901 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dcb8367e-fa53-43a4-80b1-52f6f8197afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:47.372368 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:47.474951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a570a82e-27e5-4b3c-86ac-c6edfaadcd81 req-9993cbd6-82fe-4688-b9bc-2610998d8a7a tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 210 time: 0.0278327 Sep 09 10:06:48.341525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f478f10d-4a26-4b00-85a7-71865132811b no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:06:48.362315 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: f478f10d-4a26-4b00-85a7-71865132811b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:06:48.362684 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device f478f10d-4a26-4b00-85a7-71865132811b not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:06:48.569690 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-596c0009-86fa-4523-82c6-93b0843a148a req-5125e0df-7daf-48cd-ad49-f6582f048cbc tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 210 time: 0.0255404 Sep 09 10:06:48.649627 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:49.675143 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e6cefecf-07ee-416d-9ca9-a7cbfbbf6244 req-588d8890-d6aa-4b6d-955c-cdbea5ea66a5 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64f41c0-3fc3-4470-9f99-d71732ceb1e4 HTTP/1.1" status: 200 len: 210 time: 0.0263145 Sep 09 10:06:50.255914 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:54.653781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50668) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:06:54.707921 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c61638b-7677-425d-b468-5f1592a1f06b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:54.731843 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c61638b-7677-425d-b468-5f1592a1f06b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:54.843709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c61638b-7677-425d-b468-5f1592a1f06b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:54.846195 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c61638b-7677-425d-b468-5f1592a1f06b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:54.847362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7c61638b-7677-425d-b468-5f1592a1f06b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "DELETE /v2.0/security-groups/fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e HTTP/1.1" status: 204 len: 168 time: 0.1925750 Sep 09 10:06:54.852527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50670) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:06:54.857524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61638b-7677-425d-b468-5f1592a1f06b tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:54.866514 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-750fb761-9b37-4c4f-a8f0-a7cf165b21f4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] show failed (client error): The resource could not be found. Sep 09 10:06:54.869498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-750fb761-9b37-4c4f-a8f0-a7cf165b21f4 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "GET /v2.0/security-groups/fffe7339-a6b1-45d2-b48f-5f7a52dfdf9e HTTP/1.1" status: 404 len: 347 time: 0.0158534 Sep 09 10:06:54.870752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50672) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:06:54.990807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3a0adac8-a783-4301-9bbe-8abcce12d674 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Deleting port 82e62c88-4eea-4948-bbae-ad034516d1e1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:06:54.991145 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a0adac8-a783-4301-9bbe-8abcce12d674 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:55.067326 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a0adac8-a783-4301-9bbe-8abcce12d674 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:55.068177 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a0adac8-a783-4301-9bbe-8abcce12d674 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:55.079977 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3a0adac8-a783-4301-9bbe-8abcce12d674 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Calling delete_port for 82e62c88-4eea-4948-bbae-ad034516d1e1 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:06:55.520501 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a0adac8-a783-4301-9bbe-8abcce12d674 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:55.546777 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0adac8-a783-4301-9bbe-8abcce12d674 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Pushing event deleted for resources: {'Port': ['ID=82e62c88-4eea-4948-bbae-ad034516d1e1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:55.604123 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a0adac8-a783-4301-9bbe-8abcce12d674 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:55.606613 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a0adac8-a783-4301-9bbe-8abcce12d674 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:55.607791 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3a0adac8-a783-4301-9bbe-8abcce12d674 tempest-ServerActionsTestJSON-1515391866 tempest-ServerActionsTestJSON-1515391866-project] 10.222.0.32 "DELETE /v2.0/floatingips/e767db5f-2ee0-4389-a200-2704dabfb219 HTTP/1.1" status: 204 len: 168 time: 0.7360084 Sep 09 10:06:55.610759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:06:55.616020 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:56.204372 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:56.323773 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:56.496779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] Deleting port 77c14d48-e762-4592-9f49-be130680983d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:06:56.497032 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:56.575879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] For port 77c14d48-e762-4592-9f49-be130680983d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=77c14d48-e762-4592-9f49-be130680983d,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:56.576239 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:56.588915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] Calling delete_port for 77c14d48-e762-4592-9f49-be130680983d owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:06:56.866664 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:56.893700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=77c14d48-e762-4592-9f49-be130680983d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:57.053966 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:57.261697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] Router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:06:57.362803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:06:57.367955 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7c39ffc6-ce78-4658-86e1-e8cb7e7d0c7c admin admin] 10.222.0.32 "PUT /v2.0/routers/e5644d7a-40f5-4a30-8792-30d63dbbb8c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7561793 Sep 09 10:06:57.370600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50678) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:06:57.371689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f5d6c-92cc-485b-8458-d3c5f5dbe809 None None] Sync routers for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:06:57.381933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f5d6c-92cc-485b-8458-d3c5f5dbe809 None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:06:57.382570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b86f5d6c-92cc-485b-8458-d3c5f5dbe809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:06:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:06:57.485897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b86f5d6c-92cc-485b-8458-d3c5f5dbe809 None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:06:57.675240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b86f5d6c-92cc-485b-8458-d3c5f5dbe809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T10:06:56Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:06:57.704115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f5d6c-92cc-485b-8458-d3c5f5dbe809 None None] Checking router: e5644d7a-40f5-4a30-8792-30d63dbbb8c2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:06:57.705281 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:57.713771 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f5d6c-92cc-485b-8458-d3c5f5dbe809 None None] Routers {'e5644d7a-40f5-4a30-8792-30d63dbbb8c2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:06:57.714386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b86f5d6c-92cc-485b-8458-d3c5f5dbe809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:06:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:06:57.807503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:57.819340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-b86f5d6c-92cc-485b-8458-d3c5f5dbe809 None None] Set router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:06:57.924764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Deleting port fd57e1ab-ddc3-48ed-9be6-a7293799feb9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:06:57.925097 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:57.996203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-b86f5d6c-92cc-485b-8458-d3c5f5dbe809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T10:06:56Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:06:58.002847 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] For port fd57e1ab-ddc3-48ed-9be6-a7293799feb9, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fd57e1ab-ddc3-48ed-9be6-a7293799feb9,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:58.003225 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.015866 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Calling delete_port for fd57e1ab-ddc3-48ed-9be6-a7293799feb9 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:06:58.025568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f5d6c-92cc-485b-8458-d3c5f5dbe809 None None] The sync data for ids ['e5644d7a-40f5-4a30-8792-30d63dbbb8c2'] in n-d-778696-16 is: [{'id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'name': 'tempest-ServerActionsTestJSON-1296860654-router', 'tenant_id': 'd98e299193e742c69c5857e3522bf1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T09:56:37Z', 'updated_at': '2021-09-09T10:06:56Z', 'revision_number': 5, 'project_id': 'd98e299193e742c69c5857e3522bf1a4', 'gw_port': {'id': 'fd57e1ab-ddc3-48ed-9be6-a7293799feb9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5644d7a-40f5-4a30-8792-30d63dbbb8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T09:56:38Z', 'updated_at': '2021-09-09T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:06:58.252219 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.282527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd57e1ab-ddc3-48ed-9be6-a7293799feb9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:58.343503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.439879 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.442457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.538526 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.539180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5644d7a-40f5-4a30-8792-30d63dbbb8c2 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:06:58.543712 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.547298 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5e7c4d03-bf7d-4584-8401-1e60ba72322f admin admin] 10.222.0.32 "DELETE /v2.0/routers/e5644d7a-40f5-4a30-8792-30d63dbbb8c2 HTTP/1.1" status: 204 len: 168 time: 1.1733463 Sep 09 10:06:58.547456 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50680) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:06:58.596791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf15dca-a0bf-4aa6-8e14-ad1f7cc20a82 admin admin] Deleting subnet 52e64552-0e42-4884-871a-2cf72bbb0427 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:06:58.601338 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ccf15dca-a0bf-4aa6-8e14-ad1f7cc20a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.636148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ccf15dca-a0bf-4aa6-8e14-ad1f7cc20a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.712772 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ccf15dca-a0bf-4aa6-8e14-ad1f7cc20a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.818653 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ccf15dca-a0bf-4aa6-8e14-ad1f7cc20a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.845663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf15dca-a0bf-4aa6-8e14-ad1f7cc20a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e64552-0e42-4884-871a-2cf72bbb0427,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:58.847644 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ccf15dca-a0bf-4aa6-8e14-ad1f7cc20a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.849846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ccf15dca-a0bf-4aa6-8e14-ad1f7cc20a82 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/52e64552-0e42-4884-871a-2cf72bbb0427 HTTP/1.1" status: 204 len: 168 time: 0.3012207 Sep 09 10:06:58.852481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e8fd4e-f7a4-4207-8556-12b2866e69ba None None] Network b0ec1b26-1d84-4b81-9fde-ff38b652f954 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:06:58.852997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50682) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:06:58.925467 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:58.982638 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Deleting port a3534397-48e1-410a-b5a1-90a347d64487 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:06:58.983294 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.064566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fce22b-68e1-44ab-8873-3141c9a8d8be None None] DHCP port deletion for b0ec1b26-1d84-4b81-9fde-ff38b652f954 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:06:59.066599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fd57e1ab-ddc3-48ed-9be6-a7293799feb9 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:06:59.069833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] For port a3534397-48e1-410a-b5a1-90a347d64487, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a3534397-48e1-410a-b5a1-90a347d64487,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:59.069833 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.081150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Calling delete_port for a3534397-48e1-410a-b5a1-90a347d64487 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:06:59.093038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: fd57e1ab-ddc3-48ed-9be6-a7293799feb9 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:06:59.093385 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fd57e1ab-ddc3-48ed-9be6-a7293799feb9 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:06:59.093823 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 77c14d48-e762-4592-9f49-be130680983d no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:06:59.129637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 77c14d48-e762-4592-9f49-be130680983d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:06:59.129994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 77c14d48-e762-4592-9f49-be130680983d not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:06:59.153546 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e0fce22b-68e1-44ab-8873-3141c9a8d8be None None] Deleting port a3534397-48e1-410a-b5a1-90a347d64487 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:06:59.154010 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0fce22b-68e1-44ab-8873-3141c9a8d8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.223387 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.225298 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e0fce22b-68e1-44ab-8873-3141c9a8d8be None None] For port a3534397-48e1-410a-b5a1-90a347d64487, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a3534397-48e1-410a-b5a1-90a347d64487,segment=NetworkSegment(873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e),segment_id=873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:06:59.225766 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0fce22b-68e1-44ab-8873-3141c9a8d8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.237470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e0fce22b-68e1-44ab-8873-3141c9a8d8be None None] Calling delete_port for a3534397-48e1-410a-b5a1-90a347d64487 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:06:59.251412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a3534397-48e1-410a-b5a1-90a347d64487,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:59.253324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] No DVR routers for this DVR port a3534397-48e1-410a-b5a1-90a347d64487 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:06:59.312632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0fce22b-68e1-44ab-8873-3141c9a8d8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.331222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.337675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fce22b-68e1-44ab-8873-3141c9a8d8be None None] Pushing event deleted for resources: {'Port': ['ID=a3534397-48e1-410a-b5a1-90a347d64487,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:59.341226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fce22b-68e1-44ab-8873-3141c9a8d8be None None] No DVR routers for this DVR port a3534397-48e1-410a-b5a1-90a347d64487 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:06:59.355043 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ec1b26-1d84-4b81-9fde-ff38b652f954']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:06:59.364359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:06:59.365242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873b7c56-7cfd-4935-8ae1-a7fb9cf50c3e') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:06:59.374523 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.390810 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.398413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:06:59.398987 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: timer() Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:06:59.400978 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:06:59.540856 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.546357 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.548971 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] 10.222.0.32 "DELETE /v2.0/networks/b0ec1b26-1d84-4b81-9fde-ff38b652f954 HTTP/1.1" status: 204 len: 168 time: 0.6945779 Sep 09 10:06:59.559738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a9d55-fbe8-460c-88a6-23adc8a159ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ec1b26-1d84-4b81-9fde-ff38b652f954,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:06:59.827770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50686) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:06:59.869638 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-53567ec5-1dad-4576-b36e-e9ddb6878a5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d98e299193e742c69c5857e3522bf1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406513 Sep 09 10:06:59.872273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50688) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:06:59.921396 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6a7eb44-850b-4d8b-b889-47204f59fec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:06:59.942464 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6a7eb44-850b-4d8b-b889-47204f59fec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:00.038388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6a7eb44-850b-4d8b-b889-47204f59fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:00.040923 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6a7eb44-850b-4d8b-b889-47204f59fec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:00.042113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a6a7eb44-850b-4d8b-b889-47204f59fec5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21f32bd6-5c96-45a9-996c-359aff8be648 HTTP/1.1" status: 204 len: 168 time: 0.1688924 Sep 09 10:07:00.049767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7eb44-850b-4d8b-b889-47204f59fec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f32bd6-5c96-45a9-996c-359aff8be648,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:00.735848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a3534397-48e1-410a-b5a1-90a347d64487 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:07:00.760726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: a3534397-48e1-410a-b5a1-90a347d64487 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:07:00.761074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a3534397-48e1-410a-b5a1-90a347d64487 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:07:01.059887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50710) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:01.154201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1033746109-network', 'tenant_id': '453e9f660bf24e918cc18d6be5d19a3d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:01.257741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Made reservation on behalf of 453e9f660bf24e918cc18d6be5d19a3d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:01.260102 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:01.273415 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:01.360152 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:01.412086 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:01.435666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:07:01.445949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f594555-0c65-4b49-ba32-4e521aeb1662,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:01.451807 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:01.452171 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Added segment def3c92a-4cb1-4fd0-9e74-bf711296661d of type vlan for network 9892c20e-9606-46ac-9090-d77aee13dc06 Sep 09 10:07:01.499399 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:01.580912 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:01.581867 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:01.582455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:01.644034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=9892c20e-9606-46ac-9090-d77aee13dc06,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:01.653765 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 9892c20e-9606-46ac-9090-d77aee13dc06 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:07:01.701759 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-27d7baf5-69b6-4090-9f8d-fa98119bd7b3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6406307 Sep 09 10:07:01.704450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50714) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:01.710288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] Request body: {'subnet': {'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1033746109-subnet', 'tenant_id': '453e9f660bf24e918cc18d6be5d19a3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:01.793317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] Made reservation on behalf of 453e9f660bf24e918cc18d6be5d19a3d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:01.795798 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:02.058943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:02.117700 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:02.122888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] Checking segment: {'id': 'def3c92a-4cb1-4fd0-9e74-bf711296661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:02.123284 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] Network hostable DHCP agents. Network: 9892c20e-9606-46ac-9090-d77aee13dc06, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:07:02.257372 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] Network 9892c20e-9606-46ac-9090-d77aee13dc06 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:07:02.318653 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 9892c20e-9606-46ac-9090-d77aee13dc06) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:02.322903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:02.323538 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:02.327532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba4df43-176b-45f1-9e93-66e8102cbc57 None None] Network 9892c20e-9606-46ac-9090-d77aee13dc06 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:02.387463 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-119e36a5-dbd0-44d9-b8b5-22508844c6dc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6819248 Sep 09 10:07:02.454409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc896a-e1e7-4543-87f3-ee151758d7e1 None None] Network 9892c20e-9606-46ac-9090-d77aee13dc06 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:02.794935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-aba545db-be5c-4a79-a52e-bb0a7d9fa615 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:02.796466 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-aba545db-be5c-4a79-a52e-bb0a7d9fa615 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/networks?id=9892c20e-9606-46ac-9090-d77aee13dc06 HTTP/1.1" status: 200 len: 814 time: 0.0999584 Sep 09 10:07:02.811356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-17da4b5c-d92b-45cd-9f2e-df4cf6f9e870 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/quotas/453e9f660bf24e918cc18d6be5d19a3d HTTP/1.1" status: 200 len: 375 time: 0.0092959 Sep 09 10:07:02.845422 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-b00427a6-af19-4c5d-a9c6-e9a83ca5a131 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=453e9f660bf24e918cc18d6be5d19a3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288131 Sep 09 10:07:03.030158 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-b39d0627-c0af-48c7-81ce-1825e1240204 service neutron] 10.222.0.32 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229582 Sep 09 10:07:03.128928 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f928d767-cbf4-4f2a-8d0f-e5df232c87d8 service neutron] 10.222.0.32 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927129 Sep 09 10:07:03.360706 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bb5bb85e-1c55-483b-90ef-12d5ccf4873b req-f221cc3e-9bc3-4c94-a6b4-43685e4ac1e0 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 210 time: 0.0323186 Sep 09 10:07:04.466066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7fc5fdd9-37df-4a9a-bf06-571b3ce4183b req-ec58ef4b-ffd4-4c1e-a2ee-bf9d31a15c35 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 210 time: 0.0283298 Sep 09 10:07:05.297884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-893682af-4f99-4717-bef6-299758e031be tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:05.299261 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-893682af-4f99-4717-bef6-299758e031be tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.41 "GET /v2.0/networks?id=9892c20e-9606-46ac-9090-d77aee13dc06 HTTP/1.1" status: 200 len: 814 time: 0.0991604 Sep 09 10:07:05.312872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Request body: {'port': {'device_id': '1d96cb59-5d2c-47e8-bc1f-8d62d6b13389', 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06', 'admin_state_up': True, 'tenant_id': '453e9f660bf24e918cc18d6be5d19a3d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:05.486231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Made reservation on behalf of 453e9f660bf24e918cc18d6be5d19a3d for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:05.489935 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:05.566123 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3aaa3a9c-6bd3-4a40-b372-ca6fd8057d14 req-cfdbc4a5-5b07-4fd9-8ca4-80ea8024b875 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 210 time: 0.0264649 Sep 09 10:07:05.622023 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Allocated IP 172.20.0.2 (9892c20e-9606-46ac-9090-d77aee13dc06/74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b/93fd3221-85f4-4b1a-b9c8-3c8d350a3875) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:07:05.763254 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:05.869594 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:05.910528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Network 9892c20e-9606-46ac-9090-d77aee13dc06 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:07:05.914288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:05.917996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:07:05.946714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Pushing event updated for resources: {'Port': ['ID=93fd3221-85f4-4b1a-b9c8-3c8d350a3875,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:05.971772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:05.972384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:06.040889 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56b077f8-9ae2-4760-bbfa-719128bf6e3b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7318108 Sep 09 10:07:06.052905 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Request body: {'port': {'device_id': '1d96cb59-5d2c-47e8-bc1f-8d62d6b13389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:06.105039 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:06.370755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:07:06.378075 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:06.390390 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Transition to ACTIVE for port object 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:06.445762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:06.497096 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Pushing event updated for resources: {'Port': ['ID=93fd3221-85f4-4b1a-b9c8-3c8d350a3875,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:06.568185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Attempting to bind port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:07:06.568828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Attempting to bind port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'def3c92a-4cb1-4fd0-9e74-bf711296661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:07:06.569164 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Attempting to bind port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 on network 9892c20e-9606-46ac-9090-d77aee13dc06 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:07:06.573487 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 on network 9892c20e-9606-46ac-9090-d77aee13dc06 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:07:06.573809 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Attempting to bind port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 on network 9892c20e-9606-46ac-9090-d77aee13dc06 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:07:06.578525 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:07:06.578863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Checking segment: {'id': 'def3c92a-4cb1-4fd0-9e74-bf711296661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:06.579244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Bound using segment: {'id': 'def3c92a-4cb1-4fd0-9e74-bf711296661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:07:06.579699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Bound port: 93fd3221-85f4-4b1a-b9c8-3c8d350a3875, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def3c92a-4cb1-4fd0-9e74-bf711296661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:07:06.580060 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:06.669640 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] For port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:07:06.682445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] For port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=93fd3221-85f4-4b1a-b9c8-3c8d350a3875,segment=NetworkSegment(def3c92a-4cb1-4fd0-9e74-bf711296661d),segment_id=def3c92a-4cb1-4fd0-9e74-bf711296661d)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:07:06.698264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30844f-6b4e-439a-8025-2ababcd1d536 req-8bf8d894-a0ef-476d-bb8d-1d1dc8fd7736 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:06.699825 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee30844f-6b4e-439a-8025-2ababcd1d536 req-8bf8d894-a0ef-476d-bb8d-1d1dc8fd7736 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 943 time: 0.0660348 Sep 09 10:07:06.747746 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee30844f-6b4e-439a-8025-2ababcd1d536 req-1a029eda-1906-4139-95a8-10d4bc649323 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417802 Sep 09 10:07:06.752338 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:06.790707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:06.791337 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:06.792759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] 10.222.0.41 "PUT /v2.0/ports/93fd3221-85f4-4b1a-b9c8-3c8d350a3875 HTTP/1.1" status: 200 len: 1092 time: 0.7441208 Sep 09 10:07:06.793227 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d96cb59-5d2c-47e8-bc1f-8d62d6b13389', 'tag': '93fd3221-85f4-4b1a-b9c8-3c8d350a3875'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:07:06.795474 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005fe3ba-2a36-4cef-a556-1299bd822205" -d '{"events": [{"name": "network-changed", "server_uuid": "1d96cb59-5d2c-47e8-bc1f-8d62d6b13389", "tag": "93fd3221-85f4-4b1a-b9c8-3c8d350a3875"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:07:06.822334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4913f35-894e-42d1-9df1-2121e13c5a82 service neutron] Pushing event updated for resources: {'Port': ['ID=93fd3221-85f4-4b1a-b9c8-3c8d350a3875,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:06.834004 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4f4fc6-b39e-43e4-bc8b-56dff1bba5d3 x-openstack-request-id: req-0f4f4fc6-b39e-43e4-bc8b-56dff1bba5d3 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:07:06.834291 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d96cb59-5d2c-47e8-bc1f-8d62d6b13389", "tag": "93fd3221-85f4-4b1a-b9c8-3c8d350a3875", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:07:06.834539 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f4f4fc6-b39e-43e4-bc8b-56dff1bba5d3 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:07:06.834932 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d96cb59-5d2c-47e8-bc1f-8d62d6b13389', 'tag': '93fd3221-85f4-4b1a-b9c8-3c8d350a3875', 'status': 'completed', 'code': 200} Sep 09 10:07:06.897669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fe3ba-2a36-4cef-a556-1299bd822205 req-d03d7595-6a7a-4b98-86e2-7d3ee18a81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:06.899192 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-005fe3ba-2a36-4cef-a556-1299bd822205 req-d03d7595-6a7a-4b98-86e2-7d3ee18a81b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453e9f660bf24e918cc18d6be5d19a3d&device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 1095 time: 0.0434139 Sep 09 10:07:07.000101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fe3ba-2a36-4cef-a556-1299bd822205 req-5f8146aa-9b64-4998-b640-50a5ebbcd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:07.001477 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-005fe3ba-2a36-4cef-a556-1299bd822205 req-5f8146aa-9b64-4998-b640-50a5ebbcd2ef service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=453e9f660bf24e918cc18d6be5d19a3d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0950620 Sep 09 10:07:07.099457 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fe3ba-2a36-4cef-a556-1299bd822205 req-eac6b719-7f2e-4bde-912a-d9473b505e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:07.101073 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-005fe3ba-2a36-4cef-a556-1299bd822205 req-eac6b719-7f2e-4bde-912a-d9473b505e82 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932288 Sep 09 10:07:07.182575 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-fc7d34b7-c70f-4661-8d92-18ed502b8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:07.184146 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-fc7d34b7-c70f-4661-8d92-18ed502b8fd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453e9f660bf24e918cc18d6be5d19a3d&device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 1095 time: 0.0410342 Sep 09 10:07:07.228503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-97064d26-9ff9-44fb-a8db-d25649e36b22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93fd3221-85f4-4b1a-b9c8-3c8d350a3875 HTTP/1.1" status: 200 len: 217 time: 0.0363789 Sep 09 10:07:07.276370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-b5ea001b-37b5-407a-8d09-42cb7e2dfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:07.277707 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-b5ea001b-37b5-407a-8d09-42cb7e2dfbb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b HTTP/1.1" status: 200 len: 854 time: 0.0419741 Sep 09 10:07:07.309157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-56da38d5-e2bd-4a63-b16a-ef13586ca6a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9892c20e-9606-46ac-9090-d77aee13dc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245242 Sep 09 10:07:07.425554 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-5a7bab5c-c508-4675-9146-d7cfa9fe187d service neutron] 10.222.0.41 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092632 Sep 09 10:07:07.513627 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fb0b280f-4d79-4ca8-8bfc-114f9fa62266 req-bae2d892-0637-471a-9ad7-f091e715a63e service neutron] 10.222.0.41 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810323 Sep 09 10:07:07.655811 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:07:07.867465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e203fa-30a8-47a6-b769-30c01cc51102 req-d4c4646a-a894-42f6-8763-a92ef7e53edd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:07.869004 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e203fa-30a8-47a6-b769-30c01cc51102 req-d4c4646a-a894-42f6-8763-a92ef7e53edd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 943 time: 0.0548944 Sep 09 10:07:07.907086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-61e203fa-30a8-47a6-b769-30c01cc51102 req-bc97ac45-fc45-4f41-b7fd-9b101afbefbe tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321102 Sep 09 10:07:09.027823 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102c2e7-8400-4275-8f74-5cfd8f3bd0e8 req-2041bf6b-072a-4c9c-8f6a-0402f6a7cca2 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:09.029339 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c102c2e7-8400-4275-8f74-5cfd8f3bd0e8 req-2041bf6b-072a-4c9c-8f6a-0402f6a7cca2 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 943 time: 0.0541093 Sep 09 10:07:09.067259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c102c2e7-8400-4275-8f74-5cfd8f3bd0e8 req-29e17133-239e-488a-aca0-5d47d348b5bd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318682 Sep 09 10:07:10.185872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1746c1f-eb22-4cbb-82f9-0e5ea829fba6 req-7e65e314-4809-4f2c-81ed-f493dd2b227c tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:10.187284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d1746c1f-eb22-4cbb-82f9-0e5ea829fba6 req-7e65e314-4809-4f2c-81ed-f493dd2b227c tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 943 time: 0.0516119 Sep 09 10:07:10.224026 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d1746c1f-eb22-4cbb-82f9-0e5ea829fba6 req-65b45c0f-f94f-4d03-8221-cc3859294d54 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Sep 09 10:07:10.450322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:07:10.543806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=93fd3221-85f4-4b1a-b9c8-3c8d350a3875,segment=NetworkSegment(def3c92a-4cb1-4fd0-9e74-bf711296661d),segment_id=def3c92a-4cb1-4fd0-9e74-bf711296661d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:10.554683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '93fd3221-85f4-4b1a-b9c8-3c8d350a3875', 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06', 'port_id': '93fd3221-85f4-4b1a-b9c8-3c8d350a3875', 'mac_address': 'fa:16:3e:39:f7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:07:10.595297 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:10.608329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:07:10.626686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=93fd3221-85f4-4b1a-b9c8-3c8d350a3875,segment=NetworkSegment(def3c92a-4cb1-4fd0-9e74-bf711296661d),segment_id=def3c92a-4cb1-4fd0-9e74-bf711296661d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:10.685746 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:10.734300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=93fd3221-85f4-4b1a-b9c8-3c8d350a3875,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:10.872550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['93fd3221-85f4-4b1a-b9c8-3c8d350a3875'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:07:11.338377 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b650f-af9c-4797-b437-00e18dcc0589 req-3d5cf4c8-4827-4e27-9178-ae025e15c83c tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:11.339909 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-917b650f-af9c-4797-b437-00e18dcc0589 req-3d5cf4c8-4827-4e27-9178-ae025e15c83c tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 944 time: 0.0492606 Sep 09 10:07:11.376958 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-917b650f-af9c-4797-b437-00e18dcc0589 req-f168bae5-befb-4c46-8f37-9362e0db8fb6 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312297 Sep 09 10:07:12.450046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:07:12.492527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3da3d-9aa6-4535-984c-3e3f85934549 req-bbc82e99-15f3-4b48-b998-5ff3bc73a68e tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:12.494066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86d3da3d-9aa6-4535-984c-3e3f85934549 req-bbc82e99-15f3-4b48-b998-5ff3bc73a68e tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 944 time: 0.0515237 Sep 09 10:07:12.533567 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-86d3da3d-9aa6-4535-984c-3e3f85934549 req-370f2422-83c3-4c6a-9126-a3ce1a1a2f39 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331933 Sep 09 10:07:12.592345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:07:12.596290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:07:12.596666 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:12.673942 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:12.700007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d96cb59-5d2c-47e8-bc1f-8d62d6b13389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fd3221-85f4-4b1a-b9c8-3c8d350a3875'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:07:12.702217 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c057acc-7a0f-4d3f-9d47-c3ffa50915e0" -d '{"events": [{"server_uuid": "1d96cb59-5d2c-47e8-bc1f-8d62d6b13389", "name": "network-vif-plugged", "status": "completed", "tag": "93fd3221-85f4-4b1a-b9c8-3c8d350a3875"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:07:12.715517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=93fd3221-85f4-4b1a-b9c8-3c8d350a3875,segment=NetworkSegment(def3c92a-4cb1-4fd0-9e74-bf711296661d),segment_id=def3c92a-4cb1-4fd0-9e74-bf711296661d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:12.740805 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f38124-8306-4385-b0ab-3de9a1bc0efa x-openstack-request-id: req-51f38124-8306-4385-b0ab-3de9a1bc0efa {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:07:12.740805 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d96cb59-5d2c-47e8-bc1f-8d62d6b13389", "name": "network-vif-plugged", "status": "completed", "tag": "93fd3221-85f4-4b1a-b9c8-3c8d350a3875", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:07:12.740805 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51f38124-8306-4385-b0ab-3de9a1bc0efa {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:07:12.740805 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d96cb59-5d2c-47e8-bc1f-8d62d6b13389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fd3221-85f4-4b1a-b9c8-3c8d350a3875', 'code': 200} Sep 09 10:07:12.780974 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:12.828897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=93fd3221-85f4-4b1a-b9c8-3c8d350a3875,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:12.836663 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3381e-161d-43a3-ab73-828fcb4d394d req-03c67fdd-7682-4887-b7ab-bd3d86b7a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:12.838169 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ab3381e-161d-43a3-ab73-828fcb4d394d req-03c67fdd-7682-4887-b7ab-bd3d86b7a37f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 1097 time: 0.0452061 Sep 09 10:07:12.873125 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ab3381e-161d-43a3-ab73-828fcb4d394d req-4285359b-f229-443c-a617-3342ec1a0fa7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275183 Sep 09 10:07:13.647072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180398b7-d056-43e4-97d7-5635828022a9 req-8b8a0233-7adc-4069-a7ce-41b128eb82c5 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:13.648555 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-180398b7-d056-43e4-97d7-5635828022a9 req-8b8a0233-7adc-4069-a7ce-41b128eb82c5 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 945 time: 0.0491376 Sep 09 10:07:13.685667 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-180398b7-d056-43e4-97d7-5635828022a9 req-07f2e2d4-1cf1-42fb-b084-acf4f58b7d87 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Sep 09 10:07:14.525646 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec862b74-1d75-429b-84f7-687e26894c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:14.813461 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440315da-aab3-4009-9d6e-d2870a30f40c req-200d70a9-b37a-4e61-ad12-eefbb6c94d5e tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:14.814874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-440315da-aab3-4009-9d6e-d2870a30f40c req-200d70a9-b37a-4e61-ad12-eefbb6c94d5e tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 945 time: 0.0481601 Sep 09 10:07:14.853907 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-440315da-aab3-4009-9d6e-d2870a30f40c req-5ec938a9-ca33-414c-86e1-bc0f26cc2e64 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Sep 09 10:07:15.090149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-eb7c1d04-a31c-4efd-baa8-aaa2ce1579a1 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:15.091670 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-eb7c1d04-a31c-4efd-baa8-aaa2ce1579a1 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/networks?id=9892c20e-9606-46ac-9090-d77aee13dc06 HTTP/1.1" status: 200 len: 814 time: 0.1188326 Sep 09 10:07:15.107112 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-3835d8b3-4484-4e57-a93a-d19a00552e3d tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/quotas/453e9f660bf24e918cc18d6be5d19a3d HTTP/1.1" status: 200 len: 375 time: 0.0097086 Sep 09 10:07:15.156088 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-2fe14591-253b-43bc-8b36-8dccbb64c5e8 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=453e9f660bf24e918cc18d6be5d19a3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435944 Sep 09 10:07:15.244920 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-af9c04b2-62f3-43b6-8c74-7d22e8f52060 service neutron] 10.222.0.32 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819383 Sep 09 10:07:15.334240 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-f1e0dd8e-9018-493d-8364-0f5115ad6848 service neutron] 10.222.0.32 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830560 Sep 09 10:07:15.558280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-26039530-a003-4174-8393-2c482c8dbdec req-e94f82ea-3636-438d-a5bb-dac632b5496a tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 210 time: 0.0307231 Sep 09 10:07:16.650223 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-21e1f58e-9710-4996-a213-60ed78e1c877 req-10b1e3e5-d14b-4265-b3a3-81d7f84c1336 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 210 time: 0.0269630 Sep 09 10:07:17.175065 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9ffd-ff60-4309-8f00-155269c3a1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:17.252073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-744c6c86-8de2-4650-a61e-b0596855c35d tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:17.254342 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-744c6c86-8de2-4650-a61e-b0596855c35d tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.24 "GET /v2.0/networks?id=9892c20e-9606-46ac-9090-d77aee13dc06 HTTP/1.1" status: 200 len: 814 time: 0.1039927 Sep 09 10:07:17.268584 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Request body: {'port': {'device_id': '2b697272-2ce1-469a-8f02-b0f4cac19ba9', 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06', 'admin_state_up': True, 'tenant_id': '453e9f660bf24e918cc18d6be5d19a3d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:17.391907 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:17.463042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Made reservation on behalf of 453e9f660bf24e918cc18d6be5d19a3d for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:17.466563 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:17.587172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Allocated IP 172.20.0.6 (9892c20e-9606-46ac-9090-d77aee13dc06/74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b/3200b843-70f0-4f5e-97f2-b8d1196645e5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:07:17.756199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68c238a2-5316-4274-b80b-f2d92f4b11e7 req-aae9e342-d68f-4378-a440-41fc0a33c6b9 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 210 time: 0.0353503 Sep 09 10:07:17.760890 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:17.880400 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:17.893182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['93fd3221-85f4-4b1a-b9c8-3c8d350a3875'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:07:17.927000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Network 9892c20e-9606-46ac-9090-d77aee13dc06 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:07:17.932426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:17.938490 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:07:17.963516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Pushing event updated for resources: {'Port': ['ID=3200b843-70f0-4f5e-97f2-b8d1196645e5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:17.979096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:17.979475 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:17.979821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:17.980168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:17.980516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:17.980837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:17.981166 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:17.981495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:17.981825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:17.982153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:17.982479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:17.982806 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:18.004276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:18.004904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:18.101355 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-7ab7aa6b-6483-4d40-8d9b-780b6efceddc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8367329 Sep 09 10:07:18.114333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Request body: {'port': {'device_id': '2b697272-2ce1-469a-8f02-b0f4cac19ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:18.167096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:18.435643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3200b843-70f0-4f5e-97f2-b8d1196645e5 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:07:18.442790 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:18.455155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Transition to ACTIVE for port object 3200b843-70f0-4f5e-97f2-b8d1196645e5 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:18.523041 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:18.572423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3200b843-70f0-4f5e-97f2-b8d1196645e5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:18.640764 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Attempting to bind port 3200b843-70f0-4f5e-97f2-b8d1196645e5 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:07:18.641092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Attempting to bind port 3200b843-70f0-4f5e-97f2-b8d1196645e5 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'def3c92a-4cb1-4fd0-9e74-bf711296661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:07:18.641412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Attempting to bind port 3200b843-70f0-4f5e-97f2-b8d1196645e5 on network 9892c20e-9606-46ac-9090-d77aee13dc06 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:07:18.645518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Port 3200b843-70f0-4f5e-97f2-b8d1196645e5 on network 9892c20e-9606-46ac-9090-d77aee13dc06 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:07:18.645833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Attempting to bind port 3200b843-70f0-4f5e-97f2-b8d1196645e5 on network 9892c20e-9606-46ac-9090-d77aee13dc06 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:07:18.651017 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:07:18.651527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Checking segment: {'id': 'def3c92a-4cb1-4fd0-9e74-bf711296661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:18.652059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Bound using segment: {'id': 'def3c92a-4cb1-4fd0-9e74-bf711296661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:07:18.652650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Bound port: 3200b843-70f0-4f5e-97f2-b8d1196645e5, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def3c92a-4cb1-4fd0-9e74-bf711296661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:07:18.653148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:18.654564 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:18.716196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] For port 3200b843-70f0-4f5e-97f2-b8d1196645e5, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:07:18.719202 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] For port 3200b843-70f0-4f5e-97f2-b8d1196645e5, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3200b843-70f0-4f5e-97f2-b8d1196645e5,segment=NetworkSegment(def3c92a-4cb1-4fd0-9e74-bf711296661d),segment_id=def3c92a-4cb1-4fd0-9e74-bf711296661d)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:07:18.792163 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:18.827215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:18.827708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:18.829116 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/3200b843-70f0-4f5e-97f2-b8d1196645e5 HTTP/1.1" status: 200 len: 1092 time: 0.7189639 Sep 09 10:07:18.829570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b697272-2ce1-469a-8f02-b0f4cac19ba9', 'tag': '3200b843-70f0-4f5e-97f2-b8d1196645e5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:07:18.860753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f826cfe-7b4b-4c55-b12c-7872a13ab6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3200b843-70f0-4f5e-97f2-b8d1196645e5,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:18.880753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e6d42-7112-498e-a609-7f2d3711dfbf req-839d61fd-ccf5-43e8-9c1d-4fd5fe8ace38 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:18.881214 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90701279-78e0-4bd6-9d82-851dcd3a46c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b697272-2ce1-469a-8f02-b0f4cac19ba9", "tag": "3200b843-70f0-4f5e-97f2-b8d1196645e5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:07:18.882290 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e3e6d42-7112-498e-a609-7f2d3711dfbf req-839d61fd-ccf5-43e8-9c1d-4fd5fe8ace38 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 943 time: 0.0521481 Sep 09 10:07:18.925904 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5e3e6d42-7112-498e-a609-7f2d3711dfbf req-e092a284-8f85-4018-9dac-ea0e1d4170fc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374720 Sep 09 10:07:18.973065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-0137ba99-12d7-4d1f-88dc-47396251683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:18.974592 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-0137ba99-12d7-4d1f-88dc-47396251683a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=453e9f660bf24e918cc18d6be5d19a3d&device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 1095 time: 0.0426934 Sep 09 10:07:18.989697 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ccc08-0bee-44e0-a770-742e3e66af6d x-openstack-request-id: req-005ccc08-0bee-44e0-a770-742e3e66af6d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:07:18.989986 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b697272-2ce1-469a-8f02-b0f4cac19ba9", "tag": "3200b843-70f0-4f5e-97f2-b8d1196645e5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:07:18.990238 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-005ccc08-0bee-44e0-a770-742e3e66af6d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:07:18.990630 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b697272-2ce1-469a-8f02-b0f4cac19ba9', 'tag': '3200b843-70f0-4f5e-97f2-b8d1196645e5', 'status': 'completed', 'code': 200} Sep 09 10:07:19.023323 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-ccead370-edde-4f1e-b948-de575ce5c251 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3200b843-70f0-4f5e-97f2-b8d1196645e5 HTTP/1.1" status: 200 len: 217 time: 0.0401096 Sep 09 10:07:19.072753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-3eb24c35-46fa-456f-ba8c-5385c100ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:19.074204 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-3eb24c35-46fa-456f-ba8c-5385c100ff87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b HTTP/1.1" status: 200 len: 854 time: 0.0435314 Sep 09 10:07:19.104659 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-5fe500a0-74b2-4e77-8c58-6bd515e119f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9892c20e-9606-46ac-9090-d77aee13dc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237222 Sep 09 10:07:19.197339 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-df7c785c-ccdc-4954-87f4-36e469220662 service neutron] 10.222.0.24 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847719 Sep 09 10:07:19.284995 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5507bd32-94d7-4bba-8f02-b5c7734ccbc5 req-51506259-30c2-45ea-bcdc-69644854ffd6 service neutron] 10.222.0.24 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800736 Sep 09 10:07:19.455788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90701279-78e0-4bd6-9d82-851dcd3a46c9 req-5e8cae8e-92d8-48a4-b721-b8facb341aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:19.457296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90701279-78e0-4bd6-9d82-851dcd3a46c9 req-5e8cae8e-92d8-48a4-b721-b8facb341aeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=453e9f660bf24e918cc18d6be5d19a3d&device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 1095 time: 0.0450227 Sep 09 10:07:19.545508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90701279-78e0-4bd6-9d82-851dcd3a46c9 req-6888347d-77d2-49f1-bcef-70dcea3b4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:19.546877 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90701279-78e0-4bd6-9d82-851dcd3a46c9 req-6888347d-77d2-49f1-bcef-70dcea3b4c96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9892c20e-9606-46ac-9090-d77aee13dc06 HTTP/1.1" status: 200 len: 915 time: 0.0827341 Sep 09 10:07:19.590314 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90701279-78e0-4bd6-9d82-851dcd3a46c9 req-fe9f0109-ffd1-4f60-800c-e2aec8e23cc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3200b843-70f0-4f5e-97f2-b8d1196645e5 HTTP/1.1" status: 200 len: 217 time: 0.0356812 Sep 09 10:07:19.639021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90701279-78e0-4bd6-9d82-851dcd3a46c9 req-2d75f3a3-87a7-4906-850f-8fb767afa1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:19.640725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90701279-78e0-4bd6-9d82-851dcd3a46c9 req-2d75f3a3-87a7-4906-850f-8fb767afa1c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b HTTP/1.1" status: 200 len: 854 time: 0.0434926 Sep 09 10:07:19.672519 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90701279-78e0-4bd6-9d82-851dcd3a46c9 req-740b0aa3-911a-4911-8942-02421f843ff6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9892c20e-9606-46ac-9090-d77aee13dc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240569 Sep 09 10:07:19.767243 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90701279-78e0-4bd6-9d82-851dcd3a46c9 req-11cda24f-33e9-4620-a67e-68426f045793 service neutron] 10.222.0.24 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871201 Sep 09 10:07:19.854806 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-90701279-78e0-4bd6-9d82-851dcd3a46c9 req-516dcb94-e09e-429a-97af-b078ca7b07f9 service neutron] 10.222.0.24 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803745 Sep 09 10:07:20.044682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb853063-fbb2-4076-9f35-1815336ceaa7 req-0078b076-4e49-40d8-bebf-7ce9f7c355df tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:20.046223 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb853063-fbb2-4076-9f35-1815336ceaa7 req-0078b076-4e49-40d8-bebf-7ce9f7c355df tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 943 time: 0.0485184 Sep 09 10:07:20.084613 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bb853063-fbb2-4076-9f35-1815336ceaa7 req-03db9d51-a5bc-4825-94bc-ff6670fff501 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324526 Sep 09 10:07:20.277463 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:21.200834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c25231-0e4e-4826-bd53-6a83b06eebfa req-c2f43a15-c020-4107-88e2-2d2e3019956b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:21.202301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a0c25231-0e4e-4826-bd53-6a83b06eebfa req-c2f43a15-c020-4107-88e2-2d2e3019956b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 943 time: 0.0481765 Sep 09 10:07:21.240063 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a0c25231-0e4e-4826-bd53-6a83b06eebfa req-2354dcc5-1f2a-4902-9273-a89543b9e6e0 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Sep 09 10:07:22.291764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3200b843-70f0-4f5e-97f2-b8d1196645e5 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:07:22.360556 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5ffa5-1184-479b-a231-90c6c5195354 req-8b4610bc-be61-4f3e-976d-65963bdb7a22 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:22.362051 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4a5ffa5-1184-479b-a231-90c6c5195354 req-8b4610bc-be61-4f3e-976d-65963bdb7a22 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 943 time: 0.0557508 Sep 09 10:07:22.386366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3200b843-70f0-4f5e-97f2-b8d1196645e5, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3200b843-70f0-4f5e-97f2-b8d1196645e5,segment=NetworkSegment(def3c92a-4cb1-4fd0-9e74-bf711296661d),segment_id=def3c92a-4cb1-4fd0-9e74-bf711296661d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:22.398758 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '3200b843-70f0-4f5e-97f2-b8d1196645e5', 'network_id': '9892c20e-9606-46ac-9090-d77aee13dc06', 'port_id': '3200b843-70f0-4f5e-97f2-b8d1196645e5', 'mac_address': 'fa:16:3e:63:24:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:07:22.416286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f4a5ffa5-1184-479b-a231-90c6c5195354 req-1ddd1082-72c4-4aad-b9fe-0d5c49a9874a tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442979 Sep 09 10:07:22.439792 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:22.452715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3200b843-70f0-4f5e-97f2-b8d1196645e5 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:07:22.472036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3200b843-70f0-4f5e-97f2-b8d1196645e5, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3200b843-70f0-4f5e-97f2-b8d1196645e5,segment=NetworkSegment(def3c92a-4cb1-4fd0-9e74-bf711296661d),segment_id=def3c92a-4cb1-4fd0-9e74-bf711296661d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:22.583024 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:22.630696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3200b843-70f0-4f5e-97f2-b8d1196645e5,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:22.775555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['3200b843-70f0-4f5e-97f2-b8d1196645e5'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:07:23.221290 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45ec488c-13f8-4e53-ba72-1c0519a312b8 req-c96302f6-a610-49e0-9caf-6f49d1dd519e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0377471 Sep 09 10:07:23.540472 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5f6d2-e052-471f-9ae0-7b0ccad062f5 req-b7966b3a-8084-4193-9d4e-5497ff6b0222 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:23.541990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ebd5f6d2-e052-471f-9ae0-7b0ccad062f5 req-b7966b3a-8084-4193-9d4e-5497ff6b0222 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 944 time: 0.0563955 Sep 09 10:07:23.580314 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ebd5f6d2-e052-471f-9ae0-7b0ccad062f5 req-5b94c903-3ab6-4160-816d-88aaa360398d tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Sep 09 10:07:23.651218 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec488c-13f8-4e53-ba72-1c0519a312b8 req-60320b7b-5e3d-466f-a5a1-5d8c2627a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:23.652749 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45ec488c-13f8-4e53-ba72-1c0519a312b8 req-60320b7b-5e3d-466f-a5a1-5d8c2627a09d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453e9f660bf24e918cc18d6be5d19a3d&device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 1097 time: 0.3899596 Sep 09 10:07:23.752577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec488c-13f8-4e53-ba72-1c0519a312b8 req-054d5c89-e8b6-41db-b401-ca5e9fd765fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:23.754038 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45ec488c-13f8-4e53-ba72-1c0519a312b8 req-054d5c89-e8b6-41db-b401-ca5e9fd765fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=9892c20e-9606-46ac-9090-d77aee13dc06 HTTP/1.1" status: 200 len: 915 time: 0.0817053 Sep 09 10:07:23.796758 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45ec488c-13f8-4e53-ba72-1c0519a312b8 req-10f78d36-1e98-4ceb-a87e-5dcecaff08c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93fd3221-85f4-4b1a-b9c8-3c8d350a3875 HTTP/1.1" status: 200 len: 217 time: 0.0353358 Sep 09 10:07:23.843502 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec488c-13f8-4e53-ba72-1c0519a312b8 req-4346891e-dd87-4be3-9c56-26ed24356eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:23.844907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45ec488c-13f8-4e53-ba72-1c0519a312b8 req-4346891e-dd87-4be3-9c56-26ed24356eab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b HTTP/1.1" status: 200 len: 854 time: 0.0421314 Sep 09 10:07:23.876529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45ec488c-13f8-4e53-ba72-1c0519a312b8 req-3cc002d3-f239-4b43-a2c6-770aa92e1cc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9892c20e-9606-46ac-9090-d77aee13dc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247645 Sep 09 10:07:23.968571 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45ec488c-13f8-4e53-ba72-1c0519a312b8 req-e7e6beaf-eba6-47a8-8da5-f65dadcc59b5 service neutron] 10.222.0.41 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847073 Sep 09 10:07:24.057365 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-45ec488c-13f8-4e53-ba72-1c0519a312b8 req-c2b0bf2e-4c15-4056-8730-ec152d733da7 service neutron] 10.222.0.41 "GET /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822375 Sep 09 10:07:24.323018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3200b843-70f0-4f5e-97f2-b8d1196645e5 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:07:24.414437 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 3200b843-70f0-4f5e-97f2-b8d1196645e5 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:07:24.418179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 3200b843-70f0-4f5e-97f2-b8d1196645e5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:07:24.418558 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:24.493220 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:24.514213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b697272-2ce1-469a-8f02-b0f4cac19ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3200b843-70f0-4f5e-97f2-b8d1196645e5'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:07:24.516693 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922a3870-fb24-4876-9a9b-0bfebdf82a6a" -d '{"events": [{"server_uuid": "2b697272-2ce1-469a-8f02-b0f4cac19ba9", "name": "network-vif-plugged", "status": "completed", "tag": "3200b843-70f0-4f5e-97f2-b8d1196645e5"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:07:24.533954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 3200b843-70f0-4f5e-97f2-b8d1196645e5, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3200b843-70f0-4f5e-97f2-b8d1196645e5,segment=NetworkSegment(def3c92a-4cb1-4fd0-9e74-bf711296661d),segment_id=def3c92a-4cb1-4fd0-9e74-bf711296661d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:24.552824 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9836f917-45cb-4320-86f9-885cedabab35 x-openstack-request-id: req-9836f917-45cb-4320-86f9-885cedabab35 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:07:24.553118 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b697272-2ce1-469a-8f02-b0f4cac19ba9", "name": "network-vif-plugged", "status": "completed", "tag": "3200b843-70f0-4f5e-97f2-b8d1196645e5", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:07:24.553384 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9836f917-45cb-4320-86f9-885cedabab35 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:07:24.553896 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b697272-2ce1-469a-8f02-b0f4cac19ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3200b843-70f0-4f5e-97f2-b8d1196645e5', 'code': 200} Sep 09 10:07:24.597671 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:24.666899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083a244-e1d6-4790-8f38-9627f9371803 req-8389a9c9-5de5-46fa-9999-308fe0e059c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:24.668413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d083a244-e1d6-4790-8f38-9627f9371803 req-8389a9c9-5de5-46fa-9999-308fe0e059c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 1097 time: 0.0603907 Sep 09 10:07:24.671526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=3200b843-70f0-4f5e-97f2-b8d1196645e5,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:24.679489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.679845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.680187 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.680526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.680861 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.681192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.681522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.681849 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.682174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.682500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.682824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.683147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:24.731685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b8dca-6cfe-4f8c-b7c3-e1f34c15e5c3 req-a17e9f06-083d-49a2-899e-bf78068a08c4 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:24.733152 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-443b8dca-6cfe-4f8c-b7c3-e1f34c15e5c3 req-a17e9f06-083d-49a2-899e-bf78068a08c4 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 945 time: 0.0770676 Sep 09 10:07:24.735079 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d083a244-e1d6-4790-8f38-9627f9371803 req-54854b09-0271-4018-8e1e-6137b214ab2b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503197 Sep 09 10:07:24.770183 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-443b8dca-6cfe-4f8c-b7c3-e1f34c15e5c3 req-e9a8fbfc-24b5-4e69-95d3-f7cd7c2290ed tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Sep 09 10:07:25.620037 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:25.885761 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f269-aeff-4f30-a5f8-46837ad800ea req-9ca319b9-a637-4012-9987-8805a322618b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:25.887281 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55a9f269-aeff-4f30-a5f8-46837ad800ea req-9ca319b9-a637-4012-9987-8805a322618b tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 945 time: 0.0503297 Sep 09 10:07:25.929825 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-55a9f269-aeff-4f30-a5f8-46837ad800ea req-f6682fd3-6c7b-4546-9fb8-36c5b64b3ba7 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362723 Sep 09 10:07:26.340618 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:27.042969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c62c4-ae82-4e72-bed4-56fa571123b9 req-8e97a201-50b7-4bd9-b13c-6ac4ab65a892 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:27.046607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d88c62c4-ae82-4e72-bed4-56fa571123b9 req-8e97a201-50b7-4bd9-b13c-6ac4ab65a892 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 945 time: 0.0499156 Sep 09 10:07:27.085093 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d88c62c4-ae82-4e72-bed4-56fa571123b9 req-79f526bf-827e-4ef0-972f-b404f72de909 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Sep 09 10:07:27.509358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99188f75-1b84-4ee0-ac0b-918ae38a0d91 req-80706803-74e2-4f5d-b713-8fbd11047590 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:27.510834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99188f75-1b84-4ee0-ac0b-918ae38a0d91 req-80706803-74e2-4f5d-b713-8fbd11047590 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 945 time: 0.0476394 Sep 09 10:07:27.547616 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99188f75-1b84-4ee0-ac0b-918ae38a0d91 req-9af96c1e-d990-40ee-bf17-8eaabf413f54 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306594 Sep 09 10:07:28.660031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadc8a3-e38c-4328-a75d-cf73329b0e5f req-32237854-ba03-4b54-9a79-cf07dbc68847 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:28.661570 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3fadc8a3-e38c-4328-a75d-cf73329b0e5f req-32237854-ba03-4b54-9a79-cf07dbc68847 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 945 time: 0.0482233 Sep 09 10:07:28.699097 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3fadc8a3-e38c-4328-a75d-cf73329b0e5f req-2f04fa8e-cf12-4be1-9c40-af0d031720ad tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Sep 09 10:07:29.157069 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4bd3d-dbf1-4782-8d25-82c5986516d2 req-f49ea4a6-cb4c-43b4-921f-17c093af938a tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:29.158629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8eb4bd3d-dbf1-4782-8d25-82c5986516d2 req-f49ea4a6-cb4c-43b4-921f-17c093af938a tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Sep 09 10:07:29.245899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-8eb4bd3d-dbf1-4782-8d25-82c5986516d2 req-1e6424c9-f70c-425c-9b96-e902a2b54a76 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Deleting port 3200b843-70f0-4f5e-97f2-b8d1196645e5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:07:29.246238 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4bd3d-dbf1-4782-8d25-82c5986516d2 req-1e6424c9-f70c-425c-9b96-e902a2b54a76 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:29.581891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8eb4bd3d-dbf1-4782-8d25-82c5986516d2 req-1e6424c9-f70c-425c-9b96-e902a2b54a76 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] For port 3200b843-70f0-4f5e-97f2-b8d1196645e5, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=3200b843-70f0-4f5e-97f2-b8d1196645e5,segment=NetworkSegment(def3c92a-4cb1-4fd0-9e74-bf711296661d),segment_id=def3c92a-4cb1-4fd0-9e74-bf711296661d)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:29.582171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4bd3d-dbf1-4782-8d25-82c5986516d2 req-1e6424c9-f70c-425c-9b96-e902a2b54a76 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:29.594170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-8eb4bd3d-dbf1-4782-8d25-82c5986516d2 req-1e6424c9-f70c-425c-9b96-e902a2b54a76 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Calling delete_port for 3200b843-70f0-4f5e-97f2-b8d1196645e5 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:07:29.815042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eab15-1219-4963-a5ec-2c6b88e2b118 req-62ebd808-f19f-4f98-9f60-d6e85ccdbfc9 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:29.816549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-086eab15-1219-4963-a5ec-2c6b88e2b118 req-62ebd808-f19f-4f98-9f60-d6e85ccdbfc9 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b697272-2ce1-469a-8f02-b0f4cac19ba9 HTTP/1.1" status: 200 len: 945 time: 0.0522089 Sep 09 10:07:29.817617 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4bd3d-dbf1-4782-8d25-82c5986516d2 req-1e6424c9-f70c-425c-9b96-e902a2b54a76 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:29.831168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['93fd3221-85f4-4b1a-b9c8-3c8d350a3875'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:07:29.834100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['3200b843-70f0-4f5e-97f2-b8d1196645e5'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:07:29.853952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6424c9-f70c-425c-9b96-e902a2b54a76 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Pushing event deleted for resources: {'Port': ['ID=3200b843-70f0-4f5e-97f2-b8d1196645e5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:29.910965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb4bd3d-dbf1-4782-8d25-82c5986516d2 req-1e6424c9-f70c-425c-9b96-e902a2b54a76 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] No DVR routers for this DVR port 3200b843-70f0-4f5e-97f2-b8d1196645e5 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:07:29.914918 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4bd3d-dbf1-4782-8d25-82c5986516d2 req-1e6424c9-f70c-425c-9b96-e902a2b54a76 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:29.916975 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8eb4bd3d-dbf1-4782-8d25-82c5986516d2 req-1e6424c9-f70c-425c-9b96-e902a2b54a76 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.24 "DELETE /v2.0/ports/3200b843-70f0-4f5e-97f2-b8d1196645e5 HTTP/1.1" status: 204 len: 173 time: 0.7515733 Sep 09 10:07:29.917421 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b697272-2ce1-469a-8f02-b0f4cac19ba9', 'name': 'network-vif-deleted', 'tag': '3200b843-70f0-4f5e-97f2-b8d1196645e5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:07:29.919688 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3ab5a6-9350-4e4a-9e5d-1bfa71376576" -d '{"events": [{"server_uuid": "2b697272-2ce1-469a-8f02-b0f4cac19ba9", "name": "network-vif-deleted", "tag": "3200b843-70f0-4f5e-97f2-b8d1196645e5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:07:29.927491 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-086eab15-1219-4963-a5ec-2c6b88e2b118 req-fa600d95-ed2e-4339-9983-8a4bc5da99de tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025732 Sep 09 10:07:29.957892 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693074bf-53b1-48a4-bc64-057a7539ed32 x-openstack-request-id: req-693074bf-53b1-48a4-bc64-057a7539ed32 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:07:29.958189 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b697272-2ce1-469a-8f02-b0f4cac19ba9", "name": "network-vif-deleted", "tag": "3200b843-70f0-4f5e-97f2-b8d1196645e5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:07:29.958436 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-693074bf-53b1-48a4-bc64-057a7539ed32 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:07:29.958860 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b697272-2ce1-469a-8f02-b0f4cac19ba9', 'name': 'network-vif-deleted', 'tag': '3200b843-70f0-4f5e-97f2-b8d1196645e5', 'status': 'completed', 'code': 200} Sep 09 10:07:31.099110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70335696-6a12-4fab-8e05-f2188cb11a84 req-14c315e8-452b-46cd-8c05-bb4474036c94 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:31.100623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70335696-6a12-4fab-8e05-f2188cb11a84 req-14c315e8-452b-46cd-8c05-bb4474036c94 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 945 time: 0.0652223 Sep 09 10:07:31.138429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-70335696-6a12-4fab-8e05-f2188cb11a84 req-c7fc9723-ad7b-420e-ae1d-835c91f4abdc tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Sep 09 10:07:31.267148 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830fbd0-844c-4214-bd6d-a82cd34ff65e req-5f13d8cf-35c8-4c9c-a265-dbc2f5c9c75e tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:31.268673 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f830fbd0-844c-4214-bd6d-a82cd34ff65e req-5f13d8cf-35c8-4c9c-a265-dbc2f5c9c75e tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 945 time: 0.0492382 Sep 09 10:07:31.310672 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f830fbd0-844c-4214-bd6d-a82cd34ff65e req-59392ffc-2b13-4325-8124-341479197155 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361090 Sep 09 10:07:31.439790 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25697bb-8474-4172-abd2-92475192ef82 req-d23e1466-9728-4f4e-a02d-e5bcf13ab038 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:31.441228 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c25697bb-8474-4172-abd2-92475192ef82 req-d23e1466-9728-4f4e-a02d-e5bcf13ab038 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 945 time: 0.0530393 Sep 09 10:07:31.479287 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c25697bb-8474-4172-abd2-92475192ef82 req-7f7ce1f0-002c-4cce-8482-cd0c37c296e2 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Sep 09 10:07:31.551459 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-35171a59-4184-4757-b9bb-c7ced512561c req-e67f2b99-70ed-4e48-9894-0c6b4ee857af service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:07:31.552481 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-35171a59-4184-4757-b9bb-c7ced512561c req-e67f2b99-70ed-4e48-9894-0c6b4ee857af service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054038 Sep 09 10:07:31.657935 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3dcfc-24b8-4d28-9beb-1dd6397c0f57 req-cd8ff538-757c-40ef-88a1-52c5ac9009e5 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:31.659420 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78c3dcfc-24b8-4d28-9beb-1dd6397c0f57 req-cd8ff538-757c-40ef-88a1-52c5ac9009e5 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 945 time: 0.0492237 Sep 09 10:07:31.696808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78c3dcfc-24b8-4d28-9beb-1dd6397c0f57 req-717e61c4-c521-476a-b2f1-0ca124301356 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313098 Sep 09 10:07:31.814661 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb907a-6c8c-41d4-ab76-4f29be5153b1 req-544b77ac-0c4c-4bc9-b1c6-4f5ca02b36bd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:31.816198 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17bb907a-6c8c-41d4-ab76-4f29be5153b1 req-544b77ac-0c4c-4bc9-b1c6-4f5ca02b36bd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 945 time: 0.0519254 Sep 09 10:07:31.855101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17bb907a-6c8c-41d4-ab76-4f29be5153b1 req-f950afe7-8965-46e5-863f-5eca191b96fb tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Sep 09 10:07:31.977006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dfac5-a9e8-4321-b9f1-c7b9867c211a req-f8edd5d4-0da0-4db8-9d85-215244c1ef72 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:31.979404 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d0dfac5-a9e8-4321-b9f1-c7b9867c211a req-f8edd5d4-0da0-4db8-9d85-215244c1ef72 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 945 time: 0.0495934 Sep 09 10:07:32.017440 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d0dfac5-a9e8-4321-b9f1-c7b9867c211a req-08dbb682-6d37-4a3d-a0ce-a75d1ca1b5dd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319619 Sep 09 10:07:32.386055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3200b843-70f0-4f5e-97f2-b8d1196645e5 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:07:32.407255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 3200b843-70f0-4f5e-97f2-b8d1196645e5 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:07:32.407632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 3200b843-70f0-4f5e-97f2-b8d1196645e5 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:07:32.517019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1f780-e3da-42a9-8a90-4ed31bac01f1 req-6c78cfd5-ebe3-4258-a7ff-d3174de4490c tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:32.518515 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4e1f780-e3da-42a9-8a90-4ed31bac01f1 req-6c78cfd5-ebe3-4258-a7ff-d3174de4490c tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 945 time: 0.0485940 Sep 09 10:07:32.560952 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4e1f780-e3da-42a9-8a90-4ed31bac01f1 req-78385164-5fdb-4ecb-a24c-d0e2cbeb3309 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362427 Sep 09 10:07:33.685136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec20dd6-2b58-4d6c-b134-4f8502b46b0f req-b28b8958-cc4a-4133-96d6-74a75c6acf35 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:33.687167 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ec20dd6-2b58-4d6c-b134-4f8502b46b0f req-b28b8958-cc4a-4133-96d6-74a75c6acf35 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 945 time: 0.0493572 Sep 09 10:07:33.726542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3ec20dd6-2b58-4d6c-b134-4f8502b46b0f req-ffe666ec-45d7-4c85-841f-c19c034843e3 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f594555-0c65-4b49-ba32-4e521aeb1662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Sep 09 10:07:33.834344 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91d617-8dde-4081-beb5-f7d8e2dd9b95 req-bc995403-ea36-498d-b68f-543303af5e04 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:33.835853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c91d617-8dde-4081-beb5-f7d8e2dd9b95 req-bc995403-ea36-498d-b68f-543303af5e04 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 945 time: 0.0487051 Sep 09 10:07:33.925828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-3c91d617-8dde-4081-beb5-f7d8e2dd9b95 req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Deleting port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:07:33.926171 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3c91d617-8dde-4081-beb5-f7d8e2dd9b95 req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:34.017707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-3c91d617-8dde-4081-beb5-f7d8e2dd9b95 req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] For port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=93fd3221-85f4-4b1a-b9c8-3c8d350a3875,segment=NetworkSegment(def3c92a-4cb1-4fd0-9e74-bf711296661d),segment_id=def3c92a-4cb1-4fd0-9e74-bf711296661d)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:34.018069 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3c91d617-8dde-4081-beb5-f7d8e2dd9b95 req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:34.030025 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-3c91d617-8dde-4081-beb5-f7d8e2dd9b95 req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Calling delete_port for 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:07:34.214276 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3c91d617-8dde-4081-beb5-f7d8e2dd9b95 req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:34.225196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['93fd3221-85f4-4b1a-b9c8-3c8d350a3875'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:07:34.242405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Pushing event deleted for resources: {'Port': ['ID=93fd3221-85f4-4b1a-b9c8-3c8d350a3875,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:34.252826 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.253189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.253532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.253868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.254203 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.254534 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.254860 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.255545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.255545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.255845 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.256169 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.256490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:07:34.297425 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c91d617-8dde-4081-beb5-f7d8e2dd9b95 req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] No DVR routers for this DVR port 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:07:34.300077 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3c91d617-8dde-4081-beb5-f7d8e2dd9b95 req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:34.302081 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3c91d617-8dde-4081-beb5-f7d8e2dd9b95 req-20156ecd-5a18-47d7-9336-c7b53dd100fd tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.41 "DELETE /v2.0/ports/93fd3221-85f4-4b1a-b9c8-3c8d350a3875 HTTP/1.1" status: 204 len: 173 time: 0.4592807 Sep 09 10:07:34.302517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d96cb59-5d2c-47e8-bc1f-8d62d6b13389', 'name': 'network-vif-deleted', 'tag': '93fd3221-85f4-4b1a-b9c8-3c8d350a3875'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:07:34.304783 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38b7a2b-abc2-40b6-99b4-ee949663e0d6" -d '{"events": [{"server_uuid": "1d96cb59-5d2c-47e8-bc1f-8d62d6b13389", "name": "network-vif-deleted", "tag": "93fd3221-85f4-4b1a-b9c8-3c8d350a3875"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:07:34.341376 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0879b5-97bd-4d2c-a3f8-d087f0c76144 x-openstack-request-id: req-0c0879b5-97bd-4d2c-a3f8-d087f0c76144 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:07:34.341376 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d96cb59-5d2c-47e8-bc1f-8d62d6b13389", "name": "network-vif-deleted", "tag": "93fd3221-85f4-4b1a-b9c8-3c8d350a3875", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:07:34.341376 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c0879b5-97bd-4d2c-a3f8-d087f0c76144 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:07:34.341685 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d96cb59-5d2c-47e8-bc1f-8d62d6b13389', 'name': 'network-vif-deleted', 'tag': '93fd3221-85f4-4b1a-b9c8-3c8d350a3875', 'status': 'completed', 'code': 200} Sep 09 10:07:34.839409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6271adf2-8cc1-41fa-9f77-b2808de283b3 req-511c5603-6ab5-4999-994b-c6b4e07fc094 tempest-ServersNegativeTestJSON-1172167989 tempest-ServersNegativeTestJSON-1172167989-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d96cb59-5d2c-47e8-bc1f-8d62d6b13389 HTTP/1.1" status: 200 len: 210 time: 0.0293760 Sep 09 10:07:35.893810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50892) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:35.936849 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98670a2-3cda-4887-bc34-5e149999ae1a admin admin] Deleting subnet 74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:07:35.939792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d98670a2-3cda-4887-bc34-5e149999ae1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:35.973413 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d98670a2-3cda-4887-bc34-5e149999ae1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.011388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d98670a2-3cda-4887-bc34-5e149999ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.148777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d98670a2-3cda-4887-bc34-5e149999ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.173853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98670a2-3cda-4887-bc34-5e149999ae1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:36.178750 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d98670a2-3cda-4887-bc34-5e149999ae1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.182114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d98670a2-3cda-4887-bc34-5e149999ae1a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/74c6ec9e-e4aa-47cd-a0ea-1bbbbf76f69b HTTP/1.1" status: 204 len: 168 time: 0.2857571 Sep 09 10:07:36.183664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:36.249344 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.336158 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.355846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9892c20e-9606-46ac-9090-d77aee13dc06']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:36.365769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def3c92a-4cb1-4fd0-9e74-bf711296661d') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:36.366063 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def3c92a-4cb1-4fd0-9e74-bf711296661d') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:36.376082 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.389237 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.395417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:07:36.399168 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:07:36.505951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.512104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.513462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:07:36.513958 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9892c20e-9606-46ac-9090-d77aee13dc06 HTTP/1.1" status: 204 len: 168 time: 0.3293316 Sep 09 10:07:36.526906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eca23e-0d6b-4f25-ba06-f3e2765b72f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9892c20e-9606-46ac-9090-d77aee13dc06,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:36.535702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:07:36.536151 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 93fd3221-85f4-4b1a-b9c8-3c8d350a3875 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:07:36.818941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50898) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:36.858578 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9d5a3c8a-e18f-4a43-899d-e2654335ebd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=453e9f660bf24e918cc18d6be5d19a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398989 Sep 09 10:07:36.861062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50900) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:36.908389 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd9a2-6a21-4a0c-995c-cdee2072ed0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:36.929024 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd9a2-6a21-4a0c-995c-cdee2072ed0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:37.043015 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd9a2-6a21-4a0c-995c-cdee2072ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:37.045526 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd9a2-6a21-4a0c-995c-cdee2072ed0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:37.046683 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a8ecd9a2-6a21-4a0c-995c-cdee2072ed0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f594555-0c65-4b49-ba32-4e521aeb1662 HTTP/1.1" status: 204 len: 168 time: 0.1847203 Sep 09 10:07:37.054274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecd9a2-6a21-4a0c-995c-cdee2072ed0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f594555-0c65-4b49-ba32-4e521aeb1662,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:38.040303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50922) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:38.137835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2080981549'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:38.331193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Made reservation on behalf of c6bb6503a6d147079c0bcc48f8f9eb9c for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:38.334755 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:38.344350 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:38.434955 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:38.511529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:38.537861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:07:38.547997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad6c28b-2368-4467-ab45-f4e2256f29b2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:38.552657 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:38.552991 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Added segment ab860009-955d-4512-b17e-58c34dc5ccc3 of type vlan for network 88ab6322-95d9-40be-bef9-85a63d5dbe48 Sep 09 10:07:38.593602 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:38.668198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:38.673890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:38.674491 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:38.779748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event updated for resources: {'Network': ['ID=88ab6322-95d9-40be-bef9-85a63d5dbe48,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:38.789596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 88ab6322-95d9-40be-bef9-85a63d5dbe48 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:07:38.803688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dd8c7bc4-ad4b-4964-9c5e-21e42daad97d tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7606440 Sep 09 10:07:42.041838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50926) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:42.047021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Request body: {'subnet': {'network_id': '88ab6322-95d9-40be-bef9-85a63d5dbe48', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:42.210636 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Made reservation on behalf of c6bb6503a6d147079c0bcc48f8f9eb9c for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:42.214650 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:42.439961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:42.497749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event updated for resources: {'Subnet': ['ID=469085d4-7766-494e-aff4-0b4260a6fe4d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:42.506029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Checking segment: {'id': 'ab860009-955d-4512-b17e-58c34dc5ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88ab6322-95d9-40be-bef9-85a63d5dbe48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:42.506387 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Network hostable DHCP agents. Network: 88ab6322-95d9-40be-bef9-85a63d5dbe48, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:07:42.580064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Network 88ab6322-95d9-40be-bef9-85a63d5dbe48 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:07:42.648146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 88ab6322-95d9-40be-bef9-85a63d5dbe48) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:42.652860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:42.653508 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:42.657640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d668c93-1ed8-4b0e-8c92-a4e3cd652ec2 None None] Network 88ab6322-95d9-40be-bef9-85a63d5dbe48 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:42.725958 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-950e810c-c330-4f3a-a99a-ed9ea5eb6d10 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6828806 Sep 09 10:07:42.729419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50928) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:42.734708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1498826813'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:42.828430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Made reservation on behalf of c6bb6503a6d147079c0bcc48f8f9eb9c for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:42.832015 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:42.858260 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:07:42.867767 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:42.868142 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Added segment efad2165-1bb7-446f-bf7b-b3ddfe14a02d of type vlan for network cf070d71-919c-4bfe-b280-87bf0460b1bc Sep 09 10:07:42.911549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:42.952287 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-88ab6322-95d9-40be-bef9-85a63d5dbe48', 'network_id': '88ab6322-95d9-40be-bef9-85a63d5dbe48', 'tenant_id': 'c6bb6503a6d147079c0bcc48f8f9eb9c', 'fixed_ips': [{'subnet_id': '469085d4-7766-494e-aff4-0b4260a6fe4d'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:07:42.953270 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:43.036907 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:43.043382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:43.044037 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:43.089319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Allocated IP 2001:db8:0:ffff::2 (88ab6322-95d9-40be-bef9-85a63d5dbe48/469085d4-7766-494e-aff4-0b4260a6fe4d/3fafc70a-df22-48f8-9357-75f2d52f78be) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:07:43.110909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event updated for resources: {'Network': ['ID=cf070d71-919c-4bfe-b280-87bf0460b1bc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:43.128169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network cf070d71-919c-4bfe-b280-87bf0460b1bc details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:07:43.143549 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d3597d07-49a2-4d85-a7bd-bc6e69f9c308 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4129586 Sep 09 10:07:43.146345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50930) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:43.152269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Request body: {'subnet': {'network_id': 'cf070d71-919c-4bfe-b280-87bf0460b1bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:43.288822 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:43.296843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Transition to ACTIVE for port object 3fafc70a-df22-48f8-9357-75f2d52f78be will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:43.300079 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Made reservation on behalf of c6bb6503a6d147079c0bcc48f8f9eb9c for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:43.303730 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:43.311196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Transition to ACTIVE for port object 3fafc70a-df22-48f8-9357-75f2d52f78be will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:43.409043 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:43.443196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Network 88ab6322-95d9-40be-bef9-85a63d5dbe48 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:07:43.446027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:43.450015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:07:43.465923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Pushing event updated for resources: {'Port': ['ID=3fafc70a-df22-48f8-9357-75f2d52f78be,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:43.510703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Attempting to bind port 3fafc70a-df22-48f8-9357-75f2d52f78be on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:07:43.511236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Attempting to bind port 3fafc70a-df22-48f8-9357-75f2d52f78be by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'ab860009-955d-4512-b17e-58c34dc5ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88ab6322-95d9-40be-bef9-85a63d5dbe48'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:07:43.511639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Attempting to bind port 3fafc70a-df22-48f8-9357-75f2d52f78be on network 88ab6322-95d9-40be-bef9-85a63d5dbe48 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:07:43.516732 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:07:43.517104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Checking segment: {'id': 'ab860009-955d-4512-b17e-58c34dc5ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88ab6322-95d9-40be-bef9-85a63d5dbe48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:43.517504 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:43.517897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Bound using segment: {'id': 'ab860009-955d-4512-b17e-58c34dc5ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88ab6322-95d9-40be-bef9-85a63d5dbe48'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:07:43.518357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Bound port: 3fafc70a-df22-48f8-9357-75f2d52f78be, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab860009-955d-4512-b17e-58c34dc5ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88ab6322-95d9-40be-bef9-85a63d5dbe48'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:07:43.518739 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:43.559693 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:43.584555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] For port 3fafc70a-df22-48f8-9357-75f2d52f78be, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:07:43.588835 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] For port 3fafc70a-df22-48f8-9357-75f2d52f78be, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3fafc70a-df22-48f8-9357-75f2d52f78be,segment=NetworkSegment(ab860009-955d-4512-b17e-58c34dc5ccc3),segment_id=ab860009-955d-4512-b17e-58c34dc5ccc3)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:07:43.625455 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event updated for resources: {'Subnet': ['ID=69a6d131-0ff6-4e68-824f-f337376b6fb5,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:43.643727 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Checking segment: {'id': 'efad2165-1bb7-446f-bf7b-b3ddfe14a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cf070d71-919c-4bfe-b280-87bf0460b1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:43.643727 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Network hostable DHCP agents. Network: cf070d71-919c-4bfe-b280-87bf0460b1bc, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:07:43.667920 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:43.721658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647aa26-ec3f-4e7b-9f9b-faf5ee0ab211 None None] Pushing event updated for resources: {'Port': ['ID=3fafc70a-df22-48f8-9357-75f2d52f78be,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:43.736648 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Network cf070d71-919c-4bfe-b280-87bf0460b1bc is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:07:43.810928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, cf070d71-919c-4bfe-b280-87bf0460b1bc) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:43.815393 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:43.816012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:43.821259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b68ab23-f22b-4fc1-bef1-0900a548bf0c None None] Network cf070d71-919c-4bfe-b280-87bf0460b1bc requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:43.921424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8d2953ac-86a9-4e35-8733-12c1e3d88f21 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7737408 Sep 09 10:07:43.924217 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50932) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:44.009744 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-cf070d71-919c-4bfe-b280-87bf0460b1bc', 'network_id': 'cf070d71-919c-4bfe-b280-87bf0460b1bc', 'tenant_id': 'c6bb6503a6d147079c0bcc48f8f9eb9c', 'fixed_ips': [{'subnet_id': '69a6d131-0ff6-4e68-824f-f337376b6fb5'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:07:44.010877 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.042486 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.095949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.154891 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Allocated IP 2001:db8::2 (cf070d71-919c-4bfe-b280-87bf0460b1bc/69a6d131-0ff6-4e68-824f-f337376b6fb5/fe8410bf-266c-4a86-8cb1-ae177fd5aefb) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:07:44.293465 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.301175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Transition to ACTIVE for port object fe8410bf-266c-4a86-8cb1-ae177fd5aefb will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:44.315185 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Transition to ACTIVE for port object fe8410bf-266c-4a86-8cb1-ae177fd5aefb will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:44.393782 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.446150 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Network cf070d71-919c-4bfe-b280-87bf0460b1bc is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:07:44.449763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:44.456549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:07:44.464122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Pushing event updated for resources: {'Port': ['ID=fe8410bf-266c-4a86-8cb1-ae177fd5aefb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:44.474524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.509542 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Subnet': ['ID=69a6d131-0ff6-4e68-824f-f337376b6fb5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:44.520181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Attempting to bind port fe8410bf-266c-4a86-8cb1-ae177fd5aefb on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:07:44.520562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Attempting to bind port fe8410bf-266c-4a86-8cb1-ae177fd5aefb by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'efad2165-1bb7-446f-bf7b-b3ddfe14a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cf070d71-919c-4bfe-b280-87bf0460b1bc'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:07:44.520932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Attempting to bind port fe8410bf-266c-4a86-8cb1-ae177fd5aefb on network cf070d71-919c-4bfe-b280-87bf0460b1bc {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:07:44.527536 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:07:44.528069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Checking segment: {'id': 'efad2165-1bb7-446f-bf7b-b3ddfe14a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cf070d71-919c-4bfe-b280-87bf0460b1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:44.529153 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.529153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Bound using segment: {'id': 'efad2165-1bb7-446f-bf7b-b3ddfe14a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cf070d71-919c-4bfe-b280-87bf0460b1bc'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:07:44.529633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Bound port: fe8410bf-266c-4a86-8cb1-ae177fd5aefb, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efad2165-1bb7-446f-bf7b-b3ddfe14a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cf070d71-919c-4bfe-b280-87bf0460b1bc'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:07:44.530151 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.533706 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84029ea0-a43c-4934-bac0-bcf0ede2139b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.576550 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.602994 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf070d71-919c-4bfe-b280-87bf0460b1bc']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:44.608065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] For port fe8410bf-266c-4a86-8cb1-ae177fd5aefb, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:07:44.611752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] For port fe8410bf-266c-4a86-8cb1-ae177fd5aefb, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fe8410bf-266c-4a86-8cb1-ae177fd5aefb,segment=NetworkSegment(efad2165-1bb7-446f-bf7b-b3ddfe14a02d),segment_id=efad2165-1bb7-446f-bf7b-b3ddfe14a02d)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:07:44.615170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efad2165-1bb7-446f-bf7b-b3ddfe14a02d') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:44.615514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efad2165-1bb7-446f-bf7b-b3ddfe14a02d') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:44.625003 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.656281 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:07:44.660416 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaed660-bab9-433a-87e3-56ba330bb3c8 None None] Network 88ab6322-95d9-40be-bef9-85a63d5dbe48 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:44.715089 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.723759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:07:44.726849 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.729355 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: timer() Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:07:44.735334 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:07:44.813994 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3fafc70a-df22-48f8-9357-75f2d52f78be up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:07:44.830067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-eb225037-acb9-4c24-885f-a915248731ab None None] Provisioning for port 3fafc70a-df22-48f8-9357-75f2d52f78be completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:07:44.880134 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.db.api [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 10:07:44.880134 n-d-778696-16 neutron-server[95325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 10:07:44.880134 n-d-778696-16 neutron-server[95325]: [parameters: {'id': 'cf070d71-919c-4bfe-b280-87bf0460b1bc'}] Sep 09 10:07:44.880134 n-d-778696-16 neutron-server[95325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 10:07:44.880558 n-d-778696-16 neutron-server[95325]: DEBUG oslo_db.api [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 10:07:44.882448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f290f2-e584-4570-b4b8-8c2c8078de81 None None] Pushing event updated for resources: {'Port': ['ID=fe8410bf-266c-4a86-8cb1-ae177fd5aefb,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:44.901815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06045591-8fe2-4cff-96b9-9d5fcb32fc18 None None] Network cf070d71-919c-4bfe-b280-87bf0460b1bc requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:45.079347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 3fafc70a-df22-48f8-9357-75f2d52f78be completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:07:45.081917 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 3fafc70a-df22-48f8-9357-75f2d52f78be triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:07:45.082288 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.170995 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.198015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf670ac8-fe08-4c46-9280-fa02ea631361 None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 10:07:45.234791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 3fafc70a-df22-48f8-9357-75f2d52f78be, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3fafc70a-df22-48f8-9357-75f2d52f78be,segment=NetworkSegment(ab860009-955d-4512-b17e-58c34dc5ccc3),segment_id=ab860009-955d-4512-b17e-58c34dc5ccc3)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:45.272399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf670ac8-fe08-4c46-9280-fa02ea631361 None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 10:07:45.317819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c9d5d37f-1e6f-44fd-b1bd-a8c6d2c4042b None None] Provisioning complete for port 3fafc70a-df22-48f8-9357-75f2d52f78be triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:07:45.318127 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9d5d37f-1e6f-44fd-b1bd-a8c6d2c4042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.367300 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.381265 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.439267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Deleting port fe8410bf-266c-4a86-8cb1-ae177fd5aefb {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:07:45.439639 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.460529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=3fafc70a-df22-48f8-9357-75f2d52f78be,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:45.505731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] For port fe8410bf-266c-4a86-8cb1-ae177fd5aefb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fe8410bf-266c-4a86-8cb1-ae177fd5aefb,segment=NetworkSegment(efad2165-1bb7-446f-bf7b-b3ddfe14a02d),segment_id=efad2165-1bb7-446f-bf7b-b3ddfe14a02d)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:45.506106 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.518354 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Calling delete_port for fe8410bf-266c-4a86-8cb1-ae177fd5aefb owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:07:45.665555 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.691959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Port': ['ID=fe8410bf-266c-4a86-8cb1-ae177fd5aefb,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:45.695653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No DVR routers for this DVR port fe8410bf-266c-4a86-8cb1-ae177fd5aefb on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:07:45.778983 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.799226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf070d71-919c-4bfe-b280-87bf0460b1bc']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:45.808393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efad2165-1bb7-446f-bf7b-b3ddfe14a02d') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:45.808683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efad2165-1bb7-446f-bf7b-b3ddfe14a02d') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:45.817893 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.831336 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.837085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:07:45.837493 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: timer() Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:07:45.840996 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:07:45.951783 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.956420 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:45.958367 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/networks/cf070d71-919c-4bfe-b280-87bf0460b1bc HTTP/1.1" status: 204 len: 168 time: 2.0324795 Sep 09 10:07:45.962144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50934) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:45.968081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1428256399'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:45.972769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058427c-63c6-4aa8-8d88-10c74adc69fd tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Network': ['ID=cf070d71-919c-4bfe-b280-87bf0460b1bc,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:46.071060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Made reservation on behalf of c6bb6503a6d147079c0bcc48f8f9eb9c for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:46.074586 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:46.097983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:07:46.106760 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:46.107133 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Added segment 65a9ca7d-e0c5-419b-a727-9176d823dfaa of type vlan for network 1804a2b6-c244-46d2-921c-3fc69f3a3ab4 Sep 09 10:07:46.149324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:46.273926 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:46.279890 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:46.280481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:46.358776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event updated for resources: {'Network': ['ID=1804a2b6-c244-46d2-921c-3fc69f3a3ab4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:46.368856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 1804a2b6-c244-46d2-921c-3fc69f3a3ab4 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:07:46.405965 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-36e0f713-3341-4246-92fb-516a1115915a tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4425974 Sep 09 10:07:46.409762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50936) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:46.414888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Request body: {'subnet': {'network_id': '1804a2b6-c244-46d2-921c-3fc69f3a3ab4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:46.559321 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Made reservation on behalf of c6bb6503a6d147079c0bcc48f8f9eb9c for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:46.563343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:46.625012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Performing IP validity checks on allocation pools {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 09 10:07:46.625539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 09 10:07:46.768455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3fafc70a-df22-48f8-9357-75f2d52f78be up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:07:46.799725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:46.821489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 3fafc70a-df22-48f8-9357-75f2d52f78be triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:07:46.821802 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:46.865027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event updated for resources: {'Subnet': ['ID=2049380b-0fc4-493c-a1d7-b9682957e2d8,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:46.873419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Checking segment: {'id': '65a9ca7d-e0c5-419b-a727-9176d823dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1804a2b6-c244-46d2-921c-3fc69f3a3ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:46.873794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Network hostable DHCP agents. Network: 1804a2b6-c244-46d2-921c-3fc69f3a3ab4, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:07:46.951899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Network 1804a2b6-c244-46d2-921c-3fc69f3a3ab4 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:07:47.025411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 1804a2b6-c244-46d2-921c-3fc69f3a3ab4) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:47.030634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:47.031616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.032764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f252836b-cf15-4c7d-995b-c3027e466c4e None None] Network 1804a2b6-c244-46d2-921c-3fc69f3a3ab4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:47.114698 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0d8cd1bd-e47e-4c54-9ad5-6e27da177d9c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7038713 Sep 09 10:07:47.117412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50938) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:47.172823 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f183cb0-dd1e-44b1-9c7a-606d5295a5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.197003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-1804a2b6-c244-46d2-921c-3fc69f3a3ab4', 'network_id': '1804a2b6-c244-46d2-921c-3fc69f3a3ab4', 'tenant_id': 'c6bb6503a6d147079c0bcc48f8f9eb9c', 'fixed_ips': [{'subnet_id': '2049380b-0fc4-493c-a1d7-b9682957e2d8'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:07:47.197861 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.217477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.303367 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.348214 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Allocated IP 2001:db8::3 (1804a2b6-c244-46d2-921c-3fc69f3a3ab4/2049380b-0fc4-493c-a1d7-b9682957e2d8/a0813bea-7590-418e-8032-b8a62a14d5eb) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:07:47.415985 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.499468 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.507366 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Transition to ACTIVE for port object a0813bea-7590-418e-8032-b8a62a14d5eb will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:47.521582 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Transition to ACTIVE for port object a0813bea-7590-418e-8032-b8a62a14d5eb will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:47.576838 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.612932 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Network 1804a2b6-c244-46d2-921c-3fc69f3a3ab4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:07:47.615687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:47.619141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:07:47.629645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Pushing event updated for resources: {'Port': ['ID=a0813bea-7590-418e-8032-b8a62a14d5eb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:47.655310 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.681157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Attempting to bind port a0813bea-7590-418e-8032-b8a62a14d5eb on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:07:47.681533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Attempting to bind port a0813bea-7590-418e-8032-b8a62a14d5eb by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '65a9ca7d-e0c5-419b-a727-9176d823dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1804a2b6-c244-46d2-921c-3fc69f3a3ab4'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:07:47.681801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Attempting to bind port a0813bea-7590-418e-8032-b8a62a14d5eb on network 1804a2b6-c244-46d2-921c-3fc69f3a3ab4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:07:47.683818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Subnet': ['ID=2049380b-0fc4-493c-a1d7-b9682957e2d8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:47.690587 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:07:47.690954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Checking segment: {'id': '65a9ca7d-e0c5-419b-a727-9176d823dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1804a2b6-c244-46d2-921c-3fc69f3a3ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:47.691354 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.691910 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Bound using segment: {'id': '65a9ca7d-e0c5-419b-a727-9176d823dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1804a2b6-c244-46d2-921c-3fc69f3a3ab4'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:07:47.692397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Bound port: a0813bea-7590-418e-8032-b8a62a14d5eb, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a9ca7d-e0c5-419b-a727-9176d823dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1804a2b6-c244-46d2-921c-3fc69f3a3ab4'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:07:47.692994 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.749446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.769322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] For port a0813bea-7590-418e-8032-b8a62a14d5eb, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:07:47.770972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1804a2b6-c244-46d2-921c-3fc69f3a3ab4']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:47.772431 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] For port a0813bea-7590-418e-8032-b8a62a14d5eb, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a0813bea-7590-418e-8032-b8a62a14d5eb,segment=NetworkSegment(65a9ca7d-e0c5-419b-a727-9176d823dfaa),segment_id=65a9ca7d-e0c5-419b-a727-9176d823dfaa)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:07:47.781595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a9ca7d-e0c5-419b-a727-9176d823dfaa') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:47.781893 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a9ca7d-e0c5-419b-a727-9176d823dfaa') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:47.791317 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.834179 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.836276 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.842927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:07:47.843402 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:07:47.846496 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:07:47.912177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5251471-f4f7-4c26-b57d-570472d1fc17 None None] Pushing event updated for resources: {'Port': ['ID=a0813bea-7590-418e-8032-b8a62a14d5eb,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:47.925254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6640a144-59a6-4bf6-a009-ad194df6415d None None] Network 1804a2b6-c244-46d2-921c-3fc69f3a3ab4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:47.934802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 10:07:47.934802 n-d-778696-16 neutron-server[95326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 10:07:47.934802 n-d-778696-16 neutron-server[95326]: [parameters: {'id': '1804a2b6-c244-46d2-921c-3fc69f3a3ab4'}] Sep 09 10:07:47.934802 n-d-778696-16 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 10:07:47.935206 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 10:07:48.192955 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc9f61-7e9f-4797-9d79-ade55ac8c735 None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 10:07:48.256230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc9f61-7e9f-4797-9d79-ade55ac8c735 None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 10:07:48.436375 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:48.492701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Deleting port a0813bea-7590-418e-8032-b8a62a14d5eb {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:07:48.493022 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:48.552119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] For port a0813bea-7590-418e-8032-b8a62a14d5eb, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a0813bea-7590-418e-8032-b8a62a14d5eb,segment=NetworkSegment(65a9ca7d-e0c5-419b-a727-9176d823dfaa),segment_id=65a9ca7d-e0c5-419b-a727-9176d823dfaa)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:48.553939 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:48.564280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Calling delete_port for a0813bea-7590-418e-8032-b8a62a14d5eb owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:07:48.688474 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:48.719349 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:48.742841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Port': ['ID=a0813bea-7590-418e-8032-b8a62a14d5eb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:48.749821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No DVR routers for this DVR port a0813bea-7590-418e-8032-b8a62a14d5eb on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:07:48.825118 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:48.847933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1804a2b6-c244-46d2-921c-3fc69f3a3ab4']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:48.857543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a9ca7d-e0c5-419b-a727-9176d823dfaa') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:48.857831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a9ca7d-e0c5-419b-a727-9176d823dfaa') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:48.866719 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:48.879870 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:48.885526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:07:48.885909 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:07:48.888969 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:07:49.025285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:49.032411 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:49.034143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/networks/1804a2b6-c244-46d2-921c-3fc69f3a3ab4 HTTP/1.1" status: 204 len: 168 time: 1.9158163 Sep 09 10:07:49.037876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50940) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:49.042855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2001420299'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:49.048150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd466ff3-773b-4fbe-a3a6-eedd8b159f73 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Network': ['ID=1804a2b6-c244-46d2-921c-3fc69f3a3ab4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:49.131024 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Made reservation on behalf of c6bb6503a6d147079c0bcc48f8f9eb9c for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:49.134599 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:49.163353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:07:49.172269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:49.172605 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Added segment b361cc4b-357f-4080-85a9-be4d53624752 of type vlan for network 96cde659-47fa-4d05-bad1-2a691d9f56e5 Sep 09 10:07:49.210064 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:49.302080 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:49.307675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:49.308266 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:49.372539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event updated for resources: {'Network': ['ID=96cde659-47fa-4d05-bad1-2a691d9f56e5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:49.383168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 96cde659-47fa-4d05-bad1-2a691d9f56e5 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:07:49.422851 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cd02e1e1-1cb0-49c4-b61f-971b6af68a38 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3838496 Sep 09 10:07:49.425733 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50942) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:49.430754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Request body: {'subnet': {'network_id': '96cde659-47fa-4d05-bad1-2a691d9f56e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:49.573689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Made reservation on behalf of c6bb6503a6d147079c0bcc48f8f9eb9c for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:49.577272 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:49.804961 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:49.866643 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event updated for resources: {'Subnet': ['ID=a36603c2-7f66-442b-a8ee-e61b6b9278e9,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:49.873692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Checking segment: {'id': 'b361cc4b-357f-4080-85a9-be4d53624752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '96cde659-47fa-4d05-bad1-2a691d9f56e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:49.874054 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Network hostable DHCP agents. Network: 96cde659-47fa-4d05-bad1-2a691d9f56e5, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:07:49.939310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Network 96cde659-47fa-4d05-bad1-2a691d9f56e5 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:07:50.008143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 96cde659-47fa-4d05-bad1-2a691d9f56e5) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:50.012360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:50.012945 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.018368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a03705-a7fa-428f-b0ce-db144afd294b None None] Network 96cde659-47fa-4d05-bad1-2a691d9f56e5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:50.106549 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0df24302-06aa-4dfc-9c08-72b3c81c06ed tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6797535 Sep 09 10:07:50.110105 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50944) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:50.114976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1702987792'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:50.161613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-96cde659-47fa-4d05-bad1-2a691d9f56e5', 'network_id': '96cde659-47fa-4d05-bad1-2a691d9f56e5', 'tenant_id': 'c6bb6503a6d147079c0bcc48f8f9eb9c', 'fixed_ips': [{'subnet_id': 'a36603c2-7f66-442b-a8ee-e61b6b9278e9'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:07:50.162487 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.196849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Made reservation on behalf of c6bb6503a6d147079c0bcc48f8f9eb9c for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:50.200367 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.224533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:07:50.233190 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.233530 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Added segment 0529f917-90a8-4afe-856a-8e30fd49041a of type vlan for network 888c4f17-f70c-4afc-96de-aefe5118a319 Sep 09 10:07:50.278156 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.308626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Allocated IP 2001:db8::2 (96cde659-47fa-4d05-bad1-2a691d9f56e5/a36603c2-7f66-442b-a8ee-e61b6b9278e9/7a3c8391-ed0e-4af2-ba7e-121bbb3bc860) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:07:50.313276 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.371187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.377735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:50.381580 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.444817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event updated for resources: {'Network': ['ID=888c4f17-f70c-4afc-96de-aefe5118a319,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:50.456100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 888c4f17-f70c-4afc-96de-aefe5118a319 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:07:50.468842 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.486165 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b032cd0f-130f-46f0-af75-f3b23e051fea tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3750119 Sep 09 10:07:50.489204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50946) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:50.495529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Transition to ACTIVE for port object 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:50.495658 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Request body: {'subnet': {'network_id': '888c4f17-f70c-4afc-96de-aefe5118a319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:50.550210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Transition to ACTIVE for port object 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:50.623543 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.654811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Made reservation on behalf of c6bb6503a6d147079c0bcc48f8f9eb9c for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:50.659574 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.668312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Network 96cde659-47fa-4d05-bad1-2a691d9f56e5 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:07:50.668312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:50.672387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:07:50.679271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Pushing event updated for resources: {'Port': ['ID=7a3c8391-ed0e-4af2-ba7e-121bbb3bc860,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:50.730244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Attempting to bind port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:07:50.730613 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Attempting to bind port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b361cc4b-357f-4080-85a9-be4d53624752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '96cde659-47fa-4d05-bad1-2a691d9f56e5'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:07:50.730976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Attempting to bind port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 on network 96cde659-47fa-4d05-bad1-2a691d9f56e5 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:07:50.736774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:07:50.737152 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Checking segment: {'id': 'b361cc4b-357f-4080-85a9-be4d53624752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '96cde659-47fa-4d05-bad1-2a691d9f56e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:50.737556 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.737945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Bound using segment: {'id': 'b361cc4b-357f-4080-85a9-be4d53624752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '96cde659-47fa-4d05-bad1-2a691d9f56e5'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:07:50.738408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Bound port: 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b361cc4b-357f-4080-85a9-be4d53624752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '96cde659-47fa-4d05-bad1-2a691d9f56e5'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:07:50.738790 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.805995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] For port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:07:50.809084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] For port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7a3c8391-ed0e-4af2-ba7e-121bbb3bc860,segment=NetworkSegment(b361cc4b-357f-4080-85a9-be4d53624752),segment_id=b361cc4b-357f-4080-85a9-be4d53624752)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:07:50.900241 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.928601 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:50.961099 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d47a8-e291-4cc3-bc4f-b512903bb523 None None] Pushing event updated for resources: {'Port': ['ID=7a3c8391-ed0e-4af2-ba7e-121bbb3bc860,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:50.995759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event updated for resources: {'Subnet': ['ID=911d2036-8e52-4749-848c-100f969d0b19,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:51.005182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Checking segment: {'id': '0529f917-90a8-4afe-856a-8e30fd49041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '888c4f17-f70c-4afc-96de-aefe5118a319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:51.005634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Network hostable DHCP agents. Network: 888c4f17-f70c-4afc-96de-aefe5118a319, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:07:51.101608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Network 888c4f17-f70c-4afc-96de-aefe5118a319 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:07:51.182602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 888c4f17-f70c-4afc-96de-aefe5118a319) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:51.189110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:51.189802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.197682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3691bca-c65d-4bcb-883c-2c0d841bcc34 None None] Network 888c4f17-f70c-4afc-96de-aefe5118a319 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:51.268890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ec0f2489-b0c0-46f5-b01e-780ba7a14d7c tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7784791 Sep 09 10:07:51.271337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50948) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:51.348667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-888c4f17-f70c-4afc-96de-aefe5118a319', 'network_id': '888c4f17-f70c-4afc-96de-aefe5118a319', 'tenant_id': 'c6bb6503a6d147079c0bcc48f8f9eb9c', 'fixed_ips': [{'subnet_id': '911d2036-8e52-4749-848c-100f969d0b19'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:07:51.349542 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.375921 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.426764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.490148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Allocated IP 2001:db8::2 (888c4f17-f70c-4afc-96de-aefe5118a319/911d2036-8e52-4749-848c-100f969d0b19/121e0076-3e53-468f-a6bf-36a41a47db4d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:07:51.637527 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.646377 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Transition to ACTIVE for port object 121e0076-3e53-468f-a6bf-36a41a47db4d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:51.661701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Transition to ACTIVE for port object 121e0076-3e53-468f-a6bf-36a41a47db4d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:51.734805 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.784223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Network 888c4f17-f70c-4afc-96de-aefe5118a319 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:07:51.784223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:51.785125 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:07:51.800133 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Pushing event updated for resources: {'Port': ['ID=121e0076-3e53-468f-a6bf-36a41a47db4d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:51.831982 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.840040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab0ddf-9840-4a19-ac92-b6d613b334e6 None None] Network 96cde659-47fa-4d05-bad1-2a691d9f56e5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:51.864408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Subnet': ['ID=911d2036-8e52-4749-848c-100f969d0b19,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:51.876051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Attempting to bind port 121e0076-3e53-468f-a6bf-36a41a47db4d on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:07:51.876440 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Attempting to bind port 121e0076-3e53-468f-a6bf-36a41a47db4d by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '0529f917-90a8-4afe-856a-8e30fd49041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '888c4f17-f70c-4afc-96de-aefe5118a319'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:07:51.876812 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Attempting to bind port 121e0076-3e53-468f-a6bf-36a41a47db4d on network 888c4f17-f70c-4afc-96de-aefe5118a319 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:07:51.918233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:07:51.918608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Checking segment: {'id': '0529f917-90a8-4afe-856a-8e30fd49041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '888c4f17-f70c-4afc-96de-aefe5118a319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:51.919007 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.919425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Bound using segment: {'id': '0529f917-90a8-4afe-856a-8e30fd49041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '888c4f17-f70c-4afc-96de-aefe5118a319'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:07:51.920065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Bound port: 121e0076-3e53-468f-a6bf-36a41a47db4d, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0529f917-90a8-4afe-856a-8e30fd49041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '888c4f17-f70c-4afc-96de-aefe5118a319'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:07:51.920614 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.924817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.944638 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888c4f17-f70c-4afc-96de-aefe5118a319']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:51.954762 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0529f917-90a8-4afe-856a-8e30fd49041a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:51.955023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0529f917-90a8-4afe-856a-8e30fd49041a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:51.964502 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.977517 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.983511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:07:51.984890 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:07:51.986851 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:07:52.008643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7e6c3010-d3d2-494c-b3d9-88fc4a769094 None None] Provisioning for port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:07:52.047838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] For port 121e0076-3e53-468f-a6bf-36a41a47db4d, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:07:52.317792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] For port 121e0076-3e53-468f-a6bf-36a41a47db4d, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=121e0076-3e53-468f-a6bf-36a41a47db4d,segment=NetworkSegment(0529f917-90a8-4afe-856a-8e30fd49041a),segment_id=0529f917-90a8-4afe-856a-8e30fd49041a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:07:52.364380 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 09 10:07:52.364380 n-d-778696-16 neutron-server[95326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 09 10:07:52.364380 n-d-778696-16 neutron-server[95326]: [parameters: {'id': '888c4f17-f70c-4afc-96de-aefe5118a319'}] Sep 09 10:07:52.364380 n-d-778696-16 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 10:07:52.364800 n-d-778696-16 neutron-server[95326]: DEBUG oslo_db.api [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 10:07:52.391553 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:52.468100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57548d-1e15-46e2-8215-acb316258150 None None] Pushing event updated for resources: {'Port': ['ID=121e0076-3e53-468f-a6bf-36a41a47db4d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:52.485899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c4f97b-1504-42f9-952e-5a85c6ead894 None None] Network 888c4f17-f70c-4afc-96de-aefe5118a319 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:52.606910 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1b976-30a0-4f1a-b1b3-4539960e4aa9 None None] get_active_networks_info from n-d-778696-16 {{(pid=95327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 10:07:52.678854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e1b976-30a0-4f1a-b1b3-4539960e4aa9 None None] Resources bound (agent type, host, resource id): {{(pid=95327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 09 10:07:52.790382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:07:52.865605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:52.918753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Deleting port 121e0076-3e53-468f-a6bf-36a41a47db4d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:07:52.919096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:52.953285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:07:52.957251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:07:52.957625 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:52.980256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] For port 121e0076-3e53-468f-a6bf-36a41a47db4d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=121e0076-3e53-468f-a6bf-36a41a47db4d,segment=NetworkSegment(0529f917-90a8-4afe-856a-8e30fd49041a),segment_id=0529f917-90a8-4afe-856a-8e30fd49041a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:52.981217 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.003444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Calling delete_port for 121e0076-3e53-468f-a6bf-36a41a47db4d owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:07:53.044357 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.077420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7a3c8391-ed0e-4af2-ba7e-121bbb3bc860,segment=NetworkSegment(b361cc4b-357f-4080-85a9-be4d53624752),segment_id=b361cc4b-357f-4080-85a9-be4d53624752)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:53.142361 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.153397 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.167207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Port': ['ID=121e0076-3e53-468f-a6bf-36a41a47db4d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:53.171279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No DVR routers for this DVR port 121e0076-3e53-468f-a6bf-36a41a47db4d on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:07:53.203443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=7a3c8391-ed0e-4af2-ba7e-121bbb3bc860,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:53.252379 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.271909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888c4f17-f70c-4afc-96de-aefe5118a319']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:53.281468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0529f917-90a8-4afe-856a-8e30fd49041a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:53.281765 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0529f917-90a8-4afe-856a-8e30fd49041a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:53.290826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.304336 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.310073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:07:53.310676 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:07:53.313561 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:07:53.436948 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.444012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.445766 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/networks/888c4f17-f70c-4afc-96de-aefe5118a319 HTTP/1.1" status: 204 len: 168 time: 2.1734085 Sep 09 10:07:53.449101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50950) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:53.457077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa066a-fd4d-4388-a90c-bf42bfe183e3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Network': ['ID=888c4f17-f70c-4afc-96de-aefe5118a319,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:53.477569 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-87daf5b8-11a4-4145-b63d-0e52504ea5d7 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] GET failed (client error): The resource could not be found. Sep 09 10:07:53.478901 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-87daf5b8-11a4-4145-b63d-0e52504ea5d7 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "GET /v2.0/subnets/911d2036-8e52-4749-848c-100f969d0b19 HTTP/1.1" status: 404 len: 337 time: 0.0287378 Sep 09 10:07:53.481600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50952) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:53.499319 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6196b6b8-557d-457a-bfc1-b13dee9cd515 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] DELETE failed (client error): The resource could not be found. Sep 09 10:07:53.499873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6196b6b8-557d-457a-bfc1-b13dee9cd515 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 10:07:53.501529 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6196b6b8-557d-457a-bfc1-b13dee9cd515 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/networks/888c4f17-f70c-4afc-96de-aefe5118a319 HTTP/1.1" status: 404 len: 339 time: 0.0190318 Sep 09 10:07:53.504983 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50954) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:53.534759 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3876c228-c74f-443b-98c0-c4c339be6085 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] DELETE failed (client error): The resource could not be found. Sep 09 10:07:53.535204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3876c228-c74f-443b-98c0-c4c339be6085 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 10:07:53.537077 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3876c228-c74f-443b-98c0-c4c339be6085 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/subnets/911d2036-8e52-4749-848c-100f969d0b19 HTTP/1.1" status: 404 len: 337 time: 0.0312078 Sep 09 10:07:53.539602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50956) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:53.557849 n-d-778696-16 neutron-server[95325]: INFO neutron.pecan_wsgi.hooks.translation [None req-49accac3-cefb-4ae9-8e05-726a675fdf28 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] DELETE failed (client error): The resource could not be found. Sep 09 10:07:53.558378 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49accac3-cefb-4ae9-8e05-726a675fdf28 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 10:07:53.560031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-49accac3-cefb-4ae9-8e05-726a675fdf28 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/networks/888c4f17-f70c-4afc-96de-aefe5118a319 HTTP/1.1" status: 404 len: 339 time: 0.0195282 Sep 09 10:07:53.562297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50958) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:53.611305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e396a8e8-5131-4cd2-b581-1ca9e34ccfb0 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Deleting subnet a36603c2-7f66-442b-a8ee-e61b6b9278e9 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:07:53.614358 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e396a8e8-5131-4cd2-b581-1ca9e34ccfb0 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.653083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e396a8e8-5131-4cd2-b581-1ca9e34ccfb0 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.737978 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e396a8e8-5131-4cd2-b581-1ca9e34ccfb0 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.874354 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e396a8e8-5131-4cd2-b581-1ca9e34ccfb0 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.901843 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396a8e8-5131-4cd2-b581-1ca9e34ccfb0 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Subnet': ['ID=a36603c2-7f66-442b-a8ee-e61b6b9278e9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:53.905631 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e396a8e8-5131-4cd2-b581-1ca9e34ccfb0 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:53.908129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e396a8e8-5131-4cd2-b581-1ca9e34ccfb0 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/subnets/a36603c2-7f66-442b-a8ee-e61b6b9278e9 HTTP/1.1" status: 204 len: 168 time: 0.3443022 Sep 09 10:07:53.910041 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50960) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:53.912405 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f98f4a-b49d-4592-8fb5-d206fd0988b2 None None] Network 96cde659-47fa-4d05-bad1-2a691d9f56e5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:53.986664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.048407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Deleting port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:07:54.048749 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.098767 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959290c2-24b5-4436-8af0-070669d9d5e1 None None] DHCP port deletion for 96cde659-47fa-4d05-bad1-2a691d9f56e5 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:07:54.114942 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] For port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7a3c8391-ed0e-4af2-ba7e-121bbb3bc860,segment=NetworkSegment(b361cc4b-357f-4080-85a9-be4d53624752),segment_id=b361cc4b-357f-4080-85a9-be4d53624752)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:54.115314 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.127816 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Calling delete_port for 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:07:54.146644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-959290c2-24b5-4436-8af0-070669d9d5e1 None None] Deleting port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:07:54.147025 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-959290c2-24b5-4436-8af0-070669d9d5e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.212903 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-959290c2-24b5-4436-8af0-070669d9d5e1 None None] For port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7a3c8391-ed0e-4af2-ba7e-121bbb3bc860,segment=NetworkSegment(b361cc4b-357f-4080-85a9-be4d53624752),segment_id=b361cc4b-357f-4080-85a9-be4d53624752)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:54.213342 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-959290c2-24b5-4436-8af0-070669d9d5e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.225742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-959290c2-24b5-4436-8af0-070669d9d5e1 None None] Calling delete_port for 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:07:54.267772 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.294519 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Port': ['ID=7a3c8391-ed0e-4af2-ba7e-121bbb3bc860,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:54.296345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No DVR routers for this DVR port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:07:54.304558 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-959290c2-24b5-4436-8af0-070669d9d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.332572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959290c2-24b5-4436-8af0-070669d9d5e1 None None] Pushing event deleted for resources: {'Port': ['ID=7a3c8391-ed0e-4af2-ba7e-121bbb3bc860,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:54.337079 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959290c2-24b5-4436-8af0-070669d9d5e1 None None] No DVR routers for this DVR port 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:07:54.388616 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.416098 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cde659-47fa-4d05-bad1-2a691d9f56e5']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:54.425638 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b361cc4b-357f-4080-85a9-be4d53624752') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:54.426049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b361cc4b-357f-4080-85a9-be4d53624752') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:54.435268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.449237 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.455784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:07:54.456178 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: timer() Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:07:54.459123 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:07:54.582282 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.586795 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.588736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/networks/96cde659-47fa-4d05-bad1-2a691d9f56e5 HTTP/1.1" status: 204 len: 168 time: 0.6777639 Sep 09 10:07:54.591436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:54.603328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22870efa-6ecb-444f-a9af-dcd52e8a6fa5 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Network': ['ID=96cde659-47fa-4d05-bad1-2a691d9f56e5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:54.621626 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c28814-33db-4285-9e5e-0cbf8e941b4b tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] DELETE failed (client error): The resource could not be found. Sep 09 10:07:54.622081 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c28814-33db-4285-9e5e-0cbf8e941b4b tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 10:07:54.623817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-33c28814-33db-4285-9e5e-0cbf8e941b4b tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/subnets/2049380b-0fc4-493c-a1d7-b9682957e2d8 HTTP/1.1" status: 404 len: 337 time: 0.0313756 Sep 09 10:07:54.627312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:54.645475 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94a0f06-3a2d-4570-a5d0-5f89e241bb26 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] DELETE failed (client error): The resource could not be found. Sep 09 10:07:54.646000 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94a0f06-3a2d-4570-a5d0-5f89e241bb26 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 10:07:54.647627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c94a0f06-3a2d-4570-a5d0-5f89e241bb26 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/networks/1804a2b6-c244-46d2-921c-3fc69f3a3ab4 HTTP/1.1" status: 404 len: 339 time: 0.0193789 Sep 09 10:07:54.649946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50968) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:54.674183 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0e76f8-b472-47b0-af19-4e9c4bd3a766 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] DELETE failed (client error): The resource could not be found. Sep 09 10:07:54.674588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0e76f8-b472-47b0-af19-4e9c4bd3a766 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 10:07:54.679876 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3d0e76f8-b472-47b0-af19-4e9c4bd3a766 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/subnets/69a6d131-0ff6-4e68-824f-f337376b6fb5 HTTP/1.1" status: 404 len: 337 time: 0.0254512 Sep 09 10:07:54.681628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50970) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:54.700076 n-d-778696-16 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2fa866-44d0-40be-8a49-e2f5c4aa36e6 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] DELETE failed (client error): The resource could not be found. Sep 09 10:07:54.700607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2fa866-44d0-40be-8a49-e2f5c4aa36e6 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 09 10:07:54.702251 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5b2fa866-44d0-40be-8a49-e2f5c4aa36e6 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/networks/cf070d71-919c-4bfe-b280-87bf0460b1bc HTTP/1.1" status: 404 len: 339 time: 0.0197058 Sep 09 10:07:54.705959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:54.756476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-66384d23-44df-4786-9802-f63842e5970e tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Deleting subnet 469085d4-7766-494e-aff4-0b4260a6fe4d {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:07:54.759549 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66384d23-44df-4786-9802-f63842e5970e tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.775881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:07:54.796697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:07:54.797039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7a3c8391-ed0e-4af2-ba7e-121bbb3bc860 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:07:54.802972 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66384d23-44df-4786-9802-f63842e5970e tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:54.883889 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66384d23-44df-4786-9802-f63842e5970e tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.020470 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66384d23-44df-4786-9802-f63842e5970e tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.058726 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-66384d23-44df-4786-9802-f63842e5970e tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.060606 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-66384d23-44df-4786-9802-f63842e5970e tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/subnets/469085d4-7766-494e-aff4-0b4260a6fe4d HTTP/1.1" status: 204 len: 168 time: 0.3537521 Sep 09 10:07:55.061556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66384d23-44df-4786-9802-f63842e5970e tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Subnet': ['ID=469085d4-7766-494e-aff4-0b4260a6fe4d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:55.064229 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 50974) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:55.065219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b69819-7699-4b65-a64c-b20e231ae7e0 None None] Network 88ab6322-95d9-40be-bef9-85a63d5dbe48 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:55.147081 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.200334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Deleting port 3fafc70a-df22-48f8-9357-75f2d52f78be {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:07:55.200680 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.235168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b24fd4-6dd4-4329-a3ce-d82707657488 None None] DHCP port deletion for 88ab6322-95d9-40be-bef9-85a63d5dbe48 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:07:55.268530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] For port 3fafc70a-df22-48f8-9357-75f2d52f78be, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3fafc70a-df22-48f8-9357-75f2d52f78be,segment=NetworkSegment(ab860009-955d-4512-b17e-58c34dc5ccc3),segment_id=ab860009-955d-4512-b17e-58c34dc5ccc3)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:55.268902 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.280267 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Calling delete_port for 3fafc70a-df22-48f8-9357-75f2d52f78be owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:07:55.282224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-63b24fd4-6dd4-4329-a3ce-d82707657488 None None] Deleting port 3fafc70a-df22-48f8-9357-75f2d52f78be {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:07:55.282606 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63b24fd4-6dd4-4329-a3ce-d82707657488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.344599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-63b24fd4-6dd4-4329-a3ce-d82707657488 None None] For port 3fafc70a-df22-48f8-9357-75f2d52f78be, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=3fafc70a-df22-48f8-9357-75f2d52f78be,segment=NetworkSegment(ab860009-955d-4512-b17e-58c34dc5ccc3),segment_id=ab860009-955d-4512-b17e-58c34dc5ccc3)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:07:55.344984 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63b24fd4-6dd4-4329-a3ce-d82707657488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.357896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-63b24fd4-6dd4-4329-a3ce-d82707657488 None None] Calling delete_port for 3fafc70a-df22-48f8-9357-75f2d52f78be owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:07:55.425371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.435649 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63b24fd4-6dd4-4329-a3ce-d82707657488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.451539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Port': ['ID=3fafc70a-df22-48f8-9357-75f2d52f78be,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:55.456738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] No DVR routers for this DVR port 3fafc70a-df22-48f8-9357-75f2d52f78be on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:07:55.459537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b24fd4-6dd4-4329-a3ce-d82707657488 None None] Pushing event deleted for resources: {'Port': ['ID=3fafc70a-df22-48f8-9357-75f2d52f78be,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:55.465334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b24fd4-6dd4-4329-a3ce-d82707657488 None None] No DVR routers for this DVR port 3fafc70a-df22-48f8-9357-75f2d52f78be on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:07:55.540696 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.561033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ab6322-95d9-40be-bef9-85a63d5dbe48']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:55.570966 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab860009-955d-4512-b17e-58c34dc5ccc3') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:55.571257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab860009-955d-4512-b17e-58c34dc5ccc3') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:07:55.581046 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.593755 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.599641 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:07:55.600027 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: timer() Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:07:55.602904 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:07:55.627867 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.751953 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.758603 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:55.760562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] 10.222.0.32 "DELETE /v2.0/networks/88ab6322-95d9-40be-bef9-85a63d5dbe48 HTTP/1.1" status: 204 len: 168 time: 0.6952372 Sep 09 10:07:55.772961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc805899-a2fa-47d2-9ea1-c519fbf49bd3 tempest-NetworksIpV6Test-1471079551 tempest-NetworksIpV6Test-1471079551-project] Pushing event deleted for resources: {'Network': ['ID=88ab6322-95d9-40be-bef9-85a63d5dbe48,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:56.115033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50980) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:56.249315 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-79f62e98-b974-4a1c-bb42-857b3e333646 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6bb6503a6d147079c0bcc48f8f9eb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330349 Sep 09 10:07:56.251818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 50986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:56.305050 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f1c68bd-e49d-457a-92e7-eede4c1d321b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:56.311033 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:56.326594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f1c68bd-e49d-457a-92e7-eede4c1d321b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:56.433155 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f1c68bd-e49d-457a-92e7-eede4c1d321b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:56.435690 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f1c68bd-e49d-457a-92e7-eede4c1d321b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:56.436836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0f1c68bd-e49d-457a-92e7-eede4c1d321b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fad6c28b-2368-4467-ab45-f4e2256f29b2 HTTP/1.1" status: 204 len: 168 time: 0.1841168 Sep 09 10:07:56.444611 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c68bd-e49d-457a-92e7-eede4c1d321b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad6c28b-2368-4467-ab45-f4e2256f29b2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:56.763354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3fafc70a-df22-48f8-9357-75f2d52f78be no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:07:56.785296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 3fafc70a-df22-48f8-9357-75f2d52f78be {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:07:56.785643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 3fafc70a-df22-48f8-9357-75f2d52f78be not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:07:57.368030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51012) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:57.461414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0b98b333-4ad7-4d02-a25c-5fec5d9090db tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-329567863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:57.553781 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b98b333-4ad7-4d02-a25c-5fec5d9090db tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:57.554813 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b98b333-4ad7-4d02-a25c-5fec5d9090db tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:57.642265 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b98b333-4ad7-4d02-a25c-5fec5d9090db tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:57.725397 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b98b333-4ad7-4d02-a25c-5fec5d9090db tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:57.799348 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b98b333-4ad7-4d02-a25c-5fec5d9090db tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:57.800592 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0b98b333-4ad7-4d02-a25c-5fec5d9090db tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4315624 Sep 09 10:07:57.803348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51016) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:57.808182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1358149999'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:57.884759 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Made reservation on behalf of 1c53f89dc36f4e5ea69e1d4a8db9914a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:57.888253 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:57.897390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:57.986782 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:58.055893 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:58.081264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:07:58.089676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24f05dd-c4a5-4f0c-ab3b-926d8da3ade6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:58.096232 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:58.096569 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Added segment b5615a5a-8bf3-449c-bd83-0e1f37a9c791 of type vlan for network 3ca56f9a-4b91-4a1c-8d0a-685948f66af0 Sep 09 10:07:58.135640 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:58.216272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:58.222463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:58.223065 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:58.286252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Pushing event updated for resources: {'Network': ['ID=3ca56f9a-4b91-4a1c-8d0a-685948f66af0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:58.296794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 3ca56f9a-4b91-4a1c-8d0a-685948f66af0 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:07:58.329598 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f9440a24-400e-46cc-aaef-35cf1abfae27 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5252132 Sep 09 10:07:58.332406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51018) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:58.337340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Request body: {'subnet': {'network_id': '3ca56f9a-4b91-4a1c-8d0a-685948f66af0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:58.494023 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Made reservation on behalf of 1c53f89dc36f4e5ea69e1d4a8db9914a for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:58.497510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:58.724944 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:58.784169 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Pushing event updated for resources: {'Subnet': ['ID=fad47742-390d-43ec-96c6-8c4f29545e13,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:58.793401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Checking segment: {'id': 'b5615a5a-8bf3-449c-bd83-0e1f37a9c791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3ca56f9a-4b91-4a1c-8d0a-685948f66af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:58.793767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Network hostable DHCP agents. Network: 3ca56f9a-4b91-4a1c-8d0a-685948f66af0, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:07:58.861743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Network 3ca56f9a-4b91-4a1c-8d0a-685948f66af0 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:07:58.918865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 3ca56f9a-4b91-4a1c-8d0a-685948f66af0) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:58.924010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:58.924690 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:58.928550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e62c2f8-4638-4352-a98e-a530f9a0077a None None] Network 3ca56f9a-4b91-4a1c-8d0a-685948f66af0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:07:58.971287 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1f882b26-d6bc-4f58-8d93-c878eae10f2c tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6377542 Sep 09 10:07:58.974308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51020) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:58.979187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1634070058'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:59.065537 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Made reservation on behalf of 1c53f89dc36f4e5ea69e1d4a8db9914a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:59.069198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.073120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-3ca56f9a-4b91-4a1c-8d0a-685948f66af0', 'network_id': '3ca56f9a-4b91-4a1c-8d0a-685948f66af0', 'tenant_id': '1c53f89dc36f4e5ea69e1d4a8db9914a', 'fixed_ips': [{'subnet_id': 'fad47742-390d-43ec-96c6-8c4f29545e13'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:07:59.073985 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.093678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:07:59.102692 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.103033 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Added segment 0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5 of type vlan for network 9e4d6614-4311-4de3-a02b-48f28e3867d6 Sep 09 10:07:59.147962 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.205097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Allocated IP 172.20.0.2 (3ca56f9a-4b91-4a1c-8d0a-685948f66af0/fad47742-390d-43ec-96c6-8c4f29545e13/61cb8cc3-7562-4b9b-b951-22285d0df1a8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:07:59.233195 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.239415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:59.240013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.305679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Pushing event updated for resources: {'Network': ['ID=9e4d6614-4311-4de3-a02b-48f28e3867d6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:59.319936 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-79ab1859-353a-4c21-b4a6-a24a3429ad7d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3445437 Sep 09 10:07:59.322644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51022) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:07:59.327620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Request body: {'subnet': {'network_id': '9e4d6614-4311-4de3-a02b-48f28e3867d6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:07:59.332071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 9e4d6614-4311-4de3-a02b-48f28e3867d6 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:07:59.376521 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.418442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Transition to ACTIVE for port object 61cb8cc3-7562-4b9b-b951-22285d0df1a8 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:59.435856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Transition to ACTIVE for port object 61cb8cc3-7562-4b9b-b951-22285d0df1a8 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:07:59.493534 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Made reservation on behalf of 1c53f89dc36f4e5ea69e1d4a8db9914a for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:07:59.497129 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.522559 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.558714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Network 3ca56f9a-4b91-4a1c-8d0a-685948f66af0 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:07:59.561571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:59.565858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:07:59.580630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Pushing event updated for resources: {'Port': ['ID=61cb8cc3-7562-4b9b-b951-22285d0df1a8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:59.626972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Attempting to bind port 61cb8cc3-7562-4b9b-b951-22285d0df1a8 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:07:59.627350 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Attempting to bind port 61cb8cc3-7562-4b9b-b951-22285d0df1a8 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b5615a5a-8bf3-449c-bd83-0e1f37a9c791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3ca56f9a-4b91-4a1c-8d0a-685948f66af0'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:07:59.627742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Attempting to bind port 61cb8cc3-7562-4b9b-b951-22285d0df1a8 on network 3ca56f9a-4b91-4a1c-8d0a-685948f66af0 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:07:59.632630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:07:59.633008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Checking segment: {'id': 'b5615a5a-8bf3-449c-bd83-0e1f37a9c791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3ca56f9a-4b91-4a1c-8d0a-685948f66af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:59.633414 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.633831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Bound using segment: {'id': 'b5615a5a-8bf3-449c-bd83-0e1f37a9c791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3ca56f9a-4b91-4a1c-8d0a-685948f66af0'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:07:59.634284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Bound port: 61cb8cc3-7562-4b9b-b951-22285d0df1a8, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5615a5a-8bf3-449c-bd83-0e1f37a9c791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3ca56f9a-4b91-4a1c-8d0a-685948f66af0'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:07:59.634793 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.702004 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] For port 61cb8cc3-7562-4b9b-b951-22285d0df1a8, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:07:59.705097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] For port 61cb8cc3-7562-4b9b-b951-22285d0df1a8, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=61cb8cc3-7562-4b9b-b951-22285d0df1a8,segment=NetworkSegment(b5615a5a-8bf3-449c-bd83-0e1f37a9c791),segment_id=b5615a5a-8bf3-449c-bd83-0e1f37a9c791)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:07:59.728405 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.787306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Pushing event updated for resources: {'Subnet': ['ID=beceb2ae-3046-453e-b580-563d96d9da07,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:59.798313 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.798468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Checking segment: {'id': '0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9e4d6614-4311-4de3-a02b-48f28e3867d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:07:59.798468 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Network hostable DHCP agents. Network: 9e4d6614-4311-4de3-a02b-48f28e3867d6, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:07:59.851804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b46cd-8d59-4a93-908f-2048cbcd0e45 None None] Pushing event updated for resources: {'Port': ['ID=61cb8cc3-7562-4b9b-b951-22285d0df1a8,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:07:59.867708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Network 9e4d6614-4311-4de3-a02b-48f28e3867d6 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:07:59.959101 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 9e4d6614-4311-4de3-a02b-48f28e3867d6) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:07:59.963502 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:07:59.964098 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:07:59.983365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8755a4-88dc-474c-be4d-4917d5f96b27 None None] Network 9e4d6614-4311-4de3-a02b-48f28e3867d6 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:08:00.063641 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ceb40842-f610-43f8-b4c9-f1a50922fe85 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7393405 Sep 09 10:08:00.066566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51024) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:00.072449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-58a4e23c-5a4c-4c7a-902f-b5fcf36f7058 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e4d6614-4311-4de3-a02b-48f28e3867d6'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:08:00.146110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-9e4d6614-4311-4de3-a02b-48f28e3867d6', 'network_id': '9e4d6614-4311-4de3-a02b-48f28e3867d6', 'tenant_id': '1c53f89dc36f4e5ea69e1d4a8db9914a', 'fixed_ips': [{'subnet_id': 'beceb2ae-3046-453e-b580-563d96d9da07'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:08:00.146980 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.279769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-58a4e23c-5a4c-4c7a-902f-b5fcf36f7058 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.282946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Allocated IP 172.21.0.2 (9e4d6614-4311-4de3-a02b-48f28e3867d6/beceb2ae-3046-453e-b580-563d96d9da07/559be54b-9776-46ba-ae2f-23ffb0d7818b) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:08:00.436125 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.445650 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Transition to ACTIVE for port object 559be54b-9776-46ba-ae2f-23ffb0d7818b will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:00.462415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Transition to ACTIVE for port object 559be54b-9776-46ba-ae2f-23ffb0d7818b will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:00.475205 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [None req-58a4e23c-5a4c-4c7a-902f-b5fcf36f7058 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 09 10:08:00.476482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-58a4e23c-5a4c-4c7a-902f-b5fcf36f7058 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "PUT /v2.0/routers/3a21acd2-56ec-44f2-bc8f-42a4bbfa86d7 HTTP/1.1" status: 400 len: 364 time: 0.4083989 Sep 09 10:08:00.482264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51028) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:00.537436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c537e19f-2075-4a06-bb0f-da92e257ab23 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Deleting subnet beceb2ae-3046-453e-b580-563d96d9da07 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:08:00.540277 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.540903 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c537e19f-2075-4a06-bb0f-da92e257ab23 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.582156 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c537e19f-2075-4a06-bb0f-da92e257ab23 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.584266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Network 9e4d6614-4311-4de3-a02b-48f28e3867d6 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:08:00.585463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:00.597424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:08:00.605084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Pushing event updated for resources: {'Port': ['ID=559be54b-9776-46ba-ae2f-23ffb0d7818b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:00.660345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Attempting to bind port 559be54b-9776-46ba-ae2f-23ffb0d7818b on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:08:00.660725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Attempting to bind port 559be54b-9776-46ba-ae2f-23ffb0d7818b by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9e4d6614-4311-4de3-a02b-48f28e3867d6'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:08:00.661097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Attempting to bind port 559be54b-9776-46ba-ae2f-23ffb0d7818b on network 9e4d6614-4311-4de3-a02b-48f28e3867d6 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:08:00.666255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:08:00.666634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Checking segment: {'id': '0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9e4d6614-4311-4de3-a02b-48f28e3867d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:08:00.667037 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.667466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Bound using segment: {'id': '0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9e4d6614-4311-4de3-a02b-48f28e3867d6'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:08:00.668132 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Bound port: 559be54b-9776-46ba-ae2f-23ffb0d7818b, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9e4d6614-4311-4de3-a02b-48f28e3867d6'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:08:00.668536 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.684243 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c537e19f-2075-4a06-bb0f-da92e257ab23 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.755830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69926891-c89c-4622-b1cf-3bf786216318 None None] Network 3ca56f9a-4b91-4a1c-8d0a-685948f66af0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:08:00.814320 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c537e19f-2075-4a06-bb0f-da92e257ab23 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.818004 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 61cb8cc3-7562-4b9b-b951-22285d0df1a8 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:00.826068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] For port 559be54b-9776-46ba-ae2f-23ffb0d7818b, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:08:00.842724 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537e19f-2075-4a06-bb0f-da92e257ab23 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Pushing event deleted for resources: {'Subnet': ['ID=beceb2ae-3046-453e-b580-563d96d9da07,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:00.845228 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c537e19f-2075-4a06-bb0f-da92e257ab23 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.847104 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c537e19f-2075-4a06-bb0f-da92e257ab23 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "DELETE /v2.0/subnets/beceb2ae-3046-453e-b580-563d96d9da07 HTTP/1.1" status: 204 len: 168 time: 0.3638697 Sep 09 10:08:00.851138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51030) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:00.872013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] For port 559be54b-9776-46ba-ae2f-23ffb0d7818b, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=559be54b-9776-46ba-ae2f-23ffb0d7818b,segment=NetworkSegment(0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5),segment_id=0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:08:00.930844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.934101 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:00.945639 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0b415a4d-4c57-490d-aae3-7a7cdc371f3f None None] Provisioning for port 61cb8cc3-7562-4b9b-b951-22285d0df1a8 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:00.985629 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Deleting port 559be54b-9776-46ba-ae2f-23ffb0d7818b {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:08:00.985629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.007091 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 61cb8cc3-7562-4b9b-b951-22285d0df1a8 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:01.025115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 61cb8cc3-7562-4b9b-b951-22285d0df1a8 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:01.025490 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.028897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e008e-2742-4109-8b76-fdd0ee0264d7 None None] Pushing event updated for resources: {'Port': ['ID=559be54b-9776-46ba-ae2f-23ffb0d7818b,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:01.061754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] For port 559be54b-9776-46ba-ae2f-23ffb0d7818b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=559be54b-9776-46ba-ae2f-23ffb0d7818b,segment=NetworkSegment(0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5),segment_id=0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:01.062115 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.075689 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Calling delete_port for 559be54b-9776-46ba-ae2f-23ffb0d7818b owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:08:01.125366 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.169232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 61cb8cc3-7562-4b9b-b951-22285d0df1a8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=61cb8cc3-7562-4b9b-b951-22285d0df1a8,segment=NetworkSegment(b5615a5a-8bf3-449c-bd83-0e1f37a9c791),segment_id=b5615a5a-8bf3-449c-bd83-0e1f37a9c791)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:01.254145 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.284306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.316474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=61cb8cc3-7562-4b9b-b951-22285d0df1a8,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:01.321721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Pushing event deleted for resources: {'Port': ['ID=559be54b-9776-46ba-ae2f-23ffb0d7818b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:01.325954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] No DVR routers for this DVR port 559be54b-9776-46ba-ae2f-23ffb0d7818b on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:08:01.404303 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d8101ba4-8c33-4099-81eb-af1ccff4e5ff None None] Provisioning complete for port 61cb8cc3-7562-4b9b-b951-22285d0df1a8 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:01.404762 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8101ba4-8c33-4099-81eb-af1ccff4e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.410583 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.431472 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4d6614-4311-4de3-a02b-48f28e3867d6']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:01.441396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:01.441625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0314a9c1-cc70-4fe0-b94a-88a1f0c10ab5') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:01.451018 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.464316 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.470891 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:08:01.471326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: timer() Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:08:01.474677 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:08:01.645008 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.652522 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.654408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "DELETE /v2.0/networks/9e4d6614-4311-4de3-a02b-48f28e3867d6 HTTP/1.1" status: 204 len: 168 time: 0.8037288 Sep 09 10:08:01.657865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51032) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:01.667146 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463cc09-9a53-46c8-800a-6574cc9594eb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Pushing event deleted for resources: {'Network': ['ID=9e4d6614-4311-4de3-a02b-48f28e3867d6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:01.714791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-952eea9e-83f9-4b25-9ad4-694edb3c0447 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Deleting subnet fad47742-390d-43ec-96c6-8c4f29545e13 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:08:01.720081 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-952eea9e-83f9-4b25-9ad4-694edb3c0447 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.763313 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-952eea9e-83f9-4b25-9ad4-694edb3c0447 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.855112 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-952eea9e-83f9-4b25-9ad4-694edb3c0447 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:01.991299 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-952eea9e-83f9-4b25-9ad4-694edb3c0447 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.001040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f98ca5ca-f4c6-440f-a3b0-489a854023a0 None None] Could not find standard attr ID for object 559be54b-9776-46ba-ae2f-23ffb0d7818b. {{(pid=95327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 09 10:08:02.017635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c32fc85-cf7c-43d2-83c3-9c8850c9915d None None] DHCP port deletion for 9e4d6614-4311-4de3-a02b-48f28e3867d6 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:08:02.021575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952eea9e-83f9-4b25-9ad4-694edb3c0447 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Pushing event deleted for resources: {'Subnet': ['ID=fad47742-390d-43ec-96c6-8c4f29545e13,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:02.031207 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-952eea9e-83f9-4b25-9ad4-694edb3c0447 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.033310 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-952eea9e-83f9-4b25-9ad4-694edb3c0447 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "DELETE /v2.0/subnets/fad47742-390d-43ec-96c6-8c4f29545e13 HTTP/1.1" status: 204 len: 168 time: 0.3744130 Sep 09 10:08:02.036054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:02.039469 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d213fc7b-33c5-4858-aa68-f3fe0e9eeda3 None None] Network 3ca56f9a-4b91-4a1c-8d0a-685948f66af0 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:08:02.042434 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b15cd-bfb2-41bd-9c3c-073c7dd13652 None None] Network 9e4d6614-4311-4de3-a02b-48f28e3867d6 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:08:02.069828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b15cd-bfb2-41bd-9c3c-073c7dd13652 None None] Network 9e4d6614-4311-4de3-a02b-48f28e3867d6 could not be found, it might have been deleted concurrently. {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 09 10:08:02.124981 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.180126 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Deleting port 61cb8cc3-7562-4b9b-b951-22285d0df1a8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:08:02.180481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.243744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] For port 61cb8cc3-7562-4b9b-b951-22285d0df1a8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=61cb8cc3-7562-4b9b-b951-22285d0df1a8,segment=NetworkSegment(b5615a5a-8bf3-449c-bd83-0e1f37a9c791),segment_id=b5615a5a-8bf3-449c-bd83-0e1f37a9c791)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:02.244048 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.247845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d665542-5a50-4a68-a424-c87656c3fa23 None None] DHCP port deletion for 3ca56f9a-4b91-4a1c-8d0a-685948f66af0 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:08:02.261061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Calling delete_port for 61cb8cc3-7562-4b9b-b951-22285d0df1a8 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:08:02.298531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4d665542-5a50-4a68-a424-c87656c3fa23 None None] Deleting port 61cb8cc3-7562-4b9b-b951-22285d0df1a8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:08:02.298902 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d665542-5a50-4a68-a424-c87656c3fa23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.360643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4d665542-5a50-4a68-a424-c87656c3fa23 None None] For port 61cb8cc3-7562-4b9b-b951-22285d0df1a8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=61cb8cc3-7562-4b9b-b951-22285d0df1a8,segment=NetworkSegment(b5615a5a-8bf3-449c-bd83-0e1f37a9c791),segment_id=b5615a5a-8bf3-449c-bd83-0e1f37a9c791)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:02.361035 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d665542-5a50-4a68-a424-c87656c3fa23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.372410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4d665542-5a50-4a68-a424-c87656c3fa23 None None] Calling delete_port for 61cb8cc3-7562-4b9b-b951-22285d0df1a8 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:08:02.423272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.459484 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Pushing event deleted for resources: {'Port': ['ID=61cb8cc3-7562-4b9b-b951-22285d0df1a8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:02.463174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] No DVR routers for this DVR port 61cb8cc3-7562-4b9b-b951-22285d0df1a8 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:08:02.463854 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d665542-5a50-4a68-a424-c87656c3fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.497570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d665542-5a50-4a68-a424-c87656c3fa23 None None] Pushing event deleted for resources: {'Port': ['ID=61cb8cc3-7562-4b9b-b951-22285d0df1a8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:02.502717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d665542-5a50-4a68-a424-c87656c3fa23 None None] No DVR routers for this DVR port 61cb8cc3-7562-4b9b-b951-22285d0df1a8 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:08:02.549962 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.569803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca56f9a-4b91-4a1c-8d0a-685948f66af0']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:02.579221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5615a5a-8bf3-449c-bd83-0e1f37a9c791') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:02.579697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5615a5a-8bf3-449c-bd83-0e1f37a9c791') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:02.588626 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.602032 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.607606 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:08:02.607989 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:08:02.611192 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:08:02.759514 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.767574 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:02.769475 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "DELETE /v2.0/networks/3ca56f9a-4b91-4a1c-8d0a-685948f66af0 HTTP/1.1" status: 204 len: 168 time: 0.7322507 Sep 09 10:08:02.771832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 61cb8cc3-7562-4b9b-b951-22285d0df1a8 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:08:02.772521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51036) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:02.789091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ee150-36b9-4ed1-a205-6788299317c5 tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Pushing event deleted for resources: {'Network': ['ID=3ca56f9a-4b91-4a1c-8d0a-685948f66af0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:02.801328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 61cb8cc3-7562-4b9b-b951-22285d0df1a8 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:08:02.801679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 61cb8cc3-7562-4b9b-b951-22285d0df1a8 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:08:02.802353 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-da9d0c59-1169-4d11-be13-92b78d99efdb tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a21acd2-56ec-44f2-bc8f-42a4bbfa86d7 HTTP/1.1" status: 200 len: 205 time: 0.0286858 Sep 09 10:08:02.804671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51038) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:02.877665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d58d21d-edbf-491b-a086-12ad1302b41d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:03.392602 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d58d21d-edbf-491b-a086-12ad1302b41d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:03.396015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d58d21d-edbf-491b-a086-12ad1302b41d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:03.479168 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d58d21d-edbf-491b-a086-12ad1302b41d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:03.479718 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d58d21d-edbf-491b-a086-12ad1302b41d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Fanout notify agent at l3_agent the message router_deleted on router 3a21acd2-56ec-44f2-bc8f-42a4bbfa86d7 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:08:03.491146 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4d58d21d-edbf-491b-a086-12ad1302b41d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:03.492389 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4d58d21d-edbf-491b-a086-12ad1302b41d tempest-RoutersNegativeTest-1317334517 tempest-RoutersNegativeTest-1317334517-project] 10.222.0.32 "DELETE /v2.0/routers/3a21acd2-56ec-44f2-bc8f-42a4bbfa86d7 HTTP/1.1" status: 204 len: 168 time: 0.6868122 Sep 09 10:08:03.943342 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51044) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:04.072540 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2645d2a4-15cf-4be2-8f66-0cb696db9098 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c53f89dc36f4e5ea69e1d4a8db9914a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279075 Sep 09 10:08:04.074914 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51048) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:04.122179 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9edbf74e-4d6e-4a7f-9298-035093be49d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:04.147072 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9edbf74e-4d6e-4a7f-9298-035093be49d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:04.259293 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9edbf74e-4d6e-4a7f-9298-035093be49d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:04.262135 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9edbf74e-4d6e-4a7f-9298-035093be49d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:04.263264 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9edbf74e-4d6e-4a7f-9298-035093be49d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e24f05dd-c4a5-4f0c-ab3b-926d8da3ade6 HTTP/1.1" status: 204 len: 168 time: 0.1873980 Sep 09 10:08:04.272092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbf74e-4d6e-4a7f-9298-035093be49d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24f05dd-c4a5-4f0c-ab3b-926d8da3ade6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:05.232190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51070) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:05.340672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1157381830-network', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:08:05.430608 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Made reservation on behalf of 3f00b5ba76f144b1b9e4c30f01423444 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:08:05.432948 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:05.441974 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:05.527767 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:05.596272 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:05.620963 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:08:05.630548 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c51ced0-b6d8-42a0-aab2-e510c472c0b6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:05.635357 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:05.635728 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Added segment 0efb3a1b-a023-4209-bdec-39294e5744f0 of type vlan for network 09661b8d-e570-48bb-af19-276d582bdbc9 Sep 09 10:08:05.676262 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:05.753193 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:05.754182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:05.754770 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:05.815203 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] Pushing event updated for resources: {'Network': ['ID=09661b8d-e570-48bb-af19-276d582bdbc9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:05.824950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 09661b8d-e570-48bb-af19-276d582bdbc9 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:08:05.839619 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cca7381d-d234-4e43-90e4-a03175d8a1da admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6062891 Sep 09 10:08:05.842415 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51074) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:05.847732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] Request body: {'subnet': {'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1157381830-subnet', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:08:05.958828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] Made reservation on behalf of 3f00b5ba76f144b1b9e4c30f01423444 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:08:05.961268 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:06.193594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:06.250880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=48fe74e8-36fc-4669-a8ea-35f1307630f3,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:06.258712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] Checking segment: {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:08:06.259082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] Network hostable DHCP agents. Network: 09661b8d-e570-48bb-af19-276d582bdbc9, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:08:06.347721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] Network 09661b8d-e570-48bb-af19-276d582bdbc9 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:08:06.439674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 09661b8d-e570-48bb-af19-276d582bdbc9) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:06.443725 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:06.444262 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:06.448117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f27aa-1f8c-4606-b9ac-8b7fd6c6d356 None None] Network 09661b8d-e570-48bb-af19-276d582bdbc9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:08:06.499542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2a1a0ecf-0228-4fff-90dd-d3d736eaaa8d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6536613 Sep 09 10:08:06.499916 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51076) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:06.504868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1157381830-router', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:08:06.565048 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:06.566286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:06.586816 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-09661b8d-e570-48bb-af19-276d582bdbc9', 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'fixed_ips': [{'subnet_id': '48fe74e8-36fc-4669-a8ea-35f1307630f3'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:08:06.587695 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:06.623475 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:06.727960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Allocated IP 172.20.0.2 (09661b8d-e570-48bb-af19-276d582bdbc9/48fe74e8-36fc-4669-a8ea-35f1307630f3/86354963-78fd-4570-8370-98a998633bad) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:08:06.832074 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:06.871431 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:06.879650 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Transition to ACTIVE for port object 86354963-78fd-4570-8370-98a998633bad will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:06.894370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Transition to ACTIVE for port object 86354963-78fd-4570-8370-98a998633bad will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:06.964934 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:07.002491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Network 09661b8d-e570-48bb-af19-276d582bdbc9 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:08:07.005238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:07.010658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:08:07.018365 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Pushing event updated for resources: {'Port': ['ID=86354963-78fd-4570-8370-98a998633bad,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:07.073222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Attempting to bind port 86354963-78fd-4570-8370-98a998633bad on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:08:07.073597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Attempting to bind port 86354963-78fd-4570-8370-98a998633bad by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:08:07.073986 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Attempting to bind port 86354963-78fd-4570-8370-98a998633bad on network 09661b8d-e570-48bb-af19-276d582bdbc9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:08:07.080291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:08:07.080662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Checking segment: {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:08:07.081060 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:07.081455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Bound using segment: {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:08:07.081916 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Bound port: 86354963-78fd-4570-8370-98a998633bad, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:08:07.082297 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:07.122847 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:07.148742 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:07.149115 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] For port 86354963-78fd-4570-8370-98a998633bad, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:08:07.152344 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] For port 86354963-78fd-4570-8370-98a998633bad, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=86354963-78fd-4570-8370-98a998633bad,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:08:07.205769 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:07.253034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Allocated IP 172.25.8.248 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:08:07.274807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3991969-157b-4d9f-a9e7-b054a6bda8a2 None None] Pushing event updated for resources: {'Port': ['ID=86354963-78fd-4570-8370-98a998633bad,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:07.358869 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:07.473911 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:07.513695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:08:07.516835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:07.520100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:08:07.550005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:08.103532 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:08.170405 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71791b79-eece-48c2-bfaa-2a5c6bc53d90 None None] Network 09661b8d-e570-48bb-af19-276d582bdbc9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:08:08.301554 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:08.413911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e14657ac-2ab9-4873-b673-709d6252bbac None None] Provisioning for port 86354963-78fd-4570-8370-98a998633bad completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:08.507784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:08:08.610193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:08:08.619764 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Sync routers for ids ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:08:08.629530 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Routers {'9cd953e2-c05a-462b-97c1-b6f59341fbb4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:08:08.630140 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:07:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:08.682596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:08.684035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-721cf5c8-36d9-4acc-ab8c-3eccfe3ea3b0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1826444 Sep 09 10:08:08.686688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51078) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:08.733128 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Set router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:08:08.812467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 86354963-78fd-4570-8370-98a998633bad up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:08.980565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 86354963-78fd-4570-8370-98a998633bad completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:08.987666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 86354963-78fd-4570-8370-98a998633bad triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:08.988159 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.017954 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'name': 'tempest-TestEncryptedCinderVolumes-1157381830-router', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:06Z', 'updated_at': '2021-09-09T10:08:07Z', 'revision_number': 3, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'gw_port': {'id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:07Z', 'updated_at': '2021-09-09T10:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:09.046245 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Checking router: 9cd953e2-c05a-462b-97c1-b6f59341fbb4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:08:09.046589 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Updating router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:08:09.077594 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.079222 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.112920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 86354963-78fd-4570-8370-98a998633bad, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=86354963-78fd-4570-8370-98a998633bad,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:09.139717 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.204893 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.254037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=86354963-78fd-4570-8370-98a998633bad,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:09.346395 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.348002 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Allocated IP 172.20.0.1 (09661b8d-e570-48bb-af19-276d582bdbc9/48fe74e8-36fc-4669-a8ea-35f1307630f3/a76f25c4-7477-4dc9-8966-602d385b672a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:08:09.356068 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Transition to ACTIVE for port object 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:09.427763 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.480131 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Attempting to bind port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:08:09.480509 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Attempting to bind port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:08:09.480868 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Attempting to bind port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:08:09.481134 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.483666 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Pushing event updated for resources: {'Port': ['ID=7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:09.488323 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:08:09.488696 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:08:09.489094 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.489484 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:08:09.489941 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Bound port: 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:08:09.490327 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.494761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Transition to ACTIVE for port object a76f25c4-7477-4dc9-8966-602d385b672a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:09.512881 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.513226 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.513566 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.513909 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.514482 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.514862 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.515189 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.515542 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.516536 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.516895 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.517294 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.517620 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:09.551084 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] For port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:08:09.554110 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] For port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:08:09.585492 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.608447 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.620578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Network 09661b8d-e570-48bb-af19-276d582bdbc9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:08:09.624954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:09.629362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:08:09.657524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Pushing event updated for resources: {'Port': ['ID=a76f25c4-7477-4dc9-8966-602d385b672a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:09.669346 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b0845-f564-42f3-990b-eade31addf06 None None] Pushing event updated for resources: {'Port': ['ID=7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:09.676986 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Routers {'9cd953e2-c05a-462b-97c1-b6f59341fbb4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:08:09.677597 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:07:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:09.681066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.803466 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] Set router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:08:09.907471 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.916502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b69fc249-f926-44a8-95d7-1379ab181b6e None None] Provisioning for port a76f25c4-7477-4dc9-8966-602d385b672a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:09.921372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b69fc249-f926-44a8-95d7-1379ab181b6e None None] Provisioning complete for port a76f25c4-7477-4dc9-8966-602d385b672a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:09.921804 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b69fc249-f926-44a8-95d7-1379ab181b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:09.957411 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b69fc249-f926-44a8-95d7-1379ab181b6e None None] Port a76f25c4-7477-4dc9-8966-602d385b672a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:08:09.991947 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'name': 'tempest-TestEncryptedCinderVolumes-1157381830-router', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:06Z', 'updated_at': '2021-09-09T10:08:07Z', 'revision_number': 3, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'gw_port': {'id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:07Z', 'updated_at': '2021-09-09T10:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:10.019216 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f97fb-c316-4626-84ef-1f655c3e829f None None] The sync data for ids ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'] in n-d-778696-16 is: [{'id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'name': 'tempest-TestEncryptedCinderVolumes-1157381830-router', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:06Z', 'updated_at': '2021-09-09T10:08:07Z', 'revision_number': 3, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'gw_port': {'id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:07Z', 'updated_at': '2021-09-09T10:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:08:10.079978 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:10.145216 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:10.216698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Pushing event updated for resources: {'Port': ['ID=a76f25c4-7477-4dc9-8966-602d385b672a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:10.218740 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:10.333507 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Network 09661b8d-e570-48bb-af19-276d582bdbc9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:08:10.335140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:10.463974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:08:10.580308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a3e2420e-2658-45ab-8c5f-e2b81cb819c2 None None] Provisioning complete for port a76f25c4-7477-4dc9-8966-602d385b672a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:10.580920 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3e2420e-2658-45ab-8c5f-e2b81cb819c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:10.591432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:08:10.598397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4d4a6499-b729-4f9e-9bf7-cab155160f7d admin admin] 10.222.0.32 "PUT /v2.0/routers/9cd953e2-c05a-462b-97c1-b6f59341fbb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9092474 Sep 09 10:08:10.620521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2420e-2658-45ab-8c5f-e2b81cb819c2 None None] Port a76f25c4-7477-4dc9-8966-602d385b672a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:08:10.847539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:10.953031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:10.957000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:10.957372 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.035783 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.060077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:11.130754 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.131954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 86354963-78fd-4570-8370-98a998633bad up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:11.212289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:11.223762 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 86354963-78fd-4570-8370-98a998633bad triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:11.224304 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.347078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51094) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:11.352087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1674151775-network', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:08:11.444711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Made reservation on behalf of 5498800ce38f4bc29e7568fe33af7906 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:08:11.447180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.456529 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.548538 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.587838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Sync routers for ids ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:08:11.597683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Routers {'9cd953e2-c05a-462b-97c1-b6f59341fbb4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:08:11.598290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:07:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:11.625725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.652294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:08:11.662817 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b8cd8d-549a-4de2-8e77-b41fc4bafe29,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:11.668199 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.668638 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Added segment 253bc5e5-ae0d-47a7-b224-a923cc34c273 of type vlan for network c7072173-fd66-479d-9d03-cd47685fb02d Sep 09 10:08:11.712610 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.796262 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.797540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:11.798214 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:11.857040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Set router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:08:11.859595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] Pushing event updated for resources: {'Network': ['ID=c7072173-fd66-479d-9d03-cd47685fb02d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:11.883666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network c7072173-fd66-479d-9d03-cd47685fb02d details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:08:11.894281 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-872598a1-6202-4e5a-a7dd-90b70032771e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5459495 Sep 09 10:08:11.896997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51096) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:11.901888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] Request body: {'subnet': {'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1674151775-subnet', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:08:11.981937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] Made reservation on behalf of 5498800ce38f4bc29e7568fe33af7906 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:08:11.985183 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.112770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'name': 'tempest-TestEncryptedCinderVolumes-1157381830-router', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:06Z', 'updated_at': '2021-09-09T10:08:09Z', 'revision_number': 4, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'gw_port': {'id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:07Z', 'updated_at': '2021-09-09T10:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a76f25c4-7477-4dc9-8966-602d385b672a', 'name': '', 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'mac_address': 'fa:16:3e:79:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '48fe74e8-36fc-4669-a8ea-35f1307630f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:09Z', 'updated_at': '2021-09-09T10:08:09Z', 'revision_number': 2, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'subnets': [{'id': '48fe74e8-36fc-4669-a8ea-35f1307630f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:12.139890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Checking router: 9cd953e2-c05a-462b-97c1-b6f59341fbb4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:08:12.140299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Updating router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 port a76f25c4-7477-4dc9-8966-602d385b672a binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:08:12.164527 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.208277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.270706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a91dec9d-6563-48a5-ade6-502b455ea51c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:12.277954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] Checking segment: {'id': '253bc5e5-ae0d-47a7-b224-a923cc34c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:08:12.278314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] Network hostable DHCP agents. Network: c7072173-fd66-479d-9d03-cd47685fb02d, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:08:12.364913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] Network c7072173-fd66-479d-9d03-cd47685fb02d is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:08:12.434082 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.438861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, c7072173-fd66-479d-9d03-cd47685fb02d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:12.443123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:12.443758 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.444754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Transition to ACTIVE for port object a76f25c4-7477-4dc9-8966-602d385b672a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:12.447674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89828dc5-7d98-4ee4-a59c-380d9275708d None None] Network c7072173-fd66-479d-9d03-cd47685fb02d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:08:12.522955 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.548894 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7d6f6ac6-2b40-42ab-bde3-1d32ea1a77c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6508243 Sep 09 10:08:12.551426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51098) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:12.557590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1674151775-router', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:08:12.614106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fb702-c26e-44f6-a8bd-95269339d39e None None] Pushing event updated for resources: {'Port': ['ID=a76f25c4-7477-4dc9-8966-602d385b672a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:12.639853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.640531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.688777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-c7072173-fd66-479d-9d03-cd47685fb02d', 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'fixed_ips': [{'subnet_id': 'a91dec9d-6563-48a5-ade6-502b455ea51c'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:08:12.689648 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.695308 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Attempting to bind port a76f25c4-7477-4dc9-8966-602d385b672a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:08:12.695809 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Attempting to bind port a76f25c4-7477-4dc9-8966-602d385b672a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:08:12.696077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Attempting to bind port a76f25c4-7477-4dc9-8966-602d385b672a on network 09661b8d-e570-48bb-af19-276d582bdbc9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:08:12.696880 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.710240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:08:12.710621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Checking segment: {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:08:12.711026 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.711453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Bound using segment: {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:08:12.711946 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Bound port: a76f25c4-7477-4dc9-8966-602d385b672a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:08:12.712336 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.801709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:12.894028 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:12.927200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] For port a76f25c4-7477-4dc9-8966-602d385b672a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:08:12.945726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] For port a76f25c4-7477-4dc9-8966-602d385b672a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a76f25c4-7477-4dc9-8966-602d385b672a,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:08:12.956394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Allocated IP 172.20.0.2 (c7072173-fd66-479d-9d03-cd47685fb02d/a91dec9d-6563-48a5-ade6-502b455ea51c/22aa9ace-440b-493f-87a1-1357dc99c959) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:08:12.967318 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:12.967725 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:13.028963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:13.160273 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:13.174764 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Routers {'9cd953e2-c05a-462b-97c1-b6f59341fbb4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:08:13.175429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:07:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:13.181279 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:13.220988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fb702-c26e-44f6-a8bd-95269339d39e None None] Pushing event updated for resources: {'Port': ['ID=a76f25c4-7477-4dc9-8966-602d385b672a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:13.289695 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:13.294213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Allocated IP 172.25.8.184 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:08:13.327907 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Transition to ACTIVE for port object 22aa9ace-440b-493f-87a1-1357dc99c959 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:13.358062 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] Set router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:08:13.394988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Transition to ACTIVE for port object 22aa9ace-440b-493f-87a1-1357dc99c959 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:13.395935 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:13.491594 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:13.519454 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:13.556220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Network c7072173-fd66-479d-9d03-cd47685fb02d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:08:13.560437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:08:13.562075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Pushing event updated for resources: {'Port': ['ID=22aa9ace-440b-493f-87a1-1357dc99c959,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:13.566392 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:13.570456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:08:13.570593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:13.573676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:08:13.578448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Pushing event updated for resources: {'Port': ['ID=de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:13.650192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Attempting to bind port 22aa9ace-440b-493f-87a1-1357dc99c959 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:08:13.650796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Attempting to bind port 22aa9ace-440b-493f-87a1-1357dc99c959 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '253bc5e5-ae0d-47a7-b224-a923cc34c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:08:13.650931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Attempting to bind port 22aa9ace-440b-493f-87a1-1357dc99c959 on network c7072173-fd66-479d-9d03-cd47685fb02d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:08:13.657663 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:08:13.658033 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Checking segment: {'id': '253bc5e5-ae0d-47a7-b224-a923cc34c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:08:13.658435 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:13.658830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Bound using segment: {'id': '253bc5e5-ae0d-47a7-b224-a923cc34c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:08:13.659296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Bound port: 22aa9ace-440b-493f-87a1-1357dc99c959, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253bc5e5-ae0d-47a7-b224-a923cc34c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:08:13.659703 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:13.702533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'name': 'tempest-TestEncryptedCinderVolumes-1157381830-router', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:06Z', 'updated_at': '2021-09-09T10:08:09Z', 'revision_number': 4, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'gw_port': {'id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:07Z', 'updated_at': '2021-09-09T10:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a76f25c4-7477-4dc9-8966-602d385b672a', 'name': '', 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'mac_address': 'fa:16:3e:79:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '48fe74e8-36fc-4669-a8ea-35f1307630f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:09Z', 'updated_at': '2021-09-09T10:08:12Z', 'revision_number': 4, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'subnets': [{'id': '48fe74e8-36fc-4669-a8ea-35f1307630f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:13.732905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc207f55-bb70-4d3b-adcc-819252b76f1f None None] The sync data for ids ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'] in n-d-778696-16 is: [{'id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'name': 'tempest-TestEncryptedCinderVolumes-1157381830-router', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:06Z', 'updated_at': '2021-09-09T10:08:09Z', 'revision_number': 4, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'gw_port': {'id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:07Z', 'updated_at': '2021-09-09T10:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a76f25c4-7477-4dc9-8966-602d385b672a', 'name': '', 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'mac_address': 'fa:16:3e:79:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '48fe74e8-36fc-4669-a8ea-35f1307630f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:09Z', 'updated_at': '2021-09-09T10:08:12Z', 'revision_number': 4, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'subnets': [{'id': '48fe74e8-36fc-4669-a8ea-35f1307630f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:08:13.760143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] For port 22aa9ace-440b-493f-87a1-1357dc99c959, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:08:13.763245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] For port 22aa9ace-440b-493f-87a1-1357dc99c959, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=22aa9ace-440b-493f-87a1-1357dc99c959,segment=NetworkSegment(253bc5e5-ae0d-47a7-b224-a923cc34c273),segment_id=253bc5e5-ae0d-47a7-b224-a923cc34c273)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:08:13.833979 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:13.908576 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234a806-ebb5-4e4f-9937-9cd24370711e None None] Pushing event updated for resources: {'Port': ['ID=22aa9ace-440b-493f-87a1-1357dc99c959,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:14.227566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:14.446775 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:14.462087 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49c9ff5c-885a-4773-83dd-091faf3f6a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:14.655797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:08:14.790212 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:08:14.807331 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Sync routers for ids ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:08:14.825852 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Routers {'7cb594d7-77f3-41ed-970f-f0bbbc526fc2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:08:14.826591 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:07:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:14.863508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a76f25c4-7477-4dc9-8966-602d385b672a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:14.878774 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:14.882659 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e3cedcf5-b1ef-486b-ac04-b67f790f7864 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3277287 Sep 09 10:08:14.882914 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51100) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:08:14.921716 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b0811-0495-43bd-8fbf-5ebb9f4ccaf9 None None] Network c7072173-fd66-479d-9d03-cd47685fb02d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:08:14.970619 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Set router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:08:15.162878 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'name': 'tempest-TestEncryptedCinderVolumes-1674151775-router', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:12Z', 'updated_at': '2021-09-09T10:08:13Z', 'revision_number': 3, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'gw_port': {'id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:13Z', 'updated_at': '2021-09-09T10:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:15.190235 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Checking router: 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:08:15.190614 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Updating router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:08:15.199788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-17e250d1-803f-4f1b-a7f5-5564b1aaf780 None None] Provisioning for port 22aa9ace-440b-493f-87a1-1357dc99c959 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:15.216912 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.231249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port a76f25c4-7477-4dc9-8966-602d385b672a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:15.239319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a76f25c4-7477-4dc9-8966-602d385b672a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:15.239724 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.342537 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.374100 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.415547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port a76f25c4-7477-4dc9-8966-602d385b672a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a76f25c4-7477-4dc9-8966-602d385b672a,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:15.490326 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.491772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 22aa9ace-440b-493f-87a1-1357dc99c959 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:15.521149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Allocated IP 172.20.0.1 (c7072173-fd66-479d-9d03-cd47685fb02d/a91dec9d-6563-48a5-ade6-502b455ea51c/c9ba519d-bcd4-41a9-9b44-076a13471313) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:08:15.563363 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.575557 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Transition to ACTIVE for port object de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:15.630799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=a76f25c4-7477-4dc9-8966-602d385b672a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:15.635080 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.652123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Transition to ACTIVE for port object c9ba519d-bcd4-41a9-9b44-076a13471313 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:15.656005 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.704255 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Attempting to bind port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:08:15.704708 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Attempting to bind port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:08:15.705135 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Attempting to bind port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:08:15.716239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 22aa9ace-440b-493f-87a1-1357dc99c959 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:15.717608 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:08:15.718115 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:08:15.718414 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.720051 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:08:15.720623 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Bound port: de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:08:15.721008 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.721619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 22aa9ace-440b-493f-87a1-1357dc99c959 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:15.722247 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.724078 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da5d60-ed56-4fec-947c-ce9f37f9c9bf None None] Pushing event updated for resources: {'Port': ['ID=de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:15.757879 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.786499 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] For port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:08:15.790210 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] For port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:08:15.810573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Network c7072173-fd66-479d-9d03-cd47685fb02d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:08:15.814592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:15.818114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:08:15.826319 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.847677 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Pushing event updated for resources: {'Port': ['ID=c9ba519d-bcd4-41a9-9b44-076a13471313,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:15.856867 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.871360 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.872504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 22aa9ace-440b-493f-87a1-1357dc99c959, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=22aa9ace-440b-493f-87a1-1357dc99c959,segment=NetworkSegment(253bc5e5-ae0d-47a7-b224-a923cc34c273),segment_id=253bc5e5-ae0d-47a7-b224-a923cc34c273)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:15.920271 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Routers {'7cb594d7-77f3-41ed-970f-f0bbbc526fc2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:08:15.921049 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:07:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:15.952265 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:15.965518 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da5d60-ed56-4fec-947c-ce9f37f9c9bf None None] Pushing event updated for resources: {'Port': ['ID=de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:16.033514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=22aa9ace-440b-493f-87a1-1357dc99c959,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:16.059624 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] Set router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:08:16.115706 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:16.205314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7518e5f4-d903-4e50-b44f-e92b80dfe425 None None] Provisioning for port c9ba519d-bcd4-41a9-9b44-076a13471313 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:16.211317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7518e5f4-d903-4e50-b44f-e92b80dfe425 None None] Provisioning complete for port c9ba519d-bcd4-41a9-9b44-076a13471313 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:16.215927 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7518e5f4-d903-4e50-b44f-e92b80dfe425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:16.257756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7518e5f4-d903-4e50-b44f-e92b80dfe425 None None] Port c9ba519d-bcd4-41a9-9b44-076a13471313 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:08:16.274798 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'name': 'tempest-TestEncryptedCinderVolumes-1674151775-router', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:12Z', 'updated_at': '2021-09-09T10:08:13Z', 'revision_number': 3, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'gw_port': {'id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:13Z', 'updated_at': '2021-09-09T10:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:16.304335 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12a299-857c-4822-a8a7-750ce7e6e0f8 None None] The sync data for ids ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'] in n-d-778696-16 is: [{'id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'name': 'tempest-TestEncryptedCinderVolumes-1674151775-router', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:12Z', 'updated_at': '2021-09-09T10:08:13Z', 'revision_number': 3, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'gw_port': {'id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:13Z', 'updated_at': '2021-09-09T10:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:08:16.309610 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:16.381588 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:16.452400 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:16.455004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Pushing event updated for resources: {'Port': ['ID=c9ba519d-bcd4-41a9-9b44-076a13471313,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:16.570814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Network c7072173-fd66-479d-9d03-cd47685fb02d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:08:16.572436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:16.698881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:08:16.828306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:08:16.835842 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-715a2ff4-8788-4577-85e7-93df1058119c admin admin] 10.222.0.32 "PUT /v2.0/routers/7cb594d7-77f3-41ed-970f-f0bbbc526fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9517612 Sep 09 10:08:16.885803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c7f9901a-9fb4-499c-b3eb-21fe2cf02753 None None] Provisioning complete for port c9ba519d-bcd4-41a9-9b44-076a13471313 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:16.886230 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7f9901a-9fb4-499c-b3eb-21fe2cf02753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:16.913359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a76f25c4-7477-4dc9-8966-602d385b672a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:16.952749 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9901a-9fb4-499c-b3eb-21fe2cf02753 None None] Port c9ba519d-bcd4-41a9-9b44-076a13471313 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:08:16.977239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a76f25c4-7477-4dc9-8966-602d385b672a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:16.977566 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:17.084693 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 22aa9ace-440b-493f-87a1-1357dc99c959 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:17.134953 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 22aa9ace-440b-493f-87a1-1357dc99c959 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:17.135331 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:17.165932 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09be09d4-fa2d-4990-a15c-814be914cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:17.223675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:17.341560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:17.346228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:17.346646 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:17.412627 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:17.446660 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:17.470342 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:17.550493 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:17.601894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:17.932777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-c5a278d8-9b41-4e66-9f4a-d0da8b04680a tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:17.934320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-c5a278d8-9b41-4e66-9f4a-d0da8b04680a tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/networks?id=09661b8d-e570-48bb-af19-276d582bdbc9 HTTP/1.1" status: 200 len: 817 time: 0.1080537 Sep 09 10:08:17.947914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Sync routers for ids ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:08:17.949963 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-10988512-7d02-4868-ab4e-e8e510bf44cd tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/quotas/3f00b5ba76f144b1b9e4c30f01423444 HTTP/1.1" status: 200 len: 375 time: 0.0097790 Sep 09 10:08:17.957240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Routers {'7cb594d7-77f3-41ed-970f-f0bbbc526fc2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:08:17.957847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:08:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:18.007876 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-7934b533-a649-4079-9cd7-d6a8310b95a5 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f00b5ba76f144b1b9e4c30f01423444&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516264 Sep 09 10:08:18.064973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Set router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:08:18.106959 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-d0b96675-2132-4e34-b55e-0398e73e182d service neutron] 10.222.0.32 "GET /v2.0/networks/09661b8d-e570-48bb-af19-276d582bdbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846045 Sep 09 10:08:18.205671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ef592698-4c31-4a9f-a830-68df1f8de1c8 service neutron] 10.222.0.32 "GET /v2.0/networks/09661b8d-e570-48bb-af19-276d582bdbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914888 Sep 09 10:08:18.267063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'name': 'tempest-TestEncryptedCinderVolumes-1674151775-router', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:12Z', 'updated_at': '2021-09-09T10:08:16Z', 'revision_number': 4, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'gw_port': {'id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:13Z', 'updated_at': '2021-09-09T10:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'c9ba519d-bcd4-41a9-9b44-076a13471313', 'name': '', 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'mac_address': 'fa:16:3e:59:d7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'a91dec9d-6563-48a5-ade6-502b455ea51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:15Z', 'updated_at': '2021-09-09T10:08:16Z', 'revision_number': 2, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'subnets': [{'id': 'a91dec9d-6563-48a5-ade6-502b455ea51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:18.294340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Checking router: 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:08:18.294694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Updating router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 port c9ba519d-bcd4-41a9-9b44-076a13471313 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:08:18.323989 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:18.476443 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8890fb95-3656-4306-8056-96d7a9c1d53e req-60e1ad71-6cd3-4291-9f52-c62f9eb63c54 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 210 time: 0.0279784 Sep 09 10:08:18.622564 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:18.634465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Transition to ACTIVE for port object c9ba519d-bcd4-41a9-9b44-076a13471313 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:18.676067 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:18.708632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:18.756808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ef6a6-5667-4249-a716-bdcd325aa0ae None None] Pushing event updated for resources: {'Port': ['ID=c9ba519d-bcd4-41a9-9b44-076a13471313,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:18.809909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:18.844963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Attempting to bind port c9ba519d-bcd4-41a9-9b44-076a13471313 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:08:18.845090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Attempting to bind port c9ba519d-bcd4-41a9-9b44-076a13471313 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '253bc5e5-ae0d-47a7-b224-a923cc34c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:08:18.845445 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Attempting to bind port c9ba519d-bcd4-41a9-9b44-076a13471313 on network c7072173-fd66-479d-9d03-cd47685fb02d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:08:18.860381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:08:18.860937 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Checking segment: {'id': '253bc5e5-ae0d-47a7-b224-a923cc34c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:08:18.861457 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:18.861972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Bound using segment: {'id': '253bc5e5-ae0d-47a7-b224-a923cc34c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:08:18.862644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Bound port: c9ba519d-bcd4-41a9-9b44-076a13471313, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253bc5e5-ae0d-47a7-b224-a923cc34c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:08:18.863182 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:18.923860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:18.924243 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:18.972170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] For port c9ba519d-bcd4-41a9-9b44-076a13471313, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:08:18.978470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] For port c9ba519d-bcd4-41a9-9b44-076a13471313, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c9ba519d-bcd4-41a9-9b44-076a13471313,segment=NetworkSegment(253bc5e5-ae0d-47a7-b224-a923cc34c273),segment_id=253bc5e5-ae0d-47a7-b224-a923cc34c273)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:08:19.059856 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:19.119010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Routers {'7cb594d7-77f3-41ed-970f-f0bbbc526fc2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:08:19.119676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:08:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:19.164780 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ef6a6-5667-4249-a716-bdcd325aa0ae None None] Pushing event updated for resources: {'Port': ['ID=c9ba519d-bcd4-41a9-9b44-076a13471313,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:19.237791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] Set router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:08:19.450196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'name': 'tempest-TestEncryptedCinderVolumes-1674151775-router', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:12Z', 'updated_at': '2021-09-09T10:08:16Z', 'revision_number': 4, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'gw_port': {'id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:13Z', 'updated_at': '2021-09-09T10:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'c9ba519d-bcd4-41a9-9b44-076a13471313', 'name': '', 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'mac_address': 'fa:16:3e:59:d7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'a91dec9d-6563-48a5-ade6-502b455ea51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:15Z', 'updated_at': '2021-09-09T10:08:18Z', 'revision_number': 4, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'subnets': [{'id': 'a91dec9d-6563-48a5-ade6-502b455ea51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:08:19.476985 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d0d01-02e3-4efe-9421-b9fae2bb5b42 None None] The sync data for ids ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'] in n-d-778696-16 is: [{'id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'name': 'tempest-TestEncryptedCinderVolumes-1674151775-router', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:12Z', 'updated_at': '2021-09-09T10:08:16Z', 'revision_number': 4, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'gw_port': {'id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:13Z', 'updated_at': '2021-09-09T10:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'c9ba519d-bcd4-41a9-9b44-076a13471313', 'name': '', 'network_id': 'c7072173-fd66-479d-9d03-cd47685fb02d', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'mac_address': 'fa:16:3e:59:d7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'a91dec9d-6563-48a5-ade6-502b455ea51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:15Z', 'updated_at': '2021-09-09T10:08:18Z', 'revision_number': 4, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'subnets': [{'id': 'a91dec9d-6563-48a5-ade6-502b455ea51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:08:19.605787 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-24b0e782-19c7-4c18-af68-8d5b14f29eec req-1191f8fc-6da5-4177-8f85-46f8fb503d19 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 210 time: 0.0305455 Sep 09 10:08:20.307304 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:20.549040 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-fae429a2-44bf-4ceb-a5c1-858d5b1eb9e9 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:20.550732 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-fae429a2-44bf-4ceb-a5c1-858d5b1eb9e9 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.41 "GET /v2.0/networks?id=09661b8d-e570-48bb-af19-276d582bdbc9 HTTP/1.1" status: 200 len: 817 time: 0.1116655 Sep 09 10:08:20.564607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Request body: {'port': {'device_id': '5cf44bf0-5f43-4985-a3ca-950b193ed770', 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9', 'admin_state_up': True, 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:08:20.714670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-268140d1-fac5-4679-9f22-8f83429a06ff req-5e2bb4f2-f034-42c0-8877-862949c88677 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 210 time: 0.0301051 Sep 09 10:08:20.764712 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Made reservation on behalf of 3f00b5ba76f144b1b9e4c30f01423444 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:08:20.769083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:20.827248 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c9ba519d-bcd4-41a9-9b44-076a13471313 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:20.910241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Allocated IP 172.20.0.7 (09661b8d-e570-48bb-af19-276d582bdbc9/48fe74e8-36fc-4669-a8ea-35f1307630f3/90c06dac-51f6-4d5f-b59e-46fb0549409a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:08:20.941660 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port c9ba519d-bcd4-41a9-9b44-076a13471313 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:20.945755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c9ba519d-bcd4-41a9-9b44-076a13471313 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:20.947287 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:21.052439 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:21.075909 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:21.086403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port c9ba519d-bcd4-41a9-9b44-076a13471313, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c9ba519d-bcd4-41a9-9b44-076a13471313,segment=NetworkSegment(253bc5e5-ae0d-47a7-b224-a923cc34c273),segment_id=253bc5e5-ae0d-47a7-b224-a923cc34c273)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:21.090800 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Transition to ACTIVE for port object 90c06dac-51f6-4d5f-b59e-46fb0549409a will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:21.158937 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:21.188241 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:21.210178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=c9ba519d-bcd4-41a9-9b44-076a13471313,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:21.232853 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Network 09661b8d-e570-48bb-af19-276d582bdbc9 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:08:21.236150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:21.242999 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:08:21.250833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Pushing event updated for resources: {'Port': ['ID=90c06dac-51f6-4d5f-b59e-46fb0549409a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:21.300595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:21.301241 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:21.369785 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-871a364c-7f13-4f1d-aef6-171756f458e8 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8095317 Sep 09 10:08:21.382226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Request body: {'port': {'device_id': '5cf44bf0-5f43-4985-a3ca-950b193ed770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:08:21.443620 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:21.545217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-73133da3-7281-4516-9b4a-710cc186fa71 None None] Provisioning for port 90c06dac-51f6-4d5f-b59e-46fb0549409a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:21.549403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-73133da3-7281-4516-9b4a-710cc186fa71 None None] Provisioning complete for port 90c06dac-51f6-4d5f-b59e-46fb0549409a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:21.549776 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-73133da3-7281-4516-9b4a-710cc186fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:21.585374 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-73133da3-7281-4516-9b4a-710cc186fa71 None None] Port 90c06dac-51f6-4d5f-b59e-46fb0549409a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:08:21.654851 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:08:21.768381 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c06dac-51f6-4d5f-b59e-46fb0549409a {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:08:21.775872 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:21.788159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Transition to ACTIVE for port object 90c06dac-51f6-4d5f-b59e-46fb0549409a will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:21.837186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc525924-9780-4d55-9e8c-cc04d1d24c54 req-4e18358d-aef0-4de2-855c-366bacb6c335 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:21.838693 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc525924-9780-4d55-9e8c-cc04d1d24c54 req-4e18358d-aef0-4de2-855c-366bacb6c335 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 931 time: 0.0494516 Sep 09 10:08:21.845080 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:21.930560 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Pushing event updated for resources: {'Port': ['ID=90c06dac-51f6-4d5f-b59e-46fb0549409a,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:21.939696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cc525924-9780-4d55-9e8c-cc04d1d24c54 req-c9ae2960-a0ec-44a1-ad23-ad696053f173 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919490 Sep 09 10:08:22.010600 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Attempting to bind port 90c06dac-51f6-4d5f-b59e-46fb0549409a on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:08:22.010941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Attempting to bind port 90c06dac-51f6-4d5f-b59e-46fb0549409a by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:08:22.011280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Attempting to bind port 90c06dac-51f6-4d5f-b59e-46fb0549409a on network 09661b8d-e570-48bb-af19-276d582bdbc9 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:08:22.016548 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Port 90c06dac-51f6-4d5f-b59e-46fb0549409a on network 09661b8d-e570-48bb-af19-276d582bdbc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:08:22.016878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Attempting to bind port 90c06dac-51f6-4d5f-b59e-46fb0549409a on network 09661b8d-e570-48bb-af19-276d582bdbc9 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:08:22.021950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:08:22.022295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Checking segment: {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:08:22.022685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Bound using segment: {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:08:22.023116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Bound port: 90c06dac-51f6-4d5f-b59e-46fb0549409a, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:08:22.023526 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:22.100379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] For port 90c06dac-51f6-4d5f-b59e-46fb0549409a, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:08:22.103705 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] For port 90c06dac-51f6-4d5f-b59e-46fb0549409a, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=90c06dac-51f6-4d5f-b59e-46fb0549409a,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:08:22.176370 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:22.218514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:22.219154 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:22.220588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] 10.222.0.41 "PUT /v2.0/ports/90c06dac-51f6-4d5f-b59e-46fb0549409a HTTP/1.1" status: 200 len: 1092 time: 0.8429193 Sep 09 10:08:22.221027 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf44bf0-5f43-4985-a3ca-950b193ed770', 'tag': '90c06dac-51f6-4d5f-b59e-46fb0549409a'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:08:22.223294 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83519146-f86e-4b75-957f-16e71aff0d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf44bf0-5f43-4985-a3ca-950b193ed770", "tag": "90c06dac-51f6-4d5f-b59e-46fb0549409a"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:08:22.245781 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e1947-d8f7-40f0-9547-bb9ad365e7cd service neutron] Pushing event updated for resources: {'Port': ['ID=90c06dac-51f6-4d5f-b59e-46fb0549409a,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:22.275471 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f078e59b-118a-496c-a05d-b6a36ee6fcb4 x-openstack-request-id: req-f078e59b-118a-496c-a05d-b6a36ee6fcb4 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:08:22.275787 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf44bf0-5f43-4985-a3ca-950b193ed770", "tag": "90c06dac-51f6-4d5f-b59e-46fb0549409a", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:08:22.276047 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f078e59b-118a-496c-a05d-b6a36ee6fcb4 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:08:22.276465 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf44bf0-5f43-4985-a3ca-950b193ed770', 'tag': '90c06dac-51f6-4d5f-b59e-46fb0549409a', 'status': 'completed', 'code': 200} Sep 09 10:08:22.344495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83519146-f86e-4b75-957f-16e71aff0d8f req-e79f9159-f3e8-4e31-b573-508e5107126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:22.346050 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83519146-f86e-4b75-957f-16e71aff0d8f req-e79f9159-f3e8-4e31-b573-508e5107126a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f00b5ba76f144b1b9e4c30f01423444&device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 1095 time: 0.0440533 Sep 09 10:08:22.459207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83519146-f86e-4b75-957f-16e71aff0d8f req-590190e1-fd4d-4aa0-aed7-0ee4c67e35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:22.460775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83519146-f86e-4b75-957f-16e71aff0d8f req-590190e1-fd4d-4aa0-aed7-0ee4c67e35d4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f00b5ba76f144b1b9e4c30f01423444&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1067348 Sep 09 10:08:22.558868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83519146-f86e-4b75-957f-16e71aff0d8f req-8906d7a4-d6a8-4a73-8432-cdddc239815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:22.560320 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-83519146-f86e-4b75-957f-16e71aff0d8f req-8906d7a4-d6a8-4a73-8432-cdddc239815d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933142 Sep 09 10:08:22.639087 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-2ea4d474-d5cb-4621-a2e4-4e534f4c7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:22.640703 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-2ea4d474-d5cb-4621-a2e4-4e534f4c7b38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f00b5ba76f144b1b9e4c30f01423444&device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 1095 time: 0.0450964 Sep 09 10:08:22.686216 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-60dd63aa-3424-4e16-8286-81e55ad04ad1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c06dac-51f6-4d5f-b59e-46fb0549409a HTTP/1.1" status: 200 len: 217 time: 0.0381415 Sep 09 10:08:22.736042 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-27f76dfb-7f50-453f-b53c-ee0ef92d1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:22.737581 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-27f76dfb-7f50-453f-b53c-ee0ef92d1775 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48fe74e8-36fc-4669-a8ea-35f1307630f3 HTTP/1.1" status: 200 len: 856 time: 0.0452793 Sep 09 10:08:22.792486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-6c03588f-93ca-44a4-9418-27333bd1e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:22.793104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c9ba519d-bcd4-41a9-9b44-076a13471313 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:22.794045 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-6c03588f-93ca-44a4-9418-27333bd1e7d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09661b8d-e570-48bb-af19-276d582bdbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490515 Sep 09 10:08:22.844154 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port c9ba519d-bcd4-41a9-9b44-076a13471313 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:22.844566 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:22.893412 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-1eeac793-f026-4d26-8e5b-fda76fef7e6a service neutron] 10.222.0.41 "GET /v2.0/networks/09661b8d-e570-48bb-af19-276d582bdbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923607 Sep 09 10:08:23.009021 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-14a70ae3-2f28-4b2b-ab75-a31a88c887ef req-35fd060e-dddc-49ec-9af9-7f00db8ffacd service neutron] 10.222.0.41 "GET /v2.0/networks/09661b8d-e570-48bb-af19-276d582bdbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078200 Sep 09 10:08:23.066710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef0acd-734e-4b78-8837-a8253cbff849 req-3d215481-fcb7-48a0-a32d-10c7c90c45ec tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:23.068280 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7ef0acd-734e-4b78-8837-a8253cbff849 req-3d215481-fcb7-48a0-a32d-10c7c90c45ec tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 943 time: 0.0546649 Sep 09 10:08:23.106652 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7ef0acd-734e-4b78-8837-a8253cbff849 req-d6e0fd5b-d02d-4acb-a576-f8c0cc73b92e tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Sep 09 10:08:24.237602 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718d7b8-f69b-4783-8973-2e16d5daadb1 req-af1a619e-eee8-432a-9d6d-b8da7dd7850e tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:24.239113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9718d7b8-f69b-4783-8973-2e16d5daadb1 req-af1a619e-eee8-432a-9d6d-b8da7dd7850e tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 943 time: 0.0493388 Sep 09 10:08:24.275929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9718d7b8-f69b-4783-8973-2e16d5daadb1 req-c8c15294-ebf8-4b98-8bd5-b0fcfd82f09d tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307913 Sep 09 10:08:24.698530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 90c06dac-51f6-4d5f-b59e-46fb0549409a details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:08:24.796128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 90c06dac-51f6-4d5f-b59e-46fb0549409a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=90c06dac-51f6-4d5f-b59e-46fb0549409a,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:24.807939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '90c06dac-51f6-4d5f-b59e-46fb0549409a', 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9', 'port_id': '90c06dac-51f6-4d5f-b59e-46fb0549409a', 'mac_address': 'fa:16:3e:35:35:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fe74e8-36fc-4669-a8ea-35f1307630f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:08:24.847259 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:24.860719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c06dac-51f6-4d5f-b59e-46fb0549409a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:08:24.879879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 90c06dac-51f6-4d5f-b59e-46fb0549409a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=90c06dac-51f6-4d5f-b59e-46fb0549409a,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:24.984910 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:25.032005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=90c06dac-51f6-4d5f-b59e-46fb0549409a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:25.039883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.040240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.040599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.040943 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.041331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.041620 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.042207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.042526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.042861 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.043259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.043630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.043960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:25.185092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['90c06dac-51f6-4d5f-b59e-46fb0549409a'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:08:25.394925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728379-a149-42e3-b37a-c4931d445757 req-730c4cd0-3df8-4015-b9bc-ef9431d4f6cd tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:25.396471 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-21728379-a149-42e3-b37a-c4931d445757 req-730c4cd0-3df8-4015-b9bc-ef9431d4f6cd tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 944 time: 0.0516555 Sep 09 10:08:25.439999 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-21728379-a149-42e3-b37a-c4931d445757 req-6e685664-c33a-45ff-9059-1f0930477408 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373120 Sep 09 10:08:25.672421 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:26.373016 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:26.560939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a9527-e4ea-4191-b65f-1a02560b289e req-5bb94c99-64d7-4132-847c-16064e4c7679 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:26.563031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a1a9527-e4ea-4191-b65f-1a02560b289e req-5bb94c99-64d7-4132-847c-16064e4c7679 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 944 time: 0.0518818 Sep 09 10:08:26.600122 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a1a9527-e4ea-4191-b65f-1a02560b289e req-9537dc16-1f69-4f57-b525-71c016e345ca tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Sep 09 10:08:26.729669 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 90c06dac-51f6-4d5f-b59e-46fb0549409a up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:08:26.870316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 90c06dac-51f6-4d5f-b59e-46fb0549409a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:26.874254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 90c06dac-51f6-4d5f-b59e-46fb0549409a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:26.874627 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:26.953886 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:26.975345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf44bf0-5f43-4985-a3ca-950b193ed770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c06dac-51f6-4d5f-b59e-46fb0549409a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:08:26.977642 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f703e2-0445-4a5e-96bd-3924ed1e9f43" -d '{"events": [{"server_uuid": "5cf44bf0-5f43-4985-a3ca-950b193ed770", "name": "network-vif-plugged", "status": "completed", "tag": "90c06dac-51f6-4d5f-b59e-46fb0549409a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:08:26.990293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 90c06dac-51f6-4d5f-b59e-46fb0549409a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=90c06dac-51f6-4d5f-b59e-46fb0549409a,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:27.014094 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e16416-7058-4c55-94cd-99b841b36075 x-openstack-request-id: req-b7e16416-7058-4c55-94cd-99b841b36075 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:08:27.014382 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf44bf0-5f43-4985-a3ca-950b193ed770", "name": "network-vif-plugged", "status": "completed", "tag": "90c06dac-51f6-4d5f-b59e-46fb0549409a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:08:27.018317 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7e16416-7058-4c55-94cd-99b841b36075 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:08:27.018317 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf44bf0-5f43-4985-a3ca-950b193ed770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c06dac-51f6-4d5f-b59e-46fb0549409a', 'code': 200} Sep 09 10:08:27.064896 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:27.108352 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a7f66-6be9-4545-a636-76f65683303f req-3e1bc4b7-3b9c-42f2-a09c-235e888383f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:27.110559 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-588a7f66-6be9-4545-a636-76f65683303f req-3e1bc4b7-3b9c-42f2-a09c-235e888383f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 1097 time: 0.0409651 Sep 09 10:08:27.113222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=90c06dac-51f6-4d5f-b59e-46fb0549409a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:27.145118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-588a7f66-6be9-4545-a636-76f65683303f req-e1231a72-bfbb-49d9-94e5-f38daf20de04 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278001 Sep 09 10:08:27.712071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57817e6b-f034-48bc-af5c-682548a0bc81 req-069fc861-36ff-4134-9cf9-68c38727439f tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:27.713460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57817e6b-f034-48bc-af5c-682548a0bc81 req-069fc861-36ff-4134-9cf9-68c38727439f tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 945 time: 0.0479636 Sep 09 10:08:27.752509 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-57817e6b-f034-48bc-af5c-682548a0bc81 req-8e5e3bb1-4e19-4444-a5c0-dd8aedd98206 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325201 Sep 09 10:08:28.872266 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c167cdc-ea42-494c-8c94-9a06b7435cdd req-197ee864-7f56-425a-aa7e-7db1144676b6 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:28.873769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c167cdc-ea42-494c-8c94-9a06b7435cdd req-197ee864-7f56-425a-aa7e-7db1144676b6 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 945 time: 0.0531776 Sep 09 10:08:28.912375 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c167cdc-ea42-494c-8c94-9a06b7435cdd req-6f5669bb-cf41-4efc-a5d4-86f055a4a9bc tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320423 Sep 09 10:08:29.023833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3b6da-09c7-46b4-ab7f-3bcc6d84124f req-349d059d-4416-4f20-87b9-4091a3400c4d tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:29.025201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21b3b6da-09c7-46b4-ab7f-3bcc6d84124f req-349d059d-4416-4f20-87b9-4091a3400c4d tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 945 time: 0.0486934 Sep 09 10:08:29.062987 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-21b3b6da-09c7-46b4-ab7f-3bcc6d84124f req-124aae9e-6e4d-4423-b545-b88fb42f3c43 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312479 Sep 09 10:08:44.464497 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ded713f-09ff-4bd0-aae5-e8d95e10787c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:47.158129 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b007610-73e3-49a7-846b-7e35c578c16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:47.369741 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:48.658488 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:50.304294 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:51.106937 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93a683-dd5b-4726-b49e-965746b633f9 req-32c4ea05-f362-4af2-b35b-ee434554044a tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:51.108540 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c93a683-dd5b-4726-b49e-965746b633f9 req-32c4ea05-f362-4af2-b35b-ee434554044a tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 945 time: 0.0527444 Sep 09 10:08:51.147599 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2c93a683-dd5b-4726-b49e-965746b633f9 req-f2ec8f59-93d9-48cd-b0b3-dc44f1c44bb0 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Sep 09 10:08:52.261469 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b38f5-43f3-45ad-8579-b291def51f55 req-47151430-e7bb-4aae-951e-9b82068cff9f tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:52.262983 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd5b38f5-43f3-45ad-8579-b291def51f55 req-47151430-e7bb-4aae-951e-9b82068cff9f tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 945 time: 0.0496256 Sep 09 10:08:52.305563 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fd5b38f5-43f3-45ad-8579-b291def51f55 req-cea70742-50b6-43bc-867d-a0ea1d1a7beb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360816 Sep 09 10:08:52.645265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a306be-692e-4a6c-84d8-4bb12515007f req-3bc3f793-f14c-4d43-a0ca-ac4dd0363129 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:52.647475 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46a306be-692e-4a6c-84d8-4bb12515007f req-3bc3f793-f14c-4d43-a0ca-ac4dd0363129 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 945 time: 0.0489032 Sep 09 10:08:52.739460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-46a306be-692e-4a6c-84d8-4bb12515007f req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Deleting port 90c06dac-51f6-4d5f-b59e-46fb0549409a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:08:52.739801 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-46a306be-692e-4a6c-84d8-4bb12515007f req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:52.832903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-46a306be-692e-4a6c-84d8-4bb12515007f req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] For port 90c06dac-51f6-4d5f-b59e-46fb0549409a, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=90c06dac-51f6-4d5f-b59e-46fb0549409a,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:08:52.833268 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-46a306be-692e-4a6c-84d8-4bb12515007f req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:52.846301 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-46a306be-692e-4a6c-84d8-4bb12515007f req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Calling delete_port for 90c06dac-51f6-4d5f-b59e-46fb0549409a owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:08:53.026462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-46a306be-692e-4a6c-84d8-4bb12515007f req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:53.055104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Pushing event deleted for resources: {'Port': ['ID=90c06dac-51f6-4d5f-b59e-46fb0549409a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:53.085436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.085818 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.086139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.086479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.086812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.087155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.087518 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.087851 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.088181 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.088522 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.088836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.089155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:53.111232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a306be-692e-4a6c-84d8-4bb12515007f req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] No DVR routers for this DVR port 90c06dac-51f6-4d5f-b59e-46fb0549409a on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:08:53.115190 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-46a306be-692e-4a6c-84d8-4bb12515007f req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:53.117317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-46a306be-692e-4a6c-84d8-4bb12515007f req-c7f66bf7-479a-4358-b960-9f7e685c1219 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.41 "DELETE /v2.0/ports/90c06dac-51f6-4d5f-b59e-46fb0549409a HTTP/1.1" status: 204 len: 173 time: 0.4629171 Sep 09 10:08:53.117775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf44bf0-5f43-4985-a3ca-950b193ed770', 'name': 'network-vif-deleted', 'tag': '90c06dac-51f6-4d5f-b59e-46fb0549409a'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:08:53.120203 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530789dd-c1e3-4d4d-af16-0cb6aece97c0" -d '{"events": [{"server_uuid": "5cf44bf0-5f43-4985-a3ca-950b193ed770", "name": "network-vif-deleted", "tag": "90c06dac-51f6-4d5f-b59e-46fb0549409a"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:08:53.173117 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f256b77-e9e4-44cd-be09-76a41a4d6236 x-openstack-request-id: req-0f256b77-e9e4-44cd-be09-76a41a4d6236 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:08:53.173117 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf44bf0-5f43-4985-a3ca-950b193ed770", "name": "network-vif-deleted", "tag": "90c06dac-51f6-4d5f-b59e-46fb0549409a", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:08:53.173117 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f256b77-e9e4-44cd-be09-76a41a4d6236 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:08:53.173117 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf44bf0-5f43-4985-a3ca-950b193ed770', 'name': 'network-vif-deleted', 'tag': '90c06dac-51f6-4d5f-b59e-46fb0549409a', 'status': 'completed', 'code': 200} Sep 09 10:08:53.398251 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-7e20358b-29e2-468e-81b4-db5452be621b req-dc6da810-b47c-4a11-aef3-b62a61b1975b tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf44bf0-5f43-4985-a3ca-950b193ed770 HTTP/1.1" status: 200 len: 210 time: 0.0269783 Sep 09 10:08:54.901211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 90c06dac-51f6-4d5f-b59e-46fb0549409a no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:08:54.921561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 90c06dac-51f6-4d5f-b59e-46fb0549409a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:08:54.921904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 90c06dac-51f6-4d5f-b59e-46fb0549409a not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:08:55.150782 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-866fccee-6ae8-4b25-ace8-8ccc76562543 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:55.152196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-866fccee-6ae8-4b25-ace8-8ccc76562543 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/networks?id=09661b8d-e570-48bb-af19-276d582bdbc9 HTTP/1.1" status: 200 len: 817 time: 0.1030951 Sep 09 10:08:55.168325 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-91db78e6-5956-4922-b3ac-5e9e36d1f96c tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/quotas/3f00b5ba76f144b1b9e4c30f01423444 HTTP/1.1" status: 200 len: 375 time: 0.0103664 Sep 09 10:08:55.223755 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-6d3bbe1b-0ec9-4b32-995e-b84d03634325 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f00b5ba76f144b1b9e4c30f01423444&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497725 Sep 09 10:08:55.319086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-cc6dbfbb-de31-4b0b-99e6-8b3519d613ae service neutron] 10.222.0.32 "GET /v2.0/networks/09661b8d-e570-48bb-af19-276d582bdbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834577 Sep 09 10:08:55.412833 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-f1b26fc2-c64f-4183-8355-9b2a7741e01a service neutron] 10.222.0.32 "GET /v2.0/networks/09661b8d-e570-48bb-af19-276d582bdbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875854 Sep 09 10:08:55.643464 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:55.646263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6d28379e-722c-4bc9-b81e-1ab0e44380b4 req-f5f59a8e-a4d7-45bc-8ce2-931b1312f529 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 210 time: 0.0273137 Sep 09 10:08:56.340626 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:56.739619 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6c15fc40-2298-4635-abe5-50e21364c36c req-7a872c3f-7a88-474f-93bb-1af986538d30 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 210 time: 0.0267639 Sep 09 10:08:57.461098 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-9d9663bd-32e6-455e-9a6e-c63f2ad86654 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:57.462581 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-9d9663bd-32e6-455e-9a6e-c63f2ad86654 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.24 "GET /v2.0/networks?id=09661b8d-e570-48bb-af19-276d582bdbc9 HTTP/1.1" status: 200 len: 817 time: 0.1018283 Sep 09 10:08:57.476204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Request body: {'port': {'device_id': '94ede269-59e3-43aa-9cb7-2a78a85af0d0', 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9', 'admin_state_up': True, 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:08:57.660864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Made reservation on behalf of 3f00b5ba76f144b1b9e4c30f01423444 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:08:57.665219 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:57.792030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Allocated IP 172.20.0.3 (09661b8d-e570-48bb-af19-276d582bdbc9/48fe74e8-36fc-4669-a8ea-35f1307630f3/13f39bbc-c6cf-4941-a7fc-cee035368815) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:08:57.853177 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f67903c-6502-497f-a252-d84fc51d9037 req-6b54656b-0d3f-49da-8115-ca6e6ca3ba48 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 210 time: 0.0351763 Sep 09 10:08:57.962341 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:58.253703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Transition to ACTIVE for port object 13f39bbc-c6cf-4941-a7fc-cee035368815 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:58.367021 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:58.407276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Network 09661b8d-e570-48bb-af19-276d582bdbc9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:08:58.410225 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:08:58.413894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:08:58.444093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Pushing event updated for resources: {'Port': ['ID=13f39bbc-c6cf-4941-a7fc-cee035368815,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:58.457108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.457463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.457810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.458151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.458575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.458911 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.459247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.459600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.459940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.460270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.460600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.460922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:08:58.481467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:58.482146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:58.547928 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-734b4b82-6d9c-4197-bd9e-a06e51c206fb tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0754600 Sep 09 10:08:58.557904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-bba398c0-bcb9-4026-be02-d8968d7d2e2b tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:08:58.558881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-bba398c0-bcb9-4026-be02-d8968d7d2e2b tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053732 Sep 09 10:08:58.573066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Request body: {'port': {'device_id': '94ede269-59e3-43aa-9cb7-2a78a85af0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:08:58.628496 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:58.654442 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:08:58.715556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-438b5fcd-566c-4b81-9f25-e37fa69edf0f None None] Provisioning for port 13f39bbc-c6cf-4941-a7fc-cee035368815 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:08:58.719328 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-438b5fcd-566c-4b81-9f25-e37fa69edf0f None None] Provisioning complete for port 13f39bbc-c6cf-4941-a7fc-cee035368815 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:08:58.719729 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-438b5fcd-566c-4b81-9f25-e37fa69edf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:58.754271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-438b5fcd-566c-4b81-9f25-e37fa69edf0f None None] Port 13f39bbc-c6cf-4941-a7fc-cee035368815 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:08:58.887879 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f39bbc-c6cf-4941-a7fc-cee035368815 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:08:58.895481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:58.908181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Transition to ACTIVE for port object 13f39bbc-c6cf-4941-a7fc-cee035368815 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:08:58.966462 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b4e1d-29a7-4198-9495-8e32f3a65c80 req-5f0b201a-6491-4815-a274-9d1647172716 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:58.968029 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b78b4e1d-29a7-4198-9495-8e32f3a65c80 req-5f0b201a-6491-4815-a274-9d1647172716 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 931 time: 0.0486071 Sep 09 10:08:58.969716 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:59.007580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b78b4e1d-29a7-4198-9495-8e32f3a65c80 req-1b6c8d79-cfc9-4072-9db7-21dc1bdfe294 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Sep 09 10:08:59.020505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Pushing event updated for resources: {'Port': ['ID=13f39bbc-c6cf-4941-a7fc-cee035368815,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:59.096503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Attempting to bind port 13f39bbc-c6cf-4941-a7fc-cee035368815 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:08:59.096843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Attempting to bind port 13f39bbc-c6cf-4941-a7fc-cee035368815 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:08:59.097177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Attempting to bind port 13f39bbc-c6cf-4941-a7fc-cee035368815 on network 09661b8d-e570-48bb-af19-276d582bdbc9 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:08:59.102563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Port 13f39bbc-c6cf-4941-a7fc-cee035368815 on network 09661b8d-e570-48bb-af19-276d582bdbc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:08:59.102889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Attempting to bind port 13f39bbc-c6cf-4941-a7fc-cee035368815 on network 09661b8d-e570-48bb-af19-276d582bdbc9 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:08:59.107949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:08:59.108272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Checking segment: {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:08:59.108656 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Bound using segment: {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:08:59.109090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Bound port: 13f39bbc-c6cf-4941-a7fc-cee035368815, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efb3a1b-a023-4209-bdec-39294e5744f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:08:59.109451 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:59.174819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] For port 13f39bbc-c6cf-4941-a7fc-cee035368815, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:08:59.178555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] For port 13f39bbc-c6cf-4941-a7fc-cee035368815, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=13f39bbc-c6cf-4941-a7fc-cee035368815,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:08:59.232587 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:59.267133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:59.267773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:08:59.269151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] 10.222.0.24 "PUT /v2.0/ports/13f39bbc-c6cf-4941-a7fc-cee035368815 HTTP/1.1" status: 200 len: 1092 time: 0.7015100 Sep 09 10:08:59.269586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ede269-59e3-43aa-9cb7-2a78a85af0d0', 'tag': '13f39bbc-c6cf-4941-a7fc-cee035368815'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:08:59.271952 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292ae6bd-fe82-4ec4-9e5b-d66bdaf5dcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "94ede269-59e3-43aa-9cb7-2a78a85af0d0", "tag": "13f39bbc-c6cf-4941-a7fc-cee035368815"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:08:59.296124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8132137-5eab-4c05-ae92-2b12b2094b9d service neutron] Pushing event updated for resources: {'Port': ['ID=13f39bbc-c6cf-4941-a7fc-cee035368815,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:08:59.325062 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00932b3-5e75-4298-a06c-78969cbcd572 x-openstack-request-id: req-b00932b3-5e75-4298-a06c-78969cbcd572 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:08:59.325365 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ede269-59e3-43aa-9cb7-2a78a85af0d0", "tag": "13f39bbc-c6cf-4941-a7fc-cee035368815", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:08:59.325606 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b00932b3-5e75-4298-a06c-78969cbcd572 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:08:59.326011 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ede269-59e3-43aa-9cb7-2a78a85af0d0', 'tag': '13f39bbc-c6cf-4941-a7fc-cee035368815', 'status': 'completed', 'code': 200} Sep 09 10:08:59.391891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ae6bd-fe82-4ec4-9e5b-d66bdaf5dcd4 req-16364a1e-f2c0-47aa-9f19-eb3a7ebd20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:59.393441 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-292ae6bd-fe82-4ec4-9e5b-d66bdaf5dcd4 req-16364a1e-f2c0-47aa-9f19-eb3a7ebd20ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f00b5ba76f144b1b9e4c30f01423444&device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 1095 time: 0.0471039 Sep 09 10:08:59.494732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ae6bd-fe82-4ec4-9e5b-d66bdaf5dcd4 req-7da04d25-84fb-4fd0-b3ed-02e9751dcddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:59.496278 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-292ae6bd-fe82-4ec4-9e5b-d66bdaf5dcd4 req-7da04d25-84fb-4fd0-b3ed-02e9751dcddd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3f00b5ba76f144b1b9e4c30f01423444&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0953343 Sep 09 10:08:59.595666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ae6bd-fe82-4ec4-9e5b-d66bdaf5dcd4 req-81ec8b64-d72a-40b7-a6f3-735d1fd668dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:59.597062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-292ae6bd-fe82-4ec4-9e5b-d66bdaf5dcd4 req-81ec8b64-d72a-40b7-a6f3-735d1fd668dd service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936315 Sep 09 10:08:59.671557 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-0f133e01-17a0-42e3-9eb3-0f2188985450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:59.673065 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-0f133e01-17a0-42e3-9eb3-0f2188985450 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f00b5ba76f144b1b9e4c30f01423444&device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 1095 time: 0.0408034 Sep 09 10:08:59.718390 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-8214196f-d0b7-4823-bad4-9d8462d54af9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f39bbc-c6cf-4941-a7fc-cee035368815 HTTP/1.1" status: 200 len: 217 time: 0.0375938 Sep 09 10:08:59.765276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-961fc2b8-88b5-4e6e-823d-0573c2658910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:59.766688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-961fc2b8-88b5-4e6e-823d-0573c2658910 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48fe74e8-36fc-4669-a8ea-35f1307630f3 HTTP/1.1" status: 200 len: 856 time: 0.0420363 Sep 09 10:08:59.810248 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-7863bf45-e903-4081-b794-aa87299ef2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:08:59.811719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-7863bf45-e903-4081-b794-aa87299ef2c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09661b8d-e570-48bb-af19-276d582bdbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382941 Sep 09 10:08:59.904324 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-d8c2c65d-55dc-409f-a4c2-77cf53cec76e service neutron] 10.222.0.24 "GET /v2.0/networks/09661b8d-e570-48bb-af19-276d582bdbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853353 Sep 09 10:08:59.992258 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d94fe3e3-2ae9-46e4-9ad3-47813289fe72 req-45915f98-13f0-47db-a8a4-9309b87b59eb service neutron] 10.222.0.24 "GET /v2.0/networks/09661b8d-e570-48bb-af19-276d582bdbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811362 Sep 09 10:09:00.126298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38141c65-e5df-4f7e-bc76-e35a6f720fc0 req-a13e3d0b-5924-4832-ad7a-bbdb3907efc1 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:00.127807 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38141c65-e5df-4f7e-bc76-e35a6f720fc0 req-a13e3d0b-5924-4832-ad7a-bbdb3907efc1 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 943 time: 0.0529699 Sep 09 10:09:00.165582 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38141c65-e5df-4f7e-bc76-e35a6f720fc0 req-f2a58a4f-a8d9-4999-8588-f07bbce527c3 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Sep 09 10:09:01.285175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e84e5d-f492-439b-b3d9-4295ddf1f837 req-48154a24-2bd9-47e5-8575-14c32a72d247 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:01.287322 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77e84e5d-f492-439b-b3d9-4295ddf1f837 req-48154a24-2bd9-47e5-8575-14c32a72d247 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 943 time: 0.0534179 Sep 09 10:09:01.329917 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-77e84e5d-f492-439b-b3d9-4295ddf1f837 req-a9e18dbd-0ff8-42ce-a166-60aab6f70170 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 Sep 09 10:09:02.443606 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6a9a2-c8e5-40ab-afee-b8914a587c4a req-d85044bc-00dc-4e8e-aaea-4bcd3a33afe2 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:02.445123 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17a6a9a2-c8e5-40ab-afee-b8914a587c4a req-d85044bc-00dc-4e8e-aaea-4bcd3a33afe2 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 943 time: 0.0504146 Sep 09 10:09:02.481734 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17a6a9a2-c8e5-40ab-afee-b8914a587c4a req-4a2b8fe7-c710-436e-a7f6-df50e1e3a5e5 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Sep 09 10:09:02.815400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 13f39bbc-c6cf-4941-a7fc-cee035368815 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:09:02.911014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 13f39bbc-c6cf-4941-a7fc-cee035368815, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=13f39bbc-c6cf-4941-a7fc-cee035368815,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:02.921876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '13f39bbc-c6cf-4941-a7fc-cee035368815', 'network_id': '09661b8d-e570-48bb-af19-276d582bdbc9', 'port_id': '13f39bbc-c6cf-4941-a7fc-cee035368815', 'mac_address': 'fa:16:3e:95:82:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fe74e8-36fc-4669-a8ea-35f1307630f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:09:02.958457 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:02.970495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f39bbc-c6cf-4941-a7fc-cee035368815 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:09:02.988496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 13f39bbc-c6cf-4941-a7fc-cee035368815, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=13f39bbc-c6cf-4941-a7fc-cee035368815,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:03.071987 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:03.118213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=13f39bbc-c6cf-4941-a7fc-cee035368815,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:03.276547 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['13f39bbc-c6cf-4941-a7fc-cee035368815'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:09:03.594404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f02b6-9614-47b3-a134-e00173f87481 req-ef49dbcd-98e0-461b-9cb7-d520d6bb2726 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:03.595924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b5f02b6-9614-47b3-a134-e00173f87481 req-ef49dbcd-98e0-461b-9cb7-d520d6bb2726 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 944 time: 0.0492072 Sep 09 10:09:03.633762 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b5f02b6-9614-47b3-a134-e00173f87481 req-604c5714-93a7-474a-9acc-a4f7dc884399 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316699 Sep 09 10:09:04.749652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9db1c-5820-4763-b5ec-d32892084fc6 req-ae70fde1-02ca-4214-8a51-41db56dd9283 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:04.751238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16d9db1c-5820-4763-b5ec-d32892084fc6 req-ae70fde1-02ca-4214-8a51-41db56dd9283 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 944 time: 0.0512087 Sep 09 10:09:04.797089 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-16d9db1c-5820-4763-b5ec-d32892084fc6 req-33ae1f75-56cb-46da-8760-9d1bcaa74c81 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386243 Sep 09 10:09:04.835237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 13f39bbc-c6cf-4941-a7fc-cee035368815 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:04.957351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 13f39bbc-c6cf-4941-a7fc-cee035368815 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:09:04.961224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 13f39bbc-c6cf-4941-a7fc-cee035368815 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:04.961645 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:05.039744 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:05.062615 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ede269-59e3-43aa-9cb7-2a78a85af0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f39bbc-c6cf-4941-a7fc-cee035368815'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:09:05.064865 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a4cbae-adf8-45cb-aefc-851c75c679ba" -d '{"events": [{"server_uuid": "94ede269-59e3-43aa-9cb7-2a78a85af0d0", "name": "network-vif-plugged", "status": "completed", "tag": "13f39bbc-c6cf-4941-a7fc-cee035368815"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:09:05.078052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 13f39bbc-c6cf-4941-a7fc-cee035368815, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=13f39bbc-c6cf-4941-a7fc-cee035368815,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:05.105528 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43136db-7ca5-4719-80f3-6e9c6d159d5b x-openstack-request-id: req-d43136db-7ca5-4719-80f3-6e9c6d159d5b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:09:05.105818 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ede269-59e3-43aa-9cb7-2a78a85af0d0", "name": "network-vif-plugged", "status": "completed", "tag": "13f39bbc-c6cf-4941-a7fc-cee035368815", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:09:05.106067 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d43136db-7ca5-4719-80f3-6e9c6d159d5b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:09:05.106456 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ede269-59e3-43aa-9cb7-2a78a85af0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f39bbc-c6cf-4941-a7fc-cee035368815', 'code': 200} Sep 09 10:09:05.147119 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:05.195312 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=13f39bbc-c6cf-4941-a7fc-cee035368815,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:05.203471 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa83c5-9d77-4157-818d-71b6727df907 req-1b0959b3-893d-45eb-ab6d-5773c0f60550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:05.204861 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ceaa83c5-9d77-4157-818d-71b6727df907 req-1b0959b3-893d-45eb-ab6d-5773c0f60550 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 1097 time: 0.0400660 Sep 09 10:09:05.240019 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ceaa83c5-9d77-4157-818d-71b6727df907 req-25107945-fbe6-47e6-a0ae-1f1b3d5b5414 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272882 Sep 09 10:09:05.914916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdda497-9ff0-46a9-bd46-07cc45a47dd5 req-1c9d1037-1664-44d1-aa6d-851ca47f6590 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:05.916434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1cdda497-9ff0-46a9-bd46-07cc45a47dd5 req-1c9d1037-1664-44d1-aa6d-851ca47f6590 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 945 time: 0.0542643 Sep 09 10:09:05.952633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1cdda497-9ff0-46a9-bd46-07cc45a47dd5 req-b46b6e43-71df-4e41-8c0a-68be9868dfd4 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303175 Sep 09 10:09:07.072276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4ff95-b57f-4cb9-8564-b30372c3e188 req-6b7c9268-4195-4b30-b95a-3dd69aec45e7 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:07.073687 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81e4ff95-b57f-4cb9-8564-b30372c3e188 req-6b7c9268-4195-4b30-b95a-3dd69aec45e7 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 945 time: 0.0503449 Sep 09 10:09:07.116911 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-81e4ff95-b57f-4cb9-8564-b30372c3e188 req-6166c178-cafb-4f9b-a590-fe481a2380bc tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372508 Sep 09 10:09:07.231686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f19c2-674e-4641-837e-4910002417db req-79f356fa-24c8-45d3-a8ca-3b7db3964b88 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:07.233194 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f5f19c2-674e-4641-837e-4910002417db req-79f356fa-24c8-45d3-a8ca-3b7db3964b88 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 945 time: 0.0498197 Sep 09 10:09:07.271166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f5f19c2-674e-4641-837e-4910002417db req-f8c7f689-96d7-4776-9219-2a5c53504e46 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Sep 09 10:09:14.480289 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f52f8682-3ef2-4ef4-99a5-f69ddfd01ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:17.131477 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6e68ac3-2f34-498b-8ddb-41dff0933c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:17.371656 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:18.677489 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:20.282997 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:25.648447 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:26.331754 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:29.237056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c317d-f089-460e-a4ba-7a65ce35fb61 req-cf62ca52-cfe5-4533-88d4-f95333d69282 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:29.238541 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae4c317d-f089-460e-a4ba-7a65ce35fb61 req-cf62ca52-cfe5-4533-88d4-f95333d69282 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 945 time: 0.0480809 Sep 09 10:09:29.276720 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ae4c317d-f089-460e-a4ba-7a65ce35fb61 req-56b4fb99-8c37-4139-bb3f-d6489056db97 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317023 Sep 09 10:09:30.392231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb67380-5e71-454c-9772-bdd05bb3d12f req-b76df02e-810a-44a9-a650-ff9fdd68d481 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:30.393664 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dbb67380-5e71-454c-9772-bdd05bb3d12f req-b76df02e-810a-44a9-a650-ff9fdd68d481 tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 945 time: 0.0506823 Sep 09 10:09:30.432937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dbb67380-5e71-454c-9772-bdd05bb3d12f req-34120684-93f1-4083-b071-ce0f81457dca tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c51ced0-b6d8-42a0-aab2-e510c472c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333333 Sep 09 10:09:30.924312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141b344-77f4-4aef-9233-063f1d2d2ea2 req-c929fede-9409-4a3f-880d-97c9cbb9612e tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:30.925755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2141b344-77f4-4aef-9233-063f1d2d2ea2 req-c929fede-9409-4a3f-880d-97c9cbb9612e tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.24 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 945 time: 0.0512376 Sep 09 10:09:31.018595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2141b344-77f4-4aef-9233-063f1d2d2ea2 req-3c620184-e566-4dfc-a8ba-f5ef1b68f23c tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Deleting port 13f39bbc-c6cf-4941-a7fc-cee035368815 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:09:31.018853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2141b344-77f4-4aef-9233-063f1d2d2ea2 req-3c620184-e566-4dfc-a8ba-f5ef1b68f23c tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:31.104386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2141b344-77f4-4aef-9233-063f1d2d2ea2 req-3c620184-e566-4dfc-a8ba-f5ef1b68f23c tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] For port 13f39bbc-c6cf-4941-a7fc-cee035368815, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=13f39bbc-c6cf-4941-a7fc-cee035368815,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:31.104744 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2141b344-77f4-4aef-9233-063f1d2d2ea2 req-3c620184-e566-4dfc-a8ba-f5ef1b68f23c tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:31.117033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2141b344-77f4-4aef-9233-063f1d2d2ea2 req-3c620184-e566-4dfc-a8ba-f5ef1b68f23c tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Calling delete_port for 13f39bbc-c6cf-4941-a7fc-cee035368815 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:09:31.328383 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2141b344-77f4-4aef-9233-063f1d2d2ea2 req-3c620184-e566-4dfc-a8ba-f5ef1b68f23c tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:31.340425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['13f39bbc-c6cf-4941-a7fc-cee035368815'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:09:31.357999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c620184-e566-4dfc-a8ba-f5ef1b68f23c tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Pushing event deleted for resources: {'Port': ['ID=13f39bbc-c6cf-4941-a7fc-cee035368815,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:31.415668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2141b344-77f4-4aef-9233-063f1d2d2ea2 req-3c620184-e566-4dfc-a8ba-f5ef1b68f23c tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] No DVR routers for this DVR port 13f39bbc-c6cf-4941-a7fc-cee035368815 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:09:31.418630 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2141b344-77f4-4aef-9233-063f1d2d2ea2 req-3c620184-e566-4dfc-a8ba-f5ef1b68f23c tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:31.420919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2141b344-77f4-4aef-9233-063f1d2d2ea2 req-3c620184-e566-4dfc-a8ba-f5ef1b68f23c tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.24 "DELETE /v2.0/ports/13f39bbc-c6cf-4941-a7fc-cee035368815 HTTP/1.1" status: 204 len: 173 time: 0.4885392 Sep 09 10:09:31.421375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ede269-59e3-43aa-9cb7-2a78a85af0d0', 'name': 'network-vif-deleted', 'tag': '13f39bbc-c6cf-4941-a7fc-cee035368815'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:09:31.424106 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32831ec2-d1f7-4037-9ed3-2760a6f68750" -d '{"events": [{"server_uuid": "94ede269-59e3-43aa-9cb7-2a78a85af0d0", "name": "network-vif-deleted", "tag": "13f39bbc-c6cf-4941-a7fc-cee035368815"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:09:31.462200 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dadd900-ff98-4cff-a62e-09b98f221b9e x-openstack-request-id: req-0dadd900-ff98-4cff-a62e-09b98f221b9e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:09:31.462511 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ede269-59e3-43aa-9cb7-2a78a85af0d0", "name": "network-vif-deleted", "tag": "13f39bbc-c6cf-4941-a7fc-cee035368815", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:09:31.462765 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dadd900-ff98-4cff-a62e-09b98f221b9e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:09:31.463482 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ede269-59e3-43aa-9cb7-2a78a85af0d0', 'name': 'network-vif-deleted', 'tag': '13f39bbc-c6cf-4941-a7fc-cee035368815', 'status': 'completed', 'code': 200} Sep 09 10:09:31.532769 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4889c265-9bed-46f0-83c2-d635fe4ba4fb req-957d6e07-1437-462a-a12b-0e15573e1cdd tempest-TestEncryptedCinderVolumes-1175458510 tempest-TestEncryptedCinderVolumes-1175458510-project] 10.222.0.32 "GET /v2.0/ports?device_id=94ede269-59e3-43aa-9cb7-2a78a85af0d0 HTTP/1.1" status: 200 len: 210 time: 0.0313394 Sep 09 10:09:32.682752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51462) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:33.020455 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:33.263110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] Deleting port a76f25c4-7477-4dc9-8966-602d385b672a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:09:33.263348 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:33.342966 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] For port a76f25c4-7477-4dc9-8966-602d385b672a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a76f25c4-7477-4dc9-8966-602d385b672a,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:33.343325 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:33.356107 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] Calling delete_port for a76f25c4-7477-4dc9-8966-602d385b672a owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:09:33.577153 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:33.605335 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] Pushing event deleted for resources: {'Port': ['ID=a76f25c4-7477-4dc9-8966-602d385b672a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:33.770438 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:33.983360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] Router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:09:34.090886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:09:34.096025 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-29206180-6625-45cd-8401-a959b35ecfca admin admin] 10.222.0.32 "PUT /v2.0/routers/9cd953e2-c05a-462b-97c1-b6f59341fbb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4121940 Sep 09 10:09:34.098533 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51464) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:34.102273 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda5c49-6522-4769-a44c-32b3184d7c56 None None] Sync routers for ids ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:09:34.111929 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda5c49-6522-4769-a44c-32b3184d7c56 None None] Routers {'9cd953e2-c05a-462b-97c1-b6f59341fbb4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:34.112546 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5bda5c49-6522-4769-a44c-32b3184d7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:34.202917 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:34.303285 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5bda5c49-6522-4769-a44c-32b3184d7c56 None None] Set router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:34.306494 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:34.411624 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Deleting port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:09:34.411971 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:34.476744 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5bda5c49-6522-4769-a44c-32b3184d7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'name': 'tempest-TestEncryptedCinderVolumes-1157381830-router', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:06Z', 'updated_at': '2021-09-09T10:09:33Z', 'revision_number': 5, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'gw_port': {'id': '7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:07Z', 'updated_at': '2021-09-09T10:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:34.507842 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda5c49-6522-4769-a44c-32b3184d7c56 None None] Checking router: 9cd953e2-c05a-462b-97c1-b6f59341fbb4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:09:34.517516 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda5c49-6522-4769-a44c-32b3184d7c56 None None] Routers {'9cd953e2-c05a-462b-97c1-b6f59341fbb4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:34.518142 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5bda5c49-6522-4769-a44c-32b3184d7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:34.608786 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5bda5c49-6522-4769-a44c-32b3184d7c56 None None] Set router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:34.661925 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5bda5c49-6522-4769-a44c-32b3184d7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'name': 'tempest-TestEncryptedCinderVolumes-1157381830-router', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:06Z', 'updated_at': '2021-09-09T10:09:34Z', 'revision_number': 6, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:34.692558 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda5c49-6522-4769-a44c-32b3184d7c56 None None] The sync data for ids ['9cd953e2-c05a-462b-97c1-b6f59341fbb4'] in n-d-778696-16 is: [{'id': '9cd953e2-c05a-462b-97c1-b6f59341fbb4', 'name': 'tempest-TestEncryptedCinderVolumes-1157381830-router', 'tenant_id': '3f00b5ba76f144b1b9e4c30f01423444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:06Z', 'updated_at': '2021-09-09T10:09:34Z', 'revision_number': 6, 'project_id': '3f00b5ba76f144b1b9e4c30f01423444', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:09:34.776899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] For port 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:34.777423 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:34.789561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Calling delete_port for 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:09:34.959524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 13f39bbc-c6cf-4941-a7fc-cee035368815 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:09:34.981012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 13f39bbc-c6cf-4941-a7fc-cee035368815 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:09:34.981266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 13f39bbc-c6cf-4941-a7fc-cee035368815 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:09:34.996951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.023276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Pushing event deleted for resources: {'Port': ['ID=7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:35.077039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a76f25c4-7477-4dc9-8966-602d385b672a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:09:35.089699 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.101818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: a76f25c4-7477-4dc9-8966-602d385b672a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:09:35.101818 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a76f25c4-7477-4dc9-8966-602d385b672a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:09:35.188525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.190914 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.294071 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.294517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd953e2-c05a-462b-97c1-b6f59341fbb4 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:09:35.299348 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.300635 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b6546510-7062-479a-b092-7cdaea26535d admin admin] 10.222.0.32 "DELETE /v2.0/routers/9cd953e2-c05a-462b-97c1-b6f59341fbb4 HTTP/1.1" status: 204 len: 168 time: 1.2011425 Sep 09 10:09:35.304433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51466) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:35.349566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fec316-e005-49a3-82d4-8f2aba767df8 admin admin] Deleting subnet 48fe74e8-36fc-4669-a8ea-35f1307630f3 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:09:35.354388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6fec316-e005-49a3-82d4-8f2aba767df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.396513 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6fec316-e005-49a3-82d4-8f2aba767df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.482187 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6fec316-e005-49a3-82d4-8f2aba767df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.611809 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6fec316-e005-49a3-82d4-8f2aba767df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.638600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fec316-e005-49a3-82d4-8f2aba767df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48fe74e8-36fc-4669-a8ea-35f1307630f3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:35.643467 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6fec316-e005-49a3-82d4-8f2aba767df8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.648401 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f6fec316-e005-49a3-82d4-8f2aba767df8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/48fe74e8-36fc-4669-a8ea-35f1307630f3 HTTP/1.1" status: 204 len: 168 time: 0.3402138 Sep 09 10:09:35.648893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51468) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:35.654607 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:09:35.657902 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a2985-6499-4c6e-b960-2bc0494a1895 None None] Network 09661b8d-e570-48bb-af19-276d582bdbc9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:09:35.733528 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.798008 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Deleting port 86354963-78fd-4570-8370-98a998633bad {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:09:35.798275 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.840178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] DHCP port deletion for 09661b8d-e570-48bb-af19-276d582bdbc9 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:09:35.867694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] For port 86354963-78fd-4570-8370-98a998633bad, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=86354963-78fd-4570-8370-98a998633bad,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:35.868056 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.880841 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Calling delete_port for 86354963-78fd-4570-8370-98a998633bad owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:09:35.887773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Deleting port 86354963-78fd-4570-8370-98a998633bad {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:09:35.888153 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.953322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] For port 86354963-78fd-4570-8370-98a998633bad, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=86354963-78fd-4570-8370-98a998633bad,segment=NetworkSegment(0efb3a1b-a023-4209-bdec-39294e5744f0),segment_id=0efb3a1b-a023-4209-bdec-39294e5744f0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:35.953720 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:35.965471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Calling delete_port for 86354963-78fd-4570-8370-98a998633bad owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:09:36.017010 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:36.041046 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:36.042185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Pushing event deleted for resources: {'Port': ['ID=86354963-78fd-4570-8370-98a998633bad,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:36.051185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] No DVR routers for this DVR port 86354963-78fd-4570-8370-98a998633bad on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:09:36.065909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Pushing event deleted for resources: {'Port': ['ID=86354963-78fd-4570-8370-98a998633bad,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:36.080245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] No DVR routers for this DVR port 86354963-78fd-4570-8370-98a998633bad on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:09:36.082711 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.083072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.083446 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.083806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.084126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.084458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.084786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.085121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.085448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.085775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.086100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.086423 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e0de-36c5-458a-bf69-53b94299fe6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:36.134895 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:36.154331 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09661b8d-e570-48bb-af19-276d582bdbc9']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:36.163184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efb3a1b-a023-4209-bdec-39294e5744f0') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:36.163514 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efb3a1b-a023-4209-bdec-39294e5744f0') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:36.173304 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:36.186691 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:36.192439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:09:36.192817 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: timer() Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:09:36.194414 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:09:36.326042 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:36.331614 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:36.333532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] 10.222.0.32 "DELETE /v2.0/networks/09661b8d-e570-48bb-af19-276d582bdbc9 HTTP/1.1" status: 204 len: 168 time: 0.6829433 Sep 09 10:09:36.336589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51470) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:36.344295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d285b-3ba3-4fc9-ab29-00b8f24a1524 admin admin] Pushing event deleted for resources: {'Network': ['ID=09661b8d-e570-48bb-af19-276d582bdbc9,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:36.684992 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:36.824609 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:09:36.845493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:09:36.845844 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7045ef76-8806-4e6c-a5d8-ecc5b75a9ea9 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:09:36.846273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 86354963-78fd-4570-8370-98a998633bad no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:09:36.869323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 86354963-78fd-4570-8370-98a998633bad {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:09:36.869950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 86354963-78fd-4570-8370-98a998633bad not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:09:36.934426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] Deleting port c9ba519d-bcd4-41a9-9b44-076a13471313 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:09:36.934764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:37.010574 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] For port c9ba519d-bcd4-41a9-9b44-076a13471313, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=c9ba519d-bcd4-41a9-9b44-076a13471313,segment=NetworkSegment(253bc5e5-ae0d-47a7-b224-a923cc34c273),segment_id=253bc5e5-ae0d-47a7-b224-a923cc34c273)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:37.010853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:37.023344 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] Calling delete_port for c9ba519d-bcd4-41a9-9b44-076a13471313 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:09:37.271214 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:37.300797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ba519d-bcd4-41a9-9b44-076a13471313,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:37.462874 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:37.675220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] Router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:09:37.781128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:09:37.786085 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3d4c9c13-b9e5-4f03-8b16-898db1f93ace admin admin] 10.222.0.32 "PUT /v2.0/routers/7cb594d7-77f3-41ed-970f-f0bbbc526fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4482920 Sep 09 10:09:37.788551 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:37.793179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe318cd-18dd-40c8-9f9b-420a2e3bda9c None None] Sync routers for ids ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:09:37.802207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe318cd-18dd-40c8-9f9b-420a2e3bda9c None None] Routers {'7cb594d7-77f3-41ed-970f-f0bbbc526fc2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:37.808474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7fe318cd-18dd-40c8-9f9b-420a2e3bda9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:37.892406 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:37.912830 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-7fe318cd-18dd-40c8-9f9b-420a2e3bda9c None None] Set router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:37.989437 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:38.093292 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7fe318cd-18dd-40c8-9f9b-420a2e3bda9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'name': 'tempest-TestEncryptedCinderVolumes-1674151775-router', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:12Z', 'updated_at': '2021-09-09T10:09:37Z', 'revision_number': 5, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'gw_port': {'id': 'de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:08:13Z', 'updated_at': '2021-09-09T10:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:38.101247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Deleting port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:09:38.104512 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:38.120357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe318cd-18dd-40c8-9f9b-420a2e3bda9c None None] Checking router: 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:09:38.128770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe318cd-18dd-40c8-9f9b-420a2e3bda9c None None] Routers {'7cb594d7-77f3-41ed-970f-f0bbbc526fc2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:38.129394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7fe318cd-18dd-40c8-9f9b-420a2e3bda9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:38.179508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] For port de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:38.179879 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:38.192692 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Calling delete_port for de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:09:38.217305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-7fe318cd-18dd-40c8-9f9b-420a2e3bda9c None None] Set router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:38.273146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7fe318cd-18dd-40c8-9f9b-420a2e3bda9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'name': 'tempest-TestEncryptedCinderVolumes-1674151775-router', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:12Z', 'updated_at': '2021-09-09T10:09:37Z', 'revision_number': 6, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:38.300107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe318cd-18dd-40c8-9f9b-420a2e3bda9c None None] The sync data for ids ['7cb594d7-77f3-41ed-970f-f0bbbc526fc2'] in n-d-778696-16 is: [{'id': '7cb594d7-77f3-41ed-970f-f0bbbc526fc2', 'name': 'tempest-TestEncryptedCinderVolumes-1674151775-router', 'tenant_id': '5498800ce38f4bc29e7568fe33af7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:08:12Z', 'updated_at': '2021-09-09T10:09:37Z', 'revision_number': 6, 'project_id': '5498800ce38f4bc29e7568fe33af7906', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:09:38.405903 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:38.432667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:38.492765 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:38.853075 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:38.855773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:38.977291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:38.978314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb594d7-77f3-41ed-970f-f0bbbc526fc2 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:09:38.982877 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:38.983809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-02f37bec-b9d2-4db1-b9cc-1319f6c3bd50 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7cb594d7-77f3-41ed-970f-f0bbbc526fc2 HTTP/1.1" status: 204 len: 168 time: 1.1943669 Sep 09 10:09:38.986378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51474) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:39.031722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e93e177-a489-4957-a9da-b1dbdc1287be admin admin] Deleting subnet a91dec9d-6563-48a5-ade6-502b455ea51c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:09:39.035096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e93e177-a489-4957-a9da-b1dbdc1287be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.079277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e93e177-a489-4957-a9da-b1dbdc1287be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.094926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c9ba519d-bcd4-41a9-9b44-076a13471313 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:09:39.115414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: c9ba519d-bcd4-41a9-9b44-076a13471313 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:09:39.115772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device c9ba519d-bcd4-41a9-9b44-076a13471313 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:09:39.116204 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:09:39.139666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:09:39.140018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device de7ed9ca-2cc6-4822-ba06-3c2b8b5ce672 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:09:39.158825 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e93e177-a489-4957-a9da-b1dbdc1287be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.269337 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e93e177-a489-4957-a9da-b1dbdc1287be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.298220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93e177-a489-4957-a9da-b1dbdc1287be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a91dec9d-6563-48a5-ade6-502b455ea51c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:39.304568 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e93e177-a489-4957-a9da-b1dbdc1287be admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.306997 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7e93e177-a489-4957-a9da-b1dbdc1287be admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a91dec9d-6563-48a5-ade6-502b455ea51c HTTP/1.1" status: 204 len: 168 time: 0.3196225 Sep 09 10:09:39.309562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51476) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:39.311327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f38c0-acd8-4eb1-bf29-ec451fd318f2 None None] Network c7072173-fd66-479d-9d03-cd47685fb02d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:09:39.382248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.435704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Deleting port 22aa9ace-440b-493f-87a1-1357dc99c959 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:09:39.436044 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.483588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab471bb0-45ab-47bf-9101-128e23d4dc03 None None] DHCP port deletion for c7072173-fd66-479d-9d03-cd47685fb02d request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:09:39.504487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] For port 22aa9ace-440b-493f-87a1-1357dc99c959, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=22aa9ace-440b-493f-87a1-1357dc99c959,segment=NetworkSegment(253bc5e5-ae0d-47a7-b224-a923cc34c273),segment_id=253bc5e5-ae0d-47a7-b224-a923cc34c273)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:39.505073 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.517478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Calling delete_port for 22aa9ace-440b-493f-87a1-1357dc99c959 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:09:39.533339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ab471bb0-45ab-47bf-9101-128e23d4dc03 None None] Deleting port 22aa9ace-440b-493f-87a1-1357dc99c959 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:09:39.533714 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab471bb0-45ab-47bf-9101-128e23d4dc03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.600317 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ab471bb0-45ab-47bf-9101-128e23d4dc03 None None] For port 22aa9ace-440b-493f-87a1-1357dc99c959, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=22aa9ace-440b-493f-87a1-1357dc99c959,segment=NetworkSegment(253bc5e5-ae0d-47a7-b224-a923cc34c273),segment_id=253bc5e5-ae0d-47a7-b224-a923cc34c273)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:39.600317 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab471bb0-45ab-47bf-9101-128e23d4dc03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.606963 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ab471bb0-45ab-47bf-9101-128e23d4dc03 None None] Calling delete_port for 22aa9ace-440b-493f-87a1-1357dc99c959 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:09:39.648300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.674472 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Pushing event deleted for resources: {'Port': ['ID=22aa9ace-440b-493f-87a1-1357dc99c959,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:39.676329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] No DVR routers for this DVR port 22aa9ace-440b-493f-87a1-1357dc99c959 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:09:39.684818 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab471bb0-45ab-47bf-9101-128e23d4dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.710250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab471bb0-45ab-47bf-9101-128e23d4dc03 None None] Pushing event deleted for resources: {'Port': ['ID=22aa9ace-440b-493f-87a1-1357dc99c959,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:39.713841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab471bb0-45ab-47bf-9101-128e23d4dc03 None None] No DVR routers for this DVR port 22aa9ace-440b-493f-87a1-1357dc99c959 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:09:39.750896 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.770730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7072173-fd66-479d-9d03-cd47685fb02d']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:39.780087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253bc5e5-ae0d-47a7-b224-a923cc34c273') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:39.780378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253bc5e5-ae0d-47a7-b224-a923cc34c273') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:39.789311 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.802045 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.808330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:09:39.808705 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:09:39.810305 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:09:39.936709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.942035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:39.943927 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] 10.222.0.32 "DELETE /v2.0/networks/c7072173-fd66-479d-9d03-cd47685fb02d HTTP/1.1" status: 204 len: 168 time: 0.6334436 Sep 09 10:09:39.954593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bf07c-0046-4fb0-ba35-a138ed75f56b admin admin] Pushing event deleted for resources: {'Network': ['ID=c7072173-fd66-479d-9d03-cd47685fb02d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:40.273812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51480) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:40.314074 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9771d8e4-8f50-4bc2-b747-077c14a30bd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f00b5ba76f144b1b9e4c30f01423444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383861 Sep 09 10:09:40.316438 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51482) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:40.363240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83ba194a-0e8f-4c41-977f-ae6896787d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:40.384694 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83ba194a-0e8f-4c41-977f-ae6896787d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:40.479904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83ba194a-0e8f-4c41-977f-ae6896787d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:40.482567 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83ba194a-0e8f-4c41-977f-ae6896787d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:40.483754 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-83ba194a-0e8f-4c41-977f-ae6896787d92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c51ced0-b6d8-42a0-aab2-e510c472c0b6 HTTP/1.1" status: 204 len: 168 time: 0.1663826 Sep 09 10:09:40.491896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba194a-0e8f-4c41-977f-ae6896787d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c51ced0-b6d8-42a0-aab2-e510c472c0b6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:40.823807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 22aa9ace-440b-493f-87a1-1357dc99c959 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:09:40.844461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 22aa9ace-440b-493f-87a1-1357dc99c959 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:09:40.844806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 22aa9ace-440b-493f-87a1-1357dc99c959 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:09:41.137099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:41.182326 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fc95b53a-c36c-4627-ad02-b32cfa1c5068 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5498800ce38f4bc29e7568fe33af7906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437472 Sep 09 10:09:41.184836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51490) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:41.231701 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f257-6c8d-425a-bffc-189822249b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:41.251994 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f257-6c8d-425a-bffc-189822249b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:41.431798 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f257-6c8d-425a-bffc-189822249b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:41.434414 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f257-6c8d-425a-bffc-189822249b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:41.435611 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c4f2f257-6c8d-425a-bffc-189822249b67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62b8cd8d-549a-4de2-8e77-b41fc4bafe29 HTTP/1.1" status: 204 len: 168 time: 0.2498591 Sep 09 10:09:41.443554 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2f257-6c8d-425a-bffc-189822249b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b8cd8d-549a-4de2-8e77-b41fc4bafe29,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:42.424687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:42.531871 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-879040965-network', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:09:42.613802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Made reservation on behalf of fcc78bb798f8499bbcffc6bc080e5826 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:09:42.616121 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:42.624402 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:42.708642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:42.779685 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:42.804449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:09:42.814162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1124f62e-5f94-4e67-9615-92e2b6c32993,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:42.818945 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:42.819297 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Added segment ecc6c1f3-d2bf-4b0c-8314-80d961895fab of type vlan for network e81507ed-9d61-4d77-9fd2-a8e363b744f9 Sep 09 10:09:42.864113 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:42.939656 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:42.940670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:42.941256 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:42.999093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] Pushing event updated for resources: {'Network': ['ID=e81507ed-9d61-4d77-9fd2-a8e363b744f9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:43.009186 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network e81507ed-9d61-4d77-9fd2-a8e363b744f9 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:09:43.023738 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9141acff-cab1-4adf-8ebb-070730293bba admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5978382 Sep 09 10:09:43.027154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51516) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:43.031988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] Request body: {'subnet': {'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-879040965-subnet', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:09:43.108961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] Made reservation on behalf of fcc78bb798f8499bbcffc6bc080e5826 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:09:43.111416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:43.346910 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:43.403274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3971ca81-d0fa-4161-99e2-9f0fd50c37fc,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:43.410121 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] Checking segment: {'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:09:43.410479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] Network hostable DHCP agents. Network: e81507ed-9d61-4d77-9fd2-a8e363b744f9, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:09:43.493950 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] Network e81507ed-9d61-4d77-9fd2-a8e363b744f9 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:09:43.588068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, e81507ed-9d61-4d77-9fd2-a8e363b744f9) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:09:43.592093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:43.592689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:43.599642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7ee46-dcaa-423e-9bb7-e4331638ef7b None None] Network e81507ed-9d61-4d77-9fd2-a8e363b744f9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:09:43.686182 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8a215784-c66d-4f87-9b51-b4827fc17c4f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6578629 Sep 09 10:09:43.688836 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51518) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:43.693127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:09:43.757289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'fixed_ips': [{'subnet_id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:09:43.758141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:43.788444 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:43.790463 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:43.845689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:43.890203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Allocated IP 172.20.0.2 (e81507ed-9d61-4d77-9fd2-a8e363b744f9/3971ca81-d0fa-4161-99e2-9f0fd50c37fc/1ca5ae3d-0608-4c92-881b-e7e4016073a4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:09:44.039037 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:44.040900 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:44.062324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Transition to ACTIVE for port object 1ca5ae3d-0608-4c92-881b-e7e4016073a4 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:09:44.078983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Transition to ACTIVE for port object 1ca5ae3d-0608-4c92-881b-e7e4016073a4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:09:44.174385 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:44.213399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Network e81507ed-9d61-4d77-9fd2-a8e363b744f9 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:09:44.216354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:09:44.221926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:09:44.229090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Pushing event updated for resources: {'Port': ['ID=1ca5ae3d-0608-4c92-881b-e7e4016073a4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:44.285179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Attempting to bind port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:09:44.285553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Attempting to bind port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:09:44.285921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Attempting to bind port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 on network e81507ed-9d61-4d77-9fd2-a8e363b744f9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:09:44.290828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:09:44.291205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Checking segment: {'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:09:44.291636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:44.292034 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Bound using segment: {'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:09:44.292496 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Bound port: 1ca5ae3d-0608-4c92-881b-e7e4016073a4, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:09:44.292882 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:44.313137 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:44.332247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:44.355247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] For port 1ca5ae3d-0608-4c92-881b-e7e4016073a4, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:09:44.358439 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] For port 1ca5ae3d-0608-4c92-881b-e7e4016073a4, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ca5ae3d-0608-4c92-881b-e7e4016073a4,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:09:44.437721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Allocated IP 172.25.8.99 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/fbc7bab8-c218-4caf-8f09-69cdc25d6554) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:09:44.440473 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:44.498653 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-93fcc143-288d-43ac-957b-6a48b41078bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:44.506032 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b07e7d-4a6d-448d-8785-d16186f88f00 None None] Pushing event updated for resources: {'Port': ['ID=1ca5ae3d-0608-4c92-881b-e7e4016073a4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:44.541820 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:44.646165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:44.690670 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:09:44.696526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:09:44.703109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:09:44.704628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc7bab8-c218-4caf-8f09-69cdc25d6554,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:44.850855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1ca5ae3d-0608-4c92-881b-e7e4016073a4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:44.962862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:09:45.017300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:45.224694 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:45.442695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:09:45.466776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562cd367-d2a0-4424-89ed-c78d7f7910c7 None None] Network e81507ed-9d61-4d77-9fd2-a8e363b744f9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:09:45.549613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:09:45.561589 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Sync routers for ids ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:09:45.571958 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Routers {'ef03c441-8fcb-4630-bd6f-fa29022c6ee2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:45.577362 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:45.577537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-715a80af-3fe7-47b9-9fc0-ed23a19d41a4 None None] Provisioning for port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:09:45.581198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-715a80af-3fe7-47b9-9fc0-ed23a19d41a4 None None] Provisioning complete for port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:45.581574 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-715a80af-3fe7-47b9-9fc0-ed23a19d41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:45.620635 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:45.622256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-785b0f5d-12b2-4360-983e-b13eef1b8192 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9324751 Sep 09 10:09:45.624969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51520) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:45.681551 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Set router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:45.705695 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-715a80af-3fe7-47b9-9fc0-ed23a19d41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:45.745604 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-715a80af-3fe7-47b9-9fc0-ed23a19d41a4 None None] For port 1ca5ae3d-0608-4c92-881b-e7e4016073a4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ca5ae3d-0608-4c92-881b-e7e4016073a4,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:45.820115 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-715a80af-3fe7-47b9-9fc0-ed23a19d41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:45.888041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a80af-3fe7-47b9-9fc0-ed23a19d41a4 None None] Pushing event updated for resources: {'Port': ['ID=1ca5ae3d-0608-4c92-881b-e7e4016073a4,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:45.899140 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:44Z', 'revision_number': 3, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:45.932924 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Checking router: ef03c441-8fcb-4630-bd6f-fa29022c6ee2 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:09:45.933266 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Updating router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 port fbc7bab8-c218-4caf-8f09-69cdc25d6554 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:09:45.940899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-753dd419-4598-4c6f-bd11-8c2b9ef89e62 None None] Provisioning complete for port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:45.941267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-753dd419-4598-4c6f-bd11-8c2b9ef89e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:45.968366 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:46.220799 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:46.230963 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Transition to ACTIVE for port object fbc7bab8-c218-4caf-8f09-69cdc25d6554 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:09:46.300255 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:46.370920 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Attempting to bind port fbc7bab8-c218-4caf-8f09-69cdc25d6554 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:09:46.371503 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Attempting to bind port fbc7bab8-c218-4caf-8f09-69cdc25d6554 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:09:46.372070 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Attempting to bind port fbc7bab8-c218-4caf-8f09-69cdc25d6554 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:09:46.375883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:46.384619 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:09:46.385480 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:09:46.386100 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:46.386716 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:09:46.387782 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Bound port: fbc7bab8-c218-4caf-8f09-69cdc25d6554, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:09:46.388382 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:46.440545 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Pushing event updated for resources: {'Port': ['ID=fbc7bab8-c218-4caf-8f09-69cdc25d6554,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:46.465846 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.466300 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.466830 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.467421 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.468115 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.468643 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.469181 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.469714 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.470247 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.470770 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.471211 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.471655 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:46.501227 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] For port fbc7bab8-c218-4caf-8f09-69cdc25d6554, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:09:46.504164 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] For port fbc7bab8-c218-4caf-8f09-69cdc25d6554, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fbc7bab8-c218-4caf-8f09-69cdc25d6554,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:09:46.573341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Allocated IP 172.20.0.1 (e81507ed-9d61-4d77-9fd2-a8e363b744f9/3971ca81-d0fa-4161-99e2-9f0fd50c37fc/7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:09:46.577219 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:46.633085 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Routers {'ef03c441-8fcb-4630-bd6f-fa29022c6ee2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:46.634418 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:46.669215 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4510fb-c773-4c26-aa7c-b4d356e302f4 None None] Pushing event updated for resources: {'Port': ['ID=fbc7bab8-c218-4caf-8f09-69cdc25d6554,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:46.678721 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:46.692397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Transition to ACTIVE for port object 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:09:46.744163 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] Set router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:46.797030 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:46.837605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Network e81507ed-9d61-4d77-9fd2-a8e363b744f9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:09:46.840733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:09:46.847802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:09:46.850195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1ca5ae3d-0608-4c92-881b-e7e4016073a4 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:46.878474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:46.902322 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:46.924549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:46.924925 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:47.045388 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:44Z', 'revision_number': 3, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:47.078549 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988232b1-ed09-46d2-87be-b90dd6b248c9 None None] The sync data for ids ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'] in n-d-778696-16 is: [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:44Z', 'revision_number': 3, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:09:47.138837 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:47.147038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92795675-da91-4c46-a558-d623cace3a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:47.214172 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e627af0a-e4ac-49d4-8036-7b7a953f952d None None] Provisioning for port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:09:47.218498 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e627af0a-e4ac-49d4-8036-7b7a953f952d None None] Provisioning complete for port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:47.221685 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e627af0a-e4ac-49d4-8036-7b7a953f952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:47.256169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e627af0a-e4ac-49d4-8036-7b7a953f952d None None] Port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:09:47.328296 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:47.382524 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:47.411218 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:47.483503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:47.486102 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:47.581597 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Network e81507ed-9d61-4d77-9fd2-a8e363b744f9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:09:47.583029 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:09:47.706604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:09:47.823334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:09:47.828370 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-800e0bd5-516a-4df6-814b-d36ae34b8b98 admin admin] 10.222.0.32 "PUT /v2.0/routers/ef03c441-8fcb-4630-bd6f-fa29022c6ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2025106 Sep 09 10:09:47.884899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f00a4362-852b-4eae-a007-7d35369bebea None None] Provisioning complete for port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:47.885391 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f00a4362-852b-4eae-a007-7d35369bebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:47.925112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f00a4362-852b-4eae-a007-7d35369bebea None None] Port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:09:48.537776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51536) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:48.543430 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1353857413-network', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:09:48.619536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Made reservation on behalf of 7f9150e4fe4e4fb08a00218d24ef0f6a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:09:48.621956 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:48.630892 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:48.649789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Sync routers for ids ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:09:48.658785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Routers {'ef03c441-8fcb-4630-bd6f-fa29022c6ee2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:48.659431 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:48.695785 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:48.718925 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:48.768150 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Set router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:48.785011 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:48.816367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:09:48.827254 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503993fa-3573-490b-9679-7cd9319e9f77,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:48.834255 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:48.834617 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Added segment 4ce860f3-085b-46f0-b256-b5c905279f5f of type vlan for network 7d9cce9a-33f0-4099-bd0e-f7a2f031652e Sep 09 10:09:48.880378 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fbc7bab8-c218-4caf-8f09-69cdc25d6554 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:48.882422 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:48.962233 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:48.963282 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:48.963957 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.022682 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:47Z', 'revision_number': 4, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366', 'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'mac_address': 'fa:16:3e:09:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:46Z', 'updated_at': '2021-09-09T10:09:47Z', 'revision_number': 2, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'subnets': [{'id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:49.023358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] Pushing event updated for resources: {'Network': ['ID=7d9cce9a-33f0-4099-bd0e-f7a2f031652e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:49.046193 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cb44d51a-3f8e-4d27-8d18-d6be9c0f811e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5071788 Sep 09 10:09:49.056842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:49.056999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 7d9cce9a-33f0-4099-bd0e-f7a2f031652e details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:09:49.056999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Checking router: ef03c441-8fcb-4630-bd6f-fa29022c6ee2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:09:49.056999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Updating router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:09:49.057235 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] Request body: {'subnet': {'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1353857413-subnet', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:09:49.085116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port fbc7bab8-c218-4caf-8f09-69cdc25d6554 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:09:49.101291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fbc7bab8-c218-4caf-8f09-69cdc25d6554 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:49.101665 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.103691 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.143044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] Made reservation on behalf of 7f9150e4fe4e4fb08a00218d24ef0f6a for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:09:49.145448 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.319192 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.357392 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port fbc7bab8-c218-4caf-8f09-69cdc25d6554, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fbc7bab8-c218-4caf-8f09-69cdc25d6554,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:49.397365 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.427632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.457378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d322b3-da8d-47aa-9f1f-06c3bc9e5056,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:49.465516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] Checking segment: {'id': '4ce860f3-085b-46f0-b256-b5c905279f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:09:49.465880 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] Network hostable DHCP agents. Network: 7d9cce9a-33f0-4099-bd0e-f7a2f031652e, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:09:49.519575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=fbc7bab8-c218-4caf-8f09-69cdc25d6554,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:49.527432 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.537192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Transition to ACTIVE for port object 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:09:49.556811 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] Network 7d9cce9a-33f0-4099-bd0e-f7a2f031652e is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:09:49.608319 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.630840 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 7d9cce9a-33f0-4099-bd0e-f7a2f031652e) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:09:49.636210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:09:49.637429 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.641068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997926f5-785d-4495-924e-7ea8510ab08c None None] Network 7d9cce9a-33f0-4099-bd0e-f7a2f031652e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:09:49.688159 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a395a-480a-46b6-a305-bfd6f13639eb None None] Pushing event updated for resources: {'Port': ['ID=7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:49.712507 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-919c97fb-c2f5-48d2-b390-3efa41523c40 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6617990 Sep 09 10:09:49.715604 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51540) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:49.720739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1353857413-router', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:09:49.781110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Attempting to bind port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:09:49.781484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Attempting to bind port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:09:49.781851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Attempting to bind port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 on network e81507ed-9d61-4d77-9fd2-a8e363b744f9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:09:49.792060 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:09:49.792436 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Checking segment: {'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:09:49.792838 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.793235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Bound using segment: {'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:09:49.793707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Bound port: 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:09:49.794089 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.820060 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.821330 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.875870 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.915897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-7d9cce9a-33f0-4099-bd0e-f7a2f031652e', 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'fixed_ips': [{'subnet_id': '08d322b3-da8d-47aa-9f1f-06c3bc9e5056'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:09:49.916737 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:49.927248 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] For port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:09:49.941644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] For port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:09:50.007003 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:50.084241 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:50.110827 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Routers {'ef03c441-8fcb-4630-bd6f-fa29022c6ee2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:50.111347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:50.120887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a395a-480a-46b6-a305-bfd6f13639eb None None] Pushing event updated for resources: {'Port': ['ID=7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:50.158386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Allocated IP 172.20.0.2 (7d9cce9a-33f0-4099-bd0e-f7a2f031652e/08d322b3-da8d-47aa-9f1f-06c3bc9e5056/d9a0cbeb-3ef9-47a2-8300-44dfaeea4052) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:09:50.380576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:50.401887 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:50.473855 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:50.476851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] Set router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:50.509608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Allocated IP 172.25.8.23 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e02633c4-df2a-4fd5-ac13-c7b3c473c013) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:09:50.614464 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:50.656888 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:50.671807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Transition to ACTIVE for port object d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:09:50.701178 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:50.704996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Transition to ACTIVE for port object d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:09:50.744837 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:09:50.753444 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:09:50.760595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:09:50.764391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Pushing event updated for resources: {'Port': ['ID=e02633c4-df2a-4fd5-ac13-c7b3c473c013,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:50.765271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:47Z', 'revision_number': 4, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366', 'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'mac_address': 'fa:16:3e:09:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:46Z', 'updated_at': '2021-09-09T10:09:49Z', 'revision_number': 4, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'subnets': [{'id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:50.797660 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:50.799311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086480d3-ba84-4e9f-85f9-c2ee1e39b98c None None] The sync data for ids ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'] in n-d-778696-16 is: [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:47Z', 'revision_number': 4, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366', 'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'mac_address': 'fa:16:3e:09:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:46Z', 'updated_at': '2021-09-09T10:09:49Z', 'revision_number': 4, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'subnets': [{'id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:09:50.844111 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Network 7d9cce9a-33f0-4099-bd0e-f7a2f031652e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:09:50.853512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fbc7bab8-c218-4caf-8f09-69cdc25d6554 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:50.858244 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:09:50.863461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:09:50.898565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Pushing event updated for resources: {'Port': ['ID=d9a0cbeb-3ef9-47a2-8300-44dfaeea4052,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:50.980851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Attempting to bind port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:09:50.981231 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Attempting to bind port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '4ce860f3-085b-46f0-b256-b5c905279f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:09:50.981599 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Attempting to bind port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 on network 7d9cce9a-33f0-4099-bd0e-f7a2f031652e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:09:50.983522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port fbc7bab8-c218-4caf-8f09-69cdc25d6554 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:50.983897 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:51.006801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:09:51.012623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Checking segment: {'id': '4ce860f3-085b-46f0-b256-b5c905279f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:09:51.012623 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:51.012623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Bound using segment: {'id': '4ce860f3-085b-46f0-b256-b5c905279f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:09:51.012623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Bound port: d9a0cbeb-3ef9-47a2-8300-44dfaeea4052, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce860f3-085b-46f0-b256-b5c905279f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:09:51.012623 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:51.117019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] For port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:09:51.136632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] For port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d9a0cbeb-3ef9-47a2-8300-44dfaeea4052,segment=NetworkSegment(4ce860f3-085b-46f0-b256-b5c905279f5f),segment_id=4ce860f3-085b-46f0-b256-b5c905279f5f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:09:51.187601 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:51.220184 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:51.286198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8f59-a24b-4ac4-9ec4-ae5c965766a1 None None] Pushing event updated for resources: {'Port': ['ID=d9a0cbeb-3ef9-47a2-8300-44dfaeea4052,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:51.415582 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:52.029276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Router ce6da46d-5cc9-4c06-afab-38aba317d36a is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:09:52.150773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:09:52.161069 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Sync routers for ids ['ce6da46d-5cc9-4c06-afab-38aba317d36a'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:09:52.173238 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Routers {'ce6da46d-5cc9-4c06-afab-38aba317d36a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:52.173238 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ce6da46d-5cc9-4c06-afab-38aba317d36a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:52.226408 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:52.226408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1b082e20-2472-4d22-95c4-48801891054c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5042624 Sep 09 10:09:52.226408 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51542) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:09:52.231658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f518085-b069-452d-b93b-c18860c6aa7c None None] Network 7d9cce9a-33f0-4099-bd0e-f7a2f031652e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:09:52.283723 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Set router ce6da46d-5cc9-4c06-afab-38aba317d36a gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:52.394295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4f898eb2-77c9-4a1a-a525-d1cb90708c08 None None] Provisioning for port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:09:52.478204 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'name': 'tempest-TestMinimumBasicScenario-1353857413-router', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:49Z', 'updated_at': '2021-09-09T10:09:50Z', 'revision_number': 3, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'gw_port': {'id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:50Z', 'updated_at': '2021-09-09T10:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:52.509041 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Checking router: ce6da46d-5cc9-4c06-afab-38aba317d36a for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:09:52.509378 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Updating router ce6da46d-5cc9-4c06-afab-38aba317d36a port e02633c4-df2a-4fd5-ac13-c7b3c473c013 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:09:52.535590 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:52.669366 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:52.797212 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:52.808447 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Transition to ACTIVE for port object e02633c4-df2a-4fd5-ac13-c7b3c473c013 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:09:52.843937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Allocated IP 172.20.0.1 (7d9cce9a-33f0-4099-bd0e-f7a2f031652e/08d322b3-da8d-47aa-9f1f-06c3bc9e5056/7ba5b9d4-23fa-4b3f-b003-593ec476ad1a) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:09:52.889144 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:52.907940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:52.948517 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:52.950187 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d552e3c-c608-42c9-a652-463754f4e035 None None] Pushing event updated for resources: {'Port': ['ID=e02633c4-df2a-4fd5-ac13-c7b3c473c013,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:52.952557 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Attempting to bind port e02633c4-df2a-4fd5-ac13-c7b3c473c013 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:09:52.952989 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Attempting to bind port e02633c4-df2a-4fd5-ac13-c7b3c473c013 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:09:52.953413 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Attempting to bind port e02633c4-df2a-4fd5-ac13-c7b3c473c013 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:09:52.959039 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:09:52.959542 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:09:52.959990 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:52.960374 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:09:52.960828 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Bound port: e02633c4-df2a-4fd5-ac13-c7b3c473c013, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:09:52.961202 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:52.969477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Transition to ACTIVE for port object 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:09:53.015003 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] For port e02633c4-df2a-4fd5-ac13-c7b3c473c013, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:09:53.018038 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] For port e02633c4-df2a-4fd5-ac13-c7b3c473c013, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e02633c4-df2a-4fd5-ac13-c7b3c473c013,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:09:53.040109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:09:53.045341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:53.045908 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.060216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.092444 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.099165 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Network 7d9cce9a-33f0-4099-bd0e-f7a2f031652e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:09:53.104080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:09:53.109912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:09:53.115753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba5b9d4-23fa-4b3f-b003-593ec476ad1a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:53.137792 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.147439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.147798 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.149004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.149004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.149004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.149435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.149564 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.150050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.150394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.150754 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.151047 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.151391 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:09:53.167918 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.168440 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Routers {'ce6da46d-5cc9-4c06-afab-38aba317d36a'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:53.169178 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ce6da46d-5cc9-4c06-afab-38aba317d36a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:53.179524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d9a0cbeb-3ef9-47a2-8300-44dfaeea4052,segment=NetworkSegment(4ce860f3-085b-46f0-b256-b5c905279f5f),segment_id=4ce860f3-085b-46f0-b256-b5c905279f5f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:53.211905 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d552e3c-c608-42c9-a652-463754f4e035 None None] Pushing event updated for resources: {'Port': ['ID=e02633c4-df2a-4fd5-ac13-c7b3c473c013,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:53.254056 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.254859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:53.287659 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] Set router ce6da46d-5cc9-4c06-afab-38aba317d36a gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:53.342026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=d9a0cbeb-3ef9-47a2-8300-44dfaeea4052,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:53.382301 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.411114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:09:53.416009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:53.416549 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.485835 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'name': 'tempest-TestMinimumBasicScenario-1353857413-router', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:49Z', 'updated_at': '2021-09-09T10:09:50Z', 'revision_number': 3, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'gw_port': {'id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:50Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:53.508873 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.513887 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d083529-47b7-433b-a53a-32069b0cabfe None None] The sync data for ids ['ce6da46d-5cc9-4c06-afab-38aba317d36a'] in n-d-778696-16 is: [{'id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'name': 'tempest-TestMinimumBasicScenario-1353857413-router', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:49Z', 'updated_at': '2021-09-09T10:09:50Z', 'revision_number': 3, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'gw_port': {'id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:50Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:09:53.530040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bb7ae4a6-7adb-4b2e-a611-7afc549dc14e None None] Provisioning for port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:09:53.544478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-bb7ae4a6-7adb-4b2e-a611-7afc549dc14e None None] Provisioning complete for port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:53.544866 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb7ae4a6-7adb-4b2e-a611-7afc549dc14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.562472 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.566249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:53.582092 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ae4a6-7adb-4b2e-a611-7afc549dc14e None None] Port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:09:53.628309 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.662549 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.702188 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:53.705025 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba5b9d4-23fa-4b3f-b003-593ec476ad1a,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:53.716605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:53.807197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Network 7d9cce9a-33f0-4099-bd0e-f7a2f031652e is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:09:53.808759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:09:53.939981 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Router ce6da46d-5cc9-4c06-afab-38aba317d36a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:09:54.063099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:09:54.071442 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6ff84d93-7e8e-4d0b-9326-b7a4135135b1 admin admin] 10.222.0.32 "PUT /v2.0/routers/ce6da46d-5cc9-4c06-afab-38aba317d36a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8436148 Sep 09 10:09:54.106357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d0da0666-7e6a-4a94-b8e5-6ace8dd72b1d None None] Provisioning complete for port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:54.106734 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0da0666-7e6a-4a94-b8e5-6ace8dd72b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:54.147926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d0da0666-7e6a-4a94-b8e5-6ace8dd72b1d None None] Port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:09:54.915562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e02633c4-df2a-4fd5-ac13-c7b3c473c013 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:55.030623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e02633c4-df2a-4fd5-ac13-c7b3c473c013 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:09:55.034860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e02633c4-df2a-4fd5-ac13-c7b3c473c013 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:55.035238 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:55.075647 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Sync routers for ids ['ce6da46d-5cc9-4c06-afab-38aba317d36a'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:09:55.089742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Routers {'ce6da46d-5cc9-4c06-afab-38aba317d36a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:55.090362 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ce6da46d-5cc9-4c06-afab-38aba317d36a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:55.177274 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:55.231484 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port e02633c4-df2a-4fd5-ac13-c7b3c473c013, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e02633c4-df2a-4fd5-ac13-c7b3c473c013,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:55.250094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Set router ce6da46d-5cc9-4c06-afab-38aba317d36a gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:55.328420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:55.329114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:55.471737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=e02633c4-df2a-4fd5-ac13-c7b3c473c013,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:55.526597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:55.526882 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:55.627563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'name': 'tempest-TestMinimumBasicScenario-1353857413-router', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:49Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 4, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'gw_port': {'id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:50Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '7ba5b9d4-23fa-4b3f-b003-593ec476ad1a', 'name': '', 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'mac_address': 'fa:16:3e:fc:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '08d322b3-da8d-47aa-9f1f-06c3bc9e5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:52Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 2, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'subnets': [{'id': '08d322b3-da8d-47aa-9f1f-06c3bc9e5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:55.659021 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Checking router: ce6da46d-5cc9-4c06-afab-38aba317d36a for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:09:55.659370 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Updating router ce6da46d-5cc9-4c06-afab-38aba317d36a port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:09:55.689996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:55.716206 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:55.716591 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:55.848327 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:55.849028 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:56.103864 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:56.115160 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Transition to ACTIVE for port object 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:09:56.179803 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:56.237873 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038df68-7d5f-41f1-8b6e-643a24d17959 None None] Pushing event updated for resources: {'Port': ['ID=7ba5b9d4-23fa-4b3f-b003-593ec476ad1a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:56.314815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Attempting to bind port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:09:56.315196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Attempting to bind port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '4ce860f3-085b-46f0-b256-b5c905279f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:09:56.315591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Attempting to bind port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a on network 7d9cce9a-33f0-4099-bd0e-f7a2f031652e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:09:56.320991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:09:56.321386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Checking segment: {'id': '4ce860f3-085b-46f0-b256-b5c905279f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:09:56.321980 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:56.322389 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Bound using segment: {'id': '4ce860f3-085b-46f0-b256-b5c905279f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:09:56.322869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Bound port: 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce860f3-085b-46f0-b256-b5c905279f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:09:56.323261 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:56.389776 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:56.406835 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] For port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:09:56.416215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] For port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7ba5b9d4-23fa-4b3f-b003-593ec476ad1a,segment=NetworkSegment(4ce860f3-085b-46f0-b256-b5c905279f5f),segment_id=4ce860f3-085b-46f0-b256-b5c905279f5f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:09:56.494230 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:56.727908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Routers {'ce6da46d-5cc9-4c06-afab-38aba317d36a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:09:56.728178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:09:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ce6da46d-5cc9-4c06-afab-38aba317d36a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:56.779081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038df68-7d5f-41f1-8b6e-643a24d17959 None None] Pushing event updated for resources: {'Port': ['ID=7ba5b9d4-23fa-4b3f-b003-593ec476ad1a,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:09:56.908897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] Set router ce6da46d-5cc9-4c06-afab-38aba317d36a gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:09:56.914534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e02633c4-df2a-4fd5-ac13-c7b3c473c013 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:57.113221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e02633c4-df2a-4fd5-ac13-c7b3c473c013 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:57.113898 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:57.270780 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'name': 'tempest-TestMinimumBasicScenario-1353857413-router', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:49Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 4, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'gw_port': {'id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:50Z', 'updated_at': '2021-09-09T10:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '7ba5b9d4-23fa-4b3f-b003-593ec476ad1a', 'name': '', 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'mac_address': 'fa:16:3e:fc:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '08d322b3-da8d-47aa-9f1f-06c3bc9e5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:52Z', 'updated_at': '2021-09-09T10:09:56Z', 'revision_number': 4, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'subnets': [{'id': '08d322b3-da8d-47aa-9f1f-06c3bc9e5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:09:57.304616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34e645-2d3c-42b6-a3c2-df9fb231a5a8 None None] The sync data for ids ['ce6da46d-5cc9-4c06-afab-38aba317d36a'] in n-d-778696-16 is: [{'id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'name': 'tempest-TestMinimumBasicScenario-1353857413-router', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:49Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 4, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'gw_port': {'id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:50Z', 'updated_at': '2021-09-09T10:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '7ba5b9d4-23fa-4b3f-b003-593ec476ad1a', 'name': '', 'network_id': '7d9cce9a-33f0-4099-bd0e-f7a2f031652e', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'mac_address': 'fa:16:3e:fc:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '08d322b3-da8d-47aa-9f1f-06c3bc9e5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:52Z', 'updated_at': '2021-09-09T10:09:56Z', 'revision_number': 4, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'subnets': [{'id': '08d322b3-da8d-47aa-9f1f-06c3bc9e5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:09:58.885191 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:09:59.005359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:09:59.010349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:09:59.010725 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:59.122886 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:59.173265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7ba5b9d4-23fa-4b3f-b003-593ec476ad1a,segment=NetworkSegment(4ce860f3-085b-46f0-b256-b5c905279f5f),segment_id=4ce860f3-085b-46f0-b256-b5c905279f5f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:09:59.260452 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:09:59.320564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=7ba5b9d4-23fa-4b3f-b003-593ec476ad1a,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:00.847857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:10:00.904142 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:10:00.904512 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:06.152525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-8439e6f8-43ec-4e9b-a6f4-745a554c925c tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:06.153996 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-8439e6f8-43ec-4e9b-a6f4-745a554c925c tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/networks?id=e81507ed-9d61-4d77-9fd2-a8e363b744f9 HTTP/1.1" status: 200 len: 814 time: 0.1319790 Sep 09 10:10:06.169433 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-1ec9ffd2-4b53-4bbb-8d40-b329724c662c tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/quotas/fcc78bb798f8499bbcffc6bc080e5826 HTTP/1.1" status: 200 len: 375 time: 0.0093095 Sep 09 10:10:06.219492 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-84883014-635b-4559-956c-1d636acec592 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc78bb798f8499bbcffc6bc080e5826&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445883 Sep 09 10:10:06.354139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-e6f07a8f-11a0-4665-8bc1-8be5fdfa1fa7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:10:06.356293 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-e6f07a8f-11a0-4665-8bc1-8be5fdfa1fa7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452504 Sep 09 10:10:06.450147 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-adf82102-5dc0-46d5-ba84-f84f987d5a22 service neutron] 10.222.0.32 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885158 Sep 09 10:10:06.543836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-6e9ad2a2-4cbe-4aa2-9f0c-63a8815281fd service neutron] 10.222.0.32 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873132 Sep 09 10:10:07.792784 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab7eb6a6-ce99-4563-b165-3d6a618b69c3 req-f42e653a-a6e1-4c99-907c-24b462136e13 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 210 time: 0.0265322 Sep 09 10:10:08.900024 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9dadb98-425d-4ce7-afc6-69188936e932 req-6ea1382b-a155-40b0-83ca-f0d0e6f6081e tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 210 time: 0.0364029 Sep 09 10:10:09.650886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-9bea70d1-aa04-424f-a825-2a49a00bb06d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:09.652523 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-9bea70d1-aa04-424f-a825-2a49a00bb06d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.41 "GET /v2.0/networks?id=e81507ed-9d61-4d77-9fd2-a8e363b744f9 HTTP/1.1" status: 200 len: 814 time: 0.1071942 Sep 09 10:10:09.664735 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Request body: {'port': {'device_id': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'admin_state_up': True, 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:10:09.830242 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Made reservation on behalf of fcc78bb798f8499bbcffc6bc080e5826 for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:10:09.833844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:09.966189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Allocated IP 172.20.0.7 (e81507ed-9d61-4d77-9fd2-a8e363b744f9/3971ca81-d0fa-4161-99e2-9f0fd50c37fc/6d35bab8-e84e-4554-90e3-7de588c2959c) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:10:10.000931 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-24c35ac3-b02f-46bd-ba8d-c4696c33ce5d req-bfdc2f25-e082-4bb2-bc4d-6750cb619e2e tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 210 time: 0.0324545 Sep 09 10:10:10.142814 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:10.156198 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Transition to ACTIVE for port object 6d35bab8-e84e-4554-90e3-7de588c2959c will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:10:10.236546 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:10.279582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Network e81507ed-9d61-4d77-9fd2-a8e363b744f9 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:10:10.282803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:10:10.285637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:10:10.331101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'Port': ['ID=6d35bab8-e84e-4554-90e3-7de588c2959c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:10.359028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:10.360002 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:10.454718 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-884f2b77-a67b-4128-8f64-296ceb8f8c34 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7935646 Sep 09 10:10:10.687757 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d2026ea7-dc93-46bf-98e4-fae3042214a6 None None] Provisioning for port 6d35bab8-e84e-4554-90e3-7de588c2959c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:10:10.691845 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d2026ea7-dc93-46bf-98e4-fae3042214a6 None None] Provisioning complete for port 6d35bab8-e84e-4554-90e3-7de588c2959c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:10:10.692239 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2026ea7-dc93-46bf-98e4-fae3042214a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:10.748123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d2026ea7-dc93-46bf-98e4-fae3042214a6 None None] Port 6d35bab8-e84e-4554-90e3-7de588c2959c cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:10:11.120273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7880c-d54e-45a1-b1eb-37393ceef7c3 req-23846690-3046-4bda-9fd0-95d6a58aafd4 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:11.121950 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01a7880c-d54e-45a1-b1eb-37393ceef7c3 req-23846690-3046-4bda-9fd0-95d6a58aafd4 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 931 time: 0.0522804 Sep 09 10:10:11.172866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01a7880c-d54e-45a1-b1eb-37393ceef7c3 req-3124854b-90d4-42e5-9b67-f838eb4852e6 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435913 Sep 09 10:10:12.301184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83f1e9-e326-43c9-aa60-79c49611cd55 req-374da5d0-8a61-45f6-856b-37e5316759db tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:12.302676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d83f1e9-e326-43c9-aa60-79c49611cd55 req-374da5d0-8a61-45f6-856b-37e5316759db tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 931 time: 0.0619473 Sep 09 10:10:12.343479 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d83f1e9-e326-43c9-aa60-79c49611cd55 req-e3eb05af-b46e-43b0-b263-afe643c2285c tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347466 Sep 09 10:10:12.656236 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:10:13.463110 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f54d3b-1744-44aa-a67f-3cfbbe37d3e5 req-beb3bbed-d09b-4eb7-a389-d63f06e500da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:13.464951 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51f54d3b-1744-44aa-a67f-3cfbbe37d3e5 req-beb3bbed-d09b-4eb7-a389-d63f06e500da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 931 time: 0.0524392 Sep 09 10:10:13.502780 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51f54d3b-1744-44aa-a67f-3cfbbe37d3e5 req-9733ec16-ef25-4d1f-a3f9-5483d563615b tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Sep 09 10:10:14.490609 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6b70006-ac3b-4d1f-a565-c790f96b57ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:14.623185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c21391-11e1-4ad9-9e6a-474d7062aaa5 req-03a3656f-d6de-4c95-9d03-cdad8019b626 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:14.624731 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3c21391-11e1-4ad9-9e6a-474d7062aaa5 req-03a3656f-d6de-4c95-9d03-cdad8019b626 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 931 time: 0.0534530 Sep 09 10:10:14.668788 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3c21391-11e1-4ad9-9e6a-474d7062aaa5 req-f2d98b3a-724a-40fb-b739-c23dba1cf379 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380290 Sep 09 10:10:15.806057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6128e-fd75-4e48-8413-a4edd897576e req-fbd22528-340d-4444-87fe-a0b19bcddd61 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:15.808874 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01c6128e-fd75-4e48-8413-a4edd897576e req-fbd22528-340d-4444-87fe-a0b19bcddd61 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 931 time: 0.0549698 Sep 09 10:10:15.853996 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01c6128e-fd75-4e48-8413-a4edd897576e req-22e81fad-9b2d-4c9b-8e25-aa9c9a47ad22 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364130 Sep 09 10:10:16.968979 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a15254-7fa2-4505-bf9f-1316e51b8993 req-4efa686f-a6d9-433d-97a1-6fb3f057edf8 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:16.970677 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5a15254-7fa2-4505-bf9f-1316e51b8993 req-4efa686f-a6d9-433d-97a1-6fb3f057edf8 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 931 time: 0.0497797 Sep 09 10:10:17.012767 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c5a15254-7fa2-4505-bf9f-1316e51b8993 req-a6334e78-ae13-45a5-9e02-242773081bee tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357368 Sep 09 10:10:17.127637 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01e66cb0-b5f5-4aff-8d65-ba59ddd312ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:17.479832 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:18.141357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c896878-dad4-46f9-9927-8998311ef54d req-cfcfedfb-0f5f-403f-a981-1fc4708045e6 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:18.142753 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c896878-dad4-46f9-9927-8998311ef54d req-cfcfedfb-0f5f-403f-a981-1fc4708045e6 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 931 time: 0.0603969 Sep 09 10:10:18.182562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1c896878-dad4-46f9-9927-8998311ef54d req-f032fa14-acfc-4a5c-9774-75e5806d927b tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334759 Sep 09 10:10:18.875998 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-2886050d-e8d0-4716-bd82-6dc87958cb57 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:10:18.884541 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-2886050d-e8d0-4716-bd82-6dc87958cb57 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063055 Sep 09 10:10:18.889442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Request body: {'port': {'device_id': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:10:18.947679 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:19.005677 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:19.242846 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d35bab8-e84e-4554-90e3-7de588c2959c {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:10:19.251015 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:19.266393 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Transition to ACTIVE for port object 6d35bab8-e84e-4554-90e3-7de588c2959c will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:10:19.348801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394b2f8-a000-4a67-9ec7-0f22825bfcdb req-1427d9f5-da9a-4d80-9c92-bd400e3290bf tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:19.351934 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f394b2f8-a000-4a67-9ec7-0f22825bfcdb req-1427d9f5-da9a-4d80-9c92-bd400e3290bf tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 931 time: 0.0839477 Sep 09 10:10:19.353786 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:19.448132 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Pushing event updated for resources: {'Port': ['ID=6d35bab8-e84e-4554-90e3-7de588c2959c,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:19.481385 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f394b2f8-a000-4a67-9ec7-0f22825bfcdb req-8d24be08-2f5d-46a5-9076-fc5c5f3bc353 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195376 Sep 09 10:10:19.539753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Attempting to bind port 6d35bab8-e84e-4554-90e3-7de588c2959c on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:10:19.540276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Attempting to bind port 6d35bab8-e84e-4554-90e3-7de588c2959c by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:10:19.540673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Attempting to bind port 6d35bab8-e84e-4554-90e3-7de588c2959c on network e81507ed-9d61-4d77-9fd2-a8e363b744f9 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:10:19.546719 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Port 6d35bab8-e84e-4554-90e3-7de588c2959c on network e81507ed-9d61-4d77-9fd2-a8e363b744f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:10:19.547119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Attempting to bind port 6d35bab8-e84e-4554-90e3-7de588c2959c on network e81507ed-9d61-4d77-9fd2-a8e363b744f9 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:10:19.552649 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:10:19.553065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Checking segment: {'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:10:19.553540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Bound using segment: {'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:10:19.554100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Bound port: 6d35bab8-e84e-4554-90e3-7de588c2959c, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:10:19.554614 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:19.635713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] For port 6d35bab8-e84e-4554-90e3-7de588c2959c, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:10:19.642037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] For port 6d35bab8-e84e-4554-90e3-7de588c2959c, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d35bab8-e84e-4554-90e3-7de588c2959c,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:10:19.739993 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:19.777531 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:19.778211 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:19.779823 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] 10.222.0.41 "PUT /v2.0/ports/6d35bab8-e84e-4554-90e3-7de588c2959c HTTP/1.1" status: 200 len: 1092 time: 0.8947027 Sep 09 10:10:19.780320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:10:19.782615 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb2d643-b657-413c-8de8-cf7f6a4ae244" -d '{"events": [{"name": "network-changed", "server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:10:19.818124 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cfbe6-fad7-4b82-b62e-d380ca98b7bf service neutron] Pushing event updated for resources: {'Port': ['ID=6d35bab8-e84e-4554-90e3-7de588c2959c,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:19.846800 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f8d667-9223-4cb9-b114-26f9d4b04870 x-openstack-request-id: req-95f8d667-9223-4cb9-b114-26f9d4b04870 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:10:19.846800 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:10:19.846800 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95f8d667-9223-4cb9-b114-26f9d4b04870 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:10:19.846800 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'status': 'completed', 'code': 200} Sep 09 10:10:20.298706 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:20.596281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f0ad9-2352-4a20-98fe-17b99c7d7173 req-e53eff8b-aa73-4810-aaca-9aa220e681d6 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:20.597704 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-765f0ad9-2352-4a20-98fe-17b99c7d7173 req-e53eff8b-aa73-4810-aaca-9aa220e681d6 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 943 time: 0.0493400 Sep 09 10:10:20.634148 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-765f0ad9-2352-4a20-98fe-17b99c7d7173 req-6d759775-82e5-47a4-a22b-c31892ccb0c0 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305727 Sep 09 10:10:20.754350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d643-b657-413c-8de8-cf7f6a4ae244 req-b8b4289d-cdc0-40e1-adfa-7851ed01947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:20.755893 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2eb2d643-b657-413c-8de8-cf7f6a4ae244 req-b8b4289d-cdc0-40e1-adfa-7851ed01947a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcc78bb798f8499bbcffc6bc080e5826&device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 1095 time: 0.0442703 Sep 09 10:10:20.857936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d643-b657-413c-8de8-cf7f6a4ae244 req-c1aeceda-d227-415d-bbb0-2faadda38657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:20.859441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2eb2d643-b657-413c-8de8-cf7f6a4ae244 req-c1aeceda-d227-415d-bbb0-2faadda38657 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fcc78bb798f8499bbcffc6bc080e5826&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927122 Sep 09 10:10:20.956268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d643-b657-413c-8de8-cf7f6a4ae244 req-b328d323-8944-4f76-9409-62f84e3732cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:20.957750 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2eb2d643-b657-413c-8de8-cf7f6a4ae244 req-b328d323-8944-4f76-9409-62f84e3732cb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905454 Sep 09 10:10:21.031796 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-052e7409-bd0c-4d0c-b6ec-139a23e27331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:21.033330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-052e7409-bd0c-4d0c-b6ec-139a23e27331 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcc78bb798f8499bbcffc6bc080e5826&device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 1095 time: 0.0406842 Sep 09 10:10:21.081651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-b0171008-938c-4edd-80c5-365225858834 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d35bab8-e84e-4554-90e3-7de588c2959c HTTP/1.1" status: 200 len: 217 time: 0.0402937 Sep 09 10:10:21.129900 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-76d63850-46f7-4412-9009-1ad585651ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:21.131270 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-76d63850-46f7-4412-9009-1ad585651ff4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3971ca81-d0fa-4161-99e2-9f0fd50c37fc HTTP/1.1" status: 200 len: 853 time: 0.0433443 Sep 09 10:10:21.175547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-881aab4a-d419-47a6-b16f-8adf8c5af93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:21.177032 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-881aab4a-d419-47a6-b16f-8adf8c5af93a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e81507ed-9d61-4d77-9fd2-a8e363b744f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389481 Sep 09 10:10:21.268817 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-a6f02809-730a-4029-aa25-d7357a620eb9 service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841284 Sep 09 10:10:21.357691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-287b5818-1c2d-4983-95ea-8ca44f0ecbbd req-9b0494e1-37e4-4ed3-8d0d-ab2ccdd03afe service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817842 Sep 09 10:10:21.752758 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbb1fb-c809-4e04-ae5b-c1e7795e74d2 req-97d52e21-20e1-482d-8f7e-6726873ecf58 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:21.754312 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bbfbb1fb-c809-4e04-ae5b-c1e7795e74d2 req-97d52e21-20e1-482d-8f7e-6726873ecf58 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 943 time: 0.0516174 Sep 09 10:10:21.794824 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bbfbb1fb-c809-4e04-ae5b-c1e7795e74d2 req-a480b163-473e-45ab-a4f6-18c8d4f269b5 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343487 Sep 09 10:10:22.906982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6c080-5bca-4ead-b425-2f3a876a5603 req-bf7fb692-8c05-4a31-ae71-644ed521a0ec tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:22.908494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41f6c080-5bca-4ead-b425-2f3a876a5603 req-bf7fb692-8c05-4a31-ae71-644ed521a0ec tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 943 time: 0.0483441 Sep 09 10:10:22.948809 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-41f6c080-5bca-4ead-b425-2f3a876a5603 req-3bb1457f-e350-472c-a6e4-1421ea33310c tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Sep 09 10:10:23.273182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d35bab8-e84e-4554-90e3-7de588c2959c details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:10:23.366653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 6d35bab8-e84e-4554-90e3-7de588c2959c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d35bab8-e84e-4554-90e3-7de588c2959c,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:10:23.377882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'port_id': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'mac_address': 'fa:16:3e:01:0f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:10:23.413193 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:23.425721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d35bab8-e84e-4554-90e3-7de588c2959c {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:10:23.444379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 6d35bab8-e84e-4554-90e3-7de588c2959c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d35bab8-e84e-4554-90e3-7de588c2959c,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:10:23.501628 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:23.548169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=6d35bab8-e84e-4554-90e3-7de588c2959c,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:23.735038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['6d35bab8-e84e-4554-90e3-7de588c2959c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:10:24.063143 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ad4bc-8a1d-44ec-91bf-9586cf4135ad req-96ce5cc1-b30f-4304-9cee-c14e5b8c7fbf tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:24.064674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa7ad4bc-8a1d-44ec-91bf-9586cf4135ad req-96ce5cc1-b30f-4304-9cee-c14e5b8c7fbf tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 944 time: 0.0500746 Sep 09 10:10:24.106820 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa7ad4bc-8a1d-44ec-91bf-9586cf4135ad req-8f9ca376-9df0-4935-a2f1-64e1e6f16db4 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361743 Sep 09 10:10:25.219103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d227f2a-c80a-48df-89d9-c5379cd941a4 req-28ee791c-22da-4f45-9a93-d6b7577887ca tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:25.220677 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d227f2a-c80a-48df-89d9-c5379cd941a4 req-28ee791c-22da-4f45-9a93-d6b7577887ca tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 944 time: 0.0485892 Sep 09 10:10:25.258800 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d227f2a-c80a-48df-89d9-c5379cd941a4 req-55bbd190-f189-41fa-ab2a-61513a59b189 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Sep 09 10:10:25.288889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d35bab8-e84e-4554-90e3-7de588c2959c up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:10:25.401488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 6d35bab8-e84e-4554-90e3-7de588c2959c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:10:25.405380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 6d35bab8-e84e-4554-90e3-7de588c2959c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:10:25.405752 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:25.484575 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:25.506740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:10:25.508997 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f121b603-f377-45e5-97f1-dbf36a6b3173" -d '{"events": [{"server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "name": "network-vif-plugged", "status": "completed", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:10:25.522401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 6d35bab8-e84e-4554-90e3-7de588c2959c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d35bab8-e84e-4554-90e3-7de588c2959c,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:10:25.548318 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7364af-09b0-48b7-956a-ad72496437c2 x-openstack-request-id: req-7b7364af-09b0-48b7-956a-ad72496437c2 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:10:25.548318 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "name": "network-vif-plugged", "status": "completed", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:10:25.548569 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b7364af-09b0-48b7-956a-ad72496437c2 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:10:25.548776 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'code': 200} Sep 09 10:10:25.596039 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:25.640499 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3da86-18f6-4fef-a98f-b0622c2cd248 req-93d22fa6-77af-4a31-8229-50a444fcd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:25.641984 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4bb3da86-18f6-4fef-a98f-b0622c2cd248 req-93d22fa6-77af-4a31-8229-50a444fcd406 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 1097 time: 0.0403349 Sep 09 10:10:25.654478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=6d35bab8-e84e-4554-90e3-7de588c2959c,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:25.678383 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4bb3da86-18f6-4fef-a98f-b0622c2cd248 req-2a442a1d-f3ca-4383-a516-19e3145737b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283964 Sep 09 10:10:25.692843 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:26.330230 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:26.370991 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa42df3-8c7b-492d-b130-c64691327904 req-434c8e63-58d0-4267-8ac2-68392cf7348f tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:26.372501 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2aa42df3-8c7b-492d-b130-c64691327904 req-434c8e63-58d0-4267-8ac2-68392cf7348f tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 945 time: 0.0477901 Sep 09 10:10:26.413469 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2aa42df3-8c7b-492d-b130-c64691327904 req-6bbae1ac-0c25-4630-aac4-503a5ae1cceb tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349808 Sep 09 10:10:27.529236 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298725d9-f262-476d-a784-8555646d5214 req-39fdfc8d-3344-43d4-a248-5060acb54176 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:27.530701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-298725d9-f262-476d-a784-8555646d5214 req-39fdfc8d-3344-43d4-a248-5060acb54176 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 945 time: 0.0481293 Sep 09 10:10:27.567848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-298725d9-f262-476d-a784-8555646d5214 req-2353b28e-fe01-44e7-a077-82f18aa03efb tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311809 Sep 09 10:10:27.679501 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc408a-02e0-4829-a3bb-9fd68dbb113a req-57741b33-4a90-4c7a-9f01-78d8e3bf3118 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:27.680985 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9bc408a-02e0-4829-a3bb-9fd68dbb113a req-57741b33-4a90-4c7a-9f01-78d8e3bf3118 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 945 time: 0.0488422 Sep 09 10:10:27.718794 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9bc408a-02e0-4829-a3bb-9fd68dbb113a req-72bce501-dae9-4d02-89b3-6b575962a266 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Sep 09 10:10:27.907990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc52abb-6344-462a-92db-c2444ceb2c93 req-3fc57a41-1010-4c66-9642-b91ef4c31e44 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:27.909483 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4fc52abb-6344-462a-92db-c2444ceb2c93 req-3fc57a41-1010-4c66-9642-b91ef4c31e44 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 945 time: 0.0513377 Sep 09 10:10:27.946503 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4fc52abb-6344-462a-92db-c2444ceb2c93 req-b7b8c5ba-c88d-434f-a0ea-087d983e5344 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Sep 09 10:10:42.366767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56138f-24ad-4ae7-b4c6-9306265e5631 req-a01dae26-3476-445c-a6c5-ccc858020822 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:42.368665 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c56138f-24ad-4ae7-b4c6-9306265e5631 req-a01dae26-3476-445c-a6c5-ccc858020822 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 945 time: 0.0516763 Sep 09 10:10:42.413684 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4c56138f-24ad-4ae7-b4c6-9306265e5631 req-2d3d77dc-5fc4-4c6b-8802-c514195be46a tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388610 Sep 09 10:10:42.435575 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51754) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:10:42.514984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3d052-0c83-4d3a-a1a9-44fdcd3dd33e tempest-TestMinimumBasicScenario-398314320 tempest-TestMinimumBasicScenario-398314320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:42.516530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-56e3d052-0c83-4d3a-a1a9-44fdcd3dd33e tempest-TestMinimumBasicScenario-398314320 tempest-TestMinimumBasicScenario-398314320-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 1092 time: 0.0799563 Sep 09 10:10:42.519588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51758) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:10:42.523807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:10:42.627032 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:42.734642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:42.834969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Allocated IP 172.25.8.219 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/973ac69f-c368-41f4-93d3-9d71e0088fbc) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:10:42.938063 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:43.031053 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:43.079770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:10:43.086516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:10:43.090940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:10:43.093904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'Port': ['ID=973ac69f-c368-41f4-93d3-9d71e0088fbc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:43.124401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.124740 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.125074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.125406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.125734 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.126057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.126379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.126697 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.127016 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.127334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.127678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.127991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:10:43.454962 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:43.568794 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:43.717826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:43.792133 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:44.135400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'Port': ['ID=973ac69f-c368-41f4-93d3-9d71e0088fbc,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:44.144041 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:44.239805 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Floating IP e9711afd-873e-453b-8784-70ff0e11c96b associated. External IP: 172.25.8.219, port: 6d35bab8-e84e-4554-90e3-7de588c2959c. Sep 09 10:10:44.445323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:10:44.475039 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44283802-0a04-47af-bf47-2a53b3ee1ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:44.547803 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:10:44.557351 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea40133-c4dd-4409-954c-7d1d4a84b44b None None] Sync routers for ids ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:10:44.566443 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea40133-c4dd-4409-954c-7d1d4a84b44b None None] Routers {'ef03c441-8fcb-4630-bd6f-fa29022c6ee2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:10:44.569744 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ea40133-c4dd-4409-954c-7d1d4a84b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:10:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:10:44.621559 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:44.652775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-254b8438-955c-4ccf-9653-e8119bb28a79 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1320932 Sep 09 10:10:44.653481 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:10:44.655614 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51760) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:10:44.656112 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:10:44.661071 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9a8c5e0e-b361-4d66-99cd-18435ae94e47 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015882219', 'description': 'tempest-secgroup-smoke-2015882219 description', 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:10:44.672292 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8ea40133-c4dd-4409-954c-7d1d4a84b44b None None] Set router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:10:44.694341 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de012838-58d9-4a91-a774-ac81efbbbdc2 x-openstack-request-id: req-de012838-58d9-4a91-a774-ac81efbbbdc2 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:10:44.694640 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:10:44.694892 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de012838-58d9-4a91-a774-ac81efbbbdc2 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:10:44.695295 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'status': 'completed', 'code': 200} Sep 09 10:10:44.754055 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5e0e-b361-4d66-99cd-18435ae94e47 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:44.769426 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe req-10856612-da72-49ca-a132-ee3139adbcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:44.772034 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe req-10856612-da72-49ca-a132-ee3139adbcdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcc78bb798f8499bbcffc6bc080e5826&device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 1097 time: 0.0538423 Sep 09 10:10:44.907950 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe req-96b7abd8-59c0-45f3-9fbe-de1d7accb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:44.909444 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe req-96b7abd8-59c0-45f3-9fbe-de1d7accb0b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e81507ed-9d61-4d77-9fd2-a8e363b744f9 HTTP/1.1" status: 200 len: 915 time: 0.1298573 Sep 09 10:10:44.934797 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5e0e-b361-4d66-99cd-18435ae94e47 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:44.984687 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5e0e-b361-4d66-99cd-18435ae94e47 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:44.991604 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe req-4dc1fe96-fb83-4d07-83aa-ce1a05ef0599 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d35bab8-e84e-4554-90e3-7de588c2959c HTTP/1.1" status: 200 len: 999 time: 0.0716674 Sep 09 10:10:45.010447 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ea40133-c4dd-4409-954c-7d1d4a84b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:47Z', 'revision_number': 4, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e9711afd-873e-453b-8784-70ff0e11c96b', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'port_id': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'mac_address': 'fa:16:3e:01:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:10:43Z', 'updated_at': '2021-09-09T10:10:43Z', 'revision_number': 0, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366', 'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'mac_address': 'fa:16:3e:09:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:46Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 5, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'subnets': [{'id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:10:45.037225 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea40133-c4dd-4409-954c-7d1d4a84b44b None None] Checking router: ef03c441-8fcb-4630-bd6f-fa29022c6ee2 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:10:45.046143 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c5e0e-b361-4d66-99cd-18435ae94e47 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f96ed7-5c53-4e69-85a2-69d25da9e2b0,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:45.049367 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea40133-c4dd-4409-954c-7d1d4a84b44b None None] Routers {'ef03c441-8fcb-4630-bd6f-fa29022c6ee2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:10:45.050020 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ea40133-c4dd-4409-954c-7d1d4a84b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:10:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:10:45.061368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe req-ad083504-25e2-47a2-b666-f34f5d2961d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:45.062875 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe req-ad083504-25e2-47a2-b666-f34f5d2961d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3971ca81-d0fa-4161-99e2-9f0fd50c37fc HTTP/1.1" status: 200 len: 853 time: 0.0604482 Sep 09 10:10:45.111512 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5e0e-b361-4d66-99cd-18435ae94e47 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:45.112734 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9a8c5e0e-b361-4d66-99cd-18435ae94e47 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4560120 Sep 09 10:10:45.115714 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51764) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:10:45.121236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-978e4b4c-e78e-4e00-b933-1817210bdfd9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Request body: {'security_group_rule': {'security_group_id': '78f96ed7-5c53-4e69-85a2-69d25da9e2b0', 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:10:45.142898 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe req-04f34d27-b76c-443f-807b-20ec4496adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:45.144511 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe req-04f34d27-b76c-443f-807b-20ec4496adda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e81507ed-9d61-4d77-9fd2-a8e363b744f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731764 Sep 09 10:10:45.169030 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8ea40133-c4dd-4409-954c-7d1d4a84b44b None None] Set router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:10:45.219816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-978e4b4c-e78e-4e00-b933-1817210bdfd9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:45.256918 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe req-b192a34f-5450-4174-a3a9-d3b56f38d010 service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045678 Sep 09 10:10:45.309376 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-978e4b4c-e78e-4e00-b933-1817210bdfd9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:45.364068 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2746ffaa-6112-4d25-9ba5-dee9a512b1fe req-4752d48c-999c-44d2-8488-ebe061c6e930 service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971797 Sep 09 10:10:45.381475 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-978e4b4c-e78e-4e00-b933-1817210bdfd9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:45.393790 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ea40133-c4dd-4409-954c-7d1d4a84b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:47Z', 'revision_number': 4, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e9711afd-873e-453b-8784-70ff0e11c96b', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'port_id': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'mac_address': 'fa:16:3e:01:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:10:43Z', 'updated_at': '2021-09-09T10:10:43Z', 'revision_number': 0, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366', 'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'mac_address': 'fa:16:3e:09:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:46Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 5, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'subnets': [{'id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:10:45.403773 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e4b4c-e78e-4e00-b933-1817210bdfd9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8840eab-db3e-4c25-b965-654271a0a977,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:45.424109 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea40133-c4dd-4409-954c-7d1d4a84b44b None None] The sync data for ids ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'] in n-d-778696-16 is: [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:47Z', 'revision_number': 4, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e9711afd-873e-453b-8784-70ff0e11c96b', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'port_id': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'mac_address': 'fa:16:3e:01:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:10:43Z', 'updated_at': '2021-09-09T10:10:43Z', 'revision_number': 0, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366', 'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'mac_address': 'fa:16:3e:09:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:46Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 5, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'subnets': [{'id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:10:45.478448 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-978e4b4c-e78e-4e00-b933-1817210bdfd9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:45.479935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-978e4b4c-e78e-4e00-b933-1817210bdfd9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3632843 Sep 09 10:10:45.483205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51766) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:10:45.487894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0cc6e545-6d9e-44a2-a6c8-9a983930e320 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Request body: {'security_group_rule': {'security_group_id': '78f96ed7-5c53-4e69-85a2-69d25da9e2b0', 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:10:45.586527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e545-6d9e-44a2-a6c8-9a983930e320 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:45.653054 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e545-6d9e-44a2-a6c8-9a983930e320 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:45.717059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f2612-e1cb-4062-9580-d6f0a0ba6aaa None None] New status for floating IP e9711afd-873e-453b-8784-70ff0e11c96b: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:10:45.723994 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e545-6d9e-44a2-a6c8-9a983930e320 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:45.742357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6e545-6d9e-44a2-a6c8-9a983930e320 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cb84c8-6e18-4148-bb99-e21bf0ea6231,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:45.815339 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e545-6d9e-44a2-a6c8-9a983930e320 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:45.816631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0cc6e545-6d9e-44a2-a6c8-9a983930e320 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3323605 Sep 09 10:10:45.819399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51768) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:10:45.825978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0bab9845-649c-4c42-88d6-e91ae7cbe0b5 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Request body: {'security_group_rule': {'security_group_id': '78f96ed7-5c53-4e69-85a2-69d25da9e2b0', 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:10:45.937855 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0bab9845-649c-4c42-88d6-e91ae7cbe0b5 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.002467 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0bab9845-649c-4c42-88d6-e91ae7cbe0b5 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.063608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0bab9845-649c-4c42-88d6-e91ae7cbe0b5 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.083236 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab9845-649c-4c42-88d6-e91ae7cbe0b5 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ce4168-ecaf-4926-8a16-a0be2dc60b14,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:46.161083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0bab9845-649c-4c42-88d6-e91ae7cbe0b5 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.162323 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0bab9845-649c-4c42-88d6-e91ae7cbe0b5 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3419495 Sep 09 10:10:46.165053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51770) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:10:46.169586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-27670cab-a30b-4365-a82c-070d4ec2deb4 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Request body: {'security_group_rule': {'security_group_id': '78f96ed7-5c53-4e69-85a2-69d25da9e2b0', 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:10:46.260290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-27670cab-a30b-4365-a82c-070d4ec2deb4 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.317350 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-27670cab-a30b-4365-a82c-070d4ec2deb4 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.384032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-27670cab-a30b-4365-a82c-070d4ec2deb4 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.402545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27670cab-a30b-4365-a82c-070d4ec2deb4 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5570075-97f8-4120-b02c-0775bf8167bf,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:46.466869 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-27670cab-a30b-4365-a82c-070d4ec2deb4 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.468181 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-27670cab-a30b-4365-a82c-070d4ec2deb4 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3021796 Sep 09 10:10:46.470849 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51772) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:10:46.475894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cf98bafb-6bcd-4f2e-8877-2adf3128526d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Request body: {'security_group_rule': {'security_group_id': '78f96ed7-5c53-4e69-85a2-69d25da9e2b0', 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:10:46.575318 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-cf98bafb-6bcd-4f2e-8877-2adf3128526d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Project fcc78bb798f8499bbcffc6bc080e5826 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:10:46.580084 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf98bafb-6bcd-4f2e-8877-2adf3128526d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.640235 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf98bafb-6bcd-4f2e-8877-2adf3128526d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.735265 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf98bafb-6bcd-4f2e-8877-2adf3128526d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.753570 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98bafb-6bcd-4f2e-8877-2adf3128526d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc0d6b8-d572-4cf0-8248-3ee83de80b67,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:46.827034 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf98bafb-6bcd-4f2e-8877-2adf3128526d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.828361 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cf98bafb-6bcd-4f2e-8877-2adf3128526d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3565335 Sep 09 10:10:46.831046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51774) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:10:46.835413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5c4a9fb6-a735-4ce7-b890-a99225786d40 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Request body: {'security_group_rule': {'security_group_id': '78f96ed7-5c53-4e69-85a2-69d25da9e2b0', 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:10:46.912833 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-5c4a9fb6-a735-4ce7-b890-a99225786d40 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Project fcc78bb798f8499bbcffc6bc080e5826 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:10:46.918384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c4a9fb6-a735-4ce7-b890-a99225786d40 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:46.980892 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c4a9fb6-a735-4ce7-b890-a99225786d40 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:47.044072 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c4a9fb6-a735-4ce7-b890-a99225786d40 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:47.062237 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a9fb6-a735-4ce7-b890-a99225786d40 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733255e6-4d4d-4323-aa47-5ca1ad7bbfac,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:47.143684 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5c4a9fb6-a735-4ce7-b890-a99225786d40 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:47.145080 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5c4a9fb6-a735-4ce7-b890-a99225786d40 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3130388 Sep 09 10:10:47.159002 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8639c594-2422-446a-b813-017c317aebc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:47.223853 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3eedb260-c1fc-48b7-96f1-8e58448ee9ad req-0b08f818-3dad-4554-a857-125b72ce1027 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015882219&fields=id&tenant_id=fcc78bb798f8499bbcffc6bc080e5826 HTTP/1.1" status: 200 len: 267 time: 0.0341582 Sep 09 10:10:47.278515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedb260-c1fc-48b7-96f1-8e58448ee9ad req-c25dab94-2d59-4eb8-b261-480e2a993725 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:47.280027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3eedb260-c1fc-48b7-96f1-8e58448ee9ad req-c25dab94-2d59-4eb8-b261-480e2a993725 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 945 time: 0.0507720 Sep 09 10:10:47.290811 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-3eedb260-c1fc-48b7-96f1-8e58448ee9ad req-94df4faa-10f1-4ede-b95b-69f13f59a4bc tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Request body: {'port': {'security_groups': ['1124f62e-5f94-4e67-9615-92e2b6c32993', '78f96ed7-5c53-4e69-85a2-69d25da9e2b0']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:10:47.361325 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3eedb260-c1fc-48b7-96f1-8e58448ee9ad req-94df4faa-10f1-4ede-b95b-69f13f59a4bc tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:47.398654 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:47.909185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-3eedb260-c1fc-48b7-96f1-8e58448ee9ad req-94df4faa-10f1-4ede-b95b-69f13f59a4bc tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] For port 6d35bab8-e84e-4554-90e3-7de588c2959c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d35bab8-e84e-4554-90e3-7de588c2959c,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:10:47.937808 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3eedb260-c1fc-48b7-96f1-8e58448ee9ad req-94df4faa-10f1-4ede-b95b-69f13f59a4bc tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:47.986783 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3eedb260-c1fc-48b7-96f1-8e58448ee9ad req-94df4faa-10f1-4ede-b95b-69f13f59a4bc tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:47.998811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['6d35bab8-e84e-4554-90e3-7de588c2959c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:10:48.030113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedb260-c1fc-48b7-96f1-8e58448ee9ad req-94df4faa-10f1-4ede-b95b-69f13f59a4bc tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:48.030705 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-3eedb260-c1fc-48b7-96f1-8e58448ee9ad req-94df4faa-10f1-4ede-b95b-69f13f59a4bc tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:48.032232 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3eedb260-c1fc-48b7-96f1-8e58448ee9ad req-94df4faa-10f1-4ede-b95b-69f13f59a4bc tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "PUT /v2.0/ports/6d35bab8-e84e-4554-90e3-7de588c2959c HTTP/1.1" status: 200 len: 981 time: 0.7457821 Sep 09 10:10:48.032694 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:10:48.034992 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089dd3c1-8220-4856-9cc3-04f943a7d206" -d '{"events": [{"name": "network-changed", "server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:10:48.076992 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df4faa-10f1-4ede-b95b-69f13f59a4bc tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'Port': ['ID=6d35bab8-e84e-4554-90e3-7de588c2959c,revision_number=6']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:10:48.099841 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d110fb99-d435-496e-b388-4fce2435a8a2 x-openstack-request-id: req-d110fb99-d435-496e-b388-4fce2435a8a2 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:10:48.100140 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:10:48.100402 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d110fb99-d435-496e-b388-4fce2435a8a2 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:10:48.100807 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'status': 'completed', 'code': 200} Sep 09 10:10:48.127347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['6d35bab8-e84e-4554-90e3-7de588c2959c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:10:48.203910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dd3c1-8220-4856-9cc3-04f943a7d206 req-193ec497-4ba5-407c-afbf-168dd4d1ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:48.205570 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-089dd3c1-8220-4856-9cc3-04f943a7d206 req-193ec497-4ba5-407c-afbf-168dd4d1ff9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcc78bb798f8499bbcffc6bc080e5826&device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 1136 time: 0.0733712 Sep 09 10:10:48.218856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f2091-0c3e-4b0a-8c83-1e3d9e8d4423 req-1d8e6eeb-cc4f-4129-9191-fbc79d77f5fd tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:48.223914 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a66f2091-0c3e-4b0a-8c83-1e3d9e8d4423 req-1d8e6eeb-cc4f-4129-9191-fbc79d77f5fd tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0932057 Sep 09 10:10:48.265463 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a66f2091-0c3e-4b0a-8c83-1e3d9e8d4423 req-f0165802-1276-4cd4-ad2a-b64298381896 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360932 Sep 09 10:10:48.311886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dd3c1-8220-4856-9cc3-04f943a7d206 req-f2978e11-2dee-4d2e-81f6-50acb6050b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:48.311886 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-089dd3c1-8220-4856-9cc3-04f943a7d206 req-f2978e11-2dee-4d2e-81f6-50acb6050b79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e81507ed-9d61-4d77-9fd2-a8e363b744f9 HTTP/1.1" status: 200 len: 915 time: 0.0957742 Sep 09 10:10:48.371017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-374293b9-9824-474e-8994-13efa468e3cc None None] Provisioning complete for port 6d35bab8-e84e-4554-90e3-7de588c2959c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:10:48.371701 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-374293b9-9824-474e-8994-13efa468e3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:48.377506 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-089dd3c1-8220-4856-9cc3-04f943a7d206 req-680bd697-ef66-4a98-b117-548bdb4cc77f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d35bab8-e84e-4554-90e3-7de588c2959c HTTP/1.1" status: 200 len: 1001 time: 0.0598366 Sep 09 10:10:48.436095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dd3c1-8220-4856-9cc3-04f943a7d206 req-c578a82c-c42b-436a-9a26-37c168ae3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:48.437596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-089dd3c1-8220-4856-9cc3-04f943a7d206 req-c578a82c-c42b-436a-9a26-37c168ae3dcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3971ca81-d0fa-4161-99e2-9f0fd50c37fc HTTP/1.1" status: 200 len: 853 time: 0.0521107 Sep 09 10:10:48.485610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dd3c1-8220-4856-9cc3-04f943a7d206 req-33eb174a-8d02-43f6-9469-769615cb9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:10:48.487278 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-089dd3c1-8220-4856-9cc3-04f943a7d206 req-33eb174a-8d02-43f6-9469-769615cb9d79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e81507ed-9d61-4d77-9fd2-a8e363b744f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419335 Sep 09 10:10:48.587631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-089dd3c1-8220-4856-9cc3-04f943a7d206 req-b36b2b5f-b529-4c25-9ebf-db00a551a7ff service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844643 Sep 09 10:10:48.681265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-089dd3c1-8220-4856-9cc3-04f943a7d206 req-d3cb79a0-b81b-445a-b52c-edd3dc02abbc service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864844 Sep 09 10:10:48.692890 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:49.655830 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:10:50.289291 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:55.686168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:10:56.377932 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:02.675725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221fb0c-cf64-480c-9485-e8243e3608b5 req-de865a8f-2756-4828-865b-1fdcb533d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:02.677333 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4221fb0c-cf64-480c-9485-e8243e3608b5 req-de865a8f-2756-4828-865b-1fdcb533d0a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcc78bb798f8499bbcffc6bc080e5826&device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 1136 time: 0.0427179 Sep 09 10:11:02.773997 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221fb0c-cf64-480c-9485-e8243e3608b5 req-a2b3d04f-0592-43f7-abe3-e3aa79a03984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:02.775513 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4221fb0c-cf64-480c-9485-e8243e3608b5 req-a2b3d04f-0592-43f7-abe3-e3aa79a03984 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e81507ed-9d61-4d77-9fd2-a8e363b744f9 HTTP/1.1" status: 200 len: 915 time: 0.0905504 Sep 09 10:11:02.822032 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf14792-41c6-4fa5-b4de-a841c9e889bc req-8fa01ffc-efe2-4626-9b16-5ed040f5b6f7 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:02.826884 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ddf14792-41c6-4fa5-b4de-a841c9e889bc req-8fa01ffc-efe2-4626-9b16-5ed040f5b6f7 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.2549186 Sep 09 10:11:02.842126 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4221fb0c-cf64-480c-9485-e8243e3608b5 req-4679d615-c39a-4892-b871-832740de2418 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d35bab8-e84e-4554-90e3-7de588c2959c HTTP/1.1" status: 200 len: 1001 time: 0.0592268 Sep 09 10:11:02.865067 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ddf14792-41c6-4fa5-b4de-a841c9e889bc req-d167986a-0243-4bbe-b3e8-73d0f1066577 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351338 Sep 09 10:11:02.894985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221fb0c-cf64-480c-9485-e8243e3608b5 req-75411fd1-7acb-439f-9cc3-31be0e7cc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:02.896541 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4221fb0c-cf64-480c-9485-e8243e3608b5 req-75411fd1-7acb-439f-9cc3-31be0e7cc54b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3971ca81-d0fa-4161-99e2-9f0fd50c37fc HTTP/1.1" status: 200 len: 853 time: 0.0466781 Sep 09 10:11:02.947247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221fb0c-cf64-480c-9485-e8243e3608b5 req-29a135a4-6705-48f3-a06b-00d36f679004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:02.948782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4221fb0c-cf64-480c-9485-e8243e3608b5 req-29a135a4-6705-48f3-a06b-00d36f679004 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e81507ed-9d61-4d77-9fd2-a8e363b744f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447545 Sep 09 10:11:03.040855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4221fb0c-cf64-480c-9485-e8243e3608b5 req-6f4f16a3-28cb-432d-b910-9a6dff339152 service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843778 Sep 09 10:11:03.138729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4221fb0c-cf64-480c-9485-e8243e3608b5 req-c2e48552-a176-4b31-998c-a21e5e745ca8 service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903718 Sep 09 10:11:04.039632 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8922ee3-6642-4414-a031-599d78e39e5f req-9a20166c-cf62-48b8-9ae9-e455905769e1 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:04.041114 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8922ee3-6642-4414-a031-599d78e39e5f req-9a20166c-cf62-48b8-9ae9-e455905769e1 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.1012566 Sep 09 10:11:04.081151 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c8922ee3-6642-4414-a031-599d78e39e5f req-f667d5a5-75c1-4e88-a133-0dcab6974383 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331428 Sep 09 10:11:05.198454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f863214-8ed0-4ca0-bad1-09aca50244c1 req-86090f93-4e16-46ef-ba73-6377fbd50812 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:05.200515 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f863214-8ed0-4ca0-bad1-09aca50244c1 req-86090f93-4e16-46ef-ba73-6377fbd50812 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0536530 Sep 09 10:11:05.239406 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f863214-8ed0-4ca0-bad1-09aca50244c1 req-19058a84-daf9-4c4c-b4df-4777cc4b98ae tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327287 Sep 09 10:11:06.354204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddd0b0-98d8-4a98-b17b-c3c2345974c7 req-cf30e812-54de-4dcf-bcbe-70ac856f3d0a tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:06.367935 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-13ddd0b0-98d8-4a98-b17b-c3c2345974c7 req-cf30e812-54de-4dcf-bcbe-70ac856f3d0a tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0502148 Sep 09 10:11:06.402018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-13ddd0b0-98d8-4a98-b17b-c3c2345974c7 req-bb4fc961-add4-41d6-8e4e-38d5a62f1d48 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398467 Sep 09 10:11:07.518631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde2a31-1898-4c14-b564-bc3db4a486aa req-322e6366-4ede-451e-af98-3b2d8bd00cd0 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:07.520151 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5dde2a31-1898-4c14-b564-bc3db4a486aa req-322e6366-4ede-451e-af98-3b2d8bd00cd0 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0501058 Sep 09 10:11:07.559592 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5dde2a31-1898-4c14-b564-bc3db4a486aa req-c4b2f187-f918-4f95-9f0f-437dbac6f7ad tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333860 Sep 09 10:11:08.672470 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39e039-3e55-4550-b37a-6990a17c50aa req-169259df-cbed-41da-898f-66c6da952b0d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:08.673991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6e39e039-3e55-4550-b37a-6990a17c50aa req-169259df-cbed-41da-898f-66c6da952b0d tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0493979 Sep 09 10:11:08.721334 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6e39e039-3e55-4550-b37a-6990a17c50aa req-4df35f1a-9b53-42dd-ab85-27e8caba3508 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410476 Sep 09 10:11:09.855049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5822a-98c9-4351-8e75-cd23b55ae97a req-a85eaf2b-8057-4fa9-a5c7-1688ffcb6832 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:09.856919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33b5822a-98c9-4351-8e75-cd23b55ae97a req-a85eaf2b-8057-4fa9-a5c7-1688ffcb6832 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0613129 Sep 09 10:11:09.904255 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-33b5822a-98c9-4351-8e75-cd23b55ae97a req-e0ee38bc-a967-4f05-b7db-0048ef69b94b tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411785 Sep 09 10:11:11.020414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c573a7-aeb8-4978-9f26-2edc2b31425f req-9aa24910-36dd-4cda-abf8-b399d129d63e tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:11.021902 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-06c573a7-aeb8-4978-9f26-2edc2b31425f req-9aa24910-36dd-4cda-abf8-b399d129d63e tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0492859 Sep 09 10:11:11.060604 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-06c573a7-aeb8-4978-9f26-2edc2b31425f req-6dc31146-ecf2-4f71-bab9-8fb44c9eb1c5 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326829 Sep 09 10:11:12.179402 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ff0d2-0a64-4316-8e50-22fa7ebb8f50 req-c2de7b32-cab9-4110-9491-dfe4b1185278 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:12.180808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b9ff0d2-0a64-4316-8e50-22fa7ebb8f50 req-c2de7b32-cab9-4110-9491-dfe4b1185278 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0522580 Sep 09 10:11:12.219855 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9b9ff0d2-0a64-4316-8e50-22fa7ebb8f50 req-376ca5a3-17f7-4a28-829c-10e9a06d36e8 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321310 Sep 09 10:11:13.337078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3edbb-52e9-438f-b24a-36030ec5890d req-60f856a2-6830-4b69-a361-c1340af609d1 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:13.338587 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30d3edbb-52e9-438f-b24a-36030ec5890d req-60f856a2-6830-4b69-a361-c1340af609d1 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0517614 Sep 09 10:11:13.385205 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-30d3edbb-52e9-438f-b24a-36030ec5890d req-da40d428-845e-4011-bd5c-e892d4616ae1 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376492 Sep 09 10:11:14.466120 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34ea261a-3fa3-438e-ad6e-fbd8475715a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:14.500899 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ddb6d-1fb1-4293-8246-a9ea8bb4f73a req-64bf9237-9f57-4fcd-ba2c-f4c78ea7ef28 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:14.502505 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f87ddb6d-1fb1-4293-8246-a9ea8bb4f73a req-64bf9237-9f57-4fcd-ba2c-f4c78ea7ef28 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0505621 Sep 09 10:11:14.546782 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f87ddb6d-1fb1-4293-8246-a9ea8bb4f73a req-d34f26e4-0377-4109-b40a-d6c953a8f482 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382497 Sep 09 10:11:15.662506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815992b9-834c-4f4b-b62c-afee9a6b477b req-9cd344bd-b666-40a0-90de-aa7c0f2dca85 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:15.664087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-815992b9-834c-4f4b-b62c-afee9a6b477b req-9cd344bd-b666-40a0-90de-aa7c0f2dca85 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0500727 Sep 09 10:11:15.705086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-815992b9-834c-4f4b-b62c-afee9a6b477b req-6b05dfaf-c306-47ef-b0af-fdeca1b4f290 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339129 Sep 09 10:11:16.820305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedddae0-4c56-4246-8dbe-dbbe652fbed9 req-54bac2ad-aca1-4e0d-ba7b-3d537aed7f0e tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:16.821807 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedddae0-4c56-4246-8dbe-dbbe652fbed9 req-54bac2ad-aca1-4e0d-ba7b-3d537aed7f0e tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0495958 Sep 09 10:11:16.862582 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dedddae0-4c56-4246-8dbe-dbbe652fbed9 req-3896d781-6ac4-45b3-bac5-d70b00631422 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331757 Sep 09 10:11:17.145572 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cac803cd-6020-442d-8bc2-8de906521168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:17.368402 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:17.976373 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11201ec8-1a55-4cb2-9608-1f5804facaba req-d78bbc0e-7547-4409-a6e8-4f24c00c4442 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:17.977875 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-11201ec8-1a55-4cb2-9608-1f5804facaba req-d78bbc0e-7547-4409-a6e8-4f24c00c4442 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0493367 Sep 09 10:11:18.018284 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-11201ec8-1a55-4cb2-9608-1f5804facaba req-e272eca9-f669-46c0-919e-cbdcc2207bf6 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336974 Sep 09 10:11:18.683094 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:19.138647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33162-655a-4e59-8f33-26f152e55270 req-3d7e84c0-9d53-4091-9886-9dc7b765b571 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:19.140178 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20e33162-655a-4e59-8f33-26f152e55270 req-3d7e84c0-9d53-4091-9886-9dc7b765b571 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0542705 Sep 09 10:11:19.180209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-20e33162-655a-4e59-8f33-26f152e55270 req-ab7f7236-3ef4-483b-b35b-0f97fcdb5c19 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340159 Sep 09 10:11:20.291843 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:20.298621 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62eb9ca-2595-476f-bdab-ceb5e7ddf1e6 req-40b77be3-6f06-4e0c-a948-c5e19f5da44f tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:20.300158 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d62eb9ca-2595-476f-bdab-ceb5e7ddf1e6 req-40b77be3-6f06-4e0c-a948-c5e19f5da44f tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0493739 Sep 09 10:11:20.344031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d62eb9ca-2595-476f-bdab-ceb5e7ddf1e6 req-3b86d1eb-b571-412e-a198-d1ba74b670de tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=78f96ed7-5c53-4e69-85a2-69d25da9e2b0&id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376925 Sep 09 10:11:25.696730 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:26.365479 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:26.593332 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-0e2845c4-b772-4b16-b744-ba7e8a61029c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0810015 Sep 09 10:11:26.655689 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:11:26.676214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-a4a55e14-2e1d-4aba-9420-322ea6675205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:26.677730 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-a4a55e14-2e1d-4aba-9420-322ea6675205 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcc78bb798f8499bbcffc6bc080e5826&device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 1136 time: 0.0410585 Sep 09 10:11:26.784071 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-e492f24d-ec80-4158-924e-821912a93e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:26.785553 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-e492f24d-ec80-4158-924e-821912a93e06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e81507ed-9d61-4d77-9fd2-a8e363b744f9 HTTP/1.1" status: 200 len: 915 time: 0.0891171 Sep 09 10:11:26.850909 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-b2ce2d09-7a71-47e4-8d93-2d4678eb2fa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d35bab8-e84e-4554-90e3-7de588c2959c HTTP/1.1" status: 200 len: 1001 time: 0.0585706 Sep 09 10:11:26.900436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-f8dda777-0d28-4c99-bb88-e763383bf5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:26.902170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-f8dda777-0d28-4c99-bb88-e763383bf5dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3971ca81-d0fa-4161-99e2-9f0fd50c37fc HTTP/1.1" status: 200 len: 853 time: 0.0446529 Sep 09 10:11:26.950775 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-740a1016-cc04-4c9f-951f-5c3d42c0e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:26.952419 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-740a1016-cc04-4c9f-951f-5c3d42c0e76d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e81507ed-9d61-4d77-9fd2-a8e363b744f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433092 Sep 09 10:11:27.043290 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-194eaf1d-3298-48ad-83d9-03b770d1a777 service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828073 Sep 09 10:11:27.137907 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52e11a5e-07ad-42e7-9ba7-dc08bce621aa req-ac55177d-e6ba-4850-8f23-c7ea00370555 service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870807 Sep 09 10:11:44.473910 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-221a7750-3567-4460-a875-df1f3ffe21f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:47.142756 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f7c802f-f06c-47b6-86b3-06370655d164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:47.364738 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:48.693876 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:50.282455 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:52.505165 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d3ab7df-2118-4f86-af32-c990fab4f942 req-83482bf2-bb4c-4558-a04b-38a7de23d79a tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015882219&fields=id&tenant_id=fcc78bb798f8499bbcffc6bc080e5826 HTTP/1.1" status: 200 len: 267 time: 0.0339310 Sep 09 10:11:52.559274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ab7df-2118-4f86-af32-c990fab4f942 req-7de6549a-0ba6-4088-a83b-f7ab5e92e6ec tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:52.560786 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d3ab7df-2118-4f86-af32-c990fab4f942 req-7de6549a-0ba6-4088-a83b-f7ab5e92e6ec tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 984 time: 0.0499103 Sep 09 10:11:52.572547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4d3ab7df-2118-4f86-af32-c990fab4f942 req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Request body: {'port': {'security_groups': ['1124f62e-5f94-4e67-9615-92e2b6c32993']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:11:52.640615 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d3ab7df-2118-4f86-af32-c990fab4f942 req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:52.810800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4d3ab7df-2118-4f86-af32-c990fab4f942 req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] For port 6d35bab8-e84e-4554-90e3-7de588c2959c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d35bab8-e84e-4554-90e3-7de588c2959c,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:11:52.838306 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d3ab7df-2118-4f86-af32-c990fab4f942 req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:52.896389 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d3ab7df-2118-4f86-af32-c990fab4f942 req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:52.908633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['6d35bab8-e84e-4554-90e3-7de588c2959c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:11:52.940837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ab7df-2118-4f86-af32-c990fab4f942 req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:52.941476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4d3ab7df-2118-4f86-af32-c990fab4f942 req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:52.942900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d3ab7df-2118-4f86-af32-c990fab4f942 req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "PUT /v2.0/ports/6d35bab8-e84e-4554-90e3-7de588c2959c HTTP/1.1" status: 200 len: 942 time: 0.3748481 Sep 09 10:11:52.943358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:11:52.945694 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f830de2a-8947-477f-9c96-ad044b05a8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:11:52.949397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51850) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:11:53.008342 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb17baa-9061-4853-be62-de992fe2ad18 x-openstack-request-id: req-6bb17baa-9061-4853-be62-de992fe2ad18 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:11:53.008620 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:11:53.008875 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bb17baa-9061-4853-be62-de992fe2ad18 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:11:53.009267 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'status': 'completed', 'code': 200} Sep 09 10:11:53.024909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['6d35bab8-e84e-4554-90e3-7de588c2959c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:11:53.037443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event updated for resources: {'Port': ['ID=6d35bab8-e84e-4554-90e3-7de588c2959c,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:11:53.060559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.060882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.061127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.061460 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.061838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.062171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.062507 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.062832 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.063221 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.063568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.063931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.064499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a1389-b45d-4764-901a-9f4fdb875cc9 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:11:53.066234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830de2a-8947-477f-9c96-ad044b05a8b4 req-157d255c-189f-48bf-870e-af6b42b53103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:53.069467 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f830de2a-8947-477f-9c96-ad044b05a8b4 req-157d255c-189f-48bf-870e-af6b42b53103 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcc78bb798f8499bbcffc6bc080e5826&device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 1097 time: 0.0587063 Sep 09 10:11:53.073112 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26b3b2a1-00d8-4e65-8d2f-21132540480c tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:53.108213 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26b3b2a1-00d8-4e65-8d2f-21132540480c tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:53.186161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830de2a-8947-477f-9c96-ad044b05a8b4 req-741202ff-f9db-4d50-b61d-644f25df33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:53.187737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f830de2a-8947-477f-9c96-ad044b05a8b4 req-741202ff-f9db-4d50-b61d-644f25df33bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e81507ed-9d61-4d77-9fd2-a8e363b744f9 HTTP/1.1" status: 200 len: 915 time: 0.1111929 Sep 09 10:11:53.237099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26b3b2a1-00d8-4e65-8d2f-21132540480c tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:53.239676 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26b3b2a1-00d8-4e65-8d2f-21132540480c tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:53.240859 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-26b3b2a1-00d8-4e65-8d2f-21132540480c tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "DELETE /v2.0/security-groups/78f96ed7-5c53-4e69-85a2-69d25da9e2b0 HTTP/1.1" status: 204 len: 168 time: 0.2879181 Sep 09 10:11:53.244132 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:11:53.257235 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f830de2a-8947-477f-9c96-ad044b05a8b4 req-6ca4dbbd-e156-4f81-86b7-537db358e5d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d35bab8-e84e-4554-90e3-7de588c2959c HTTP/1.1" status: 200 len: 1001 time: 0.0620284 Sep 09 10:11:53.261761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b2a1-00d8-4e65-8d2f-21132540480c tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f96ed7-5c53-4e69-85a2-69d25da9e2b0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:11:53.263975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8069e924-3182-482d-89c9-b953e39b9548 None None] Provisioning complete for port 6d35bab8-e84e-4554-90e3-7de588c2959c triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:11:53.264461 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8069e924-3182-482d-89c9-b953e39b9548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:53.311923 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830de2a-8947-477f-9c96-ad044b05a8b4 req-bad1e545-6101-4258-90ad-3cd94240f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:53.313382 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f830de2a-8947-477f-9c96-ad044b05a8b4 req-bad1e545-6101-4258-90ad-3cd94240f134 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3971ca81-d0fa-4161-99e2-9f0fd50c37fc HTTP/1.1" status: 200 len: 853 time: 0.0491481 Sep 09 10:11:53.365081 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830de2a-8947-477f-9c96-ad044b05a8b4 req-f62759cb-1e4f-430e-b06d-ce1b041112ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:53.366637 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f830de2a-8947-477f-9c96-ad044b05a8b4 req-f62759cb-1e4f-430e-b06d-ce1b041112ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e81507ed-9d61-4d77-9fd2-a8e363b744f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460968 Sep 09 10:11:53.436153 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Deleting port 973ac69f-c368-41f4-93d3-9d71e0088fbc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:11:53.436630 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:53.457183 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f830de2a-8947-477f-9c96-ad044b05a8b4 req-017219de-11e7-4ead-8885-ae3063192c5e service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834985 Sep 09 10:11:53.511677 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:53.512291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:53.524781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Calling delete_port for 973ac69f-c368-41f4-93d3-9d71e0088fbc owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:11:53.552631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f830de2a-8947-477f-9c96-ad044b05a8b4 req-736ad85e-a5d7-4201-9e90-003cc3dc81c7 service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891049 Sep 09 10:11:53.739108 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:53.765478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event deleted for resources: {'Port': ['ID=973ac69f-c368-41f4-93d3-9d71e0088fbc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:11:53.862843 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:53.863179 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Floating IP e9711afd-873e-453b-8784-70ff0e11c96b disassociated (deleted). External IP: 172.25.8.219, port: 6d35bab8-e84e-4554-90e3-7de588c2959c. Sep 09 10:11:54.065072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:11:54.171140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:11:54.176163 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:54.180639 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52e8c8-bd05-42b8-ab89-dc4869c32ffc None None] Sync routers for ids ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:11:54.189079 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52e8c8-bd05-42b8-ab89-dc4869c32ffc None None] Routers {'ef03c441-8fcb-4630-bd6f-fa29022c6ee2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:11:54.190053 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6f52e8c8-bd05-42b8-ab89-dc4869c32ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:11:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:11:54.205090 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f9f8cf56-6da5-4706-8230-33b2363bd403 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "DELETE /v2.0/floatingips/e9711afd-873e-453b-8784-70ff0e11c96b HTTP/1.1" status: 204 len: 168 time: 0.9558053 Sep 09 10:11:54.297749 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6f52e8c8-bd05-42b8-ab89-dc4869c32ffc None None] Set router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:11:54.493369 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6f52e8c8-bd05-42b8-ab89-dc4869c32ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:47Z', 'revision_number': 4, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366', 'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'mac_address': 'fa:16:3e:09:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:46Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 5, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'subnets': [{'id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:11:54.528544 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52e8c8-bd05-42b8-ab89-dc4869c32ffc None None] Checking router: ef03c441-8fcb-4630-bd6f-fa29022c6ee2 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:11:54.537070 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52e8c8-bd05-42b8-ab89-dc4869c32ffc None None] Routers {'ef03c441-8fcb-4630-bd6f-fa29022c6ee2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:11:54.537672 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6f52e8c8-bd05-42b8-ab89-dc4869c32ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:11:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:11:54.645332 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6f52e8c8-bd05-42b8-ab89-dc4869c32ffc None None] Set router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:11:54.836876 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6f52e8c8-bd05-42b8-ab89-dc4869c32ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:47Z', 'revision_number': 4, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366', 'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'mac_address': 'fa:16:3e:09:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:46Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 5, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'subnets': [{'id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:11:54.863078 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52e8c8-bd05-42b8-ab89-dc4869c32ffc None None] The sync data for ids ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'] in n-d-778696-16 is: [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:09:47Z', 'revision_number': 4, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366', 'name': '', 'network_id': 'e81507ed-9d61-4d77-9fd2-a8e363b744f9', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'mac_address': 'fa:16:3e:09:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:46Z', 'updated_at': '2021-09-09T10:09:53Z', 'revision_number': 5, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'subnets': [{'id': '3971ca81-d0fa-4161-99e2-9f0fd50c37fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:11:55.010688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:11:55.013100 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c" -d '{"events": [{"name": "network-changed", "server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:11:55.053532 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3783a204-1257-4b1c-9b89-48b18b53f21c x-openstack-request-id: req-3783a204-1257-4b1c-9b89-48b18b53f21c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:11:55.053954 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:11:55.054303 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3783a204-1257-4b1c-9b89-48b18b53f21c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:11:55.054802 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'status': 'completed', 'code': 200} Sep 09 10:11:55.100228 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391008b1-2277-417d-94c0-ab978be423d5 None None] New status for floating IP e9711afd-873e-453b-8784-70ff0e11c96b: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:11:55.123692 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c req-7655d782-48b8-49d2-9805-75e2b9820739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:55.125148 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c req-7655d782-48b8-49d2-9805-75e2b9820739 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcc78bb798f8499bbcffc6bc080e5826&device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 1097 time: 0.0456865 Sep 09 10:11:55.237163 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c req-de3da6b7-b746-4f51-a409-1f75ea26cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:55.238864 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c req-de3da6b7-b746-4f51-a409-1f75ea26cae7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e81507ed-9d61-4d77-9fd2-a8e363b744f9 HTTP/1.1" status: 200 len: 915 time: 0.1067519 Sep 09 10:11:55.282154 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c req-79662692-75f9-4827-aec2-28c4924e8be6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d35bab8-e84e-4554-90e3-7de588c2959c HTTP/1.1" status: 200 len: 217 time: 0.0363915 Sep 09 10:11:55.337710 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c req-fa7621b3-91d9-42bf-ac1b-e822838f67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:55.339149 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c req-fa7621b3-91d9-42bf-ac1b-e822838f67ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3971ca81-d0fa-4161-99e2-9f0fd50c37fc HTTP/1.1" status: 200 len: 853 time: 0.0495524 Sep 09 10:11:55.388151 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c req-3ba91d0b-4e4a-4aa6-90e2-24face5eb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:11:55.389730 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c req-3ba91d0b-4e4a-4aa6-90e2-24face5eb0b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e81507ed-9d61-4d77-9fd2-a8e363b744f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435274 Sep 09 10:11:55.484294 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c req-680148fc-f96b-4dda-90cc-f4df3c51cb93 service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875239 Sep 09 10:11:55.591007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ed354b54-7aac-4bb6-a5f3-fbf5bd0c590c req-1850f0ca-806e-45ec-af41-d34b0430127f service neutron] 10.222.0.41 "GET /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994360 Sep 09 10:11:55.730760 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:11:56.373587 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:02.662075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752f76a-70e0-4342-843f-7496e88e1b11 req-f79bac92-fa01-4353-8d1c-cee6310a7dde tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:02.663498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6752f76a-70e0-4342-843f-7496e88e1b11 req-f79bac92-fa01-4353-8d1c-cee6310a7dde tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 945 time: 0.0496075 Sep 09 10:12:02.701236 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6752f76a-70e0-4342-843f-7496e88e1b11 req-da76fe4b-7441-4470-8593-cb980e0cf1d1 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Sep 09 10:12:03.654281 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:12:03.818889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e38ed-a15e-420f-a8e6-a303e4dc5146 req-92a9816e-4919-4b46-adb8-59edda93acf6 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:03.820442 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-707e38ed-a15e-420f-a8e6-a303e4dc5146 req-92a9816e-4919-4b46-adb8-59edda93acf6 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 945 time: 0.0500350 Sep 09 10:12:03.858216 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-707e38ed-a15e-420f-a8e6-a303e4dc5146 req-23c9f234-3059-4306-b292-bc0fc3ee3e0f tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/security-groups?id=1124f62e-5f94-4e67-9615-92e2b6c32993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Sep 09 10:12:04.207768 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c139a-230b-45d2-8517-3b30583001e2 req-b334bc0c-571e-4b12-a6a7-0aeea630d968 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:04.209228 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f1c139a-230b-45d2-8517-3b30583001e2 req-b334bc0c-571e-4b12-a6a7-0aeea630d968 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.41 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 945 time: 0.0489523 Sep 09 10:12:04.301978 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5f1c139a-230b-45d2-8517-3b30583001e2 req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Deleting port 6d35bab8-e84e-4554-90e3-7de588c2959c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:12:04.302319 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f1c139a-230b-45d2-8517-3b30583001e2 req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:04.387740 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-5f1c139a-230b-45d2-8517-3b30583001e2 req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] For port 6d35bab8-e84e-4554-90e3-7de588c2959c, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=6d35bab8-e84e-4554-90e3-7de588c2959c,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:04.388103 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f1c139a-230b-45d2-8517-3b30583001e2 req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:04.400839 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-5f1c139a-230b-45d2-8517-3b30583001e2 req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Calling delete_port for 6d35bab8-e84e-4554-90e3-7de588c2959c owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:12:04.564904 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f1c139a-230b-45d2-8517-3b30583001e2 req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:04.576376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['6d35bab8-e84e-4554-90e3-7de588c2959c'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:12:04.593412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Pushing event deleted for resources: {'Port': ['ID=6d35bab8-e84e-4554-90e3-7de588c2959c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:04.606252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.606613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.606956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.607294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.607652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.607985 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.608317 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.608644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.609215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.609554 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.609882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.610214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:04.647350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1c139a-230b-45d2-8517-3b30583001e2 req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] No DVR routers for this DVR port 6d35bab8-e84e-4554-90e3-7de588c2959c on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:12:04.649830 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-5f1c139a-230b-45d2-8517-3b30583001e2 req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:04.651828 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5f1c139a-230b-45d2-8517-3b30583001e2 req-55d4db2b-2c7c-4925-9c4a-791790b7a3da tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.41 "DELETE /v2.0/ports/6d35bab8-e84e-4554-90e3-7de588c2959c HTTP/1.1" status: 204 len: 173 time: 0.4361401 Sep 09 10:12:04.652293 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'name': 'network-vif-deleted', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:12:04.654477 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1a6bab-c588-4029-a6fb-622a58900d51" -d '{"events": [{"server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "name": "network-vif-deleted", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:12:04.748327 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b170dea1-c45e-4226-b2d3-491bfcd160d1 x-openstack-request-id: req-b170dea1-c45e-4226-b2d3-491bfcd160d1 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:12:04.748626 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11f9a9f-f3be-4b94-af2d-05e368f4679e", "name": "network-vif-deleted", "tag": "6d35bab8-e84e-4554-90e3-7de588c2959c", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:12:04.748879 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b170dea1-c45e-4226-b2d3-491bfcd160d1 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:12:04.749277 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11f9a9f-f3be-4b94-af2d-05e368f4679e', 'name': 'network-vif-deleted', 'tag': '6d35bab8-e84e-4554-90e3-7de588c2959c', 'status': 'completed', 'code': 200} Sep 09 10:12:04.956599 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e2e80247-5f51-479d-9386-40dd06a5747e req-d3642771-301f-4554-80bc-8488d68988c8 tempest-TestMinimumBasicScenario-1917652809 tempest-TestMinimumBasicScenario-1917652809-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11f9a9f-f3be-4b94-af2d-05e368f4679e HTTP/1.1" status: 200 len: 210 time: 0.0297961 Sep 09 10:12:07.833697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d35bab8-e84e-4554-90e3-7de588c2959c no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:12:07.857183 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 6d35bab8-e84e-4554-90e3-7de588c2959c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:12:07.857529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 6d35bab8-e84e-4554-90e3-7de588c2959c not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:12:08.136408 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51960) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:08.472175 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:08.975209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] Deleting port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:12:08.975571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:09.051134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] For port 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:09.051515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:09.063231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] Calling delete_port for 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:12:09.321837 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:09.351801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:09.518945 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:09.731265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] Router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:12:09.836436 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:12:09.841377 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b7007704-b74c-4bca-b5ec-35126ba33ee4 admin admin] 10.222.0.32 "PUT /v2.0/routers/ef03c441-8fcb-4630-bd6f-fa29022c6ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7025497 Sep 09 10:12:09.844100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51962) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:09.844955 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b699e3-a8cc-4feb-8b1f-eb057dd82741 None None] Sync routers for ids ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:12:09.854615 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b699e3-a8cc-4feb-8b1f-eb057dd82741 None None] Routers {'ef03c441-8fcb-4630-bd6f-fa29022c6ee2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:12:09.855216 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-21b699e3-a8cc-4feb-8b1f-eb057dd82741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:11:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:09.953247 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:10.053313 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-21b699e3-a8cc-4feb-8b1f-eb057dd82741 None None] Set router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:12:10.055401 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:10.163986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Deleting port fbc7bab8-c218-4caf-8f09-69cdc25d6554 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:12:10.164331 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:10.229973 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-21b699e3-a8cc-4feb-8b1f-eb057dd82741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:12:09Z', 'revision_number': 5, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port': {'id': 'fbc7bab8-c218-4caf-8f09-69cdc25d6554', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:44Z', 'updated_at': '2021-09-09T10:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:10.242141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] For port fbc7bab8-c218-4caf-8f09-69cdc25d6554, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=fbc7bab8-c218-4caf-8f09-69cdc25d6554,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:10.242500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:10.253802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Calling delete_port for fbc7bab8-c218-4caf-8f09-69cdc25d6554 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:12:10.257176 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b699e3-a8cc-4feb-8b1f-eb057dd82741 None None] Checking router: ef03c441-8fcb-4630-bd6f-fa29022c6ee2 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:12:10.265383 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b699e3-a8cc-4feb-8b1f-eb057dd82741 None None] Routers {'ef03c441-8fcb-4630-bd6f-fa29022c6ee2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:12:10.265988 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-21b699e3-a8cc-4feb-8b1f-eb057dd82741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:11:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:10.353726 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-21b699e3-a8cc-4feb-8b1f-eb057dd82741 None None] Set router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:12:10.410344 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-21b699e3-a8cc-4feb-8b1f-eb057dd82741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:12:10Z', 'revision_number': 6, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:10.436129 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b699e3-a8cc-4feb-8b1f-eb057dd82741 None None] The sync data for ids ['ef03c441-8fcb-4630-bd6f-fa29022c6ee2'] in n-d-778696-16 is: [{'id': 'ef03c441-8fcb-4630-bd6f-fa29022c6ee2', 'name': 'tempest-TestMinimumBasicScenario-879040965-router', 'tenant_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:43Z', 'updated_at': '2021-09-09T10:12:10Z', 'revision_number': 6, 'project_id': 'fcc78bb798f8499bbcffc6bc080e5826', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:12:10.511088 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:10.544455 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc7bab8-c218-4caf-8f09-69cdc25d6554,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:10.621989 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:10.709528 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:10.711750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:10.810929 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:10.811521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef03c441-8fcb-4630-bd6f-fa29022c6ee2 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:12:10.821478 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:10.821478 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-61e6834c-4654-440e-9ebd-b1368a3231d3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ef03c441-8fcb-4630-bd6f-fa29022c6ee2 HTTP/1.1" status: 204 len: 168 time: 0.9732723 Sep 09 10:12:10.821704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:10.891775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa98f8cc-ddd7-4155-b43f-7cab8e8bf0f9 admin admin] Deleting subnet 3971ca81-d0fa-4161-99e2-9f0fd50c37fc {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:12:10.895051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa98f8cc-ddd7-4155-b43f-7cab8e8bf0f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:10.940626 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa98f8cc-ddd7-4155-b43f-7cab8e8bf0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.020464 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa98f8cc-ddd7-4155-b43f-7cab8e8bf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.136316 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa98f8cc-ddd7-4155-b43f-7cab8e8bf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.162663 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98f8cc-ddd7-4155-b43f-7cab8e8bf0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3971ca81-d0fa-4161-99e2-9f0fd50c37fc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:11.164614 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa98f8cc-ddd7-4155-b43f-7cab8e8bf0f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.166460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fa98f8cc-ddd7-4155-b43f-7cab8e8bf0f9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3971ca81-d0fa-4161-99e2-9f0fd50c37fc HTTP/1.1" status: 204 len: 168 time: 0.3443699 Sep 09 10:12:11.168931 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 51966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:11.171530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707774d0-6301-4fe5-92ba-7db5602ef34f None None] Network e81507ed-9d61-4d77-9fd2-a8e363b744f9 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:12:11.257431 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.272361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:12:11.298299 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:12:11.298643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7e0a3d9e-b0f5-4b3f-bef9-3ddd7d29a366 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:12:11.317151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Deleting port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:12:11.317490 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.389246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] For port 1ca5ae3d-0608-4c92-881b-e7e4016073a4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ca5ae3d-0608-4c92-881b-e7e4016073a4,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:11.389476 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.407800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Calling delete_port for 1ca5ae3d-0608-4c92-881b-e7e4016073a4 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:12:11.435699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] DHCP port deletion for e81507ed-9d61-4d77-9fd2-a8e363b744f9 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:12:11.484936 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Deleting port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:12:11.485316 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.563140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] For port 1ca5ae3d-0608-4c92-881b-e7e4016073a4, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1ca5ae3d-0608-4c92-881b-e7e4016073a4,segment=NetworkSegment(ecc6c1f3-d2bf-4b0c-8314-80d961895fab),segment_id=ecc6c1f3-d2bf-4b0c-8314-80d961895fab)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:11.563576 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.579085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Calling delete_port for 1ca5ae3d-0608-4c92-881b-e7e4016073a4 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:12:11.584681 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.611246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca5ae3d-0608-4c92-881b-e7e4016073a4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:11.615183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] No DVR routers for this DVR port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:12:11.676308 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.693584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.707655 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Pushing event deleted for resources: {'Port': ['ID=1ca5ae3d-0608-4c92-881b-e7e4016073a4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:11.712889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] No DVR routers for this DVR port 1ca5ae3d-0608-4c92-881b-e7e4016073a4 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:12:11.719417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81507ed-9d61-4d77-9fd2-a8e363b744f9']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:11.721785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.721785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.721785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.721785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.721785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.721785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.722349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.722349 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.722765 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.723126 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.723533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.723794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f52719-57a9-481d-8c61-a298ba09da73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:11.736279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:11.736582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc6c1f3-d2bf-4b0c-8314-80d961895fab') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:11.746704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.761217 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.767478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:12:11.767872 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:12:11.770271 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:12:11.884938 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.891185 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:11.900768 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e81507ed-9d61-4d77-9fd2-a8e363b744f9 HTTP/1.1" status: 204 len: 168 time: 0.7232471 Sep 09 10:12:11.900959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51968) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:11.904273 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9da4f7-a93a-45bd-8621-e9f307a72ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e81507ed-9d61-4d77-9fd2-a8e363b744f9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:12.278606 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:12.517371 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] Deleting port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:12:12.517775 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:12.595033 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] For port 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7ba5b9d4-23fa-4b3f-b003-593ec476ad1a,segment=NetworkSegment(4ce860f3-085b-46f0-b256-b5c905279f5f),segment_id=4ce860f3-085b-46f0-b256-b5c905279f5f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:12.595317 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:12.611921 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] Calling delete_port for 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:12:12.850079 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:12.874894 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba5b9d4-23fa-4b3f-b003-593ec476ad1a,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:12.909217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1ca5ae3d-0608-4c92-881b-e7e4016073a4 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:12:12.931110 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 1ca5ae3d-0608-4c92-881b-e7e4016073a4 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:12:12.931782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1ca5ae3d-0608-4c92-881b-e7e4016073a4 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:12:12.932216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fbc7bab8-c218-4caf-8f09-69cdc25d6554 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:12:12.952208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: fbc7bab8-c218-4caf-8f09-69cdc25d6554 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:12:12.952561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device fbc7bab8-c218-4caf-8f09-69cdc25d6554 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:12:13.403728 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:13.614681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] Router ce6da46d-5cc9-4c06-afab-38aba317d36a has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:12:13.716802 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:12:13.723169 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-96f4edd0-44b4-43d9-bf4f-049af67f2b9a admin admin] 10.222.0.32 "PUT /v2.0/routers/ce6da46d-5cc9-4c06-afab-38aba317d36a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8241069 Sep 09 10:12:13.724738 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51970) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:13.727463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab954732-0d2d-4266-b022-25b6282d4520 None None] Sync routers for ids ['ce6da46d-5cc9-4c06-afab-38aba317d36a'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:12:13.736584 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab954732-0d2d-4266-b022-25b6282d4520 None None] Routers {'ce6da46d-5cc9-4c06-afab-38aba317d36a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:12:13.737197 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ab954732-0d2d-4266-b022-25b6282d4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:11:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ce6da46d-5cc9-4c06-afab-38aba317d36a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:13.826189 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:13.841201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ab954732-0d2d-4266-b022-25b6282d4520 None None] Set router ce6da46d-5cc9-4c06-afab-38aba317d36a gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:12:13.933219 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.049361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Deleting port e02633c4-df2a-4fd5-ac13-c7b3c473c013 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:12:14.049624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.130503 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] For port e02633c4-df2a-4fd5-ac13-c7b3c473c013, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e02633c4-df2a-4fd5-ac13-c7b3c473c013,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:14.130874 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.144209 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Calling delete_port for e02633c4-df2a-4fd5-ac13-c7b3c473c013 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:12:14.173447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ab954732-0d2d-4266-b022-25b6282d4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'name': 'tempest-TestMinimumBasicScenario-1353857413-router', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:49Z', 'updated_at': '2021-09-09T10:12:12Z', 'revision_number': 5, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'gw_port': {'id': 'e02633c4-df2a-4fd5-ac13-c7b3c473c013', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:09:50Z', 'updated_at': '2021-09-09T10:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:14.200280 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab954732-0d2d-4266-b022-25b6282d4520 None None] Checking router: ce6da46d-5cc9-4c06-afab-38aba317d36a for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:12:14.208381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab954732-0d2d-4266-b022-25b6282d4520 None None] Routers {'ce6da46d-5cc9-4c06-afab-38aba317d36a'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:12:14.208984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ab954732-0d2d-4266-b022-25b6282d4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:11:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['ce6da46d-5cc9-4c06-afab-38aba317d36a'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:14.294004 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-ab954732-0d2d-4266-b022-25b6282d4520 None None] Set router ce6da46d-5cc9-4c06-afab-38aba317d36a gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:12:14.348476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-ab954732-0d2d-4266-b022-25b6282d4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'name': 'tempest-TestMinimumBasicScenario-1353857413-router', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:49Z', 'updated_at': '2021-09-09T10:12:13Z', 'revision_number': 6, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:14.370385 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.375252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab954732-0d2d-4266-b022-25b6282d4520 None None] The sync data for ids ['ce6da46d-5cc9-4c06-afab-38aba317d36a'] in n-d-778696-16 is: [{'id': 'ce6da46d-5cc9-4c06-afab-38aba317d36a', 'name': 'tempest-TestMinimumBasicScenario-1353857413-router', 'tenant_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:09:49Z', 'updated_at': '2021-09-09T10:12:13Z', 'revision_number': 6, 'project_id': '7f9150e4fe4e4fb08a00218d24ef0f6a', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:12:14.404223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Pushing event deleted for resources: {'Port': ['ID=e02633c4-df2a-4fd5-ac13-c7b3c473c013,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:14.464750 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af906fea-54e6-4d21-a871-676172e32a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.466875 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.560656 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.562945 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.670326 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.670784 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce6da46d-5cc9-4c06-afab-38aba317d36a {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:12:14.675116 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.676400 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-de79c697-e305-4818-9a08-cc494b17487d admin admin] 10.222.0.32 "DELETE /v2.0/routers/ce6da46d-5cc9-4c06-afab-38aba317d36a HTTP/1.1" status: 204 len: 168 time: 0.9507558 Sep 09 10:12:14.679368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51972) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:14.730597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-650a9afb-14be-4ec4-b6bc-b50de70a676c admin admin] Deleting subnet 08d322b3-da8d-47aa-9f1f-06c3bc9e5056 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:12:14.734269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-650a9afb-14be-4ec4-b6bc-b50de70a676c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.770609 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-650a9afb-14be-4ec4-b6bc-b50de70a676c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.854890 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-650a9afb-14be-4ec4-b6bc-b50de70a676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:14.984920 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-650a9afb-14be-4ec4-b6bc-b50de70a676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.011278 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a9afb-14be-4ec4-b6bc-b50de70a676c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d322b3-da8d-47aa-9f1f-06c3bc9e5056,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:15.015150 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-650a9afb-14be-4ec4-b6bc-b50de70a676c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.017109 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-650a9afb-14be-4ec4-b6bc-b50de70a676c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/08d322b3-da8d-47aa-9f1f-06c3bc9e5056 HTTP/1.1" status: 204 len: 168 time: 0.3367929 Sep 09 10:12:15.020206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51974) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:15.022939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa75fdf-1a86-46d9-9824-9fa9f12ffe61 None None] Network 7d9cce9a-33f0-4099-bd0e-f7a2f031652e requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:12:15.090525 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.160298 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e02633c4-df2a-4fd5-ac13-c7b3c473c013 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:12:15.162526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Deleting port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:12:15.162941 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.181455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: e02633c4-df2a-4fd5-ac13-c7b3c473c013 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:12:15.181924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e02633c4-df2a-4fd5-ac13-c7b3c473c013 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:12:15.182235 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:12:15.202386 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:12:15.202740 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7ba5b9d4-23fa-4b3f-b003-593ec476ad1a not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:12:15.210686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6e9614-b849-46a8-9a58-2f22fda9aba6 None None] DHCP port deletion for 7d9cce9a-33f0-4099-bd0e-f7a2f031652e request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:12:15.240061 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] For port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d9a0cbeb-3ef9-47a2-8300-44dfaeea4052,segment=NetworkSegment(4ce860f3-085b-46f0-b256-b5c905279f5f),segment_id=4ce860f3-085b-46f0-b256-b5c905279f5f)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:15.240305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.252744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Calling delete_port for d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:12:15.263104 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e9614-b849-46a8-9a58-2f22fda9aba6 None None] Deleting port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:12:15.263367 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9614-b849-46a8-9a58-2f22fda9aba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.327803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ab6e9614-b849-46a8-9a58-2f22fda9aba6 None None] For port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d9a0cbeb-3ef9-47a2-8300-44dfaeea4052,segment=NetworkSegment(4ce860f3-085b-46f0-b256-b5c905279f5f),segment_id=4ce860f3-085b-46f0-b256-b5c905279f5f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:15.328203 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9614-b849-46a8-9a58-2f22fda9aba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.340950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e9614-b849-46a8-9a58-2f22fda9aba6 None None] Calling delete_port for d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:12:15.402196 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.431954 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9614-b849-46a8-9a58-2f22fda9aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.443744 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] No DVR routers for this DVR port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:12:15.447174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a0cbeb-3ef9-47a2-8300-44dfaeea4052,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:15.458201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e9614-b849-46a8-9a58-2f22fda9aba6 None None] Pushing event deleted for resources: {'Port': ['ID=d9a0cbeb-3ef9-47a2-8300-44dfaeea4052,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:15.464921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e9614-b849-46a8-9a58-2f22fda9aba6 None None] No DVR routers for this DVR port d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:12:15.523824 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.544208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9cce9a-33f0-4099-bd0e-f7a2f031652e']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:15.553813 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce860f3-085b-46f0-b256-b5c905279f5f') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:15.554115 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce860f3-085b-46f0-b256-b5c905279f5f') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:15.563271 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.576496 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: timer() Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:12:15.588359 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:12:15.713377 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.719100 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:15.721127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7d9cce9a-33f0-4099-bd0e-f7a2f031652e HTTP/1.1" status: 204 len: 168 time: 0.6996887 Sep 09 10:12:15.733031 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5ed30-e97a-4186-b05c-04e7cdb52680 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d9cce9a-33f0-4099-bd0e-f7a2f031652e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:16.031915 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51978) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:16.071588 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-77a2b2bc-58c8-46e3-9af9-372277811ec3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcc78bb798f8499bbcffc6bc080e5826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383611 Sep 09 10:12:16.073812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51980) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:16.120509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd748cf9-81f6-425a-be7d-0382eb3d9d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:16.142076 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd748cf9-81f6-425a-be7d-0382eb3d9d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:16.281731 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd748cf9-81f6-425a-be7d-0382eb3d9d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:16.284286 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cd748cf9-81f6-425a-be7d-0382eb3d9d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:16.285594 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cd748cf9-81f6-425a-be7d-0382eb3d9d24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1124f62e-5f94-4e67-9615-92e2b6c32993 HTTP/1.1" status: 204 len: 168 time: 0.2108886 Sep 09 10:12:16.293952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd748cf9-81f6-425a-be7d-0382eb3d9d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1124f62e-5f94-4e67-9615-92e2b6c32993,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:16.903719 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:12:16.924720 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:12:16.925075 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d9a0cbeb-3ef9-47a2-8300-44dfaeea4052 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:12:16.998794 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51988) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:17.038455 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-01e83b15-2421-4186-827a-af344809dd41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f9150e4fe4e4fb08a00218d24ef0f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384626 Sep 09 10:12:17.040882 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 51990) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:17.090572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4bf8e384-079c-4bce-be4c-eba1ee1036c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:17.112320 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4bf8e384-079c-4bce-be4c-eba1ee1036c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:17.118968 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f64fb5ba-8d84-416f-86e6-f7d34ce46e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:17.227578 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4bf8e384-079c-4bce-be4c-eba1ee1036c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:17.230080 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4bf8e384-079c-4bce-be4c-eba1ee1036c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:17.231557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4bf8e384-079c-4bce-be4c-eba1ee1036c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/503993fa-3573-490b-9679-7cd9319e9f77 HTTP/1.1" status: 204 len: 168 time: 0.1895335 Sep 09 10:12:17.239513 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8e384-079c-4bce-be4c-eba1ee1036c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503993fa-3573-490b-9679-7cd9319e9f77,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:17.386945 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:18.681663 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:19.533140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52030) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:19.538920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a8019978-afa0-46fe-b1ba-1e84f5c73168 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558046678', 'description': 'tempest-secgroup-smoke-1558046678 description', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:19.616070 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8019978-afa0-46fe-b1ba-1e84f5c73168 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:19.624222 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8019978-afa0-46fe-b1ba-1e84f5c73168 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:19.715933 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8019978-afa0-46fe-b1ba-1e84f5c73168 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:19.790213 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8019978-afa0-46fe-b1ba-1e84f5c73168 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:19.826118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8019978-afa0-46fe-b1ba-1e84f5c73168 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba5274c-0544-4a68-90df-3d16c63dbf0d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:19.881331 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8019978-afa0-46fe-b1ba-1e84f5c73168 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:19.958259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8019978-afa0-46fe-b1ba-1e84f5c73168 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:19.986747 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8019978-afa0-46fe-b1ba-1e84f5c73168 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3f51ba-5a06-49e3-9336-bee985ad36b6,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:20.044305 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a8019978-afa0-46fe-b1ba-1e84f5c73168 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.045536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a8019978-afa0-46fe-b1ba-1e84f5c73168 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5113277 Sep 09 10:12:20.048437 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52032) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:20.053934 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-fe267d76-e5de-427c-8587-cb8a272b425b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '4b3f51ba-5a06-49e3-9336-bee985ad36b6', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:20.146668 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fe267d76-e5de-427c-8587-cb8a272b425b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.201404 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fe267d76-e5de-427c-8587-cb8a272b425b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.261468 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fe267d76-e5de-427c-8587-cb8a272b425b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.280226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe267d76-e5de-427c-8587-cb8a272b425b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9f7aa1-6911-4096-9b93-16a3fdb08aa9,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:20.307349 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.327401 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fe267d76-e5de-427c-8587-cb8a272b425b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.328736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fe267d76-e5de-427c-8587-cb8a272b425b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2793181 Sep 09 10:12:20.331907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52036) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:20.336232 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-418d003b-2bc4-4284-b79d-5a57ed1d25c1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '4b3f51ba-5a06-49e3-9336-bee985ad36b6', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:20.405770 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-418d003b-2bc4-4284-b79d-5a57ed1d25c1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.463816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-418d003b-2bc4-4284-b79d-5a57ed1d25c1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.512500 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-418d003b-2bc4-4284-b79d-5a57ed1d25c1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.534223 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d003b-2bc4-4284-b79d-5a57ed1d25c1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b0033e-5195-40cb-b4df-1b72e5f1ef7f,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:20.615642 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-418d003b-2bc4-4284-b79d-5a57ed1d25c1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.616986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-418d003b-2bc4-4284-b79d-5a57ed1d25c1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2841618 Sep 09 10:12:20.619657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52038) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:20.624091 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-1fe6e99d-e403-414b-962d-9fc71ca1167e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '4b3f51ba-5a06-49e3-9336-bee985ad36b6', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:20.697259 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1fe6e99d-e403-414b-962d-9fc71ca1167e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.755218 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1fe6e99d-e403-414b-962d-9fc71ca1167e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.807273 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1fe6e99d-e403-414b-962d-9fc71ca1167e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.827249 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6e99d-e403-414b-962d-9fc71ca1167e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56613585-f98c-4d04-925d-5f3cad72033a,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:20.901363 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1fe6e99d-e403-414b-962d-9fc71ca1167e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:20.902592 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1fe6e99d-e403-414b-962d-9fc71ca1167e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2819543 Sep 09 10:12:20.905245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52040) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:20.909557 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-882af408-0418-4247-b073-cc16872d236f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '4b3f51ba-5a06-49e3-9336-bee985ad36b6', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:20.988388 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-882af408-0418-4247-b073-cc16872d236f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.048941 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-882af408-0418-4247-b073-cc16872d236f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.098364 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-882af408-0418-4247-b073-cc16872d236f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.119119 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882af408-0418-4247-b073-cc16872d236f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5246ec59-3c36-4f1e-b46d-0c9b994aebd1,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:21.170129 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-882af408-0418-4247-b073-cc16872d236f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.171485 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-882af408-0418-4247-b073-cc16872d236f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2652931 Sep 09 10:12:21.174833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52042) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:21.179685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-650cd5b3-14be-4b0d-9234-dc6eabc0a74e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '4b3f51ba-5a06-49e3-9336-bee985ad36b6', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:21.284431 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-650cd5b3-14be-4b0d-9234-dc6eabc0a74e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Project 424f9e2f158c4d2b8b3869949cc6347d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:12:21.289708 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-650cd5b3-14be-4b0d-9234-dc6eabc0a74e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.348615 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-650cd5b3-14be-4b0d-9234-dc6eabc0a74e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.441389 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-650cd5b3-14be-4b0d-9234-dc6eabc0a74e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.464337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cd5b3-14be-4b0d-9234-dc6eabc0a74e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8de0513-d796-4425-a69b-7d96c5624b13,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:21.527120 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-650cd5b3-14be-4b0d-9234-dc6eabc0a74e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.528359 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-650cd5b3-14be-4b0d-9234-dc6eabc0a74e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3525891 Sep 09 10:12:21.531048 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52044) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:21.535298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d4e382b6-6bc3-47c0-a232-92703fc38dd5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '4b3f51ba-5a06-49e3-9336-bee985ad36b6', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:21.618727 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-d4e382b6-6bc3-47c0-a232-92703fc38dd5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Project 424f9e2f158c4d2b8b3869949cc6347d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:12:21.623763 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4e382b6-6bc3-47c0-a232-92703fc38dd5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.684559 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4e382b6-6bc3-47c0-a232-92703fc38dd5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.772560 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4e382b6-6bc3-47c0-a232-92703fc38dd5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.789936 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e382b6-6bc3-47c0-a232-92703fc38dd5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1886da7e-f2e7-4fdb-90c9-e54862297874,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:21.849825 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d4e382b6-6bc3-47c0-a232-92703fc38dd5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.851067 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d4e382b6-6bc3-47c0-a232-92703fc38dd5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3190444 Sep 09 10:12:21.854269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52046) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:21.859790 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'network': {'name': 'tempest-network-smoke--1337033495', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:21.935676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:12:21.939200 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.961868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:12:21.970139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:21.970477 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Added segment eca5f7ad-202c-4253-8631-206a1cae9fdf of type vlan for network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 Sep 09 10:12:22.023596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:22.109876 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:22.115591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:22.116181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:22.180753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Network': ['ID=a2a15769-8ded-4c96-a4f7-3a390dbf57f5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:22.191177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:12:22.210872 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ff68dbae-0873-42fc-9e57-2ccc7290e293 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3554432 Sep 09 10:12:22.213744 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:22.218142 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'admin_state_up': True, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:22.284816 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:22.285844 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:22.342483 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:22.565165 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:22.808527 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:22.826839 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:22.927129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.25.8.73 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/9810e552-c20c-40a4-b2dc-c5c456f8013d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:12:23.030021 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:23.118532 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:23.156286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:12:23.159164 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:12:23.161745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:12:23.189277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=9810e552-c20c-40a4-b2dc-c5c456f8013d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:23.528180 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:23.995356 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:24.178423 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 08ecd23d-ba13-4847-9ff0-c2851570e726 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:12:24.283561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:12:24.293384 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Sync routers for ids ['08ecd23d-ba13-4847-9ff0-c2851570e726'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:12:24.302855 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Routers {'08ecd23d-ba13-4847-9ff0-c2851570e726'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:12:24.303501 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:12:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['08ecd23d-ba13-4847-9ff0-c2851570e726'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:24.355647 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:24.356932 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e9f67740-cda9-46e1-ad96-4b5fa5ee60a4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1422410 Sep 09 10:12:24.360027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52050) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:24.415860 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Set router 08ecd23d-ba13-4847-9ff0-c2851570e726 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:12:24.486537 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-25d76618-7471-4645-9b36-b664aacd704a tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=424f9e2f158c4d2b8b3869949cc6347d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1252449 Sep 09 10:12:24.489875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52054) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:24.615269 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:23Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:24.640991 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Checking router: 08ecd23d-ba13-4847-9ff0-c2851570e726 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:12:24.641339 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Updating router 08ecd23d-ba13-4847-9ff0-c2851570e726 port 9810e552-c20c-40a4-b2dc-c5c456f8013d binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:12:24.642556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14c61d5-e54d-46bc-b736-7cbd2a7a9537 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:24.644318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e14c61d5-e54d-46bc-b736-7cbd2a7a9537 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1533062 Sep 09 10:12:24.648064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52056) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:24.668094 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:24.685135 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-95231437-1c1b-469f-9a04-41639a46056c tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328174 Sep 09 10:12:24.685327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52058) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:24.689995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1237501180', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:24.838345 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:12:24.841985 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:24.923605 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:24.933397 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Transition to ACTIVE for port object 9810e552-c20c-40a4-b2dc-c5c456f8013d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:12:25.010299 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:25.061114 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Attempting to bind port 9810e552-c20c-40a4-b2dc-c5c456f8013d on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:12:25.061482 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Attempting to bind port 9810e552-c20c-40a4-b2dc-c5c456f8013d by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:12:25.061834 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Attempting to bind port 9810e552-c20c-40a4-b2dc-c5c456f8013d on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:12:25.069485 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Pushing event updated for resources: {'Port': ['ID=9810e552-c20c-40a4-b2dc-c5c456f8013d,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:25.072576 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:12:25.072940 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:12:25.073330 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:25.073710 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:12:25.074158 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Bound port: 9810e552-c20c-40a4-b2dc-c5c456f8013d, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:12:25.074526 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:25.078961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:25.080661 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.081002 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.081335 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.081665 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.081988 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.082309 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.082628 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.083708 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.084102 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.084530 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.084853 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.085169 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:12:25.137942 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] For port 9810e552-c20c-40a4-b2dc-c5c456f8013d, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:12:25.139957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Subnet': ['ID=1ac4f088-5d89-4846-9390-5d6e596a7c85,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:25.141021 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] For port 9810e552-c20c-40a4-b2dc-c5c456f8013d, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9810e552-c20c-40a4-b2dc-c5c456f8013d,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:12:25.149742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Checking segment: {'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:12:25.150108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network hostable DHCP agents. Network: a2a15769-8ded-4c96-a4f7-3a390dbf57f5, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:12:25.205013 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:25.247272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:12:25.264333 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Routers {'08ecd23d-ba13-4847-9ff0-c2851570e726'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:12:25.264869 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:12:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['08ecd23d-ba13-4847-9ff0-c2851570e726'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:25.267583 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3333c-701c-41d9-8273-ee284ad048db None None] Pushing event updated for resources: {'Port': ['ID=9810e552-c20c-40a4-b2dc-c5c456f8013d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:25.335921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, a2a15769-8ded-4c96-a4f7-3a390dbf57f5) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:12:25.341034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:25.343058 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:25.344210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff0142-3246-40ff-920b-87dce2a74758 None None] Network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:12:25.371947 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] Set router 08ecd23d-ba13-4847-9ff0-c2851570e726 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:12:25.428383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-463c367a-5d29-4150-8c2c-37fd43a30e41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7420580 Sep 09 10:12:25.432030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52060) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:25.500918 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ips': [{'subnet_id': '1ac4f088-5d89-4846-9390-5d6e596a7c85'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:12:25.501794 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:25.648084 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Allocated IP 172.20.0.2 (a2a15769-8ded-4c96-a4f7-3a390dbf57f5/1ac4f088-5d89-4846-9390-5d6e596a7c85/862a591f-fad7-4933-9135-ee7f9673de79) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:12:25.655651 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:23Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:25.684265 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5faeeb-03b5-4803-8416-319de6fdad77 None None] The sync data for ids ['08ecd23d-ba13-4847-9ff0-c2851570e726'] in n-d-778696-16 is: [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:23Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:12:25.728200 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:25.804117 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:25.812634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Transition to ACTIVE for port object 862a591f-fad7-4933-9135-ee7f9673de79 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:12:25.827703 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Transition to ACTIVE for port object 862a591f-fad7-4933-9135-ee7f9673de79 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:12:25.888575 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:25.899317 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:25.976912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:12:25.983674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:12:25.989831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:12:25.997564 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Pushing event updated for resources: {'Port': ['ID=862a591f-fad7-4933-9135-ee7f9673de79,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:26.059456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Attempting to bind port 862a591f-fad7-4933-9135-ee7f9673de79 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:12:26.059840 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Attempting to bind port 862a591f-fad7-4933-9135-ee7f9673de79 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:12:26.060208 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Attempting to bind port 862a591f-fad7-4933-9135-ee7f9673de79 on network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:12:26.065673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:12:26.066051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Checking segment: {'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:12:26.066455 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:26.066853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Bound using segment: {'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:12:26.067561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Bound port: 862a591f-fad7-4933-9135-ee7f9673de79, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:12:26.068002 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:26.140118 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] For port 862a591f-fad7-4933-9135-ee7f9673de79, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:12:26.147717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] For port 862a591f-fad7-4933-9135-ee7f9673de79, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=862a591f-fad7-4933-9135-ee7f9673de79,segment=NetworkSegment(eca5f7ad-202c-4253-8631-206a1cae9fdf),segment_id=eca5f7ad-202c-4253-8631-206a1cae9fdf)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:12:26.216219 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:26.253536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.20.0.1 (a2a15769-8ded-4c96-a4f7-3a390dbf57f5/1ac4f088-5d89-4846-9390-5d6e596a7c85/bc2226ab-9cc5-4387-b638-0e33fae2bd8b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:12:26.290015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350a901-3697-451a-b6a6-8beeb3b8d6dd None None] Pushing event updated for resources: {'Port': ['ID=862a591f-fad7-4933-9135-ee7f9673de79,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:26.390757 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:26.398901 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:26.405770 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Transition to ACTIVE for port object bc2226ab-9cc5-4387-b638-0e33fae2bd8b will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:12:26.522949 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:26.571264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:12:26.577137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:12:26.581499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:12:26.592657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=bc2226ab-9cc5-4387-b638-0e33fae2bd8b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:26.637498 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:26.829990 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:26.985009 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 862a591f-fad7-4933-9135-ee7f9673de79 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:12:27.112786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 862a591f-fad7-4933-9135-ee7f9673de79 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:12:27.118738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9810e552-c20c-40a4-b2dc-c5c456f8013d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:12:27.131537 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:27.206999 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:27.238457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc155f-ea05-465f-bd42-cd2bee25b6bd None None] Network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:12:27.258052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 9810e552-c20c-40a4-b2dc-c5c456f8013d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:12:27.272072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 9810e552-c20c-40a4-b2dc-c5c456f8013d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:27.272449 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:27.292441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=bc2226ab-9cc5-4387-b638-0e33fae2bd8b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:27.295395 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:27.387234 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:12:27.389034 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:12:27.428391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5c961e12-3c58-4717-8d78-c73f279b7d7f None None] Provisioning for port 862a591f-fad7-4933-9135-ee7f9673de79 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:12:27.441566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5c961e12-3c58-4717-8d78-c73f279b7d7f None None] Provisioning complete for port 862a591f-fad7-4933-9135-ee7f9673de79 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:27.441945 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c961e12-3c58-4717-8d78-c73f279b7d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:27.447180 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:27.517464 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 9810e552-c20c-40a4-b2dc-c5c456f8013d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9810e552-c20c-40a4-b2dc-c5c456f8013d,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:27.521856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 08ecd23d-ba13-4847-9ff0-c2851570e726 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:12:27.587693 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c961e12-3c58-4717-8d78-c73f279b7d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:27.591546 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:27.670643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5c961e12-3c58-4717-8d78-c73f279b7d7f None None] For port 862a591f-fad7-4933-9135-ee7f9673de79, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=862a591f-fad7-4933-9135-ee7f9673de79,segment=NetworkSegment(eca5f7ad-202c-4253-8631-206a1cae9fdf),segment_id=eca5f7ad-202c-4253-8631-206a1cae9fdf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:27.674358 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=9810e552-c20c-40a4-b2dc-c5c456f8013d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:27.725373 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c961e12-3c58-4717-8d78-c73f279b7d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:27.785990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c961e12-3c58-4717-8d78-c73f279b7d7f None None] Pushing event updated for resources: {'Port': ['ID=862a591f-fad7-4933-9135-ee7f9673de79,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:27.846529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6eef795a-5838-48a6-8a12-35c6b6d9b02f None None] Provisioning complete for port 862a591f-fad7-4933-9135-ee7f9673de79 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:27.846908 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6eef795a-5838-48a6-8a12-35c6b6d9b02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:27.962818 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:12:27.974076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Sync routers for ids ['08ecd23d-ba13-4847-9ff0-c2851570e726'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:12:27.977188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-711acc4d-6076-4248-b4de-8fb051fec1cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "PUT /v2.0/routers/08ecd23d-ba13-4847-9ff0-c2851570e726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5436552 Sep 09 10:12:27.985657 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Routers {'08ecd23d-ba13-4847-9ff0-c2851570e726'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:12:27.986346 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:12:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['08ecd23d-ba13-4847-9ff0-c2851570e726'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:28.024893 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6eef795a-5838-48a6-8a12-35c6b6d9b02f None None] Provisioning for port bc2226ab-9cc5-4387-b638-0e33fae2bd8b completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:12:28.032173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6eef795a-5838-48a6-8a12-35c6b6d9b02f None None] Provisioning complete for port bc2226ab-9cc5-4387-b638-0e33fae2bd8b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:28.032637 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6eef795a-5838-48a6-8a12-35c6b6d9b02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:28.084002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6eef795a-5838-48a6-8a12-35c6b6d9b02f None None] Port bc2226ab-9cc5-4387-b638-0e33fae2bd8b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:12:28.123074 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-fcd0176d-85bb-4162-bdb1-46122856a9aa tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558046678&fields=id&tenant_id=424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 267 time: 0.0356817 Sep 09 10:12:28.132212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Set router 08ecd23d-ba13-4847-9ff0-c2851570e726 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:12:28.241413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1a3881dd-31ce-4bd9-b705-a4c2eb480d89 None None] Provisioning complete for port bc2226ab-9cc5-4387-b638-0e33fae2bd8b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:28.241882 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a3881dd-31ce-4bd9-b705-a4c2eb480d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:28.242941 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-ad62e6df-d4dc-4e69-b4a8-cfef3657dad3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:28.244581 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-ad62e6df-d4dc-4e69-b4a8-cfef3657dad3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/networks?id=a2a15769-8ded-4c96-a4f7-3a390dbf57f5 HTTP/1.1" status: 200 len: 797 time: 0.1136515 Sep 09 10:12:28.259918 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-7510c229-d41d-4518-aeea-28d9a71749ec tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/quotas/424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 375 time: 0.0091932 Sep 09 10:12:28.312981 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-24d09112-fd26-4d6f-8645-0646cdb559a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476553 Sep 09 10:12:28.417233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-b062b9c5-d54c-48ae-a88c-0b97a6c21f7e service neutron] 10.222.0.32 "GET /v2.0/networks/a2a15769-8ded-4c96-a4f7-3a390dbf57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917940 Sep 09 10:12:28.470664 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1a3881dd-31ce-4bd9-b705-a4c2eb480d89 None None] Port bc2226ab-9cc5-4387-b638-0e33fae2bd8b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:12:28.513892 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-b684dc57-a280-4ba0-8811-0c13f0198013 service neutron] 10.222.0.32 "GET /v2.0/networks/a2a15769-8ded-4c96-a4f7-3a390dbf57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902514 Sep 09 10:12:28.524270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'bc2226ab-9cc5-4387-b638-0e33fae2bd8b', 'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:5f:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:26Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 2, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:28.550435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Checking router: 08ecd23d-ba13-4847-9ff0-c2851570e726 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:12:28.550796 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Updating router 08ecd23d-ba13-4847-9ff0-c2851570e726 port bc2226ab-9cc5-4387-b638-0e33fae2bd8b binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:12:28.576636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:28.624886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8023acb4-3678-4b4e-b4af-8f85b9037f4d None None] Provisioning complete for port bc2226ab-9cc5-4387-b638-0e33fae2bd8b triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:28.625260 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8023acb4-3678-4b4e-b4af-8f85b9037f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:28.719560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8023acb4-3678-4b4e-b4af-8f85b9037f4d None None] Port bc2226ab-9cc5-4387-b638-0e33fae2bd8b cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:12:28.765563 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc81a0a9-1b74-4e7b-9590-96079f6b5aac req-8474a17a-fff6-4730-af37-672c68fbe810 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 210 time: 0.0285983 Sep 09 10:12:28.892498 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:28.903471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Transition to ACTIVE for port object bc2226ab-9cc5-4387-b638-0e33fae2bd8b will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:12:28.926169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 862a591f-fad7-4933-9135-ee7f9673de79 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:12:28.949147 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:29.021551 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb962c2-bac8-4d61-8899-16d3f25e0041 None None] Pushing event updated for resources: {'Port': ['ID=bc2226ab-9cc5-4387-b638-0e33fae2bd8b,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:29.071908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 862a591f-fad7-4933-9135-ee7f9673de79 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:29.072289 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:29.094642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Attempting to bind port bc2226ab-9cc5-4387-b638-0e33fae2bd8b on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:12:29.095023 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Attempting to bind port bc2226ab-9cc5-4387-b638-0e33fae2bd8b by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:12:29.095463 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Attempting to bind port bc2226ab-9cc5-4387-b638-0e33fae2bd8b on network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:12:29.106424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:12:29.106810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Checking segment: {'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:12:29.107216 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:29.107654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Bound using segment: {'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:12:29.108141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Bound port: bc2226ab-9cc5-4387-b638-0e33fae2bd8b, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:12:29.108632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:29.220451 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9810e552-c20c-40a4-b2dc-c5c456f8013d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:12:29.222424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] For port bc2226ab-9cc5-4387-b638-0e33fae2bd8b, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:12:29.255759 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] For port bc2226ab-9cc5-4387-b638-0e33fae2bd8b, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc2226ab-9cc5-4387-b638-0e33fae2bd8b,segment=NetworkSegment(eca5f7ad-202c-4253-8631-206a1cae9fdf),segment_id=eca5f7ad-202c-4253-8631-206a1cae9fdf)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:12:29.288112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 9810e552-c20c-40a4-b2dc-c5c456f8013d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:29.288509 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:29.323455 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:29.392756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Routers {'08ecd23d-ba13-4847-9ff0-c2851570e726'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:12:29.393394 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:12:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['08ecd23d-ba13-4847-9ff0-c2851570e726'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:29.456068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb962c2-bac8-4d61-8899-16d3f25e0041 None None] Pushing event updated for resources: {'Port': ['ID=bc2226ab-9cc5-4387-b638-0e33fae2bd8b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:29.540984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] Set router 08ecd23d-ba13-4847-9ff0-c2851570e726 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:12:29.753825 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'bc2226ab-9cc5-4387-b638-0e33fae2bd8b', 'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:5f:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:26Z', 'updated_at': '2021-09-09T10:12:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:29.785038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358402fa-ca79-48a6-ab2a-80e137f0d47a None None] The sync data for ids ['08ecd23d-ba13-4847-9ff0-c2851570e726'] in n-d-778696-16 is: [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'bc2226ab-9cc5-4387-b638-0e33fae2bd8b', 'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:5f:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:26Z', 'updated_at': '2021-09-09T10:12:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:12:29.888231 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-628f5bfb-6dee-4ec2-b6a9-e639645563c6 req-8af324cf-c2fa-479c-afa8-be437919aa6a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 210 time: 0.0352187 Sep 09 10:12:30.604637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-07f82416-0e08-43fa-acb1-574c2f477e2d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:30.606153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-07f82416-0e08-43fa-acb1-574c2f477e2d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "GET /v2.0/networks?id=a2a15769-8ded-4c96-a4f7-3a390dbf57f5 HTTP/1.1" status: 200 len: 797 time: 0.1157339 Sep 09 10:12:30.650925 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-d9368779-4117-470c-a000-b68649c19fbb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 380 time: 0.0352376 Sep 09 10:12:30.660267 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'port': {'device_id': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'admin_state_up': True, 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'security_groups': ['4b3f51ba-5a06-49e3-9336-bee985ad36b6']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:30.855927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:12:30.859554 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:30.956256 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc2226ab-9cc5-4387-b638-0e33fae2bd8b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:12:31.002989 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c7df9e0a-1926-453b-9429-8f38d4ce0996 req-b2c48da3-125c-45bb-82c9-e4465b4688cf tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 210 time: 0.0274160 Sep 09 10:12:31.013082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.20.0.12 (a2a15769-8ded-4c96-a4f7-3a390dbf57f5/1ac4f088-5d89-4846-9390-5d6e596a7c85/9e7a283d-c06f-4ccf-abb3-1d905ae551ec) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:12:31.058761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port bc2226ab-9cc5-4387-b638-0e33fae2bd8b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:12:31.063589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bc2226ab-9cc5-4387-b638-0e33fae2bd8b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:31.064078 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:31.146186 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:31.163347 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:31.178005 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Transition to ACTIVE for port object 9e7a283d-c06f-4ccf-abb3-1d905ae551ec will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:12:31.180012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port bc2226ab-9cc5-4387-b638-0e33fae2bd8b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc2226ab-9cc5-4387-b638-0e33fae2bd8b,segment=NetworkSegment(eca5f7ad-202c-4253-8631-206a1cae9fdf),segment_id=eca5f7ad-202c-4253-8631-206a1cae9fdf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:31.302467 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:31.316105 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:31.354301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=bc2226ab-9cc5-4387-b638-0e33fae2bd8b,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:31.357038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:12:31.360087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:12:31.363896 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:12:31.391269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=9e7a283d-c06f-4ccf-abb3-1d905ae551ec,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:31.420037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:31.420680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:31.502363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-a32bf4cf-0cc5-425d-9bb6-99c5a0ad0ea2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8459110 Sep 09 10:12:31.559598 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Request body: {'port': {'device_id': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:31.616474 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:31.648162 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-026a03df-b0d3-45e5-8bd6-463d533d20c2 None None] Provisioning for port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:12:31.652179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-026a03df-b0d3-45e5-8bd6-463d533d20c2 None None] Provisioning complete for port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:31.652504 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-026a03df-b0d3-45e5-8bd6-463d533d20c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:31.686573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-026a03df-b0d3-45e5-8bd6-463d533d20c2 None None] Port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:12:31.873541 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7a283d-c06f-4ccf-abb3-1d905ae551ec {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:12:31.881371 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:31.893035 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Transition to ACTIVE for port object 9e7a283d-c06f-4ccf-abb3-1d905ae551ec will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:12:31.958192 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:32.031711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Pushing event updated for resources: {'Port': ['ID=9e7a283d-c06f-4ccf-abb3-1d905ae551ec,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:32.096822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Attempting to bind port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:12:32.097167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Attempting to bind port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:12:32.097509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Attempting to bind port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec on network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:12:32.117433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec on network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:12:32.117760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Attempting to bind port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec on network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:12:32.126226 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:12:32.126569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Checking segment: {'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:12:32.126959 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Bound using segment: {'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:12:32.127418 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Bound port: 9e7a283d-c06f-4ccf-abb3-1d905ae551ec, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5f7ad-202c-4253-8631-206a1cae9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:12:32.127785 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:32.181295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b064a9e-bbc7-4973-b359-3b257dcfa003 req-a0265612-0f45-40e2-8f5f-89a8cbe1a211 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:32.183023 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b064a9e-bbc7-4973-b359-3b257dcfa003 req-a0265612-0f45-40e2-8f5f-89a8cbe1a211 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 944 time: 0.1043835 Sep 09 10:12:32.240452 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] For port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:12:32.245082 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4b064a9e-bbc7-4973-b359-3b257dcfa003 req-be413479-f8f0-488d-9c8c-c9379d479d2f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561090 Sep 09 10:12:32.255162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] For port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9e7a283d-c06f-4ccf-abb3-1d905ae551ec,segment=NetworkSegment(eca5f7ad-202c-4253-8631-206a1cae9fdf),segment_id=eca5f7ad-202c-4253-8631-206a1cae9fdf)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:12:32.324908 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:32.358136 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:32.368886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:32.368886 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] 10.222.0.24 "PUT /v2.0/ports/9e7a283d-c06f-4ccf-abb3-1d905ae551ec HTTP/1.1" status: 200 len: 1093 time: 0.8502448 Sep 09 10:12:32.368886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'tag': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:12:32.368886 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acaa10f-557a-4812-836f-145bc19daedd" -d '{"events": [{"name": "network-changed", "server_uuid": "239056ce-7fba-4306-932a-9e1e04c89bbb", "tag": "9e7a283d-c06f-4ccf-abb3-1d905ae551ec"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:12:32.420208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a33468-3659-4fcb-a599-9546e1642e2f service neutron] Pushing event updated for resources: {'Port': ['ID=9e7a283d-c06f-4ccf-abb3-1d905ae551ec,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:32.502779 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3d7375-d272-4268-9d50-0818d79b1dc3 x-openstack-request-id: req-8f3d7375-d272-4268-9d50-0818d79b1dc3 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:12:32.503086 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239056ce-7fba-4306-932a-9e1e04c89bbb", "tag": "9e7a283d-c06f-4ccf-abb3-1d905ae551ec", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:12:32.503337 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f3d7375-d272-4268-9d50-0818d79b1dc3 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:12:32.503772 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'tag': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec', 'status': 'completed', 'code': 200} Sep 09 10:12:32.569379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaa10f-557a-4812-836f-145bc19daedd req-c0924cdd-3edf-4a0f-8acf-1c4540b35f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:32.570992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1acaa10f-557a-4812-836f-145bc19daedd req-c0924cdd-3edf-4a0f-8acf-1c4540b35f89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 1096 time: 0.0453677 Sep 09 10:12:32.675794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaa10f-557a-4812-836f-145bc19daedd req-1e3b9491-8eda-4312-9160-23e2d848859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:32.677199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1acaa10f-557a-4812-836f-145bc19daedd req-1e3b9491-8eda-4312-9160-23e2d848859b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0975406 Sep 09 10:12:32.770395 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaa10f-557a-4812-836f-145bc19daedd req-0a61a773-800b-49cc-8954-0459d6807127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:32.774026 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1acaa10f-557a-4812-836f-145bc19daedd req-0a61a773-800b-49cc-8954-0459d6807127 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891211 Sep 09 10:12:32.856616 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-786182df-608a-49a7-b790-a43ff42667bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:32.859294 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-786182df-608a-49a7-b790-a43ff42667bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 1096 time: 0.0488071 Sep 09 10:12:32.917232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc2226ab-9cc5-4387-b638-0e33fae2bd8b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:12:32.919554 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-01f016d5-0c47-4638-a753-a32c66f7b9eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e7a283d-c06f-4ccf-abb3-1d905ae551ec HTTP/1.1" status: 200 len: 217 time: 0.0513756 Sep 09 10:12:32.965072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port bc2226ab-9cc5-4387-b638-0e33fae2bd8b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:32.965448 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:32.968322 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-e8b25f23-8747-4994-b2c9-b019d96f2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:32.969819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-e8b25f23-8747-4994-b2c9-b019d96f2257 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ac4f088-5d89-4846-9390-5d6e596a7c85 HTTP/1.1" status: 200 len: 835 time: 0.0429339 Sep 09 10:12:33.016756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-389ad0e6-dc91-4f23-a966-80a568c0cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:33.018292 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-389ad0e6-dc91-4f23-a966-80a568c0cf08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2a15769-8ded-4c96-a4f7-3a390dbf57f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398343 Sep 09 10:12:33.113346 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-b2627e54-ff28-468c-afdc-a5d620467c36 service neutron] 10.222.0.24 "GET /v2.0/networks/a2a15769-8ded-4c96-a4f7-3a390dbf57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867102 Sep 09 10:12:33.210575 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b32b3d04-6ac6-484b-b0a2-bb3be2eb8863 req-9362c138-8c14-4fae-ab69-73aa17eddba4 service neutron] 10.222.0.24 "GET /v2.0/networks/a2a15769-8ded-4c96-a4f7-3a390dbf57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898304 Sep 09 10:12:33.360255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5498df-f71d-4039-aa9f-e4d00f2acafc req-e9cee079-a7c4-4da6-a570-c93a9bdab169 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:33.361798 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af5498df-f71d-4039-aa9f-e4d00f2acafc req-e9cee079-a7c4-4da6-a570-c93a9bdab169 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 944 time: 0.0510497 Sep 09 10:12:33.400026 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-af5498df-f71d-4039-aa9f-e4d00f2acafc req-84008d40-8466-46c8-ab44-0fe4b13b7fde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322416 Sep 09 10:12:34.513558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103a43c-2e77-4b15-bf1e-fe8bbbb1c391 req-03c422d1-7f7e-4b42-afa0-2e8a9880dcfb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:34.515111 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c103a43c-2e77-4b15-bf1e-fe8bbbb1c391 req-03c422d1-7f7e-4b42-afa0-2e8a9880dcfb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 944 time: 0.0493124 Sep 09 10:12:34.555841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c103a43c-2e77-4b15-bf1e-fe8bbbb1c391 req-b44925a5-979e-4ea3-8fe2-002a72cbc7f9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348499 Sep 09 10:12:35.668514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65798-7952-4e65-a303-9577d78093cc req-a0fa4e97-6e56-4ed1-b6fe-5f0d4d3b72b7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:35.670007 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01b65798-7952-4e65-a303-9577d78093cc req-a0fa4e97-6e56-4ed1-b6fe-5f0d4d3b72b7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 944 time: 0.0487065 Sep 09 10:12:35.672374 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9e7a283d-c06f-4ccf-abb3-1d905ae551ec details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:12:35.707161 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01b65798-7952-4e65-a303-9577d78093cc req-1f20cfb0-bb5f-4e51-810c-62b94c8c11cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Sep 09 10:12:35.765768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9e7a283d-c06f-4ccf-abb3-1d905ae551ec,segment=NetworkSegment(eca5f7ad-202c-4253-8631-206a1cae9fdf),segment_id=eca5f7ad-202c-4253-8631-206a1cae9fdf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:35.777430 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'port_id': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec', 'mac_address': 'fa:16:3e:71:16:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:12:35.820830 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:35.833801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7a283d-c06f-4ccf-abb3-1d905ae551ec {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:12:35.852255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9e7a283d-c06f-4ccf-abb3-1d905ae551ec,segment=NetworkSegment(eca5f7ad-202c-4253-8631-206a1cae9fdf),segment_id=eca5f7ad-202c-4253-8631-206a1cae9fdf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:35.924068 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:35.976348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=9e7a283d-c06f-4ccf-abb3-1d905ae551ec,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:36.158225 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['9e7a283d-c06f-4ccf-abb3-1d905ae551ec'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:12:36.822056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb59c9-4833-45b4-b3b5-e017a34a5654 req-634da38b-1a60-4ba8-9ced-0e570561b842 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:36.823629 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-04cb59c9-4833-45b4-b3b5-e017a34a5654 req-634da38b-1a60-4ba8-9ced-0e570561b842 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 945 time: 0.0497284 Sep 09 10:12:36.863747 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-04cb59c9-4833-45b4-b3b5-e017a34a5654 req-9c7f7c26-dc9b-4394-898f-f025fc06084a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341194 Sep 09 10:12:37.684734 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9e7a283d-c06f-4ccf-abb3-1d905ae551ec up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:12:37.783905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:12:37.787608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:12:37.787997 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:37.868174 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:37.891013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:12:37.893460 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefa9a78-8355-424f-a64e-601406981b1d" -d '{"events": [{"server_uuid": "239056ce-7fba-4306-932a-9e1e04c89bbb", "name": "network-vif-plugged", "status": "completed", "tag": "9e7a283d-c06f-4ccf-abb3-1d905ae551ec"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:12:37.906984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9e7a283d-c06f-4ccf-abb3-1d905ae551ec,segment=NetworkSegment(eca5f7ad-202c-4253-8631-206a1cae9fdf),segment_id=eca5f7ad-202c-4253-8631-206a1cae9fdf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:12:37.958292 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:37.983708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b61bcb-e80c-4aff-bc46-c7439ad8949d req-0177d514-36cd-44f4-9bd7-93ba620b48e6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:37.985638 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3b61bcb-e80c-4aff-bc46-c7439ad8949d req-0177d514-36cd-44f4-9bd7-93ba620b48e6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 945 time: 0.0527847 Sep 09 10:12:37.990554 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6b77cd-b7e0-4ee9-bb22-8d13976aec96 x-openstack-request-id: req-1d6b77cd-b7e0-4ee9-bb22-8d13976aec96 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:12:37.990994 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239056ce-7fba-4306-932a-9e1e04c89bbb", "name": "network-vif-plugged", "status": "completed", "tag": "9e7a283d-c06f-4ccf-abb3-1d905ae551ec", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:12:37.991359 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d6b77cd-b7e0-4ee9-bb22-8d13976aec96 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:12:37.991885 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec', 'code': 200} Sep 09 10:12:38.011453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=9e7a283d-c06f-4ccf-abb3-1d905ae551ec,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:38.030127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f3b61bcb-e80c-4aff-bc46-c7439ad8949d req-b9ef8d0a-dcfa-4f15-bcb2-357c8e8e6144 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372496 Sep 09 10:12:38.089026 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba9b6b-6356-4f6a-ba42-379cdfd6031a req-11e24166-d58e-4eb8-995a-de68f432d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:38.090680 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7aba9b6b-6356-4f6a-ba42-379cdfd6031a req-11e24166-d58e-4eb8-995a-de68f432d443 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 1098 time: 0.0409999 Sep 09 10:12:38.125523 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7aba9b6b-6356-4f6a-ba42-379cdfd6031a req-a16d8c1c-23bc-4b0e-8ab4-390b3ed34491 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276923 Sep 09 10:12:39.150607 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfffe6-b257-4ee3-9cfc-a69d5be1244b req-2749a663-b3c4-4e67-b010-8ccc291d32bb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:39.152089 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95dfffe6-b257-4ee3-9cfc-a69d5be1244b req-2749a663-b3c4-4e67-b010-8ccc291d32bb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 946 time: 0.0529997 Sep 09 10:12:39.188773 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95dfffe6-b257-4ee3-9cfc-a69d5be1244b req-32178b05-e875-4083-9220-d0d2b94c6c0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308459 Sep 09 10:12:40.304999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1de314-62da-47f8-ad32-0f7eb575619b req-1f2bc2d3-23cd-4016-b7cc-01fc0a6b4d14 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:40.306490 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e1de314-62da-47f8-ad32-0f7eb575619b req-1f2bc2d3-23cd-4016-b7cc-01fc0a6b4d14 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 946 time: 0.0514679 Sep 09 10:12:40.344059 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8e1de314-62da-47f8-ad32-0f7eb575619b req-00e9ae4f-2625-44e5-a1a1-640fd528482c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Sep 09 10:12:40.456077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067ce4d-bd6e-4d06-a55b-35b7dfae121c req-2eb9c7a1-916c-437e-b766-9fe7287e48b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:40.457551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5067ce4d-bd6e-4d06-a55b-35b7dfae121c req-2eb9c7a1-916c-437e-b766-9fe7287e48b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 946 time: 0.0479193 Sep 09 10:12:40.499802 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5067ce4d-bd6e-4d06-a55b-35b7dfae121c req-f7afac8c-659e-46e2-b475-6a28ce3e0ba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353758 Sep 09 10:12:40.522016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52120) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:40.561102 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4f3b7-0b07-4d95-92a4-62b939336f44 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:40.562656 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-59a4f3b7-0b07-4d95-92a4-62b939336f44 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 1093 time: 0.0396404 Sep 09 10:12:40.565540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52122) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:40.570495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:12:40.653241 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:12:40.666462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:40.760089 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:40.865224 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.25.8.91 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/86fe00c4-bc97-4e32-bef9-20cde70c3ef2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:12:40.965550 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:41.058814 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:41.096373 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:12:41.099415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:12:41.104945 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:12:41.127109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=86fe00c4-bc97-4e32-bef9-20cde70c3ef2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:41.456274 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:41.620974 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:41.778172 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:41.832458 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:41.906197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=86fe00c4-bc97-4e32-bef9-20cde70c3ef2,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:12:41.915016 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:42.027087 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Floating IP 9c3c8f29-3bb7-46c2-b669-f4c672e040a5 associated. External IP: 172.25.8.91, port: 9e7a283d-c06f-4ccf-abb3-1d905ae551ec. Sep 09 10:12:42.230066 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 08ecd23d-ba13-4847-9ff0-c2851570e726 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:12:42.337052 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:12:42.346453 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cc7f8-24d9-41a2-82c9-289303f40f3d None None] Sync routers for ids ['08ecd23d-ba13-4847-9ff0-c2851570e726'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:12:42.355690 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cc7f8-24d9-41a2-82c9-289303f40f3d None None] Routers {'08ecd23d-ba13-4847-9ff0-c2851570e726'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:12:42.359929 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-720cc7f8-24d9-41a2-82c9-289303f40f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:12:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['08ecd23d-ba13-4847-9ff0-c2851570e726'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:42.409571 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:42.436534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-42b9eadd-53bb-484d-af3b-2898feba9e44 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8699846 Sep 09 10:12:42.437230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'tag': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:12:42.439842 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "239056ce-7fba-4306-932a-9e1e04c89bbb", "tag": "9e7a283d-c06f-4ccf-abb3-1d905ae551ec"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:12:42.462870 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-720cc7f8-24d9-41a2-82c9-289303f40f3d None None] Set router 08ecd23d-ba13-4847-9ff0-c2851570e726 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:12:42.477159 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe33b34-f838-4f95-8bcb-05aba7bcc8f1 x-openstack-request-id: req-cbe33b34-f838-4f95-8bcb-05aba7bcc8f1 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:12:42.477690 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239056ce-7fba-4306-932a-9e1e04c89bbb", "tag": "9e7a283d-c06f-4ccf-abb3-1d905ae551ec", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:12:42.477690 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbe33b34-f838-4f95-8bcb-05aba7bcc8f1 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:12:42.478080 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'tag': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec', 'status': 'completed', 'code': 200} Sep 09 10:12:42.565440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ec7d8-cef5-4f05-8c93-ce0add04146a req-a6aaed4d-330e-448e-ad2f-67fb2b1e9c21 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:42.566886 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a78ec7d8-cef5-4f05-8c93-ce0add04146a req-a6aaed4d-330e-448e-ad2f-67fb2b1e9c21 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 946 time: 0.0807347 Sep 09 10:12:42.576988 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed req-70dbbaa9-5e96-4f00-a143-3237a972eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:42.578486 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed req-70dbbaa9-5e96-4f00-a143-3237a972eccf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 1098 time: 0.0643802 Sep 09 10:12:42.643749 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a78ec7d8-cef5-4f05-8c93-ce0add04146a req-451cd595-7f8f-4f49-943c-4177b434f0fa tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694866 Sep 09 10:12:42.666886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52128) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:42.698091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed req-3d4be9fa-3576-4255-a8fb-fe5c906f6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:42.699629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed req-3d4be9fa-3576-4255-a8fb-fe5c906f6970 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2a15769-8ded-4c96-a4f7-3a390dbf57f5 HTTP/1.1" status: 200 len: 898 time: 0.1142330 Sep 09 10:12:42.700602 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-720cc7f8-24d9-41a2-82c9-289303f40f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '9c3c8f29-3bb7-46c2-b669-f4c672e040a5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'port_id': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'mac_address': 'fa:16:3e:71:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:12:41Z', 'updated_at': '2021-09-09T10:12:41Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2226ab-9cc5-4387-b638-0e33fae2bd8b', 'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:5f:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:26Z', 'updated_at': '2021-09-09T10:12:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:42.727680 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cc7f8-24d9-41a2-82c9-289303f40f3d None None] Checking router: 08ecd23d-ba13-4847-9ff0-c2851570e726 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:12:42.733657 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5108c17a-6ffc-4a69-9dd3-663c95cd80b2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/9c3c8f29-3bb7-46c2-b669-f4c672e040a5 HTTP/1.1" status: 200 len: 991 time: 0.0645149 Sep 09 10:12:42.736062 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cc7f8-24d9-41a2-82c9-289303f40f3d None None] Routers {'08ecd23d-ba13-4847-9ff0-c2851570e726'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:12:42.736688 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-720cc7f8-24d9-41a2-82c9-289303f40f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:12:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['08ecd23d-ba13-4847-9ff0-c2851570e726'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:42.768034 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed req-f4655e89-806a-479c-96c1-472836ac6271 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e7a283d-c06f-4ccf-abb3-1d905ae551ec HTTP/1.1" status: 200 len: 999 time: 0.0617042 Sep 09 10:12:42.817108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed req-21b19a67-a24f-4f18-9832-de63d3d9e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:42.818501 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed req-21b19a67-a24f-4f18-9832-de63d3d9e663 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ac4f088-5d89-4846-9390-5d6e596a7c85 HTTP/1.1" status: 200 len: 835 time: 0.0431337 Sep 09 10:12:42.841367 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-720cc7f8-24d9-41a2-82c9-289303f40f3d None None] Set router 08ecd23d-ba13-4847-9ff0-c2851570e726 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:12:42.864450 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed req-40602b44-6ecf-46c5-8f89-cce3ade35c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:12:42.865988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed req-40602b44-6ecf-46c5-8f89-cce3ade35c43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2a15769-8ded-4c96-a4f7-3a390dbf57f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406904 Sep 09 10:12:42.963358 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed req-7df7fba4-756c-4149-913f-63e4a2910b3f service neutron] 10.222.0.24 "GET /v2.0/networks/a2a15769-8ded-4c96-a4f7-3a390dbf57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905883 Sep 09 10:12:43.057021 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1fe9959d-1bd3-4610-a4a8-8fc5d5b3c2ed req-d8280d2e-0a81-47b3-9eb2-3ecef4d20071 service neutron] 10.222.0.24 "GET /v2.0/networks/a2a15769-8ded-4c96-a4f7-3a390dbf57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871668 Sep 09 10:12:43.073779 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-720cc7f8-24d9-41a2-82c9-289303f40f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '9c3c8f29-3bb7-46c2-b669-f4c672e040a5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'port_id': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'mac_address': 'fa:16:3e:71:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:12:41Z', 'updated_at': '2021-09-09T10:12:41Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2226ab-9cc5-4387-b638-0e33fae2bd8b', 'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:5f:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:26Z', 'updated_at': '2021-09-09T10:12:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:12:43.099643 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cc7f8-24d9-41a2-82c9-289303f40f3d None None] The sync data for ids ['08ecd23d-ba13-4847-9ff0-c2851570e726'] in n-d-778696-16 is: [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '9c3c8f29-3bb7-46c2-b669-f4c672e040a5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'port_id': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'mac_address': 'fa:16:3e:71:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:12:41Z', 'updated_at': '2021-09-09T10:12:41Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2226ab-9cc5-4387-b638-0e33fae2bd8b', 'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:5f:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:26Z', 'updated_at': '2021-09-09T10:12:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:12:43.290412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397b13b-6fb7-4cf6-b5e0-f1dac38bc915 None None] New status for floating IP 9c3c8f29-3bb7-46c2-b669-f4c672e040a5: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:12:43.736521 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52130) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:12:43.795551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1b0a9ad6-7d04-47c9-9c7b-ba2cb0d2ae4d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/9c3c8f29-3bb7-46c2-b669-f4c672e040a5 HTTP/1.1" status: 200 len: 993 time: 0.0579085 Sep 09 10:12:44.503886 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4db234d-2dc7-4872-83a1-15cbea7baef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:47.140731 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d20dbfb5-383e-42c1-a229-0bb5ae9d7cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:47.409487 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:48.697892 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:50.300628 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:55.743734 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:12:56.426137 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:14.494636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f7d3da1-fa34-4584-84b6-e9d57b8397c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:15.406355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e795357-30a5-49e1-beaf-8dd6ad80807c req-1130d8d4-7029-4e50-bbe0-4134a5ae5b61 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:15.408010 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e795357-30a5-49e1-beaf-8dd6ad80807c req-1130d8d4-7029-4e50-bbe0-4134a5ae5b61 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 946 time: 0.0511456 Sep 09 10:13:15.448382 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e795357-30a5-49e1-beaf-8dd6ad80807c req-26383ea0-ddbc-4297-bfad-2160f2d0eeba tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329499 Sep 09 10:13:16.570405 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160417b9-b9a4-4a16-ba55-7341f6185808 req-825ab307-bceb-4a08-b62c-f3143b200447 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:16.572226 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-160417b9-b9a4-4a16-ba55-7341f6185808 req-825ab307-bceb-4a08-b62c-f3143b200447 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 946 time: 0.0539038 Sep 09 10:13:16.609494 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-160417b9-b9a4-4a16-ba55-7341f6185808 req-1f0e6dbf-c103-450b-b9da-0b24d4fcee17 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313036 Sep 09 10:13:16.631137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:16.689791 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-63b42c02-05f1-4bc8-bd59-f4448254c12b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/9c3c8f29-3bb7-46c2-b669-f4c672e040a5 HTTP/1.1" status: 200 len: 993 time: 0.0574057 Sep 09 10:13:17.154748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6c83f47-0aea-4c3a-ad4a-13f047546eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:17.402587 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:17.652422 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:13:18.135440 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad2ce3-c2a5-415a-b82f-8203ef6329ee req-204852ed-a382-4d5f-92ed-2e4c59ca9cfc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:18.136990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3ad2ce3-c2a5-415a-b82f-8203ef6329ee req-204852ed-a382-4d5f-92ed-2e4c59ca9cfc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 946 time: 0.0580678 Sep 09 10:13:18.174998 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3ad2ce3-c2a5-415a-b82f-8203ef6329ee req-7e3f462d-b318-43dd-a235-cc068a1788d0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Sep 09 10:13:18.702991 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:19.297209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8457cd8-e657-4f52-8e2d-b657c1d02d3b req-d001442c-bf4f-4c95-8d76-db5b0b2fa625 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:19.298734 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8457cd8-e657-4f52-8e2d-b657c1d02d3b req-d001442c-bf4f-4c95-8d76-db5b0b2fa625 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 946 time: 0.0536594 Sep 09 10:13:19.336489 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e8457cd8-e657-4f52-8e2d-b657c1d02d3b req-aedc1591-bbe5-4a8a-8a01-7a192bada0f3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311339 Sep 09 10:13:19.358201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52158) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:19.417928 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7e0eee64-9e7e-4638-a30c-c9187653abd9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/9c3c8f29-3bb7-46c2-b669-f4c672e040a5 HTTP/1.1" status: 200 len: 993 time: 0.0585837 Sep 09 10:13:19.651761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52164) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:19.809449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 86fe00c4-bc97-4e32-bef9-20cde70c3ef2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:13:19.809708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:19.886756 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:19.887088 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:19.898479 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 86fe00c4-bc97-4e32-bef9-20cde70c3ef2 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:13:20.096990 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:20.124181 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=86fe00c4-bc97-4e32-bef9-20cde70c3ef2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:20.147523 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.148362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.149149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.149489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.149826 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.150160 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.150488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.150822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.151151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.151504 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.151835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.152158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:20.192576 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:20.192975 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Floating IP 9c3c8f29-3bb7-46c2-b669-f4c672e040a5 disassociated (deleted). External IP: 172.25.8.91, port: 9e7a283d-c06f-4ccf-abb3-1d905ae551ec. Sep 09 10:13:20.302722 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:20.400442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 08ecd23d-ba13-4847-9ff0-c2851570e726 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:13:20.506846 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:13:20.513514 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:20.519455 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af1012-1a93-4342-985b-85a1e1525017 None None] Sync routers for ids ['08ecd23d-ba13-4847-9ff0-c2851570e726'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:13:20.529399 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af1012-1a93-4342-985b-85a1e1525017 None None] Routers {'08ecd23d-ba13-4847-9ff0-c2851570e726'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:13:20.530003 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-21af1012-1a93-4342-985b-85a1e1525017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['08ecd23d-ba13-4847-9ff0-c2851570e726'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:20.540381 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-92c4200a-f383-4845-9795-5077dce92bb1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/floatingips/9c3c8f29-3bb7-46c2-b669-f4c672e040a5 HTTP/1.1" status: 204 len: 168 time: 0.8875425 Sep 09 10:13:20.541072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'tag': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:13:20.543423 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf" -d '{"events": [{"name": "network-changed", "server_uuid": "239056ce-7fba-4306-932a-9e1e04c89bbb", "tag": "9e7a283d-c06f-4ccf-abb3-1d905ae551ec"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:13:20.581668 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724a6c71-7275-4414-9aba-b01ad2da2ec1 x-openstack-request-id: req-724a6c71-7275-4414-9aba-b01ad2da2ec1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:13:20.581968 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239056ce-7fba-4306-932a-9e1e04c89bbb", "tag": "9e7a283d-c06f-4ccf-abb3-1d905ae551ec", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:13:20.582220 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-724a6c71-7275-4414-9aba-b01ad2da2ec1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:13:20.582672 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'tag': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec', 'status': 'completed', 'code': 200} Sep 09 10:13:20.641932 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-21af1012-1a93-4342-985b-85a1e1525017 None None] Set router 08ecd23d-ba13-4847-9ff0-c2851570e726 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:13:20.649701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf req-be43d134-c10b-482b-80ac-d029f43a53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:20.651391 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf req-be43d134-c10b-482b-80ac-d029f43a53c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 1098 time: 0.0457323 Sep 09 10:13:20.746336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf req-98692c20-d8e4-478a-ae64-5c19322370da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:20.747941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf req-98692c20-d8e4-478a-ae64-5c19322370da service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2a15769-8ded-4c96-a4f7-3a390dbf57f5 HTTP/1.1" status: 200 len: 898 time: 0.0901709 Sep 09 10:13:20.790098 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf req-477cb83e-9034-4dd5-8d4c-0cd80a113ebd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e7a283d-c06f-4ccf-abb3-1d905ae551ec HTTP/1.1" status: 200 len: 217 time: 0.0353689 Sep 09 10:13:20.842853 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-21af1012-1a93-4342-985b-85a1e1525017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'bc2226ab-9cc5-4387-b638-0e33fae2bd8b', 'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:5f:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:26Z', 'updated_at': '2021-09-09T10:12:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:20.843809 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf req-95115d39-241e-4f1d-84d3-a71708b9bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:20.850670 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf req-95115d39-241e-4f1d-84d3-a71708b9bfb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ac4f088-5d89-4846-9390-5d6e596a7c85 HTTP/1.1" status: 200 len: 835 time: 0.0536101 Sep 09 10:13:20.900298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf req-65675f2e-b3b3-4763-9836-82374262b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:20.902055 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf req-65675f2e-b3b3-4763-9836-82374262b3b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2a15769-8ded-4c96-a4f7-3a390dbf57f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447929 Sep 09 10:13:20.957515 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f4494-2d8b-4719-8511-accce0b281a7 req-47d6fbd5-99d4-42fc-823c-f15c64fe2d99 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:20.959247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-146f4494-2d8b-4719-8511-accce0b281a7 req-47d6fbd5-99d4-42fc-823c-f15c64fe2d99 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 946 time: 0.0513449 Sep 09 10:13:20.986667 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af1012-1a93-4342-985b-85a1e1525017 None None] Checking router: 08ecd23d-ba13-4847-9ff0-c2851570e726 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:13:21.001703 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af1012-1a93-4342-985b-85a1e1525017 None None] Routers {'08ecd23d-ba13-4847-9ff0-c2851570e726'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:13:21.001703 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-21af1012-1a93-4342-985b-85a1e1525017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['08ecd23d-ba13-4847-9ff0-c2851570e726'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:21.001945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-146f4494-2d8b-4719-8511-accce0b281a7 req-f0588027-eeee-4e6e-bb9a-f193b238430d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329142 Sep 09 10:13:21.010666 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf req-549b85df-2621-4122-855f-6e2a52301e7d service neutron] 10.222.0.24 "GET /v2.0/networks/a2a15769-8ded-4c96-a4f7-3a390dbf57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003797 Sep 09 10:13:21.100491 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab5bf8f9-9d0f-439e-be8b-3c882f2512cf req-7ccd339f-18c2-4c61-94d9-cb7b38535eb6 service neutron] 10.222.0.24 "GET /v2.0/networks/a2a15769-8ded-4c96-a4f7-3a390dbf57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821826 Sep 09 10:13:21.101777 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-21af1012-1a93-4342-985b-85a1e1525017 None None] Set router 08ecd23d-ba13-4847-9ff0-c2851570e726 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:13:21.296855 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-21af1012-1a93-4342-985b-85a1e1525017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'bc2226ab-9cc5-4387-b638-0e33fae2bd8b', 'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:5f:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:26Z', 'updated_at': '2021-09-09T10:12:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:21.322423 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af1012-1a93-4342-985b-85a1e1525017 None None] The sync data for ids ['08ecd23d-ba13-4847-9ff0-c2851570e726'] in n-d-778696-16 is: [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'bc2226ab-9cc5-4387-b638-0e33fae2bd8b', 'name': '', 'network_id': 'a2a15769-8ded-4c96-a4f7-3a390dbf57f5', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:5f:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:26Z', 'updated_at': '2021-09-09T10:12:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '1ac4f088-5d89-4846-9390-5d6e596a7c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:13:21.540313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ae42a-1f7c-425a-a9d7-9f11bf299413 None None] New status for floating IP 9c3c8f29-3bb7-46c2-b669-f4c672e040a5: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:13:22.117885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37cc77-a00f-4638-a72e-f01d51211daf req-3b1565ae-388e-4713-a3ad-43d6d7bb329f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:22.119424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-be37cc77-a00f-4638-a72e-f01d51211daf req-3b1565ae-388e-4713-a3ad-43d6d7bb329f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 946 time: 0.0504718 Sep 09 10:13:22.156833 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-be37cc77-a00f-4638-a72e-f01d51211daf req-f3b672b6-2844-4dff-81f6-e509c58a3978 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b3f51ba-5a06-49e3-9336-bee985ad36b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Sep 09 10:13:22.444172 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd88b0-0a28-47ad-bfb9-217e4f6a6d9d req-aa4f7a19-b5b0-4d09-9498-f380802d9b64 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:22.446515 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eebd88b0-0a28-47ad-bfb9-217e4f6a6d9d req-aa4f7a19-b5b0-4d09-9498-f380802d9b64 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 946 time: 0.0510609 Sep 09 10:13:22.530976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-eebd88b0-0a28-47ad-bfb9-217e4f6a6d9d req-a1992774-7d08-466c-93dc-7aebda97cfc7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:13:22.531314 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eebd88b0-0a28-47ad-bfb9-217e4f6a6d9d req-a1992774-7d08-466c-93dc-7aebda97cfc7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:22.619199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-eebd88b0-0a28-47ad-bfb9-217e4f6a6d9d req-a1992774-7d08-466c-93dc-7aebda97cfc7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=9e7a283d-c06f-4ccf-abb3-1d905ae551ec,segment=NetworkSegment(eca5f7ad-202c-4253-8631-206a1cae9fdf),segment_id=eca5f7ad-202c-4253-8631-206a1cae9fdf)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:13:22.619585 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eebd88b0-0a28-47ad-bfb9-217e4f6a6d9d req-a1992774-7d08-466c-93dc-7aebda97cfc7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:22.630802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-eebd88b0-0a28-47ad-bfb9-217e4f6a6d9d req-a1992774-7d08-466c-93dc-7aebda97cfc7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 9e7a283d-c06f-4ccf-abb3-1d905ae551ec owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:13:22.811315 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eebd88b0-0a28-47ad-bfb9-217e4f6a6d9d req-a1992774-7d08-466c-93dc-7aebda97cfc7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:22.842706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1992774-7d08-466c-93dc-7aebda97cfc7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=9e7a283d-c06f-4ccf-abb3-1d905ae551ec,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:22.885509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebd88b0-0a28-47ad-bfb9-217e4f6a6d9d req-a1992774-7d08-466c-93dc-7aebda97cfc7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] No DVR routers for this DVR port 9e7a283d-c06f-4ccf-abb3-1d905ae551ec on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:13:22.888144 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eebd88b0-0a28-47ad-bfb9-217e4f6a6d9d req-a1992774-7d08-466c-93dc-7aebda97cfc7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:22.890203 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eebd88b0-0a28-47ad-bfb9-217e4f6a6d9d req-a1992774-7d08-466c-93dc-7aebda97cfc7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "DELETE /v2.0/ports/9e7a283d-c06f-4ccf-abb3-1d905ae551ec HTTP/1.1" status: 204 len: 173 time: 0.4380293 Sep 09 10:13:22.890643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'name': 'network-vif-deleted', 'tag': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:13:22.893004 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1ed9c9-12ce-4804-8524-157f048be772" -d '{"events": [{"server_uuid": "239056ce-7fba-4306-932a-9e1e04c89bbb", "name": "network-vif-deleted", "tag": "9e7a283d-c06f-4ccf-abb3-1d905ae551ec"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:13:22.928210 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8376d930-5fba-423e-b723-372f5ce3ef62 x-openstack-request-id: req-8376d930-5fba-423e-b723-372f5ce3ef62 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:13:22.928522 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239056ce-7fba-4306-932a-9e1e04c89bbb", "name": "network-vif-deleted", "tag": "9e7a283d-c06f-4ccf-abb3-1d905ae551ec", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:13:22.928777 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8376d930-5fba-423e-b723-372f5ce3ef62 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:13:22.929694 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239056ce-7fba-4306-932a-9e1e04c89bbb', 'name': 'network-vif-deleted', 'tag': '9e7a283d-c06f-4ccf-abb3-1d905ae551ec', 'status': 'completed', 'code': 200} Sep 09 10:13:23.267542 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8cf72b64-b6d4-4b4c-a2ef-5ec72b09d242 req-3e286f51-15f0-472d-8f3a-cb0512b0786e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=239056ce-7fba-4306-932a-9e1e04c89bbb HTTP/1.1" status: 200 len: 210 time: 0.0280473 Sep 09 10:13:24.330330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:24.987712 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:25.231886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port bc2226ab-9cc5-4387-b638-0e33fae2bd8b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:13:25.232144 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:25.316909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port bc2226ab-9cc5-4387-b638-0e33fae2bd8b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=bc2226ab-9cc5-4387-b638-0e33fae2bd8b,segment=NetworkSegment(eca5f7ad-202c-4253-8631-206a1cae9fdf),segment_id=eca5f7ad-202c-4253-8631-206a1cae9fdf)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:13:25.317266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:25.332912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for bc2226ab-9cc5-4387-b638-0e33fae2bd8b owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:13:25.572462 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:25.599243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=bc2226ab-9cc5-4387-b638-0e33fae2bd8b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:25.722910 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:25.774029 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:25.988652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 08ecd23d-ba13-4847-9ff0-c2851570e726 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:13:26.095402 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:13:26.100383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f6e4f6d5-b922-43ac-b626-99f764313e0d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "PUT /v2.0/routers/08ecd23d-ba13-4847-9ff0-c2851570e726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7690425 Sep 09 10:13:26.103265 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52182) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:26.105973 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6e601-380d-43fd-8838-d1e6ad2c83d5 None None] Sync routers for ids ['08ecd23d-ba13-4847-9ff0-c2851570e726'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:13:26.114796 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6e601-380d-43fd-8838-d1e6ad2c83d5 None None] Routers {'08ecd23d-ba13-4847-9ff0-c2851570e726'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:13:26.115400 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dec6e601-380d-43fd-8838-d1e6ad2c83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['08ecd23d-ba13-4847-9ff0-c2851570e726'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:26.154496 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bea7da6-30ce-40e1-9e04-9346d7215299 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting subnet 1ac4f088-5d89-4846-9390-5d6e596a7c85 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:13:26.157598 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bea7da6-30ce-40e1-9e04-9346d7215299 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.198515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bea7da6-30ce-40e1-9e04-9346d7215299 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.220735 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dec6e601-380d-43fd-8838-d1e6ad2c83d5 None None] Set router 08ecd23d-ba13-4847-9ff0-c2851570e726 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:13:26.287988 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bea7da6-30ce-40e1-9e04-9346d7215299 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.396664 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dec6e601-380d-43fd-8838-d1e6ad2c83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:13:25Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:26.411301 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.423347 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6e601-380d-43fd-8838-d1e6ad2c83d5 None None] Checking router: 08ecd23d-ba13-4847-9ff0-c2851570e726 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:13:26.431487 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6e601-380d-43fd-8838-d1e6ad2c83d5 None None] Routers {'08ecd23d-ba13-4847-9ff0-c2851570e726'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:13:26.432149 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dec6e601-380d-43fd-8838-d1e6ad2c83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['08ecd23d-ba13-4847-9ff0-c2851570e726'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:26.469119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bea7da6-30ce-40e1-9e04-9346d7215299 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.500986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea7da6-30ce-40e1-9e04-9346d7215299 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac4f088-5d89-4846-9390-5d6e596a7c85,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:26.504973 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bea7da6-30ce-40e1-9e04-9346d7215299 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.506953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5bea7da6-30ce-40e1-9e04-9346d7215299 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/subnets/1ac4f088-5d89-4846-9390-5d6e596a7c85 HTTP/1.1" status: 204 len: 168 time: 0.4027007 Sep 09 10:13:26.510774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52184) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:26.516262 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea4084-da12-430e-b76a-ce7a04e8375e None None] Network a2a15769-8ded-4c96-a4f7-3a390dbf57f5 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:13:26.537591 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dec6e601-380d-43fd-8838-d1e6ad2c83d5 None None] Set router 08ecd23d-ba13-4847-9ff0-c2851570e726 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:13:26.627994 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.688508 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] DHCP port deletion for a2a15769-8ded-4c96-a4f7-3a390dbf57f5 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:13:26.720499 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dec6e601-380d-43fd-8838-d1e6ad2c83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:13:25Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:26.738832 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Deleting port 862a591f-fad7-4933-9135-ee7f9673de79 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:13:26.739472 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.742255 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.753486 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6e601-380d-43fd-8838-d1e6ad2c83d5 None None] The sync data for ids ['08ecd23d-ba13-4847-9ff0-c2851570e726'] in n-d-778696-16 is: [{'id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853301741', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:13:25Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '9810e552-c20c-40a4-b2dc-c5c456f8013d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecd23d-ba13-4847-9ff0-c2851570e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:12:22Z', 'updated_at': '2021-09-09T10:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:13:26.802027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] For port 862a591f-fad7-4933-9135-ee7f9673de79, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=862a591f-fad7-4933-9135-ee7f9673de79,segment=NetworkSegment(eca5f7ad-202c-4253-8631-206a1cae9fdf),segment_id=eca5f7ad-202c-4253-8631-206a1cae9fdf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:13:26.802632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.814938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Calling delete_port for 862a591f-fad7-4933-9135-ee7f9673de79 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:13:26.843361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 9810e552-c20c-40a4-b2dc-c5c456f8013d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:13:26.843737 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.930520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port 9810e552-c20c-40a4-b2dc-c5c456f8013d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9810e552-c20c-40a4-b2dc-c5c456f8013d,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:13:26.930811 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:26.943491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 9810e552-c20c-40a4-b2dc-c5c456f8013d owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:13:27.123417 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.154047 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Pushing event deleted for resources: {'Port': ['ID=862a591f-fad7-4933-9135-ee7f9673de79,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:27.158495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] No DVR routers for this DVR port 862a591f-fad7-4933-9135-ee7f9673de79 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:13:27.166866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc2226ab-9cc5-4387-b638-0e33fae2bd8b no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:13:27.191552 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.196457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.196457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.196457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.197881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.198253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.198597 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.198934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.199268 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.199636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.199966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.200456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.200621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15482247-9070-4ca3-a49b-866989cc5fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:27.208638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: bc2226ab-9cc5-4387-b638-0e33fae2bd8b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:13:27.208988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device bc2226ab-9cc5-4387-b638-0e33fae2bd8b not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:13:27.209420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 862a591f-fad7-4933-9135-ee7f9673de79 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:13:27.220680 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=9810e552-c20c-40a4-b2dc-c5c456f8013d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:27.235769 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 862a591f-fad7-4933-9135-ee7f9673de79 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:13:27.236121 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 862a591f-fad7-4933-9135-ee7f9673de79 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:13:27.290172 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.380729 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.383438 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.482955 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.483662 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Fanout notify agent at l3_agent the message router_deleted on router 08ecd23d-ba13-4847-9ff0-c2851570e726 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:13:27.490197 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.491320 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-60d5a5fe-33de-4ad0-8f48-5d8ea3d5eba6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/routers/08ecd23d-ba13-4847-9ff0-c2851570e726 HTTP/1.1" status: 204 len: 168 time: 0.9795675 Sep 09 10:13:27.494127 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:27.600835 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.688631 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.707340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a15769-8ded-4c96-a4f7-3a390dbf57f5']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:27.716820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca5f7ad-202c-4253-8631-206a1cae9fdf') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:27.717115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca5f7ad-202c-4253-8631-206a1cae9fdf') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:27.726574 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.739094 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.745266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:13:27.745642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:13:27.748462 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:13:27.874241 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.882639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.888667 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/networks/a2a15769-8ded-4c96-a4f7-3a390dbf57f5 HTTP/1.1" status: 204 len: 168 time: 0.3935201 Sep 09 10:13:27.892461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52188) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:27.901187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790ad01-b7c4-4f43-8317-d70d578f99ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Network': ['ID=a2a15769-8ded-4c96-a4f7-3a390dbf57f5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:27.919000 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9e7a283d-c06f-4ccf-abb3-1d905ae551ec no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:13:27.940094 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 9e7a283d-c06f-4ccf-abb3-1d905ae551ec {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:13:27.940454 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 9e7a283d-c06f-4ccf-abb3-1d905ae551ec not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:13:27.972998 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:27.999461 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:28.119550 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:28.122187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:28.123362 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/security-groups/4b3f51ba-5a06-49e3-9336-bee985ad36b6 HTTP/1.1" status: 204 len: 168 time: 0.2272818 Sep 09 10:13:28.133630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3f51ba-5a06-49e3-9336-bee985ad36b6,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:28.143405 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.143759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.144104 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.144443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.144778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.145110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.145441 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.145790 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.146101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.146428 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.146755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.147077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043789c1-e982-44a6-ae59-9cb75c2c8524 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:28.584452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52196) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:28.589656 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-34720675-5827-49fb-b641-41b2c819885a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805087164', 'description': 'tempest-secgroup-smoke-805087164 description', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:28.659700 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34720675-5827-49fb-b641-41b2c819885a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:28.738785 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34720675-5827-49fb-b641-41b2c819885a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:28.805626 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34720675-5827-49fb-b641-41b2c819885a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:28.834590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34720675-5827-49fb-b641-41b2c819885a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:28.891649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-34720675-5827-49fb-b641-41b2c819885a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:28.892994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-34720675-5827-49fb-b641-41b2c819885a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3074791 Sep 09 10:13:28.896078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52198) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:28.901465 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4bff492e-62fe-42a0-b065-99496ad06fa0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:28.947330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9810e552-c20c-40a4-b2dc-c5c456f8013d no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:13:28.970696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 9810e552-c20c-40a4-b2dc-c5c456f8013d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:13:28.971040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9810e552-c20c-40a4-b2dc-c5c456f8013d not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:13:29.002146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bff492e-62fe-42a0-b065-99496ad06fa0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.057136 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bff492e-62fe-42a0-b065-99496ad06fa0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.122435 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bff492e-62fe-42a0-b065-99496ad06fa0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.145643 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff492e-62fe-42a0-b065-99496ad06fa0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5f4b3d-04dd-4ee9-9eb2-ecf16ae4f3a9,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:29.197073 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bff492e-62fe-42a0-b065-99496ad06fa0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.198318 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4bff492e-62fe-42a0-b065-99496ad06fa0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3012264 Sep 09 10:13:29.201055 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52200) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:29.205343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-62a25025-f2f9-422c-b6ba-cc0ea02d8ee3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:29.287107 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62a25025-f2f9-422c-b6ba-cc0ea02d8ee3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.341943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62a25025-f2f9-422c-b6ba-cc0ea02d8ee3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.414653 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62a25025-f2f9-422c-b6ba-cc0ea02d8ee3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.437951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a25025-f2f9-422c-b6ba-cc0ea02d8ee3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d256430-1863-4673-a246-f29bdfd1ad09,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:29.502672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62a25025-f2f9-422c-b6ba-cc0ea02d8ee3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.503974 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-62a25025-f2f9-422c-b6ba-cc0ea02d8ee3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3019745 Sep 09 10:13:29.506769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52202) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:29.511979 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1ca83d00-448a-458c-bea6-b21185d9b628 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:29.610203 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ca83d00-448a-458c-bea6-b21185d9b628 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.668257 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ca83d00-448a-458c-bea6-b21185d9b628 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.743247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ca83d00-448a-458c-bea6-b21185d9b628 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.761030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca83d00-448a-458c-bea6-b21185d9b628 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0ce04b-f966-4d77-a164-cff5cc25cf67,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:29.842149 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ca83d00-448a-458c-bea6-b21185d9b628 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.843398 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1ca83d00-448a-458c-bea6-b21185d9b628 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3350005 Sep 09 10:13:29.846087 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52204) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:29.850500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-61258336-0626-4226-9d1d-bc97f3b775c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:29.927148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61258336-0626-4226-9d1d-bc97f3b775c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:29.985492 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61258336-0626-4226-9d1d-bc97f3b775c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.047929 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61258336-0626-4226-9d1d-bc97f3b775c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.065210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61258336-0626-4226-9d1d-bc97f3b775c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1258f9-fb82-4187-a358-20a886f0dcdb,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:30.139474 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61258336-0626-4226-9d1d-bc97f3b775c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.140705 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-61258336-0626-4226-9d1d-bc97f3b775c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2936878 Sep 09 10:13:30.143298 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52206) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:30.148264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e913bf7f-ef10-4d8f-a701-47ed01023b27 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:30.234054 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-e913bf7f-ef10-4d8f-a701-47ed01023b27 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Project 424f9e2f158c4d2b8b3869949cc6347d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:13:30.238953 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e913bf7f-ef10-4d8f-a701-47ed01023b27 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.298082 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e913bf7f-ef10-4d8f-a701-47ed01023b27 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.367839 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e913bf7f-ef10-4d8f-a701-47ed01023b27 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.391064 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913bf7f-ef10-4d8f-a701-47ed01023b27 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38afbc57-011e-472a-bb34-29adfe6a76ce,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:30.459654 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e913bf7f-ef10-4d8f-a701-47ed01023b27 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.461156 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e913bf7f-ef10-4d8f-a701-47ed01023b27 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3167434 Sep 09 10:13:30.463651 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:30.468128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a210062a-2337-4752-a48b-34c50fd10966 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:30.556910 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-a210062a-2337-4752-a48b-34c50fd10966 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Project 424f9e2f158c4d2b8b3869949cc6347d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:13:30.561609 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a210062a-2337-4752-a48b-34c50fd10966 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.623155 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a210062a-2337-4752-a48b-34c50fd10966 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.688024 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a210062a-2337-4752-a48b-34c50fd10966 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.708219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210062a-2337-4752-a48b-34c50fd10966 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f167638a-abec-4512-9775-05fbaa6f1820,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:30.753766 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a210062a-2337-4752-a48b-34c50fd10966 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.754963 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a210062a-2337-4752-a48b-34c50fd10966 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2902849 Sep 09 10:13:30.759016 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52210) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:30.763741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'network': {'name': 'tempest-network-smoke--1314897081', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:30.834036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:13:30.837836 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.861462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:13:30.870912 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:30.871253 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Added segment 3a2a7e21-59c5-4565-b52d-f52c1cbdefeb of type vlan for network f02d5c22-41f7-46c3-8f09-98840bdeeac6 Sep 09 10:13:30.911539 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:31.002261 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:31.008703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:31.009291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:31.075637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Network': ['ID=f02d5c22-41f7-46c3-8f09-98840bdeeac6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:31.089028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network f02d5c22-41f7-46c3-8f09-98840bdeeac6 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:13:31.100418 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-62639b5f-1110-4197-abbb-47f9fa868846 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3403738 Sep 09 10:13:31.103647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52212) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:31.108369 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'admin_state_up': True, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:31.191257 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:31.192382 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:31.241952 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:31.413013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:31.664486 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:31.682995 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:31.781839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.25.8.194 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/64a566c6-d5fd-4b20-bb02-9ea4e826b377) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:13:31.888556 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:31.965559 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:32.000294 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:13:32.003058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:13:32.006568 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:13:32.032559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=64a566c6-d5fd-4b20-bb02-9ea4e826b377,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:32.340671 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:32.835675 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:33.051170 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:13:33.156672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:13:33.167723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Sync routers for ids ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:13:33.176633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Routers {'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:13:33.177251 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c9f93166-b442-4005-9820-f1c6549720df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:33.186159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-0df2246d-0ffc-4b4b-81e2-759eca5a2ce7 req-8687a80c-24d1-4f85-af43-68cb698696cb service neutron] (95326) timed out ('10.222.0.32', 48394) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 10:13:33.265753 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:33.267029 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2d3d78d9-fc1f-4086-b847-200dce14a424 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1622870 Sep 09 10:13:33.270123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52216) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:33.283929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Set router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:13:33.300507 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fe1f7736-3770-4872-b1bc-ac8982cb4975 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=424f9e2f158c4d2b8b3869949cc6347d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269506 Sep 09 10:13:33.300715 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52218) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:33.390289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadfd662-dc28-424b-baff-82e4ab5fbe9e tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:33.391819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cadfd662-dc28-424b-baff-82e4ab5fbe9e tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902064 Sep 09 10:13:33.394562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52220) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:33.428255 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a2aa75cb-610f-4522-8823-ebc51586d6e8 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325270 Sep 09 10:13:33.431276 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52222) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:33.435994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518636751', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:33.466997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c9f93166-b442-4005-9820-f1c6549720df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:32Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:33.494079 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Checking router: a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:13:33.494432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Updating router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 port 64a566c6-d5fd-4b20-bb02-9ea4e826b377 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:13:33.520070 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:33.605820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:13:33.610127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:33.775913 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:33.786409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Transition to ACTIVE for port object 64a566c6-d5fd-4b20-bb02-9ea4e826b377 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:13:33.971025 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:33.982855 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:34.024390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc586e7f-814a-40e9-ae2e-cb2dcbebcc89 None None] Pushing event updated for resources: {'Port': ['ID=64a566c6-d5fd-4b20-bb02-9ea4e826b377,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:34.026718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Attempting to bind port 64a566c6-d5fd-4b20-bb02-9ea4e826b377 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:13:34.027022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Attempting to bind port 64a566c6-d5fd-4b20-bb02-9ea4e826b377 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:13:34.027398 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Attempting to bind port 64a566c6-d5fd-4b20-bb02-9ea4e826b377 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:13:34.032855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:13:34.033237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:13:34.033644 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:34.034041 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:13:34.034502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Bound port: 64a566c6-d5fd-4b20-bb02-9ea4e826b377, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:13:34.034887 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:34.051158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Subnet': ['ID=766b65ab-8f20-48ba-a69f-a4019b1f0f4c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:34.061786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Checking segment: {'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:13:34.062812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network hostable DHCP agents. Network: f02d5c22-41f7-46c3-8f09-98840bdeeac6, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:13:34.086874 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c9f93166-b442-4005-9820-f1c6549720df None None] For port 64a566c6-d5fd-4b20-bb02-9ea4e826b377, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:13:34.091114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c9f93166-b442-4005-9820-f1c6549720df None None] For port 64a566c6-d5fd-4b20-bb02-9ea4e826b377, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=64a566c6-d5fd-4b20-bb02-9ea4e826b377,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:13:34.137037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network f02d5c22-41f7-46c3-8f09-98840bdeeac6 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:13:34.165893 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:34.219184 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Routers {'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:13:34.219868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c9f93166-b442-4005-9820-f1c6549720df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:34.228385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, f02d5c22-41f7-46c3-8f09-98840bdeeac6) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:13:34.234742 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:34.235564 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:34.263672 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f51b9-985b-4aff-b0e6-ce58059e9532 None None] Network f02d5c22-41f7-46c3-8f09-98840bdeeac6 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:13:34.270622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc586e7f-814a-40e9-ae2e-cb2dcbebcc89 None None] Pushing event updated for resources: {'Port': ['ID=64a566c6-d5fd-4b20-bb02-9ea4e826b377,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:34.311973 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cee0ddd5-f08e-4800-8e9b-7de0a1c215b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8796380 Sep 09 10:13:34.314773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52224) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:34.399509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-c9f93166-b442-4005-9820-f1c6549720df None None] Set router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:13:34.569163 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ips': [{'subnet_id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:13:34.571214 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:34.741675 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-c9f93166-b442-4005-9820-f1c6549720df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:32Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:34.751585 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:34.771513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Allocated IP 172.20.0.2 (f02d5c22-41f7-46c3-8f09-98840bdeeac6/766b65ab-8f20-48ba-a69f-a4019b1f0f4c/4f5a85b8-af80-4981-9556-c1bba1427ce3) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:13:34.773984 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f93166-b442-4005-9820-f1c6549720df None None] The sync data for ids ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'] in n-d-778696-16 is: [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:32Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:13:34.926819 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:34.936170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Transition to ACTIVE for port object 4f5a85b8-af80-4981-9556-c1bba1427ce3 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:13:34.951800 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Transition to ACTIVE for port object 4f5a85b8-af80-4981-9556-c1bba1427ce3 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:13:35.051934 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:35.099539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Network f02d5c22-41f7-46c3-8f09-98840bdeeac6 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:13:35.104852 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:13:35.109596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:13:35.114452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Pushing event updated for resources: {'Port': ['ID=4f5a85b8-af80-4981-9556-c1bba1427ce3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:35.114594 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.20.0.1 (f02d5c22-41f7-46c3-8f09-98840bdeeac6/766b65ab-8f20-48ba-a69f-a4019b1f0f4c/87100d86-bc7b-4951-985b-13cb007081b2) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:13:35.171224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Attempting to bind port 4f5a85b8-af80-4981-9556-c1bba1427ce3 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:13:35.171783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Attempting to bind port 4f5a85b8-af80-4981-9556-c1bba1427ce3 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:13:35.172145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Attempting to bind port 4f5a85b8-af80-4981-9556-c1bba1427ce3 on network f02d5c22-41f7-46c3-8f09-98840bdeeac6 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:13:35.177491 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:13:35.177869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Checking segment: {'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:13:35.178270 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:35.178665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Bound using segment: {'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:13:35.179939 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Bound port: 4f5a85b8-af80-4981-9556-c1bba1427ce3, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:13:35.180355 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:35.246374 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:35.254717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] For port 4f5a85b8-af80-4981-9556-c1bba1427ce3, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:13:35.259039 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] For port 4f5a85b8-af80-4981-9556-c1bba1427ce3, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4f5a85b8-af80-4981-9556-c1bba1427ce3,segment=NetworkSegment(3a2a7e21-59c5-4565-b52d-f52c1cbdefeb),segment_id=3a2a7e21-59c5-4565-b52d-f52c1cbdefeb)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:13:35.261909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Transition to ACTIVE for port object 87100d86-bc7b-4951-985b-13cb007081b2 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:13:35.326107 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:35.348907 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:35.405073 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network f02d5c22-41f7-46c3-8f09-98840bdeeac6 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:13:35.408216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ef0ec-5f21-434f-82b6-91a48dfd937f None None] Pushing event updated for resources: {'Port': ['ID=4f5a85b8-af80-4981-9556-c1bba1427ce3,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:35.410912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:13:35.416331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:13:35.420357 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=87100d86-bc7b-4951-985b-13cb007081b2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:35.464748 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:35.712639 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:35.993127 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:36.059779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:36.136730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=87100d86-bc7b-4951-985b-13cb007081b2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:36.141897 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:36.251784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network f02d5c22-41f7-46c3-8f09-98840bdeeac6 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:13:36.253272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:13:36.340579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f995f-499d-44ec-821e-52b21a56e74a None None] Network f02d5c22-41f7-46c3-8f09-98840bdeeac6 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:13:36.379696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:13:36.500229 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:13:36.505286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-fa4d2231-9674-4b3e-ae44-1c058856dc82 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "PUT /v2.0/routers/a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1895597 Sep 09 10:13:36.515906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9c0b9514-6aa9-4905-b6b8-41e51dedaa7e None None] Provisioning for port 4f5a85b8-af80-4981-9556-c1bba1427ce3 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:13:36.661560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-5beb0d0a-4e8a-49a4-ab91-ffe2478ca53b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805087164&fields=id&tenant_id=424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 267 time: 0.0434077 Sep 09 10:13:36.781736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-2f5ffea8-9298-452a-9567-b147c7c1b4b2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:36.783466 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-2f5ffea8-9298-452a-9567-b147c7c1b4b2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/networks?id=f02d5c22-41f7-46c3-8f09-98840bdeeac6 HTTP/1.1" status: 200 len: 797 time: 0.1145656 Sep 09 10:13:36.800174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-043ff0db-5aa3-4cde-bef0-013e8fbbd4d6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/quotas/424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 375 time: 0.0100451 Sep 09 10:13:36.827040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c8f2bb0f-1232-445d-a00a-f72c02e438a2 None None] Provisioning for port 87100d86-bc7b-4951-985b-13cb007081b2 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:13:36.833026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c8f2bb0f-1232-445d-a00a-f72c02e438a2 None None] Provisioning complete for port 87100d86-bc7b-4951-985b-13cb007081b2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:13:36.833506 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bb0f-1232-445d-a00a-f72c02e438a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:36.870312 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-590dbcdb-0e6b-4699-8ec1-de2dd4c48083 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631356 Sep 09 10:13:36.886847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2bb0f-1232-445d-a00a-f72c02e438a2 None None] Port 87100d86-bc7b-4951-985b-13cb007081b2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:13:36.973729 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Sync routers for ids ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:13:36.983719 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7df981a9-fde4-4698-be71-5f87d0071d75 service neutron] 10.222.0.32 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009624 Sep 09 10:13:36.993276 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Routers {'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:13:36.994147 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:37.005969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d5f71595-f8dc-4a80-8101-73db65dd6a64 None None] Provisioning complete for port 87100d86-bc7b-4951-985b-13cb007081b2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:13:37.006349 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5f71595-f8dc-4a80-8101-73db65dd6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.074519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 64a566c6-d5fd-4b20-bb02-9ea4e826b377 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:13:37.084774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d5f71595-f8dc-4a80-8101-73db65dd6a64 None None] Port 87100d86-bc7b-4951-985b-13cb007081b2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:13:37.106962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-11bf2b16-f295-4855-b667-5b10d0abb334 service neutron] 10.222.0.32 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168442 Sep 09 10:13:37.117746 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Set router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:13:37.205855 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a7cc2514-c199-4e2c-8a2c-f4b6c46507fe None None] Provisioning complete for port 87100d86-bc7b-4951-985b-13cb007081b2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:13:37.211644 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7cc2514-c199-4e2c-8a2c-f4b6c46507fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.211644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 64a566c6-d5fd-4b20-bb02-9ea4e826b377 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:13:37.229354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 64a566c6-d5fd-4b20-bb02-9ea4e826b377 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:13:37.229721 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.270774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc2514-c199-4e2c-8a2c-f4b6c46507fe None None] Port 87100d86-bc7b-4951-985b-13cb007081b2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:13:37.325391 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.334079 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:35Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '87100d86-bc7b-4951-985b-13cb007081b2', 'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:ed:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:34Z', 'updated_at': '2021-09-09T10:13:35Z', 'revision_number': 2, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:37.351347 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 64a566c6-d5fd-4b20-bb02-9ea4e826b377, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=64a566c6-d5fd-4b20-bb02-9ea4e826b377,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:13:37.366629 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Checking router: a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:13:37.367251 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Updating router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 port 87100d86-bc7b-4951-985b-13cb007081b2 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:13:37.396240 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7da6276-1fe4-4158-9f93-b5a714f5219c req-b78e6892-4a1c-4de0-b34a-65cf1e8ecfa9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0301890 Sep 09 10:13:37.422410 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.424438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4f5a85b8-af80-4981-9556-c1bba1427ce3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:13:37.489723 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.514576 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=64a566c6-d5fd-4b20-bb02-9ea4e826b377,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:37.608388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 4f5a85b8-af80-4981-9556-c1bba1427ce3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:13:37.612380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4f5a85b8-af80-4981-9556-c1bba1427ce3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:13:37.612820 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.751451 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.762277 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Transition to ACTIVE for port object 87100d86-bc7b-4951-985b-13cb007081b2 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:13:37.842665 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.851815 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.887057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 4f5a85b8-af80-4981-9556-c1bba1427ce3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4f5a85b8-af80-4981-9556-c1bba1427ce3,segment=NetworkSegment(3a2a7e21-59c5-4565-b52d-f52c1cbdefeb),segment_id=3a2a7e21-59c5-4565-b52d-f52c1cbdefeb)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:13:37.895724 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Pushing event updated for resources: {'Port': ['ID=87100d86-bc7b-4951-985b-13cb007081b2,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:37.918702 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.919046 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.919399 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.919745 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.920082 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.920412 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.920742 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.921068 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.921394 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.921718 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.922040 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.922362 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:13:37.931581 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.958318 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Attempting to bind port 87100d86-bc7b-4951-985b-13cb007081b2 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:13:37.958781 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Attempting to bind port 87100d86-bc7b-4951-985b-13cb007081b2 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:13:37.959443 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Attempting to bind port 87100d86-bc7b-4951-985b-13cb007081b2 on network f02d5c22-41f7-46c3-8f09-98840bdeeac6 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:13:37.965441 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:13:37.965947 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Checking segment: {'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:13:37.966468 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.966960 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Bound using segment: {'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:13:37.967560 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Bound port: 87100d86-bc7b-4951-985b-13cb007081b2, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:13:37.968060 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:37.984901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=4f5a85b8-af80-4981-9556-c1bba1427ce3,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:38.038021 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] For port 87100d86-bc7b-4951-985b-13cb007081b2, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:13:38.041613 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] For port 87100d86-bc7b-4951-985b-13cb007081b2, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=87100d86-bc7b-4951-985b-13cb007081b2,segment=NetworkSegment(3a2a7e21-59c5-4565-b52d-f52c1cbdefeb),segment_id=3a2a7e21-59c5-4565-b52d-f52c1cbdefeb)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:13:38.122907 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:38.177168 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Routers {'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:13:38.177803 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:13:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:38.216386 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61b642-1cb1-489e-9753-78d98d5a2b1d None None] Pushing event updated for resources: {'Port': ['ID=87100d86-bc7b-4951-985b-13cb007081b2,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:38.290719 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] Set router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:13:38.481970 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a13bba34-701e-4fbe-a94f-73dbd52b2dba req-831462e7-d52a-4b95-b6ef-6837b5d5b2cd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0270081 Sep 09 10:13:38.490567 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:35Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '87100d86-bc7b-4951-985b-13cb007081b2', 'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:ed:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:34Z', 'updated_at': '2021-09-09T10:13:38Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:38.517532 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba3fa6-42c8-42d4-9bf6-4313b67811d6 None None] The sync data for ids ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'] in n-d-778696-16 is: [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:35Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '87100d86-bc7b-4951-985b-13cb007081b2', 'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:ed:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:34Z', 'updated_at': '2021-09-09T10:13:38Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:13:39.030442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 87100d86-bc7b-4951-985b-13cb007081b2 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:13:39.152602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 87100d86-bc7b-4951-985b-13cb007081b2 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:13:39.156707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 87100d86-bc7b-4951-985b-13cb007081b2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:13:39.157083 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:39.245765 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:39.278428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 87100d86-bc7b-4951-985b-13cb007081b2, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=87100d86-bc7b-4951-985b-13cb007081b2,segment=NetworkSegment(3a2a7e21-59c5-4565-b52d-f52c1cbdefeb),segment_id=3a2a7e21-59c5-4565-b52d-f52c1cbdefeb)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:13:39.368636 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:39.369581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 64a566c6-d5fd-4b20-bb02-9ea4e826b377 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:13:39.445003 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=87100d86-bc7b-4951-985b-13cb007081b2,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:39.457601 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 64a566c6-d5fd-4b20-bb02-9ea4e826b377 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:13:39.457986 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:39.541957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4f5a85b8-af80-4981-9556-c1bba1427ce3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:13:39.560318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3aa93a81-1915-4acb-8149-07e8e4bee7de req-64f02649-eb62-4224-b4dd-7c45c9a111f4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0267339 Sep 09 10:13:39.588563 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4f5a85b8-af80-4981-9556-c1bba1427ce3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:13:39.589523 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:40.657138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-194113a7-46ce-4881-b501-1a8107b34709 req-32f73b1f-afb4-44f7-9151-887aa6d085a2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0302825 Sep 09 10:13:40.953474 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 87100d86-bc7b-4951-985b-13cb007081b2 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:13:41.001192 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 87100d86-bc7b-4951-985b-13cb007081b2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:13:41.001567 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:41.325830 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-62867b53-8d27-4f94-b132-99d2dd3ca310 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:41.327224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-62867b53-8d27-4f94-b132-99d2dd3ca310 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "GET /v2.0/networks?id=f02d5c22-41f7-46c3-8f09-98840bdeeac6 HTTP/1.1" status: 200 len: 797 time: 0.1072676 Sep 09 10:13:41.370094 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-b216dced-3ee6-4b72-b8c2-126ab44616c2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 379 time: 0.0331316 Sep 09 10:13:41.379717 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'port': {'device_id': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'admin_state_up': True, 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'security_groups': ['5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:41.579287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:13:41.582851 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:41.714124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.20.0.3 (f02d5c22-41f7-46c3-8f09-98840bdeeac6/766b65ab-8f20-48ba-a69f-a4019b1f0f4c/d151fe25-c314-4253-922e-c26100e5ca96) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:13:41.750380 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d47b3000-0331-4174-9d41-8930251233a9 req-665f14d4-c87c-4ee4-82ac-093e35a75b55 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0257714 Sep 09 10:13:41.859182 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:41.872561 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Transition to ACTIVE for port object d151fe25-c314-4253-922e-c26100e5ca96 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:13:41.968588 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:42.011451 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network f02d5c22-41f7-46c3-8f09-98840bdeeac6 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:13:42.014617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:13:42.020983 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:13:42.046197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=d151fe25-c314-4253-922e-c26100e5ca96,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:42.076152 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:42.076802 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:42.157873 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c727655c-5f54-4e3b-8179-e22d531a7b00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7816114 Sep 09 10:13:42.169965 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Request body: {'port': {'device_id': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:42.311418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6e3dadda-4dc7-481f-896b-8d108834e34a None None] Provisioning for port d151fe25-c314-4253-922e-c26100e5ca96 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:13:42.315717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6e3dadda-4dc7-481f-896b-8d108834e34a None None] Provisioning complete for port d151fe25-c314-4253-922e-c26100e5ca96 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:13:42.316338 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e3dadda-4dc7-481f-896b-8d108834e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:42.356414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6e3dadda-4dc7-481f-896b-8d108834e34a None None] Port d151fe25-c314-4253-922e-c26100e5ca96 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:13:42.534507 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:42.790619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d151fe25-c314-4253-922e-c26100e5ca96 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:13:42.798234 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:42.809967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Transition to ACTIVE for port object d151fe25-c314-4253-922e-c26100e5ca96 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:13:42.871484 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e1ad4-5189-43c0-945f-f57faf1b3ff3 req-5d90c0f2-6b5c-4c13-907d-f1c5c5c7fa49 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:42.873064 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b41e1ad4-5189-43c0-945f-f57faf1b3ff3 req-5d90c0f2-6b5c-4c13-907d-f1c5c5c7fa49 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 931 time: 0.0517201 Sep 09 10:13:42.876377 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:42.956204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Pushing event updated for resources: {'Port': ['ID=d151fe25-c314-4253-922e-c26100e5ca96,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:42.962094 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b41e1ad4-5189-43c0-945f-f57faf1b3ff3 req-95afd4e3-740f-49b0-8d88-0497d488e336 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820463 Sep 09 10:13:43.035053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Attempting to bind port d151fe25-c314-4253-922e-c26100e5ca96 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:13:43.035053 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Attempting to bind port d151fe25-c314-4253-922e-c26100e5ca96 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:13:43.035305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Attempting to bind port d151fe25-c314-4253-922e-c26100e5ca96 on network f02d5c22-41f7-46c3-8f09-98840bdeeac6 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:13:43.039843 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Port d151fe25-c314-4253-922e-c26100e5ca96 on network f02d5c22-41f7-46c3-8f09-98840bdeeac6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:13:43.040099 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Attempting to bind port d151fe25-c314-4253-922e-c26100e5ca96 on network f02d5c22-41f7-46c3-8f09-98840bdeeac6 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:13:43.045115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:13:43.045457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Checking segment: {'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:13:43.045845 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Bound using segment: {'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:13:43.046308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Bound port: d151fe25-c314-4253-922e-c26100e5ca96, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:13:43.046673 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:43.114794 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] For port d151fe25-c314-4253-922e-c26100e5ca96, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:13:43.118579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] For port d151fe25-c314-4253-922e-c26100e5ca96, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d151fe25-c314-4253-922e-c26100e5ca96,segment=NetworkSegment(3a2a7e21-59c5-4565-b52d-f52c1cbdefeb),segment_id=3a2a7e21-59c5-4565-b52d-f52c1cbdefeb)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:13:43.185571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:43.221650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:43.222288 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:43.223716 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] 10.222.0.24 "PUT /v2.0/ports/d151fe25-c314-4253-922e-c26100e5ca96 HTTP/1.1" status: 200 len: 1092 time: 1.0580764 Sep 09 10:13:43.224171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'tag': 'd151fe25-c314-4253-922e-c26100e5ca96'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:13:43.227351 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f610aa1c-8270-484a-874d-f66189cdc363" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5987cc-8ef3-433e-a541-b600be20b0a6", "tag": "d151fe25-c314-4253-922e-c26100e5ca96"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:13:43.254182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85698b-ab43-426f-bd30-17f9f1bf2f0f service neutron] Pushing event updated for resources: {'Port': ['ID=d151fe25-c314-4253-922e-c26100e5ca96,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:43.276051 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912707ab-11fc-40fe-bd42-959c95158d1a x-openstack-request-id: req-912707ab-11fc-40fe-bd42-959c95158d1a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:13:43.276349 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5987cc-8ef3-433e-a541-b600be20b0a6", "tag": "d151fe25-c314-4253-922e-c26100e5ca96", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:13:43.276599 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-912707ab-11fc-40fe-bd42-959c95158d1a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:13:43.277002 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'tag': 'd151fe25-c314-4253-922e-c26100e5ca96', 'status': 'completed', 'code': 200} Sep 09 10:13:43.341083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610aa1c-8270-484a-874d-f66189cdc363 req-6586a095-6392-4090-bb13-75c19d9806cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:43.342616 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f610aa1c-8270-484a-874d-f66189cdc363 req-6586a095-6392-4090-bb13-75c19d9806cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 1095 time: 0.0439558 Sep 09 10:13:43.446736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610aa1c-8270-484a-874d-f66189cdc363 req-85bb7c25-42c7-4a6c-abd2-172032c4231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:43.448269 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f610aa1c-8270-484a-874d-f66189cdc363 req-85bb7c25-42c7-4a6c-abd2-172032c4231a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0977073 Sep 09 10:13:43.540800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610aa1c-8270-484a-874d-f66189cdc363 req-4d9bc5b5-4b0f-4be3-8ad2-46b7cda431a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:43.542328 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f610aa1c-8270-484a-874d-f66189cdc363 req-4d9bc5b5-4b0f-4be3-8ad2-46b7cda431a2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875318 Sep 09 10:13:43.624929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-ceb441aa-89e9-4aeb-879f-eadd72414e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:43.626444 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-ceb441aa-89e9-4aeb-879f-eadd72414e8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 1095 time: 0.0469465 Sep 09 10:13:43.666889 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-ce0d2b92-dfe3-46b0-b384-397fe209d41a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d151fe25-c314-4253-922e-c26100e5ca96 HTTP/1.1" status: 200 len: 217 time: 0.0327489 Sep 09 10:13:43.713776 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-dc04ed22-3084-443a-b4e5-38267db15fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:43.715156 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-dc04ed22-3084-443a-b4e5-38267db15fe8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=766b65ab-8f20-48ba-a69f-a4019b1f0f4c HTTP/1.1" status: 200 len: 834 time: 0.0416179 Sep 09 10:13:43.760233 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-4d90049f-59a9-49d7-96a6-b3ef4a7bb2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:43.761682 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-4d90049f-59a9-49d7-96a6-b3ef4a7bb2ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02d5c22-41f7-46c3-8f09-98840bdeeac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394986 Sep 09 10:13:43.858027 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-c245e4fe-d6aa-4901-964a-db089a87bce9 service neutron] 10.222.0.24 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892122 Sep 09 10:13:43.963683 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-976248ad-e6dc-4edb-8545-62fff465afc6 req-eae3680b-2806-4413-9c0c-78cca9488cbd service neutron] 10.222.0.24 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990849 Sep 09 10:13:44.080443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d9f20-e0f3-4d0c-8ace-c1d9a065af70 req-6d77093a-517f-4740-a1b7-a44b6c2d1488 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:44.081948 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-585d9f20-e0f3-4d0c-8ace-c1d9a065af70 req-6d77093a-517f-4740-a1b7-a44b6c2d1488 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 943 time: 0.0486209 Sep 09 10:13:44.119905 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-585d9f20-e0f3-4d0c-8ace-c1d9a065af70 req-b29e8d08-707a-4e32-8161-1df983a5782d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313148 Sep 09 10:13:44.462207 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8fef6e5-5b55-40d5-a873-5c4bfdd9f18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:45.236334 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033988b0-c2f5-4035-a80b-7963659fb487 req-49042182-44a6-4d89-9001-43c690b693ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:45.237812 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-033988b0-c2f5-4035-a80b-7963659fb487 req-49042182-44a6-4d89-9001-43c690b693ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 943 time: 0.0516298 Sep 09 10:13:45.275399 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-033988b0-c2f5-4035-a80b-7963659fb487 req-483028cc-9ba9-4fcb-ad17-e4f12e28b992 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310242 Sep 09 10:13:46.000477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d151fe25-c314-4253-922e-c26100e5ca96 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:13:46.092375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d151fe25-c314-4253-922e-c26100e5ca96, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d151fe25-c314-4253-922e-c26100e5ca96,segment=NetworkSegment(3a2a7e21-59c5-4565-b52d-f52c1cbdefeb),segment_id=3a2a7e21-59c5-4565-b52d-f52c1cbdefeb)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:13:46.103626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'd151fe25-c314-4253-922e-c26100e5ca96', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'port_id': 'd151fe25-c314-4253-922e-c26100e5ca96', 'mac_address': 'fa:16:3e:94:90:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:13:46.143028 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:46.155059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d151fe25-c314-4253-922e-c26100e5ca96 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:13:46.173499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d151fe25-c314-4253-922e-c26100e5ca96, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d151fe25-c314-4253-922e-c26100e5ca96,segment=NetworkSegment(3a2a7e21-59c5-4565-b52d-f52c1cbdefeb),segment_id=3a2a7e21-59c5-4565-b52d-f52c1cbdefeb)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:13:46.273920 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:46.321199 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d151fe25-c314-4253-922e-c26100e5ca96,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:46.390103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599a500-b35e-4408-9d9c-75ada3d2f1fe req-6a345fc3-f5a2-4220-9f89-7b001f1e30cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:46.392235 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6599a500-b35e-4408-9d9c-75ada3d2f1fe req-6a345fc3-f5a2-4220-9f89-7b001f1e30cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 944 time: 0.0486436 Sep 09 10:13:46.434211 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6599a500-b35e-4408-9d9c-75ada3d2f1fe req-b9040b4d-d2d0-4f96-a76f-1537047ed93c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332463 Sep 09 10:13:46.477239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['d151fe25-c314-4253-922e-c26100e5ca96'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:13:47.136757 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e31b6644-dca6-4ed8-b21a-f4f22fbb6e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:47.376679 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:47.550179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80780ba4-4a16-4ec6-ab9b-ce36dcf4e010 req-27802d78-c74b-4885-a2a5-9182015cc2d6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:47.552855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80780ba4-4a16-4ec6-ab9b-ce36dcf4e010 req-27802d78-c74b-4885-a2a5-9182015cc2d6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 944 time: 0.0490706 Sep 09 10:13:47.589171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-80780ba4-4a16-4ec6-ab9b-ce36dcf4e010 req-87211055-0ca4-456a-9472-b550bc32bbf8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 Sep 09 10:13:48.015455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d151fe25-c314-4253-922e-c26100e5ca96 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:13:48.102194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port d151fe25-c314-4253-922e-c26100e5ca96 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:13:48.106217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port d151fe25-c314-4253-922e-c26100e5ca96 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:13:48.106593 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:48.184165 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:48.206157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd151fe25-c314-4253-922e-c26100e5ca96'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:13:48.208401 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921189ea-9142-4aa7-8660-13ed5ec2a10e" -d '{"events": [{"server_uuid": "fc5987cc-8ef3-433e-a541-b600be20b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "d151fe25-c314-4253-922e-c26100e5ca96"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:13:48.221726 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port d151fe25-c314-4253-922e-c26100e5ca96, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d151fe25-c314-4253-922e-c26100e5ca96,segment=NetworkSegment(3a2a7e21-59c5-4565-b52d-f52c1cbdefeb),segment_id=3a2a7e21-59c5-4565-b52d-f52c1cbdefeb)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:13:48.244972 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b1b9da-dfb8-4251-8508-29e991822774 x-openstack-request-id: req-f4b1b9da-dfb8-4251-8508-29e991822774 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:13:48.245264 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5987cc-8ef3-433e-a541-b600be20b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "d151fe25-c314-4253-922e-c26100e5ca96", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:13:48.245518 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4b1b9da-dfb8-4251-8508-29e991822774 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:13:48.245913 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd151fe25-c314-4253-922e-c26100e5ca96', 'code': 200} Sep 09 10:13:48.293373 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:48.341725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=d151fe25-c314-4253-922e-c26100e5ca96,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:48.346132 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a59c9a-33a5-46f1-8c48-bc94034255c4 req-0ff9785f-a9d9-4b87-bf0c-418807d8fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:48.347667 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32a59c9a-33a5-46f1-8c48-bc94034255c4 req-0ff9785f-a9d9-4b87-bf0c-418807d8fa7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 1097 time: 0.0455492 Sep 09 10:13:48.381995 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-32a59c9a-33a5-46f1-8c48-bc94034255c4 req-44ea569c-c0cc-4e1e-bda1-165f8aa2a746 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268550 Sep 09 10:13:48.703116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67372327-5aad-4769-bbf0-31095b6fcf95 req-cd9cdf6e-948d-4e3a-be2c-43bbc44013f0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:48.704631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-67372327-5aad-4769-bbf0-31095b6fcf95 req-cd9cdf6e-948d-4e3a-be2c-43bbc44013f0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0489476 Sep 09 10:13:48.722038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:48.742286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-67372327-5aad-4769-bbf0-31095b6fcf95 req-edd6ffa3-d765-486c-8b83-38e3df429c03 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310364 Sep 09 10:13:49.873851 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458b5d7-2afa-4846-ab06-b89be30573c0 req-8c32940f-faab-4e22-b349-eb4916073b03 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:49.874904 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0458b5d7-2afa-4846-ab06-b89be30573c0 req-8c32940f-faab-4e22-b349-eb4916073b03 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0537298 Sep 09 10:13:49.913242 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0458b5d7-2afa-4846-ab06-b89be30573c0 req-883fc00e-a6ef-4c58-b976-2471991ada5b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Sep 09 10:13:50.031907 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625a0cd-af00-4749-ade6-1df1b69f87e1 req-4b423a34-a8b9-44c0-a035-438c4e14461c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:50.033401 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4625a0cd-af00-4749-ade6-1df1b69f87e1 req-4b423a34-a8b9-44c0-a035-438c4e14461c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0533895 Sep 09 10:13:50.071323 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4625a0cd-af00-4749-ade6-1df1b69f87e1 req-b3c2ffa0-94ed-4942-b272-00053cb28847 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313303 Sep 09 10:13:50.092242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:50.133190 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc5abb-0c29-4514-9f39-2f27d39bbe3c tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:50.135127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e0fc5abb-0c29-4514-9f39-2f27d39bbe3c tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 1092 time: 0.0417111 Sep 09 10:13:50.137973 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52292) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:50.146209 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': 'd151fe25-c314-4253-922e-c26100e5ca96', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:13:50.276734 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:50.305955 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:50.376047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:50.482655 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.25.8.176 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/81f8194b-ad4a-4d94-825e-43abd8aca52f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:13:50.587589 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:50.693807 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:50.729801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:13:50.732483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:13:50.734928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:13:50.766555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=81f8194b-ad4a-4d94-825e-43abd8aca52f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:51.097404 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:51.220528 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:51.365501 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:51.419247 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:51.495433 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=81f8194b-ad4a-4d94-825e-43abd8aca52f,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:13:51.506035 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:51.604563 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Floating IP 4d893f5c-2f08-43ac-8641-5381325c1cc8 associated. External IP: 172.25.8.176, port: d151fe25-c314-4253-922e-c26100e5ca96. Sep 09 10:13:51.808996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:13:51.916174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:13:51.926071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d138a3a-08ee-45d4-a866-2fafdf0e3a67 None None] Sync routers for ids ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:13:51.938653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d138a3a-08ee-45d4-a866-2fafdf0e3a67 None None] Routers {'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:13:51.939310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9d138a3a-08ee-45d4-a866-2fafdf0e3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:13:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:51.993946 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:52.026222 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2164b001-a7bb-4fde-ad17-310425c16558 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8870206 Sep 09 10:13:52.026921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'tag': 'd151fe25-c314-4253-922e-c26100e5ca96'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:13:52.029328 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1519f8-dea2-4e20-b099-600fc02060b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5987cc-8ef3-433e-a541-b600be20b0a6", "tag": "d151fe25-c314-4253-922e-c26100e5ca96"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:13:52.048368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-9d138a3a-08ee-45d4-a866-2fafdf0e3a67 None None] Set router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:13:52.086503 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2252c512-c060-4bdf-9667-027486c617c9 x-openstack-request-id: req-2252c512-c060-4bdf-9667-027486c617c9 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:13:52.087106 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5987cc-8ef3-433e-a541-b600be20b0a6", "tag": "d151fe25-c314-4253-922e-c26100e5ca96", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:13:52.087365 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2252c512-c060-4bdf-9667-027486c617c9 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:13:52.087796 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'tag': 'd151fe25-c314-4253-922e-c26100e5ca96', 'status': 'completed', 'code': 200} Sep 09 10:13:52.153340 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0e247-e3c7-40f3-bb9d-a3336ede6870 req-096bc052-452c-4ebc-9550-f106afe4ba40 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:52.154884 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-97d0e247-e3c7-40f3-bb9d-a3336ede6870 req-096bc052-452c-4ebc-9550-f106afe4ba40 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0809889 Sep 09 10:13:52.161381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1519f8-dea2-4e20-b099-600fc02060b5 req-a59462fd-9eec-4071-ba7f-98803814a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:52.162883 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd1519f8-dea2-4e20-b099-600fc02060b5 req-a59462fd-9eec-4071-ba7f-98803814a2f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 1097 time: 0.0603983 Sep 09 10:13:52.224448 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-97d0e247-e3c7-40f3-bb9d-a3336ede6870 req-fa81a2bc-0a85-4a7d-a01d-e58a6488c7c5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602822 Sep 09 10:13:52.247248 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52298) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:52.287275 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1519f8-dea2-4e20-b099-600fc02060b5 req-f19540d7-7b72-4c4b-bf03-a49d48b0fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:52.289171 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd1519f8-dea2-4e20-b099-600fc02060b5 req-f19540d7-7b72-4c4b-bf03-a49d48b0fb5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02d5c22-41f7-46c3-8f09-98840bdeeac6 HTTP/1.1" status: 200 len: 898 time: 0.1185141 Sep 09 10:13:52.294030 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9d138a3a-08ee-45d4-a866-2fafdf0e3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:35Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '4d893f5c-2f08-43ac-8641-5381325c1cc8', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'port_id': 'd151fe25-c314-4253-922e-c26100e5ca96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'mac_address': 'fa:16:3e:94:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:13:50Z', 'updated_at': '2021-09-09T10:13:50Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87100d86-bc7b-4951-985b-13cb007081b2', 'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:ed:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:34Z', 'updated_at': '2021-09-09T10:13:39Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:52.312679 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a28cbc8e-0736-4b30-b543-dead926beb04 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/4d893f5c-2f08-43ac-8641-5381325c1cc8 HTTP/1.1" status: 200 len: 991 time: 0.0624769 Sep 09 10:13:52.321846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d138a3a-08ee-45d4-a866-2fafdf0e3a67 None None] Checking router: a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:13:52.330145 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d138a3a-08ee-45d4-a866-2fafdf0e3a67 None None] Routers {'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:13:52.330752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9d138a3a-08ee-45d4-a866-2fafdf0e3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:13:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:52.356188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd1519f8-dea2-4e20-b099-600fc02060b5 req-a00fab50-6dc3-484a-b325-f9a6dbab3640 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d151fe25-c314-4253-922e-c26100e5ca96 HTTP/1.1" status: 200 len: 999 time: 0.0584204 Sep 09 10:13:52.408986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1519f8-dea2-4e20-b099-600fc02060b5 req-74633113-994f-48f0-92c8-2e1703adad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:52.410485 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd1519f8-dea2-4e20-b099-600fc02060b5 req-74633113-994f-48f0-92c8-2e1703adad39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=766b65ab-8f20-48ba-a69f-a4019b1f0f4c HTTP/1.1" status: 200 len: 834 time: 0.0475307 Sep 09 10:13:52.438283 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-9d138a3a-08ee-45d4-a866-2fafdf0e3a67 None None] Set router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:13:52.455526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1519f8-dea2-4e20-b099-600fc02060b5 req-c0dde1e3-3d84-4d85-b4d5-97c939a39a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:13:52.457044 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd1519f8-dea2-4e20-b099-600fc02060b5 req-c0dde1e3-3d84-4d85-b4d5-97c939a39a11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02d5c22-41f7-46c3-8f09-98840bdeeac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400727 Sep 09 10:13:52.549775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd1519f8-dea2-4e20-b099-600fc02060b5 req-5d999b71-376a-4354-8940-6f8ef79d3bb2 service neutron] 10.222.0.24 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843539 Sep 09 10:13:52.645616 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dd1519f8-dea2-4e20-b099-600fc02060b5 req-78e3dd57-07a2-4d92-b565-78cf02834557 service neutron] 10.222.0.24 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891221 Sep 09 10:13:52.667836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-9d138a3a-08ee-45d4-a866-2fafdf0e3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:35Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '4d893f5c-2f08-43ac-8641-5381325c1cc8', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'port_id': 'd151fe25-c314-4253-922e-c26100e5ca96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'mac_address': 'fa:16:3e:94:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:13:50Z', 'updated_at': '2021-09-09T10:13:50Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87100d86-bc7b-4951-985b-13cb007081b2', 'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:ed:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:34Z', 'updated_at': '2021-09-09T10:13:39Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:13:52.694929 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d138a3a-08ee-45d4-a866-2fafdf0e3a67 None None] The sync data for ids ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'] in n-d-778696-16 is: [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:35Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '4d893f5c-2f08-43ac-8641-5381325c1cc8', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'port_id': 'd151fe25-c314-4253-922e-c26100e5ca96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'mac_address': 'fa:16:3e:94:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:13:50Z', 'updated_at': '2021-09-09T10:13:50Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87100d86-bc7b-4951-985b-13cb007081b2', 'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:ed:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:34Z', 'updated_at': '2021-09-09T10:13:39Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:13:52.878942 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c8556-665f-4fe2-a37e-e79f3864ab33 None None] New status for floating IP 4d893f5c-2f08-43ac-8641-5381325c1cc8: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:13:53.315536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52300) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:13:53.379129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7347c307-f509-4fa6-bb7f-433375a8cee2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/4d893f5c-2f08-43ac-8641-5381325c1cc8 HTTP/1.1" status: 200 len: 993 time: 0.0624962 Sep 09 10:13:54.651154 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:13:55.733135 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:13:56.410895 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:14.478791 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-729d79d5-22e7-4063-8b1b-0e20fa2d1b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:17.132899 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aed8d0f7-ba9c-4e8b-8594-e8bc84491816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:17.412595 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:18.692555 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:20.321725 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:24.877109 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7e745-2f19-4137-8afb-489f16cdc723 req-f602b150-980e-420b-a321-1ac96e189386 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:24.878672 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-47f7e745-2f19-4137-8afb-489f16cdc723 req-f602b150-980e-420b-a321-1ac96e189386 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0500460 Sep 09 10:14:24.921180 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-47f7e745-2f19-4137-8afb-489f16cdc723 req-12f099f2-bae3-46fc-bafd-eb89c30ce9d4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333390 Sep 09 10:14:24.943699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23422b1-d370-440a-bf86-60d30ffd011f req-d167032a-3656-4bb9-b063-9ceed432d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:24.948991 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a23422b1-d370-440a-bf86-60d30ffd011f req-d167032a-3656-4bb9-b063-9ceed432d6a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 1097 time: 0.0415301 Sep 09 10:14:25.039698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23422b1-d370-440a-bf86-60d30ffd011f req-75252d19-f6ef-461b-ac26-d21aa193e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:25.041101 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a23422b1-d370-440a-bf86-60d30ffd011f req-75252d19-f6ef-461b-ac26-d21aa193e0f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02d5c22-41f7-46c3-8f09-98840bdeeac6 HTTP/1.1" status: 200 len: 898 time: 0.0873561 Sep 09 10:14:25.105256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a23422b1-d370-440a-bf86-60d30ffd011f req-fd1cff5c-377d-47df-a012-363dc9f56790 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d151fe25-c314-4253-922e-c26100e5ca96 HTTP/1.1" status: 200 len: 1001 time: 0.0562770 Sep 09 10:14:25.154942 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23422b1-d370-440a-bf86-60d30ffd011f req-d1eefdfc-ddd1-48b6-bf59-2a76be625e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:25.156405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a23422b1-d370-440a-bf86-60d30ffd011f req-d1eefdfc-ddd1-48b6-bf59-2a76be625e5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=766b65ab-8f20-48ba-a69f-a4019b1f0f4c HTTP/1.1" status: 200 len: 834 time: 0.0439868 Sep 09 10:14:25.205474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23422b1-d370-440a-bf86-60d30ffd011f req-1a6b732c-82b4-4be1-8e12-76405f593136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:25.206941 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a23422b1-d370-440a-bf86-60d30ffd011f req-1a6b732c-82b4-4be1-8e12-76405f593136 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02d5c22-41f7-46c3-8f09-98840bdeeac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435627 Sep 09 10:14:25.294243 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a23422b1-d370-440a-bf86-60d30ffd011f req-beb408ea-fcc2-4456-85e6-8126cf81e145 service neutron] 10.222.0.24 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798678 Sep 09 10:14:25.385141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a23422b1-d370-440a-bf86-60d30ffd011f req-b3531c0f-72f6-4925-afa5-81e9dcd6fa77 service neutron] 10.222.0.24 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838945 Sep 09 10:14:25.721232 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:26.038215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f535616-705b-477e-ab02-152f2f6a150e req-70a955c1-3f59-4b06-9bc8-d1fb128d6532 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:26.039758 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f535616-705b-477e-ab02-152f2f6a150e req-70a955c1-3f59-4b06-9bc8-d1fb128d6532 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0496900 Sep 09 10:14:26.076326 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f535616-705b-477e-ab02-152f2f6a150e req-d6833120-08a0-49f5-a610-9a9c093c51ba tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306888 Sep 09 10:14:26.439854 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:27.189963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2635e32-e3b6-4ec4-85ea-b593242fa163 req-e319e837-0a01-4171-9ef7-ac8534b37c6a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:27.191393 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b2635e32-e3b6-4ec4-85ea-b593242fa163 req-e319e837-0a01-4171-9ef7-ac8534b37c6a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0486796 Sep 09 10:14:27.228692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b2635e32-e3b6-4ec4-85ea-b593242fa163 req-904ecc95-1e98-42ea-84c7-c62181fce703 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308011 Sep 09 10:14:28.342387 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87e6ff-0cdf-4f3b-92dc-09abecd1e00a req-2f5121e7-b680-4332-b51e-2907b1fb5e02 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:28.343870 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f87e6ff-0cdf-4f3b-92dc-09abecd1e00a req-2f5121e7-b680-4332-b51e-2907b1fb5e02 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0479350 Sep 09 10:14:28.385277 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6f87e6ff-0cdf-4f3b-92dc-09abecd1e00a req-ea5b8fd1-feaf-4d81-91b6-a04c2040b8d6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354869 Sep 09 10:14:29.502568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68478a64-e829-4199-b8de-8cb2a9fc4f83 req-360ae43f-292d-49e0-8444-29e12ff936b3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:29.503979 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68478a64-e829-4199-b8de-8cb2a9fc4f83 req-360ae43f-292d-49e0-8444-29e12ff936b3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0520010 Sep 09 10:14:29.540855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-68478a64-e829-4199-b8de-8cb2a9fc4f83 req-1f4fbdba-8439-4860-b751-4a346de1fe39 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306246 Sep 09 10:14:30.664303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a3783-1b37-4a33-932f-c15f4680530f req-4e202224-d9cb-482c-84f1-fbbb00971a48 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:30.666454 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-027a3783-1b37-4a33-932f-c15f4680530f req-4e202224-d9cb-482c-84f1-fbbb00971a48 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0524235 Sep 09 10:14:30.703896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-027a3783-1b37-4a33-932f-c15f4680530f req-6dc2540b-3957-47a8-89fb-acc0e71ee37e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314572 Sep 09 10:14:31.651058 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:14:31.817558 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec5fd6-93c7-48d4-8d13-42f4ab79227b req-d89c310f-08e5-473d-857d-ee9394c62838 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:31.819069 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19ec5fd6-93c7-48d4-8d13-42f4ab79227b req-d89c310f-08e5-473d-857d-ee9394c62838 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0493457 Sep 09 10:14:31.858101 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-19ec5fd6-93c7-48d4-8d13-42f4ab79227b req-79290cf5-09c2-4595-95c9-24f538e7e5e4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321641 Sep 09 10:14:32.972419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23749-56b9-4d9a-a348-e515a3d5a812 req-512690d4-d894-4a37-a83d-b4fc02877093 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:32.973900 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2dd23749-56b9-4d9a-a348-e515a3d5a812 req-512690d4-d894-4a37-a83d-b4fc02877093 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0486228 Sep 09 10:14:33.011981 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2dd23749-56b9-4d9a-a348-e515a3d5a812 req-b3a65501-c7b7-4199-ad77-4597409ceea6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319710 Sep 09 10:14:34.128296 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfb7a4-67e4-4295-beea-819326f3b6d4 req-b61dd002-5b26-47d8-a100-ca9971c34ede tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:34.129878 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fedfb7a4-67e4-4295-beea-819326f3b6d4 req-b61dd002-5b26-47d8-a100-ca9971c34ede tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0503049 Sep 09 10:14:34.168197 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fedfb7a4-67e4-4295-beea-819326f3b6d4 req-4a9629f1-5106-47f0-b101-1d38a9872b25 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320640 Sep 09 10:14:35.287309 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf3d93-5483-4d01-a320-034cde3b1e81 req-5d79a2bb-2f34-4512-a193-f62fbf51031b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:35.289474 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7edf3d93-5483-4d01-a320-034cde3b1e81 req-5d79a2bb-2f34-4512-a193-f62fbf51031b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0511236 Sep 09 10:14:35.331078 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7edf3d93-5483-4d01-a320-034cde3b1e81 req-b09a442c-88ec-46e9-bac9-e0e0eb24bd7c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355270 Sep 09 10:14:36.447494 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3820608-533f-47f7-9da8-ec6bc0f34e2d req-3a78bc0c-eabd-4888-83d8-df28a6b5fd3e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:36.448992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3820608-533f-47f7-9da8-ec6bc0f34e2d req-3a78bc0c-eabd-4888-83d8-df28a6b5fd3e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0527091 Sep 09 10:14:36.487976 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b3820608-533f-47f7-9da8-ec6bc0f34e2d req-717be1b9-3155-49b0-bf01-d7040dc7cbac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329564 Sep 09 10:14:37.601675 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59c80d-cbfa-45ea-b2da-c4c05ce1fd95 req-d5431a30-b5ca-4331-aede-7f73749b25e5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:37.603141 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a59c80d-cbfa-45ea-b2da-c4c05ce1fd95 req-d5431a30-b5ca-4331-aede-7f73749b25e5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0476942 Sep 09 10:14:37.640443 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a59c80d-cbfa-45ea-b2da-c4c05ce1fd95 req-68f3d154-8122-4fe9-bb05-5feda130ddad tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314245 Sep 09 10:14:37.904264 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361109c-c266-40df-9a45-9cddbe8338d2 req-32dd8106-8ed1-4457-a8d6-d523de688ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:37.905685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a361109c-c266-40df-9a45-9cddbe8338d2 req-32dd8106-8ed1-4457-a8d6-d523de688ebe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 1097 time: 0.0404570 Sep 09 10:14:38.009499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361109c-c266-40df-9a45-9cddbe8338d2 req-06f0df9f-e7b3-414e-919e-2a6c488fcc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:38.011072 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a361109c-c266-40df-9a45-9cddbe8338d2 req-06f0df9f-e7b3-414e-919e-2a6c488fcc3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02d5c22-41f7-46c3-8f09-98840bdeeac6 HTTP/1.1" status: 200 len: 898 time: 0.0858328 Sep 09 10:14:38.073510 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a361109c-c266-40df-9a45-9cddbe8338d2 req-e6fce877-8465-4b38-975c-e59c7b06b8d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d151fe25-c314-4253-922e-c26100e5ca96 HTTP/1.1" status: 200 len: 1001 time: 0.0550482 Sep 09 10:14:38.121486 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361109c-c266-40df-9a45-9cddbe8338d2 req-7684c151-ff8a-4d0e-9c27-8a8e670af749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:38.122875 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a361109c-c266-40df-9a45-9cddbe8338d2 req-7684c151-ff8a-4d0e-9c27-8a8e670af749 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=766b65ab-8f20-48ba-a69f-a4019b1f0f4c HTTP/1.1" status: 200 len: 834 time: 0.0420916 Sep 09 10:14:38.170743 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361109c-c266-40df-9a45-9cddbe8338d2 req-b719e2c2-a23f-491e-832d-70102e07ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:38.172154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a361109c-c266-40df-9a45-9cddbe8338d2 req-b719e2c2-a23f-491e-832d-70102e07ea67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02d5c22-41f7-46c3-8f09-98840bdeeac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424280 Sep 09 10:14:38.264413 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a361109c-c266-40df-9a45-9cddbe8338d2 req-4203c3d7-197c-48a1-b948-2834898f7b1e service neutron] 10.222.0.24 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847809 Sep 09 10:14:38.657288 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a361109c-c266-40df-9a45-9cddbe8338d2 req-1c9ba6ae-bb4d-40c2-b487-a1608a5f84b8 service neutron] 10.222.0.24 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856831 Sep 09 10:14:38.754940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acfbe8-c36b-469c-8a93-633d38b496bf req-57aa0ec8-fe00-4fa1-a78f-16d65bd5f1fd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:38.756443 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5acfbe8-c36b-469c-8a93-633d38b496bf req-57aa0ec8-fe00-4fa1-a78f-16d65bd5f1fd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0483479 Sep 09 10:14:38.793546 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5acfbe8-c36b-469c-8a93-633d38b496bf req-4c7b9097-e707-4b49-a50c-674bda7a196b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303512 Sep 09 10:14:39.906454 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5ce10-41f4-4cfa-b3ca-aafed83514b5 req-ffd45d52-4c10-4d98-bb95-de3bc262189c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:39.907957 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68a5ce10-41f4-4cfa-b3ca-aafed83514b5 req-ffd45d52-4c10-4d98-bb95-de3bc262189c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0492747 Sep 09 10:14:39.943857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68a5ce10-41f4-4cfa-b3ca-aafed83514b5 req-990fb227-9b13-42e1-9a65-eec25f1d39f3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300252 Sep 09 10:14:41.058015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56830131-0bfc-439d-b39d-94197ddaef87 req-fc341a58-5759-42fb-afc0-03d0031b2234 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:41.059561 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56830131-0bfc-439d-b39d-94197ddaef87 req-fc341a58-5759-42fb-afc0-03d0031b2234 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0480289 Sep 09 10:14:41.096851 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56830131-0bfc-439d-b39d-94197ddaef87 req-b7c40b3c-a8e9-4639-99ae-cf1e91793cdc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313978 Sep 09 10:14:42.208927 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c1911-4d40-4389-a171-191d4a8700f6 req-bc7e78a0-ec15-4016-ba31-d9df7423e587 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:14:42.210398 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd2c1911-4d40-4389-a171-191d4a8700f6 req-bc7e78a0-ec15-4016-ba31-d9df7423e587 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0479162 Sep 09 10:14:42.251353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fd2c1911-4d40-4389-a171-191d4a8700f6 req-e618d117-d682-4a91-9e7b-dc7a50f61f8a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341430 Sep 09 10:14:42.273263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52356) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:14:42.331937 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-daf92e2a-3144-4cf6-ac0d-35e23078ef94 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/4d893f5c-2f08-43ac-8641-5381325c1cc8 HTTP/1.1" status: 200 len: 993 time: 0.0568836 Sep 09 10:14:44.471820 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e34f4206-b71c-4b8c-a7b7-79006b978fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:47.132887 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef2925b6-4ff3-482b-8c1d-61fb54e9298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:47.377885 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:48.746193 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:50.340320 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:55.751938 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:14:56.460678 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:08.650413 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:15:13.079298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52374) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:13.247986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 81f8194b-ad4a-4d94-825e-43abd8aca52f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:15:13.248241 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:13.334468 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:13.334797 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:13.346691 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 81f8194b-ad4a-4d94-825e-43abd8aca52f owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:15:13.931535 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:13.958016 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=81f8194b-ad4a-4d94-825e-43abd8aca52f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:13.983601 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:13.984005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:13.984280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:13.984623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:13.984961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:13.985295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:13.985630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:13.985963 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:13.986295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:13.986625 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:13.986954 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:13.987281 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:14.032288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:14.032618 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Floating IP 4d893f5c-2f08-43ac-8641-5381325c1cc8 disassociated (deleted). External IP: 172.25.8.176, port: d151fe25-c314-4253-922e-c26100e5ca96. Sep 09 10:15:14.233340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:15:14.340726 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:15:14.345600 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:14.350905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2b4b48-749a-4d79-a4b0-657848dca586 None None] Sync routers for ids ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:15:14.360400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b4b48-749a-4d79-a4b0-657848dca586 None None] Routers {'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:15:14.361007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1e2b4b48-749a-4d79-a4b0-657848dca586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:14.371506 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6c6c5e6e-7747-402e-9a0c-6463e8809dd7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/floatingips/4d893f5c-2f08-43ac-8641-5381325c1cc8 HTTP/1.1" status: 204 len: 168 time: 1.2910693 Sep 09 10:15:14.372149 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'tag': 'd151fe25-c314-4253-922e-c26100e5ca96'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:15:14.374527 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0731ee-2848-405b-bdc6-304d4ef7dafd" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5987cc-8ef3-433e-a541-b600be20b0a6", "tag": "d151fe25-c314-4253-922e-c26100e5ca96"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:15:14.414717 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c4ea16-932c-4c81-959a-469979411d42 x-openstack-request-id: req-20c4ea16-932c-4c81-959a-469979411d42 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:15:14.415120 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5987cc-8ef3-433e-a541-b600be20b0a6", "tag": "d151fe25-c314-4253-922e-c26100e5ca96", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:15:14.415471 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20c4ea16-932c-4c81-959a-469979411d42 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:15:14.416351 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'tag': 'd151fe25-c314-4253-922e-c26100e5ca96', 'status': 'completed', 'code': 200} Sep 09 10:15:14.477589 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0731ee-2848-405b-bdc6-304d4ef7dafd req-a93a8be4-d896-4c9f-996b-844fff20f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:14.478210 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-569d005a-42eb-4dff-971b-13f92bce8f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:14.481412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d0731ee-2848-405b-bdc6-304d4ef7dafd req-a93a8be4-d896-4c9f-996b-844fff20f886 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 1097 time: 0.0439482 Sep 09 10:15:14.487662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-1e2b4b48-749a-4d79-a4b0-657848dca586 None None] Set router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:15:14.578600 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0731ee-2848-405b-bdc6-304d4ef7dafd req-10d5dcf1-a957-4324-a57f-5dd0c38bd461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:14.580541 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d0731ee-2848-405b-bdc6-304d4ef7dafd req-10d5dcf1-a957-4324-a57f-5dd0c38bd461 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02d5c22-41f7-46c3-8f09-98840bdeeac6 HTTP/1.1" status: 200 len: 898 time: 0.0905578 Sep 09 10:15:14.624082 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d0731ee-2848-405b-bdc6-304d4ef7dafd req-6589d320-25a1-497e-ab4e-9374692061c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d151fe25-c314-4253-922e-c26100e5ca96 HTTP/1.1" status: 200 len: 217 time: 0.0357461 Sep 09 10:15:14.680129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0731ee-2848-405b-bdc6-304d4ef7dafd req-1ad060dc-b046-46a2-ba4b-843f73c878a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:14.681655 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d0731ee-2848-405b-bdc6-304d4ef7dafd req-1ad060dc-b046-46a2-ba4b-843f73c878a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=766b65ab-8f20-48ba-a69f-a4019b1f0f4c HTTP/1.1" status: 200 len: 834 time: 0.0492208 Sep 09 10:15:14.723676 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1e2b4b48-749a-4d79-a4b0-657848dca586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:35Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '87100d86-bc7b-4951-985b-13cb007081b2', 'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:ed:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:34Z', 'updated_at': '2021-09-09T10:13:39Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:14.728366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0731ee-2848-405b-bdc6-304d4ef7dafd req-513f4281-ce23-496c-8335-f373e01d126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:14.729952 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d0731ee-2848-405b-bdc6-304d4ef7dafd req-513f4281-ce23-496c-8335-f373e01d126c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02d5c22-41f7-46c3-8f09-98840bdeeac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401499 Sep 09 10:15:14.750624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2b4b48-749a-4d79-a4b0-657848dca586 None None] Checking router: a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:15:14.759340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b4b48-749a-4d79-a4b0-657848dca586 None None] Routers {'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:15:14.759967 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1e2b4b48-749a-4d79-a4b0-657848dca586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:14:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:14.832139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d0731ee-2848-405b-bdc6-304d4ef7dafd req-ec837788-5652-4b06-ac02-c26da601549e service neutron] 10.222.0.24 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890746 Sep 09 10:15:14.875786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-1e2b4b48-749a-4d79-a4b0-657848dca586 None None] Set router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:15:14.890665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ddfcc-2ca7-4751-a4d1-286e365ee432 req-92dc5405-6175-4445-a98c-b07ac10af3ec tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:14.892562 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f81ddfcc-2ca7-4751-a4d1-286e365ee432 req-92dc5405-6175-4445-a98c-b07ac10af3ec tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0624521 Sep 09 10:15:14.931766 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4d0731ee-2848-405b-bdc6-304d4ef7dafd req-8cb1b134-0460-40d9-946b-728e6eed3049 service neutron] 10.222.0.24 "GET /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915301 Sep 09 10:15:14.938697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f81ddfcc-2ca7-4751-a4d1-286e365ee432 req-e8399cee-c9eb-4b79-924d-8487e77c1754 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398426 Sep 09 10:15:15.082146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1e2b4b48-749a-4d79-a4b0-657848dca586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:35Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '87100d86-bc7b-4951-985b-13cb007081b2', 'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:ed:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:34Z', 'updated_at': '2021-09-09T10:13:39Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:15.108709 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2b4b48-749a-4d79-a4b0-657848dca586 None None] The sync data for ids ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'] in n-d-778696-16 is: [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:35Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '87100d86-bc7b-4951-985b-13cb007081b2', 'name': '', 'network_id': 'f02d5c22-41f7-46c3-8f09-98840bdeeac6', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:ed:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:34Z', 'updated_at': '2021-09-09T10:13:39Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '766b65ab-8f20-48ba-a69f-a4019b1f0f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:15:15.336080 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63e4f68-82ce-4f01-8570-4718faa87a6d None None] New status for floating IP 4d893f5c-2f08-43ac-8641-5381325c1cc8: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:15:16.083672 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e87dc1-319f-4ac4-bfcd-a6506625def0 req-ee2d0a03-422c-4f0b-945b-b63de94f11b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:16.085308 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9e87dc1-319f-4ac4-bfcd-a6506625def0 req-ee2d0a03-422c-4f0b-945b-b63de94f11b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0498283 Sep 09 10:15:16.124511 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e9e87dc1-319f-4ac4-bfcd-a6506625def0 req-a396ac84-0761-4865-9258-4355aba00f0a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323749 Sep 09 10:15:16.291437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3786ffa-da7e-480d-bf10-1ddfbe6ed89e req-98842735-f819-49cc-9f93-bb8906aeca18 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:16.293553 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3786ffa-da7e-480d-bf10-1ddfbe6ed89e req-98842735-f819-49cc-9f93-bb8906aeca18 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0532382 Sep 09 10:15:16.387808 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c3786ffa-da7e-480d-bf10-1ddfbe6ed89e req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port d151fe25-c314-4253-922e-c26100e5ca96 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:15:16.388072 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3786ffa-da7e-480d-bf10-1ddfbe6ed89e req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:16.480232 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c3786ffa-da7e-480d-bf10-1ddfbe6ed89e req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port d151fe25-c314-4253-922e-c26100e5ca96, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=d151fe25-c314-4253-922e-c26100e5ca96,segment=NetworkSegment(3a2a7e21-59c5-4565-b52d-f52c1cbdefeb),segment_id=3a2a7e21-59c5-4565-b52d-f52c1cbdefeb)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:15:16.482489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3786ffa-da7e-480d-bf10-1ddfbe6ed89e req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:16.498842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c3786ffa-da7e-480d-bf10-1ddfbe6ed89e req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for d151fe25-c314-4253-922e-c26100e5ca96 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:15:16.722752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3786ffa-da7e-480d-bf10-1ddfbe6ed89e req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:16.752952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=d151fe25-c314-4253-922e-c26100e5ca96,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:16.783314 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.783695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.784037 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.784467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.784807 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.785140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.785470 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.785800 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.786128 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.786586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.786780 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.787103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:16.809346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3786ffa-da7e-480d-bf10-1ddfbe6ed89e req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] No DVR routers for this DVR port d151fe25-c314-4253-922e-c26100e5ca96 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:15:16.811826 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3786ffa-da7e-480d-bf10-1ddfbe6ed89e req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:16.813919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c3786ffa-da7e-480d-bf10-1ddfbe6ed89e req-788f527a-a4b5-4018-9052-1a2033b46c3f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "DELETE /v2.0/ports/d151fe25-c314-4253-922e-c26100e5ca96 HTTP/1.1" status: 204 len: 173 time: 0.5145154 Sep 09 10:15:16.814353 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'name': 'network-vif-deleted', 'tag': 'd151fe25-c314-4253-922e-c26100e5ca96'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:15:16.816604 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842efac5-d8d0-4900-9546-6814a7ba0257" -d '{"events": [{"server_uuid": "fc5987cc-8ef3-433e-a541-b600be20b0a6", "name": "network-vif-deleted", "tag": "d151fe25-c314-4253-922e-c26100e5ca96"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:15:16.851692 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f115bb-f10d-4e80-a52d-45670b5bdf92 x-openstack-request-id: req-54f115bb-f10d-4e80-a52d-45670b5bdf92 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:15:16.851989 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5987cc-8ef3-433e-a541-b600be20b0a6", "name": "network-vif-deleted", "tag": "d151fe25-c314-4253-922e-c26100e5ca96", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:15:16.852237 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54f115bb-f10d-4e80-a52d-45670b5bdf92 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:15:16.852630 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5987cc-8ef3-433e-a541-b600be20b0a6', 'name': 'network-vif-deleted', 'tag': 'd151fe25-c314-4253-922e-c26100e5ca96', 'status': 'completed', 'code': 200} Sep 09 10:15:17.148958 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fe01629d-c7e7-4f31-9c3d-88b75802be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:17.247816 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-91e03f87-489a-4d2e-9d63-87c5db3bd724 req-8ccb1c5d-30ea-4450-b77a-035a7ead7126 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5987cc-8ef3-433e-a541-b600be20b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0377297 Sep 09 10:15:17.377315 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:18.303536 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52396) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:18.703114 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:18.766425 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:19.024435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 87100d86-bc7b-4951-985b-13cb007081b2 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:15:19.024697 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:19.113591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port 87100d86-bc7b-4951-985b-13cb007081b2, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=87100d86-bc7b-4951-985b-13cb007081b2,segment=NetworkSegment(3a2a7e21-59c5-4565-b52d-f52c1cbdefeb),segment_id=3a2a7e21-59c5-4565-b52d-f52c1cbdefeb)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:15:19.113946 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:19.125777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 87100d86-bc7b-4951-985b-13cb007081b2 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:15:19.388484 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:19.415269 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=87100d86-bc7b-4951-985b-13cb007081b2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:19.588977 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:19.803892 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:15:19.913319 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:15:19.920482 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-717dc7c2-7178-465b-8578-14bd9f96ea8d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "PUT /v2.0/routers/a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6138852 Sep 09 10:15:19.921902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52398) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:19.928134 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd5044-242a-4fc3-97ae-2d457848c06c None None] Sync routers for ids ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:15:19.937964 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd5044-242a-4fc3-97ae-2d457848c06c None None] Routers {'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:15:19.938571 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6bdd5044-242a-4fc3-97ae-2d457848c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:19.973184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8add054-b9a2-4dc1-a1ee-784f550c3627 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting subnet 766b65ab-8f20-48ba-a69f-a4019b1f0f4c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:15:19.976201 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8add054-b9a2-4dc1-a1ee-784f550c3627 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.016478 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8add054-b9a2-4dc1-a1ee-784f550c3627 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.108093 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8add054-b9a2-4dc1-a1ee-784f550c3627 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.205011 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-6bdd5044-242a-4fc3-97ae-2d457848c06c None None] Set router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:15:20.240345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8add054-b9a2-4dc1-a1ee-784f550c3627 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.269512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8add054-b9a2-4dc1-a1ee-784f550c3627 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Subnet': ['ID=766b65ab-8f20-48ba-a69f-a4019b1f0f4c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:20.271368 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8add054-b9a2-4dc1-a1ee-784f550c3627 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.275691 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f8add054-b9a2-4dc1-a1ee-784f550c3627 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/subnets/766b65ab-8f20-48ba-a69f-a4019b1f0f4c HTTP/1.1" status: 204 len: 168 time: 0.3508539 Sep 09 10:15:20.275969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52400) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:20.289069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f9b0bc-01b8-44a5-9df5-bfc0ca629bbe None None] Network f02d5c22-41f7-46c3-8f09-98840bdeeac6 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:15:20.385787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.393398 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.471355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d151fe25-c314-4253-922e-c26100e5ca96 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:15:20.494632 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.509579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: d151fe25-c314-4253-922e-c26100e5ca96 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:15:20.509926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device d151fe25-c314-4253-922e-c26100e5ca96 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:15:20.536018 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6bdd5044-242a-4fc3-97ae-2d457848c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:15:19Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '64a566c6-d5fd-4b20-bb02-9ea4e826b377', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:20.563586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd5044-242a-4fc3-97ae-2d457848c06c None None] Checking router: a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:15:20.572069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd5044-242a-4fc3-97ae-2d457848c06c None None] Routers {'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:15:20.572689 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6bdd5044-242a-4fc3-97ae-2d457848c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:20.607066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] DHCP port deletion for f02d5c22-41f7-46c3-8f09-98840bdeeac6 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:15:20.609718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 64a566c6-d5fd-4b20-bb02-9ea4e826b377 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:15:20.610077 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.692134 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port 64a566c6-d5fd-4b20-bb02-9ea4e826b377, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=64a566c6-d5fd-4b20-bb02-9ea4e826b377,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:15:20.692412 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.699702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Deleting port 4f5a85b8-af80-4981-9556-c1bba1427ce3 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:15:20.700081 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.702864 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-6bdd5044-242a-4fc3-97ae-2d457848c06c None None] Set router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:15:20.705536 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 64a566c6-d5fd-4b20-bb02-9ea4e826b377 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:15:20.767425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-6bdd5044-242a-4fc3-97ae-2d457848c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:15:20Z', 'revision_number': 6, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:20.801643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd5044-242a-4fc3-97ae-2d457848c06c None None] The sync data for ids ['a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8'] in n-d-778696-16 is: [{'id': 'a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920570424', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:13:31Z', 'updated_at': '2021-09-09T10:15:20Z', 'revision_number': 6, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:15:20.845731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] For port 4f5a85b8-af80-4981-9556-c1bba1427ce3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4f5a85b8-af80-4981-9556-c1bba1427ce3,segment=NetworkSegment(3a2a7e21-59c5-4565-b52d-f52c1cbdefeb),segment_id=3a2a7e21-59c5-4565-b52d-f52c1cbdefeb)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:15:20.846151 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.861559 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Calling delete_port for 4f5a85b8-af80-4981-9556-c1bba1427ce3 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:15:20.942660 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:20.970780 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=64a566c6-d5fd-4b20-bb02-9ea4e826b377,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:21.019831 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.033546 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.044859 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Pushing event deleted for resources: {'Port': ['ID=4f5a85b8-af80-4981-9556-c1bba1427ce3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:21.054799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.055156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.055530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.055877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.056216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.056549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.056944 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.057286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.057743 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.058198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.058538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.058889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:21.061632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2082a-ef49-4bb5-8b70-4f8096f12a74 None None] No DVR routers for this DVR port 4f5a85b8-af80-4981-9556-c1bba1427ce3 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:15:21.130902 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.133689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.237236 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.238390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Fanout notify agent at l3_agent the message router_deleted on router a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:15:21.248721 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.249114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-82df0bdf-cdd8-44fb-8ad5-a4c2a4c7c478 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/routers/a478d5fc-3603-4ea4-8d48-99c9b2c0b9a8 HTTP/1.1" status: 204 len: 168 time: 0.9702325 Sep 09 10:15:21.251853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52402) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:21.301088 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 87100d86-bc7b-4951-985b-13cb007081b2 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:15:21.325209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 87100d86-bc7b-4951-985b-13cb007081b2 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:15:21.325562 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 87100d86-bc7b-4951-985b-13cb007081b2 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:15:21.326013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4f5a85b8-af80-4981-9556-c1bba1427ce3 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:15:21.330120 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.350143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 4f5a85b8-af80-4981-9556-c1bba1427ce3 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:15:21.350494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4f5a85b8-af80-4981-9556-c1bba1427ce3 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:15:21.421580 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.442397 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02d5c22-41f7-46c3-8f09-98840bdeeac6']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:21.452262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:21.452499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2a7e21-59c5-4565-b52d-f52c1cbdefeb') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:21.461649 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.474619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.481320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:15:21.481709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:15:21.484851 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:15:21.628557 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.636704 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.638379 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/networks/f02d5c22-41f7-46c3-8f09-98840bdeeac6 HTTP/1.1" status: 204 len: 168 time: 0.3856027 Sep 09 10:15:21.641226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52404) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:21.649520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d71e26-2baf-4dc9-991b-86a8e13627de tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Network': ['ID=f02d5c22-41f7-46c3-8f09-98840bdeeac6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:21.700976 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad1baf05-3a42-4085-822f-e0621f9e6a60 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.726187 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad1baf05-3a42-4085-822f-e0621f9e6a60 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.834139 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad1baf05-3a42-4085-822f-e0621f9e6a60 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.836743 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ad1baf05-3a42-4085-822f-e0621f9e6a60 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:21.837932 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ad1baf05-3a42-4085-822f-e0621f9e6a60 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/security-groups/5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7 HTTP/1.1" status: 204 len: 168 time: 0.1956723 Sep 09 10:15:21.847421 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1baf05-3a42-4085-822f-e0621f9e6a60 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed8de9f-6ac8-4cd4-9731-4a5926c43ae7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:22.514895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52410) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:22.519577 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-685863eb-f539-4fe2-90ec-16156d72fad3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254540202', 'description': 'tempest-secgroup-smoke-1254540202 description', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:22.602664 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-685863eb-f539-4fe2-90ec-16156d72fad3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:22.686024 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-685863eb-f539-4fe2-90ec-16156d72fad3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:22.765129 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-685863eb-f539-4fe2-90ec-16156d72fad3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:22.794563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685863eb-f539-4fe2-90ec-16156d72fad3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:22.853901 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-685863eb-f539-4fe2-90ec-16156d72fad3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:22.855271 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-685863eb-f539-4fe2-90ec-16156d72fad3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3393290 Sep 09 10:15:22.858100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52412) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:22.862547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-6abbcb7c-fb90-49ef-b47d-f0526f2f2687 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '696f2a8b-b72b-455c-ba4d-3dfde7cd6a78', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:22.939784 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6abbcb7c-fb90-49ef-b47d-f0526f2f2687 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:22.965218 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 64a566c6-d5fd-4b20-bb02-9ea4e826b377 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:15:22.985323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 64a566c6-d5fd-4b20-bb02-9ea4e826b377 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:15:22.986040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 64a566c6-d5fd-4b20-bb02-9ea4e826b377 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:15:22.998951 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6abbcb7c-fb90-49ef-b47d-f0526f2f2687 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.056661 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6abbcb7c-fb90-49ef-b47d-f0526f2f2687 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.076533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbcb7c-fb90-49ef-b47d-f0526f2f2687 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586a5ed3-be2d-4a30-b154-3266af23a691,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:23.148185 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-6abbcb7c-fb90-49ef-b47d-f0526f2f2687 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.149397 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6abbcb7c-fb90-49ef-b47d-f0526f2f2687 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2903569 Sep 09 10:15:23.152617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52414) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:23.156922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-9093f10a-a066-4052-bb9f-83a59c0acb55 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '696f2a8b-b72b-455c-ba4d-3dfde7cd6a78', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:23.247527 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9093f10a-a066-4052-bb9f-83a59c0acb55 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.303007 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9093f10a-a066-4052-bb9f-83a59c0acb55 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.362411 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9093f10a-a066-4052-bb9f-83a59c0acb55 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.380803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093f10a-a066-4052-bb9f-83a59c0acb55 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2162c77c-1a3d-462c-b43d-00fdc53f1370,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:23.436753 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-9093f10a-a066-4052-bb9f-83a59c0acb55 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.437983 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-9093f10a-a066-4052-bb9f-83a59c0acb55 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2844186 Sep 09 10:15:23.440684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52416) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:23.445004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-be2ca533-cec0-4062-93bf-593f67443612 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '696f2a8b-b72b-455c-ba4d-3dfde7cd6a78', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:23.538033 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be2ca533-cec0-4062-93bf-593f67443612 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.597137 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be2ca533-cec0-4062-93bf-593f67443612 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.665050 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be2ca533-cec0-4062-93bf-593f67443612 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.683220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ca533-cec0-4062-93bf-593f67443612 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be721102-c7af-4cfe-9543-40ddfe9c7fd2,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:23.733917 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-be2ca533-cec0-4062-93bf-593f67443612 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.735136 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-be2ca533-cec0-4062-93bf-593f67443612 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934959 Sep 09 10:15:23.737879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52418) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:23.742161 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-cf5cf084-f1e0-436e-abf0-a21b4bef082c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '696f2a8b-b72b-455c-ba4d-3dfde7cd6a78', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:23.813125 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf5cf084-f1e0-436e-abf0-a21b4bef082c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.874167 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf5cf084-f1e0-436e-abf0-a21b4bef082c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.936625 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf5cf084-f1e0-436e-abf0-a21b4bef082c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:23.955087 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cf084-f1e0-436e-abf0-a21b4bef082c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caefab13-111d-456a-81e5-f6c7a766c32d,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:24.022564 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-cf5cf084-f1e0-436e-abf0-a21b4bef082c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.023856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-cf5cf084-f1e0-436e-abf0-a21b4bef082c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2850363 Sep 09 10:15:24.026946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52420) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:24.032412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5321cdc4-0596-44b3-a2b3-a39cae73579f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '696f2a8b-b72b-455c-ba4d-3dfde7cd6a78', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:24.114128 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-5321cdc4-0596-44b3-a2b3-a39cae73579f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Project 424f9e2f158c4d2b8b3869949cc6347d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:15:24.119018 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5321cdc4-0596-44b3-a2b3-a39cae73579f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.179369 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5321cdc4-0596-44b3-a2b3-a39cae73579f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.251475 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5321cdc4-0596-44b3-a2b3-a39cae73579f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.269441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321cdc4-0596-44b3-a2b3-a39cae73579f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfcb15e-5e57-4c4e-8044-5ba56422887e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:24.348551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5321cdc4-0596-44b3-a2b3-a39cae73579f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.349807 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5321cdc4-0596-44b3-a2b3-a39cae73579f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3217638 Sep 09 10:15:24.352618 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52422) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:24.357567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6a3f8826-dfca-435f-90ea-7d64c4df543c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': '696f2a8b-b72b-455c-ba4d-3dfde7cd6a78', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:24.462908 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-6a3f8826-dfca-435f-90ea-7d64c4df543c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Project 424f9e2f158c4d2b8b3869949cc6347d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:15:24.468119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8826-dfca-435f-90ea-7d64c4df543c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.528847 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8826-dfca-435f-90ea-7d64c4df543c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.588417 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8826-dfca-435f-90ea-7d64c4df543c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.611525 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f8826-dfca-435f-90ea-7d64c4df543c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5f794c-687a-48b8-ace4-408689624f3f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:24.662846 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8826-dfca-435f-90ea-7d64c4df543c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.664138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6a3f8826-dfca-435f-90ea-7d64c4df543c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3105736 Sep 09 10:15:24.667661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52424) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:24.672556 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'network': {'name': 'tempest-network-smoke--122190704', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:24.774019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:15:24.777596 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.800317 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:15:24.809082 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.809416 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Added segment 9d8f528a-db6c-4f0f-8a34-c12eeeed16ae of type vlan for network 377664e3-8840-4396-9d7e-8db91183e327 Sep 09 10:15:24.847096 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.917286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.923176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:24.928347 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:24.992312 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Network': ['ID=377664e3-8840-4396-9d7e-8db91183e327,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:25.002831 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 377664e3-8840-4396-9d7e-8db91183e327 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:15:25.003332 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7bfa250a-03d9-41c0-8e61-2f0f4158a118 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3342965 Sep 09 10:15:25.005875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52426) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:25.010922 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'admin_state_up': True, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:25.106300 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:25.107390 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:25.194075 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:25.382200 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:25.634613 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:25.658788 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:25.748585 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:25.801633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.25.8.19 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/908482c6-4b57-423e-8c18-fdfea4ae140c) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:15:25.902569 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:25.988798 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:26.032757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:15:26.035946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:15:26.040917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:15:26.066050 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=908482c6-4b57-423e-8c18-fdfea4ae140c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:26.369723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:26.425697 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:26.903318 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:27.111089 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router cb7eaf58-4f82-457c-af99-9d33e3c883c7 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:15:27.218306 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:15:27.227627 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Sync routers for ids ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:15:27.236626 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Routers {'cb7eaf58-4f82-457c-af99-9d33e3c883c7'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:15:27.237221 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:27.279562 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:27.280885 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b51ffa76-d165-4f6f-a4e4-2ef3987fddfe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2737291 Sep 09 10:15:27.284044 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:27.312839 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6236607c-4d54-4b35-945c-b111b90aa816 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=424f9e2f158c4d2b8b3869949cc6347d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276487 Sep 09 10:15:27.315457 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52430) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:27.340144 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Set router cb7eaf58-4f82-457c-af99-9d33e3c883c7 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:15:27.398443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb6af6c-d55d-48cf-bc5f-ab1183af2023 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:27.399994 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-8eb6af6c-d55d-48cf-bc5f-ab1183af2023 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0836487 Sep 09 10:15:27.403302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52432) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:27.437476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-551a7803-40ad-4720-9779-94dd1cec220b tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306811 Sep 09 10:15:27.437732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52434) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:27.442539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326068153', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:27.576631 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:15:27.580139 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:27.603073 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:26Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:27.629711 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Checking router: cb7eaf58-4f82-457c-af99-9d33e3c883c7 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:15:27.630063 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Updating router cb7eaf58-4f82-457c-af99-9d33e3c883c7 port 908482c6-4b57-423e-8c18-fdfea4ae140c binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:15:27.655829 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:27.809179 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:27.869593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Subnet': ['ID=3dacbe83-a572-498c-a4d3-4074312f745f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:27.880009 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Checking segment: {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:15:27.880381 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network hostable DHCP agents. Network: 377664e3-8840-4396-9d7e-8db91183e327, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:15:27.910785 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:27.921149 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Transition to ACTIVE for port object 908482c6-4b57-423e-8c18-fdfea4ae140c will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:15:28.000074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 377664e3-8840-4396-9d7e-8db91183e327 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:15:28.022339 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.073228 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Attempting to bind port 908482c6-4b57-423e-8c18-fdfea4ae140c on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:15:28.073614 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Attempting to bind port 908482c6-4b57-423e-8c18-fdfea4ae140c by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:15:28.073949 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Attempting to bind port 908482c6-4b57-423e-8c18-fdfea4ae140c on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:15:28.080680 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Pushing event updated for resources: {'Port': ['ID=908482c6-4b57-423e-8c18-fdfea4ae140c,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:28.083724 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:15:28.084091 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:15:28.084536 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.084915 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:15:28.085363 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Bound port: 908482c6-4b57-423e-8c18-fdfea4ae140c, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:15:28.085734 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.096767 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 377664e3-8840-4396-9d7e-8db91183e327) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:15:28.101686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:28.102283 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.110809 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.111706 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.111706 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.113515 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.113515 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.113677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99885a3-2cde-4ea9-bb0d-d9e9b82005c5 None None] Network 377664e3-8840-4396-9d7e-8db91183e327 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:15:28.114125 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.114125 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.114125 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.114125 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.114125 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.114510 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.114850 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:15:28.153497 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] For port 908482c6-4b57-423e-8c18-fdfea4ae140c, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:15:28.156472 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] For port 908482c6-4b57-423e-8c18-fdfea4ae140c, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=908482c6-4b57-423e-8c18-fdfea4ae140c,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:15:28.183357 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1f95ed59-97a8-4a39-af19-aea8444f0096 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7446463 Sep 09 10:15:28.186182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52436) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:28.211795 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.264253 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-377664e3-8840-4396-9d7e-8db91183e327', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:15:28.265552 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.270853 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612a446-3b0b-493a-bcf6-08a75f26840c None None] Pushing event updated for resources: {'Port': ['ID=908482c6-4b57-423e-8c18-fdfea4ae140c,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:28.275813 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Routers {'cb7eaf58-4f82-457c-af99-9d33e3c883c7'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:15:28.276980 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:28.382880 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] Set router cb7eaf58-4f82-457c-af99-9d33e3c883c7 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:15:28.410923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Allocated IP 172.20.0.2 (377664e3-8840-4396-9d7e-8db91183e327/3dacbe83-a572-498c-a4d3-4074312f745f/0db6978e-e4e4-42fe-93f7-c06db782f4fe) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:15:28.565260 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:26Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:28.575398 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.588209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Transition to ACTIVE for port object 0db6978e-e4e4-42fe-93f7-c06db782f4fe will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:15:28.600143 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf484d9-87c8-45aa-a64e-d04151fd4fd8 None None] The sync data for ids ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'] in n-d-778696-16 is: [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:26Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:15:28.608355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Transition to ACTIVE for port object 0db6978e-e4e4-42fe-93f7-c06db782f4fe will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:15:28.656212 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.682977 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.726333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Network 377664e3-8840-4396-9d7e-8db91183e327 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:15:28.729449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:15:28.731945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:15:28.745699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Pushing event updated for resources: {'Port': ['ID=0db6978e-e4e4-42fe-93f7-c06db782f4fe,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:28.798527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Attempting to bind port 0db6978e-e4e4-42fe-93f7-c06db782f4fe on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:15:28.798894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Attempting to bind port 0db6978e-e4e4-42fe-93f7-c06db782f4fe by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:15:28.799259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Attempting to bind port 0db6978e-e4e4-42fe-93f7-c06db782f4fe on network 377664e3-8840-4396-9d7e-8db91183e327 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:15:28.804494 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:15:28.804868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Checking segment: {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:15:28.805270 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.805659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Bound using segment: {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:15:28.806119 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Bound port: 0db6978e-e4e4-42fe-93f7-c06db782f4fe, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:15:28.806504 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.899954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] For port 0db6978e-e4e4-42fe-93f7-c06db782f4fe, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:15:28.905330 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] For port 0db6978e-e4e4-42fe-93f7-c06db782f4fe, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0db6978e-e4e4-42fe-93f7-c06db782f4fe,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:15:28.980629 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:28.984825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.20.0.1 (377664e3-8840-4396-9d7e-8db91183e327/3dacbe83-a572-498c-a4d3-4074312f745f/4ec3a799-6dca-4ee4-bb11-d5e6bdae8468) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:15:29.067810 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 908482c6-4b57-423e-8c18-fdfea4ae140c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:15:29.104539 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2645d6a-bef9-4cff-82ae-77c6c741b2ea None None] Pushing event updated for resources: {'Port': ['ID=0db6978e-e4e4-42fe-93f7-c06db782f4fe,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:29.129286 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:29.147603 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Transition to ACTIVE for port object 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:15:29.205406 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 908482c6-4b57-423e-8c18-fdfea4ae140c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:15:29.210354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 908482c6-4b57-423e-8c18-fdfea4ae140c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:15:29.215365 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:29.265567 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:29.328974 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=4ec3a799-6dca-4ee4-bb11-d5e6bdae8468,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:29.334084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 377664e3-8840-4396-9d7e-8db91183e327 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:15:29.337154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:15:29.339466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:15:29.339899 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:29.363545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 908482c6-4b57-423e-8c18-fdfea4ae140c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=908482c6-4b57-423e-8c18-fdfea4ae140c,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:15:29.396696 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:29.440434 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:29.492556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=908482c6-4b57-423e-8c18-fdfea4ae140c,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:29.598452 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:29.882510 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:29.956210 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:30.026804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684f2eb8-842c-4fe9-b87a-eb453dc0fd17 None None] Network 377664e3-8840-4396-9d7e-8db91183e327 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:15:30.038855 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=4ec3a799-6dca-4ee4-bb11-d5e6bdae8468,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:30.043862 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:30.136176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 377664e3-8840-4396-9d7e-8db91183e327 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:15:30.138183 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:15:30.211854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-70826177-7672-4c4c-8c79-21b48e9e2b79 None None] Provisioning for port 0db6978e-e4e4-42fe-93f7-c06db782f4fe completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:15:30.261857 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router cb7eaf58-4f82-457c-af99-9d33e3c883c7 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:15:30.381059 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:15:30.386896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2f39532b-66cc-4fa7-b2c0-0af545d69151 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "PUT /v2.0/routers/cb7eaf58-4f82-457c-af99-9d33e3c883c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1996419 Sep 09 10:15:30.519495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-672bfcda-fe73-4685-ba4e-94f0e13cc2cb None None] Provisioning for port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:15:30.523791 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-672bfcda-fe73-4685-ba4e-94f0e13cc2cb None None] Provisioning complete for port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:15:30.524384 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-672bfcda-fe73-4685-ba4e-94f0e13cc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:30.563284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-672bfcda-fe73-4685-ba4e-94f0e13cc2cb None None] Port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:15:30.569953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-3d68b174-c548-40a5-9119-527ccd4c7d93 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254540202&fields=id&tenant_id=424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 267 time: 0.0493312 Sep 09 10:15:30.603631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Sync routers for ids ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:15:30.614794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Routers {'cb7eaf58-4f82-457c-af99-9d33e3c883c7'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:15:30.620231 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:30.683057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-4bb30398-6f83-4149-a7fb-4c79f2609b25 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:30.684640 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-4bb30398-6f83-4149-a7fb-4c79f2609b25 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/networks?id=377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 200 len: 796 time: 0.1139054 Sep 09 10:15:30.702577 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-7fa42ab1-ea6b-4e20-a349-ab876808f718 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/quotas/424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 375 time: 0.0107541 Sep 09 10:15:30.736898 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fd51b490-75fb-42af-b363-0a1069651e10 None None] Provisioning complete for port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:15:30.737278 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd51b490-75fb-42af-b363-0a1069651e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:30.761285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-98e9cddf-516d-4718-9740-71ae818518d2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515187 Sep 09 10:15:30.763773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Set router cb7eaf58-4f82-457c-af99-9d33e3c883c7 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:15:30.815063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fd51b490-75fb-42af-b363-0a1069651e10 None None] Port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:15:30.911940 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-9721d074-dc6e-4913-8b9f-8e56700d0230 service neutron] 10.222.0.32 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375248 Sep 09 10:15:30.966713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0c82b538-6f8c-4085-8157-74edb9af0e2b None None] Provisioning complete for port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:15:30.967139 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c82b538-6f8c-4085-8157-74edb9af0e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:31.009207 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0c82b538-6f8c-4085-8157-74edb9af0e2b None None] Port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:15:31.017790 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-96ea5aca-bd48-49c2-ad27-2db69c31d102 service neutron] 10.222.0.32 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994239 Sep 09 10:15:31.035329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '4ec3a799-6dca-4ee4-bb11-d5e6bdae8468', 'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:79:71:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:28Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 2, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:31.064242 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Checking router: cb7eaf58-4f82-457c-af99-9d33e3c883c7 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:15:31.064600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Updating router cb7eaf58-4f82-457c-af99-9d33e3c883c7 port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:15:31.246630 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 908482c6-4b57-423e-8c18-fdfea4ae140c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:15:31.270942 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-39567f84-fbf1-4681-98b8-411653a39aaf req-3048336c-0157-47c2-93cf-2fbde7950fbe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 210 time: 0.0274992 Sep 09 10:15:31.278161 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:31.409549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 908482c6-4b57-423e-8c18-fdfea4ae140c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:15:31.409929 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:31.574887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0db6978e-e4e4-42fe-93f7-c06db782f4fe up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:15:31.677596 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:31.687907 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Transition to ACTIVE for port object 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:15:31.745031 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 0db6978e-e4e4-42fe-93f7-c06db782f4fe completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:15:31.748889 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0db6978e-e4e4-42fe-93f7-c06db782f4fe triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:15:31.749263 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:31.786942 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:31.848116 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85c415-d8db-4f4b-985c-85bd8058803c None None] Pushing event updated for resources: {'Port': ['ID=4ec3a799-6dca-4ee4-bb11-d5e6bdae8468,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:31.921883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Attempting to bind port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:15:31.922250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Attempting to bind port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:15:31.922605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Attempting to bind port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 on network 377664e3-8840-4396-9d7e-8db91183e327 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:15:31.934061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:15:31.934441 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Checking segment: {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:15:31.934841 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:31.935233 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Bound using segment: {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:15:31.935723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Bound port: 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:15:31.936115 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:31.938044 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:32.008047 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 0db6978e-e4e4-42fe-93f7-c06db782f4fe, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0db6978e-e4e4-42fe-93f7-c06db782f4fe,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:15:32.043644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] For port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:15:32.048910 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] For port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4ec3a799-6dca-4ee4-bb11-d5e6bdae8468,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:15:32.114216 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:32.138387 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:32.180503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Routers {'cb7eaf58-4f82-457c-af99-9d33e3c883c7'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:15:32.181130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:32.182807 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=0db6978e-e4e4-42fe-93f7-c06db782f4fe,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:32.285865 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85c415-d8db-4f4b-985c-85bd8058803c None None] Pushing event updated for resources: {'Port': ['ID=4ec3a799-6dca-4ee4-bb11-d5e6bdae8468,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:32.345050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] Set router cb7eaf58-4f82-457c-af99-9d33e3c883c7 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:15:32.375226 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6b34cb01-43f2-4b3e-bd39-5c0a4b732b75 req-9294b321-bdcc-4354-a572-234e663d2631 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 210 time: 0.0268347 Sep 09 10:15:32.563259 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '4ec3a799-6dca-4ee4-bb11-d5e6bdae8468', 'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:79:71:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:28Z', 'updated_at': '2021-09-09T10:15:32Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:32.596250 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f186f-0a80-466f-9097-8a7a1fdf5e85 None None] The sync data for ids ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'] in n-d-778696-16 is: [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '4ec3a799-6dca-4ee4-bb11-d5e6bdae8468', 'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:79:71:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:28Z', 'updated_at': '2021-09-09T10:15:32Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:15:33.103586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:15:33.178197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-47690573-1275-4d40-bf59-5d6578f4aa87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:33.179724 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-47690573-1275-4d40-bf59-5d6578f4aa87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.41 "GET /v2.0/networks?id=377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 200 len: 796 time: 0.1235261 Sep 09 10:15:33.231549 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:15:33.235817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:15:33.236311 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:33.238423 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-0b6c2482-ee24-4ebb-96f6-887c7727cdd0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 380 time: 0.0493510 Sep 09 10:15:33.249628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'port': {'device_id': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'admin_state_up': True, 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'security_groups': ['696f2a8b-b72b-455c-ba4d-3dfde7cd6a78']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:33.328808 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:33.366443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4ec3a799-6dca-4ee4-bb11-d5e6bdae8468,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:15:33.437100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:15:33.440752 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:33.475141 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:33.476596 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0db6978e-e4e4-42fe-93f7-c06db782f4fe up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:15:33.541494 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f62bc22b-b7d2-4902-8836-69fd985b2c8a req-8a3b58c6-888a-47d3-a9f6-9d435f2783ce tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 210 time: 0.0403750 Sep 09 10:15:33.574427 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=4ec3a799-6dca-4ee4-bb11-d5e6bdae8468,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:33.588453 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 0db6978e-e4e4-42fe-93f7-c06db782f4fe triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:15:33.588918 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:33.614395 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.20.0.7 (377664e3-8840-4396-9d7e-8db91183e327/3dacbe83-a572-498c-a4d3-4074312f745f/cb9b79c0-615b-4159-ac96-efcbe3ccc5da) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:15:33.757956 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:33.771672 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Transition to ACTIVE for port object cb9b79c0-615b-4159-ac96-efcbe3ccc5da will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:15:33.854612 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:33.898573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 377664e3-8840-4396-9d7e-8db91183e327 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:15:33.902436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:15:33.908657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:15:33.914543 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:33.962252 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:33.962880 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:34.048954 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-897e9fef-fcd5-482d-a514-be8b4a5360a9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8040826 Sep 09 10:15:34.062504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Request body: {'port': {'device_id': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:34.120882 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:34.205103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-67ad27b2-599e-4f0e-b5e1-2a3ce5e38e93 None None] Provisioning for port cb9b79c0-615b-4159-ac96-efcbe3ccc5da completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:15:34.208915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-67ad27b2-599e-4f0e-b5e1-2a3ce5e38e93 None None] Provisioning complete for port cb9b79c0-615b-4159-ac96-efcbe3ccc5da triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:15:34.209286 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67ad27b2-599e-4f0e-b5e1-2a3ce5e38e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:34.247200 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-67ad27b2-599e-4f0e-b5e1-2a3ce5e38e93 None None] Port cb9b79c0-615b-4159-ac96-efcbe3ccc5da cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:15:34.387280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9b79c0-615b-4159-ac96-efcbe3ccc5da {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:15:34.394462 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:34.406387 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Transition to ACTIVE for port object cb9b79c0-615b-4159-ac96-efcbe3ccc5da will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:15:34.485169 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:34.535986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:34.612187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Attempting to bind port cb9b79c0-615b-4159-ac96-efcbe3ccc5da on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:15:34.612665 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Attempting to bind port cb9b79c0-615b-4159-ac96-efcbe3ccc5da by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:15:34.613099 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Attempting to bind port cb9b79c0-615b-4159-ac96-efcbe3ccc5da on network 377664e3-8840-4396-9d7e-8db91183e327 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:15:34.617943 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Port cb9b79c0-615b-4159-ac96-efcbe3ccc5da on network 377664e3-8840-4396-9d7e-8db91183e327 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:15:34.618468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Attempting to bind port cb9b79c0-615b-4159-ac96-efcbe3ccc5da on network 377664e3-8840-4396-9d7e-8db91183e327 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:15:34.640658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:15:34.640658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Checking segment: {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:15:34.640658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Bound using segment: {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:15:34.640658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Bound port: cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:15:34.640658 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:34.671949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584297b4-9ee2-45c5-ad0e-eee41b68d7bd req-70eef878-1cb7-4e0e-8e59-7b6503218413 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:34.673679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-584297b4-9ee2-45c5-ad0e-eee41b68d7bd req-70eef878-1cb7-4e0e-8e59-7b6503218413 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 943 time: 0.0597346 Sep 09 10:15:34.706986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:15:34.710383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:15:34.716597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-584297b4-9ee2-45c5-ad0e-eee41b68d7bd req-3867302b-c531-4171-a94a-225cf519a8fb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361273 Sep 09 10:15:34.766125 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:34.802082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:34.802826 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:34.804238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 1092 time: 0.7461879 Sep 09 10:15:34.804686 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:15:34.806939 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4448784f-9545-443d-b5dd-d0dafe4d6fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:15:34.832958 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8914eb-7283-4330-87a9-436df12286b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:34.844669 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fdfd35-1e2b-4d29-bd46-57a9c822a404 x-openstack-request-id: req-78fdfd35-1e2b-4d29-bd46-57a9c822a404 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:15:34.845158 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:15:34.845495 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78fdfd35-1e2b-4d29-bd46-57a9c822a404 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:15:34.845999 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'status': 'completed', 'code': 200} Sep 09 10:15:34.911788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448784f-9545-443d-b5dd-d0dafe4d6fa6 req-6bd5bbd6-0bd2-4ded-adb7-b8359debbd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:34.913403 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4448784f-9545-443d-b5dd-d0dafe4d6fa6 req-6bd5bbd6-0bd2-4ded-adb7-b8359debbd3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1095 time: 0.0480628 Sep 09 10:15:35.015653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448784f-9545-443d-b5dd-d0dafe4d6fa6 req-f62748c6-dc61-4773-bdc6-23cad77dc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:35.018115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4448784f-9545-443d-b5dd-d0dafe4d6fa6 req-f62748c6-dc61-4773-bdc6-23cad77dc59d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0975132 Sep 09 10:15:35.018903 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:15:35.066128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:15:35.066558 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:35.123571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448784f-9545-443d-b5dd-d0dafe4d6fa6 req-8b86733e-3bf9-4cc6-a2e6-86879d9c6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:35.125095 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4448784f-9545-443d-b5dd-d0dafe4d6fa6 req-8b86733e-3bf9-4cc6-a2e6-86879d9c6e14 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001623 Sep 09 10:15:35.199877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-6e1f5fce-3c61-4de6-80e9-f7f94f441d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:35.201375 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-6e1f5fce-3c61-4de6-80e9-f7f94f441d45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1095 time: 0.0410273 Sep 09 10:15:35.246391 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-f60a3837-70bc-40e9-8eb1-2fb55edc110f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 217 time: 0.0369613 Sep 09 10:15:35.295285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-e02c9531-5a72-4a52-811c-bcc14fd844e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:35.296818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-e02c9531-5a72-4a52-811c-bcc14fd844e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dacbe83-a572-498c-a4d3-4074312f745f HTTP/1.1" status: 200 len: 835 time: 0.0439365 Sep 09 10:15:35.344919 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-d3261d28-610d-4532-89a9-1fb228c534c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:35.346386 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-d3261d28-610d-4532-89a9-1fb228c534c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=377664e3-8840-4396-9d7e-8db91183e327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423977 Sep 09 10:15:35.437087 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-40ad71ff-4efc-4ef9-9883-60b8a82e4d18 service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834832 Sep 09 10:15:35.525873 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-17920b4b-ba46-49d1-8065-e87c8fbf6c39 req-1d5e858c-086c-46e2-be31-ee2e2025178c service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816789 Sep 09 10:15:35.828986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999882-a293-427e-924e-4af60d4bb6c5 req-3b15c4f0-2637-4516-a670-eb6986a7304f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:35.830452 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8999882-a293-427e-924e-4af60d4bb6c5 req-3b15c4f0-2637-4516-a670-eb6986a7304f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 943 time: 0.0483322 Sep 09 10:15:35.869352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d8999882-a293-427e-924e-4af60d4bb6c5 req-8a1dee76-f921-44fc-a7a4-04f7d13d247d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328560 Sep 09 10:15:36.734131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device cb9b79c0-615b-4159-ac96-efcbe3ccc5da details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:15:36.833289 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:15:36.844799 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'port_id': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'mac_address': 'fa:16:3e:63:a9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:15:36.883952 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:36.898696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9b79c0-615b-4159-ac96-efcbe3ccc5da {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:15:36.920704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:15:36.991022 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:36.997298 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8efc-d352-4969-8378-cb38ffcd0a7b req-b004b454-87af-4774-bcdb-8cc6e7528b97 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:36.998857 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a8a8efc-d352-4969-8378-cb38ffcd0a7b req-b004b454-87af-4774-bcdb-8cc6e7528b97 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 943 time: 0.0540855 Sep 09 10:15:37.041210 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1a8a8efc-d352-4969-8378-cb38ffcd0a7b req-cec60cd5-7c96-4095-9fe2-4e967e7c4c9e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362561 Sep 09 10:15:37.043843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:37.226072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['cb9b79c0-615b-4159-ac96-efcbe3ccc5da'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:15:38.156939 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db92ed6-be14-465f-a89b-091de9e57d02 req-61083624-cc5a-4a88-a715-cc5b343a141b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:38.158313 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3db92ed6-be14-465f-a89b-091de9e57d02 req-61083624-cc5a-4a88-a715-cc5b343a141b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 944 time: 0.0484688 Sep 09 10:15:38.195237 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3db92ed6-be14-465f-a89b-091de9e57d02 req-463a3476-948b-4c6d-adc6-9a5dfbd27a37 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Sep 09 10:15:38.736278 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device cb9b79c0-615b-4159-ac96-efcbe3ccc5da up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:15:38.842176 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port cb9b79c0-615b-4159-ac96-efcbe3ccc5da completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:15:38.845886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port cb9b79c0-615b-4159-ac96-efcbe3ccc5da triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:15:38.851539 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:38.922929 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:38.946854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:15:38.949180 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c9a1e0-03fa-4cd7-8e9c-b617d97c0735" -d '{"events": [{"server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "name": "network-vif-plugged", "status": "completed", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:15:38.961325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:15:38.988873 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5584225-5e2b-4db3-b4f7-f5d9a4ddab8a x-openstack-request-id: req-c5584225-5e2b-4db3-b4f7-f5d9a4ddab8a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:15:38.988873 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "name": "network-vif-plugged", "status": "completed", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:15:38.988873 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5584225-5e2b-4db3-b4f7-f5d9a4ddab8a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:15:38.989271 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'code': 200} Sep 09 10:15:39.036758 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:39.081486 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3c4d2-5868-4d4d-b653-f81607077c33 req-97b835a9-2b9e-4264-806f-db8357bf3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:39.083001 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-64d3c4d2-5868-4d4d-b653-f81607077c33 req-97b835a9-2b9e-4264-806f-db8357bf3591 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1097 time: 0.0390122 Sep 09 10:15:39.083973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:39.117764 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-64d3c4d2-5868-4d4d-b653-f81607077c33 req-a8035294-2f8f-4d42-87b4-00fa4b6ead9e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278792 Sep 09 10:15:39.311095 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab9377-342f-4605-ba4d-07cb71328d05 req-b85a4b84-5f9a-4ec1-9e22-8195081cc1ec tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:39.312586 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-18ab9377-342f-4605-ba4d-07cb71328d05 req-b85a4b84-5f9a-4ec1-9e22-8195081cc1ec tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0522614 Sep 09 10:15:39.349372 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-18ab9377-342f-4605-ba4d-07cb71328d05 req-61d34652-b48c-42ac-a0ae-b7359330f571 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308695 Sep 09 10:15:40.463623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd9ad2-190a-44b0-b9fc-132234f4b9b1 req-c8c50814-2435-42f6-84aa-a45950730cd8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:40.465066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ffd9ad2-190a-44b0-b9fc-132234f4b9b1 req-c8c50814-2435-42f6-84aa-a45950730cd8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0483718 Sep 09 10:15:40.502947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4ffd9ad2-190a-44b0-b9fc-132234f4b9b1 req-a3c20644-8b85-435f-8944-e2c73f70b583 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319335 Sep 09 10:15:40.617173 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66391f-bf8f-417d-bf03-a17e85e37a1d req-42cc82d3-3aee-4616-905c-a202bae9dea3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:40.618685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b66391f-bf8f-417d-bf03-a17e85e37a1d req-42cc82d3-3aee-4616-905c-a202bae9dea3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0491335 Sep 09 10:15:40.656772 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5b66391f-bf8f-417d-bf03-a17e85e37a1d req-ce0eed7b-cb18-4a77-833a-85325629e74d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Sep 09 10:15:40.677662 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:40.716746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1c21a9-6208-48bb-bc47-d571ac144d0b tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:40.718248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2c1c21a9-6208-48bb-bc47-d571ac144d0b tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1092 time: 0.0395846 Sep 09 10:15:40.721060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52494) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:40.725224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:15:40.796388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:40.896066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:40.997788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.25.8.167 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/ac48d611-1650-4b42-89b3-5545bbb2f58e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:15:41.095779 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:41.205652 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:41.244555 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:15:41.250049 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:15:41.254564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:15:41.257834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=ac48d611-1650-4b42-89b3-5545bbb2f58e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:41.914220 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:42.037797 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:42.183634 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:42.242161 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:42.311938 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=ac48d611-1650-4b42-89b3-5545bbb2f58e,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:15:42.323202 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:42.424690 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Floating IP 5e61be9c-857b-4698-9fb2-cf5b3c0ae53b associated. External IP: 172.25.8.167, port: cb9b79c0-615b-4159-ac96-efcbe3ccc5da. Sep 09 10:15:42.627253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router cb7eaf58-4f82-457c-af99-9d33e3c883c7 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:15:42.735484 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:15:42.745527 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c9af9-1bb8-4abc-b7f9-6ecd8ba94fcb None None] Sync routers for ids ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:15:42.754904 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c9af9-1bb8-4abc-b7f9-6ecd8ba94fcb None None] Routers {'cb7eaf58-4f82-457c-af99-9d33e3c883c7'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:15:42.757841 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9a0c9af9-1bb8-4abc-b7f9-6ecd8ba94fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:42.813744 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:42.841191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ec13744f-9664-47bd-b984-1f5679aa1ec8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1191342 Sep 09 10:15:42.841786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:15:42.844093 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6e1658-2517-40da-9759-59b5a6d4a444" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:15:42.862977 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-9a0c9af9-1bb8-4abc-b7f9-6ecd8ba94fcb None None] Set router cb7eaf58-4f82-457c-af99-9d33e3c883c7 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:15:42.886507 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d2448e-5a8e-4ed9-bac4-bcae285d1b18 x-openstack-request-id: req-e4d2448e-5a8e-4ed9-bac4-bcae285d1b18 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:15:42.886876 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:15:42.887203 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4d2448e-5a8e-4ed9-bac4-bcae285d1b18 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:15:42.887701 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'status': 'completed', 'code': 200} Sep 09 10:15:42.969404 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90157de5-67ef-4e49-9629-cf792dffb3fd req-7798ccb6-e2e7-4a05-9cf8-3e0376df8bbe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:42.970947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-90157de5-67ef-4e49-9629-cf792dffb3fd req-7798ccb6-e2e7-4a05-9cf8-3e0376df8bbe tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0808089 Sep 09 10:15:42.977755 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e1658-2517-40da-9759-59b5a6d4a444 req-3c76baa6-1e1c-451d-be95-2889280df9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:42.979848 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff6e1658-2517-40da-9759-59b5a6d4a444 req-3c76baa6-1e1c-451d-be95-2889280df9d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1097 time: 0.0636270 Sep 09 10:15:43.039117 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-90157de5-67ef-4e49-9629-cf792dffb3fd req-4326444f-c5bf-408c-80df-d1fc269778cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582223 Sep 09 10:15:43.062068 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52500) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:43.087301 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9a0c9af9-1bb8-4abc-b7f9-6ecd8ba94fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '5e61be9c-857b-4698-9fb2-cf5b3c0ae53b', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.167', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'port_id': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'mac_address': 'fa:16:3e:63:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:15:41Z', 'updated_at': '2021-09-09T10:15:41Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec3a799-6dca-4ee4-bb11-d5e6bdae8468', 'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:79:71:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:28Z', 'updated_at': '2021-09-09T10:15:33Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:43.098868 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e1658-2517-40da-9759-59b5a6d4a444 req-cb35f674-39b6-4b55-83b7-4f52af4aa6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:43.100636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff6e1658-2517-40da-9759-59b5a6d4a444 req-cb35f674-39b6-4b55-83b7-4f52af4aa6d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 200 len: 897 time: 0.1140671 Sep 09 10:15:43.117438 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c9af9-1bb8-4abc-b7f9-6ecd8ba94fcb None None] Checking router: cb7eaf58-4f82-457c-af99-9d33e3c883c7 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:15:43.126035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5155ed23-18ef-432d-9754-d8d74dd3bfc6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/5e61be9c-857b-4698-9fb2-cf5b3c0ae53b HTTP/1.1" status: 200 len: 991 time: 0.0627882 Sep 09 10:15:43.126271 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c9af9-1bb8-4abc-b7f9-6ecd8ba94fcb None None] Routers {'cb7eaf58-4f82-457c-af99-9d33e3c883c7'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:15:43.126643 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9a0c9af9-1bb8-4abc-b7f9-6ecd8ba94fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:15:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:43.172395 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff6e1658-2517-40da-9759-59b5a6d4a444 req-5d6c23af-c242-42af-8963-ec23716b071b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 999 time: 0.0643675 Sep 09 10:15:43.221046 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e1658-2517-40da-9759-59b5a6d4a444 req-75a0b50d-2778-4a89-ace9-b3d00c673849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:43.222531 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff6e1658-2517-40da-9759-59b5a6d4a444 req-75a0b50d-2778-4a89-ace9-b3d00c673849 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dacbe83-a572-498c-a4d3-4074312f745f HTTP/1.1" status: 200 len: 835 time: 0.0431011 Sep 09 10:15:43.232285 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-9a0c9af9-1bb8-4abc-b7f9-6ecd8ba94fcb None None] Set router cb7eaf58-4f82-457c-af99-9d33e3c883c7 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:15:43.268314 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e1658-2517-40da-9759-59b5a6d4a444 req-49e0407e-634e-47fe-93fa-6693cc6b7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:15:43.269830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff6e1658-2517-40da-9759-59b5a6d4a444 req-49e0407e-634e-47fe-93fa-6693cc6b7bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=377664e3-8840-4396-9d7e-8db91183e327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400290 Sep 09 10:15:43.362808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff6e1658-2517-40da-9759-59b5a6d4a444 req-c6801e4a-f792-4241-82a1-ab405a1a8bf1 service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858078 Sep 09 10:15:43.460607 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ff6e1658-2517-40da-9759-59b5a6d4a444 req-0774a02e-c80a-44b7-a5ab-10b8f342b64e service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915122 Sep 09 10:15:43.549982 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9a0c9af9-1bb8-4abc-b7f9-6ecd8ba94fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '5e61be9c-857b-4698-9fb2-cf5b3c0ae53b', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.167', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'port_id': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'mac_address': 'fa:16:3e:63:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:15:41Z', 'updated_at': '2021-09-09T10:15:41Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec3a799-6dca-4ee4-bb11-d5e6bdae8468', 'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:79:71:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:28Z', 'updated_at': '2021-09-09T10:15:33Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:15:43.577094 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c9af9-1bb8-4abc-b7f9-6ecd8ba94fcb None None] The sync data for ids ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'] in n-d-778696-16 is: [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '5e61be9c-857b-4698-9fb2-cf5b3c0ae53b', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.167', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'port_id': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'mac_address': 'fa:16:3e:63:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:15:41Z', 'updated_at': '2021-09-09T10:15:41Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec3a799-6dca-4ee4-bb11-d5e6bdae8468', 'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:79:71:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:28Z', 'updated_at': '2021-09-09T10:15:33Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:15:43.766752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5118c82-3f89-4633-8ad1-bde14d198943 None None] New status for floating IP 5e61be9c-857b-4698-9fb2-cf5b3c0ae53b: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:15:44.129895 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52502) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:15:44.194463 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-02343198-0388-4c9d-a994-14f6345bd14b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/5e61be9c-857b-4698-9fb2-cf5b3c0ae53b HTTP/1.1" status: 200 len: 993 time: 0.0631144 Sep 09 10:15:44.507632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f16a5a6-b4ef-4b5f-8f54-a99f70f08f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:45.649226 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:15:47.113248 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc87ad66-205d-45ab-bff2-b935b9e9a95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:47.381862 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:48.730721 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:50.321829 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:55.761502 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:15:56.430472 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:14.475221 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4fd8368a-aa75-4368-8090-e3ef89a2ac38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:15.812883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73929f62-605e-4780-ac38-1572d8b204d3 req-dd7410d6-4582-474a-b79f-f5e5731573c8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:15.814615 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73929f62-605e-4780-ac38-1572d8b204d3 req-dd7410d6-4582-474a-b79f-f5e5731573c8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.1495447 Sep 09 10:16:15.862062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-73929f62-605e-4780-ac38-1572d8b204d3 req-6de9f0a9-b7ca-43a3-ba55-10628af87d55 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408959 Sep 09 10:16:15.944626 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-46a03fbf-2802-4c1c-b15b-107b927b357d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956700 Sep 09 10:16:15.953876 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-d4fe1ae3-e6d7-4acf-8292-f09f2634071d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:16:15.954976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-d4fe1ae3-e6d7-4acf-8292-f09f2634071d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055320 Sep 09 10:16:17.038101 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae4b6c-af35-40f2-91fc-4f70f7940246 req-480472ac-efa9-4de7-ac0f-4f16c83d7999 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:17.039639 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25ae4b6c-af35-40f2-91fc-4f70f7940246 req-480472ac-efa9-4de7-ac0f-4f16c83d7999 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.1072979 Sep 09 10:16:17.078697 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-25ae4b6c-af35-40f2-91fc-4f70f7940246 req-17063e80-e523-4129-8b30-cbb27d510fbb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323980 Sep 09 10:16:17.124060 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c69adf3c-4b25-4d08-85db-b0a82832fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:17.409580 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:17.914413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-e459ca4d-9ce0-4106-997d-4accde67c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:17.916007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-e459ca4d-9ce0-4106-997d-4accde67c3a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1097 time: 0.0426452 Sep 09 10:16:18.008359 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-795dd2d3-2108-493d-b1a5-06446ea10059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:18.009841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-795dd2d3-2108-493d-b1a5-06446ea10059 service neutron] 10.222.0.41 "GET /v2.0/networks?id=377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 200 len: 897 time: 0.0872226 Sep 09 10:16:18.072491 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-2bc53558-3e1f-4fc7-95e4-bc7fc6872858 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 1001 time: 0.0555522 Sep 09 10:16:18.121170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-db6574b4-2917-4ea5-ae13-18467216c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:18.123651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-db6574b4-2917-4ea5-ae13-18467216c90c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dacbe83-a572-498c-a4d3-4074312f745f HTTP/1.1" status: 200 len: 835 time: 0.0440793 Sep 09 10:16:18.172873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-9370ffe3-28eb-428b-abbe-cbb5c830fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:18.174428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-9370ffe3-28eb-428b-abbe-cbb5c830fe84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=377664e3-8840-4396-9d7e-8db91183e327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442834 Sep 09 10:16:18.205889 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e67e15-1eec-4175-ada8-9d1b7b3f6aff req-69d63619-e605-4cf5-8cf5-1769b45cfdfd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:18.207487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44e67e15-1eec-4175-ada8-9d1b7b3f6aff req-69d63619-e605-4cf5-8cf5-1769b45cfdfd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0589421 Sep 09 10:16:18.246397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-44e67e15-1eec-4175-ada8-9d1b7b3f6aff req-f36b09e2-3004-4e9b-aa4f-65e958cbf94c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329177 Sep 09 10:16:18.272861 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-b94f6a7e-a8e9-4ba0-9f75-57cc78e64d7c service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914795 Sep 09 10:16:18.364269 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-2b440785-a163-46c0-804b-c2fa391f5a58 service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845499 Sep 09 10:16:18.733220 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:19.360282 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2790f4-2571-43e6-8ff7-24294e95aa18 req-bc943569-f262-4091-beb6-d16829962ace tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:19.361759 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d2790f4-2571-43e6-8ff7-24294e95aa18 req-bc943569-f262-4091-beb6-d16829962ace tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0482399 Sep 09 10:16:19.399177 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8d2790f4-2571-43e6-8ff7-24294e95aa18 req-a67deb04-e87d-47eb-a15b-6fedab361826 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Sep 09 10:16:20.324101 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:20.515111 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c956f1-5475-47f1-a223-dbecac9db7d8 req-d4cb046d-8f1d-481d-a704-4041ffc8f953 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:20.517270 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80c956f1-5475-47f1-a223-dbecac9db7d8 req-d4cb046d-8f1d-481d-a704-4041ffc8f953 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0516639 Sep 09 10:16:20.555250 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80c956f1-5475-47f1-a223-dbecac9db7d8 req-d4578884-8ebd-419d-8173-c44abb61b405 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321860 Sep 09 10:16:21.669496 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f38739-a7a4-43c4-8024-6803a3c21834 req-bc6a0bc2-8f43-4fd1-9f5d-aa8b608759c6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:21.670984 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d2f38739-a7a4-43c4-8024-6803a3c21834 req-bc6a0bc2-8f43-4fd1-9f5d-aa8b608759c6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0475481 Sep 09 10:16:21.711591 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d2f38739-a7a4-43c4-8024-6803a3c21834 req-48992501-3db7-48e2-82cc-7c59985b08ea tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347733 Sep 09 10:16:22.647679 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:16:22.825281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db2ea1-d40d-4315-852e-4294a3fcb9fe req-ed3db318-87ed-443d-9367-654e40e379aa tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:22.826771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68db2ea1-d40d-4315-852e-4294a3fcb9fe req-ed3db318-87ed-443d-9367-654e40e379aa tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0489783 Sep 09 10:16:22.864645 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-68db2ea1-d40d-4315-852e-4294a3fcb9fe req-40563c51-8c2f-4cc9-9bdd-f2ce0e4fe708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319679 Sep 09 10:16:23.977347 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12673c7a-1f36-49a2-bf81-8729e533bf62 req-8333f2bc-eec7-49fe-93f9-0d0c86a35772 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:23.978830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12673c7a-1f36-49a2-bf81-8729e533bf62 req-8333f2bc-eec7-49fe-93f9-0d0c86a35772 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0479681 Sep 09 10:16:24.016992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-12673c7a-1f36-49a2-bf81-8729e533bf62 req-a5ebc42f-3c78-4b79-9912-48a15214262b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317066 Sep 09 10:16:25.136293 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25918d93-9afa-4bd2-9c9b-700d17d6a59a req-46206c3c-fb06-4721-86c4-fb2237ea576a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:25.137697 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25918d93-9afa-4bd2-9c9b-700d17d6a59a req-46206c3c-fb06-4721-86c4-fb2237ea576a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0530226 Sep 09 10:16:25.175392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-25918d93-9afa-4bd2-9c9b-700d17d6a59a req-8bb90900-23e4-495a-a1ac-16d8911def8f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Sep 09 10:16:25.764386 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:26.291103 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fdeb0-dfbb-43d2-88ad-bd9a8c95b31f req-10520347-7a1d-460e-a35f-163c45cb992c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:26.292631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f8fdeb0-dfbb-43d2-88ad-bd9a8c95b31f req-10520347-7a1d-460e-a35f-163c45cb992c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0519648 Sep 09 10:16:26.331626 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1f8fdeb0-dfbb-43d2-88ad-bd9a8c95b31f req-59a603ab-14b3-4ead-9364-feafd9c378d9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324543 Sep 09 10:16:26.450110 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:27.447402 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f4243-5998-41a1-ad65-3a231ab27692 req-738b7d0e-8869-4293-b0bb-3250c11a8d09 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:27.448897 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-867f4243-5998-41a1-ad65-3a231ab27692 req-738b7d0e-8869-4293-b0bb-3250c11a8d09 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0500801 Sep 09 10:16:27.486305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-867f4243-5998-41a1-ad65-3a231ab27692 req-099f4174-c5c9-4b5b-8652-b4b83695b9dc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314274 Sep 09 10:16:28.600613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb8207-2fc5-4247-b28f-1d2454667e15 req-2e6ff96d-6eac-43b6-b095-3b9828f9e2a0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:28.602114 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1beb8207-2fc5-4247-b28f-1d2454667e15 req-2e6ff96d-6eac-43b6-b095-3b9828f9e2a0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0504248 Sep 09 10:16:28.643145 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1beb8207-2fc5-4247-b28f-1d2454667e15 req-bf911dcb-d4ef-407c-9f76-1d3dacfa902e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348957 Sep 09 10:16:29.758295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a16009-9215-4920-ac2e-1c4eb56cabf9 req-4563d602-448d-4b57-961d-3d0b503d01d7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:29.759814 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51a16009-9215-4920-ac2e-1c4eb56cabf9 req-4563d602-448d-4b57-961d-3d0b503d01d7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0497293 Sep 09 10:16:29.797745 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-51a16009-9215-4920-ac2e-1c4eb56cabf9 req-8f34876b-1852-417e-a89a-328f5378df53 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319045 Sep 09 10:16:30.910275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c439b8-48a7-4637-a8c0-ba3d93a46ec8 req-76dea49e-9159-43a2-abb9-25aa60d167db tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:30.911820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-11c439b8-48a7-4637-a8c0-ba3d93a46ec8 req-76dea49e-9159-43a2-abb9-25aa60d167db tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0487053 Sep 09 10:16:30.948688 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-11c439b8-48a7-4637-a8c0-ba3d93a46ec8 req-99a7a07f-23c7-456a-897e-31f83388505d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309644 Sep 09 10:16:32.069909 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c5976-983c-43d3-96e4-d7637089445e req-15ce8e2c-c6fc-4df9-9679-7b457a75ee84 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:32.071429 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-617c5976-983c-43d3-96e4-d7637089445e req-15ce8e2c-c6fc-4df9-9679-7b457a75ee84 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0533280 Sep 09 10:16:32.109431 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-617c5976-983c-43d3-96e4-d7637089445e req-7ce8eb89-52a5-474d-b6a8-bf4d1ba5a2f8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313251 Sep 09 10:16:33.238265 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705b4a2-d1a5-4039-a0e6-2f37516b8aec req-4973b7bc-fccc-4c7b-a1dc-f7420c380f85 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:33.240037 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1705b4a2-d1a5-4039-a0e6-2f37516b8aec req-4973b7bc-fccc-4c7b-a1dc-f7420c380f85 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0540535 Sep 09 10:16:33.302713 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1705b4a2-d1a5-4039-a0e6-2f37516b8aec req-bcc300dd-2835-4891-933e-48e7617339e0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568480 Sep 09 10:16:33.312297 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca54bb-71bd-4230-9c9c-f60d543824a2 req-e0290e81-ba1b-4b97-a602-f4bac5f233fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:33.313782 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7ca54bb-71bd-4230-9c9c-f60d543824a2 req-e0290e81-ba1b-4b97-a602-f4bac5f233fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1097 time: 0.1179206 Sep 09 10:16:33.419822 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca54bb-71bd-4230-9c9c-f60d543824a2 req-a54ef1a8-e830-4721-8271-f1a889079539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:33.421246 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7ca54bb-71bd-4230-9c9c-f60d543824a2 req-a54ef1a8-e830-4721-8271-f1a889079539 service neutron] 10.222.0.41 "GET /v2.0/networks?id=377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 200 len: 897 time: 0.0879951 Sep 09 10:16:33.484672 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7ca54bb-71bd-4230-9c9c-f60d543824a2 req-c3d789e4-9f27-41bd-bfaf-1eb211214f53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 1001 time: 0.0569196 Sep 09 10:16:33.541221 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca54bb-71bd-4230-9c9c-f60d543824a2 req-ed70da94-c06e-4525-9f42-c125ff14f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:33.542676 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7ca54bb-71bd-4230-9c9c-f60d543824a2 req-ed70da94-c06e-4525-9f42-c125ff14f9c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dacbe83-a572-498c-a4d3-4074312f745f HTTP/1.1" status: 200 len: 835 time: 0.0511806 Sep 09 10:16:33.587092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca54bb-71bd-4230-9c9c-f60d543824a2 req-aa7998d0-367c-4f4a-bd79-01c702880e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:33.588579 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7ca54bb-71bd-4230-9c9c-f60d543824a2 req-aa7998d0-367c-4f4a-bd79-01c702880e70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=377664e3-8840-4396-9d7e-8db91183e327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391164 Sep 09 10:16:33.678291 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7ca54bb-71bd-4230-9c9c-f60d543824a2 req-9a0ffe9a-4188-4124-9d71-af16ee230def service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825603 Sep 09 10:16:33.765975 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b7ca54bb-71bd-4230-9c9c-f60d543824a2 req-7b316af3-c3c8-485e-b9f9-721e7f844033 service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808566 Sep 09 10:16:34.418530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aa6c5-8d7a-420f-af7f-a87e17b9d065 req-0e306818-5478-4224-aa48-a71716b5729d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:34.420231 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d67aa6c5-8d7a-420f-af7f-a87e17b9d065 req-0e306818-5478-4224-aa48-a71716b5729d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0497434 Sep 09 10:16:34.457947 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d67aa6c5-8d7a-420f-af7f-a87e17b9d065 req-7e66864f-f220-4fba-b52c-9e5f3e128e68 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318468 Sep 09 10:16:35.496840 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-72a8c8f5-61a6-4bad-8839-8430740f8059 service neutron] show failed (client error): The resource could not be found. Sep 09 10:16:35.498144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-72a8c8f5-61a6-4bad-8839-8430740f8059 service neutron] 10.222.0.41 "GET /v2.0/ports/cb9b79c0-615b-4159-ac96-efcbe3ccc5da/bindings/n-h1-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0599012 Sep 09 10:16:35.837595 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00859d-4bd3-42bd-b63e-064403f40af0 req-5734d645-ceaf-4abd-aec8-b19f67772b93 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:35.838992 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe00859d-4bd3-42bd-b63e-064403f40af0 req-5734d645-ceaf-4abd-aec8-b19f67772b93 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.3128252 Sep 09 10:16:35.878648 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fe00859d-4bd3-42bd-b63e-064403f40af0 req-4b747c8b-0735-448f-9d5f-f602c5df3749 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323620 Sep 09 10:16:36.044191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-41889194-2370-44d8-9006-7ea1eaa30705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:36.045701 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-41889194-2370-44d8-9006-7ea1eaa30705 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834&tenant_id=424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 1097 time: 0.0424631 Sep 09 10:16:36.057175 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:16:36.111558 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:36.308612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:16:36.340379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h2-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:16:36.378409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:16:36.380880 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe13058-128b-4cd8-8915-e5423851006f" -d '{"events": [{"server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "name": "network-vif-unplugged", "status": "completed", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:16:36.384947 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:36.403431 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Transition to ACTIVE for port object cb9b79c0-615b-4159-ac96-efcbe3ccc5da will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:16:36.435268 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 10:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75578b7-0c8d-4f1f-8d03-807205286663 x-openstack-request-id: req-e75578b7-0c8d-4f1f-8d03-807205286663 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:16:36.435268 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "name": "network-vif-unplugged", "status": "completed", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:16:36.435268 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e75578b7-0c8d-4f1f-8d03-807205286663 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:16:36.435268 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'code': 200} Sep 09 10:16:36.469066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:36.521368 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Pushing event updated for resources: {'Port': ['ID=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:16:36.580487 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.580831 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.581177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.581511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.581841 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.582171 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.582495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.582820 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.583141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.583482 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.583955 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.584108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:36.628252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] No DVR routers for this DVR port cb9b79c0-615b-4159-ac96-efcbe3ccc5da on host n-h2-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:16:36.768674 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Attempting to bind port cb9b79c0-615b-4159-ac96-efcbe3ccc5da on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:16:36.769010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Attempting to bind port cb9b79c0-615b-4159-ac96-efcbe3ccc5da by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:16:36.769342 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Attempting to bind port cb9b79c0-615b-4159-ac96-efcbe3ccc5da on network 377664e3-8840-4396-9d7e-8db91183e327 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:16:36.774161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Port cb9b79c0-615b-4159-ac96-efcbe3ccc5da on network 377664e3-8840-4396-9d7e-8db91183e327 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:16:36.774410 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Attempting to bind port cb9b79c0-615b-4159-ac96-efcbe3ccc5da on network 377664e3-8840-4396-9d7e-8db91183e327 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:16:36.780349 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:16:36.780708 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Checking segment: {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:16:36.781085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Bound using segment: {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:16:36.781507 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Bound port: cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '377664e3-8840-4396-9d7e-8db91183e327'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:16:36.781860 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:36.851910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:16:36.855006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:16:36.930229 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:36.965263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:36.965934 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:36.967299 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] 10.222.0.24 "PUT /v2.0/ports/cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 1092 time: 0.9139693 Sep 09 10:16:37.003150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5a4c8-e743-48b9-a7a5-b27a60346590 req-ee4b4fd3-9dde-4677-a65b-bafd4b010c25 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:37.010996 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4fd5a4c8-e743-48b9-a7a5-b27a60346590 req-ee4b4fd3-9dde-4677-a65b-bafd4b010c25 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 943 time: 0.0649912 Sep 09 10:16:37.032722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa2a60-7153-450b-b1db-4569e8da555d service neutron] Pushing event updated for resources: {'Port': ['ID=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:16:37.049020 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-7f184915-8029-47f7-ace5-935789152a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:37.050846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-7f184915-8029-47f7-ace5-935789152a8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1095 time: 0.0504436 Sep 09 10:16:37.052239 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4fd5a4c8-e743-48b9-a7a5-b27a60346590 req-beafb361-fb22-470e-a92f-8642ce64ea54 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402827 Sep 09 10:16:37.167056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-72258c69-267e-4bef-8a41-cf7d4156e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:37.169229 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-72258c69-267e-4bef-8a41-cf7d4156e401 service neutron] 10.222.0.24 "GET /v2.0/networks?id=377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 200 len: 897 time: 0.1088238 Sep 09 10:16:37.239417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-4273d4e9-b7ce-44e1-bdca-2fc328d241c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 999 time: 0.0621421 Sep 09 10:16:37.294515 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-bfc87155-96da-465b-a24d-82cfa578891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:37.295951 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-bfc87155-96da-465b-a24d-82cfa578891d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dacbe83-a572-498c-a4d3-4074312f745f HTTP/1.1" status: 200 len: 835 time: 0.0489259 Sep 09 10:16:37.343976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-caae2994-1c1d-4cab-9d98-e6b3ed19ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:37.345441 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-caae2994-1c1d-4cab-9d98-e6b3ed19ac01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=377664e3-8840-4396-9d7e-8db91183e327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427721 Sep 09 10:16:37.432505 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-d2ea5cef-53d8-4029-8a9e-770da39d0fbf service neutron] 10.222.0.24 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797777 Sep 09 10:16:37.523866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-e81e006a-5c33-41e9-8b26-7b2beddd2d9e service neutron] 10.222.0.24 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833173 Sep 09 10:16:38.176573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d6531-09eb-4404-beac-46b66286a042 req-d04a7e37-a0d6-44d2-b39b-291d1802d834 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:38.177980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e78d6531-09eb-4404-beac-46b66286a042 req-d04a7e37-a0d6-44d2-b39b-291d1802d834 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 943 time: 0.0517921 Sep 09 10:16:38.214311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e78d6531-09eb-4404-beac-46b66286a042 req-9ca2c9dc-1519-457b-9ddc-199ae27ce60f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303700 Sep 09 10:16:38.433257 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:16:38.435832 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede43f16-9150-4ac9-bb87-08a1f6895421" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:16:38.485148 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269f84fc-e834-4948-9e7e-e43746ba3452 x-openstack-request-id: req-269f84fc-e834-4948-9e7e-e43746ba3452 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:16:38.485447 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:16:38.485721 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-269f84fc-e834-4948-9e7e-e43746ba3452 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:16:38.486120 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'status': 'completed', 'code': 200} Sep 09 10:16:38.546424 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-6aa603ff-4a45-43b7-95e3-5e0cc210b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:38.548181 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-6aa603ff-4a45-43b7-95e3-5e0cc210b14c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1095 time: 0.0425406 Sep 09 10:16:38.549944 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-f275b4f2-b610-41cd-93eb-d57282acc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:38.551496 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-f275b4f2-b610-41cd-93eb-d57282acc617 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1095 time: 0.0414662 Sep 09 10:16:38.641409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-52de81e8-09ea-48b8-b2d8-ae9864952d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:38.642899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-52de81e8-09ea-48b8-b2d8-ae9864952d0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 200 len: 897 time: 0.0878367 Sep 09 10:16:38.644573 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-cfecfc5a-8980-4f95-8d2a-389e047166ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:38.646047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-cfecfc5a-8980-4f95-8d2a-389e047166ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 200 len: 897 time: 0.0880108 Sep 09 10:16:38.709301 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-86bb9c9e-0c95-4c38-ab8f-b31f0fc7056e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 999 time: 0.0586562 Sep 09 10:16:38.710753 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-72511f0c-bf2f-4142-a797-d8f9b7084212 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 999 time: 0.0569792 Sep 09 10:16:38.764368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-49f37b7a-22ff-41a2-a4ea-3d6b9b23b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:38.764664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-ebd34d46-0b4f-48a9-8edc-541b9acd14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:38.765879 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-49f37b7a-22ff-41a2-a4ea-3d6b9b23b95f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dacbe83-a572-498c-a4d3-4074312f745f HTTP/1.1" status: 200 len: 835 time: 0.0482526 Sep 09 10:16:38.766188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-ebd34d46-0b4f-48a9-8edc-541b9acd14bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dacbe83-a572-498c-a4d3-4074312f745f HTTP/1.1" status: 200 len: 835 time: 0.0485685 Sep 09 10:16:38.811878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-62c66898-5bb5-4de2-9fb4-199551b188a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:38.812349 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-d9beda28-736f-4ca2-9537-43d4ace7a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:38.813391 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-62c66898-5bb5-4de2-9fb4-199551b188a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=377664e3-8840-4396-9d7e-8db91183e327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395317 Sep 09 10:16:38.813856 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-d9beda28-736f-4ca2-9537-43d4ace7a800 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=377664e3-8840-4396-9d7e-8db91183e327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413551 Sep 09 10:16:38.903535 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-24b25e3c-41cb-4020-bc0b-41ac419637ae service neutron] 10.222.0.24 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819769 Sep 09 10:16:38.910510 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-5845af07-0b88-4e56-aca3-65f7782ff094 service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891175 Sep 09 10:16:38.995121 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-83d77957-2b72-4610-b215-14a456771c8a service neutron] 10.222.0.24 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846422 Sep 09 10:16:39.002414 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ede43f16-9150-4ac9-bb87-08a1f6895421 req-8bf857bf-b408-4b6e-b3e1-6b99e19c3efd service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830836 Sep 09 10:16:39.015081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device cb9b79c0-615b-4159-ac96-efcbe3ccc5da no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:16:39.053040 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device cb9b79c0-615b-4159-ac96-efcbe3ccc5da not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:16:39.330219 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aca10a-888a-431f-8b6d-8e805f9b5a6c req-90408451-7326-4ee4-a16d-8c0be35cf09f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:39.331748 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e1aca10a-888a-431f-8b6d-8e805f9b5a6c req-90408451-7326-4ee4-a16d-8c0be35cf09f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 943 time: 0.0500512 Sep 09 10:16:39.369251 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e1aca10a-888a-431f-8b6d-8e805f9b5a6c req-57bc9dac-b4ba-40ca-86c6-00d0e82a73d5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315828 Sep 09 10:16:40.484130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4555a98-856d-4202-b4c7-1f74b853e5b3 req-4a06ddbb-481e-4bf2-8263-c4ebb9eabf38 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:40.485617 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4555a98-856d-4202-b4c7-1f74b853e5b3 req-4a06ddbb-481e-4bf2-8263-c4ebb9eabf38 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 943 time: 0.0480914 Sep 09 10:16:40.524063 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4555a98-856d-4202-b4c7-1f74b853e5b3 req-a2f33209-64be-4137-ae6a-83f1d3a4ed38 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Sep 09 10:16:40.815759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6b68-4fd8-4e68-b340-e1430cc58a05 req-5e3c7d87-4d4f-4491-a5d5-5879da1bc2f2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:40.817357 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3cbd6b68-4fd8-4e68-b340-e1430cc58a05 req-5e3c7d87-4d4f-4491-a5d5-5879da1bc2f2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 943 time: 0.0547318 Sep 09 10:16:40.920012 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3cbd6b68-4fd8-4e68-b340-e1430cc58a05 req-cef53ef0-c5af-4095-9aca-ec96e6281726 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956056 Sep 09 10:16:40.922607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device cb9b79c0-615b-4159-ac96-efcbe3ccc5da details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:16:40.942150 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-a34d19f8-4580-49f9-a282-ac16e1b5a38a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:40.943692 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-a34d19f8-4580-49f9-a282-ac16e1b5a38a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834&tenant_id=424f9e2f158c4d2b8b3869949cc6347d&binding%3Ahost_id=n-h1-778696-16 HTTP/1.1" status: 200 len: 943 time: 0.1132739 Sep 09 10:16:41.014676 n-d-778696-16 neutron-server[95325]: INFO neutron.api.v2.resource [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-325c58c0-e172-46fd-8493-87c0e6af3d93 service neutron] delete failed (client error): The resource could not be found. Sep 09 10:16:41.015928 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-325c58c0-e172-46fd-8493-87c0e6af3d93 service neutron] 10.222.0.41 "DELETE /v2.0/ports/cb9b79c0-615b-4159-ac96-efcbe3ccc5da/bindings/n-h2-778696-16 HTTP/1.1" status: 404 len: 381 time: 0.0649927 Sep 09 10:16:41.051132 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c6dfe-7991-483d-aa95-029d2d5b999b req-90b8da74-0ce2-4184-b2ed-7808ced75cca tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:41.052805 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e31c6dfe-7991-483d-aa95-029d2d5b999b req-90b8da74-0ce2-4184-b2ed-7808ced75cca tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 943 time: 0.0623965 Sep 09 10:16:41.100498 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-e31c6dfe-7991-483d-aa95-029d2d5b999b req-b888db8b-abea-4470-84ec-ef876c221ade tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397875 Sep 09 10:16:41.114972 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-6e4cd272-c322-4a0e-a278-ffe47556bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:41.116563 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-6e4cd272-c322-4a0e-a278-ffe47556bf7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1095 time: 0.0526443 Sep 09 10:16:41.181603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:16:41.193756 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'port_id': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'mac_address': 'fa:16:3e:63:a9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:16:41.212988 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-e8886d22-72f2-4d48-b5f4-455504d06029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:41.214481 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-e8886d22-72f2-4d48-b5f4-455504d06029 service neutron] 10.222.0.41 "GET /v2.0/networks?id=377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 200 len: 897 time: 0.0907934 Sep 09 10:16:41.231615 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:41.248811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9b79c0-615b-4159-ac96-efcbe3ccc5da {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:16:41.264781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:16:41.281406 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-81e29006-05d6-46cf-862e-b3ca7c34aff8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 999 time: 0.0600579 Sep 09 10:16:41.326570 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:41.331889 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-160c7d0a-245e-4f3e-ac2f-b461d3967ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:41.337573 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-160c7d0a-245e-4f3e-ac2f-b461d3967ec1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dacbe83-a572-498c-a4d3-4074312f745f HTTP/1.1" status: 200 len: 835 time: 0.0452130 Sep 09 10:16:41.373340 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:16:41.380739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.381082 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.381420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.381755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.382087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.382415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.382742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.383067 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.383402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.383728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.384053 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.384369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:16:41.385581 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-20da2530-ebc4-484b-86c1-6bd2a36bc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:41.387178 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-20da2530-ebc4-484b-86c1-6bd2a36bc447 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=377664e3-8840-4396-9d7e-8db91183e327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460463 Sep 09 10:16:41.483810 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-818168bb-5126-40b9-b88e-bf5cd2153279 service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897672 Sep 09 10:16:41.580897 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5c9a9f25-649f-468c-b520-a7d7e78b2457 req-94ff3326-6936-401d-ac3c-463f31c52a55 service neutron] 10.222.0.41 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900276 Sep 09 10:16:41.585230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['cb9b79c0-615b-4159-ac96-efcbe3ccc5da'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:16:41.843646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-a3a60a45-236e-49f9-9bc7-c3487e04d45a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406535 Sep 09 10:16:41.927084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-1bd0e873-18bd-4a88-bf98-576f82d10f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:41.928627 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-1bd0e873-18bd-4a88-bf98-576f82d10f42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1096 time: 0.0406916 Sep 09 10:16:42.034671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-93a80ab3-6947-4a2e-a913-efb0ecb40370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:42.036240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-93a80ab3-6947-4a2e-a913-efb0ecb40370 service neutron] 10.222.0.24 "GET /v2.0/networks?id=377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 200 len: 897 time: 0.0879834 Sep 09 10:16:42.102480 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-f13cf339-3ec6-4765-bf88-baeb60aeb7f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 1000 time: 0.0578749 Sep 09 10:16:42.159946 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-fd9f3f4a-66e1-4b30-adfa-a56dfd3d8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:42.161426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-fd9f3f4a-66e1-4b30-adfa-a56dfd3d8b66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dacbe83-a572-498c-a4d3-4074312f745f HTTP/1.1" status: 200 len: 835 time: 0.0503042 Sep 09 10:16:42.207046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-952dd151-a6f0-452c-b9e5-3acdeed53209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:42.208605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-952dd151-a6f0-452c-b9e5-3acdeed53209 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=377664e3-8840-4396-9d7e-8db91183e327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399909 Sep 09 10:16:42.222333 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fb97f-95f9-4e6f-80c4-f5211e41a53b req-dc2c5e00-c0fc-4cb0-abce-b7f00e4f072b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:42.223737 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-556fb97f-95f9-4e6f-80c4-f5211e41a53b req-dc2c5e00-c0fc-4cb0-abce-b7f00e4f072b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 944 time: 0.0511067 Sep 09 10:16:42.264330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-556fb97f-95f9-4e6f-80c4-f5211e41a53b req-9dddc4f7-d3b4-4215-912c-0d6bc60da58f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341177 Sep 09 10:16:42.320524 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-99db6c54-f00f-44e6-8e19-657fc2e64b93 service neutron] 10.222.0.24 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038558 Sep 09 10:16:42.413251 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-edc90992-207d-4dd0-bfc6-897c66c4a00b req-e3f012b4-65a3-440f-a85f-9fe862d3f81f service neutron] 10.222.0.24 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854928 Sep 09 10:16:42.938443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device cb9b79c0-615b-4159-ac96-efcbe3ccc5da up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:16:43.052017 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port cb9b79c0-615b-4159-ac96-efcbe3ccc5da completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:16:43.056024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port cb9b79c0-615b-4159-ac96-efcbe3ccc5da triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:16:43.056397 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:43.131753 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:43.154540 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:16:43.156766 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899d744e-ea08-47d0-a120-a3ecbba33e40" -d '{"events": [{"server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "name": "network-vif-plugged", "status": "completed", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:16:43.168871 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:16:43.192822 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6788a0f-385e-40f3-97f0-277c6e821459 x-openstack-request-id: req-f6788a0f-385e-40f3-97f0-277c6e821459 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:16:43.193146 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "name": "network-vif-plugged", "status": "completed", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:16:43.193395 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6788a0f-385e-40f3-97f0-277c6e821459 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:16:43.193786 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'code': 200} Sep 09 10:16:43.240433 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:43.287588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,revision_number=9']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:16:43.378310 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66340aed-3e1b-433a-8792-f3d034d461b9 req-4c23b3ac-a8a8-4802-967d-30a1277023cb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:16:43.380064 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-66340aed-3e1b-433a-8792-f3d034d461b9 req-4c23b3ac-a8a8-4802-967d-30a1277023cb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0484023 Sep 09 10:16:43.416963 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-66340aed-3e1b-433a-8792-f3d034d461b9 req-d14a502d-43bd-4924-9266-26ec073ac430 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Sep 09 10:16:43.439580 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52610) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:16:43.502834 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-271c74ef-3744-4a52-8458-8d57efffe5b0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/5e61be9c-857b-4698-9fb2-cf5b3c0ae53b HTTP/1.1" status: 200 len: 993 time: 0.0621507 Sep 09 10:16:44.517953 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34c870c8-f970-433a-a75b-26c08fe5c4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:47.148935 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60f32413-e06b-4c80-ba0b-fb452f377f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:47.389394 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:48.720567 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:50.326172 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:55.757466 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:56.457477 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:16:59.650348 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:17:10.053516 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52622) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:10.232092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port ac48d611-1650-4b42-89b3-5545bbb2f58e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:17:10.232313 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:10.306788 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:10.307119 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:10.318263 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for ac48d611-1650-4b42-89b3-5545bbb2f58e owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:17:10.514665 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:10.541327 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=ac48d611-1650-4b42-89b3-5545bbb2f58e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:10.896851 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:10.897189 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Floating IP 5e61be9c-857b-4698-9fb2-cf5b3c0ae53b disassociated (deleted). External IP: 172.25.8.167, port: cb9b79c0-615b-4159-ac96-efcbe3ccc5da. Sep 09 10:17:11.104187 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router cb7eaf58-4f82-457c-af99-9d33e3c883c7 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:17:11.214379 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:17:11.219304 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:11.223886 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f3b65-46ac-4d48-809e-f232b5457b69 None None] Sync routers for ids ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:17:11.233622 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f3b65-46ac-4d48-809e-f232b5457b69 None None] Routers {'cb7eaf58-4f82-457c-af99-9d33e3c883c7'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:17:11.234232 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-911f3b65-46ac-4d48-809e-f232b5457b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:16:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:11.246536 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-02f1658e-1816-408a-880d-135c08bd7930 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/floatingips/5e61be9c-857b-4698-9fb2-cf5b3c0ae53b HTTP/1.1" status: 204 len: 168 time: 1.1919484 Sep 09 10:17:11.247991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:17:11.250370 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a80691f-6761-4ad2-8787-47a55b060f79" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:17:11.288569 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26d1204-2758-4edc-af47-371895c780a9 x-openstack-request-id: req-a26d1204-2758-4edc-af47-371895c780a9 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:17:11.288875 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:17:11.289129 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a26d1204-2758-4edc-af47-371895c780a9 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:17:11.289537 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'status': 'completed', 'code': 200} Sep 09 10:17:11.349202 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-911f3b65-46ac-4d48-809e-f232b5457b69 None None] Set router cb7eaf58-4f82-457c-af99-9d33e3c883c7 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:17:11.353488 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80691f-6761-4ad2-8787-47a55b060f79 req-d9f0d4f8-8c45-4133-928a-711e054dfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:11.355232 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a80691f-6761-4ad2-8787-47a55b060f79 req-d9f0d4f8-8c45-4133-928a-711e054dfb75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 1097 time: 0.0414329 Sep 09 10:17:11.451662 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80691f-6761-4ad2-8787-47a55b060f79 req-20451faf-b799-441a-909b-29d45934fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:11.453174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a80691f-6761-4ad2-8787-47a55b060f79 req-20451faf-b799-441a-909b-29d45934fcd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 200 len: 897 time: 0.0904837 Sep 09 10:17:11.499307 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a80691f-6761-4ad2-8787-47a55b060f79 req-db726919-6f38-4e11-b2c6-aa7a304a9694 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 200 len: 217 time: 0.0382197 Sep 09 10:17:11.554376 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80691f-6761-4ad2-8787-47a55b060f79 req-d5c9778c-1243-4392-8453-c8807d099d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:11.555899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a80691f-6761-4ad2-8787-47a55b060f79 req-d5c9778c-1243-4392-8453-c8807d099d85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dacbe83-a572-498c-a4d3-4074312f745f HTTP/1.1" status: 200 len: 835 time: 0.0482295 Sep 09 10:17:11.558785 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-911f3b65-46ac-4d48-809e-f232b5457b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '4ec3a799-6dca-4ee4-bb11-d5e6bdae8468', 'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:79:71:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:28Z', 'updated_at': '2021-09-09T10:15:33Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:11.585299 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f3b65-46ac-4d48-809e-f232b5457b69 None None] Checking router: cb7eaf58-4f82-457c-af99-9d33e3c883c7 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:17:11.593858 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f3b65-46ac-4d48-809e-f232b5457b69 None None] Routers {'cb7eaf58-4f82-457c-af99-9d33e3c883c7'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:17:11.594479 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-911f3b65-46ac-4d48-809e-f232b5457b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:16:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:11.610813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80691f-6761-4ad2-8787-47a55b060f79 req-d2bbf81a-39a8-4743-80bd-3e5a4330c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:11.612412 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a80691f-6761-4ad2-8787-47a55b060f79 req-d2bbf81a-39a8-4743-80bd-3e5a4330c702 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=377664e3-8840-4396-9d7e-8db91183e327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463140 Sep 09 10:17:11.705847 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-911f3b65-46ac-4d48-809e-f232b5457b69 None None] Set router cb7eaf58-4f82-457c-af99-9d33e3c883c7 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:17:11.737330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a80691f-6761-4ad2-8787-47a55b060f79 req-cb211533-d685-4759-8023-3d2ce741d62b service neutron] 10.222.0.24 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169956 Sep 09 10:17:11.750953 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56e8ff-e106-421f-85fb-72080c2b3839 req-703eb4aa-ec2d-43b1-8183-27c188df60e7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:11.752382 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd56e8ff-e106-421f-85fb-72080c2b3839 req-703eb4aa-ec2d-43b1-8183-27c188df60e7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0729952 Sep 09 10:17:11.843018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd56e8ff-e106-421f-85fb-72080c2b3839 req-91a4ef4a-5831-438a-8f16-8b0cf6c830f0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814908 Sep 09 10:17:11.864225 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a80691f-6761-4ad2-8787-47a55b060f79 req-abb63343-88cf-41fb-a52b-e7dd6c1a14f5 service neutron] 10.222.0.24 "GET /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094248 Sep 09 10:17:11.916106 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-911f3b65-46ac-4d48-809e-f232b5457b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '4ec3a799-6dca-4ee4-bb11-d5e6bdae8468', 'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:79:71:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:28Z', 'updated_at': '2021-09-09T10:15:33Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:11.943595 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f3b65-46ac-4d48-809e-f232b5457b69 None None] The sync data for ids ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'] in n-d-778696-16 is: [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '4ec3a799-6dca-4ee4-bb11-d5e6bdae8468', 'name': '', 'network_id': '377664e3-8840-4396-9d7e-8db91183e327', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:79:71:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:28Z', 'updated_at': '2021-09-09T10:15:33Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '3dacbe83-a572-498c-a4d3-4074312f745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:17:12.155190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec808e8-101f-4f75-8f48-55c44b8fe961 None None] New status for floating IP 5e61be9c-857b-4698-9fb2-cf5b3c0ae53b: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:17:12.958285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a2d6e-1c8d-470d-b999-7a0c2072a704 req-1080ea6a-c7a8-4f7a-b80d-2b979e186c64 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:12.959830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f6a2d6e-1c8d-470d-b999-7a0c2072a704 req-1080ea6a-c7a8-4f7a-b80d-2b979e186c64 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0490954 Sep 09 10:17:12.999560 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8f6a2d6e-1c8d-470d-b999-7a0c2072a704 req-91a955b2-4063-4a1e-8b89-76bf6ed54c85 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336645 Sep 09 10:17:13.017066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee427f4a-1b8d-49ef-a588-801e0a7f8032 req-0385d00f-5f78-45c7-99af-5cd6df6e70cb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:13.018565 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee427f4a-1b8d-49ef-a588-801e0a7f8032 req-0385d00f-5f78-45c7-99af-5cd6df6e70cb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 945 time: 0.0535722 Sep 09 10:17:13.107346 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ee427f4a-1b8d-49ef-a588-801e0a7f8032 req-afc6acad-5da2-450c-a7e4-3d32d9277f67 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port cb9b79c0-615b-4159-ac96-efcbe3ccc5da {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:17:13.107716 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee427f4a-1b8d-49ef-a588-801e0a7f8032 req-afc6acad-5da2-450c-a7e4-3d32d9277f67 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:13.199730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ee427f4a-1b8d-49ef-a588-801e0a7f8032 req-afc6acad-5da2-450c-a7e4-3d32d9277f67 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port cb9b79c0-615b-4159-ac96-efcbe3ccc5da, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:17:13.200607 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee427f4a-1b8d-49ef-a588-801e0a7f8032 req-afc6acad-5da2-450c-a7e4-3d32d9277f67 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:13.212115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ee427f4a-1b8d-49ef-a588-801e0a7f8032 req-afc6acad-5da2-450c-a7e4-3d32d9277f67 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for cb9b79c0-615b-4159-ac96-efcbe3ccc5da owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:17:13.425659 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee427f4a-1b8d-49ef-a588-801e0a7f8032 req-afc6acad-5da2-450c-a7e4-3d32d9277f67 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:13.456374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6acad-5da2-450c-a7e4-3d32d9277f67 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=cb9b79c0-615b-4159-ac96-efcbe3ccc5da,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:13.499290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee427f4a-1b8d-49ef-a588-801e0a7f8032 req-afc6acad-5da2-450c-a7e4-3d32d9277f67 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] No DVR routers for this DVR port cb9b79c0-615b-4159-ac96-efcbe3ccc5da on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:17:13.501963 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ee427f4a-1b8d-49ef-a588-801e0a7f8032 req-afc6acad-5da2-450c-a7e4-3d32d9277f67 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:13.504044 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ee427f4a-1b8d-49ef-a588-801e0a7f8032 req-afc6acad-5da2-450c-a7e4-3d32d9277f67 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "DELETE /v2.0/ports/cb9b79c0-615b-4159-ac96-efcbe3ccc5da HTTP/1.1" status: 204 len: 173 time: 0.4796906 Sep 09 10:17:13.504737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'name': 'network-vif-deleted', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:17:13.506989 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c2c94e-9f89-4ff3-bfef-8f34a0a801ea" -d '{"events": [{"server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "name": "network-vif-deleted", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:17:13.542622 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b8b413-4fb4-4441-ac77-8c6d0d2e2cdd x-openstack-request-id: req-59b8b413-4fb4-4441-ac77-8c6d0d2e2cdd {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:17:13.542924 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd35e76-bd19-4b7f-93bf-cefd442e2834", "name": "network-vif-deleted", "tag": "cb9b79c0-615b-4159-ac96-efcbe3ccc5da", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:17:13.543185 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59b8b413-4fb4-4441-ac77-8c6d0d2e2cdd {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:17:13.543661 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd35e76-bd19-4b7f-93bf-cefd442e2834', 'name': 'network-vif-deleted', 'tag': 'cb9b79c0-615b-4159-ac96-efcbe3ccc5da', 'status': 'completed', 'code': 200} Sep 09 10:17:14.103658 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5137386-31d9-4c22-83f2-45d75a63d0a7 req-8ac08296-eea1-4c52-88aa-af5a08281893 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dd35e76-bd19-4b7f-93bf-cefd442e2834 HTTP/1.1" status: 200 len: 210 time: 0.0264838 Sep 09 10:17:14.483234 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4652f84-1d58-4927-9540-1cfa7571d57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:15.161224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52638) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:15.522627 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:15.777147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:17:15.777416 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:15.870687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4ec3a799-6dca-4ee4-bb11-d5e6bdae8468,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:17:15.871054 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:15.885179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:17:16.157773 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:16.193093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=4ec3a799-6dca-4ee4-bb11-d5e6bdae8468,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:16.379189 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:16.609712 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router cb7eaf58-4f82-457c-af99-9d33e3c883c7 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:17:16.723906 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:17:16.732054 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b35f2d3e-f29c-4430-a1be-cb1a5ae8d289 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "PUT /v2.0/routers/cb7eaf58-4f82-457c-af99-9d33e3c883c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5683081 Sep 09 10:17:16.734249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52640) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:16.734833 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029c981-172d-4f6e-a56f-09d39c073360 None None] Sync routers for ids ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:17:16.746283 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029c981-172d-4f6e-a56f-09d39c073360 None None] Routers {'cb7eaf58-4f82-457c-af99-9d33e3c883c7'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:17:16.747874 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f029c981-172d-4f6e-a56f-09d39c073360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:16:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:16.793986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-767d04e3-c146-43da-a003-8216b5e031e6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting subnet 3dacbe83-a572-498c-a4d3-4074312f745f {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:17:16.797168 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-767d04e3-c146-43da-a003-8216b5e031e6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:16.838731 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-767d04e3-c146-43da-a003-8216b5e031e6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:16.862683 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f029c981-172d-4f6e-a56f-09d39c073360 None None] Set router cb7eaf58-4f82-457c-af99-9d33e3c883c7 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:17:16.941684 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-767d04e3-c146-43da-a003-8216b5e031e6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.057501 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f029c981-172d-4f6e-a56f-09d39c073360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:17:16Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:17.092393 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029c981-172d-4f6e-a56f-09d39c073360 None None] Checking router: cb7eaf58-4f82-457c-af99-9d33e3c883c7 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:17:17.098092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-767d04e3-c146-43da-a003-8216b5e031e6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.104739 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029c981-172d-4f6e-a56f-09d39c073360 None None] Routers {'cb7eaf58-4f82-457c-af99-9d33e3c883c7'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:17:17.105367 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f029c981-172d-4f6e-a56f-09d39c073360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:16:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:17.126333 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c63d89b9-5b40-4d1d-a19a-9cc0e85bdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.128940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d04e3-c146-43da-a003-8216b5e031e6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Subnet': ['ID=3dacbe83-a572-498c-a4d3-4074312f745f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:17.131291 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-767d04e3-c146-43da-a003-8216b5e031e6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.135846 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-767d04e3-c146-43da-a003-8216b5e031e6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/subnets/3dacbe83-a572-498c-a4d3-4074312f745f HTTP/1.1" status: 204 len: 168 time: 0.3980107 Sep 09 10:17:17.136046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52642) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:17.144511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be64cc4-b5f0-4d3a-8233-10eb325a59ef None None] Network 377664e3-8840-4396-9d7e-8db91183e327 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:17:17.168649 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device cb9b79c0-615b-4159-ac96-efcbe3ccc5da no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:17:17.214184 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: cb9b79c0-615b-4159-ac96-efcbe3ccc5da {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:17:17.214534 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device cb9b79c0-615b-4159-ac96-efcbe3ccc5da not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:17:17.354110 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f029c981-172d-4f6e-a56f-09d39c073360 None None] Set router cb7eaf58-4f82-457c-af99-9d33e3c883c7 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:17:17.404406 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.429056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef84c801-a3e1-41d5-b46a-38a7c7e8c5e1 None None] DHCP port deletion for 377664e3-8840-4396-9d7e-8db91183e327 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:17:17.478704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ef84c801-a3e1-41d5-b46a-38a7c7e8c5e1 None None] Deleting port 0db6978e-e4e4-42fe-93f7-c06db782f4fe {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:17:17.479828 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef84c801-a3e1-41d5-b46a-38a7c7e8c5e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.549700 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f029c981-172d-4f6e-a56f-09d39c073360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:17:16Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:17.559897 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ef84c801-a3e1-41d5-b46a-38a7c7e8c5e1 None None] For port 0db6978e-e4e4-42fe-93f7-c06db782f4fe, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=0db6978e-e4e4-42fe-93f7-c06db782f4fe,segment=NetworkSegment(9d8f528a-db6c-4f0f-8a34-c12eeeed16ae),segment_id=9d8f528a-db6c-4f0f-8a34-c12eeeed16ae)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:17:17.559897 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef84c801-a3e1-41d5-b46a-38a7c7e8c5e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.571186 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.573019 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ef84c801-a3e1-41d5-b46a-38a7c7e8c5e1 None None] Calling delete_port for 0db6978e-e4e4-42fe-93f7-c06db782f4fe owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:17:17.576629 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029c981-172d-4f6e-a56f-09d39c073360 None None] The sync data for ids ['cb7eaf58-4f82-457c-af99-9d33e3c883c7'] in n-d-778696-16 is: [{'id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132820534', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:17:16Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '908482c6-4b57-423e-8c18-fdfea4ae140c', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:02:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7eaf58-4f82-457c-af99-9d33e3c883c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:15:25Z', 'updated_at': '2021-09-09T10:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:17:17.680680 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.737432 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef84c801-a3e1-41d5-b46a-38a7c7e8c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.764057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84c801-a3e1-41d5-b46a-38a7c7e8c5e1 None None] Pushing event deleted for resources: {'Port': ['ID=0db6978e-e4e4-42fe-93f7-c06db782f4fe,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:17.767645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84c801-a3e1-41d5-b46a-38a7c7e8c5e1 None None] No DVR routers for this DVR port 0db6978e-e4e4-42fe-93f7-c06db782f4fe on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:17:17.829704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 908482c6-4b57-423e-8c18-fdfea4ae140c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:17:17.830053 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.908303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port 908482c6-4b57-423e-8c18-fdfea4ae140c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=908482c6-4b57-423e-8c18-fdfea4ae140c,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:17:17.908677 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:17.921024 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 908482c6-4b57-423e-8c18-fdfea4ae140c owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:17:18.152066 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.181868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=908482c6-4b57-423e-8c18-fdfea4ae140c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:18.242577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.331273 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.333447 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.429019 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.429497 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Fanout notify agent at l3_agent the message router_deleted on router cb7eaf58-4f82-457c-af99-9d33e3c883c7 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:17:18.437388 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.438508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-40bb2b56-4a88-4cf4-ac05-b6c1d9258708 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/routers/cb7eaf58-4f82-457c-af99-9d33e3c883c7 HTTP/1.1" status: 204 len: 168 time: 1.3015263 Sep 09 10:17:18.441297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52644) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:18.528008 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.619912 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.640917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377664e3-8840-4396-9d7e-8db91183e327']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:18.649995 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:18.650291 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8f528a-db6c-4f0f-8a34-c12eeeed16ae') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:18.659799 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.672457 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.678076 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:17:18.678459 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:17:18.681476 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:17:18.720040 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.799979 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.807277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.808658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/networks/377664e3-8840-4396-9d7e-8db91183e327 HTTP/1.1" status: 204 len: 168 time: 0.3663955 Sep 09 10:17:18.812245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52646) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:18.820799 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de64c6d-e318-4cc2-9dbc-bb9dab608554 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Network': ['ID=377664e3-8840-4396-9d7e-8db91183e327,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:18.882384 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:18.909209 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:19.023308 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:19.025969 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:19.027294 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/security-groups/696f2a8b-b72b-455c-ba4d-3dfde7cd6a78 HTTP/1.1" status: 204 len: 168 time: 0.2138917 Sep 09 10:17:19.038113 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=696f2a8b-b72b-455c-ba4d-3dfde7cd6a78,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:19.050880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.051449 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.051970 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.052510 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.052878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.053399 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.053912 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.054383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.054820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.055482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.055895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.056367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b1c63-662d-4b04-8e7b-c9466d066abb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:19.091634 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:17:19.114811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:17:19.115210 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4ec3a799-6dca-4ee4-bb11-d5e6bdae8468 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:17:19.115704 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 908482c6-4b57-423e-8c18-fdfea4ae140c no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:17:19.135940 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 908482c6-4b57-423e-8c18-fdfea4ae140c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:17:19.136279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 908482c6-4b57-423e-8c18-fdfea4ae140c not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:17:19.136705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0db6978e-e4e4-42fe-93f7-c06db782f4fe no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:17:19.162575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 0db6978e-e4e4-42fe-93f7-c06db782f4fe {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:17:19.162824 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 0db6978e-e4e4-42fe-93f7-c06db782f4fe not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:17:19.845858 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52652) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:19.900415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-5a22e64e-b374-4b77-bd80-47ad95fa2ba5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113812121', 'description': 'tempest-secgroup-smoke-1113812121 description', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:19.977170 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a22e64e-b374-4b77-bd80-47ad95fa2ba5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.055877 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a22e64e-b374-4b77-bd80-47ad95fa2ba5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.123747 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a22e64e-b374-4b77-bd80-47ad95fa2ba5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.152884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22e64e-b374-4b77-bd80-47ad95fa2ba5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cda4d5-8c9e-4d4a-a121-f0050612372b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:20.214434 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-5a22e64e-b374-4b77-bd80-47ad95fa2ba5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.215769 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-5a22e64e-b374-4b77-bd80-47ad95fa2ba5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3688815 Sep 09 10:17:20.218637 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52656) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:20.223138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4b8cd6a2-dde3-4165-b538-70ce18bb8c20 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'a3cda4d5-8c9e-4d4a-a121-f0050612372b', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:20.311301 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4b8cd6a2-dde3-4165-b538-70ce18bb8c20 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.334267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.365701 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4b8cd6a2-dde3-4165-b538-70ce18bb8c20 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.448446 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4b8cd6a2-dde3-4165-b538-70ce18bb8c20 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.469711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cd6a2-dde3-4165-b538-70ce18bb8c20 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdeba1a9-a680-4b23-bce9-008daafdbfc0,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:20.557659 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4b8cd6a2-dde3-4165-b538-70ce18bb8c20 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.558959 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4b8cd6a2-dde3-4165-b538-70ce18bb8c20 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393304 Sep 09 10:17:20.562153 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52658) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:20.566477 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-365d38f5-193f-4bbb-8338-f67871aeb58d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'a3cda4d5-8c9e-4d4a-a121-f0050612372b', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:20.676306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-365d38f5-193f-4bbb-8338-f67871aeb58d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.731276 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-365d38f5-193f-4bbb-8338-f67871aeb58d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.797190 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-365d38f5-193f-4bbb-8338-f67871aeb58d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.816028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d38f5-193f-4bbb-8338-f67871aeb58d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad50d7b1-d8a9-452f-8c51-405ef76b637c,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:20.877381 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-365d38f5-193f-4bbb-8338-f67871aeb58d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:20.878623 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-365d38f5-193f-4bbb-8338-f67871aeb58d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3154886 Sep 09 10:17:20.881623 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52660) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:20.886030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-8042acc0-6765-48aa-a1f3-8cb486e93533 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'a3cda4d5-8c9e-4d4a-a121-f0050612372b', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:20.970644 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8042acc0-6765-48aa-a1f3-8cb486e93533 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.030182 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8042acc0-6765-48aa-a1f3-8cb486e93533 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.091524 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8042acc0-6765-48aa-a1f3-8cb486e93533 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.109996 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042acc0-6765-48aa-a1f3-8cb486e93533 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa07051a-a840-4068-a145-45a374c58902,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:21.194334 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-8042acc0-6765-48aa-a1f3-8cb486e93533 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.195618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-8042acc0-6765-48aa-a1f3-8cb486e93533 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3130496 Sep 09 10:17:21.198412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52662) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:21.203597 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-bded0a2a-7125-42a3-87c4-0911a6eac527 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'a3cda4d5-8c9e-4d4a-a121-f0050612372b', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:21.296261 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bded0a2a-7125-42a3-87c4-0911a6eac527 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.354838 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bded0a2a-7125-42a3-87c4-0911a6eac527 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.431578 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bded0a2a-7125-42a3-87c4-0911a6eac527 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.452938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded0a2a-7125-42a3-87c4-0911a6eac527 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf70e46-2ffe-4f00-a708-38e99f843d39,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:21.515509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-bded0a2a-7125-42a3-87c4-0911a6eac527 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.517319 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-bded0a2a-7125-42a3-87c4-0911a6eac527 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3174255 Sep 09 10:17:21.519497 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52666) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:21.523909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-3aafd476-feed-48c5-8015-558602e116e9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'a3cda4d5-8c9e-4d4a-a121-f0050612372b', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:21.588782 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-3aafd476-feed-48c5-8015-558602e116e9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Project 424f9e2f158c4d2b8b3869949cc6347d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:17:21.593898 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3aafd476-feed-48c5-8015-558602e116e9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.653265 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3aafd476-feed-48c5-8015-558602e116e9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.708219 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3aafd476-feed-48c5-8015-558602e116e9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.726276 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafd476-feed-48c5-8015-558602e116e9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb30eec-16c4-4f1d-ada7-16d6b91b69fb,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:21.786112 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-3aafd476-feed-48c5-8015-558602e116e9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.787371 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-3aafd476-feed-48c5-8015-558602e116e9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2668757 Sep 09 10:17:21.790159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52668) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:21.794976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-f1dca346-c284-40e6-9a4e-5e885e06d638 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'a3cda4d5-8c9e-4d4a-a121-f0050612372b', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:21.882882 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-f1dca346-c284-40e6-9a4e-5e885e06d638 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Project 424f9e2f158c4d2b8b3869949cc6347d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:17:21.888083 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f1dca346-c284-40e6-9a4e-5e885e06d638 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:21.947894 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f1dca346-c284-40e6-9a4e-5e885e06d638 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:22.005586 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f1dca346-c284-40e6-9a4e-5e885e06d638 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:22.024185 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dca346-c284-40e6-9a4e-5e885e06d638 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a9f91e-5f61-4017-b292-74f2754a0393,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:22.089115 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-f1dca346-c284-40e6-9a4e-5e885e06d638 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:22.090372 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-f1dca346-c284-40e6-9a4e-5e885e06d638 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2992797 Sep 09 10:17:22.093785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52670) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:22.098939 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'network': {'name': 'tempest-network-smoke--1527032823', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'port_security_enabled': True}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:22.185984 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:17:22.189509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:22.213456 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:17:22.225692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:22.226036 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Added segment 8a1bf0af-c485-410b-8594-4d15cd7ff952 of type vlan for network 955bf74c-7f4d-4a99-9975-966c0aa9cadf Sep 09 10:17:22.288769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:22.380183 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:22.385702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:22.386295 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:22.495856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Network': ['ID=955bf74c-7f4d-4a99-9975-966c0aa9cadf,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:22.499131 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2e442710-f2e6-46e2-8ff3-db27d495b8da tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4043212 Sep 09 10:17:22.501880 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52672) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:22.506452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'admin_state_up': True, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:22.507400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 955bf74c-7f4d-4a99-9975-966c0aa9cadf details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:17:22.594874 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:22.595976 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:22.645787 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:22.843351 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:23.082576 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:23.103707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:23.202424 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.25.8.139 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/2d309cd0-03e9-4c18-89e9-e8d779d0f329) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:17:23.304421 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:23.394662 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:23.432653 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:17:23.437976 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:17:23.443085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:17:23.444539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=2d309cd0-03e9-4c18-89e9-e8d779d0f329,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:23.751010 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:23.942737 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:24.377139 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 248de6b9-cd0e-4420-87dd-cf770b117b6e is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:17:24.482106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:17:24.492120 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Sync routers for ids ['248de6b9-cd0e-4420-87dd-cf770b117b6e'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:17:24.502044 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Routers {'248de6b9-cd0e-4420-87dd-cf770b117b6e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:17:24.502665 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['248de6b9-cd0e-4420-87dd-cf770b117b6e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:24.557684 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:24.559007 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-d80d3ceb-3f61-4fc9-9374-cfbe301d5f24 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0561688 Sep 09 10:17:24.562657 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52674) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:24.613853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Set router 248de6b9-cd0e-4420-87dd-cf770b117b6e gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:17:24.649715 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b1fd8304-74a7-49d9-bf04-dfe3d41c17ae tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=424f9e2f158c4d2b8b3869949cc6347d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0858655 Sep 09 10:17:24.652244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52678) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:24.798076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:23Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:24.801206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b301859d-dd7a-4e77-aef1-aaa337cd1314 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:24.802762 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-b301859d-dd7a-4e77-aef1-aaa337cd1314 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1496251 Sep 09 10:17:24.805674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52680) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:24.824527 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Checking router: 248de6b9-cd0e-4420-87dd-cf770b117b6e for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:17:24.824879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Updating router 248de6b9-cd0e-4420-87dd-cf770b117b6e port 2d309cd0-03e9-4c18-89e9-e8d779d0f329 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:17:24.843271 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-aba532eb-b387-4d4c-86b4-8ea96adc60b6 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365355 Sep 09 10:17:24.845832 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52682) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:24.850646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-74795362', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:24.851764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:25.003417 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:17:25.007195 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:25.108405 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:25.117950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Transition to ACTIVE for port object 2d309cd0-03e9-4c18-89e9-e8d779d0f329 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:17:25.180477 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:25.227273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Attempting to bind port 2d309cd0-03e9-4c18-89e9-e8d779d0f329 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:17:25.227674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Attempting to bind port 2d309cd0-03e9-4c18-89e9-e8d779d0f329 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:17:25.228043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Attempting to bind port 2d309cd0-03e9-4c18-89e9-e8d779d0f329 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:17:25.239860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:17:25.240237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:17:25.240640 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:25.241061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:17:25.241525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Bound port: 2d309cd0-03e9-4c18-89e9-e8d779d0f329, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:17:25.241970 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:25.243576 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f87696-2a68-43d9-b7e4-cf9870d72ad1 None None] Pushing event updated for resources: {'Port': ['ID=2d309cd0-03e9-4c18-89e9-e8d779d0f329,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:25.272193 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:25.296899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] For port 2d309cd0-03e9-4c18-89e9-e8d779d0f329, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:17:25.299966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] For port 2d309cd0-03e9-4c18-89e9-e8d779d0f329, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2d309cd0-03e9-4c18-89e9-e8d779d0f329,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:17:25.336138 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Subnet': ['ID=2c3baadf-c16c-46ce-a11d-609199171f85,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:25.346615 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Checking segment: {'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:17:25.346977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network hostable DHCP agents. Network: 955bf74c-7f4d-4a99-9975-966c0aa9cadf, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:17:25.352544 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:25.410909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Routers {'248de6b9-cd0e-4420-87dd-cf770b117b6e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:17:25.411554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['248de6b9-cd0e-4420-87dd-cf770b117b6e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:25.420736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 955bf74c-7f4d-4a99-9975-966c0aa9cadf is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:17:25.446624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f87696-2a68-43d9-b7e4-cf9870d72ad1 None None] Pushing event updated for resources: {'Port': ['ID=2d309cd0-03e9-4c18-89e9-e8d779d0f329,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:25.489537 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 955bf74c-7f4d-4a99-9975-966c0aa9cadf) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:17:25.502367 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:25.502987 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:25.510797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a0247-a911-42d7-a750-7006e4f721bd None None] Network 955bf74c-7f4d-4a99-9975-966c0aa9cadf requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:17:25.549224 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] Set router 248de6b9-cd0e-4420-87dd-cf770b117b6e gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:17:25.578303 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-05f3861d-d8a4-4997-b346-755cabeba8a6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7314556 Sep 09 10:17:25.581145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52684) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:25.817326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ips': [{'subnet_id': '2c3baadf-c16c-46ce-a11d-609199171f85'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:17:25.818166 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:25.822213 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:26.033803 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:26.072070 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:23Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:26.103572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662bc1f3-7516-4749-bd5d-12778a538878 None None] The sync data for ids ['248de6b9-cd0e-4420-87dd-cf770b117b6e'] in n-d-778696-16 is: [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:23Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:17:26.146526 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Allocated IP 172.20.0.2 (955bf74c-7f4d-4a99-9975-966c0aa9cadf/2c3baadf-c16c-46ce-a11d-609199171f85/1a0775d1-0878-4633-8d73-254f97bd2ec1) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:17:26.317425 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:26.333376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Transition to ACTIVE for port object 1a0775d1-0878-4633-8d73-254f97bd2ec1 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:17:26.348093 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Transition to ACTIVE for port object 1a0775d1-0878-4633-8d73-254f97bd2ec1 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:17:26.412384 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:26.444221 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:26.454188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Network 955bf74c-7f4d-4a99-9975-966c0aa9cadf is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:17:26.458905 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:17:26.464973 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:17:26.467037 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.20.0.1 (955bf74c-7f4d-4a99-9975-966c0aa9cadf/2c3baadf-c16c-46ce-a11d-609199171f85/8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:17:26.475205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Pushing event updated for resources: {'Port': ['ID=1a0775d1-0878-4633-8d73-254f97bd2ec1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:26.540246 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Attempting to bind port 1a0775d1-0878-4633-8d73-254f97bd2ec1 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:17:26.540938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Attempting to bind port 1a0775d1-0878-4633-8d73-254f97bd2ec1 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:17:26.541095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Attempting to bind port 1a0775d1-0878-4633-8d73-254f97bd2ec1 on network 955bf74c-7f4d-4a99-9975-966c0aa9cadf {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:17:26.547201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:17:26.547611 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Checking segment: {'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:17:26.548011 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:26.549007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Bound using segment: {'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:17:26.549007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Bound port: 1a0775d1-0878-4633-8d73-254f97bd2ec1, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:17:26.549250 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:26.588586 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:26.608376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Transition to ACTIVE for port object 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:17:26.617997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] For port 1a0775d1-0878-4633-8d73-254f97bd2ec1, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:17:26.621532 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] For port 1a0775d1-0878-4633-8d73-254f97bd2ec1, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1a0775d1-0878-4633-8d73-254f97bd2ec1,segment=NetworkSegment(8a1bf0af-c485-410b-8594-4d15cd7ff952),segment_id=8a1bf0af-c485-410b-8594-4d15cd7ff952)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:17:26.706705 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:26.750112 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:26.772579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ef57a-b17e-492d-8dd8-540391021ef7 None None] Pushing event updated for resources: {'Port': ['ID=1a0775d1-0878-4633-8d73-254f97bd2ec1,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:26.814478 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 955bf74c-7f4d-4a99-9975-966c0aa9cadf is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:17:26.817903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:17:26.820566 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:17:26.871778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:26.886230 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:27.102831 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:27.142584 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2d309cd0-03e9-4c18-89e9-e8d779d0f329 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:17:27.263886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 2d309cd0-03e9-4c18-89e9-e8d779d0f329 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:17:27.268141 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2d309cd0-03e9-4c18-89e9-e8d779d0f329 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:17:27.268644 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:27.350513 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:27.371662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 2d309cd0-03e9-4c18-89e9-e8d779d0f329, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2d309cd0-03e9-4c18-89e9-e8d779d0f329,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:17:27.376592 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:27.451621 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:27.452443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1a0775d1-0878-4633-8d73-254f97bd2ec1 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:17:27.463044 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:27.530965 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=2d309cd0-03e9-4c18-89e9-e8d779d0f329,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:27.539717 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:27.543390 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:27.597393 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 1a0775d1-0878-4633-8d73-254f97bd2ec1 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:17:27.641000 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 955bf74c-7f4d-4a99-9975-966c0aa9cadf is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:17:27.642553 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:17:28.040828 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 248de6b9-cd0e-4420-87dd-cf770b117b6e has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:17:28.141190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47b8d5-49f9-4186-ba11-6c8eeff49b75 None None] Network 955bf74c-7f4d-4a99-9975-966c0aa9cadf requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:17:28.153736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:17:28.161982 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a483b829-0ec7-4df5-a386-6dd19fbac287 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "PUT /v2.0/routers/248de6b9-cd0e-4420-87dd-cf770b117b6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5765162 Sep 09 10:17:28.171708 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Sync routers for ids ['248de6b9-cd0e-4420-87dd-cf770b117b6e'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:17:28.181368 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Routers {'248de6b9-cd0e-4420-87dd-cf770b117b6e'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:17:28.181990 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['248de6b9-cd0e-4420-87dd-cf770b117b6e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:28.280027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cb55620e-e71c-4992-880c-8c121e39e636 None None] Provisioning for port 1a0775d1-0878-4633-8d73-254f97bd2ec1 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:17:28.296014 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Set router 248de6b9-cd0e-4420-87dd-cf770b117b6e gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:17:28.299213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cb55620e-e71c-4992-880c-8c121e39e636 None None] Provisioning complete for port 1a0775d1-0878-4633-8d73-254f97bd2ec1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:17:28.299639 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb55620e-e71c-4992-880c-8c121e39e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:28.308743 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-557bee68-3d13-4193-b30c-8ecfe30657cb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113812121&fields=id&tenant_id=424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 267 time: 0.0347378 Sep 09 10:17:28.399204 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb55620e-e71c-4992-880c-8c121e39e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:28.434130 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-08acc67c-1090-49d3-abb4-66633132c975 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:28.436188 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-08acc67c-1090-49d3-abb4-66633132c975 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/networks?id=955bf74c-7f4d-4a99-9975-966c0aa9cadf HTTP/1.1" status: 200 len: 797 time: 0.1194315 Sep 09 10:17:28.437025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-cb55620e-e71c-4992-880c-8c121e39e636 None None] For port 1a0775d1-0878-4633-8d73-254f97bd2ec1, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1a0775d1-0878-4633-8d73-254f97bd2ec1,segment=NetworkSegment(8a1bf0af-c485-410b-8594-4d15cd7ff952),segment_id=8a1bf0af-c485-410b-8594-4d15cd7ff952)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:17:28.453300 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-2f00e001-7de8-4e4f-98cb-85fed6e27cd8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/quotas/424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 375 time: 0.0106392 Sep 09 10:17:28.511650 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb55620e-e71c-4992-880c-8c121e39e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:28.530415 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9', 'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:f6:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:26Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 2, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:28.556185 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-d8c0808d-83f7-4ca1-97ec-4ce353663cf9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955276 Sep 09 10:17:28.566688 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Checking router: 248de6b9-cd0e-4420-87dd-cf770b117b6e for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:17:28.567062 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Updating router 248de6b9-cd0e-4420-87dd-cf770b117b6e port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:17:28.572919 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55620e-e71c-4992-880c-8c121e39e636 None None] Pushing event updated for resources: {'Port': ['ID=1a0775d1-0878-4633-8d73-254f97bd2ec1,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:28.601569 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:28.628700 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-6826f6ff-4373-4f0c-92c5-3888909c1542 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:17:28.630055 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-6826f6ff-4373-4f0c-92c5-3888909c1542 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615363 Sep 09 10:17:28.691487 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54e0cd33-3f32-4a5c-b9e2-9ab2d5b26207 None None] Provisioning for port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:17:28.696699 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54e0cd33-3f32-4a5c-b9e2-9ab2d5b26207 None None] Provisioning complete for port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:17:28.697330 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54e0cd33-3f32-4a5c-b9e2-9ab2d5b26207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:28.743325 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-711b1061-949c-4feb-be6c-b31a82e33b04 service neutron] 10.222.0.32 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065667 Sep 09 10:17:28.748286 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-54e0cd33-3f32-4a5c-b9e2-9ab2d5b26207 None None] Port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:17:28.760097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-54e0cd33-3f32-4a5c-b9e2-9ab2d5b26207 None None] Provisioning complete for port 1a0775d1-0878-4633-8d73-254f97bd2ec1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:17:28.760480 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-54e0cd33-3f32-4a5c-b9e2-9ab2d5b26207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:28.859580 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-d619fb74-29cd-4e37-8fdc-cd29072273eb service neutron] 10.222.0.32 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094942 Sep 09 10:17:28.935617 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:28.945899 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Transition to ACTIVE for port object 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:17:28.965786 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1b8b9eee-9da2-471c-9eb5-99084c306f02 None None] Provisioning complete for port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:17:28.966990 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9eee-9da2-471c-9eb5-99084c306f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:29.002560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b9eee-9da2-471c-9eb5-99084c306f02 None None] Port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:17:29.045662 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:29.095749 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f65cdaca-1c82-467f-8302-3845f71b1632 req-eba9aefa-43f8-4adf-af9b-fa8695225b67 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 210 time: 0.0347359 Sep 09 10:17:29.131147 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2d309cd0-03e9-4c18-89e9-e8d779d0f329 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:17:29.150731 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Pushing event updated for resources: {'Port': ['ID=8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:29.174971 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.175853 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.176201 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.176619 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.176959 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.177480 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.177986 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.178486 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.178985 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.179507 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.184911 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.184911 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:29.206329 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Attempting to bind port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:17:29.206710 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Attempting to bind port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:17:29.207078 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Attempting to bind port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 on network 955bf74c-7f4d-4a99-9975-966c0aa9cadf {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:17:29.209458 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 2d309cd0-03e9-4c18-89e9-e8d779d0f329 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:17:29.209835 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:29.212442 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:17:29.212829 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Checking segment: {'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:17:29.213235 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:29.213629 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Bound using segment: {'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:17:29.214100 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Bound port: 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:17:29.214831 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:29.293490 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] For port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:17:29.299129 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] For port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9,segment=NetworkSegment(8a1bf0af-c485-410b-8594-4d15cd7ff952),segment_id=8a1bf0af-c485-410b-8594-4d15cd7ff952)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:17:29.312610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1a0775d1-0878-4633-8d73-254f97bd2ec1 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:17:29.361934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1a0775d1-0878-4633-8d73-254f97bd2ec1 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:17:29.362314 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:29.369304 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:29.423280 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Routers {'248de6b9-cd0e-4420-87dd-cf770b117b6e'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:17:29.423922 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['248de6b9-cd0e-4420-87dd-cf770b117b6e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:29.480990 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c980ce-9495-48f5-8f39-b94cb257908f None None] Pushing event updated for resources: {'Port': ['ID=8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:29.555948 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] Set router 248de6b9-cd0e-4420-87dd-cf770b117b6e gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:17:29.755682 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9', 'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:f6:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:26Z', 'updated_at': '2021-09-09T10:17:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:29.785707 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a9387-ec86-4c3c-ab02-381699e170dc None None] The sync data for ids ['248de6b9-cd0e-4420-87dd-cf770b117b6e'] in n-d-778696-16 is: [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9', 'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:f6:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:26Z', 'updated_at': '2021-09-09T10:17:29Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:17:30.209378 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2bbd2d0d-6838-4fa5-88dd-7ed4ce2103fe req-7f7ed102-59e8-43e2-ae38-810572c75233 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 210 time: 0.0276098 Sep 09 10:17:30.892970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-9744c448-b386-4248-a19d-a995d9a7eeb6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:30.894564 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-9744c448-b386-4248-a19d-a995d9a7eeb6 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "GET /v2.0/networks?id=955bf74c-7f4d-4a99-9975-966c0aa9cadf HTTP/1.1" status: 200 len: 797 time: 0.1087151 Sep 09 10:17:30.938070 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-2e5a9e35-0a5f-4d43-96a3-13bb7004f507 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 380 time: 0.0345552 Sep 09 10:17:30.947640 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'port': {'device_id': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'admin_state_up': True, 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'security_groups': ['a3cda4d5-8c9e-4d4a-a121-f0050612372b']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:31.107677 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:17:31.117354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:17:31.121055 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:31.237811 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:17:31.241999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:17:31.242384 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:31.261538 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.20.0.4 (955bf74c-7f4d-4a99-9975-966c0aa9cadf/2c3baadf-c16c-46ce-a11d-609199171f85/2b1d7c82-3526-4967-a82c-630e14cb3ef2) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:17:31.324796 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7f3b93a5-d024-4c78-94cf-138c5bcc01fd req-9ad94d01-8556-4b2f-93c5-a961dc316fc0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 210 time: 0.0419152 Sep 09 10:17:31.327353 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:31.367971 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9,segment=NetworkSegment(8a1bf0af-c485-410b-8594-4d15cd7ff952),segment_id=8a1bf0af-c485-410b-8594-4d15cd7ff952)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:17:31.425700 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:31.432009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:31.445730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Transition to ACTIVE for port object 2b1d7c82-3526-4967-a82c-630e14cb3ef2 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:17:31.476565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:31.543277 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:31.590013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 955bf74c-7f4d-4a99-9975-966c0aa9cadf is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:17:31.593241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:17:31.599530 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:17:31.622272 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=2b1d7c82-3526-4967-a82c-630e14cb3ef2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:31.652531 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:31.653157 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:31.732353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-19230a09-58ce-4d05-ade3-944b3b691738 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7885542 Sep 09 10:17:31.786777 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Request body: {'port': {'device_id': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:31.839436 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:31.931359 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-46c3c213-a3ae-40a4-9e2d-5c6a8c6e3422 None None] Provisioning for port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:17:31.935600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-46c3c213-a3ae-40a4-9e2d-5c6a8c6e3422 None None] Provisioning complete for port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:17:31.936005 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46c3c213-a3ae-40a4-9e2d-5c6a8c6e3422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:31.971605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-46c3c213-a3ae-40a4-9e2d-5c6a8c6e3422 None None] Port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:17:32.109553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1d7c82-3526-4967-a82c-630e14cb3ef2 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:17:32.117525 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:32.130501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Transition to ACTIVE for port object 2b1d7c82-3526-4967-a82c-630e14cb3ef2 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:17:32.205426 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:32.259559 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1d7c82-3526-4967-a82c-630e14cb3ef2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:32.326326 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Attempting to bind port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:17:32.326668 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Attempting to bind port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:17:32.327092 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Attempting to bind port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 on network 955bf74c-7f4d-4a99-9975-966c0aa9cadf {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:17:32.331940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 on network 955bf74c-7f4d-4a99-9975-966c0aa9cadf not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:17:32.332269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Attempting to bind port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 on network 955bf74c-7f4d-4a99-9975-966c0aa9cadf {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:17:32.337248 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:17:32.337588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Checking segment: {'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:17:32.337981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Bound using segment: {'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:17:32.338412 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Bound port: 2b1d7c82-3526-4967-a82c-630e14cb3ef2, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1bf0af-c485-410b-8594-4d15cd7ff952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:17:32.338776 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:32.412652 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] For port 2b1d7c82-3526-4967-a82c-630e14cb3ef2, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:17:32.415932 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] For port 2b1d7c82-3526-4967-a82c-630e14cb3ef2, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2,segment=NetworkSegment(8a1bf0af-c485-410b-8594-4d15cd7ff952),segment_id=8a1bf0af-c485-410b-8594-4d15cd7ff952)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:17:32.450207 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87d9ad-f320-4e03-b0af-ca82f0ed36ea req-efecf08c-bd32-4518-957f-2f229e7bd5cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:32.451729 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee87d9ad-f320-4e03-b0af-ca82f0ed36ea req-efecf08c-bd32-4518-957f-2f229e7bd5cc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 943 time: 0.0512218 Sep 09 10:17:32.492026 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:32.494179 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee87d9ad-f320-4e03-b0af-ca82f0ed36ea req-e2dd44d4-df98-4f10-a906-fd49b0a25ff8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363503 Sep 09 10:17:32.533686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:32.534332 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:32.535929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b1d7c82-3526-4967-a82c-630e14cb3ef2 HTTP/1.1" status: 200 len: 1092 time: 0.7955317 Sep 09 10:17:32.536302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'tag': '2b1d7c82-3526-4967-a82c-630e14cb3ef2'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:17:32.538790 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b706369-da21-429d-b92d-0e47ec35677f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b52c60-6b75-4ecc-be78-cb100156f000", "tag": "2b1d7c82-3526-4967-a82c-630e14cb3ef2"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:17:32.574907 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09958bb5-51e6-4c62-91e9-63803e5be586 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1d7c82-3526-4967-a82c-630e14cb3ef2,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:32.644852 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c9ec01-ab9f-4ce2-8e2f-6065f99f13f8 x-openstack-request-id: req-b4c9ec01-ab9f-4ce2-8e2f-6065f99f13f8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:17:32.645150 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b52c60-6b75-4ecc-be78-cb100156f000", "tag": "2b1d7c82-3526-4967-a82c-630e14cb3ef2", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:17:32.645405 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4c9ec01-ab9f-4ce2-8e2f-6065f99f13f8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:17:32.645813 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'tag': '2b1d7c82-3526-4967-a82c-630e14cb3ef2', 'status': 'completed', 'code': 200} Sep 09 10:17:32.692464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-d194d049-7c03-425c-913f-f6d085b58093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:32.694010 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-d194d049-7c03-425c-913f-f6d085b58093 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 1095 time: 0.0440991 Sep 09 10:17:32.743184 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-6c15f167-8f20-4f5b-9c3b-8501a3f4588b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2 HTTP/1.1" status: 200 len: 217 time: 0.0406637 Sep 09 10:17:32.793067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-368bb7a0-8029-4fd4-a1ea-0c6abc851942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:32.794487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-368bb7a0-8029-4fd4-a1ea-0c6abc851942 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c3baadf-c16c-46ce-a11d-609199171f85 HTTP/1.1" status: 200 len: 833 time: 0.0446234 Sep 09 10:17:32.840061 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-b42320d0-31d8-4520-a6d9-a0fcb28c659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:32.841570 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-b42320d0-31d8-4520-a6d9-a0fcb28c659a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=955bf74c-7f4d-4a99-9975-966c0aa9cadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400186 Sep 09 10:17:32.936383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-a2ec1a72-02d4-4140-9fab-4268dd5f9f31 service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867288 Sep 09 10:17:33.025865 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3929d4ba-8361-4f73-a195-6fa8e646be1c req-60eee412-c14c-4558-b623-d1f42840776c service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826886 Sep 09 10:17:33.076450 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:17:33.127642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:17:33.128018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:33.220082 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706369-da21-429d-b92d-0e47ec35677f req-2441f7f9-0835-43e3-bec2-fc907d3f153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:33.221637 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b706369-da21-429d-b92d-0e47ec35677f req-2441f7f9-0835-43e3-bec2-fc907d3f153c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 1095 time: 0.0473187 Sep 09 10:17:33.311996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706369-da21-429d-b92d-0e47ec35677f req-b5d12717-1944-4860-968c-761d02f6ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:33.314029 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b706369-da21-429d-b92d-0e47ec35677f req-b5d12717-1944-4860-968c-761d02f6ae80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=955bf74c-7f4d-4a99-9975-966c0aa9cadf HTTP/1.1" status: 200 len: 898 time: 0.0859525 Sep 09 10:17:33.358955 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b706369-da21-429d-b92d-0e47ec35677f req-84d4da4c-5a6b-4a91-bb4c-704521ed59b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2 HTTP/1.1" status: 200 len: 217 time: 0.0374408 Sep 09 10:17:33.407211 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706369-da21-429d-b92d-0e47ec35677f req-5eb74727-aca6-49d9-bad9-bf460aedb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:33.408672 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b706369-da21-429d-b92d-0e47ec35677f req-5eb74727-aca6-49d9-bad9-bf460aedb7ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c3baadf-c16c-46ce-a11d-609199171f85 HTTP/1.1" status: 200 len: 833 time: 0.0436256 Sep 09 10:17:33.453875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706369-da21-429d-b92d-0e47ec35677f req-e8ebf5be-aaee-406e-b8cf-4ea00a9e2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:33.455353 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b706369-da21-429d-b92d-0e47ec35677f req-e8ebf5be-aaee-406e-b8cf-4ea00a9e2e8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=955bf74c-7f4d-4a99-9975-966c0aa9cadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395238 Sep 09 10:17:33.549198 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b706369-da21-429d-b92d-0e47ec35677f req-ac62f40d-b140-46a4-acb0-a4755f944199 service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860195 Sep 09 10:17:33.612952 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e7a68-6325-41a3-99fb-55f1a90ac415 req-4e1dccd0-2262-40f1-be38-b781aee0d1d2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:33.614466 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-928e7a68-6325-41a3-99fb-55f1a90ac415 req-4e1dccd0-2262-40f1-be38-b781aee0d1d2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 943 time: 0.0496035 Sep 09 10:17:33.642906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8b706369-da21-429d-b92d-0e47ec35677f req-6674814a-5be3-4bc0-bdf4-d1395d354bd0 service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851302 Sep 09 10:17:33.653226 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-928e7a68-6325-41a3-99fb-55f1a90ac415 req-0b9e1ecc-3ca7-41d6-895f-b9f3fbf0dfc9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327189 Sep 09 10:17:34.771129 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce06ee-0885-49df-ad40-4b6a62eacb7b req-9b86f638-80b5-4ea9-8a4f-fffd733984d5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:34.772666 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09ce06ee-0885-49df-ad40-4b6a62eacb7b req-9b86f638-80b5-4ea9-8a4f-fffd733984d5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 943 time: 0.0509105 Sep 09 10:17:34.822483 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-09ce06ee-0885-49df-ad40-4b6a62eacb7b req-fb5df722-8d90-4c00-bdb1-d795f5c253a2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438964 Sep 09 10:17:35.237123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2b1d7c82-3526-4967-a82c-630e14cb3ef2 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:17:35.334014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2b1d7c82-3526-4967-a82c-630e14cb3ef2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2,segment=NetworkSegment(8a1bf0af-c485-410b-8594-4d15cd7ff952),segment_id=8a1bf0af-c485-410b-8594-4d15cd7ff952)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:17:35.345511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '2b1d7c82-3526-4967-a82c-630e14cb3ef2', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'port_id': '2b1d7c82-3526-4967-a82c-630e14cb3ef2', 'mac_address': 'fa:16:3e:0c:b4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:17:35.382182 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:35.395456 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1d7c82-3526-4967-a82c-630e14cb3ef2 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:17:35.415627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2b1d7c82-3526-4967-a82c-630e14cb3ef2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2,segment=NetworkSegment(8a1bf0af-c485-410b-8594-4d15cd7ff952),segment_id=8a1bf0af-c485-410b-8594-4d15cd7ff952)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:17:35.497088 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:35.545533 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=2b1d7c82-3526-4967-a82c-630e14cb3ef2,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:35.710174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['2b1d7c82-3526-4967-a82c-630e14cb3ef2'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:17:35.937829 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fd4e1-9705-409b-887e-195004d28c20 req-aed67146-e983-455a-b04f-813cd82ad852 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:35.939401 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d1fd4e1-9705-409b-887e-195004d28c20 req-aed67146-e983-455a-b04f-813cd82ad852 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 944 time: 0.0486145 Sep 09 10:17:35.978534 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0d1fd4e1-9705-409b-887e-195004d28c20 req-2f72ef7e-79d0-41ba-aa64-67bccdcddf1b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321472 Sep 09 10:17:36.648989 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:17:37.096518 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a5f00-186c-43b0-9cf7-a597de1fa4a6 req-eadd108f-ce3b-49e3-bd7c-45dfd5d21abd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:37.098139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ff4a5f00-186c-43b0-9cf7-a597de1fa4a6 req-eadd108f-ce3b-49e3-bd7c-45dfd5d21abd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 944 time: 0.0534866 Sep 09 10:17:37.137809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ff4a5f00-186c-43b0-9cf7-a597de1fa4a6 req-046c8648-c8e3-4585-ac77-8e39359fd90a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336440 Sep 09 10:17:37.237876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2b1d7c82-3526-4967-a82c-630e14cb3ef2 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:17:37.340461 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:17:37.345313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:17:37.345749 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:37.430921 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:37.453341 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1d7c82-3526-4967-a82c-630e14cb3ef2'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:17:37.455617 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b37c03-a942-4247-a7d2-0ea81ef01a1f" -d '{"events": [{"server_uuid": "e5b52c60-6b75-4ecc-be78-cb100156f000", "name": "network-vif-plugged", "status": "completed", "tag": "2b1d7c82-3526-4967-a82c-630e14cb3ef2"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:17:37.470168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2b1d7c82-3526-4967-a82c-630e14cb3ef2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2,segment=NetworkSegment(8a1bf0af-c485-410b-8594-4d15cd7ff952),segment_id=8a1bf0af-c485-410b-8594-4d15cd7ff952)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:17:37.546662 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3289026-8a55-4df8-8014-64bbb13b28df x-openstack-request-id: req-c3289026-8a55-4df8-8014-64bbb13b28df {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:17:37.546982 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b52c60-6b75-4ecc-be78-cb100156f000", "name": "network-vif-plugged", "status": "completed", "tag": "2b1d7c82-3526-4967-a82c-630e14cb3ef2", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:17:37.547231 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3289026-8a55-4df8-8014-64bbb13b28df {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:17:37.547662 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1d7c82-3526-4967-a82c-630e14cb3ef2', 'code': 200} Sep 09 10:17:37.548443 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:37.598950 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=2b1d7c82-3526-4967-a82c-630e14cb3ef2,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:37.643771 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada37975-abb0-49be-b617-dd1c5cf14d79 req-2dc734fe-f735-4740-95fd-e77e019b9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:37.645328 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ada37975-abb0-49be-b617-dd1c5cf14d79 req-2dc734fe-f735-4740-95fd-e77e019b9168 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 1097 time: 0.0401390 Sep 09 10:17:37.679790 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ada37975-abb0-49be-b617-dd1c5cf14d79 req-35131a98-2657-4d65-a654-62a570124a6a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274229 Sep 09 10:17:38.253620 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae0244-9f74-41d9-9cfa-66715e6f652a req-645de0de-44ad-4165-a641-2e5f1af4843e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:38.255425 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ffae0244-9f74-41d9-9cfa-66715e6f652a req-645de0de-44ad-4165-a641-2e5f1af4843e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0500972 Sep 09 10:17:38.297361 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ffae0244-9f74-41d9-9cfa-66715e6f652a req-d160b10e-fc9e-4795-8f95-b8a7c9949100 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359282 Sep 09 10:17:39.412669 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff73bf-526d-432b-8f7b-f41b2b260857 req-b7255862-b1f7-4e84-afac-e42ee6021474 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:39.414160 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2ff73bf-526d-432b-8f7b-f41b2b260857 req-b7255862-b1f7-4e84-afac-e42ee6021474 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0502253 Sep 09 10:17:39.455722 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2ff73bf-526d-432b-8f7b-f41b2b260857 req-2a15d5d1-5b92-4679-949f-43aa64d09e2d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356052 Sep 09 10:17:39.573628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3abb48-a1e4-4b65-8a6f-8a4556b53f93 req-1547a19b-2f31-4f92-9d13-2c0d39c2fa3c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:39.575144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b3abb48-a1e4-4b65-8a6f-8a4556b53f93 req-1547a19b-2f31-4f92-9d13-2c0d39c2fa3c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0547423 Sep 09 10:17:39.614919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b3abb48-a1e4-4b65-8a6f-8a4556b53f93 req-d20fbf91-16f5-451b-9448-8072718f14f8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331798 Sep 09 10:17:39.636124 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52744) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:39.674994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c73067-dbf6-4510-ad39-91b110505dee tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:39.676534 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-96c73067-dbf6-4510-ad39-91b110505dee tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 1092 time: 0.0394325 Sep 09 10:17:39.679348 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52746) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:39.683503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '2b1d7c82-3526-4967-a82c-630e14cb3ef2', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:17:39.768487 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:39.867140 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:39.968628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.25.8.57 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/88d15eeb-a32f-44c6-9d9b-985a7044befe) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:17:40.069926 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:40.172538 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:40.211184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:17:40.213978 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:17:40.217617 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:17:40.243074 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=88d15eeb-a32f-44c6-9d9b-985a7044befe,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:40.255333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.255707 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.256050 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.256388 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.256722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.257056 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.257385 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.257713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.258038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.258364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.258689 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.259013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:17:40.602047 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:40.703816 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:40.861920 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:40.923104 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:40.991161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=88d15eeb-a32f-44c6-9d9b-985a7044befe,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:17:41.002699 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:41.098523 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Floating IP 0a4243bf-f927-46a7-9fc0-f862efe33b32 associated. External IP: 172.25.8.57, port: 2b1d7c82-3526-4967-a82c-630e14cb3ef2. Sep 09 10:17:41.303773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 248de6b9-cd0e-4420-87dd-cf770b117b6e has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:17:41.409266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:17:41.418808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6619c1-773c-4fe7-94b1-9cc0c9d788ef None None] Sync routers for ids ['248de6b9-cd0e-4420-87dd-cf770b117b6e'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:17:41.429293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6619c1-773c-4fe7-94b1-9cc0c9d788ef None None] Routers {'248de6b9-cd0e-4420-87dd-cf770b117b6e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:17:41.429899 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-fc6619c1-773c-4fe7-94b1-9cc0c9d788ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['248de6b9-cd0e-4420-87dd-cf770b117b6e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:41.479934 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:41.513355 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dec81e5f-327d-4c17-a207-fe0a787c0c87 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8329766 Sep 09 10:17:41.513949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'tag': '2b1d7c82-3526-4967-a82c-630e14cb3ef2'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:17:41.516489 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d419c275-31fd-41da-a731-9c1f8e860768" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b52c60-6b75-4ecc-be78-cb100156f000", "tag": "2b1d7c82-3526-4967-a82c-630e14cb3ef2"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:17:41.543146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-fc6619c1-773c-4fe7-94b1-9cc0c9d788ef None None] Set router 248de6b9-cd0e-4420-87dd-cf770b117b6e gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:17:41.559003 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a15791-3371-41be-9e31-3dbf1ef42e31 x-openstack-request-id: req-37a15791-3371-41be-9e31-3dbf1ef42e31 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:17:41.559299 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b52c60-6b75-4ecc-be78-cb100156f000", "tag": "2b1d7c82-3526-4967-a82c-630e14cb3ef2", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:17:41.559605 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37a15791-3371-41be-9e31-3dbf1ef42e31 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:17:41.560010 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'tag': '2b1d7c82-3526-4967-a82c-630e14cb3ef2', 'status': 'completed', 'code': 200} Sep 09 10:17:41.626631 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581c85f-c0e1-43bd-836c-28497c5bae31 req-d0abf79e-72d1-4799-b806-3918b8365b1a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:41.628265 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3581c85f-c0e1-43bd-836c-28497c5bae31 req-d0abf79e-72d1-4799-b806-3918b8365b1a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0498164 Sep 09 10:17:41.671919 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3581c85f-c0e1-43bd-836c-28497c5bae31 req-9985c241-89c0-4d20-932f-bd3f893f5b35 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345912 Sep 09 10:17:41.697057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52752) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:41.762808 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-673d0593-d443-4561-bb0c-7ff26fa6d6ad tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/0a4243bf-f927-46a7-9fc0-f862efe33b32 HTTP/1.1" status: 200 len: 990 time: 0.0644131 Sep 09 10:17:41.793042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-fc6619c1-773c-4fe7-94b1-9cc0c9d788ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '0a4243bf-f927-46a7-9fc0-f862efe33b32', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'port_id': '2b1d7c82-3526-4967-a82c-630e14cb3ef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'mac_address': 'fa:16:3e:0c:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:17:40Z', 'updated_at': '2021-09-09T10:17:40Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9', 'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:f6:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:26Z', 'updated_at': '2021-09-09T10:17:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:41.822288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6619c1-773c-4fe7-94b1-9cc0c9d788ef None None] Checking router: 248de6b9-cd0e-4420-87dd-cf770b117b6e for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:17:41.831607 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6619c1-773c-4fe7-94b1-9cc0c9d788ef None None] Routers {'248de6b9-cd0e-4420-87dd-cf770b117b6e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:17:41.832238 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-fc6619c1-773c-4fe7-94b1-9cc0c9d788ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:17:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['248de6b9-cd0e-4420-87dd-cf770b117b6e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:41.935012 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419c275-31fd-41da-a731-9c1f8e860768 req-cebb1ac6-ad5d-4df4-b02e-5939a8e9df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:41.936650 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d419c275-31fd-41da-a731-9c1f8e860768 req-cebb1ac6-ad5d-4df4-b02e-5939a8e9df1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 1097 time: 0.3544023 Sep 09 10:17:41.944848 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-fc6619c1-773c-4fe7-94b1-9cc0c9d788ef None None] Set router 248de6b9-cd0e-4420-87dd-cf770b117b6e gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:17:42.026572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419c275-31fd-41da-a731-9c1f8e860768 req-25d02c3a-30ed-4f4f-b11c-dd7dffab2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:42.028113 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d419c275-31fd-41da-a731-9c1f8e860768 req-25d02c3a-30ed-4f4f-b11c-dd7dffab2107 service neutron] 10.222.0.24 "GET /v2.0/networks?id=955bf74c-7f4d-4a99-9975-966c0aa9cadf HTTP/1.1" status: 200 len: 898 time: 0.0849061 Sep 09 10:17:42.095648 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d419c275-31fd-41da-a731-9c1f8e860768 req-23fa63fd-5b4f-4946-af8e-4758469bee92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2 HTTP/1.1" status: 200 len: 998 time: 0.0600243 Sep 09 10:17:42.146150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419c275-31fd-41da-a731-9c1f8e860768 req-773702e5-db22-4ee8-9ad9-991acd08f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:42.147799 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d419c275-31fd-41da-a731-9c1f8e860768 req-773702e5-db22-4ee8-9ad9-991acd08f776 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c3baadf-c16c-46ce-a11d-609199171f85 HTTP/1.1" status: 200 len: 833 time: 0.0461109 Sep 09 10:17:42.175838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-fc6619c1-773c-4fe7-94b1-9cc0c9d788ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '0a4243bf-f927-46a7-9fc0-f862efe33b32', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'port_id': '2b1d7c82-3526-4967-a82c-630e14cb3ef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'mac_address': 'fa:16:3e:0c:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:17:40Z', 'updated_at': '2021-09-09T10:17:40Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9', 'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:f6:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:26Z', 'updated_at': '2021-09-09T10:17:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:17:42.194158 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419c275-31fd-41da-a731-9c1f8e860768 req-0a5ddc6d-fb7e-48ea-b4bc-63359a9996fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:42.195779 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d419c275-31fd-41da-a731-9c1f8e860768 req-0a5ddc6d-fb7e-48ea-b4bc-63359a9996fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=955bf74c-7f4d-4a99-9975-966c0aa9cadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413899 Sep 09 10:17:42.203698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6619c1-773c-4fe7-94b1-9cc0c9d788ef None None] The sync data for ids ['248de6b9-cd0e-4420-87dd-cf770b117b6e'] in n-d-778696-16 is: [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '0a4243bf-f927-46a7-9fc0-f862efe33b32', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'port_id': '2b1d7c82-3526-4967-a82c-630e14cb3ef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'mac_address': 'fa:16:3e:0c:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:17:40Z', 'updated_at': '2021-09-09T10:17:40Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9', 'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:f6:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:26Z', 'updated_at': '2021-09-09T10:17:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:17:42.294556 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d419c275-31fd-41da-a731-9c1f8e860768 req-ce618425-af7b-4d8e-99ea-86cca0373c8a service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910580 Sep 09 10:17:42.386005 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d419c275-31fd-41da-a731-9c1f8e860768 req-7fc9c7f2-b178-42ec-8066-3156edc904bd service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846839 Sep 09 10:17:42.403230 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d0a053-4cf0-4da7-abd7-2411504ae7e3 None None] New status for floating IP 0a4243bf-f927-46a7-9fc0-f862efe33b32: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:17:42.766033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52754) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:17:42.830056 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-57b12f0f-679c-4f2f-9e82-e61bb89db7f7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/0a4243bf-f927-46a7-9fc0-f862efe33b32 HTTP/1.1" status: 200 len: 992 time: 0.0628366 Sep 09 10:17:43.875858 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-232c8fe7-d0eb-4dd4-b171-0bdd89dc3a3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406003 Sep 09 10:17:43.953913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-472924d8-e899-40c8-984d-c61ee3fc03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:43.955404 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-472924d8-e899-40c8-984d-c61ee3fc03e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 1097 time: 0.0407233 Sep 09 10:17:44.059802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-d05186a0-35ac-4d7e-97b3-2813a5a2f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:44.061865 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-d05186a0-35ac-4d7e-97b3-2813a5a2f81f service neutron] 10.222.0.24 "GET /v2.0/networks?id=955bf74c-7f4d-4a99-9975-966c0aa9cadf HTTP/1.1" status: 200 len: 898 time: 0.0873449 Sep 09 10:17:44.125290 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-656357dc-f065-4da1-9515-810c7c46af55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0569832 Sep 09 10:17:44.177355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-c396a893-a391-4c92-adf6-6027c023bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:44.178795 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-c396a893-a391-4c92-adf6-6027c023bf0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c3baadf-c16c-46ce-a11d-609199171f85 HTTP/1.1" status: 200 len: 833 time: 0.0476272 Sep 09 10:17:44.222704 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-ea422866-8f40-495a-b307-90e367148a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:17:44.224189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-ea422866-8f40-495a-b307-90e367148a44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=955bf74c-7f4d-4a99-9975-966c0aa9cadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389884 Sep 09 10:17:44.316656 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-e0cbd640-59c8-40f5-ac4f-b23236e76c99 service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857258 Sep 09 10:17:44.408379 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d9118cb5-832e-448f-b7ce-433c17babe6a req-7286c0ee-f50f-4f72-b33d-dff2138da6b9 service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846531 Sep 09 10:17:44.465686 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d59219b7-e446-4388-b85b-2c4c29a4cb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:47.131273 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-24524a57-f7ab-47f0-a6d3-00e199973dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:47.382783 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:48.725377 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:50.325610 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:55.820387 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:17:56.517988 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:13.648474 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:18:14.484996 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfb5a4-203c-44e9-9a02-cff298e20190 req-40129700-e8f4-41d3-8c0c-f17c2f9db195 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:14.486742 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ddfb5a4-203c-44e9-9a02-cff298e20190 req-40129700-e8f4-41d3-8c0c-f17c2f9db195 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0524290 Sep 09 10:18:14.505797 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc8351a5-6749-4369-a84a-3ec7761a6cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:14.525876 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ddfb5a4-203c-44e9-9a02-cff298e20190 req-58ae39ac-2b23-4f75-ab60-10bd528f409a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325077 Sep 09 10:18:15.647309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3023f-279b-4951-a273-9dd33196f1cb req-f1859649-b158-497f-8b85-e2db22b263a2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:15.648865 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1af3023f-279b-4951-a273-9dd33196f1cb req-f1859649-b158-497f-8b85-e2db22b263a2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0545130 Sep 09 10:18:15.686813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1af3023f-279b-4951-a273-9dd33196f1cb req-9211a4fa-53f1-4604-8a7b-f03bbfceaa3b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320394 Sep 09 10:18:16.808928 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd32c72-14e4-427b-89a0-58d62eb533b7 req-010bb294-5ac6-4bbb-aa0d-696675ffde0c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:16.810405 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fd32c72-14e4-427b-89a0-58d62eb533b7 req-010bb294-5ac6-4bbb-aa0d-696675ffde0c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0525303 Sep 09 10:18:16.847088 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fd32c72-14e4-427b-89a0-58d62eb533b7 req-8b315039-14b9-412e-a01a-72909a53e672 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305278 Sep 09 10:18:17.122497 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c394f0c-bc55-46f6-88a9-a4f2993e752d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:17.385853 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:17.960745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2698aa3-da07-47d9-8387-9a17b4737f84 req-9eaf88fc-24af-4d09-8abd-760d69067868 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:17.962231 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2698aa3-da07-47d9-8387-9a17b4737f84 req-9eaf88fc-24af-4d09-8abd-760d69067868 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0489545 Sep 09 10:18:17.999546 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2698aa3-da07-47d9-8387-9a17b4737f84 req-76eba7c8-aac1-4465-920d-6d3601ea9744 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Sep 09 10:18:18.725846 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:19.148280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc894a-0305-4b20-ad6f-e435d08790df req-8f769226-0cec-45df-b74a-9974e5d05c14 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:19.148280 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cfbc894a-0305-4b20-ad6f-e435d08790df req-8f769226-0cec-45df-b74a-9974e5d05c14 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0601621 Sep 09 10:18:19.183791 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cfbc894a-0305-4b20-ad6f-e435d08790df req-aa725ee5-179c-407f-ba76-b5d30b592a34 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Sep 09 10:18:20.298305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339bce0-2daa-4a01-8cfd-d0e75d63fac9 req-5de2ee02-3d5d-4ece-a40b-a6e6b0a6d52c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:20.301970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8339bce0-2daa-4a01-8cfd-d0e75d63fac9 req-5de2ee02-3d5d-4ece-a40b-a6e6b0a6d52c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0500820 Sep 09 10:18:20.325600 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:20.338763 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8339bce0-2daa-4a01-8cfd-d0e75d63fac9 req-c92ad7f0-c0e0-4aa2-9751-ab3405c53f03 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328593 Sep 09 10:18:21.456337 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c3da9-4b92-4d1a-81a8-616413f18fa8 req-ad837903-cd4d-4d13-8c5a-85e929df5b88 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:21.458120 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab5c3da9-4b92-4d1a-81a8-616413f18fa8 req-ad837903-cd4d-4d13-8c5a-85e929df5b88 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0515866 Sep 09 10:18:21.497448 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab5c3da9-4b92-4d1a-81a8-616413f18fa8 req-9452a570-2a25-4463-80f5-8686c96e3f3b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334396 Sep 09 10:18:22.613598 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac846333-1992-4bf2-a3a5-ed39f3a75679 req-4eadf730-95c0-469d-87e4-ed25de6ff0d5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:22.615075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac846333-1992-4bf2-a3a5-ed39f3a75679 req-4eadf730-95c0-469d-87e4-ed25de6ff0d5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0524495 Sep 09 10:18:22.652063 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ac846333-1992-4bf2-a3a5-ed39f3a75679 req-68f84995-0258-47ed-b6d3-1beb94b886e7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Sep 09 10:18:23.780853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e3da3-7d69-478b-9dae-16c9a35761a0 req-efd5ec9c-9613-4a6d-9ae9-65d6fcd4e59e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:23.782336 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c00e3da3-7d69-478b-9dae-16c9a35761a0 req-efd5ec9c-9613-4a6d-9ae9-65d6fcd4e59e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0636370 Sep 09 10:18:23.819530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c00e3da3-7d69-478b-9dae-16c9a35761a0 req-305ab144-d401-4458-b0d6-642d8e840e2d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302839 Sep 09 10:18:24.932506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b9518-0dfd-4728-a8c9-ba28736fee63 req-1a72f959-4e3e-4c1c-ad81-0e8b2f5fc789 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:24.933995 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f22b9518-0dfd-4728-a8c9-ba28736fee63 req-1a72f959-4e3e-4c1c-ad81-0e8b2f5fc789 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0483177 Sep 09 10:18:24.971841 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f22b9518-0dfd-4728-a8c9-ba28736fee63 req-4d192025-29f5-4506-a52f-7bb09edeff61 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321093 Sep 09 10:18:25.825462 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:26.085664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78e056-aa95-436f-a0e4-cff69c609ca8 req-c8fcac92-f134-4e87-9382-4543f4de8e6c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:26.087049 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b78e056-aa95-436f-a0e4-cff69c609ca8 req-c8fcac92-f134-4e87-9382-4543f4de8e6c tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0478740 Sep 09 10:18:26.123743 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b78e056-aa95-436f-a0e4-cff69c609ca8 req-bbc4f14d-b7ef-4c9c-a855-6b11d1173f79 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307081 Sep 09 10:18:26.459552 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:27.240446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75821659-e5ee-423d-9a33-59e6a1f73125 req-9b2461bd-da8e-43d6-88cc-b969d7b79caa tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:27.241950 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-75821659-e5ee-423d-9a33-59e6a1f73125 req-9b2461bd-da8e-43d6-88cc-b969d7b79caa tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0492575 Sep 09 10:18:27.282115 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-75821659-e5ee-423d-9a33-59e6a1f73125 req-1312f397-f5e3-4c12-9877-8e97db6c5457 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343308 Sep 09 10:18:28.398188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e951d4-c74b-46b4-adfa-2c8b086ba08a req-513e3564-4570-4f1c-8409-6dfe5164b409 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:28.400547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9e951d4-c74b-46b4-adfa-2c8b086ba08a req-513e3564-4570-4f1c-8409-6dfe5164b409 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0508869 Sep 09 10:18:28.438297 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b9e951d4-c74b-46b4-adfa-2c8b086ba08a req-1c4423fd-06d8-4dc6-8ac7-a8ecde2cb304 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Sep 09 10:18:29.556681 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6a600-dc44-459d-94a7-a88116726cd0 req-72f3c46f-6bd3-4602-bb97-40b950123e5d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:29.558077 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82b6a600-dc44-459d-94a7-a88116726cd0 req-72f3c46f-6bd3-4602-bb97-40b950123e5d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0526614 Sep 09 10:18:29.594883 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-82b6a600-dc44-459d-94a7-a88116726cd0 req-603fca18-6431-4b71-ae3a-0fdc47eaa53b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Sep 09 10:18:30.717354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134ff7-f32e-489f-a2c7-fe409ffadaed req-1b949407-62e0-452c-ad57-b1670bc63cb7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:30.718865 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa134ff7-f32e-489f-a2c7-fe409ffadaed req-1b949407-62e0-452c-ad57-b1670bc63cb7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0574870 Sep 09 10:18:30.757644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa134ff7-f32e-489f-a2c7-fe409ffadaed req-443ff823-9e08-48ae-80c2-fca5198dd20f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 Sep 09 10:18:30.779547 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52804) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:18:30.839281 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a269d164-6393-4ef5-8ef9-8c2e2a18ef03 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/0a4243bf-f927-46a7-9fc0-f862efe33b32 HTTP/1.1" status: 200 len: 992 time: 0.0585771 Sep 09 10:18:32.248876 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c141ea0-0ec3-4222-b98b-8c0c2e5813fb req-7a685067-6fb7-448a-b65b-6b22afc83037 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:32.250395 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1c141ea0-0ec3-4222-b98b-8c0c2e5813fb req-7a685067-6fb7-448a-b65b-6b22afc83037 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0501688 Sep 09 10:18:32.290163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1c141ea0-0ec3-4222-b98b-8c0c2e5813fb req-04e1fec9-cee8-4173-83fb-db233737b030 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329351 Sep 09 10:18:32.356604 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a327aad-6dc5-4fb5-acfa-9f9783f6859f req-e74a865f-a41e-48ad-92b8-98abfaa46f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:32.358190 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a327aad-6dc5-4fb5-acfa-9f9783f6859f req-e74a865f-a41e-48ad-92b8-98abfaa46f3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 1097 time: 0.0496442 Sep 09 10:18:32.449769 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a327aad-6dc5-4fb5-acfa-9f9783f6859f req-b0d5e502-221f-411f-8f7c-878142a81a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:32.451174 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a327aad-6dc5-4fb5-acfa-9f9783f6859f req-b0d5e502-221f-411f-8f7c-878142a81a2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=955bf74c-7f4d-4a99-9975-966c0aa9cadf HTTP/1.1" status: 200 len: 898 time: 0.0862763 Sep 09 10:18:32.520164 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a327aad-6dc5-4fb5-acfa-9f9783f6859f req-ef114e4e-bf80-47c9-a898-b1ff23d72c3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0619764 Sep 09 10:18:32.567150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a327aad-6dc5-4fb5-acfa-9f9783f6859f req-ca73fdc7-f909-447a-8784-c6da9a901328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:32.568584 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a327aad-6dc5-4fb5-acfa-9f9783f6859f req-ca73fdc7-f909-447a-8784-c6da9a901328 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c3baadf-c16c-46ce-a11d-609199171f85 HTTP/1.1" status: 200 len: 833 time: 0.0419488 Sep 09 10:18:32.613404 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a327aad-6dc5-4fb5-acfa-9f9783f6859f req-33fe6335-d7a0-4e95-8564-d8ec96e2feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:32.614871 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a327aad-6dc5-4fb5-acfa-9f9783f6859f req-33fe6335-d7a0-4e95-8564-d8ec96e2feca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=955bf74c-7f4d-4a99-9975-966c0aa9cadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396245 Sep 09 10:18:32.707940 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a327aad-6dc5-4fb5-acfa-9f9783f6859f req-5920c4ff-a9c7-4cae-81e9-4cda500f66cb service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851841 Sep 09 10:18:32.796188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7a327aad-6dc5-4fb5-acfa-9f9783f6859f req-c5458414-e760-4929-9a6c-5c738ca7ef5f service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821126 Sep 09 10:18:33.415650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9dddc-27bd-45f3-a734-2f9699856330 req-1af6a1de-43ea-46a5-8f11-c8a70ee386dc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:33.417188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ba9dddc-27bd-45f3-a734-2f9699856330 req-1af6a1de-43ea-46a5-8f11-c8a70ee386dc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0536203 Sep 09 10:18:33.455160 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8ba9dddc-27bd-45f3-a734-2f9699856330 req-90e61d7f-9cba-43d6-b3e7-b2c0ae0d2a00 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319974 Sep 09 10:18:33.477097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52814) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:18:33.536246 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2e52d108-27f9-4633-b351-c0087c669d30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/0a4243bf-f927-46a7-9fc0-f862efe33b32 HTTP/1.1" status: 200 len: 992 time: 0.0580277 Sep 09 10:18:44.625330 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-147da1b0-25a0-4de1-ba3d-120a1b8b4160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:45.476474 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-05d16a6b-8498-4101-b644-256153e623b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395205 Sep 09 10:18:45.564231 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-d199eb04-1ea9-483f-85ad-381b8df47e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:45.565716 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-d199eb04-1ea9-483f-85ad-381b8df47e97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 1097 time: 0.0450962 Sep 09 10:18:45.668671 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-9367c19f-efdc-4b1f-a04f-05f9e5f41afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:45.670526 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-9367c19f-efdc-4b1f-a04f-05f9e5f41afe service neutron] 10.222.0.24 "GET /v2.0/networks?id=955bf74c-7f4d-4a99-9975-966c0aa9cadf HTTP/1.1" status: 200 len: 898 time: 0.0835707 Sep 09 10:18:45.738587 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-76a39e1b-98d1-4cd1-a5d2-400181243326 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0589542 Sep 09 10:18:45.789718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-e910902d-16c0-428a-84c6-4dabecd01a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:45.791144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-e910902d-16c0-428a-84c6-4dabecd01a07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c3baadf-c16c-46ce-a11d-609199171f85 HTTP/1.1" status: 200 len: 833 time: 0.0448205 Sep 09 10:18:45.837414 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-fa541358-9e07-4949-803d-a11430f56829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:18:45.838899 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-fa541358-9e07-4949-803d-a11430f56829 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=955bf74c-7f4d-4a99-9975-966c0aa9cadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403795 Sep 09 10:18:45.934837 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-46101530-3dee-425f-828f-be1d90fa2ae4 service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873957 Sep 09 10:18:46.024069 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b96eac8e-d5db-4c8c-a334-64f4440d4c63 req-832f16f1-89ee-4911-bbc2-83ab7dd6ec72 service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821116 Sep 09 10:18:47.136757 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-196cc6aa-f9d9-454f-b606-8ffbf5868a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:47.390689 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:48.747781 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:50.330631 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:50.647875 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:18:55.842437 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:18:56.465344 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:03.961967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52834) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:04.119198 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 88d15eeb-a32f-44c6-9d9b-985a7044befe {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:19:04.119571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:04.191267 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:04.191531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:04.203242 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 88d15eeb-a32f-44c6-9d9b-985a7044befe owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:19:04.402683 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:04.430825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=88d15eeb-a32f-44c6-9d9b-985a7044befe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:04.442862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.443147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.443520 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.443865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.444833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.445168 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.445501 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.445834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.446483 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.446824 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.447163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.447569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:04.504566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:04.504920 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Floating IP 0a4243bf-f927-46a7-9fc0-f862efe33b32 disassociated (deleted). External IP: 172.25.8.57, port: 2b1d7c82-3526-4967-a82c-630e14cb3ef2. Sep 09 10:19:04.707628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 248de6b9-cd0e-4420-87dd-cf770b117b6e has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:19:04.818355 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:19:04.825972 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:04.829402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d4d2a-abce-44bc-84c4-658876cfaa7a None None] Sync routers for ids ['248de6b9-cd0e-4420-87dd-cf770b117b6e'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:19:04.838565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d4d2a-abce-44bc-84c4-658876cfaa7a None None] Routers {'248de6b9-cd0e-4420-87dd-cf770b117b6e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:19:04.839173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5b1d4d2a-abce-44bc-84c4-658876cfaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['248de6b9-cd0e-4420-87dd-cf770b117b6e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:04.858988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ab13e9fc-9d25-400f-b285-8135aa518a30 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/floatingips/0a4243bf-f927-46a7-9fc0-f862efe33b32 HTTP/1.1" status: 204 len: 168 time: 0.8959143 Sep 09 10:19:04.859637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'tag': '2b1d7c82-3526-4967-a82c-630e14cb3ef2'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:19:04.861891 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2b52fa-395f-4ecb-b603-74579bea0be7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b52c60-6b75-4ecc-be78-cb100156f000", "tag": "2b1d7c82-3526-4967-a82c-630e14cb3ef2"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:19:04.922394 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5deb19-f114-402e-ab51-f372b01540b3 x-openstack-request-id: req-1c5deb19-f114-402e-ab51-f372b01540b3 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:19:04.922696 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b52c60-6b75-4ecc-be78-cb100156f000", "tag": "2b1d7c82-3526-4967-a82c-630e14cb3ef2", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:19:04.922948 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c5deb19-f114-402e-ab51-f372b01540b3 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:19:04.923347 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'tag': '2b1d7c82-3526-4967-a82c-630e14cb3ef2', 'status': 'completed', 'code': 200} Sep 09 10:19:04.950293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5b1d4d2a-abce-44bc-84c4-658876cfaa7a None None] Set router 248de6b9-cd0e-4420-87dd-cf770b117b6e gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:19:04.988786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-19458c35-4e21-4b33-9e43-dfad4de73894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:04.990270 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-19458c35-4e21-4b33-9e43-dfad4de73894 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 1097 time: 0.0433352 Sep 09 10:19:05.084013 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-6656408a-246f-4b56-912b-c62f0caf0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:05.086154 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-6656408a-246f-4b56-912b-c62f0caf0263 service neutron] 10.222.0.24 "GET /v2.0/networks?id=955bf74c-7f4d-4a99-9975-966c0aa9cadf HTTP/1.1" status: 200 len: 898 time: 0.0873110 Sep 09 10:19:05.132836 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-8925d2c6-ded1-4558-841d-b5fb28c0d668 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2 HTTP/1.1" status: 200 len: 217 time: 0.0392661 Sep 09 10:19:05.150544 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5b1d4d2a-abce-44bc-84c4-658876cfaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9', 'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:f6:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:26Z', 'updated_at': '2021-09-09T10:17:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:05.181424 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d4d2a-abce-44bc-84c4-658876cfaa7a None None] Checking router: 248de6b9-cd0e-4420-87dd-cf770b117b6e for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:19:05.185154 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-1c1d88ea-23f4-4f2c-9f1d-eeeaa849d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:05.186674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-1c1d88ea-23f4-4f2c-9f1d-eeeaa849d304 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c3baadf-c16c-46ce-a11d-609199171f85 HTTP/1.1" status: 200 len: 833 time: 0.0453238 Sep 09 10:19:05.189886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d4d2a-abce-44bc-84c4-658876cfaa7a None None] Routers {'248de6b9-cd0e-4420-87dd-cf770b117b6e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:19:05.190519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5b1d4d2a-abce-44bc-84c4-658876cfaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['248de6b9-cd0e-4420-87dd-cf770b117b6e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:05.236856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-ff7af3a5-8150-4500-be26-4233f86b0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:05.238528 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-ff7af3a5-8150-4500-be26-4233f86b0681 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=955bf74c-7f4d-4a99-9975-966c0aa9cadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434530 Sep 09 10:19:05.251428 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-c526a50c-0db0-4dc4-a6e6-59e2068df871 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:19:05.252362 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-c526a50c-0db0-4dc4-a6e6-59e2068df871 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055232 Sep 09 10:19:05.276415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ec97c-8ed8-4737-aa4b-79789c35cb7c req-a5189632-6460-47b2-91e4-9477172012db tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:05.277940 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b8ec97c-8ed8-4737-aa4b-79789c35cb7c req-a5189632-6460-47b2-91e4-9477172012db tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0506744 Sep 09 10:19:05.299481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-5b1d4d2a-abce-44bc-84c4-658876cfaa7a None None] Set router 248de6b9-cd0e-4420-87dd-cf770b117b6e gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:19:05.316653 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-0b8ec97c-8ed8-4737-aa4b-79789c35cb7c req-8b26fbd5-d58f-494f-b716-028da0d42de4 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324714 Sep 09 10:19:05.353014 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-38ad9423-d45d-42c0-86e1-a038d356a6ad service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928164 Sep 09 10:19:05.447939 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5f2b52fa-395f-4ecb-b603-74579bea0be7 req-55355974-dfd3-4cdf-8654-772e7017a331 service neutron] 10.222.0.24 "GET /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873230 Sep 09 10:19:05.500410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-5b1d4d2a-abce-44bc-84c4-658876cfaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9', 'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:f6:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:26Z', 'updated_at': '2021-09-09T10:17:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:05.526404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d4d2a-abce-44bc-84c4-658876cfaa7a None None] The sync data for ids ['248de6b9-cd0e-4420-87dd-cf770b117b6e'] in n-d-778696-16 is: [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:17:26Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9', 'name': '', 'network_id': '955bf74c-7f4d-4a99-9975-966c0aa9cadf', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:f6:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:26Z', 'updated_at': '2021-09-09T10:17:31Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': '2c3baadf-c16c-46ce-a11d-609199171f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:19:05.744122 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181468d-7cc8-4335-8706-fb3b93abc9b9 None None] New status for floating IP 0a4243bf-f927-46a7-9fc0-f862efe33b32: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:19:06.450057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db80f68-8f6b-46e2-8d9c-0557faf972c5 req-eea03ca6-6774-443d-96f3-71d1dc69cb45 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:06.451576 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5db80f68-8f6b-46e2-8d9c-0557faf972c5 req-eea03ca6-6774-443d-96f3-71d1dc69cb45 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0562909 Sep 09 10:19:06.488512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5db80f68-8f6b-46e2-8d9c-0557faf972c5 req-18621893-d134-44f0-ba92-8eb222dea77d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3cda4d5-8c9e-4d4a-a121-f0050612372b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310445 Sep 09 10:19:06.797902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58576c8f-6450-4930-9d18-f9747a10f91f req-506f5997-71b9-4d44-b449-2d78e18b1515 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:06.799359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-58576c8f-6450-4930-9d18-f9747a10f91f req-506f5997-71b9-4d44-b449-2d78e18b1515 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 945 time: 0.0494866 Sep 09 10:19:06.888419 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-58576c8f-6450-4930-9d18-f9747a10f91f req-0c8d9c2c-3b92-4d96-8cf5-3993150339bc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:19:06.888764 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-58576c8f-6450-4930-9d18-f9747a10f91f req-0c8d9c2c-3b92-4d96-8cf5-3993150339bc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:06.978709 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-58576c8f-6450-4930-9d18-f9747a10f91f req-0c8d9c2c-3b92-4d96-8cf5-3993150339bc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port 2b1d7c82-3526-4967-a82c-630e14cb3ef2, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b1d7c82-3526-4967-a82c-630e14cb3ef2,segment=NetworkSegment(8a1bf0af-c485-410b-8594-4d15cd7ff952),segment_id=8a1bf0af-c485-410b-8594-4d15cd7ff952)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:19:06.979069 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-58576c8f-6450-4930-9d18-f9747a10f91f req-0c8d9c2c-3b92-4d96-8cf5-3993150339bc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:06.997409 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-58576c8f-6450-4930-9d18-f9747a10f91f req-0c8d9c2c-3b92-4d96-8cf5-3993150339bc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 2b1d7c82-3526-4967-a82c-630e14cb3ef2 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:19:07.210986 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-58576c8f-6450-4930-9d18-f9747a10f91f req-0c8d9c2c-3b92-4d96-8cf5-3993150339bc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:07.276972 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d9c2c-3b92-4d96-8cf5-3993150339bc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=2b1d7c82-3526-4967-a82c-630e14cb3ef2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:07.292524 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-58576c8f-6450-4930-9d18-f9747a10f91f req-0c8d9c2c-3b92-4d96-8cf5-3993150339bc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] No DVR routers for this DVR port 2b1d7c82-3526-4967-a82c-630e14cb3ef2 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:19:07.294873 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-58576c8f-6450-4930-9d18-f9747a10f91f req-0c8d9c2c-3b92-4d96-8cf5-3993150339bc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:07.297083 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-58576c8f-6450-4930-9d18-f9747a10f91f req-0c8d9c2c-3b92-4d96-8cf5-3993150339bc tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.24 "DELETE /v2.0/ports/2b1d7c82-3526-4967-a82c-630e14cb3ef2 HTTP/1.1" status: 204 len: 173 time: 0.4917324 Sep 09 10:19:07.297549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'name': 'network-vif-deleted', 'tag': '2b1d7c82-3526-4967-a82c-630e14cb3ef2'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:19:07.300490 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159c0218-c810-4424-8b23-f281bf21428f" -d '{"events": [{"server_uuid": "e5b52c60-6b75-4ecc-be78-cb100156f000", "name": "network-vif-deleted", "tag": "2b1d7c82-3526-4967-a82c-630e14cb3ef2"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:19:07.339728 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec5e853-eb89-4e1f-a2b7-a0abf6a17c6b x-openstack-request-id: req-bec5e853-eb89-4e1f-a2b7-a0abf6a17c6b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:19:07.340033 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b52c60-6b75-4ecc-be78-cb100156f000", "name": "network-vif-deleted", "tag": "2b1d7c82-3526-4967-a82c-630e14cb3ef2", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:19:07.340288 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bec5e853-eb89-4e1f-a2b7-a0abf6a17c6b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:19:07.340698 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b52c60-6b75-4ecc-be78-cb100156f000', 'name': 'network-vif-deleted', 'tag': '2b1d7c82-3526-4967-a82c-630e14cb3ef2', 'status': 'completed', 'code': 200} Sep 09 10:19:07.600790 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dadf44af-a071-42c9-89a6-0b9993178291 req-99ddce2a-e4b3-4769-a1d1-655808faadfa tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5b52c60-6b75-4ecc-be78-cb100156f000 HTTP/1.1" status: 200 len: 210 time: 0.0272729 Sep 09 10:19:08.660828 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52852) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:09.014817 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:09.263266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:19:09.263642 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:09.353364 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9,segment=NetworkSegment(8a1bf0af-c485-410b-8594-4d15cd7ff952),segment_id=8a1bf0af-c485-410b-8594-4d15cd7ff952)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:19:09.353623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:09.365066 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:19:09.936838 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:09.963786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:10.135537 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:10.348067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 248de6b9-cd0e-4420-87dd-cf770b117b6e has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:19:10.453287 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:19:10.459056 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-540d8533-9407-4927-94c0-cf72949d5051 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "PUT /v2.0/routers/248de6b9-cd0e-4420-87dd-cf770b117b6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7970915 Sep 09 10:19:10.461464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:10.462972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364d11f-6dcf-4169-a317-e6c0ea6f2cca None None] Sync routers for ids ['248de6b9-cd0e-4420-87dd-cf770b117b6e'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:19:10.472024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364d11f-6dcf-4169-a317-e6c0ea6f2cca None None] Routers {'248de6b9-cd0e-4420-87dd-cf770b117b6e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:19:10.472632 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4364d11f-6dcf-4169-a317-e6c0ea6f2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['248de6b9-cd0e-4420-87dd-cf770b117b6e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:10.512288 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4582e1ec-b71a-430c-aa14-c1f5b647f201 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting subnet 2c3baadf-c16c-46ce-a11d-609199171f85 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:19:10.515389 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4582e1ec-b71a-430c-aa14-c1f5b647f201 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:10.562395 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4582e1ec-b71a-430c-aa14-c1f5b647f201 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:10.578966 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-4364d11f-6dcf-4169-a317-e6c0ea6f2cca None None] Set router 248de6b9-cd0e-4420-87dd-cf770b117b6e gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:19:10.647160 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4582e1ec-b71a-430c-aa14-c1f5b647f201 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:10.761841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4364d11f-6dcf-4169-a317-e6c0ea6f2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:19:09Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:10.780020 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4582e1ec-b71a-430c-aa14-c1f5b647f201 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:10.788311 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364d11f-6dcf-4169-a317-e6c0ea6f2cca None None] Checking router: 248de6b9-cd0e-4420-87dd-cf770b117b6e for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:19:10.796842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364d11f-6dcf-4169-a317-e6c0ea6f2cca None None] Routers {'248de6b9-cd0e-4420-87dd-cf770b117b6e'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:19:10.797452 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4364d11f-6dcf-4169-a317-e6c0ea6f2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:18:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['248de6b9-cd0e-4420-87dd-cf770b117b6e'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:10.811901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582e1ec-b71a-430c-aa14-c1f5b647f201 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3baadf-c16c-46ce-a11d-609199171f85,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:10.815643 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4582e1ec-b71a-430c-aa14-c1f5b647f201 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:10.820438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4582e1ec-b71a-430c-aa14-c1f5b647f201 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/subnets/2c3baadf-c16c-46ce-a11d-609199171f85 HTTP/1.1" status: 204 len: 168 time: 0.3549800 Sep 09 10:19:10.820733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52856) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:10.836225 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0463c7e7-9cb4-4a77-8d7f-71b76b9ae357 None None] Network 955bf74c-7f4d-4a99-9975-966c0aa9cadf requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:19:10.929293 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:10.993774 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-4364d11f-6dcf-4169-a317-e6c0ea6f2cca None None] Set router 248de6b9-cd0e-4420-87dd-cf770b117b6e gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:19:11.034905 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.162622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] DHCP port deletion for 955bf74c-7f4d-4a99-9975-966c0aa9cadf request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:19:11.172723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 2d309cd0-03e9-4c18-89e9-e8d779d0f329 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:19:11.172723 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.228713 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-4364d11f-6dcf-4169-a317-e6c0ea6f2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:19:09Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:11.251188 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port 2d309cd0-03e9-4c18-89e9-e8d779d0f329, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=2d309cd0-03e9-4c18-89e9-e8d779d0f329,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:19:11.251588 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.263550 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Deleting port 1a0775d1-0878-4633-8d73-254f97bd2ec1 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:19:11.263959 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.264090 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 2d309cd0-03e9-4c18-89e9-e8d779d0f329 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:19:11.265667 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364d11f-6dcf-4169-a317-e6c0ea6f2cca None None] The sync data for ids ['248de6b9-cd0e-4420-87dd-cf770b117b6e'] in n-d-778696-16 is: [{'id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469100133', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:17:22Z', 'updated_at': '2021-09-09T10:19:09Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': '2d309cd0-03e9-4c18-89e9-e8d779d0f329', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248de6b9-cd0e-4420-87dd-cf770b117b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:17:23Z', 'updated_at': '2021-09-09T10:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:19:11.331043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] For port 1a0775d1-0878-4633-8d73-254f97bd2ec1, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1a0775d1-0878-4633-8d73-254f97bd2ec1,segment=NetworkSegment(8a1bf0af-c485-410b-8594-4d15cd7ff952),segment_id=8a1bf0af-c485-410b-8594-4d15cd7ff952)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:19:11.331463 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.347025 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Calling delete_port for 1a0775d1-0878-4633-8d73-254f97bd2ec1 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:19:11.493645 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.518728 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Pushing event deleted for resources: {'Port': ['ID=1a0775d1-0878-4633-8d73-254f97bd2ec1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:11.522343 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.526096 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] No DVR routers for this DVR port 1a0775d1-0878-4633-8d73-254f97bd2ec1 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:19:11.538179 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.538529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.538870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.539232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.539721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.540114 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.540382 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.540707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.541029 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.541351 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.541673 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.541997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2049bf-9460-44d9-a67e-e52b75d51f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:11.548306 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=2d309cd0-03e9-4c18-89e9-e8d779d0f329,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:11.613363 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.708611 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.711859 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.756263 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2b1d7c82-3526-4967-a82c-630e14cb3ef2 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:19:11.776658 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 2b1d7c82-3526-4967-a82c-630e14cb3ef2 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:19:11.777008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2b1d7c82-3526-4967-a82c-630e14cb3ef2 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:19:11.831213 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.831821 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Fanout notify agent at l3_agent the message router_deleted on router 248de6b9-cd0e-4420-87dd-cf770b117b6e {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:19:11.841300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:11.841300 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-774f218e-1d24-446c-9998-620fbd70a641 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/routers/248de6b9-cd0e-4420-87dd-cf770b117b6e HTTP/1.1" status: 204 len: 168 time: 1.0193815 Sep 09 10:19:11.843882 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52858) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:11.929797 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:12.014521 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:12.034182 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955bf74c-7f4d-4a99-9975-966c0aa9cadf']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:12.044411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1bf0af-c485-410b-8594-4d15cd7ff952') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:12.045018 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1bf0af-c485-410b-8594-4d15cd7ff952') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:12.054017 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:12.066763 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:12.072664 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:19:12.073051 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:19:12.075983 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:19:12.173578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:12.181207 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:12.182383 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/networks/955bf74c-7f4d-4a99-9975-966c0aa9cadf HTTP/1.1" status: 204 len: 168 time: 0.3375690 Sep 09 10:19:12.185280 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52860) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:12.193161 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258c2fd-5f9e-43d5-84ae-54777934e82f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Network': ['ID=955bf74c-7f4d-4a99-9975-966c0aa9cadf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:12.248705 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:12.283075 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:12.387891 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:12.390641 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:12.393784 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/security-groups/a3cda4d5-8c9e-4d4a-a121-f0050612372b HTTP/1.1" status: 204 len: 168 time: 0.2055855 Sep 09 10:19:12.401840 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cda4d5-8c9e-4d4a-a121-f0050612372b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:12.410114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.410473 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.411018 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.411582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.411933 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.412277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.412634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.413080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.413309 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.413749 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.414088 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.414442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70b1e0-b5d6-4e40-bd3f-7547051b27dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:12.931287 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52866) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:12.935932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0196e0eb-0be6-4d01-9142-aab9611a13d2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-425626450', 'description': 'tempest-secgroup-smoke-425626450 description', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:12.999886 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0196e0eb-0be6-4d01-9142-aab9611a13d2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.079556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0196e0eb-0be6-4d01-9142-aab9611a13d2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.126817 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1a0775d1-0878-4633-8d73-254f97bd2ec1 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:19:13.140024 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0196e0eb-0be6-4d01-9142-aab9611a13d2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.151588 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 1a0775d1-0878-4633-8d73-254f97bd2ec1 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:19:13.153444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1a0775d1-0878-4633-8d73-254f97bd2ec1 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:19:13.153444 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2d309cd0-03e9-4c18-89e9-e8d779d0f329 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:19:13.169920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196e0eb-0be6-4d01-9142-aab9611a13d2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f7d7da-84e8-4913-bae3-c75b52601b3c,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:13.171876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 2d309cd0-03e9-4c18-89e9-e8d779d0f329 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:19:13.172229 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 2d309cd0-03e9-4c18-89e9-e8d779d0f329 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:19:13.172652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:19:13.192687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:19:13.193037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 8e8f2b29-1f72-4fe6-bd94-0e549e6cf3b9 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:19:13.233453 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0196e0eb-0be6-4d01-9142-aab9611a13d2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.234751 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0196e0eb-0be6-4d01-9142-aab9611a13d2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3024065 Sep 09 10:19:13.237532 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52868) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:13.243158 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-983c393e-85e3-4a0a-bc0a-86a1a38dbb6a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'd8f7d7da-84e8-4913-bae3-c75b52601b3c', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:13.312225 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-983c393e-85e3-4a0a-bc0a-86a1a38dbb6a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.367528 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-983c393e-85e3-4a0a-bc0a-86a1a38dbb6a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.436601 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-983c393e-85e3-4a0a-bc0a-86a1a38dbb6a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.455180 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c393e-85e3-4a0a-bc0a-86a1a38dbb6a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c11b07-4487-437a-baa1-8fdfb039978c,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:13.545244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-983c393e-85e3-4a0a-bc0a-86a1a38dbb6a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.546472 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-983c393e-85e3-4a0a-bc0a-86a1a38dbb6a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3080196 Sep 09 10:19:13.549215 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52870) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:13.553585 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-aeb29c17-d701-4af3-823d-78cc23df837d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'd8f7d7da-84e8-4913-bae3-c75b52601b3c', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:13.638191 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aeb29c17-d701-4af3-823d-78cc23df837d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.699005 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aeb29c17-d701-4af3-823d-78cc23df837d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.753649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aeb29c17-d701-4af3-823d-78cc23df837d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.773698 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb29c17-d701-4af3-823d-78cc23df837d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc5ac6b-3cb5-401d-a86b-45cd54523402,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:13.816505 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-aeb29c17-d701-4af3-823d-78cc23df837d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.817777 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-aeb29c17-d701-4af3-823d-78cc23df837d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2675531 Sep 09 10:19:13.821070 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52872) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:13.825745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a0e20d1c-e587-4ef5-8a18-b7e21847f9b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'd8f7d7da-84e8-4913-bae3-c75b52601b3c', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:13.896239 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a0e20d1c-e587-4ef5-8a18-b7e21847f9b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:13.954155 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a0e20d1c-e587-4ef5-8a18-b7e21847f9b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.016183 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a0e20d1c-e587-4ef5-8a18-b7e21847f9b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.035064 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e20d1c-e587-4ef5-8a18-b7e21847f9b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f16502-21f5-4579-8f1e-affdd9ed032a,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:14.107509 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a0e20d1c-e587-4ef5-8a18-b7e21847f9b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.108749 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a0e20d1c-e587-4ef5-8a18-b7e21847f9b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2864957 Sep 09 10:19:14.111468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52874) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:14.115865 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-76214fa2-eec9-461a-ab85-0095daef749d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'd8f7d7da-84e8-4913-bae3-c75b52601b3c', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:14.192050 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76214fa2-eec9-461a-ab85-0095daef749d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.250456 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76214fa2-eec9-461a-ab85-0095daef749d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.318844 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76214fa2-eec9-461a-ab85-0095daef749d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.337506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76214fa2-eec9-461a-ab85-0095daef749d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39b8aa1-43d7-4bb6-9454-3e3a840a5c7e,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:14.390812 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-76214fa2-eec9-461a-ab85-0095daef749d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.392143 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-76214fa2-eec9-461a-ab85-0095daef749d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2797265 Sep 09 10:19:14.394836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52876) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:14.399704 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0905751a-e621-4b3c-9e2e-062d174e50a5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'd8f7d7da-84e8-4913-bae3-c75b52601b3c', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:14.450516 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab12ffc1-57e9-4a71-a088-b27f056eab00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.488259 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-0905751a-e621-4b3c-9e2e-062d174e50a5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Project 424f9e2f158c4d2b8b3869949cc6347d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:19:14.493920 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0905751a-e621-4b3c-9e2e-062d174e50a5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.555745 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0905751a-e621-4b3c-9e2e-062d174e50a5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.617275 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0905751a-e621-4b3c-9e2e-062d174e50a5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.634725 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905751a-e621-4b3c-9e2e-062d174e50a5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92068b6b-fd74-4246-b28f-10ec792ab706,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:14.708353 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0905751a-e621-4b3c-9e2e-062d174e50a5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.709558 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0905751a-e621-4b3c-9e2e-062d174e50a5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3137612 Sep 09 10:19:14.712636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52878) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:14.716897 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-68d3fe7d-f1ca-4072-b305-acb624818a62 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'security_group_rule': {'security_group_id': 'd8f7d7da-84e8-4913-bae3-c75b52601b3c', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:14.787966 n-d-778696-16 neutron-server[95325]: INFO neutron.db.securitygroups_db [None req-68d3fe7d-f1ca-4072-b305-acb624818a62 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Project 424f9e2f158c4d2b8b3869949cc6347d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:19:14.793737 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-68d3fe7d-f1ca-4072-b305-acb624818a62 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.854922 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-68d3fe7d-f1ca-4072-b305-acb624818a62 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.931092 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-68d3fe7d-f1ca-4072-b305-acb624818a62 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:14.949240 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3fe7d-f1ca-4072-b305-acb624818a62 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9cf02c-93c1-4228-a450-6344674a8f01,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:15.005359 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-68d3fe7d-f1ca-4072-b305-acb624818a62 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:15.006589 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-68d3fe7d-f1ca-4072-b305-acb624818a62 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2930343 Sep 09 10:19:15.009452 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52880) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:15.014255 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'network': {'name': 'tempest-network-smoke--1302343969', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'port_security_enabled': True}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:15.096565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:19:15.100038 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:15.123134 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:19:15.131740 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:15.132075 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Added segment 6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464 of type vlan for network 648dff06-5fb8-4186-a201-6d4b468d157d Sep 09 10:19:15.170713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:15.267692 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:15.273869 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:15.274482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:15.337927 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Network': ['ID=648dff06-5fb8-4186-a201-6d4b468d157d,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:15.348388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 648dff06-5fb8-4186-a201-6d4b468d157d details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:19:15.374436 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-77adb188-6d0b-4cfa-8a2e-702fb512b4c9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3638146 Sep 09 10:19:15.376975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52882) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:15.381617 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'admin_state_up': True, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:15.467957 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:15.469007 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:15.523645 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:15.713903 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:15.970725 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:15.989460 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:16.093730 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.25.8.249 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:19:16.199585 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:16.277027 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:16.312855 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:19:16.315682 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:19:16.319721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:19:16.350547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:16.646816 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:16.841683 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:17.050509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 690d46d7-9257-4134-bb40-083af2c60fe4 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:19:17.131025 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a19c47b-b94c-4e7d-ac6e-490d7bd19138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:17.156658 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:19:17.166767 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Sync routers for ids ['690d46d7-9257-4134-bb40-083af2c60fe4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:19:17.176163 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Routers {'690d46d7-9257-4134-bb40-083af2c60fe4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:19:17.176779 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['690d46d7-9257-4134-bb40-083af2c60fe4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:17.245516 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:17.246827 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7c2e8971-6c46-4341-8e41-5086f1fb132a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8689077 Sep 09 10:19:17.249941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52884) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:17.278605 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ee4b7d56-f337-4595-94aa-ca25516ae12a tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=424f9e2f158c4d2b8b3869949cc6347d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275609 Sep 09 10:19:17.281207 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Set router 690d46d7-9257-4134-bb40-083af2c60fe4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:19:17.281364 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52886) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:17.372495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678d444e-9864-4b27-bb31-e8b8e9682d67 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:17.374073 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-678d444e-9864-4b27-bb31-e8b8e9682d67 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918071 Sep 09 10:19:17.376873 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 52888) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:17.399011 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:17.407686 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4268fefd-0722-42d3-926c-2bcef368ed67 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b89ae5e9-a0e8-4790-881f-c7ba7cf90fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273478 Sep 09 10:19:17.411901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52890) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:17.413798 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1834549173', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:17.460863 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:16Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:17.501369 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Checking router: 690d46d7-9257-4134-bb40-083af2c60fe4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:19:17.501726 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Updating router 690d46d7-9257-4134-bb40-083af2c60fe4 port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:19:17.527519 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:17.591167 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:19:17.594961 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:17.787511 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:17.798065 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Transition to ACTIVE for port object cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:19:17.860147 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:17.870889 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:17.927307 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Attempting to bind port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:19:17.932177 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Attempting to bind port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:19:17.932177 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Attempting to bind port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:19:17.941981 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Subnet': ['ID=ee183552-66f5-45e7-a303-6aadd71eec69,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:17.944414 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:19:17.945432 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:19:17.945853 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:17.946218 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:19:17.946702 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Bound port: cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:19:17.947087 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:17.954959 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Pushing event updated for resources: {'Port': ['ID=cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:17.955093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Checking segment: {'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:19:17.955093 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network hostable DHCP agents. Network: 648dff06-5fb8-4186-a201-6d4b468d157d, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:19:17.980918 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:17.983434 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:17.983434 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:17.983434 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:17.983434 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:17.983845 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:17.984090 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:17.984630 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:17.985201 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:17.985750 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:17.986273 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:17.986788 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:19:18.019902 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] For port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:19:18.023176 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] For port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:19:18.030756 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 648dff06-5fb8-4186-a201-6d4b468d157d is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:19:18.088659 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:18.117477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 648dff06-5fb8-4186-a201-6d4b468d157d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:19:18.122591 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:18.123503 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:18.131525 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121faed-b06b-48ea-a29f-e72526ddab15 None None] Network 648dff06-5fb8-4186-a201-6d4b468d157d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:19:18.146815 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Routers {'690d46d7-9257-4134-bb40-083af2c60fe4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:19:18.147469 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['690d46d7-9257-4134-bb40-083af2c60fe4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:18.190760 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4e544-847e-438c-b407-b24805fc1f2c None None] Pushing event updated for resources: {'Port': ['ID=cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:18.220663 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5fba284e-3c6c-4770-a2fa-7f5cdd5d5521 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8114460 Sep 09 10:19:18.224118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52892) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:18.300560 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-648dff06-5fb8-4186-a201-6d4b468d157d', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ips': [{'subnet_id': 'ee183552-66f5-45e7-a303-6aadd71eec69'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:19:18.301418 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:18.309852 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] Set router 690d46d7-9257-4134-bb40-083af2c60fe4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:19:18.450425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Allocated IP 172.20.0.2 (648dff06-5fb8-4186-a201-6d4b468d157d/ee183552-66f5-45e7-a303-6aadd71eec69/d4bc54dd-8248-4546-b33d-3a27793acc81) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:19:18.534936 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:16Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:18.566557 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85375693-46f0-4c8c-9160-712cbbf91b5c None None] The sync data for ids ['690d46d7-9257-4134-bb40-083af2c60fe4'] in n-d-778696-16 is: [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:16Z', 'revision_number': 3, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:19:18.612592 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:18.621869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Transition to ACTIVE for port object d4bc54dd-8248-4546-b33d-3a27793acc81 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:19:18.639243 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Transition to ACTIVE for port object d4bc54dd-8248-4546-b33d-3a27793acc81 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:19:18.694797 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:18.748657 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:18.779644 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:18.794633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Network 648dff06-5fb8-4186-a201-6d4b468d157d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:19:18.809851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Pushing event updated for resources: {'Port': ['ID=d4bc54dd-8248-4546-b33d-3a27793acc81,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:18.812651 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:19:18.816050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:19:19.020729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.20.0.1 (648dff06-5fb8-4186-a201-6d4b468d157d/ee183552-66f5-45e7-a303-6aadd71eec69/1b8398a2-65fe-49eb-9bec-d5ddb84def2e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:19:19.040391 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Attempting to bind port d4bc54dd-8248-4546-b33d-3a27793acc81 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:19:19.040692 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Attempting to bind port d4bc54dd-8248-4546-b33d-3a27793acc81 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:19:19.041059 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Attempting to bind port d4bc54dd-8248-4546-b33d-3a27793acc81 on network 648dff06-5fb8-4186-a201-6d4b468d157d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:19:19.046467 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:19:19.046851 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Checking segment: {'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:19:19.047261 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:19.047701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Bound using segment: {'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:19:19.048181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Bound port: d4bc54dd-8248-4546-b33d-3a27793acc81, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:19:19.048568 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:19.122379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] For port d4bc54dd-8248-4546-b33d-3a27793acc81, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:19:19.125782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] For port d4bc54dd-8248-4546-b33d-3a27793acc81, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d4bc54dd-8248-4546-b33d-3a27793acc81,segment=NetworkSegment(6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464),segment_id=6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:19:19.155771 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:19.171019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Transition to ACTIVE for port object 1b8398a2-65fe-49eb-9bec-d5ddb84def2e will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:19:19.192153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:19:19.222601 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:19.274579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:19.324071 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 648dff06-5fb8-4186-a201-6d4b468d157d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:19:19.325466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655f620-aa72-4fe9-977a-5c7ab76c303e None None] Pushing event updated for resources: {'Port': ['ID=d4bc54dd-8248-4546-b33d-3a27793acc81,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:19.332197 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:19:19.337500 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:19:19.354410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:19:19.360512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:19:19.361298 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:19.362827 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=1b8398a2-65fe-49eb-9bec-d5ddb84def2e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:19.391515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:19.455787 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:19.504065 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:19:19.562618 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:19.617296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:19.655778 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:19.927614 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:19.987853 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:20.060411 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=1b8398a2-65fe-49eb-9bec-d5ddb84def2e,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:20.065446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:20.161106 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 648dff06-5fb8-4186-a201-6d4b468d157d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:19:20.162426 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:19:20.278862 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 690d46d7-9257-4134-bb40-083af2c60fe4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:19:20.342360 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:20.387251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:19:20.394366 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7e2167fd-c194-4a5d-9e4e-41986174c181 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "PUT /v2.0/routers/690d46d7-9257-4134-bb40-083af2c60fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1672380 Sep 09 10:19:20.404368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Sync routers for ids ['690d46d7-9257-4134-bb40-083af2c60fe4'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:19:20.414055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Routers {'690d46d7-9257-4134-bb40-083af2c60fe4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:19:20.414656 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['690d46d7-9257-4134-bb40-083af2c60fe4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:20.526640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Set router 690d46d7-9257-4134-bb40-083af2c60fe4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:19:20.561592 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-efd135bf-d2a9-4e52-968b-343310973ec9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425626450&fields=id&tenant_id=424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 267 time: 0.0333502 Sep 09 10:19:20.676239 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-99159a69-4d2c-4900-9db1-49fee740e7fa tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:20.677708 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-99159a69-4d2c-4900-9db1-49fee740e7fa tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/networks?id=648dff06-5fb8-4186-a201-6d4b468d157d HTTP/1.1" status: 200 len: 797 time: 0.1074584 Sep 09 10:19:20.693589 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-07ce6034-4c01-4cf3-a495-410cedc56831 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/quotas/424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 375 time: 0.0093045 Sep 09 10:19:20.736735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '1b8398a2-65fe-49eb-9bec-d5ddb84def2e', 'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:a6:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:18Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 2, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:20.751033 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-f70a0ff8-8126-4f78-8995-dcc1e48f4f17 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517886 Sep 09 10:19:20.764567 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Checking router: 690d46d7-9257-4134-bb40-083af2c60fe4 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:19:20.764935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Updating router 690d46d7-9257-4134-bb40-083af2c60fe4 port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:19:20.791235 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:20.861456 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-5f075416-43de-4486-8d92-7043bf9572fb service neutron] 10.222.0.32 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967464 Sep 09 10:19:21.073006 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e1e1a-0a0b-4d53-9796-f63893a3f8d8 None None] Network 648dff06-5fb8-4186-a201-6d4b468d157d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:19:21.128599 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:21.179010 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Transition to ACTIVE for port object 1b8398a2-65fe-49eb-9bec-d5ddb84def2e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:19:21.254619 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d4bc54dd-8248-4546-b33d-3a27793acc81 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:19:21.289995 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-22d7efae-17f9-48c2-9138-5d76eb0112b9 service neutron] 10.222.0.32 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201660 Sep 09 10:19:21.292215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4f298034-c17c-40a9-8736-e0d0a56e86a2 None None] Provisioning for port d4bc54dd-8248-4546-b33d-3a27793acc81 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:19:21.294175 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:21.378662 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ada19-a83f-4190-bae9-c0124dc39d53 None None] Pushing event updated for resources: {'Port': ['ID=1b8398a2-65fe-49eb-9bec-d5ddb84def2e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:21.439402 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Attempting to bind port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:19:21.439951 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Attempting to bind port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:19:21.440472 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Attempting to bind port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e on network 648dff06-5fb8-4186-a201-6d4b468d157d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:19:21.447568 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:19:21.448052 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Checking segment: {'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:19:21.448458 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:21.448862 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Bound using segment: {'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:19:21.449379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Bound port: 1b8398a2-65fe-49eb-9bec-d5ddb84def2e, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:19:21.449823 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:21.464462 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d4bc54dd-8248-4546-b33d-3a27793acc81 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:19:21.489808 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d4bc54dd-8248-4546-b33d-3a27793acc81 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:19:21.489808 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:21.569868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] For port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:19:21.571116 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-118679cf-13ae-4104-bede-6045695e3b6a req-3ff147e4-7c14-4234-910d-3b44379d4b0f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 210 time: 0.0344429 Sep 09 10:19:21.575621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] For port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1b8398a2-65fe-49eb-9bec-d5ddb84def2e,segment=NetworkSegment(6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464),segment_id=6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:19:21.620267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:21.663642 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:21.671310 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port d4bc54dd-8248-4546-b33d-3a27793acc81, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d4bc54dd-8248-4546-b33d-3a27793acc81,segment=NetworkSegment(6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464),segment_id=6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:19:21.676189 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ffc90d1d-f095-47a1-b29e-dec25cedefd9 None None] Provisioning complete for port d4bc54dd-8248-4546-b33d-3a27793acc81 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:19:21.676562 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffc90d1d-f095-47a1-b29e-dec25cedefd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:21.767347 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:21.768056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:19:21.810171 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ada19-a83f-4190-bae9-c0124dc39d53 None None] Pushing event updated for resources: {'Port': ['ID=1b8398a2-65fe-49eb-9bec-d5ddb84def2e,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:21.819603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Routers {'690d46d7-9257-4134-bb40-083af2c60fe4'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:19:21.820455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['690d46d7-9257-4134-bb40-083af2c60fe4'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:22.121181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=d4bc54dd-8248-4546-b33d-3a27793acc81,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:22.181701 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:19:22.182075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:22.216870 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] Set router 690d46d7-9257-4134-bb40-083af2c60fe4 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:19:22.357924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ffc90d1d-f095-47a1-b29e-dec25cedefd9 None None] Provisioning for port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:19:22.484409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '1b8398a2-65fe-49eb-9bec-d5ddb84def2e', 'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:a6:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:18Z', 'updated_at': '2021-09-09T10:19:21Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:22.517996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce498d-f8e7-4b5a-97b0-2c0a6eed71b8 None None] The sync data for ids ['690d46d7-9257-4134-bb40-083af2c60fe4'] in n-d-778696-16 is: [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '1b8398a2-65fe-49eb-9bec-d5ddb84def2e', 'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:a6:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:18Z', 'updated_at': '2021-09-09T10:19:21Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:19:22.662584 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d59d4770-28b9-4c17-9462-514632f9f029 req-3314b75f-fb7e-48ad-b7a0-b9d87c333265 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 210 time: 0.0279067 Sep 09 10:19:23.202686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d4bc54dd-8248-4546-b33d-3a27793acc81 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:19:23.253240 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d4bc54dd-8248-4546-b33d-3a27793acc81 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:19:23.253720 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:23.338989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1b8398a2-65fe-49eb-9bec-d5ddb84def2e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:19:23.445237 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:19:23.450061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:19:23.450718 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:23.524339 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-bb1e8853-7924-45a7-8bc3-f78596007e46 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:23.525852 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-bb1e8853-7924-45a7-8bc3-f78596007e46 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.41 "GET /v2.0/networks?id=648dff06-5fb8-4186-a201-6d4b468d157d HTTP/1.1" status: 200 len: 797 time: 0.1123879 Sep 09 10:19:23.535261 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:23.569000 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-44f702af-81dc-4071-803a-ac43bdc4b5dd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424f9e2f158c4d2b8b3869949cc6347d HTTP/1.1" status: 200 len: 379 time: 0.0345571 Sep 09 10:19:23.569938 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1b8398a2-65fe-49eb-9bec-d5ddb84def2e,segment=NetworkSegment(6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464),segment_id=6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:19:23.578366 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'port': {'device_id': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'admin_state_up': True, 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'security_groups': ['d8f7d7da-84e8-4913-bae3-c75b52601b3c']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:23.645259 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:23.694212 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=1b8398a2-65fe-49eb-9bec-d5ddb84def2e,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:23.781669 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fbcb7b09-02a9-46df-9af5-a8604d7218aa req-52b9bb26-0605-471e-9a54-c5e8cfbfa170 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 210 time: 0.0422339 Sep 09 10:19:23.782402 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Made reservation on behalf of 424f9e2f158c4d2b8b3869949cc6347d for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:19:23.788960 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:23.917414 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.20.0.11 (648dff06-5fb8-4186-a201-6d4b468d157d/ee183552-66f5-45e7-a303-6aadd71eec69/0271c15e-9e9c-4d13-9a64-6118356adfc1) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:19:24.055738 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:24.068652 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Transition to ACTIVE for port object 0271c15e-9e9c-4d13-9a64-6118356adfc1 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:19:24.159778 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:24.201467 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network 648dff06-5fb8-4186-a201-6d4b468d157d is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:19:24.204386 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:19:24.208053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:19:24.235619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=0271c15e-9e9c-4d13-9a64-6118356adfc1,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:24.265225 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:24.265864 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:24.360171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-ea4d75e6-a602-4dca-8ed5-e37c9fe00ca3 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7854450 Sep 09 10:19:24.372920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Request body: {'port': {'device_id': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:24.433202 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:24.533924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8e68234b-9499-44dc-86ef-bc37d033138b None None] Provisioning for port 0271c15e-9e9c-4d13-9a64-6118356adfc1 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:19:24.537813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8e68234b-9499-44dc-86ef-bc37d033138b None None] Provisioning complete for port 0271c15e-9e9c-4d13-9a64-6118356adfc1 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:19:24.538407 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e68234b-9499-44dc-86ef-bc37d033138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:24.576600 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8e68234b-9499-44dc-86ef-bc37d033138b None None] Port 0271c15e-9e9c-4d13-9a64-6118356adfc1 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:19:24.705045 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0271c15e-9e9c-4d13-9a64-6118356adfc1 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:19:24.712374 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:24.723817 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Transition to ACTIVE for port object 0271c15e-9e9c-4d13-9a64-6118356adfc1 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:19:24.813474 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:24.869599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=0271c15e-9e9c-4d13-9a64-6118356adfc1,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:24.909249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31582694-4124-48d7-92f9-98c7c45d5958 req-a30d4239-a61b-4e23-988b-6a5befd5327a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:24.911126 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31582694-4124-48d7-92f9-98c7c45d5958 req-a30d4239-a61b-4e23-988b-6a5befd5327a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 944 time: 0.0588884 Sep 09 10:19:24.949305 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Attempting to bind port 0271c15e-9e9c-4d13-9a64-6118356adfc1 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:19:24.949646 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Attempting to bind port 0271c15e-9e9c-4d13-9a64-6118356adfc1 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:19:24.949981 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Attempting to bind port 0271c15e-9e9c-4d13-9a64-6118356adfc1 on network 648dff06-5fb8-4186-a201-6d4b468d157d {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:19:24.953992 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-31582694-4124-48d7-92f9-98c7c45d5958 req-04f96222-e1e3-455a-9a05-a1d67cd02b68 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352192 Sep 09 10:19:24.955321 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Port 0271c15e-9e9c-4d13-9a64-6118356adfc1 on network 648dff06-5fb8-4186-a201-6d4b468d157d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:19:24.955825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Attempting to bind port 0271c15e-9e9c-4d13-9a64-6118356adfc1 on network 648dff06-5fb8-4186-a201-6d4b468d157d {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:19:24.962154 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:19:24.962628 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Checking segment: {'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:19:24.963017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Bound using segment: {'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:19:24.963468 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Bound port: 0271c15e-9e9c-4d13-9a64-6118356adfc1, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:19:24.963828 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:25.031751 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] For port 0271c15e-9e9c-4d13-9a64-6118356adfc1, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:19:25.034863 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] For port 0271c15e-9e9c-4d13-9a64-6118356adfc1, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0271c15e-9e9c-4d13-9a64-6118356adfc1,segment=NetworkSegment(6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464),segment_id=6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:19:25.117647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:25.140586 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1b8398a2-65fe-49eb-9bec-d5ddb84def2e up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:19:25.162746 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:25.163883 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:25.165288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] 10.222.0.41 "PUT /v2.0/ports/0271c15e-9e9c-4d13-9a64-6118356adfc1 HTTP/1.1" status: 200 len: 1093 time: 0.7967501 Sep 09 10:19:25.165820 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'tag': '0271c15e-9e9c-4d13-9a64-6118356adfc1'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:19:25.168277 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1566108-7266-40af-b952-cdfa11b8723e" -d '{"events": [{"name": "network-changed", "server_uuid": "c569fbb0-3dcf-4609-9aa4-1451de1a5673", "tag": "0271c15e-9e9c-4d13-9a64-6118356adfc1"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:19:25.195616 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:19:25.196086 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:25.196504 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b74b7f-ad87-4298-a1a9-4b4ec807dbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=0271c15e-9e9c-4d13-9a64-6118356adfc1,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:25.576443 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1467b43-6237-4f8e-8630-1e8cf4c27d89 x-openstack-request-id: req-e1467b43-6237-4f8e-8630-1e8cf4c27d89 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:19:25.576736 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c569fbb0-3dcf-4609-9aa4-1451de1a5673", "tag": "0271c15e-9e9c-4d13-9a64-6118356adfc1", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:19:25.576989 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1467b43-6237-4f8e-8630-1e8cf4c27d89 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:19:25.577383 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'tag': '0271c15e-9e9c-4d13-9a64-6118356adfc1', 'status': 'completed', 'code': 200} Sep 09 10:19:25.592875 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-97ca07cd-bc7c-430d-9145-ac6c54cec395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:25.594408 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-97ca07cd-bc7c-430d-9145-ac6c54cec395 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 1096 time: 0.3296475 Sep 09 10:19:25.636496 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-562599e6-da76-4e38-a8cb-fbffae3e26aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0271c15e-9e9c-4d13-9a64-6118356adfc1 HTTP/1.1" status: 200 len: 217 time: 0.0336034 Sep 09 10:19:25.684208 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-2d8ab4c4-fd2e-42a2-884f-be11594c5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:25.685610 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-2d8ab4c4-fd2e-42a2-884f-be11594c5725 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee183552-66f5-45e7-a303-6aadd71eec69 HTTP/1.1" status: 200 len: 835 time: 0.0428407 Sep 09 10:19:25.734723 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-74091cec-b4a7-4e6d-a3d8-02398140cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:25.736222 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-74091cec-b4a7-4e6d-a3d8-02398140cfc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=648dff06-5fb8-4186-a201-6d4b468d157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441976 Sep 09 10:19:25.816263 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:25.826434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-80f2f80a-42d0-4840-a7ef-d5d063f00439 service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823140 Sep 09 10:19:25.921287 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d56cabc7-de1b-4216-809c-7e3dd99b62c7 req-e2c3481b-e394-47f6-9441-f63a31ce5484 service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876951 Sep 09 10:19:26.075596 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9a86c-cc55-4934-b84a-cf91ec395977 req-1a95b546-c0f9-48be-9611-5bfa69702829 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:26.077110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78d9a86c-cc55-4934-b84a-cf91ec395977 req-1a95b546-c0f9-48be-9611-5bfa69702829 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 944 time: 0.0548255 Sep 09 10:19:26.093338 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566108-7266-40af-b952-cdfa11b8723e req-6a059ed1-40cb-4ec1-aa0f-3a6406e757c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:26.094947 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a1566108-7266-40af-b952-cdfa11b8723e req-6a059ed1-40cb-4ec1-aa0f-3a6406e757c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 1096 time: 0.0416842 Sep 09 10:19:26.115889 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78d9a86c-cc55-4934-b84a-cf91ec395977 req-837d383d-fba8-43ee-b02b-5be92a4cc654 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325284 Sep 09 10:19:26.189283 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566108-7266-40af-b952-cdfa11b8723e req-6c28d19d-cc29-460a-8258-35f2a73140b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:26.190710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a1566108-7266-40af-b952-cdfa11b8723e req-6c28d19d-cc29-460a-8258-35f2a73140b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=648dff06-5fb8-4186-a201-6d4b468d157d HTTP/1.1" status: 200 len: 898 time: 0.0885780 Sep 09 10:19:26.232550 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a1566108-7266-40af-b952-cdfa11b8723e req-1d6a5b10-e236-4228-be1e-33fc55171300 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0271c15e-9e9c-4d13-9a64-6118356adfc1 HTTP/1.1" status: 200 len: 217 time: 0.0338566 Sep 09 10:19:26.282121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566108-7266-40af-b952-cdfa11b8723e req-1e72a9c9-2a0e-4165-9c6d-c2a00f2131ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:26.283593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a1566108-7266-40af-b952-cdfa11b8723e req-1e72a9c9-2a0e-4165-9c6d-c2a00f2131ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee183552-66f5-45e7-a303-6aadd71eec69 HTTP/1.1" status: 200 len: 835 time: 0.0443039 Sep 09 10:19:26.334300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566108-7266-40af-b952-cdfa11b8723e req-33944e78-38dc-4362-8f7f-2e58b8207040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:26.336271 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a1566108-7266-40af-b952-cdfa11b8723e req-33944e78-38dc-4362-8f7f-2e58b8207040 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=648dff06-5fb8-4186-a201-6d4b468d157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447440 Sep 09 10:19:26.428031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a1566108-7266-40af-b952-cdfa11b8723e req-1d9e60d4-4108-4609-a983-d0e8cdb66769 service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831165 Sep 09 10:19:26.482358 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:26.522127 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a1566108-7266-40af-b952-cdfa11b8723e req-b1f48f29-ed99-4464-96bd-dd221e4c050a service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861669 Sep 09 10:19:27.231295 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef554e-49cc-41e0-a9af-75e42f47db0f req-5476aa24-feeb-4aeb-b5bc-633fad8b5735 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:27.232794 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f1ef554e-49cc-41e0-a9af-75e42f47db0f req-5476aa24-feeb-4aeb-b5bc-633fad8b5735 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 944 time: 0.0488434 Sep 09 10:19:27.269597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f1ef554e-49cc-41e0-a9af-75e42f47db0f req-b8f8b6a5-c89b-4671-9fde-f1ee228791bd tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309532 Sep 09 10:19:27.646546 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:19:28.387885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c51e5a-ffb1-4023-956c-72ca2e4421e1 req-63dfaf01-bdd4-4bef-93b8-ac7d572c5762 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:28.389699 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92c51e5a-ffb1-4023-956c-72ca2e4421e1 req-63dfaf01-bdd4-4bef-93b8-ac7d572c5762 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 944 time: 0.0554316 Sep 09 10:19:28.430034 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-92c51e5a-ffb1-4023-956c-72ca2e4421e1 req-641cda43-b700-480b-84cc-ed03b57437f7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312541 Sep 09 10:19:29.545205 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97d175-199a-4c84-93c2-d6e9eabd0bab req-0fef46b8-88d7-4194-b7ae-5feaa4679ee0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:29.546695 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc97d175-199a-4c84-93c2-d6e9eabd0bab req-0fef46b8-88d7-4194-b7ae-5feaa4679ee0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 944 time: 0.0496922 Sep 09 10:19:29.584254 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-fc97d175-199a-4c84-93c2-d6e9eabd0bab req-5a8bcc8d-b290-4229-bc77-1c39d9dc457e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Sep 09 10:19:29.859705 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0271c15e-9e9c-4d13-9a64-6118356adfc1 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:19:29.953907 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0271c15e-9e9c-4d13-9a64-6118356adfc1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0271c15e-9e9c-4d13-9a64-6118356adfc1,segment=NetworkSegment(6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464),segment_id=6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:19:29.964921 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '0271c15e-9e9c-4d13-9a64-6118356adfc1', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'port_id': '0271c15e-9e9c-4d13-9a64-6118356adfc1', 'mac_address': 'fa:16:3e:20:a5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:19:30.001443 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:30.017829 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0271c15e-9e9c-4d13-9a64-6118356adfc1 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:19:30.036348 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0271c15e-9e9c-4d13-9a64-6118356adfc1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0271c15e-9e9c-4d13-9a64-6118356adfc1,segment=NetworkSegment(6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464),segment_id=6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:19:30.136201 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:30.186005 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0271c15e-9e9c-4d13-9a64-6118356adfc1,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:30.362593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['0271c15e-9e9c-4d13-9a64-6118356adfc1'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:19:30.701580 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd07216-405b-4eff-a60b-d49f96f82151 req-50c2a1bd-32b1-43e9-bf77-a050f075fe5f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:30.703106 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7fd07216-405b-4eff-a60b-d49f96f82151 req-50c2a1bd-32b1-43e9-bf77-a050f075fe5f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 945 time: 0.0490985 Sep 09 10:19:30.739411 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7fd07216-405b-4eff-a60b-d49f96f82151 req-60272e09-4cfc-4a69-9e4b-f9f6c2743e17 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303719 Sep 09 10:19:31.858300 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c9f0d-5684-4076-921a-990e60b2eedb req-3b30f7b9-e07c-48bb-83e9-5ba28fc102a8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:31.859858 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b3c9f0d-5684-4076-921a-990e60b2eedb req-3b30f7b9-e07c-48bb-83e9-5ba28fc102a8 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 945 time: 0.0544770 Sep 09 10:19:31.887069 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0271c15e-9e9c-4d13-9a64-6118356adfc1 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:19:31.898305 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b3c9f0d-5684-4076-921a-990e60b2eedb req-6cbe013d-3142-4107-863e-24e48563f68e tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318747 Sep 09 10:19:31.987712 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 0271c15e-9e9c-4d13-9a64-6118356adfc1 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:19:31.991314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 0271c15e-9e9c-4d13-9a64-6118356adfc1 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:19:31.991728 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:32.073090 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:32.094294 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0271c15e-9e9c-4d13-9a64-6118356adfc1'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:19:32.096521 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c69293-a23e-46fa-a973-8a2df08d789e" -d '{"events": [{"server_uuid": "c569fbb0-3dcf-4609-9aa4-1451de1a5673", "name": "network-vif-plugged", "status": "completed", "tag": "0271c15e-9e9c-4d13-9a64-6118356adfc1"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:19:32.109735 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 0271c15e-9e9c-4d13-9a64-6118356adfc1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0271c15e-9e9c-4d13-9a64-6118356adfc1,segment=NetworkSegment(6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464),segment_id=6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:19:32.133120 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded19320-b416-45d6-aece-4f6a9eadf8bf x-openstack-request-id: req-ded19320-b416-45d6-aece-4f6a9eadf8bf {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:19:32.133428 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c569fbb0-3dcf-4609-9aa4-1451de1a5673", "name": "network-vif-plugged", "status": "completed", "tag": "0271c15e-9e9c-4d13-9a64-6118356adfc1", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:19:32.133681 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ded19320-b416-45d6-aece-4f6a9eadf8bf {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:19:32.134075 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0271c15e-9e9c-4d13-9a64-6118356adfc1', 'code': 200} Sep 09 10:19:32.205317 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:32.227935 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d22e97-8d94-46eb-b8c1-b66a8ec35c75 req-26ea868b-0998-414c-9961-673703d3b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:32.229449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-65d22e97-8d94-46eb-b8c1-b66a8ec35c75 req-26ea868b-0998-414c-9961-673703d3b049 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 1097 time: 0.0404873 Sep 09 10:19:32.255085 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=0271c15e-9e9c-4d13-9a64-6118356adfc1,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:32.264472 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-65d22e97-8d94-46eb-b8c1-b66a8ec35c75 req-0d69a804-5671-49d1-84d2-b65c30a5a67a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284216 Sep 09 10:19:33.009785 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f6fa0-6e20-45a8-acdb-5809f6f2de47 req-f39e52eb-451b-4eed-9181-c780fea7b375 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:33.011261 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d90f6fa0-6e20-45a8-acdb-5809f6f2de47 req-f39e52eb-451b-4eed-9181-c780fea7b375 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0482230 Sep 09 10:19:33.047167 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d90f6fa0-6e20-45a8-acdb-5809f6f2de47 req-10c5f52e-1af0-4f2c-a595-e92f8ae9d106 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300732 Sep 09 10:19:34.168837 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc361e-3c67-4a43-b38d-542d570e29c8 req-d446ffa3-9c4b-4ad9-8e9e-5d54d8b2f2e7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:34.170250 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49cc361e-3c67-4a43-b38d-542d570e29c8 req-d446ffa3-9c4b-4ad9-8e9e-5d54d8b2f2e7 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0527680 Sep 09 10:19:34.207452 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-49cc361e-3c67-4a43-b38d-542d570e29c8 req-49a8cd5c-f418-447d-aefa-301499881121 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311773 Sep 09 10:19:34.324231 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415fc01-2a58-4384-a6ea-e4dabfb508f8 req-9bd557a8-2657-4ad3-9eed-78857f008c14 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:34.325711 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8415fc01-2a58-4384-a6ea-e4dabfb508f8 req-9bd557a8-2657-4ad3-9eed-78857f008c14 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0519617 Sep 09 10:19:34.362855 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8415fc01-2a58-4384-a6ea-e4dabfb508f8 req-dd18bf0f-0d5a-4dbe-8de7-d6cff3b20c27 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312858 Sep 09 10:19:34.383856 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52960) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:34.423100 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ee8f7-9b74-4d32-9fe3-999e57ea5663 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:34.424573 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-371ee8f7-9b74-4d32-9fe3-999e57ea5663 tempest-TestNetworkAdvancedServerOps-636894095 tempest-TestNetworkAdvancedServerOps-636894095-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 1093 time: 0.0397055 Sep 09 10:19:34.427358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52962) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:34.431801 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '0271c15e-9e9c-4d13-9a64-6118356adfc1', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:19:34.527667 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:34.625319 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:34.729085 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Allocated IP 172.25.8.139 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e71b10cb-8a18-490f-acd8-e575adea78bc) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:19:34.829883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:34.922470 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:34.959791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:19:34.964989 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:19:34.971118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:19:34.993424 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=e71b10cb-8a18-490f-acd8-e575adea78bc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:35.190823 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-8c213574-3f1f-482f-8779-c371afafdbfc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400798 Sep 09 10:19:35.270953 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-74293b35-27dd-4558-a0d2-ae3bdb0c3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:35.272426 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-74293b35-27dd-4558-a0d2-ae3bdb0c3b32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 1098 time: 0.0419238 Sep 09 10:19:35.338221 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:35.378838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-a425eb2a-bcb2-49ce-904a-7ff7a68f2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:35.380631 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-a425eb2a-bcb2-49ce-904a-7ff7a68f2df8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=648dff06-5fb8-4186-a201-6d4b468d157d HTTP/1.1" status: 200 len: 898 time: 0.0896673 Sep 09 10:19:35.421949 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-816eb0c8-9a11-4f28-a47c-ae028e316769 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0271c15e-9e9c-4d13-9a64-6118356adfc1 HTTP/1.1" status: 200 len: 217 time: 0.0343771 Sep 09 10:19:35.457218 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:35.471362 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-ee2bf2bb-39d1-4c72-b4d7-8132b0949b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:35.472963 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-ee2bf2bb-39d1-4c72-b4d7-8132b0949b36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee183552-66f5-45e7-a303-6aadd71eec69 HTTP/1.1" status: 200 len: 835 time: 0.0448358 Sep 09 10:19:35.525117 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-301a83e2-e50d-4469-a606-22a96e6deb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:35.526579 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-301a83e2-e50d-4469-a606-22a96e6deb27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=648dff06-5fb8-4186-a201-6d4b468d157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463085 Sep 09 10:19:35.613398 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:35.616517 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-51ae42b5-3caa-483a-ae11-12f0e347d01a service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825281 Sep 09 10:19:35.670813 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:35.714356 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea75d910-9cbb-4678-b02c-e9cd50971d98 req-30f37d0c-9a6a-4d40-b9dd-3606ec72c053 service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914385 Sep 09 10:19:35.741467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event updated for resources: {'Port': ['ID=e71b10cb-8a18-490f-acd8-e575adea78bc,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:19:35.759083 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:35.857055 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Floating IP 86929609-be02-47b5-a4e6-669ad21810e3 associated. External IP: 172.25.8.139, port: 0271c15e-9e9c-4d13-9a64-6118356adfc1. Sep 09 10:19:36.060951 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 690d46d7-9257-4134-bb40-083af2c60fe4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:19:36.167986 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:19:36.177831 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa62ab-ba7f-4803-bda6-09fa677825f9 None None] Sync routers for ids ['690d46d7-9257-4134-bb40-083af2c60fe4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:19:36.187249 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa62ab-ba7f-4803-bda6-09fa677825f9 None None] Routers {'690d46d7-9257-4134-bb40-083af2c60fe4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:19:36.187889 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9cfa62ab-ba7f-4803-bda6-09fa677825f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['690d46d7-9257-4134-bb40-083af2c60fe4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:36.236550 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:36.266674 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-72e57de2-8138-4b21-b1c6-f98fa66ee098 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8381109 Sep 09 10:19:36.267566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'tag': '0271c15e-9e9c-4d13-9a64-6118356adfc1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:19:36.269826 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a" -d '{"events": [{"name": "network-changed", "server_uuid": "c569fbb0-3dcf-4609-9aa4-1451de1a5673", "tag": "0271c15e-9e9c-4d13-9a64-6118356adfc1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:19:36.294609 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-9cfa62ab-ba7f-4803-bda6-09fa677825f9 None None] Set router 690d46d7-9257-4134-bb40-083af2c60fe4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:19:36.311685 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7a82fc-34b4-47e4-a499-187aade72654 x-openstack-request-id: req-ae7a82fc-34b4-47e4-a499-187aade72654 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:19:36.311985 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c569fbb0-3dcf-4609-9aa4-1451de1a5673", "tag": "0271c15e-9e9c-4d13-9a64-6118356adfc1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:19:36.312240 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae7a82fc-34b4-47e4-a499-187aade72654 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:19:36.312652 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'tag': '0271c15e-9e9c-4d13-9a64-6118356adfc1', 'status': 'completed', 'code': 200} Sep 09 10:19:36.376197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a req-fe2752c7-4285-4e7e-bc31-58455f6793f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:36.377474 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67daf312-f75c-4d03-a59a-466d0255cb06 req-b9395293-6fb9-4d17-976e-8054a67eec40 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:36.377988 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a req-fe2752c7-4285-4e7e-bc31-58455f6793f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 1098 time: 0.0433915 Sep 09 10:19:36.379031 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-67daf312-f75c-4d03-a59a-466d0255cb06 req-b9395293-6fb9-4d17-976e-8054a67eec40 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0550139 Sep 09 10:19:36.420341 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-67daf312-f75c-4d03-a59a-466d0255cb06 req-f96c86dc-9238-470a-9d8f-e872a3ecaba1 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341554 Sep 09 10:19:36.442378 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52968) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:36.476941 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a req-ec3a6c08-cffa-4298-9689-7bb28e693a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:36.478460 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a req-ec3a6c08-cffa-4298-9689-7bb28e693a9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=648dff06-5fb8-4186-a201-6d4b468d157d HTTP/1.1" status: 200 len: 898 time: 0.0937812 Sep 09 10:19:36.507652 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c6de2c0e-cfcd-461d-85b8-cc9e5c4d5f96 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/86929609-be02-47b5-a4e6-669ad21810e3 HTTP/1.1" status: 200 len: 992 time: 0.0635424 Sep 09 10:19:36.537195 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9cfa62ab-ba7f-4803-bda6-09fa677825f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '86929609-be02-47b5-a4e6-669ad21810e3', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'port_id': '0271c15e-9e9c-4d13-9a64-6118356adfc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'mac_address': 'fa:16:3e:20:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:19:35Z', 'updated_at': '2021-09-09T10:19:35Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8398a2-65fe-49eb-9bec-d5ddb84def2e', 'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:a6:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:18Z', 'updated_at': '2021-09-09T10:19:23Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:36.559351 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a req-59c10114-cca8-4c70-b3a0-248a69de6421 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0271c15e-9e9c-4d13-9a64-6118356adfc1 HTTP/1.1" status: 200 len: 1000 time: 0.0744567 Sep 09 10:19:36.567062 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa62ab-ba7f-4803-bda6-09fa677825f9 None None] Checking router: 690d46d7-9257-4134-bb40-083af2c60fe4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:19:36.576328 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa62ab-ba7f-4803-bda6-09fa677825f9 None None] Routers {'690d46d7-9257-4134-bb40-083af2c60fe4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:19:36.576947 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9cfa62ab-ba7f-4803-bda6-09fa677825f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:19:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['690d46d7-9257-4134-bb40-083af2c60fe4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:36.610077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a req-16139202-d72f-4c53-9e49-220f8a28eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:36.612141 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a req-16139202-d72f-4c53-9e49-220f8a28eb4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee183552-66f5-45e7-a303-6aadd71eec69 HTTP/1.1" status: 200 len: 835 time: 0.0462332 Sep 09 10:19:36.663170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a req-20b1fe60-801f-4437-a0f0-3d36a06d0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:19:36.665015 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a req-20b1fe60-801f-4437-a0f0-3d36a06d0c33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=648dff06-5fb8-4186-a201-6d4b468d157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454288 Sep 09 10:19:36.761643 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a req-d062fe57-9add-4cb5-a018-08ce79bf4ce2 service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893435 Sep 09 10:19:36.776100 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-9cfa62ab-ba7f-4803-bda6-09fa677825f9 None None] Set router 690d46d7-9257-4134-bb40-083af2c60fe4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:19:36.873054 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-df3dd404-0bea-4bbf-b15a-8d2f0ea5058a req-4f0306d8-869a-4e82-9421-5cf04bc86ee5 service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045680 Sep 09 10:19:37.005450 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9cfa62ab-ba7f-4803-bda6-09fa677825f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '86929609-be02-47b5-a4e6-669ad21810e3', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'port_id': '0271c15e-9e9c-4d13-9a64-6118356adfc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'mac_address': 'fa:16:3e:20:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:19:35Z', 'updated_at': '2021-09-09T10:19:35Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8398a2-65fe-49eb-9bec-d5ddb84def2e', 'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:a6:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:18Z', 'updated_at': '2021-09-09T10:19:23Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:19:37.033838 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa62ab-ba7f-4803-bda6-09fa677825f9 None None] The sync data for ids ['690d46d7-9257-4134-bb40-083af2c60fe4'] in n-d-778696-16 is: [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '86929609-be02-47b5-a4e6-669ad21810e3', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'port_id': '0271c15e-9e9c-4d13-9a64-6118356adfc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'mac_address': 'fa:16:3e:20:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:19:35Z', 'updated_at': '2021-09-09T10:19:35Z', 'revision_number': 0, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8398a2-65fe-49eb-9bec-d5ddb84def2e', 'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:a6:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:18Z', 'updated_at': '2021-09-09T10:19:23Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:19:37.243813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a003b99d-af6d-41cc-b0fe-e015149b4cbc None None] New status for floating IP 86929609-be02-47b5-a4e6-669ad21810e3: ACTIVE {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:19:37.511546 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:19:37.575753 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cde01e28-1ecd-4069-b965-8bd1e1be1927 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/86929609-be02-47b5-a4e6-669ad21810e3 HTTP/1.1" status: 200 len: 994 time: 0.0629539 Sep 09 10:19:44.501593 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a59dc20-8fe2-41f6-9a7b-b2b49f3f500b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:47.147849 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d86a8ff9-4d23-46b2-beaf-83c4fa4fdda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:47.407830 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:48.744856 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:50.356095 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:55.813705 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:19:56.496047 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:04.645955 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:20:09.140460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81b2b2-a693-4987-afde-3b33b492e99a req-1e50df22-8d16-4d06-b7b9-8bfa9a20f484 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:09.141980 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b81b2b2-a693-4987-afde-3b33b492e99a req-1e50df22-8d16-4d06-b7b9-8bfa9a20f484 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0545316 Sep 09 10:20:09.179040 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9b81b2b2-a693-4987-afde-3b33b492e99a req-3b3d4935-64bc-4d51-92ef-7f9bcfbebe2f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310087 Sep 09 10:20:10.294943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f86e0-7e92-40b8-b7f7-abe93ecefc31 req-2b196517-7cab-49fa-a1ab-d4c478ed01a5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:10.296442 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b43f86e0-7e92-40b8-b7f7-abe93ecefc31 req-2b196517-7cab-49fa-a1ab-d4c478ed01a5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0478711 Sep 09 10:20:10.333500 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b43f86e0-7e92-40b8-b7f7-abe93ecefc31 req-05e7eeb6-9378-4819-91a7-5037ae7d14a5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312181 Sep 09 10:20:10.355512 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 52992) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:10.414802 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3788e9c3-d043-48ce-97ea-3dfdd42b27ac tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/86929609-be02-47b5-a4e6-669ad21810e3 HTTP/1.1" status: 200 len: 994 time: 0.0581937 Sep 09 10:20:11.798244 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bbaa5-d44d-4451-9886-3084ddebc184 req-a273b9b0-415a-4d03-893b-a79c3a4a7ac5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:11.799818 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-832bbaa5-d44d-4451-9886-3084ddebc184 req-a273b9b0-415a-4d03-893b-a79c3a4a7ac5 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0514538 Sep 09 10:20:11.844916 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-832bbaa5-d44d-4451-9886-3084ddebc184 req-cc97bbf6-888e-4c2c-a1ea-6d4676ec3f0a tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390434 Sep 09 10:20:11.890403 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee31fa9-0718-4780-935a-3e670b5ba42e req-dc5437bc-1c33-45ac-a775-b8a68cda951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:11.891970 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ee31fa9-0718-4780-935a-3e670b5ba42e req-dc5437bc-1c33-45ac-a775-b8a68cda951b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 1098 time: 0.0431027 Sep 09 10:20:11.982179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee31fa9-0718-4780-935a-3e670b5ba42e req-47f77bc0-e22f-4bd5-966f-1b86772ec0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:11.983599 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ee31fa9-0718-4780-935a-3e670b5ba42e req-47f77bc0-e22f-4bd5-966f-1b86772ec0a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=648dff06-5fb8-4186-a201-6d4b468d157d HTTP/1.1" status: 200 len: 898 time: 0.0843916 Sep 09 10:20:12.052790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ee31fa9-0718-4780-935a-3e670b5ba42e req-2905fb40-9550-4b2f-a830-54f9b30e27b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0271c15e-9e9c-4d13-9a64-6118356adfc1 HTTP/1.1" status: 200 len: 1002 time: 0.0626316 Sep 09 10:20:12.102644 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee31fa9-0718-4780-935a-3e670b5ba42e req-963e3347-4bef-4b4b-a520-eee4c3058103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:12.105170 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ee31fa9-0718-4780-935a-3e670b5ba42e req-963e3347-4bef-4b4b-a520-eee4c3058103 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee183552-66f5-45e7-a303-6aadd71eec69 HTTP/1.1" status: 200 len: 835 time: 0.0448744 Sep 09 10:20:12.151311 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee31fa9-0718-4780-935a-3e670b5ba42e req-cd9156d3-25e9-4f5c-9ed6-c7a3c0ec2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:12.152847 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ee31fa9-0718-4780-935a-3e670b5ba42e req-cd9156d3-25e9-4f5c-9ed6-c7a3c0ec2e3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=648dff06-5fb8-4186-a201-6d4b468d157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408516 Sep 09 10:20:12.248335 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ee31fa9-0718-4780-935a-3e670b5ba42e req-d8106fe8-e4e0-4625-846b-4efb2915181f service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882778 Sep 09 10:20:12.340512 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ee31fa9-0718-4780-935a-3e670b5ba42e req-46f9d37f-09ac-4406-929b-ecd9efbbc8d0 service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854671 Sep 09 10:20:12.964297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeb595-9360-4fb9-8439-292b77b93e3c req-4889519e-9b07-4792-ab6e-45a3e1056c75 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:12.965814 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0aeb595-9360-4fb9-8439-292b77b93e3c req-4889519e-9b07-4792-ab6e-45a3e1056c75 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0525181 Sep 09 10:20:13.004326 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0aeb595-9360-4fb9-8439-292b77b93e3c req-d6fa383c-d2a2-43de-945a-f0f9a1a0604b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323734 Sep 09 10:20:14.118610 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b05b3-dc2d-4e15-8275-875d57965b0a req-5a26c069-5472-4ca6-acc7-fde4f5bafa5d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:14.120432 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-907b05b3-dc2d-4e15-8275-875d57965b0a req-5a26c069-5472-4ca6-acc7-fde4f5bafa5d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0496657 Sep 09 10:20:14.157250 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-907b05b3-dc2d-4e15-8275-875d57965b0a req-09d34a26-dcd5-4e36-aa48-3c94062a744b tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Sep 09 10:20:14.178801 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53006) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:14.236820 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-6fbe1758-c893-4713-b54a-ef115148d898 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/floatingips/86929609-be02-47b5-a4e6-669ad21810e3 HTTP/1.1" status: 200 len: 994 time: 0.0568321 Sep 09 10:20:14.447987 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53012) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:14.484526 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53396734-9658-4f79-8258-6b1a85f75d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:14.603660 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port e71b10cb-8a18-490f-acd8-e575adea78bc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:20:14.604001 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:14.680059 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:14.680386 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:14.691997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for e71b10cb-8a18-490f-acd8-e575adea78bc owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:20:14.895792 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:14.922657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=e71b10cb-8a18-490f-acd8-e575adea78bc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:14.936406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.936760 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.937102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.937441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.937774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.938104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.938435 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.938761 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.939091 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.939444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.939775 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.940096 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:14.995689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:14.996104 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Floating IP 86929609-be02-47b5-a4e6-669ad21810e3 disassociated (deleted). External IP: 172.25.8.139, port: 0271c15e-9e9c-4d13-9a64-6118356adfc1. Sep 09 10:20:15.208246 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 690d46d7-9257-4134-bb40-083af2c60fe4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:20:15.312902 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:20:15.317942 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:15.323523 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af956a0b-7188-4873-8ff9-bad182afd186 None None] Sync routers for ids ['690d46d7-9257-4134-bb40-083af2c60fe4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:20:15.337055 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af956a0b-7188-4873-8ff9-bad182afd186 None None] Routers {'690d46d7-9257-4134-bb40-083af2c60fe4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:15.338349 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af956a0b-7188-4873-8ff9-bad182afd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['690d46d7-9257-4134-bb40-083af2c60fe4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:15.349414 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-3766fe3a-7536-4ff8-8d85-290f347dad6f tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/floatingips/86929609-be02-47b5-a4e6-669ad21810e3 HTTP/1.1" status: 204 len: 168 time: 0.9004085 Sep 09 10:20:15.349997 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'tag': '0271c15e-9e9c-4d13-9a64-6118356adfc1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:20:15.352319 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262c8d9f-c18f-45e6-ab34-d60d2287a03f" -d '{"events": [{"name": "network-changed", "server_uuid": "c569fbb0-3dcf-4609-9aa4-1451de1a5673", "tag": "0271c15e-9e9c-4d13-9a64-6118356adfc1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:20:15.391455 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9a8c97-a865-47a4-b82d-675c5172113d x-openstack-request-id: req-8c9a8c97-a865-47a4-b82d-675c5172113d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:20:15.391744 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c569fbb0-3dcf-4609-9aa4-1451de1a5673", "tag": "0271c15e-9e9c-4d13-9a64-6118356adfc1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:20:15.391995 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c9a8c97-a865-47a4-b82d-675c5172113d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:20:15.392396 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'tag': '0271c15e-9e9c-4d13-9a64-6118356adfc1', 'status': 'completed', 'code': 200} Sep 09 10:20:15.456257 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-af956a0b-7188-4873-8ff9-bad182afd186 None None] Set router 690d46d7-9257-4134-bb40-083af2c60fe4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:15.460612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c8d9f-c18f-45e6-ab34-d60d2287a03f req-6af5ddc9-ac70-4078-b0d5-854e146bc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:15.462177 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-262c8d9f-c18f-45e6-ab34-d60d2287a03f req-6af5ddc9-ac70-4078-b0d5-854e146bc17b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 1098 time: 0.0448246 Sep 09 10:20:15.558586 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c8d9f-c18f-45e6-ab34-d60d2287a03f req-7298b1d7-9819-42fe-8e73-f895a2d79f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:15.560646 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-262c8d9f-c18f-45e6-ab34-d60d2287a03f req-7298b1d7-9819-42fe-8e73-f895a2d79f60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=648dff06-5fb8-4186-a201-6d4b468d157d HTTP/1.1" status: 200 len: 898 time: 0.0916286 Sep 09 10:20:15.613340 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-262c8d9f-c18f-45e6-ab34-d60d2287a03f req-334ba5ed-f2b8-4ecb-8887-66e5316f391b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0271c15e-9e9c-4d13-9a64-6118356adfc1 HTTP/1.1" status: 200 len: 217 time: 0.0456703 Sep 09 10:20:15.658309 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af956a0b-7188-4873-8ff9-bad182afd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '1b8398a2-65fe-49eb-9bec-d5ddb84def2e', 'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:a6:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:18Z', 'updated_at': '2021-09-09T10:19:23Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:15.669565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c8d9f-c18f-45e6-ab34-d60d2287a03f req-ad6f38e8-4fb3-4d62-8edc-7e86a5f05603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:15.671196 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-262c8d9f-c18f-45e6-ab34-d60d2287a03f req-ad6f38e8-4fb3-4d62-8edc-7e86a5f05603 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee183552-66f5-45e7-a303-6aadd71eec69 HTTP/1.1" status: 200 len: 835 time: 0.0494053 Sep 09 10:20:15.690439 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af956a0b-7188-4873-8ff9-bad182afd186 None None] Checking router: 690d46d7-9257-4134-bb40-083af2c60fe4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:20:15.710773 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af956a0b-7188-4873-8ff9-bad182afd186 None None] Routers {'690d46d7-9257-4134-bb40-083af2c60fe4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:15.710773 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af956a0b-7188-4873-8ff9-bad182afd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:19:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['690d46d7-9257-4134-bb40-083af2c60fe4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:15.726508 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c8d9f-c18f-45e6-ab34-d60d2287a03f req-74f65a7b-d864-4a03-9964-24da1737d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:15.728310 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-262c8d9f-c18f-45e6-ab34-d60d2287a03f req-74f65a7b-d864-4a03-9964-24da1737d691 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=648dff06-5fb8-4186-a201-6d4b468d157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500748 Sep 09 10:20:15.807650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66d287-7124-40c3-84c9-a511a0d45a39 req-88f9a1db-f447-4dd7-8d60-622df0c4f57d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:15.809078 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fb66d287-7124-40c3-84c9-a511a0d45a39 req-88f9a1db-f447-4dd7-8d60-622df0c4f57d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0502703 Sep 09 10:20:15.845711 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-af956a0b-7188-4873-8ff9-bad182afd186 None None] Set router 690d46d7-9257-4134-bb40-083af2c60fe4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:15.849891 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-262c8d9f-c18f-45e6-ab34-d60d2287a03f req-2c98a47a-88c2-40dd-a286-881dcad4e842 service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142087 Sep 09 10:20:15.852685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-fb66d287-7124-40c3-84c9-a511a0d45a39 req-465d6bcd-950a-4316-a6ad-d32e730d9cdb tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372055 Sep 09 10:20:15.949171 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-262c8d9f-c18f-45e6-ab34-d60d2287a03f req-d0ceca2a-e392-493b-ba0b-4ff686622909 service neutron] 10.222.0.41 "GET /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897174 Sep 09 10:20:16.053221 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af956a0b-7188-4873-8ff9-bad182afd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '1b8398a2-65fe-49eb-9bec-d5ddb84def2e', 'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:a6:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:18Z', 'updated_at': '2021-09-09T10:19:23Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:16.080204 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af956a0b-7188-4873-8ff9-bad182afd186 None None] The sync data for ids ['690d46d7-9257-4134-bb40-083af2c60fe4'] in n-d-778696-16 is: [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '1b8398a2-65fe-49eb-9bec-d5ddb84def2e', 'name': '', 'network_id': '648dff06-5fb8-4186-a201-6d4b468d157d', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'mac_address': 'fa:16:3e:a6:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:18Z', 'updated_at': '2021-09-09T10:19:23Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'subnets': [{'id': 'ee183552-66f5-45e7-a303-6aadd71eec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:20:16.300390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5946da-0eda-4d0c-9436-759b211ded68 None None] New status for floating IP 86929609-be02-47b5-a4e6-669ad21810e3: DOWN {{(pid=95327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:20:17.144983 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc18dd23-2b27-4c9c-86d7-917134dfe04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:17.215707 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4943449-043c-49db-ba78-7234d803c8b2 req-15089145-97cf-4e60-8f1a-be80d7e9bfe2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:17.217182 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4943449-043c-49db-ba78-7234d803c8b2 req-15089145-97cf-4e60-8f1a-be80d7e9bfe2 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0483978 Sep 09 10:20:17.285369 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d4943449-043c-49db-ba78-7234d803c8b2 req-7daa9f6b-36c8-4ced-b0d9-048226733d92 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8f7d7da-84e8-4913-bae3-c75b52601b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623536 Sep 09 10:20:17.300179 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ec03-67de-49b4-9c4a-bac0e0b724f6 req-d6e1d921-c9bf-4a18-bdd8-1f5bf40b3df0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:17.301650 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42e6ec03-67de-49b4-9c4a-bac0e0b724f6 req-d6e1d921-c9bf-4a18-bdd8-1f5bf40b3df0 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.41 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 946 time: 0.0722289 Sep 09 10:20:17.395563 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-42e6ec03-67de-49b4-9c4a-bac0e0b724f6 req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 0271c15e-9e9c-4d13-9a64-6118356adfc1 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:20:17.395823 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-42e6ec03-67de-49b4-9c4a-bac0e0b724f6 req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:17.398602 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:17.485660 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-42e6ec03-67de-49b4-9c4a-bac0e0b724f6 req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port 0271c15e-9e9c-4d13-9a64-6118356adfc1, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=0271c15e-9e9c-4d13-9a64-6118356adfc1,segment=NetworkSegment(6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464),segment_id=6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:17.486022 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-42e6ec03-67de-49b4-9c4a-bac0e0b724f6 req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:17.498729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-42e6ec03-67de-49b4-9c4a-bac0e0b724f6 req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 0271c15e-9e9c-4d13-9a64-6118356adfc1 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:20:17.687768 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-42e6ec03-67de-49b4-9c4a-bac0e0b724f6 req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:17.715078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=0271c15e-9e9c-4d13-9a64-6118356adfc1,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:17.725022 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.725383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.725729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.726073 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.726412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.726815 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.727152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.727877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.727877 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.728856 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.729396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.729772 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:17.770315 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e6ec03-67de-49b4-9c4a-bac0e0b724f6 req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] No DVR routers for this DVR port 0271c15e-9e9c-4d13-9a64-6118356adfc1 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:20:17.773032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-42e6ec03-67de-49b4-9c4a-bac0e0b724f6 req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:17.775611 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-42e6ec03-67de-49b4-9c4a-bac0e0b724f6 req-2efe59de-491b-4954-bd8e-fd4732143bde tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.41 "DELETE /v2.0/ports/0271c15e-9e9c-4d13-9a64-6118356adfc1 HTTP/1.1" status: 204 len: 173 time: 0.4650478 Sep 09 10:20:17.776273 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'name': 'network-vif-deleted', 'tag': '0271c15e-9e9c-4d13-9a64-6118356adfc1'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:20:17.778520 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f029c5-b195-44bc-8770-0805d1d1083f" -d '{"events": [{"server_uuid": "c569fbb0-3dcf-4609-9aa4-1451de1a5673", "name": "network-vif-deleted", "tag": "0271c15e-9e9c-4d13-9a64-6118356adfc1"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:20:17.814285 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b51a06-cb63-4ec6-a5d0-891f32f64d1a x-openstack-request-id: req-20b51a06-cb63-4ec6-a5d0-891f32f64d1a {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:20:17.814579 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c569fbb0-3dcf-4609-9aa4-1451de1a5673", "name": "network-vif-deleted", "tag": "0271c15e-9e9c-4d13-9a64-6118356adfc1", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:20:17.814832 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20b51a06-cb63-4ec6-a5d0-891f32f64d1a {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:20:17.815267 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c569fbb0-3dcf-4609-9aa4-1451de1a5673', 'name': 'network-vif-deleted', 'tag': '0271c15e-9e9c-4d13-9a64-6118356adfc1', 'status': 'completed', 'code': 200} Sep 09 10:20:18.388150 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-717f4125-ebe8-45dc-acab-3b0bc9e93e84 req-c451676d-29f8-4ba9-89d0-14bac2ea791d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "GET /v2.0/ports?device_id=c569fbb0-3dcf-4609-9aa4-1451de1a5673 HTTP/1.1" status: 200 len: 210 time: 0.0278692 Sep 09 10:20:18.735703 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:19.443027 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53028) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:19.808904 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:20.350193 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:20.375785 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:20:20.376125 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:20.463835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port 1b8398a2-65fe-49eb-9bec-d5ddb84def2e, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=1b8398a2-65fe-49eb-9bec-d5ddb84def2e,segment=NetworkSegment(6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464),segment_id=6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:20.464544 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:20.476206 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for 1b8398a2-65fe-49eb-9bec-d5ddb84def2e owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:20:20.701334 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:20.727360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=1b8398a2-65fe-49eb-9bec-d5ddb84def2e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:20.899054 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:21.155614 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Router 690d46d7-9257-4134-bb40-083af2c60fe4 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:20:21.269320 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:20:21.274560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1f5a1c7e-a8de-4637-898a-baf82521ee41 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "PUT /v2.0/routers/690d46d7-9257-4134-bb40-083af2c60fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304992 Sep 09 10:20:21.277964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53030) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:21.283265 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41fd32-eb56-4c2c-9199-d4177a00ab4c None None] Sync routers for ids ['690d46d7-9257-4134-bb40-083af2c60fe4'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:20:21.288704 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41fd32-eb56-4c2c-9199-d4177a00ab4c None None] Routers {'690d46d7-9257-4134-bb40-083af2c60fe4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:21.289315 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc41fd32-eb56-4c2c-9199-d4177a00ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['690d46d7-9257-4134-bb40-083af2c60fe4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:21.329476 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-5256a0c9-1c2a-4e32-9239-bca2a50c9a7d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting subnet ee183552-66f5-45e7-a303-6aadd71eec69 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:20:21.333951 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5256a0c9-1c2a-4e32-9239-bca2a50c9a7d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:21.374267 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5256a0c9-1c2a-4e32-9239-bca2a50c9a7d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:21.395583 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fc41fd32-eb56-4c2c-9199-d4177a00ab4c None None] Set router 690d46d7-9257-4134-bb40-083af2c60fe4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:21.460567 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5256a0c9-1c2a-4e32-9239-bca2a50c9a7d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:21.573371 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc41fd32-eb56-4c2c-9199-d4177a00ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:20:20Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:21.596263 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5256a0c9-1c2a-4e32-9239-bca2a50c9a7d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:21.598927 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41fd32-eb56-4c2c-9199-d4177a00ab4c None None] Checking router: 690d46d7-9257-4134-bb40-083af2c60fe4 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:20:21.607578 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41fd32-eb56-4c2c-9199-d4177a00ab4c None None] Routers {'690d46d7-9257-4134-bb40-083af2c60fe4'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:21.608184 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc41fd32-eb56-4c2c-9199-d4177a00ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['690d46d7-9257-4134-bb40-083af2c60fe4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:21.624517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256a0c9-1c2a-4e32-9239-bca2a50c9a7d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Subnet': ['ID=ee183552-66f5-45e7-a303-6aadd71eec69,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:21.629577 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5256a0c9-1c2a-4e32-9239-bca2a50c9a7d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:21.631533 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5256a0c9-1c2a-4e32-9239-bca2a50c9a7d tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/subnets/ee183552-66f5-45e7-a303-6aadd71eec69 HTTP/1.1" status: 204 len: 168 time: 0.3523974 Sep 09 10:20:21.634109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53032) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:21.643157 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caa1297-ff89-4a13-9183-0bf1ebbf79f8 None None] Network 648dff06-5fb8-4186-a201-6d4b468d157d requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:20:21.749791 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:21.826698 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] DHCP port deletion for 648dff06-5fb8-4186-a201-6d4b468d157d request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:20:21.828858 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fc41fd32-eb56-4c2c-9199-d4177a00ab4c None None] Set router 690d46d7-9257-4134-bb40-083af2c60fe4 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:21.873587 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:21.889775 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Deleting port d4bc54dd-8248-4546-b33d-3a27793acc81 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:20:21.890112 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:21.954570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] For port d4bc54dd-8248-4546-b33d-3a27793acc81, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d4bc54dd-8248-4546-b33d-3a27793acc81,segment=NetworkSegment(6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464),segment_id=6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:21.954980 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:21.968442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Calling delete_port for d4bc54dd-8248-4546-b33d-3a27793acc81 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:20:21.978543 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Deleting port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:20:21.978893 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.014230 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc41fd32-eb56-4c2c-9199-d4177a00ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:20:20Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:22.045122 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41fd32-eb56-4c2c-9199-d4177a00ab4c None None] The sync data for ids ['690d46d7-9257-4134-bb40-083af2c60fe4'] in n-d-778696-16 is: [{'id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365333521', 'tenant_id': '424f9e2f158c4d2b8b3869949cc6347d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:20:20Z', 'revision_number': 5, 'project_id': '424f9e2f158c4d2b8b3869949cc6347d', 'gw_port': {'id': 'cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d46d7-9257-4134-bb40-083af2c60fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:19:15Z', 'updated_at': '2021-09-09T10:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:20:22.065944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] For port cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:22.066313 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.083255 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Calling delete_port for cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:20:22.106156 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0271c15e-9e9c-4d13-9a64-6118356adfc1 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:20:22.126954 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 0271c15e-9e9c-4d13-9a64-6118356adfc1 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:20:22.127857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 0271c15e-9e9c-4d13-9a64-6118356adfc1 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:20:22.128718 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.156720 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Pushing event deleted for resources: {'Port': ['ID=d4bc54dd-8248-4546-b33d-3a27793acc81,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:22.158819 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] No DVR routers for this DVR port d4bc54dd-8248-4546-b33d-3a27793acc81 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:20:22.168708 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.169066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.169413 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.169752 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.170087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.170451 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.170788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.171048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.171407 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.171725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.172055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.172380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c425e2-d723-4102-91ba-fe37c19651ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:22.312945 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.336437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Port': ['ID=cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:22.403209 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.496292 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.498840 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.619324 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.620021 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Fanout notify agent at l3_agent the message router_deleted on router 690d46d7-9257-4134-bb40-083af2c60fe4 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:20:22.628584 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.628584 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-12f7383e-ff71-465e-959b-4aed200b5877 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/routers/690d46d7-9257-4134-bb40-083af2c60fe4 HTTP/1.1" status: 204 len: 168 time: 0.9931469 Sep 09 10:20:22.631285 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:22.715256 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.806522 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.832051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648dff06-5fb8-4186-a201-6d4b468d157d']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:22.841802 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:22.842097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2cb345-cbe9-4b9b-bbfc-6e5ac4bf9464') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:22.851090 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.863944 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.869917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:20:22.870304 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:20:22.873789 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:20:23.002130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:23.010338 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:23.012243 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/networks/648dff06-5fb8-4186-a201-6d4b468d157d HTTP/1.1" status: 204 len: 168 time: 0.3797753 Sep 09 10:20:23.014955 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53036) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:23.023562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6e5cb-eb84-4783-a919-ce8d4e5dd0b9 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'Network': ['ID=648dff06-5fb8-4186-a201-6d4b468d157d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:23.077468 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-897cdbf4-8027-42c8-b3ff-b858b1459d71 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:23.111722 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-897cdbf4-8027-42c8-b3ff-b858b1459d71 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:23.179321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1b8398a2-65fe-49eb-9bec-d5ddb84def2e no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:20:23.200558 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 1b8398a2-65fe-49eb-9bec-d5ddb84def2e {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:20:23.200912 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 1b8398a2-65fe-49eb-9bec-d5ddb84def2e not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:20:23.201355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d4bc54dd-8248-4546-b33d-3a27793acc81 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:20:23.219753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d4bc54dd-8248-4546-b33d-3a27793acc81 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:20:23.220103 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d4bc54dd-8248-4546-b33d-3a27793acc81 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:20:23.222404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:20:23.238783 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:20:23.239136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device cb8f9f38-4a02-4419-a2b2-6f3c46b8f2e8 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:20:23.242060 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-897cdbf4-8027-42c8-b3ff-b858b1459d71 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:23.245483 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-897cdbf4-8027-42c8-b3ff-b858b1459d71 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:23.247152 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-897cdbf4-8027-42c8-b3ff-b858b1459d71 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8f7d7da-84e8-4913-bae3-c75b52601b3c HTTP/1.1" status: 204 len: 168 time: 0.2311678 Sep 09 10:20:23.256739 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cdbf4-8027-42c8-b3ff-b858b1459d71 tempest-TestNetworkAdvancedServerOps-1290460987 tempest-TestNetworkAdvancedServerOps-1290460987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f7d7da-84e8-4913-bae3-c75b52601b3c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:23.901835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53044) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:24.044330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-80401b2c-5aa1-495c-87b4-d20cf4699482 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=424f9e2f158c4d2b8b3869949cc6347d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412144 Sep 09 10:20:24.046752 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:24.096672 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39e1e0fd-e00b-4c73-a8c7-b7cff2f4f581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:24.116594 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39e1e0fd-e00b-4c73-a8c7-b7cff2f4f581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:24.224446 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39e1e0fd-e00b-4c73-a8c7-b7cff2f4f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:24.226987 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39e1e0fd-e00b-4c73-a8c7-b7cff2f4f581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:24.228296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-39e1e0fd-e00b-4c73-a8c7-b7cff2f4f581 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bba5274c-0544-4a68-90df-3d16c63dbf0d HTTP/1.1" status: 204 len: 168 time: 0.1804211 Sep 09 10:20:24.236122 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1e0fd-e00b-4c73-a8c7-b7cff2f4f581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba5274c-0544-4a68-90df-3d16c63dbf0d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:24.791427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53054) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:24.808671 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ce9609b-81c5-4ea1-87f7-1299953ac75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:24.900322 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ce9609b-81c5-4ea1-87f7-1299953ac75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:24.970077 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ce9609b-81c5-4ea1-87f7-1299953ac75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:25.008601 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7ce9609b-81c5-4ea1-87f7-1299953ac75c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1049913c467b46b7967da866bd3ede63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160366 Sep 09 10:20:25.009569 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9609b-81c5-4ea1-87f7-1299953ac75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c8fdeb-ab1d-41b4-bebd-530944f68646,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:25.011946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53056) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:25.060226 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-575473f6-49dc-4358-904e-19b6f5ec490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:25.081448 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-575473f6-49dc-4358-904e-19b6f5ec490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:25.192754 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-575473f6-49dc-4358-904e-19b6f5ec490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:25.195448 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-575473f6-49dc-4358-904e-19b6f5ec490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:25.199247 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-575473f6-49dc-4358-904e-19b6f5ec490d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5c8fdeb-ab1d-41b4-bebd-530944f68646 HTTP/1.1" status: 204 len: 168 time: 0.1835921 Sep 09 10:20:25.205699 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575473f6-49dc-4358-904e-19b6f5ec490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c8fdeb-ab1d-41b4-bebd-530944f68646,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:25.884470 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:26.277006 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53078) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:26.370648 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1517077435-network', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:26.449893 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Made reservation on behalf of bbbaf17205064fb8a3ef92d7fe901e70 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:20:26.452323 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:26.461036 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:26.530036 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:26.549333 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:26.609634 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:26.633357 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:20:26.646783 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fd9bb0-bdad-4b80-ae09-7c7e6b33df8f,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:26.653121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:26.653456 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Added segment b6610629-0492-46b1-8ff8-370c69976bc5 of type vlan for network 4e5e245f-66b6-42d4-a927-40a216e10a5a Sep 09 10:20:26.692757 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:26.775713 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:26.777299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:26.777922 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:26.865222 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5e245f-66b6-42d4-a927-40a216e10a5a,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:26.875138 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network 4e5e245f-66b6-42d4-a927-40a216e10a5a details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:20:26.888438 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-a59c6072-7677-4acb-9b4b-bb73f28708f0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6102962 Sep 09 10:20:26.891461 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53082) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:26.896118 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] Request body: {'subnet': {'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1517077435-subnet', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:26.973256 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] Made reservation on behalf of bbbaf17205064fb8a3ef92d7fe901e70 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:20:26.975647 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:27.221474 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:27.277683 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e67b0f-a9e1-441d-8701-d8fd9304d017,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:27.284493 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] Checking segment: {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:20:27.284850 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] Network hostable DHCP agents. Network: 4e5e245f-66b6-42d4-a927-40a216e10a5a, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:20:27.395693 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] Network 4e5e245f-66b6-42d4-a927-40a216e10a5a is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:20:27.481433 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, 4e5e245f-66b6-42d4-a927-40a216e10a5a) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:27.485379 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:27.485968 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:27.492802 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39fb7e6-42a0-419d-bf23-9596815deb5c None None] Network 4e5e245f-66b6-42d4-a927-40a216e10a5a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:20:27.568209 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c6022bb3-70f1-4e71-a1a3-82feabc0de9e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6756885 Sep 09 10:20:27.570903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53084) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:27.576009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:27.635793 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-4e5e245f-66b6-42d4-a927-40a216e10a5a', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:20:27.636643 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:27.659039 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:27.660184 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:27.712988 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:27.772274 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Allocated IP 172.20.0.2 (4e5e245f-66b6-42d4-a927-40a216e10a5a/a4e67b0f-a9e1-441d-8701-d8fd9304d017/a990b0f9-90f4-4674-9534-aaccc66786ac) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:20:27.910385 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:27.914384 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:27.923064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Transition to ACTIVE for port object a990b0f9-90f4-4674-9534-aaccc66786ac will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:27.937628 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Transition to ACTIVE for port object a990b0f9-90f4-4674-9534-aaccc66786ac will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:28.042465 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:28.088636 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Network 4e5e245f-66b6-42d4-a927-40a216e10a5a is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:20:28.091530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:28.096982 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:20:28.103717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Pushing event updated for resources: {'Port': ['ID=a990b0f9-90f4-4674-9534-aaccc66786ac,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:28.154269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Attempting to bind port a990b0f9-90f4-4674-9534-aaccc66786ac on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:20:28.154637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Attempting to bind port a990b0f9-90f4-4674-9534-aaccc66786ac by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:20:28.154996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Attempting to bind port a990b0f9-90f4-4674-9534-aaccc66786ac on network 4e5e245f-66b6-42d4-a927-40a216e10a5a {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:20:28.159841 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:20:28.160211 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Checking segment: {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:20:28.160603 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:28.160992 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Bound using segment: {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:20:28.161447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Bound port: a990b0f9-90f4-4674-9534-aaccc66786ac, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:20:28.161820 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:28.181739 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:28.201121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:28.223397 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] For port a990b0f9-90f4-4674-9534-aaccc66786ac, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:20:28.226338 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] For port a990b0f9-90f4-4674-9534-aaccc66786ac, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a990b0f9-90f4-4674-9534-aaccc66786ac,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:20:28.302001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Allocated IP 172.25.8.38 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/9c3977e9-a2a7-4284-ade5-b59f7784ee1b) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:20:28.304883 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:28.375872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd36b8d-e7df-4baa-af9b-64302d132d94 None None] Pushing event updated for resources: {'Port': ['ID=a990b0f9-90f4-4674-9534-aaccc66786ac,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:28.414610 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:28.537124 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:28.576938 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:20:28.579982 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:28.583673 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:20:28.611956 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3977e9-a2a7-4284-ade5-b59f7784ee1b,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:29.194198 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:29.214714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a990b0f9-90f4-4674-9534-aaccc66786ac up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:29.216881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec53636-b953-4462-a384-1d97ab65c134 None None] Network 4e5e245f-66b6-42d4-a927-40a216e10a5a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:20:29.390332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:29.396960 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d7cc87da-b95c-49a7-a8f7-121cb1886991 None None] Provisioning for port a990b0f9-90f4-4674-9534-aaccc66786ac completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:29.400142 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port a990b0f9-90f4-4674-9534-aaccc66786ac completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:29.407671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d7cc87da-b95c-49a7-a8f7-121cb1886991 None None] Provisioning complete for port a990b0f9-90f4-4674-9534-aaccc66786ac triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:29.408050 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7cc87da-b95c-49a7-a8f7-121cb1886991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:29.411223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a990b0f9-90f4-4674-9534-aaccc66786ac triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:29.411616 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:29.565201 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:29.575463 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7cc87da-b95c-49a7-a8f7-121cb1886991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:29.578827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:20:29.616137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port a990b0f9-90f4-4674-9534-aaccc66786ac, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a990b0f9-90f4-4674-9534-aaccc66786ac,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:29.690940 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:20:29.700828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Sync routers for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:20:29.705576 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:29.763901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:29.764448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:29.801809 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:29.803160 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0163e4e1-aeaf-4cdd-8881-710fd1edb914 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2312315 Sep 09 10:20:29.806019 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53086) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:29.813094 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-d7cc87da-b95c-49a7-a8f7-121cb1886991 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 10:20:29.813448 n-d-778696-16 neutron-server[95327]: DEBUG oslo_db.api [None req-d7cc87da-b95c-49a7-a8f7-121cb1886991 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 10:20:29.825815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=a990b0f9-90f4-4674-9534-aaccc66786ac,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:29.893969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:30.224933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:29Z', 'revision_number': 3, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:30.228044 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.251081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Checking router: 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:20:30.251465 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Updating router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:20:30.277215 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.385268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Allocated IP 172.20.0.1 (4e5e245f-66b6-42d4-a927-40a216e10a5a/a4e67b0f-a9e1-441d-8701-d8fd9304d017/a124d706-6c68-4796-8ff2-2ab6d8f5f5b3) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:20:30.496760 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.511196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Transition to ACTIVE for port object a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:30.565127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-884d7613-bc68-4e5b-9381-879e35efcfa5 None None] Provisioning complete for port a990b0f9-90f4-4674-9534-aaccc66786ac triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:30.565499 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-884d7613-bc68-4e5b-9381-879e35efcfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.592412 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.608195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Transition to ACTIVE for port object 9c3977e9-a2a7-4284-ade5-b59f7784ee1b will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:30.613556 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.652147 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Network 4e5e245f-66b6-42d4-a927-40a216e10a5a is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:20:30.655063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:30.658697 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:20:30.686442 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Pushing event updated for resources: {'Port': ['ID=a124d706-6c68-4796-8ff2-2ab6d8f5f5b3,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:30.687979 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.708804 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.745036 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b50ec-1f6c-404b-ab64-32a58f0f15b0 None None] Pushing event updated for resources: {'Port': ['ID=9c3977e9-a2a7-4284-ade5-b59f7784ee1b,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:30.752184 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Attempting to bind port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:20:30.752511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Attempting to bind port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:20:30.752847 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Attempting to bind port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:20:30.759638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:20:30.760076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:20:30.760497 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.760948 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:20:30.761432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Bound port: 9c3977e9-a2a7-4284-ade5-b59f7784ee1b, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:20:30.761823 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.820209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] For port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:20:30.823545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] For port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9c3977e9-a2a7-4284-ade5-b59f7784ee1b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:20:30.916910 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.930718 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:30.980288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:30.980908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:30.982760 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b50ec-1f6c-404b-ab64-32a58f0f15b0 None None] Pushing event updated for resources: {'Port': ['ID=9c3977e9-a2a7-4284-ade5-b59f7784ee1b,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:31.017961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ebaaf715-54ef-4985-9468-a0364ebfbf3d None None] Provisioning for port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:31.027048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ebaaf715-54ef-4985-9468-a0364ebfbf3d None None] Provisioning complete for port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:31.027474 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebaaf715-54ef-4985-9468-a0364ebfbf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:31.076420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ebaaf715-54ef-4985-9468-a0364ebfbf3d None None] Port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:20:31.101177 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:31.128054 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:31.164750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:31.174794 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a990b0f9-90f4-4674-9534-aaccc66786ac up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:31.237332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:31.239028 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Pushing event updated for resources: {'Port': ['ID=a124d706-6c68-4796-8ff2-2ab6d8f5f5b3,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:31.314266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a990b0f9-90f4-4674-9534-aaccc66786ac triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:31.314876 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:31.332619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Network 4e5e245f-66b6-42d4-a927-40a216e10a5a is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:20:31.334049 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:31.437481 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 1, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:31.464361 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:20:31.467432 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f3dc1-b933-41ef-ba4f-ec9c2059b711 None None] The sync data for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 is: [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 1, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:20:31.584565 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:20:31.589838 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-64835b0d-79e9-40c1-ba73-6cfb83ee317a admin admin] 10.222.0.32 "PUT /v2.0/routers/1ed5957c-a39a-4efd-a1b7-2c88a69f6eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7828054 Sep 09 10:20:31.606026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c8a4bae1-4aba-44f5-bbf9-04e29f28b66b None None] Provisioning complete for port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:31.606411 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8a4bae1-4aba-44f5-bbf9-04e29f28b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:31.645686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4bae1-4aba-44f5-bbf9-04e29f28b66b None None] Port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:20:32.334383 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53102) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:32.339516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1829539233-network', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:32.418838 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Made reservation on behalf of 408ec9b6180a4985b65bb27d61a90bd8 for: {'network': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:20:32.421437 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:32.431502 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:32.540550 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:32.601608 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:32.627517 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:20:32.637591 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5262cde5-a867-48d1-8af3-9186b8e8047e,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:32.642341 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:32.642687 n-d-778696-16 neutron-server[95325]: INFO neutron.db.segments_db [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Added segment 6970f889-3bb1-49c0-983c-fb9bfb71adb1 of type vlan for network fb7a3e45-56eb-4977-95bf-2922f16c8f02 Sep 09 10:20:32.688345 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:32.746998 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:32.748035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:32.748629 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:32.810793 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7a3e45-56eb-4977-95bf-2922f16c8f02,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:32.820322 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network fb7a3e45-56eb-4977-95bf-2922f16c8f02 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:20:32.828267 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-4344063c-d580-46ab-960f-80dba3f426d0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4926798 Sep 09 10:20:32.830803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53104) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:32.835777 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] Request body: {'subnet': {'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1829539233-subnet', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'ip_version': 4}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:32.907084 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] Made reservation on behalf of 408ec9b6180a4985b65bb27d61a90bd8 for: {'subnet': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:20:32.909559 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491343'] for subnet, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.132126 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8995832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491345'] for subnet, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.185760 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf62dd0-0445-4cbf-b0fc-17edc37a7f87,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:33.202257 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] Checking segment: {'id': '6970f889-3bb1-49c0-983c-fb9bfb71adb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:20:33.202611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] Network hostable DHCP agents. Network: fb7a3e45-56eb-4977-95bf-2922f16c8f02, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:20:33.209071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9c3977e9-a2a7-4284-ade5-b59f7784ee1b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:33.272977 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] Network fb7a3e45-56eb-4977-95bf-2922f16c8f02 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:20:33.318543 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:33.323190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:33.323699 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.347220 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, fb7a3e45-56eb-4977-95bf-2922f16c8f02) {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:33.351368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:33.352032 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.357188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712ce7b2-d15e-49aa-80eb-cf5821db0b9a None None] Network fb7a3e45-56eb-4977-95bf-2922f16c8f02 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:20:33.422518 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-16a0cd3f-2ede-4d6e-a5bb-54d1cb99a871 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5906243 Sep 09 10:20:33.428571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53106) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:33.429582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1829539233-router', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:33.442066 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Sync routers for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:20:33.452872 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:33.453592 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:33.498748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.529879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9c3977e9-a2a7-4284-ade5-b59f7784ee1b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:33.539317 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.540783 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.562102 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:33.565182 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-fb7a3e45-56eb-4977-95bf-2922f16c8f02', 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'fixed_ips': [{'subnet_id': 'ecf62dd0-0445-4cbf-b0fc-17edc37a7f87'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:20:33.566351 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.603216 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.636640 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.734687 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=9c3977e9-a2a7-4284-ade5-b59f7784ee1b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:33.756653 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Allocated IP 172.20.0.2 (fb7a3e45-56eb-4977-95bf-2922f16c8f02/ecf62dd0-0445-4cbf-b0fc-17edc37a7f87/7a9f32e7-a12f-4f88-84c6-fb2fc72806d8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:20:33.770708 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 2, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:33.797859 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Checking router: 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:20:33.798459 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Updating router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:20:33.799624 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.828661 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.903802 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:33.911983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Transition to ACTIVE for port object 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:33.927404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Transition to ACTIVE for port object 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:34.007908 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.051945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Network fb7a3e45-56eb-4977-95bf-2922f16c8f02 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:20:34.055128 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:34.058961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:20:34.070529 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Pushing event updated for resources: {'Port': ['ID=7a9f32e7-a12f-4f88-84c6-fb2fc72806d8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:34.100196 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.110705 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Transition to ACTIVE for port object a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:34.136007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Attempting to bind port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:20:34.136387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Attempting to bind port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6970f889-3bb1-49c0-983c-fb9bfb71adb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:20:34.136754 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Attempting to bind port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 on network fb7a3e45-56eb-4977-95bf-2922f16c8f02 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:20:34.142387 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:20:34.142760 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Checking segment: {'id': '6970f889-3bb1-49c0-983c-fb9bfb71adb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:20:34.143165 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.143589 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Bound using segment: {'id': '6970f889-3bb1-49c0-983c-fb9bfb71adb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:20:34.144313 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Bound port: 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6970f889-3bb1-49c0-983c-fb9bfb71adb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:20:34.144699 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.183067 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.212999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] For port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:20:34.216270 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] For port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7a9f32e7-a12f-4f88-84c6-fb2fc72806d8,segment=NetworkSegment(6970f889-3bb1-49c0-983c-fb9bfb71adb1),segment_id=6970f889-3bb1-49c0-983c-fb9bfb71adb1)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:20:34.256452 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Pushing event updated for resources: {'Port': ['ID=a124d706-6c68-4796-8ff2-2ab6d8f5f5b3,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:34.274102 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.299338 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Attempting to bind port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:20:34.299752 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Attempting to bind port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:20:34.300115 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Attempting to bind port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 on network 4e5e245f-66b6-42d4-a927-40a216e10a5a {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:20:34.303030 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.303399 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.303764 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.304102 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.304438 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.304772 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.305098 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.305430 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.305762 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.306149 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.306478 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.307331 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:20:34.319007 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:20:34.319424 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Checking segment: {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:20:34.319818 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.320214 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Bound using segment: {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:20:34.320688 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Bound port: a124d706-6c68-4796-8ff2-2ab6d8f5f5b3, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:20:34.321078 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.376566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b839e9a-778c-4f88-8ae1-749c5a281623 None None] Pushing event updated for resources: {'Port': ['ID=7a9f32e7-a12f-4f88-84c6-fb2fc72806d8,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:34.378084 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.403871 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.405967 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] For port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:20:34.409962 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] For port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a124d706-6c68-4796-8ff2-2ab6d8f5f5b3,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:20:34.479670 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.522969 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Allocated IP 172.25.8.220 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/aeb9b996-27da-4d1e-856f-017e10c86be5) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:20:34.543547 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b8b69-c1f1-4995-b36e-68dc7dbf06ce None None] Pushing event updated for resources: {'Port': ['ID=a124d706-6c68-4796-8ff2-2ab6d8f5f5b3,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:34.553632 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:34.555299 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:34.664610 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.698588 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:34.764795 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:34.803475 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:20:34.806308 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:34.810035 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:20:34.841602 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb9b996-27da-4d1e-856f-017e10c86be5,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:34.934472 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:34Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:34.961193 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45e050-1a76-40fe-8dff-60f6a206fa11 None None] The sync data for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 is: [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:34Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:20:35.175835 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:35.328129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:35.403297 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:35.473108 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:35.477694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:35.478150 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:35.509285 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ead5fe-bb0c-456c-ae3d-826e5462b4d5 None None] Network fb7a3e45-56eb-4977-95bf-2922f16c8f02 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:20:35.613183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:20:35.630627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2b213e51-f194-4be9-a567-5047980edd8d None None] Provisioning for port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:35.648310 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:35.712561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a124d706-6c68-4796-8ff2-2ab6d8f5f5b3,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:35.734158 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:20:35.745541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Sync routers for ids ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:20:35.754882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Routers {'8fbdf454-dd13-4ab7-8db9-5add63a943a5'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:35.755538 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:35.797572 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:35.798339 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:35.825129 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:35.827251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53108) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:35.831877 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2139e51a-6322-4fae-863c-d65347f910d4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4057510 Sep 09 10:20:36.089623 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=a124d706-6c68-4796-8ff2-2ab6d8f5f5b3,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:36.101503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Set router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:36.254253 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.257368 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:36.263797 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:36.264234 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.330337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'name': 'tempest-TestShelveInstance-1829539233-router', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:33Z', 'updated_at': '2021-09-09T10:20:34Z', 'revision_number': 3, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'gw_port': {'id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:34Z', 'updated_at': '2021-09-09T10:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:36.375004 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Checking router: 8fbdf454-dd13-4ab7-8db9-5add63a943a5 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:20:36.375355 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Updating router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 port aeb9b996-27da-4d1e-856f-017e10c86be5 binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:20:36.409819 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.412762 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.418634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Allocated IP 172.20.0.1 (fb7a3e45-56eb-4977-95bf-2922f16c8f02/ecf62dd0-0445-4cbf-b0fc-17edc37a7f87/4b87488b-ea95-46be-bc15-5adb2135cd10) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:20:36.471206 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7a9f32e7-a12f-4f88-84c6-fb2fc72806d8,segment=NetworkSegment(6970f889-3bb1-49c0-983c-fb9bfb71adb1),segment_id=6970f889-3bb1-49c0-983c-fb9bfb71adb1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:36.529111 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.544281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Transition to ACTIVE for port object 4b87488b-ea95-46be-bc15-5adb2135cd10 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:36.571426 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.572234 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9c3977e9-a2a7-4284-ade5-b59f7784ee1b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:36.661787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.700888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Network fb7a3e45-56eb-4977-95bf-2922f16c8f02 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:20:36.703944 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:36.707504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=7a9f32e7-a12f-4f88-84c6-fb2fc72806d8,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:36.710352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:20:36.738219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:36.738463 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Pushing event updated for resources: {'Port': ['ID=4b87488b-ea95-46be-bc15-5adb2135cd10,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:36.738588 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.759197 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.807226 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.822353 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Transition to ACTIVE for port object aeb9b996-27da-4d1e-856f-017e10c86be5 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:36.921927 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.980087 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Attempting to bind port aeb9b996-27da-4d1e-856f-017e10c86be5 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:20:36.980374 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Attempting to bind port aeb9b996-27da-4d1e-856f-017e10c86be5 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:20:36.980737 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Attempting to bind port aeb9b996-27da-4d1e-856f-017e10c86be5 on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:20:36.983606 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.988447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff848b-dd8a-4610-a57d-fae40dbd4bf4 None None] Pushing event updated for resources: {'Port': ['ID=aeb9b996-27da-4d1e-856f-017e10c86be5,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:36.993505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:20:36.993890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:20:36.994789 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:36.995181 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:20:36.995854 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Bound port: aeb9b996-27da-4d1e-856f-017e10c86be5, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:20:36.996244 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:37.048957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] For port aeb9b996-27da-4d1e-856f-017e10c86be5, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:20:37.051996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] For port aeb9b996-27da-4d1e-856f-017e10c86be5, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=aeb9b996-27da-4d1e-856f-017e10c86be5,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:20:37.098574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-93b0a846-4565-4990-b9c0-ca3db4a82581 None None] Provisioning for port 4b87488b-ea95-46be-bc15-5adb2135cd10 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:37.102447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-93b0a846-4565-4990-b9c0-ca3db4a82581 None None] Provisioning complete for port 4b87488b-ea95-46be-bc15-5adb2135cd10 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:37.102829 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-93b0a846-4565-4990-b9c0-ca3db4a82581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:37.152829 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:37.160285 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:37.191352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:37.224773 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-93b0a846-4565-4990-b9c0-ca3db4a82581 None None] Port 4b87488b-ea95-46be-bc15-5adb2135cd10 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:20:37.227248 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:37.260945 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Routers {'8fbdf454-dd13-4ab7-8db9-5add63a943a5'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:37.261654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:37.298421 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:37.299143 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff848b-dd8a-4610-a57d-fae40dbd4bf4 None None] Pushing event updated for resources: {'Port': ['ID=aeb9b996-27da-4d1e-856f-017e10c86be5,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:37.301019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Pushing event updated for resources: {'Port': ['ID=4b87488b-ea95-46be-bc15-5adb2135cd10,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:37.331988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:37.332553 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:37.400019 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Network fb7a3e45-56eb-4977-95bf-2922f16c8f02 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:20:37.401814 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:37.421329 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] Set router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:37.525809 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:20:37.547282 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:37.690975 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7e043a21-e7f3-4a74-a857-802bf39b164a None None] Provisioning complete for port 4b87488b-ea95-46be-bc15-5adb2135cd10 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:37.691329 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e043a21-e7f3-4a74-a857-802bf39b164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:37.716642 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:37.717018 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:37.776618 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7e043a21-e7f3-4a74-a857-802bf39b164a None None] Port 4b87488b-ea95-46be-bc15-5adb2135cd10 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:20:37.800367 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'name': 'tempest-TestShelveInstance-1829539233-router', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:33Z', 'updated_at': '2021-09-09T10:20:36Z', 'revision_number': 4, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'gw_port': {'id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:34Z', 'updated_at': '2021-09-09T10:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '4b87488b-ea95-46be-bc15-5adb2135cd10', 'name': '', 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'mac_address': 'fa:16:3e:c3:91:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ecf62dd0-0445-4cbf-b0fc-17edc37a7f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:36Z', 'updated_at': '2021-09-09T10:20:37Z', 'revision_number': 2, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'subnets': [{'id': 'ecf62dd0-0445-4cbf-b0fc-17edc37a7f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:37.846730 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837cb84-9c98-416f-ac59-d4afd2e022a5 None None] The sync data for ids ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'] in n-d-778696-16 is: [{'id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'name': 'tempest-TestShelveInstance-1829539233-router', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:33Z', 'updated_at': '2021-09-09T10:20:36Z', 'revision_number': 4, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'gw_port': {'id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:34Z', 'updated_at': '2021-09-09T10:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '4b87488b-ea95-46be-bc15-5adb2135cd10', 'name': '', 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'mac_address': 'fa:16:3e:c3:91:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ecf62dd0-0445-4cbf-b0fc-17edc37a7f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:36Z', 'updated_at': '2021-09-09T10:20:37Z', 'revision_number': 2, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'subnets': [{'id': 'ecf62dd0-0445-4cbf-b0fc-17edc37a7f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:20:37.950262 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:20:37.957327 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d7b23e0b-cdb5-4e53-93cc-4fb1cfc31612 admin admin] 10.222.0.32 "PUT /v2.0/routers/8fbdf454-dd13-4ab7-8db9-5add63a943a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1266162 Sep 09 10:20:38.709016 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:38.714224 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a034b451-5292-4ee8-bfe0-183aac3e119e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084147309', 'description': 'tempest-secgroup-smoke-1084147309 description', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:38.793113 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a034b451-5292-4ee8-bfe0-183aac3e119e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:38.894982 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a034b451-5292-4ee8-bfe0-183aac3e119e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:38.946860 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a034b451-5292-4ee8-bfe0-183aac3e119e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:38.977194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034b451-5292-4ee8-bfe0-183aac3e119e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:39.030445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a034b451-5292-4ee8-bfe0-183aac3e119e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.031765 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a034b451-5292-4ee8-bfe0-183aac3e119e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3217106 Sep 09 10:20:39.034842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53118) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:39.041396 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-281620ec-9b95-4ef9-8c0c-5ea9922cc828 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:39.138126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-281620ec-9b95-4ef9-8c0c-5ea9922cc828 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.200290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device aeb9b996-27da-4d1e-856f-017e10c86be5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:39.214797 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-281620ec-9b95-4ef9-8c0c-5ea9922cc828 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.281555 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-281620ec-9b95-4ef9-8c0c-5ea9922cc828 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.299864 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281620ec-9b95-4ef9-8c0c-5ea9922cc828 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2ddbd7-e0c3-4dbb-be46-9d877616dd28,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:39.310015 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port aeb9b996-27da-4d1e-856f-017e10c86be5 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:39.314131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port aeb9b996-27da-4d1e-856f-017e10c86be5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:39.314534 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.367522 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-281620ec-9b95-4ef9-8c0c-5ea9922cc828 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.368774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-281620ec-9b95-4ef9-8c0c-5ea9922cc828 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329759 Sep 09 10:20:39.371566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53120) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:39.375990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-79a3ad7f-0d9e-4ab1-8f5b-ac2461d3eceb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:39.394343 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.414584 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port aeb9b996-27da-4d1e-856f-017e10c86be5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=aeb9b996-27da-4d1e-856f-017e10c86be5,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:39.464511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad7f-0d9e-4ab1-8f5b-ac2461d3eceb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.489818 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.524217 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad7f-0d9e-4ab1-8f5b-ac2461d3eceb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.544455 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=aeb9b996-27da-4d1e-856f-017e10c86be5,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:39.584915 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad7f-0d9e-4ab1-8f5b-ac2461d3eceb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.600796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3ad7f-0d9e-4ab1-8f5b-ac2461d3eceb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6b7e26-3f98-4a76-8adb-f4d05e519240,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:39.673253 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad7f-0d9e-4ab1-8f5b-ac2461d3eceb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.674622 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-79a3ad7f-0d9e-4ab1-8f5b-ac2461d3eceb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3020644 Sep 09 10:20:39.677420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53122) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:39.681940 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2a0729c2-14e6-4304-8744-eda6465bb77c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:39.769390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a0729c2-14e6-4304-8744-eda6465bb77c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.829990 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a0729c2-14e6-4304-8744-eda6465bb77c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.836393 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Sync routers for ids ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:20:39.845958 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Routers {'8fbdf454-dd13-4ab7-8db9-5add63a943a5'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:39.846564 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:39.895579 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a0729c2-14e6-4304-8744-eda6465bb77c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.915193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0729c2-14e6-4304-8744-eda6465bb77c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7aa2ce-1162-4b20-be61-f19272b7b44b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:39.962000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a0729c2-14e6-4304-8744-eda6465bb77c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:39.963804 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-2a0729c2-14e6-4304-8744-eda6465bb77c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2852049 Sep 09 10:20:39.966477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:39.971362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-00ac9566-9832-424b-8c80-7a1dfb92997b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:40.045904 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Set router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:40.061709 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00ac9566-9832-424b-8c80-7a1dfb92997b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.125330 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00ac9566-9832-424b-8c80-7a1dfb92997b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.184254 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00ac9566-9832-424b-8c80-7a1dfb92997b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.203004 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac9566-9832-424b-8c80-7a1dfb92997b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a04093-6aed-4e9b-b0f8-fea78343b349,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:40.244873 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'name': 'tempest-TestShelveInstance-1829539233-router', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:33Z', 'updated_at': '2021-09-09T10:20:36Z', 'revision_number': 4, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'gw_port': {'id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:34Z', 'updated_at': '2021-09-09T10:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '4b87488b-ea95-46be-bc15-5adb2135cd10', 'name': '', 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'mac_address': 'fa:16:3e:c3:91:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ecf62dd0-0445-4cbf-b0fc-17edc37a7f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:36Z', 'updated_at': '2021-09-09T10:20:37Z', 'revision_number': 2, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'subnets': [{'id': 'ecf62dd0-0445-4cbf-b0fc-17edc37a7f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:40.274586 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Checking router: 8fbdf454-dd13-4ab7-8db9-5add63a943a5 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:20:40.274941 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Updating router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 port 4b87488b-ea95-46be-bc15-5adb2135cd10 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:20:40.276284 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-00ac9566-9832-424b-8c80-7a1dfb92997b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.277521 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-00ac9566-9832-424b-8c80-7a1dfb92997b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3100784 Sep 09 10:20:40.280200 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53126) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:40.284527 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9f4c81f7-7673-484c-a1ca-e343598c75cf tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:40.299849 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.367215 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-9f4c81f7-7673-484c-a1ca-e343598c75cf tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Project bbbaf17205064fb8a3ef92d7fe901e70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:20:40.372218 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f4c81f7-7673-484c-a1ca-e343598c75cf tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.431500 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f4c81f7-7673-484c-a1ca-e343598c75cf tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.506845 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f4c81f7-7673-484c-a1ca-e343598c75cf tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.525062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c81f7-7673-484c-a1ca-e343598c75cf tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95593d21-032b-4282-a96e-ac0da2c4e84d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:40.588644 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.592649 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f4c81f7-7673-484c-a1ca-e343598c75cf tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.593955 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9f4c81f7-7673-484c-a1ca-e343598c75cf tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3128128 Sep 09 10:20:40.596739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53128) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:40.601199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5f1de96c-b4b7-4910-80e5-6e1f2057a7a6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:40.601788 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Transition to ACTIVE for port object 4b87488b-ea95-46be-bc15-5adb2135cd10 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:40.667780 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.718800 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-5f1de96c-b4b7-4910-80e5-6e1f2057a7a6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Project bbbaf17205064fb8a3ef92d7fe901e70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:20:40.723116 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ed24d-f760-467f-a764-5045e546b665 None None] Pushing event updated for resources: {'Port': ['ID=4b87488b-ea95-46be-bc15-5adb2135cd10,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:40.724777 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f1de96c-b4b7-4910-80e5-6e1f2057a7a6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.773341 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Attempting to bind port 4b87488b-ea95-46be-bc15-5adb2135cd10 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:20:40.773707 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Attempting to bind port 4b87488b-ea95-46be-bc15-5adb2135cd10 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '6970f889-3bb1-49c0-983c-fb9bfb71adb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:20:40.774069 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Attempting to bind port 4b87488b-ea95-46be-bc15-5adb2135cd10 on network fb7a3e45-56eb-4977-95bf-2922f16c8f02 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:20:40.780234 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:20:40.780850 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Checking segment: {'id': '6970f889-3bb1-49c0-983c-fb9bfb71adb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:20:40.781562 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.781785 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Bound using segment: {'id': '6970f889-3bb1-49c0-983c-fb9bfb71adb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:20:40.782258 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Bound port: 4b87488b-ea95-46be-bc15-5adb2135cd10, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6970f889-3bb1-49c0-983c-fb9bfb71adb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:20:40.782692 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.795441 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f1de96c-b4b7-4910-80e5-6e1f2057a7a6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.861977 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] For port 4b87488b-ea95-46be-bc15-5adb2135cd10, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:20:40.865299 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] For port 4b87488b-ea95-46be-bc15-5adb2135cd10, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4b87488b-ea95-46be-bc15-5adb2135cd10,segment=NetworkSegment(6970f889-3bb1-49c0-983c-fb9bfb71adb1),segment_id=6970f889-3bb1-49c0-983c-fb9bfb71adb1)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:20:40.870788 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f1de96c-b4b7-4910-80e5-6e1f2057a7a6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.889196 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1de96c-b4b7-4910-80e5-6e1f2057a7a6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73159e61-6138-4312-9c4e-4afdf6665b01,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:40.928098 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.956200 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f1de96c-b4b7-4910-80e5-6e1f2057a7a6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:40.957481 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5f1de96c-b4b7-4910-80e5-6e1f2057a7a6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3598077 Sep 09 10:20:40.991079 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Routers {'8fbdf454-dd13-4ab7-8db9-5add63a943a5'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:40.991747 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:40.997609 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ed24d-f760-467f-a764-5045e546b665 None None] Pushing event updated for resources: {'Port': ['ID=4b87488b-ea95-46be-bc15-5adb2135cd10,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:41.110954 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-9eed5200-6ae9-4297-af42-86f4e068efca tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084147309&fields=id&tenant_id=bbbaf17205064fb8a3ef92d7fe901e70 HTTP/1.1" status: 200 len: 267 time: 0.0355904 Sep 09 10:20:41.111810 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] Set router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:41.218513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4b87488b-ea95-46be-bc15-5adb2135cd10 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:41.252511 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a14fc-8734-4793-a129-74cb3f65a952 req-d048154c-0496-4538-b4e2-273d1e2372a5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:41.254667 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-d048154c-0496-4538-b4e2-273d1e2372a5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 809 time: 0.1366599 Sep 09 10:20:41.271951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-ba87ec52-ad1b-4285-8e69-4d4eb07c1d8c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/quotas/bbbaf17205064fb8a3ef92d7fe901e70 HTTP/1.1" status: 200 len: 375 time: 0.0113003 Sep 09 10:20:41.326054 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-6604ce42-4449-4669-9659-b80739927eae tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474198 Sep 09 10:20:41.345501 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 4b87488b-ea95-46be-bc15-5adb2135cd10 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:41.350885 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'name': 'tempest-TestShelveInstance-1829539233-router', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:33Z', 'updated_at': '2021-09-09T10:20:36Z', 'revision_number': 4, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'gw_port': {'id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:34Z', 'updated_at': '2021-09-09T10:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '4b87488b-ea95-46be-bc15-5adb2135cd10', 'name': '', 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'mac_address': 'fa:16:3e:c3:91:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ecf62dd0-0445-4cbf-b0fc-17edc37a7f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:36Z', 'updated_at': '2021-09-09T10:20:40Z', 'revision_number': 4, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'subnets': [{'id': 'ecf62dd0-0445-4cbf-b0fc-17edc37a7f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:41.360435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4b87488b-ea95-46be-bc15-5adb2135cd10 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:41.360435 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:41.377406 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf0f25e-a8c8-4714-ab7f-1b8aabc70470 None None] The sync data for ids ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'] in n-d-778696-16 is: [{'id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'name': 'tempest-TestShelveInstance-1829539233-router', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:33Z', 'updated_at': '2021-09-09T10:20:36Z', 'revision_number': 4, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'gw_port': {'id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:34Z', 'updated_at': '2021-09-09T10:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '4b87488b-ea95-46be-bc15-5adb2135cd10', 'name': '', 'network_id': 'fb7a3e45-56eb-4977-95bf-2922f16c8f02', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'mac_address': 'fa:16:3e:c3:91:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ecf62dd0-0445-4cbf-b0fc-17edc37a7f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:36Z', 'updated_at': '2021-09-09T10:20:40Z', 'revision_number': 4, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'subnets': [{'id': 'ecf62dd0-0445-4cbf-b0fc-17edc37a7f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:20:41.434754 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-7f291e1f-e70b-4182-9c6c-07128729a234 service neutron] 10.222.0.32 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972576 Sep 09 10:20:41.438467 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:41.473755 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 4b87488b-ea95-46be-bc15-5adb2135cd10, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4b87488b-ea95-46be-bc15-5adb2135cd10,segment=NetworkSegment(6970f889-3bb1-49c0-983c-fb9bfb71adb1),segment_id=6970f889-3bb1-49c0-983c-fb9bfb71adb1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:41.537373 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-40a4a38b-47c9-4957-af59-89e1fc5a3bfa service neutron] 10.222.0.32 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917163 Sep 09 10:20:41.542122 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:41.542927 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device aeb9b996-27da-4d1e-856f-017e10c86be5 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:41.624078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=4b87488b-ea95-46be-bc15-5adb2135cd10,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:41.635868 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port aeb9b996-27da-4d1e-856f-017e10c86be5 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:41.636215 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:41.646427 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:20:41.808832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-70d2ee3c-a0c0-4dd8-ac28-1bd61f9eb8f1 req-1630df00-9423-4d92-82e3-f4705507e86c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 210 time: 0.0367937 Sep 09 10:20:42.899698 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-395f1a14-0abe-4bd6-8c3b-1ca0ca013ece req-79b02460-42eb-44f0-ace4-b5722ae2d30a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 210 time: 0.0321143 Sep 09 10:20:43.182976 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4b87488b-ea95-46be-bc15-5adb2135cd10 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:43.230828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 4b87488b-ea95-46be-bc15-5adb2135cd10 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:43.231214 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:43.723657 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a14fc-8734-4793-a129-74cb3f65a952 req-b838bcc2-61c9-49f4-b0c0-eb0c32aa0747 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:43.725199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-b838bcc2-61c9-49f4-b0c0-eb0c32aa0747 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 809 time: 0.1018686 Sep 09 10:20:43.768552 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-b121626e-d7f3-4943-9ae7-b09f59ecd651 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbbaf17205064fb8a3ef92d7fe901e70 HTTP/1.1" status: 200 len: 380 time: 0.0333416 Sep 09 10:20:43.779277 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'port': {'device_id': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'admin_state_up': True, 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'security_groups': ['9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:43.997771 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b1deb8f-e844-4c9c-af29-04720fe330b7 req-0dc51010-e007-427c-bcab-f70e440f4778 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 210 time: 0.0280490 Sep 09 10:20:44.038328 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Made reservation on behalf of bbbaf17205064fb8a3ef92d7fe901e70 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:20:44.042501 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:44.169644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Allocated IP 172.20.0.14 (4e5e245f-66b6-42d4-a927-40a216e10a5a/a4e67b0f-a9e1-441d-8701-d8fd9304d017/45cb5658-9ed5-45a5-94d9-fa013ecdea47) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:20:44.305603 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:44.318493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Transition to ACTIVE for port object 45cb5658-9ed5-45a5-94d9-fa013ecdea47 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:44.410329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:44.456199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Network 4e5e245f-66b6-42d4-a927-40a216e10a5a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:20:44.459177 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:44.463582 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:20:44.491334 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:44.507294 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f9594c2-955c-4c25-875a-315e9172f805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:44.520374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:44.521042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:44.605338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-245e82e5-dcd4-41d9-90ed-894b1502fdba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8302331 Sep 09 10:20:44.618739 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Request body: {'port': {'device_id': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:44.673960 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:44.773345 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9e69fad2-45be-4d36-a857-0c9efba12694 None None] Provisioning for port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:44.778265 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9e69fad2-45be-4d36-a857-0c9efba12694 None None] Provisioning complete for port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:44.783753 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e69fad2-45be-4d36-a857-0c9efba12694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:44.813155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9e69fad2-45be-4d36-a857-0c9efba12694 None None] Port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:20:44.941703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cb5658-9ed5-45a5-94d9-fa013ecdea47 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:20:44.949240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:44.960732 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Transition to ACTIVE for port object 45cb5658-9ed5-45a5-94d9-fa013ecdea47 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:20:45.067328 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:45.116778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdb733-af0b-4dff-b998-9ee4d99ced0f req-20b30f98-7c9f-4556-b09c-7146aee58e1a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:45.119076 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4cbdb733-af0b-4dff-b998-9ee4d99ced0f req-20b30f98-7c9f-4556-b09c-7146aee58e1a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 944 time: 0.0524931 Sep 09 10:20:45.121910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:45.173508 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4cbdb733-af0b-4dff-b998-9ee4d99ced0f req-a2e7168c-42b0-4ea1-9388-9311cce0e7d2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479558 Sep 09 10:20:45.196912 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Attempting to bind port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:20:45.197249 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Attempting to bind port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:20:45.197578 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Attempting to bind port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 on network 4e5e245f-66b6-42d4-a927-40a216e10a5a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:20:45.202563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 on network 4e5e245f-66b6-42d4-a927-40a216e10a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:20:45.202888 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Attempting to bind port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 on network 4e5e245f-66b6-42d4-a927-40a216e10a5a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:20:45.207958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:20:45.208295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Checking segment: {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:20:45.208673 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Bound using segment: {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:20:45.209097 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Bound port: 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:20:45.209454 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:45.280302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:20:45.283498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:20:45.368126 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:45.402573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:45.402573 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:45.403906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 1093 time: 0.7901657 Sep 09 10:20:45.406375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:20:45.408732 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3aac42-94b3-4967-ae42-ec9d81582939" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:20:45.436498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b14ea-b447-4587-b441-378298eaa2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:45.453009 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8221983b-858b-4b7a-a275-8262a5408d83 x-openstack-request-id: req-8221983b-858b-4b7a-a275-8262a5408d83 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:20:45.453301 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:20:45.453571 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8221983b-858b-4b7a-a275-8262a5408d83 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:20:45.454016 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'status': 'completed', 'code': 200} Sep 09 10:20:45.519630 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3aac42-94b3-4967-ae42-ec9d81582939 req-daefd983-fa44-4782-a261-6ea5f09dba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:45.521202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3aac42-94b3-4967-ae42-ec9d81582939 req-daefd983-fa44-4782-a261-6ea5f09dba74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1096 time: 0.0448236 Sep 09 10:20:45.625270 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3aac42-94b3-4967-ae42-ec9d81582939 req-4d459f59-3036-44ae-885e-2f339c3c1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:45.626774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3aac42-94b3-4967-ae42-ec9d81582939 req-4d459f59-3036-44ae-885e-2f339c3c1bd5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0982685 Sep 09 10:20:45.720078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3aac42-94b3-4967-ae42-ec9d81582939 req-52428d85-8c20-4ba3-a285-58104b5fc085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:45.721476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0e3aac42-94b3-4967-ae42-ec9d81582939 req-52428d85-8c20-4ba3-a285-58104b5fc085 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883415 Sep 09 10:20:45.800839 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a14fc-8734-4793-a129-74cb3f65a952 req-cf83952a-0869-42db-a620-323aa1f01c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:45.802331 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-cf83952a-0869-42db-a620-323aa1f01c58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1096 time: 0.0446157 Sep 09 10:20:45.849509 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-f2233e17-7084-4f74-a7e7-1df0f056cca1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 217 time: 0.0398755 Sep 09 10:20:45.898333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a14fc-8734-4793-a129-74cb3f65a952 req-d90abd2a-cf71-432a-86ec-0ab1a84ad3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:45.899869 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-d90abd2a-cf71-432a-86ec-0ab1a84ad3bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0441284 Sep 09 10:20:45.947290 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a14fc-8734-4793-a129-74cb3f65a952 req-a0dd765a-3704-44d6-8fff-e46d27a80e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:45.949263 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-a0dd765a-3704-44d6-8fff-e46d27a80e80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430510 Sep 09 10:20:46.039278 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-b20d9510-3468-4806-9f84-6d3562cfb34d service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826371 Sep 09 10:20:46.132729 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-513a14fc-8734-4793-a129-74cb3f65a952 req-aa18d0c5-1d98-4af1-8c08-44da57203fd9 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869644 Sep 09 10:20:46.290916 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba14dae-dfa8-4f39-baa7-6c3abbd4f565 req-664138f1-06d7-41d0-ae81-2e1ecb590ea9 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:46.292559 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ba14dae-dfa8-4f39-baa7-6c3abbd4f565 req-664138f1-06d7-41d0-ae81-2e1ecb590ea9 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 944 time: 0.0488787 Sep 09 10:20:46.331038 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ba14dae-dfa8-4f39-baa7-6c3abbd4f565 req-5385bf3c-94a8-4c40-aeeb-0bd94410f378 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323741 Sep 09 10:20:47.127404 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75af865a-84b3-4fe3-a888-43ce57abc495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:47.427135 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:47.448804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11309dd-9507-4edb-bb8b-fea15f35a4e4 req-fa690ac6-23b9-4394-837c-51c91da9439e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:47.450359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f11309dd-9507-4edb-bb8b-fea15f35a4e4 req-fa690ac6-23b9-4394-837c-51c91da9439e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 944 time: 0.0521193 Sep 09 10:20:47.488752 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f11309dd-9507-4edb-bb8b-fea15f35a4e4 req-1ababc83-5a38-40b8-a08d-92a2c490297d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Sep 09 10:20:48.241776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 45cb5658-9ed5-45a5-94d9-fa013ecdea47 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:20:48.340352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:48.351247 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'port_id': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'mac_address': 'fa:16:3e:27:e0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:20:48.387877 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:48.400117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cb5658-9ed5-45a5-94d9-fa013ecdea47 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:20:48.419972 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:48.504548 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:48.556426 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:48.606592 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58510862-8925-4523-8a2d-3ae54e37427d req-aa57de92-b594-4a6f-8717-733cdba01221 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:48.608138 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-58510862-8925-4523-8a2d-3ae54e37427d req-aa57de92-b594-4a6f-8717-733cdba01221 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0500674 Sep 09 10:20:48.650323 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-58510862-8925-4523-8a2d-3ae54e37427d req-50324184-b050-4b93-a707-207dbd6df1f8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362442 Sep 09 10:20:48.735896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['45cb5658-9ed5-45a5-94d9-fa013ecdea47'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:20:48.758249 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:49.762693 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da301ad5-d027-44f8-ae8e-0bb039a148b3 req-a9dafaed-731a-4a7d-b758-2b823b6794f2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:49.764639 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da301ad5-d027-44f8-ae8e-0bb039a148b3 req-a9dafaed-731a-4a7d-b758-2b823b6794f2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0502474 Sep 09 10:20:49.801862 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-da301ad5-d027-44f8-ae8e-0bb039a148b3 req-ba32b6f7-2acb-4212-b53b-6e968081dbc3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312853 Sep 09 10:20:50.239357 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 45cb5658-9ed5-45a5-94d9-fa013ecdea47 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:20:50.366777 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:50.389605 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:20:50.393570 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:20:50.393933 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:50.469154 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:50.493408 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:20:50.495470 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9696fcd4-4126-4ef5-b438-3f40a9967194" -d '{"events": [{"server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "name": "network-vif-plugged", "status": "completed", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:20:50.508314 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:20:50.531980 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fba2eb-885b-478a-87a9-3d76a9f94d37 x-openstack-request-id: req-36fba2eb-885b-478a-87a9-3d76a9f94d37 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:20:50.532273 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "name": "network-vif-plugged", "status": "completed", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:20:50.532526 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36fba2eb-885b-478a-87a9-3d76a9f94d37 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:20:50.532932 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'code': 200} Sep 09 10:20:50.578764 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:50.632581 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:50.637461 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4c364-6440-4a6b-8e97-8bc3decb3ef4 req-39be22f7-e8ea-43dc-ac2d-fd599c64832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:50.639001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-53d4c364-6440-4a6b-8e97-8bc3decb3ef4 req-39be22f7-e8ea-43dc-ac2d-fd599c64832f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1098 time: 0.0450096 Sep 09 10:20:50.674755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-53d4c364-6440-4a6b-8e97-8bc3decb3ef4 req-def18676-86ff-40c0-9382-01daf8ffe8c6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283422 Sep 09 10:20:50.917453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d8be0-cc0a-4978-9ea3-f72135a2f468 req-04d8f12a-2952-416c-9025-3bfa9acf76f9 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:50.918954 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-129d8be0-cc0a-4978-9ea3-f72135a2f468 req-04d8f12a-2952-416c-9025-3bfa9acf76f9 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0500600 Sep 09 10:20:50.956875 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-129d8be0-cc0a-4978-9ea3-f72135a2f468 req-24cad79a-7c3f-4f5f-b392-f46ac2344164 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320225 Sep 09 10:20:52.072527 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e8549-f17f-4132-9621-9a269980c813 req-2a354428-051e-4c53-8d99-11c2d0d18df4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:52.074026 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-711e8549-f17f-4132-9621-9a269980c813 req-2a354428-051e-4c53-8d99-11c2d0d18df4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0491450 Sep 09 10:20:52.111176 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-711e8549-f17f-4132-9621-9a269980c813 req-916fc060-5d2b-4d22-80fd-493bb4d31b99 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310721 Sep 09 10:20:52.230883 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d477580-9205-42dd-8d71-fc7c4524b046 req-0a7f4a2d-c0e6-47e6-97b5-f148ad0634ce tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:52.232392 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d477580-9205-42dd-8d71-fc7c4524b046 req-0a7f4a2d-c0e6-47e6-97b5-f148ad0634ce tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0481601 Sep 09 10:20:52.270752 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2d477580-9205-42dd-8d71-fc7c4524b046 req-92c597cd-fe7f-49ca-a11a-27e114723746 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Sep 09 10:20:52.293469 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53182) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:52.425137 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c436dcab-f5c9-42c5-a078-8be69fe6f066 tempest-TestShelveInstance-1662253702 tempest-TestShelveInstance-1662253702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:52.426566 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-c436dcab-f5c9-42c5-a078-8be69fe6f066 tempest-TestShelveInstance-1662253702 tempest-TestShelveInstance-1662253702-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1093 time: 0.1320086 Sep 09 10:20:52.429517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:20:52.433733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:20:52.506852 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:52.600450 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:52.706722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Allocated IP 172.25.8.166 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e9c4507b-276d-4bfc-93f4-36082448b0e8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:20:52.805400 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:52.902198 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:52.946749 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:20:52.952558 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:20:52.963885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:20:52.963885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'Port': ['ID=e9c4507b-276d-4bfc-93f4-36082448b0e8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:53.304345 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:53.442803 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:53.592789 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:53.649952 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:53.721420 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'Port': ['ID=e9c4507b-276d-4bfc-93f4-36082448b0e8,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:20:53.730488 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:53.830698 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Floating IP a5818700-533a-415c-ad7d-d29d5c7e111a associated. External IP: 172.25.8.166, port: 45cb5658-9ed5-45a5-94d9-fa013ecdea47. Sep 09 10:20:54.042281 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:20:54.148683 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:20:54.158556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859792a2-8b3e-4c97-b944-bc625a7978a3 None None] Sync routers for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:20:54.168575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859792a2-8b3e-4c97-b944-bc625a7978a3 None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:54.169185 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-859792a2-8b3e-4c97-b944-bc625a7978a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:54.221236 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:54.253550 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-4d43e2d0-d349-4df0-bb37-b425ff6e79fa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8230224 Sep 09 10:20:54.254374 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:20:54.256646 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3ce459-0695-4228-9ce7-02f7be47cc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:20:54.291213 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1cc324-df3d-4416-a8af-2b3c9c52358a x-openstack-request-id: req-8f1cc324-df3d-4416-a8af-2b3c9c52358a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:20:54.292041 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:20:54.292293 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f1cc324-df3d-4416-a8af-2b3c9c52358a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:20:54.292692 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'status': 'completed', 'code': 200} Sep 09 10:20:54.293995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-859792a2-8b3e-4c97-b944-bc625a7978a3 None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:54.351521 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ce459-0695-4228-9ce7-02f7be47cc5a req-6626192c-b884-4d86-97d3-2b78b2600c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:54.353026 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f3ce459-0695-4228-9ce7-02f7be47cc5a req-6626192c-b884-4d86-97d3-2b78b2600c1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1098 time: 0.0396185 Sep 09 10:20:54.449389 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ce459-0695-4228-9ce7-02f7be47cc5a req-bcb958a4-f783-4c75-8dab-a65c82f38e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:54.450808 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f3ce459-0695-4228-9ce7-02f7be47cc5a req-bcb958a4-f783-4c75-8dab-a65c82f38e0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0911715 Sep 09 10:20:54.516573 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f3ce459-0695-4228-9ce7-02f7be47cc5a req-32838fd1-91c1-4a23-aa33-22ce97276423 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 1000 time: 0.0577576 Sep 09 10:20:54.519073 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-859792a2-8b3e-4c97-b944-bc625a7978a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'a5818700-533a-415c-ad7d-d29d5c7e111a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'floating_ip_address': '172.25.8.166', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'port_id': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'mac_address': 'fa:16:3e:27:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:20:53Z', 'updated_at': '2021-09-09T10:20:53Z', 'revision_number': 0, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:54.550196 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859792a2-8b3e-4c97-b944-bc625a7978a3 None None] Checking router: 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:20:54.559306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859792a2-8b3e-4c97-b944-bc625a7978a3 None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:20:54.559964 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-859792a2-8b3e-4c97-b944-bc625a7978a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:20:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:54.574572 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ce459-0695-4228-9ce7-02f7be47cc5a req-153f855b-6b0a-42e8-8c97-53002d3334f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:54.576604 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f3ce459-0695-4228-9ce7-02f7be47cc5a req-153f855b-6b0a-42e8-8c97-53002d3334f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0528567 Sep 09 10:20:54.631115 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ce459-0695-4228-9ce7-02f7be47cc5a req-4e0770e8-5103-49b3-b02d-50f07d49f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:20:54.632658 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f3ce459-0695-4228-9ce7-02f7be47cc5a req-4e0770e8-5103-49b3-b02d-50f07d49f204 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482402 Sep 09 10:20:54.669418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-859792a2-8b3e-4c97-b944-bc625a7978a3 None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:20:54.723953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f3ce459-0695-4228-9ce7-02f7be47cc5a req-5e12dcf6-d0d5-435a-9c9d-79d0e2a00d32 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838151 Sep 09 10:20:54.816235 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8f3ce459-0695-4228-9ce7-02f7be47cc5a req-650e7a7e-95e9-4a02-ab52-f775143e8eac service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855422 Sep 09 10:20:54.896674 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-859792a2-8b3e-4c97-b944-bc625a7978a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'a5818700-533a-415c-ad7d-d29d5c7e111a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'floating_ip_address': '172.25.8.166', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'port_id': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'mac_address': 'fa:16:3e:27:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:20:53Z', 'updated_at': '2021-09-09T10:20:53Z', 'revision_number': 0, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:20:54.928517 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859792a2-8b3e-4c97-b944-bc625a7978a3 None None] The sync data for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 is: [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'a5818700-533a-415c-ad7d-d29d5c7e111a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'floating_ip_address': '172.25.8.166', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'port_id': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'mac_address': 'fa:16:3e:27:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:20:53Z', 'updated_at': '2021-09-09T10:20:53Z', 'revision_number': 0, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:20:55.131119 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef54201-3871-47af-aea0-adc37162d0ca None None] New status for floating IP a5818700-533a-415c-ad7d-d29d5c7e111a: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:20:55.858562 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:20:56.527500 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:14.526849 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10269068-a16e-4198-8712-5820a66ef599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:17.132630 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c43665bf-7a9f-4af1-ab8f-e9b11c570bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:17.386455 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:18.645217 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:21:18.781039 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:20.372179 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:25.875606 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:26.572873 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:44.488797 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4b8221c-cfd4-4b0c-930d-e896038e6509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:46.846684 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-b044686d-2f4f-447d-9ac2-8369354f53d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409884 Sep 09 10:21:46.929329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-6839711c-69b4-4ff9-987d-14a37d4f84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:21:46.930717 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-6839711c-69b4-4ff9-987d-14a37d4f84bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1098 time: 0.0409904 Sep 09 10:21:47.037441 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-23c29487-50b0-4547-a033-b084ea50cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:21:47.038892 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-23c29487-50b0-4547-a033-b084ea50cc83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0900521 Sep 09 10:21:47.101417 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-40a48b8f-5ee2-46f0-af46-609f81a48829 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 1002 time: 0.0556490 Sep 09 10:21:47.156178 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edfae9df-4f20-48df-be97-4470c798c14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:47.162787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-e6e15630-3fab-45a6-abd9-b73f72fcafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:21:47.164305 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-e6e15630-3fab-45a6-abd9-b73f72fcafb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0563369 Sep 09 10:21:47.209564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-1fe7f845-a49b-48ef-80f4-385530679ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:21:47.210976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-1fe7f845-a49b-48ef-80f4-385530679ed6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401073 Sep 09 10:21:47.304335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-c6425a27-99e7-47a4-bf0f-007d502a8340 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863688 Sep 09 10:21:47.396734 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f5741da4-a50f-412f-aae1-eed8ccbc6d9d req-13ce8bd6-6170-4f29-a3a6-c2ae6ffd3c3a service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848591 Sep 09 10:21:47.414972 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:48.743168 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:50.349226 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:55.644173 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:21:55.894466 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:21:56.528570 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:14.534411 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3c0f-4088-4cf0-acbd-1c46cf3ac33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:17.131938 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-957cc0d1-1fc8-4eff-83d5-ee5882108b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:17.412064 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:18.748729 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:20.362816 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:25.894077 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:26.556944 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:32.644075 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:22:44.502745 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cbd4-497c-4a12-a8d9-b019608cffcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:47.150806 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a4e0-6672-4f0f-bc6c-b0671b12527e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:47.417205 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:48.383685 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-16895db0-5437-4417-ba62-22401c7b05b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0831547 Sep 09 10:22:48.466881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-fb02f223-04fb-4af5-8c09-dc1efa5254e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:48.468451 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-fb02f223-04fb-4af5-8c09-dc1efa5254e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1098 time: 0.0443261 Sep 09 10:22:48.568489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-5a7f218a-53aa-4b14-a1ac-b9e3ab1b6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:48.569868 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-5a7f218a-53aa-4b14-a1ac-b9e3ab1b6bbf service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0834434 Sep 09 10:22:48.637713 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-b672ce7d-eea2-498d-9c9a-9b20293a307e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 1002 time: 0.0609720 Sep 09 10:22:48.686958 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-13bf3701-c932-4b0f-a1c8-b5031a4934e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:48.689107 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-13bf3701-c932-4b0f-a1c8-b5031a4934e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0447135 Sep 09 10:22:48.735045 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-63dff502-cab7-44a6-be2a-76c03ad1bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:48.736552 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-63dff502-cab7-44a6-be2a-76c03ad1bd44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393193 Sep 09 10:22:48.779688 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:49.129363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-4740ffb5-69c2-4375-acb6-f53619dc59a3 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848941 Sep 09 10:22:49.216910 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1b60c5dd-b8ae-4ec6-9ec1-62cd52c5d6f9 req-81d66f80-8983-4aca-8b10-c295fa0283c9 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803907 Sep 09 10:22:50.346951 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ff999-53e1-40e0-a6c0-3137410c441c req-ba8fac52-c68b-4309-bbb2-9aea86fae6b0 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:50.348430 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-518ff999-53e1-40e0-a6c0-3137410c441c req-ba8fac52-c68b-4309-bbb2-9aea86fae6b0 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.1041031 Sep 09 10:22:50.362421 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:50.387187 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-518ff999-53e1-40e0-a6c0-3137410c441c req-5e298614-755c-45db-88aa-93ab86f80a0d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327244 Sep 09 10:22:51.536549 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7ff6d-09f3-4b3e-adc5-069402c6ded5 req-71aae24b-dc60-4da1-aa33-2dbb5e9d3770 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:51.538062 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-62b7ff6d-09f3-4b3e-adc5-069402c6ded5 req-71aae24b-dc60-4da1-aa33-2dbb5e9d3770 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0554876 Sep 09 10:22:51.575044 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-62b7ff6d-09f3-4b3e-adc5-069402c6ded5 req-d7eacd93-72a3-40a1-9819-eb363d57db15 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Sep 09 10:22:52.719100 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886828b1-a3aa-4545-8aca-f275007f5624 req-54eb2db1-bcec-4f8c-95d8-9f18462e89fd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:52.720596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-886828b1-a3aa-4545-8aca-f275007f5624 req-54eb2db1-bcec-4f8c-95d8-9f18462e89fd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0528257 Sep 09 10:22:52.758425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-886828b1-a3aa-4545-8aca-f275007f5624 req-00aab7f9-744b-45fb-9751-e8d75e2e048f tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319507 Sep 09 10:22:53.872413 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb284e97-ffd9-4ae2-beb5-e19e36998153 req-bf3f2c43-8b33-4aeb-9555-48bcbb6df3bf tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:53.873929 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb284e97-ffd9-4ae2-beb5-e19e36998153 req-bf3f2c43-8b33-4aeb-9555-48bcbb6df3bf tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0491056 Sep 09 10:22:53.911598 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb284e97-ffd9-4ae2-beb5-e19e36998153 req-14b11a2c-2bf1-41e0-b667-1619b87c2ab2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305507 Sep 09 10:22:55.024590 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61a80e-8821-488a-adfe-7f6bc76f3903 req-d4b514e0-54d7-4cea-b9cd-00a4ac003775 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:55.025977 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a61a80e-8821-488a-adfe-7f6bc76f3903 req-d4b514e0-54d7-4cea-b9cd-00a4ac003775 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0485761 Sep 09 10:22:55.062015 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4a61a80e-8821-488a-adfe-7f6bc76f3903 req-51448258-c95c-497b-81ec-39641de469b8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300972 Sep 09 10:22:55.885942 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:56.176331 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f538d-e9a2-4765-ba47-4d92088a0f4a req-9d26a845-a4bd-4e81-9eab-4d7cf003c0ea tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:56.177737 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f60f538d-e9a2-4765-ba47-4d92088a0f4a req-9d26a845-a4bd-4e81-9eab-4d7cf003c0ea tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0487192 Sep 09 10:22:56.214965 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f60f538d-e9a2-4765-ba47-4d92088a0f4a req-cf4e274a-616a-44ae-9f5e-ab371276133b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Sep 09 10:22:56.532295 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:22:57.330184 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ccfd3-e2a9-4350-8b8b-d6a770d08c5b req-3d4a338c-712b-45ae-84c8-9e0589abc7f8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:57.331685 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b62ccfd3-e2a9-4350-8b8b-d6a770d08c5b req-3d4a338c-712b-45ae-84c8-9e0589abc7f8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0496953 Sep 09 10:22:57.368917 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b62ccfd3-e2a9-4350-8b8b-d6a770d08c5b req-378d7845-4a4a-476c-894f-bb5873625284 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312722 Sep 09 10:22:58.484753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878aee07-bc7f-44c2-bb61-db0b4ea945fd req-c882f542-aa8d-499f-bc1b-eca8684b3eb3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:58.486219 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-878aee07-bc7f-44c2-bb61-db0b4ea945fd req-c882f542-aa8d-499f-bc1b-eca8684b3eb3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0514984 Sep 09 10:22:58.523954 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-878aee07-bc7f-44c2-bb61-db0b4ea945fd req-e7a080ee-038c-48b1-8fe2-1b5be5292ec3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317874 Sep 09 10:22:59.643878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0fb68-6718-49a4-b529-04475560fe9c req-4b9801e1-507a-4b45-97b6-667ba889c613 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:22:59.645366 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-11f0fb68-6718-49a4-b529-04475560fe9c req-4b9801e1-507a-4b45-97b6-667ba889c613 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0571918 Sep 09 10:22:59.681619 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-11f0fb68-6718-49a4-b529-04475560fe9c req-4d504510-4f0b-4575-990d-079ae58d8fb0 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304165 Sep 09 10:23:00.797308 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3b109-3fe0-437a-9ce4-2d03fc3843e7 req-302a46b2-5d01-40c0-8397-6f39061f976c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:00.798809 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78b3b109-3fe0-437a-9ce4-2d03fc3843e7 req-302a46b2-5d01-40c0-8397-6f39061f976c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0481639 Sep 09 10:23:00.836569 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-78b3b109-3fe0-437a-9ce4-2d03fc3843e7 req-667de312-1ded-4cd5-ba6a-814378e66d35 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317681 Sep 09 10:23:01.950001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7a393-08de-47c1-87fa-dec03d78f94c req-4bc525ad-d193-4bc3-a3b7-b7508265097e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:01.951520 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1db7a393-08de-47c1-87fa-dec03d78f94c req-4bc525ad-d193-4bc3-a3b7-b7508265097e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0489492 Sep 09 10:23:01.989691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1db7a393-08de-47c1-87fa-dec03d78f94c req-cbcc0296-9562-425e-b5a9-9ec1764b34cd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316312 Sep 09 10:23:02.767777 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 45cb5658-9ed5-45a5-94d9-fa013ecdea47 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:23:02.864934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:23:02.877404 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'port_id': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'mac_address': 'fa:16:3e:27:e0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:23:02.918377 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:02.931638 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45cb5658-9ed5-45a5-94d9-fa013ecdea47 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:23:02.951140 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:23:03.028380 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:03.082747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:23:03.090354 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.090633 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.091013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.091321 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.091715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.095448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.095448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.095448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.095448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.095448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.095448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.095448 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:03.099117 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['45cb5658-9ed5-45a5-94d9-fa013ecdea47'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:23:03.111310 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c6943-dbc1-4173-85c3-51e7c4d90337 req-33a61d8e-1130-43c0-849a-cbf35da2bbb8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:03.113018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f12c6943-dbc1-4173-85c3-51e7c4d90337 req-33a61d8e-1130-43c0-849a-cbf35da2bbb8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0512168 Sep 09 10:23:03.153262 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f12c6943-dbc1-4173-85c3-51e7c4d90337 req-b2e21628-2418-4a86-b9dd-3bd2dc837650 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338480 Sep 09 10:23:04.277946 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceb58d-abd3-4cba-8d54-bf3458bda70e req-3a49cd71-dbcc-42e8-9a6a-c87a1598365c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:04.279760 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3ceb58d-abd3-4cba-8d54-bf3458bda70e req-3a49cd71-dbcc-42e8-9a6a-c87a1598365c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0514443 Sep 09 10:23:04.327530 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a3ceb58d-abd3-4cba-8d54-bf3458bda70e req-0cd3cd08-3f45-4e8f-8e88-af1d70268ab8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390062 Sep 09 10:23:04.799723 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 45cb5658-9ed5-45a5-94d9-fa013ecdea47 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:23:04.859331 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:23:04.859748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:04.957331 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:04.983006 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:23:04.985647 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c756a536-121c-4835-b4d6-855013ef0462" -d '{"events": [{"server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "name": "network-vif-plugged", "status": "completed", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:23:04.998795 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:23:05.080330 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:05.107753 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cd9a7c-5d0b-4278-ad91-d935b9ed913c x-openstack-request-id: req-01cd9a7c-5d0b-4278-ad91-d935b9ed913c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:23:05.108381 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "name": "network-vif-plugged", "status": "completed", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:23:05.108876 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01cd9a7c-5d0b-4278-ad91-d935b9ed913c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:23:05.109278 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'code': 200} Sep 09 10:23:05.136838 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:23:05.464005 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372146de-2608-41fd-9563-a6b1a0e25a62 req-5a252226-30d9-4608-8e40-253d441f625b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:05.465779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-372146de-2608-41fd-9563-a6b1a0e25a62 req-5a252226-30d9-4608-8e40-253d441f625b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0634606 Sep 09 10:23:05.513144 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-372146de-2608-41fd-9563-a6b1a0e25a62 req-4c1cd19f-ed1e-453d-83ea-441ed2b3e198 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406792 Sep 09 10:23:06.651587 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469f3ca-187f-4b3b-89f3-62014b15f0e9 req-13cee15d-8037-427e-af52-fe59945c7b53 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:06.653822 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d469f3ca-187f-4b3b-89f3-62014b15f0e9 req-13cee15d-8037-427e-af52-fe59945c7b53 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0625863 Sep 09 10:23:06.702378 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d469f3ca-187f-4b3b-89f3-62014b15f0e9 req-ede7a16a-49e4-4423-b747-64aa4b4b9b3e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415232 Sep 09 10:23:07.850092 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6081e0-dfc4-419b-b12a-cca62029503e req-dfec4df9-e896-46e8-bd56-346bbce55a88 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:07.851712 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6081e0-dfc4-419b-b12a-cca62029503e req-dfec4df9-e896-46e8-bd56-346bbce55a88 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0589001 Sep 09 10:23:07.907986 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ba6081e0-dfc4-419b-b12a-cca62029503e req-d13a98f6-05fb-4232-9805-31f81d3f7f10 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469642 Sep 09 10:23:09.020985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733cd20-9024-485a-8c63-b71d11726572 req-b5330d8f-8c58-4c63-8536-6f4d6710aa94 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:09.022512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3733cd20-9024-485a-8c63-b71d11726572 req-b5330d8f-8c58-4c63-8536-6f4d6710aa94 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0500979 Sep 09 10:23:09.066426 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3733cd20-9024-485a-8c63-b71d11726572 req-dd8871b7-2f15-4a3f-aca8-13150321d1c9 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376494 Sep 09 10:23:09.643274 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:23:10.191823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98d89d-d5e4-41fc-8050-8c25237f8b28 req-e667857b-20b3-4425-aeb5-0208b1836228 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:10.194375 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab98d89d-d5e4-41fc-8050-8c25237f8b28 req-e667857b-20b3-4425-aeb5-0208b1836228 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0543115 Sep 09 10:23:10.235564 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ab98d89d-d5e4-41fc-8050-8c25237f8b28 req-af4ee3c9-0827-4606-a05b-e886f9f63770 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347104 Sep 09 10:23:11.366729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297dbd2-d638-4822-9b92-b8e8fc85d70c req-df5d1b0a-79cd-4c18-8d30-2143841b4441 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:11.379273 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4297dbd2-d638-4822-9b92-b8e8fc85d70c req-df5d1b0a-79cd-4c18-8d30-2143841b4441 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0570865 Sep 09 10:23:11.426732 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4297dbd2-d638-4822-9b92-b8e8fc85d70c req-5f51f134-0c0b-4b8c-aad3-3affc940850c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470760 Sep 09 10:23:12.552162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de116ef4-8633-4da9-9084-4e3d3fae687c req-216eb15d-8d60-4a3b-9408-c3100cd744b9 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:12.562204 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de116ef4-8633-4da9-9084-4e3d3fae687c req-216eb15d-8d60-4a3b-9408-c3100cd744b9 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0728307 Sep 09 10:23:12.606282 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de116ef4-8633-4da9-9084-4e3d3fae687c req-0471794d-5cb3-4522-b704-70afc242cfcd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429754 Sep 09 10:23:13.741705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c393ab-5584-417a-a1b1-4aef19528dee req-49c3bd56-037f-4e50-bd6b-23a5a3b18c90 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:13.743201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99c393ab-5584-417a-a1b1-4aef19528dee req-49c3bd56-037f-4e50-bd6b-23a5a3b18c90 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0614145 Sep 09 10:23:13.782259 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-99c393ab-5584-417a-a1b1-4aef19528dee req-4a3fea45-f2c9-401a-8e51-eaf7a73e590c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328112 Sep 09 10:23:13.908861 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a5de3-938b-4550-9a0e-05bf487398d4 req-e4aa0891-7944-4616-8c06-8191ff176205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:13.910261 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-519a5de3-938b-4550-9a0e-05bf487398d4 req-e4aa0891-7944-4616-8c06-8191ff176205 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1098 time: 0.0412810 Sep 09 10:23:13.999163 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a5de3-938b-4550-9a0e-05bf487398d4 req-ebdde8a2-ba91-4f48-bef1-d8361fbd0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:14.000844 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-519a5de3-938b-4550-9a0e-05bf487398d4 req-ebdde8a2-ba91-4f48-bef1-d8361fbd0538 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0834939 Sep 09 10:23:14.067338 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-519a5de3-938b-4550-9a0e-05bf487398d4 req-bee6ffdb-dcb5-4710-8280-6816de24582b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 1002 time: 0.0595174 Sep 09 10:23:14.115730 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a5de3-938b-4550-9a0e-05bf487398d4 req-6fe93873-2b01-4205-85d2-e71dee7a5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:14.117157 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-519a5de3-938b-4550-9a0e-05bf487398d4 req-6fe93873-2b01-4205-85d2-e71dee7a5600 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0425425 Sep 09 10:23:14.162783 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a5de3-938b-4550-9a0e-05bf487398d4 req-6125bbf2-9397-4b59-a47d-09f93e2998ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:14.164185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-519a5de3-938b-4550-9a0e-05bf487398d4 req-6125bbf2-9397-4b59-a47d-09f93e2998ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390396 Sep 09 10:23:14.257082 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-519a5de3-938b-4550-9a0e-05bf487398d4 req-a2a9546f-625b-47fb-8cc5-21fa12ad51a5 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851226 Sep 09 10:23:14.348791 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-519a5de3-938b-4550-9a0e-05bf487398d4 req-f0a82655-596f-454f-b1fa-7cca7568d216 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839374 Sep 09 10:23:14.533506 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf239-644b-49d7-b303-e30b5a2e633f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:14.897961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5601c-e854-474d-968c-d9297236f26c req-608e8f52-adea-4d4e-9779-af47461942a1 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:14.899493 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ca5601c-e854-474d-968c-d9297236f26c req-608e8f52-adea-4d4e-9779-af47461942a1 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0504413 Sep 09 10:23:14.937681 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1ca5601c-e854-474d-968c-d9297236f26c req-6d7c740b-9ca9-4aee-8163-7a1630f0a3ad tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317042 Sep 09 10:23:16.059341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb7a2e-dabb-4b4d-b92d-98faa873e109 req-148d646c-18de-4227-bdb7-112cbd7c79cc tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:16.060725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80fb7a2e-dabb-4b4d-b92d-98faa873e109 req-148d646c-18de-4227-bdb7-112cbd7c79cc tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0559902 Sep 09 10:23:16.104206 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80fb7a2e-dabb-4b4d-b92d-98faa873e109 req-3668edfe-7ba7-4f12-b6d8-854394f5e9d2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368125 Sep 09 10:23:16.848155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 45cb5658-9ed5-45a5-94d9-fa013ecdea47 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:23:16.925285 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:16.946788 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:23:16.949001 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be6ec0a-5e36-42be-a9b2-156b8614aec3" -d '{"events": [{"server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "name": "network-vif-unplugged", "status": "completed", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:23:16.961991 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:23:16.980009 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 10:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1dd27e-230f-4917-a1b2-6bda3a3fc03c x-openstack-request-id: req-3b1dd27e-230f-4917-a1b2-6bda3a3fc03c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:23:16.980295 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "name": "network-vif-unplugged", "status": "failed", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47", "code": 422}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:23:16.980547 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b1dd27e-230f-4917-a1b2-6bda3a3fc03c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:23:16.980938 n-d-778696-16 neutron-server[95327]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'code': 422} returned with failed status Sep 09 10:23:17.030475 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:17.082575 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:23:17.150617 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-982cc599-d9cb-4095-90ca-8301f13961de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:17.219848 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22639-5eab-4e68-b7e8-865a7220cc0a req-96475ecc-2bb4-4278-a584-8a376f65abdd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:17.221366 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74b22639-5eab-4e68-b7e8-865a7220cc0a req-96475ecc-2bb4-4278-a584-8a376f65abdd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 944 time: 0.0493460 Sep 09 10:23:17.258976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74b22639-5eab-4e68-b7e8-865a7220cc0a req-4f43ea9c-dc24-4354-a5f9-a2f4be10cb99 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Sep 09 10:23:17.367684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-3d08ec46-bbd5-4d1f-b956-ab1a5855e949 req-e3ee162a-fa98-4b23-9262-a5b349136498 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:23:17.370821 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3d08ec46-bbd5-4d1f-b956-ab1a5855e949 req-e3ee162a-fa98-4b23-9262-a5b349136498 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477314 Sep 09 10:23:17.390752 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:17.702417 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b719ca8-d17c-4a70-b743-e2091adbe3c6 req-58aa79ad-2db8-4db5-90dc-16e7cdeed1fc tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:17.704248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b719ca8-d17c-4a70-b743-e2091adbe3c6 req-58aa79ad-2db8-4db5-90dc-16e7cdeed1fc tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 944 time: 0.0502837 Sep 09 10:23:17.748001 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7b719ca8-d17c-4a70-b743-e2091adbe3c6 req-3bff265e-46da-4893-bddd-15ad996c63ff tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378354 Sep 09 10:23:18.024062 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53394) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:23:18.102473 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-d5acff36-ed1f-420d-994f-5c61bf1d8ae0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773025 Sep 09 10:23:18.111369 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-f701f66d-91be-41af-81ad-f0a3a5cfa728 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:23:18.112353 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-f701f66d-91be-41af-81ad-f0a3a5cfa728 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051517 Sep 09 10:23:18.813850 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:18.866812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bc9a6-28f8-459c-b4d1-12c7a4f8f3e3 req-45d4120d-821a-42f0-98a9-53aec4e97d1a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:18.868361 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c8bc9a6-28f8-459c-b4d1-12c7a4f8f3e3 req-45d4120d-821a-42f0-98a9-53aec4e97d1a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 944 time: 0.0491569 Sep 09 10:23:18.911427 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8c8bc9a6-28f8-459c-b4d1-12c7a4f8f3e3 req-a48db55c-1f77-4ec4-b224-bbf142ee8e25 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370321 Sep 09 10:23:19.317106 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-9e4f8c65-1ec7-4a10-abed-92eb91a28779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:19.318638 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-9e4f8c65-1ec7-4a10-abed-92eb91a28779 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba&tenant_id=bbbaf17205064fb8a3ef92d7fe901e70 HTTP/1.1" status: 200 len: 1096 time: 0.1111615 Sep 09 10:23:19.330394 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-4cb75b7c-92fb-4465-987b-2b72c7ee4df1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:23:19.331351 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-4cb75b7c-92fb-4465-987b-2b72c7ee4df1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055435 Sep 09 10:23:19.342925 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-16', 'device_owner': 'compute:nova'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:23:19.395328 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:19.601001 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:23:19.635872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h1-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:23:19.677633 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cb5658-9ed5-45a5-94d9-fa013ecdea47 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:23:19.693945 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:19.708145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Transition to ACTIVE for port object 45cb5658-9ed5-45a5-94d9-fa013ecdea47 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:23:19.801934 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:19.918986 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=9']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:23:19.939797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.940160 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.940495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.940836 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.941176 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.941512 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.942077 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.942172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.942479 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.942806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.943133 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.943476 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:23:19.999416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] No DVR routers for this DVR port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 on host n-h1-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:23:20.058388 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a3894-bfbc-4c51-8a02-0da37669e19b req-c5a40125-1873-4f41-9037-fec888e9ff84 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:20.060023 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-018a3894-bfbc-4c51-8a02-0da37669e19b req-c5a40125-1873-4f41-9037-fec888e9ff84 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 944 time: 0.0640044 Sep 09 10:23:20.103188 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-018a3894-bfbc-4c51-8a02-0da37669e19b req-b7dd081a-5876-4c42-bf6f-3b1a5748137c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354357 Sep 09 10:23:20.147674 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Attempting to bind port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:23:20.148017 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Attempting to bind port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:23:20.148353 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Attempting to bind port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 on network 4e5e245f-66b6-42d4-a927-40a216e10a5a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:23:20.152765 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 on network 4e5e245f-66b6-42d4-a927-40a216e10a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:23:20.153079 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Attempting to bind port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 on network 4e5e245f-66b6-42d4-a927-40a216e10a5a {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:23:20.158370 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:23:20.158703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Checking segment: {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:23:20.159080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Bound using segment: {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:23:20.159528 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Bound port: 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:23:20.159884 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:20.227324 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:23:20.230788 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:23:20.299590 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:20.334812 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:20.335334 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:20.336819 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] 10.222.0.41 "PUT /v2.0/ports/45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 1093 time: 0.9974892 Sep 09 10:23:20.337277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:23:20.339622 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:23:20.373456 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:20.391036 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6ba1c9-ea9d-4010-99b0-de2ecb932510 x-openstack-request-id: req-ea6ba1c9-ea9d-4010-99b0-de2ecb932510 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:23:20.391518 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:23:20.391860 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea6ba1c9-ea9d-4010-99b0-de2ecb932510 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:23:20.392269 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'status': 'completed', 'code': 200} Sep 09 10:23:20.392857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fcc65-3ab3-4898-9bf2-4b4454269bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=10']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:23:20.413172 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-c12c3568-1680-4951-bc01-f17eb8739d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:20.414735 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-c12c3568-1680-4951-bc01-f17eb8739d76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1097 time: 0.0527029 Sep 09 10:23:20.513374 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-f05c1a60-2811-43c7-b082-131d6fa83bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:20.514895 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-f05c1a60-2811-43c7-b082-131d6fa83bf1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0935225 Sep 09 10:23:20.582540 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-ea273dbe-b664-48f8-94d9-0425f5b3a61d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 1000 time: 0.0607486 Sep 09 10:23:20.635823 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-052de1b8-f655-44cd-9bbe-7593ca7538d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:20.637200 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-052de1b8-f655-44cd-9bbe-7593ca7538d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0475721 Sep 09 10:23:20.683848 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-a831671d-dbb1-4e68-81a8-dfb177042f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:20.685441 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-a831671d-dbb1-4e68-81a8-dfb177042f8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412042 Sep 09 10:23:20.778696 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-df07dfb0-2992-4768-9723-b7649eec2432 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866542 Sep 09 10:23:20.866744 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d5e5b126-7931-4ae3-a2b8-0947818e839f req-85fb50c7-9f90-46ec-9fa2-c93d2d8b2894 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811470 Sep 09 10:23:21.032375 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31 req-50758e44-83f0-4339-bb35-0e150c40be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:21.034132 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31 req-50758e44-83f0-4339-bb35-0e150c40be6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1097 time: 0.0430999 Sep 09 10:23:21.130551 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31 req-f56f9005-d74f-47ad-a7ac-6499bd4f33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:21.132225 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31 req-f56f9005-d74f-47ad-a7ac-6499bd4f33aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0913351 Sep 09 10:23:21.201306 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31 req-e83fb00d-17aa-4093-a947-e0ab8330f10e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 1000 time: 0.0619876 Sep 09 10:23:21.222440 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a8e29-8ee2-42bc-a26f-a79dd9189c07 req-02c9a3bf-2409-4061-8d6c-178668cd7fa5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:21.223990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf9a8e29-8ee2-42bc-a26f-a79dd9189c07 req-02c9a3bf-2409-4061-8d6c-178668cd7fa5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0500460 Sep 09 10:23:21.256214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31 req-e8d48fc4-5278-4c85-a1ac-80fbfa329709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:21.257854 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31 req-e8d48fc4-5278-4c85-a1ac-80fbfa329709 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0503027 Sep 09 10:23:21.263497 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf9a8e29-8ee2-42bc-a26f-a79dd9189c07 req-8528d2d4-f321-4225-a655-35786dcaae75 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333941 Sep 09 10:23:21.310803 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31 req-bdf954bf-7b2d-4c0d-bd4f-eb98f98a86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:21.312976 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31 req-bdf954bf-7b2d-4c0d-bd4f-eb98f98a86c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470812 Sep 09 10:23:22.386360 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5853f6-6009-46eb-97d3-dd07cac3463b req-e817d2d3-8b84-4e30-958a-e16a11a13c50 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:22.387897 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea5853f6-6009-46eb-97d3-dd07cac3463b req-e817d2d3-8b84-4e30-958a-e16a11a13c50 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0541031 Sep 09 10:23:22.425156 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea5853f6-6009-46eb-97d3-dd07cac3463b req-4b1a5b47-2e98-46a7-944b-7a45f8800a6a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306933 Sep 09 10:23:23.557376 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3c538-bad4-46ba-92a9-f51b1be2c2c8 req-febbedc1-b3ed-4766-a9c9-5e6fae66e464 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:23.559007 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94c3c538-bad4-46ba-92a9-f51b1be2c2c8 req-febbedc1-b3ed-4766-a9c9-5e6fae66e464 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0605614 Sep 09 10:23:23.602921 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-94c3c538-bad4-46ba-92a9-f51b1be2c2c8 req-4e2b4288-561a-42d9-b520-9514a997d847 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371866 Sep 09 10:23:24.724578 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0344c-0398-4a48-a756-d86d064e6edc req-e27e7016-4a41-49cf-acc2-a730705322e8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:24.726215 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2e0344c-0398-4a48-a756-d86d064e6edc req-e27e7016-4a41-49cf-acc2-a730705322e8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0541439 Sep 09 10:23:24.773585 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a2e0344c-0398-4a48-a756-d86d064e6edc req-01177e30-c466-4a70-a426-2b24338b5f17 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399554 Sep 09 10:23:25.887852 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:25.896661 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79ab9d-1b56-4c2c-88de-2df194f4f9e7 req-45d71817-fc45-47f2-8c15-7af41580582b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:25.903145 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a79ab9d-1b56-4c2c-88de-2df194f4f9e7 req-45d71817-fc45-47f2-8c15-7af41580582b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0542848 Sep 09 10:23:25.939138 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8a79ab9d-1b56-4c2c-88de-2df194f4f9e7 req-49fa8452-61f6-40c4-b346-9207f3c3f14f tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346167 Sep 09 10:23:26.539100 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:27.074482 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76b092-13c6-4ef8-a271-343e4f0a4a4d req-2947a765-69ad-4a79-a9b9-22c9edc901f8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:27.076025 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d76b092-13c6-4ef8-a271-343e4f0a4a4d req-2947a765-69ad-4a79-a9b9-22c9edc901f8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0530763 Sep 09 10:23:27.115909 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d76b092-13c6-4ef8-a271-343e4f0a4a4d req-b35f7a66-a464-4448-8c62-c1d3ef382067 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337386 Sep 09 10:23:28.253243 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea1f6-71cf-4cb9-bbad-dcfe374ab34f req-67a00790-4283-4b03-8777-dd9842a07f68 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:28.253243 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a73ea1f6-71cf-4cb9-bbad-dcfe374ab34f req-67a00790-4283-4b03-8777-dd9842a07f68 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0495892 Sep 09 10:23:28.280354 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a73ea1f6-71cf-4cb9-bbad-dcfe374ab34f req-663896e5-a1ca-4e8a-8382-48dc7390bea3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348442 Sep 09 10:23:29.405696 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2528f9-1460-4175-a060-d8727bc939df req-64cccf60-4d1d-4c52-a81f-81538628489e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:29.408346 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd2528f9-1460-4175-a060-d8727bc939df req-64cccf60-4d1d-4c52-a81f-81538628489e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0503283 Sep 09 10:23:29.449991 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cd2528f9-1460-4175-a060-d8727bc939df req-bdaa175b-d438-453c-9ef2-0307a7c45d72 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347388 Sep 09 10:23:30.565464 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a918-7aab-4ecf-ab46-0ce8794e00b1 req-c7b37cde-240d-4e15-bd22-b0b1f268aeb3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:30.567036 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5db0a918-7aab-4ecf-ab46-0ce8794e00b1 req-c7b37cde-240d-4e15-bd22-b0b1f268aeb3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0516198 Sep 09 10:23:30.609819 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5db0a918-7aab-4ecf-ab46-0ce8794e00b1 req-045e5398-f179-4746-91f1-576ed222c083 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368626 Sep 09 10:23:31.730245 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95194d-c976-4c49-a42e-541fd5807947 req-1c936226-c04d-4c32-b424-9d3f473a55b6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:31.731777 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d95194d-c976-4c49-a42e-541fd5807947 req-1c936226-c04d-4c32-b424-9d3f473a55b6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0533257 Sep 09 10:23:31.769779 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6d95194d-c976-4c49-a42e-541fd5807947 req-552cfcb8-3b7c-4c59-aed8-15b35ea19edb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313413 Sep 09 10:23:32.135286 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31 req-d05ec076-0825-45b7-9843-0f90c43a76a1 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825202 Sep 09 10:23:32.229532 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dbffdae8-c3f1-48c2-bdc4-62fa56bbee31 req-5bf2abec-a0a1-41aa-9e44-5765a88bd9af service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846438 Sep 09 10:23:32.884057 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a922f-43ee-4ccb-8e79-50bcd76a7d1d req-1b4d11e5-0e6c-4a24-b327-b7c17c7d27ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:32.885547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-297a922f-43ee-4ccb-8e79-50bcd76a7d1d req-1b4d11e5-0e6c-4a24-b327-b7c17c7d27ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0497193 Sep 09 10:23:32.922805 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-297a922f-43ee-4ccb-8e79-50bcd76a7d1d req-0ab143f8-79ef-4379-9797-d32849e71a5d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305324 Sep 09 10:23:34.038294 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9d8d7-dbbf-476d-8f31-e67a0b38413b req-95ee7c56-89c3-428d-b27b-f4ea27372d7d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:34.039816 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5db9d8d7-dbbf-476d-8f31-e67a0b38413b req-95ee7c56-89c3-428d-b27b-f4ea27372d7d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 945 time: 0.0503976 Sep 09 10:23:34.076342 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5db9d8d7-dbbf-476d-8f31-e67a0b38413b req-1b93c7c0-6bee-4c01-aa9e-d5ff3e3b37db tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306377 Sep 09 10:23:34.899519 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 45cb5658-9ed5-45a5-94d9-fa013ecdea47 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:23:34.994222 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:23:35.005729 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'port_id': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'mac_address': 'fa:16:3e:27:e0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:23:35.042865 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:35.057415 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cb5658-9ed5-45a5-94d9-fa013ecdea47 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:23:35.079122 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:23:35.153632 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:35.193008 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55d78a-d013-4573-804f-0ba4784692ae req-c1057f36-102a-4b96-bb64-efa3e33383c5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:35.194547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa55d78a-d013-4573-804f-0ba4784692ae req-c1057f36-102a-4b96-bb64-efa3e33383c5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0507569 Sep 09 10:23:35.206215 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=11']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:23:35.234352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-aa55d78a-d013-4573-804f-0ba4784692ae req-62afa45a-a52c-490f-b877-065b4005e6df tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336864 Sep 09 10:23:35.381906 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['45cb5658-9ed5-45a5-94d9-fa013ecdea47'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:23:36.346611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8795db-412e-4630-a23d-1e5871b6a8a9 req-914ebbfa-c8b1-491e-8501-ddc8940a9689 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:36.348118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8e8795db-412e-4630-a23d-1e5871b6a8a9 req-914ebbfa-c8b1-491e-8501-ddc8940a9689 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 946 time: 0.0475402 Sep 09 10:23:36.385618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8e8795db-412e-4630-a23d-1e5871b6a8a9 req-23d8fa9c-dc6a-45a8-bea8-e473d0ec497c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316553 Sep 09 10:23:36.914895 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 45cb5658-9ed5-45a5-94d9-fa013ecdea47 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:23:37.030279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:23:37.034495 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:23:37.040428 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:37.109013 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:37.133736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:23:37.136025 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ad79c1-7807-44b4-9258-8ddc6a9543c7" -d '{"events": [{"server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "name": "network-vif-plugged", "status": "completed", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:23:37.149361 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:23:37.173651 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b091377-f623-4389-873d-c8ac8613a42d x-openstack-request-id: req-8b091377-f623-4389-873d-c8ac8613a42d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:23:37.173935 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "name": "network-vif-plugged", "status": "completed", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:23:37.174185 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b091377-f623-4389-873d-c8ac8613a42d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:23:37.174987 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'code': 200} Sep 09 10:23:37.213188 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:37.261480 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=12']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:23:37.405825 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995ff09-1fc5-45b7-8dd8-ee17cfc9d9d3 req-b1f40d3c-03fd-4132-8343-405707624681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:37.407593 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2995ff09-1fc5-45b7-8dd8-ee17cfc9d9d3 req-b1f40d3c-03fd-4132-8343-405707624681 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1099 time: 0.0452640 Sep 09 10:23:37.443109 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2995ff09-1fc5-45b7-8dd8-ee17cfc9d9d3 req-41435836-e471-47dd-8e9a-5f3a2acfc6b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289905 Sep 09 10:23:37.498872 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8be8b-663c-4d41-b181-82f5f6dd2eef req-8b79f5d5-df43-40ce-abe8-3b8adedb4e30 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:37.500906 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7d8be8b-663c-4d41-b181-82f5f6dd2eef req-8b79f5d5-df43-40ce-abe8-3b8adedb4e30 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 947 time: 0.0478861 Sep 09 10:23:37.538549 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d7d8be8b-663c-4d41-b181-82f5f6dd2eef req-32f4e254-4713-47a1-9997-e950aea3bc1c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314848 Sep 09 10:23:38.657375 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476875-82d7-4f77-92c1-6e6f63d36feb req-3b2479f8-6628-4701-98b1-22bcdfc6ded2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:38.658733 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac476875-82d7-4f77-92c1-6e6f63d36feb req-3b2479f8-6628-4701-98b1-22bcdfc6ded2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 947 time: 0.0506625 Sep 09 10:23:38.701285 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ac476875-82d7-4f77-92c1-6e6f63d36feb req-5d45e79b-6823-41f4-a6ad-cef0bc92a124 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362358 Sep 09 10:23:39.241685 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41b26-1e71-4565-8a50-699bf93d636d req-1e0af369-430f-4b16-a691-5c2684677e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:39.243358 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81d41b26-1e71-4565-8a50-699bf93d636d req-1e0af369-430f-4b16-a691-5c2684677e6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1099 time: 0.0447800 Sep 09 10:23:39.647731 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41b26-1e71-4565-8a50-699bf93d636d req-be4b06f1-6fb7-4db7-a3bf-6c81041f748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:39.649233 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81d41b26-1e71-4565-8a50-699bf93d636d req-be4b06f1-6fb7-4db7-a3bf-6c81041f748f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.3854005 Sep 09 10:23:39.714238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81d41b26-1e71-4565-8a50-699bf93d636d req-a5540c8a-ab6b-417d-94fd-cb8de0d8650d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 1002 time: 0.0563254 Sep 09 10:23:39.773496 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41b26-1e71-4565-8a50-699bf93d636d req-ccfedee7-ff22-449e-8384-608105c47522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:39.775128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81d41b26-1e71-4565-8a50-699bf93d636d req-ccfedee7-ff22-449e-8384-608105c47522 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0541329 Sep 09 10:23:39.856562 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df119e9-08fd-4b04-adc7-63b5228c417f req-beaca604-d210-472c-a655-3e8af9dfb235 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:39.858066 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5df119e9-08fd-4b04-adc7-63b5228c417f req-beaca604-d210-472c-a655-3e8af9dfb235 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 947 time: 0.0664568 Sep 09 10:23:39.860634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41b26-1e71-4565-8a50-699bf93d636d req-8ae7b324-46ac-42ef-8bea-d3ec56d0b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:39.862167 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81d41b26-1e71-4565-8a50-699bf93d636d req-8ae7b324-46ac-42ef-8bea-d3ec56d0b49d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796216 Sep 09 10:23:39.926103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-5df119e9-08fd-4b04-adc7-63b5228c417f req-395958d3-4ce7-4bf8-bede-5825413b1932 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604980 Sep 09 10:23:39.978775 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81d41b26-1e71-4565-8a50-699bf93d636d req-13d7107b-a19b-4dd2-8ceb-73d74d99b858 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072426 Sep 09 10:23:40.068908 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-81d41b26-1e71-4565-8a50-699bf93d636d req-e490b6dd-0391-49f1-a724-2e8884ab0f47 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826647 Sep 09 10:23:41.042323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba554b-a2ad-40c1-bd7e-22769ab60320 req-1e6ec95c-8eed-497f-977b-345ecedf38c5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:23:41.043851 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9ba554b-a2ad-40c1-bd7e-22769ab60320 req-1e6ec95c-8eed-497f-977b-345ecedf38c5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 947 time: 0.0490994 Sep 09 10:23:41.081532 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f9ba554b-a2ad-40c1-bd7e-22769ab60320 req-4699f4ec-133d-4515-8567-e8c699543a66 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Sep 09 10:23:44.481752 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53cf39b5-27dd-487b-990e-e6370685cab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:46.643052 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:23:47.147664 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c74d5145-137e-44e1-9bef-a2b101ca2a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:47.416207 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:48.776667 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:50.395904 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:55.915895 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:23:56.553144 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:14.469401 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-704d5cdb-a8b2-4a20-b164-76c1a257867b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:17.141697 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a97662d-18a6-4611-bb61-a2e266f47940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:17.421801 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:18.795078 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:20.364762 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:23.642520 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:24:25.918713 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:26.566979 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:41.902288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-d1bdba55-3b0a-4e6f-a98e-b59d277653fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454831 Sep 09 10:24:41.986690 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-0f5fdf5a-34a2-4775-8a8e-6122a8a4f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:24:41.988219 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-0f5fdf5a-34a2-4775-8a8e-6122a8a4f4f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1099 time: 0.0403955 Sep 09 10:24:42.093937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-f4999630-2ae4-4724-8592-f9cdb0fe0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:24:42.095409 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-f4999630-2ae4-4724-8592-f9cdb0fe0e4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0885875 Sep 09 10:24:42.159833 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-aed7d340-e8cd-4980-9e32-5c0b42420fdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 1002 time: 0.0570979 Sep 09 10:24:42.206345 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-beba7b77-f3c2-416a-826a-a33879847bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:24:42.207813 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-beba7b77-f3c2-416a-826a-a33879847bb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0418565 Sep 09 10:24:42.257241 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-f08e522f-90f6-4232-8ecd-8952388df0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:24:42.258734 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-f08e522f-90f6-4232-8ecd-8952388df0a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433211 Sep 09 10:24:42.356307 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-ab458f2a-cf89-4900-95b8-7829ed990c90 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898144 Sep 09 10:24:42.448709 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de6384bc-1b52-48fc-ae96-90cf519567ef req-25083cdb-d7fa-49c7-9f0b-a4a570c94a63 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855925 Sep 09 10:24:44.480667 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79de79cd-8ed7-4e22-b81e-1ccdaed6aba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:47.146978 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0026f023-1633-45f3-aa0f-bcba41909f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:47.409650 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:48.794681 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:50.364034 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:51.887056 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53532) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:24:52.043824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Deleting port e9c4507b-276d-4bfc-93f4-36082448b0e8 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:24:52.044175 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:52.120237 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:52.120630 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:52.132806 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Calling delete_port for e9c4507b-276d-4bfc-93f4-36082448b0e8 owned by network:floatingip {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:24:52.347912 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:52.374684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event deleted for resources: {'Port': ['ID=e9c4507b-276d-4bfc-93f4-36082448b0e8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:24:52.405114 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.405392 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.405737 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.406080 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.406415 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.406753 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.407085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.407436 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.407769 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.408121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.408458 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.408786 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:52.449368 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for floatingip, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:52.449709 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Floating IP a5818700-533a-415c-ad7d-d29d5c7e111a disassociated (deleted). External IP: 172.25.8.166, port: 45cb5658-9ed5-45a5-94d9-fa013ecdea47. Sep 09 10:24:52.663078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:24:52.771320 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:24:52.776170 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:52.781273 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372de653-02f6-4515-8c60-93be18c7dadd None None] Sync routers for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:24:52.791227 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372de653-02f6-4515-8c60-93be18c7dadd None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:24:52.791858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-372de653-02f6-4515-8c60-93be18c7dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:24:52.802671 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-faf00c70-8137-4b40-9e9b-7ab099f1a02d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "DELETE /v2.0/floatingips/a5818700-533a-415c-ad7d-d29d5c7e111a HTTP/1.1" status: 204 len: 168 time: 0.9144976 Sep 09 10:24:52.803258 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:24:52.805524 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad347f53-337b-463b-823d-872e150f8a55" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:24:52.911907 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba63b1f5-c718-4333-ae3f-bd43d868d690 x-openstack-request-id: req-ba63b1f5-c718-4333-ae3f-bd43d868d690 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:24:52.911907 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:24:52.911907 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba63b1f5-c718-4333-ae3f-bd43d868d690 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:24:52.911907 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'status': 'completed', 'code': 200} Sep 09 10:24:52.974756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad347f53-337b-463b-823d-872e150f8a55 req-56a14c67-4933-481f-925e-63dc4cc208bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:24:52.976430 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad347f53-337b-463b-823d-872e150f8a55 req-56a14c67-4933-481f-925e-63dc4cc208bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 1099 time: 0.0468743 Sep 09 10:24:53.066149 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-372de653-02f6-4515-8c60-93be18c7dadd None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:24:53.076086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad347f53-337b-463b-823d-872e150f8a55 req-c946f1ce-c49d-4c88-bd68-437a54e75447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:24:53.077829 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad347f53-337b-463b-823d-872e150f8a55 req-c946f1ce-c49d-4c88-bd68-437a54e75447 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0946612 Sep 09 10:24:53.120801 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad347f53-337b-463b-823d-872e150f8a55 req-aefa9790-8c1d-4903-8a06-82371ada65d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 200 len: 217 time: 0.0356584 Sep 09 10:24:53.170011 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad347f53-337b-463b-823d-872e150f8a55 req-1e9e1f70-7cdb-471c-be94-00a5c219b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:24:53.171551 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad347f53-337b-463b-823d-872e150f8a55 req-1e9e1f70-7cdb-471c-be94-00a5c219b728 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0443754 Sep 09 10:24:53.221446 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad347f53-337b-463b-823d-872e150f8a55 req-21e6425b-5bd5-4f07-9314-ebfa80577dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:24:53.223677 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad347f53-337b-463b-823d-872e150f8a55 req-21e6425b-5bd5-4f07-9314-ebfa80577dc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451148 Sep 09 10:24:53.277557 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-372de653-02f6-4515-8c60-93be18c7dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:24:53.290208 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e42bfc-2f3e-4cff-8996-4e35aef3ee0c req-89214d27-0fc0-4ef8-8991-51e8b4365682 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:24:53.291857 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47e42bfc-2f3e-4cff-8996-4e35aef3ee0c req-89214d27-0fc0-4ef8-8991-51e8b4365682 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 947 time: 0.0563817 Sep 09 10:24:53.305751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372de653-02f6-4515-8c60-93be18c7dadd None None] Checking router: 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:24:53.313997 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372de653-02f6-4515-8c60-93be18c7dadd None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:24:53.314612 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-372de653-02f6-4515-8c60-93be18c7dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:24:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:24:53.328214 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad347f53-337b-463b-823d-872e150f8a55 req-a2824af1-a2ab-4ade-b8ac-b1215120ff8c service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972281 Sep 09 10:24:53.330879 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-47e42bfc-2f3e-4cff-8996-4e35aef3ee0c req-756abb61-dcf4-4646-bee0-85fe433c32fd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327821 Sep 09 10:24:53.422109 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-372de653-02f6-4515-8c60-93be18c7dadd None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:24:53.427595 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ad347f53-337b-463b-823d-872e150f8a55 req-a7708131-fb75-4bbf-a6c1-b9b9d4e4ff42 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897849 Sep 09 10:24:53.619890 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-372de653-02f6-4515-8c60-93be18c7dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:24:53.645509 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372de653-02f6-4515-8c60-93be18c7dadd None None] The sync data for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 is: [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:24:53.857410 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca146c8-e54c-4504-ac28-d2f92ebefa22 None None] New status for floating IP a5818700-533a-415c-ad7d-d29d5c7e111a: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:24:54.446416 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbae57-153c-4d24-a853-e1af2b7aa8fe req-2ae005ed-462a-49d8-93eb-7c8ea982794c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:24:54.447919 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cedbae57-153c-4d24-a853-e1af2b7aa8fe req-2ae005ed-462a-49d8-93eb-7c8ea982794c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 947 time: 0.0484216 Sep 09 10:24:54.485268 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-cedbae57-153c-4d24-a853-e1af2b7aa8fe req-3d2b3c32-5d73-4f1c-96cf-7523703d5c3b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315251 Sep 09 10:24:54.535959 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34721bd2-93ae-4a24-9843-4e1f50713c85 req-bdd0c143-71f0-4434-a8a4-ed2e9e03a3ab tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:24:54.537425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34721bd2-93ae-4a24-9843-4e1f50713c85 req-bdd0c143-71f0-4434-a8a4-ed2e9e03a3ab tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 947 time: 0.0474291 Sep 09 10:24:54.630780 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-34721bd2-93ae-4a24-9843-4e1f50713c85 req-3987607d-cc04-41d2-bb11-91097208c5ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Deleting port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:24:54.631040 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-34721bd2-93ae-4a24-9843-4e1f50713c85 req-3987607d-cc04-41d2-bb11-91097208c5ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:54.716671 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-34721bd2-93ae-4a24-9843-4e1f50713c85 req-3987607d-cc04-41d2-bb11-91097208c5ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] For port 45cb5658-9ed5-45a5-94d9-fa013ecdea47, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=45cb5658-9ed5-45a5-94d9-fa013ecdea47,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:24:54.717021 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-34721bd2-93ae-4a24-9843-4e1f50713c85 req-3987607d-cc04-41d2-bb11-91097208c5ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:54.729664 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-34721bd2-93ae-4a24-9843-4e1f50713c85 req-3987607d-cc04-41d2-bb11-91097208c5ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Calling delete_port for 45cb5658-9ed5-45a5-94d9-fa013ecdea47 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:24:54.920762 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-34721bd2-93ae-4a24-9843-4e1f50713c85 req-3987607d-cc04-41d2-bb11-91097208c5ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:54.949065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987607d-cc04-41d2-bb11-91097208c5ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event deleted for resources: {'Port': ['ID=45cb5658-9ed5-45a5-94d9-fa013ecdea47,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:24:54.993797 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-34721bd2-93ae-4a24-9843-4e1f50713c85 req-3987607d-cc04-41d2-bb11-91097208c5ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] No DVR routers for this DVR port 45cb5658-9ed5-45a5-94d9-fa013ecdea47 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:24:54.996435 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-34721bd2-93ae-4a24-9843-4e1f50713c85 req-3987607d-cc04-41d2-bb11-91097208c5ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:54.998498 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-34721bd2-93ae-4a24-9843-4e1f50713c85 req-3987607d-cc04-41d2-bb11-91097208c5ec tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.41 "DELETE /v2.0/ports/45cb5658-9ed5-45a5-94d9-fa013ecdea47 HTTP/1.1" status: 204 len: 173 time: 0.4550467 Sep 09 10:24:54.998932 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'name': 'network-vif-deleted', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:24:55.001176 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d956cba-dd06-4905-9c7f-acb3f22cce0d" -d '{"events": [{"server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "name": "network-vif-deleted", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:24:55.036683 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58640b4c-e19d-492a-bbe8-ba98500e547b x-openstack-request-id: req-58640b4c-e19d-492a-bbe8-ba98500e547b {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:24:55.036977 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba", "name": "network-vif-deleted", "tag": "45cb5658-9ed5-45a5-94d9-fa013ecdea47", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:24:55.037225 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58640b4c-e19d-492a-bbe8-ba98500e547b {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:24:55.037622 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba', 'name': 'network-vif-deleted', 'tag': '45cb5658-9ed5-45a5-94d9-fa013ecdea47', 'status': 'completed', 'code': 200} Sep 09 10:24:55.588549 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a081f50c-475d-413b-9c38-841c1595d837 req-ba9b2969-138c-466a-b481-34e683575def tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7ce8af0-1daa-425e-9e1b-f3b48a5ebfba HTTP/1.1" status: 200 len: 210 time: 0.0262754 Sep 09 10:24:55.896124 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:56.563486 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:56.645355 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53556) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:24:56.701456 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88566304-3291-427a-b835-cfd8798512c5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:56.726332 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88566304-3291-427a-b835-cfd8798512c5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:56.855234 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88566304-3291-427a-b835-cfd8798512c5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:56.857846 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88566304-3291-427a-b835-cfd8798512c5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:56.859292 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-88566304-3291-427a-b835-cfd8798512c5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "DELETE /v2.0/security-groups/9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4 HTTP/1.1" status: 204 len: 168 time: 0.2128720 Sep 09 10:24:56.869336 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566304-3291-427a-b835-cfd8798512c5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf32bfc-ca78-4c09-8f5f-e9c8522a02a4,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:24:57.148478 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 45cb5658-9ed5-45a5-94d9-fa013ecdea47 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:24:57.168497 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 45cb5658-9ed5-45a5-94d9-fa013ecdea47 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:24:57.168846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 45cb5658-9ed5-45a5-94d9-fa013ecdea47 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:24:57.223968 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53562) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:24:57.228599 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-2e6fe536-a913-4fe1-97e0-1b3cda25a2d2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259317501', 'description': 'tempest-secgroup-smoke-259317501 description', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:24:57.320418 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe536-a913-4fe1-97e0-1b3cda25a2d2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:57.400069 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe536-a913-4fe1-97e0-1b3cda25a2d2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:57.472477 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe536-a913-4fe1-97e0-1b3cda25a2d2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:57.503948 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fe536-a913-4fe1-97e0-1b3cda25a2d2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210d162a-bb52-45bd-bc9e-0f78fe562984,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:24:57.552676 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe536-a913-4fe1-97e0-1b3cda25a2d2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:57.553945 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-2e6fe536-a913-4fe1-97e0-1b3cda25a2d2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3289659 Sep 09 10:24:57.556852 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53564) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:24:57.561186 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-918084cb-c250-48d5-9e76-104921dc41ba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '210d162a-bb52-45bd-bc9e-0f78fe562984', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:24:57.631491 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-918084cb-c250-48d5-9e76-104921dc41ba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:57.691723 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-918084cb-c250-48d5-9e76-104921dc41ba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:57.752885 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-918084cb-c250-48d5-9e76-104921dc41ba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:57.771642 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918084cb-c250-48d5-9e76-104921dc41ba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a93a90f-f038-46da-be98-1ab767b5fdac,revision_number=0']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:24:57.843993 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-918084cb-c250-48d5-9e76-104921dc41ba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:57.845230 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-918084cb-c250-48d5-9e76-104921dc41ba tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2874126 Sep 09 10:24:57.849147 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53566) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:24:57.853903 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '210d162a-bb52-45bd-bc9e-0f78fe562984', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:24:57.946176 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:57.993167 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.080609 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.102622 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1150110b-49a0-4730-a5f0-c2b2bc78c017,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:24:58.110815 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.111159 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.111526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.111870 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.112201 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.112532 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.112892 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.113274 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.113684 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.113968 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.114295 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.114633 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:24:58.183400 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.184665 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-86f5abaf-f3a0-43c7-957d-7d8a21034b42 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3344707 Sep 09 10:24:58.187360 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53568) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:24:58.192688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-17ce38bb-8cd4-4a3f-b63e-21df8cd3dbeb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '210d162a-bb52-45bd-bc9e-0f78fe562984', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:24:58.265182 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17ce38bb-8cd4-4a3f-b63e-21df8cd3dbeb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.322378 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17ce38bb-8cd4-4a3f-b63e-21df8cd3dbeb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.392235 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17ce38bb-8cd4-4a3f-b63e-21df8cd3dbeb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.411585 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce38bb-8cd4-4a3f-b63e-21df8cd3dbeb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba52670-31cc-4215-8f2c-eb94bea7f978,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:24:58.477947 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17ce38bb-8cd4-4a3f-b63e-21df8cd3dbeb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.479189 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-17ce38bb-8cd4-4a3f-b63e-21df8cd3dbeb tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2908344 Sep 09 10:24:58.481901 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53570) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:24:58.486247 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7c18a09e-c90e-49ec-b974-e95f3cdcfb02 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '210d162a-bb52-45bd-bc9e-0f78fe562984', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:24:58.579686 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c18a09e-c90e-49ec-b974-e95f3cdcfb02 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.637936 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c18a09e-c90e-49ec-b974-e95f3cdcfb02 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.717690 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c18a09e-c90e-49ec-b974-e95f3cdcfb02 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.738006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18a09e-c90e-49ec-b974-e95f3cdcfb02 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3178cee-1071-4bfa-8a12-7f16ac8ddb69,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:24:58.811908 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c18a09e-c90e-49ec-b974-e95f3cdcfb02 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.813251 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7c18a09e-c90e-49ec-b974-e95f3cdcfb02 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3303843 Sep 09 10:24:58.816509 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53572) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:24:58.821083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dab95d81-cafd-49ad-b489-159fa12c89a3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '210d162a-bb52-45bd-bc9e-0f78fe562984', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:24:58.912597 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-dab95d81-cafd-49ad-b489-159fa12c89a3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Project bbbaf17205064fb8a3ef92d7fe901e70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:24:58.917806 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab95d81-cafd-49ad-b489-159fa12c89a3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:58.979078 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab95d81-cafd-49ad-b489-159fa12c89a3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:59.046177 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab95d81-cafd-49ad-b489-159fa12c89a3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:59.066975 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab95d81-cafd-49ad-b489-159fa12c89a3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f238b317-6fb0-4165-a29d-cd7c465a21e3,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:24:59.126232 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab95d81-cafd-49ad-b489-159fa12c89a3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:59.127671 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dab95d81-cafd-49ad-b489-159fa12c89a3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3100693 Sep 09 10:24:59.130812 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53574) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:24:59.135120 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a883841a-1b8d-4ab7-9f5f-07c5902dc43a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'security_group_rule': {'security_group_id': '210d162a-bb52-45bd-bc9e-0f78fe562984', 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:24:59.200347 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-a883841a-1b8d-4ab7-9f5f-07c5902dc43a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Project bbbaf17205064fb8a3ef92d7fe901e70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:24:59.205199 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a883841a-1b8d-4ab7-9f5f-07c5902dc43a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:59.265385 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a883841a-1b8d-4ab7-9f5f-07c5902dc43a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:59.308707 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a883841a-1b8d-4ab7-9f5f-07c5902dc43a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:59.326352 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883841a-1b8d-4ab7-9f5f-07c5902dc43a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334de5e1-c462-4db3-bc6c-41270b0b3277,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:24:59.371836 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a883841a-1b8d-4ab7-9f5f-07c5902dc43a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:24:59.373114 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-a883841a-1b8d-4ab7-9f5f-07c5902dc43a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2413402 Sep 09 10:25:00.641691 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:25:14.560482 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b71b032d-27e1-4212-99d9-35a3f317e6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:17.166219 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f59671f-11c7-4f3b-b7aa-01dfbc9ab8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:17.440301 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:18.181545 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-8b93e88e-2cc1-4ecc-b331-ccd11b102d2a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259317501&fields=id&tenant_id=bbbaf17205064fb8a3ef92d7fe901e70 HTTP/1.1" status: 200 len: 267 time: 0.0341299 Sep 09 10:25:18.290870 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-69cece5c-8ed8-4be1-9fa5-33b4a1147b0b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:18.292301 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-69cece5c-8ed8-4be1-9fa5-33b4a1147b0b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 809 time: 0.1038811 Sep 09 10:25:18.307586 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-55deebab-7d4e-4fbf-b465-7a586ef223f7 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/quotas/bbbaf17205064fb8a3ef92d7fe901e70 HTTP/1.1" status: 200 len: 375 time: 0.0094190 Sep 09 10:25:18.358420 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-a135827d-ba30-4a64-bb9b-8dbed5848475 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450954 Sep 09 10:25:18.451846 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-1842b5e4-ea2f-40c6-9621-4a3764906918 service neutron] 10.222.0.32 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820715 Sep 09 10:25:18.542330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-d0cd3f12-4421-47f2-8f93-917adf4a588e service neutron] 10.222.0.32 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844216 Sep 09 10:25:18.826387 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:19.156592 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b2d1d70d-7d43-48da-b2b5-4bd2c21adceb req-dc1065d3-d834-476c-8b5e-cb049e55d1f6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 210 time: 0.0264666 Sep 09 10:25:20.251475 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b85f6670-277f-4059-995d-0e0f696bba8d req-5fc4c246-c2ba-40c1-83c5-e5e095b0ed7f tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 210 time: 0.0279276 Sep 09 10:25:20.369218 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:20.954887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-20be6879-789e-44e1-8371-70040aeea98b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:20.956397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-20be6879-789e-44e1-8371-70040aeea98b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 809 time: 0.1047342 Sep 09 10:25:20.998990 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-8b5dac44-5fe8-4a63-a825-acf0350cc445 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbbaf17205064fb8a3ef92d7fe901e70 HTTP/1.1" status: 200 len: 379 time: 0.0336025 Sep 09 10:25:21.007957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'port': {'device_id': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'admin_state_up': True, 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'security_groups': ['210d162a-bb52-45bd-bc9e-0f78fe562984']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:25:21.169542 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Made reservation on behalf of bbbaf17205064fb8a3ef92d7fe901e70 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:25:21.173592 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:21.309271 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Allocated IP 172.20.0.10 (4e5e245f-66b6-42d4-a927-40a216e10a5a/a4e67b0f-a9e1-441d-8701-d8fd9304d017/008f52b1-0f86-475b-83c9-d729c66a99e9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:25:21.352029 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0df91a12-7773-4e10-b6e4-b509b78d191f req-68ff8a34-5eb5-4493-87d4-d2cb1346c791 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 210 time: 0.0312526 Sep 09 10:25:21.477551 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:21.494634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Transition to ACTIVE for port object 008f52b1-0f86-475b-83c9-d729c66a99e9 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:25:21.584015 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:21.628143 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Network 4e5e245f-66b6-42d4-a927-40a216e10a5a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:25:21.631252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:25:21.637754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:25:21.643805 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'Port': ['ID=008f52b1-0f86-475b-83c9-d729c66a99e9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:25:21.697400 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:21.698085 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:21.787688 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-9c067e0f-9ccf-48af-bf71-fb0135c3c77d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7831416 Sep 09 10:25:21.801508 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Request body: {'port': {'device_id': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:25:21.879756 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:21.940901 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8ac01362-ed5f-48b2-8f17-4a37fa0a3e94 None None] Provisioning for port 008f52b1-0f86-475b-83c9-d729c66a99e9 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:25:21.947107 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8ac01362-ed5f-48b2-8f17-4a37fa0a3e94 None None] Provisioning complete for port 008f52b1-0f86-475b-83c9-d729c66a99e9 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:25:21.951250 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8ac01362-ed5f-48b2-8f17-4a37fa0a3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:21.993177 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8ac01362-ed5f-48b2-8f17-4a37fa0a3e94 None None] Port 008f52b1-0f86-475b-83c9-d729c66a99e9 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:25:22.165825 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008f52b1-0f86-475b-83c9-d729c66a99e9 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:25:22.175110 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:22.189804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Transition to ACTIVE for port object 008f52b1-0f86-475b-83c9-d729c66a99e9 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:25:22.252251 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:22.309838 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Pushing event updated for resources: {'Port': ['ID=008f52b1-0f86-475b-83c9-d729c66a99e9,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:25:22.409102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Attempting to bind port 008f52b1-0f86-475b-83c9-d729c66a99e9 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:25:22.409447 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Attempting to bind port 008f52b1-0f86-475b-83c9-d729c66a99e9 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:25:22.409778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Attempting to bind port 008f52b1-0f86-475b-83c9-d729c66a99e9 on network 4e5e245f-66b6-42d4-a927-40a216e10a5a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:25:22.416796 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Port 008f52b1-0f86-475b-83c9-d729c66a99e9 on network 4e5e245f-66b6-42d4-a927-40a216e10a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:25:22.417721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Attempting to bind port 008f52b1-0f86-475b-83c9-d729c66a99e9 on network 4e5e245f-66b6-42d4-a927-40a216e10a5a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:25:22.426797 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:25:22.427495 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Checking segment: {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:25:22.428084 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Bound using segment: {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:25:22.428699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Bound port: 008f52b1-0f86-475b-83c9-d729c66a99e9, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6610629-0492-46b1-8ff8-370c69976bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:25:22.429234 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:22.495808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bfec7-98c9-45c4-b926-86af6b281629 req-afa7862d-3875-45c3-9e05-2f1d72a56779 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:22.504018 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b3bfec7-98c9-45c4-b926-86af6b281629 req-afa7862d-3875-45c3-9e05-2f1d72a56779 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0587156 Sep 09 10:25:22.520702 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] For port 008f52b1-0f86-475b-83c9-d729c66a99e9, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:25:22.525721 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] For port 008f52b1-0f86-475b-83c9-d729c66a99e9, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=008f52b1-0f86-475b-83c9-d729c66a99e9,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:25:22.544739 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8b3bfec7-98c9-45c4-b926-86af6b281629 req-aa46b453-b74a-46d5-9902-9f5936bdc1f4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396121 Sep 09 10:25:22.624148 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:22.659860 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:22.660718 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:22.661988 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] 10.222.0.24 "PUT /v2.0/ports/008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 1093 time: 0.8653202 Sep 09 10:25:22.662448 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:25:22.665002 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec34fdb3-08d2-408a-873d-40793a0f46e5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:25:22.699952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c792d45-2faa-4c0b-b267-9af312972ffd service neutron] Pushing event updated for resources: {'Port': ['ID=008f52b1-0f86-475b-83c9-d729c66a99e9,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:25:22.796773 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a6ba85-ec45-4754-b1ef-9f9d56849418 x-openstack-request-id: req-85a6ba85-ec45-4754-b1ef-9f9d56849418 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:25:22.797136 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:25:22.797393 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85a6ba85-ec45-4754-b1ef-9f9d56849418 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:25:22.797811 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'status': 'completed', 'code': 200} Sep 09 10:25:22.814894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-070f98a4-8849-4f5f-9f0a-837c3a9c882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:22.816487 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-070f98a4-8849-4f5f-9f0a-837c3a9c882c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1096 time: 0.0504463 Sep 09 10:25:22.863913 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-f7ded9e7-de33-4f95-9706-0c7d008cb33a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 217 time: 0.0376012 Sep 09 10:25:22.915269 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-7ee2faeb-03cd-4d20-b283-4bfaf9b388b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:22.916775 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-7ee2faeb-03cd-4d20-b283-4bfaf9b388b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0461628 Sep 09 10:25:22.966971 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-4dbdeed2-aa94-4bb9-a186-38fea53d289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:22.969466 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-4dbdeed2-aa94-4bb9-a186-38fea53d289c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462482 Sep 09 10:25:23.060622 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-534dc1a6-f381-4241-ba30-8ab5dc31bb47 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842383 Sep 09 10:25:23.160525 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c271c740-1080-49dc-a315-223a2b0a5f37 req-fddbd305-13d1-4e55-b498-d2ed613ca801 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927570 Sep 09 10:25:23.304753 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34fdb3-08d2-408a-873d-40793a0f46e5 req-9d538cee-5a24-4444-9001-66dc52712a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:23.306474 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec34fdb3-08d2-408a-873d-40793a0f46e5 req-9d538cee-5a24-4444-9001-66dc52712a15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1096 time: 0.0471830 Sep 09 10:25:23.402112 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34fdb3-08d2-408a-873d-40793a0f46e5 req-c6da21b3-e9aa-4a90-a0c7-cae7a07d9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:23.403533 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec34fdb3-08d2-408a-873d-40793a0f46e5 req-c6da21b3-e9aa-4a90-a0c7-cae7a07d9b0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0903118 Sep 09 10:25:23.444145 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec34fdb3-08d2-408a-873d-40793a0f46e5 req-1939d34f-562c-4119-bc08-fae465899b34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 217 time: 0.0333478 Sep 09 10:25:23.493748 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34fdb3-08d2-408a-873d-40793a0f46e5 req-50e6cc77-dd3c-497b-965a-c36b5f498a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:23.495240 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec34fdb3-08d2-408a-873d-40793a0f46e5 req-50e6cc77-dd3c-497b-965a-c36b5f498a94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0423722 Sep 09 10:25:23.540191 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34fdb3-08d2-408a-873d-40793a0f46e5 req-169184f7-0b1b-4d4b-ac44-9c7207e74842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:23.541725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec34fdb3-08d2-408a-873d-40793a0f46e5 req-169184f7-0b1b-4d4b-ac44-9c7207e74842 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393453 Sep 09 10:25:23.642335 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec34fdb3-08d2-408a-873d-40793a0f46e5 req-4177e7f4-d6b6-416f-8159-41c1b271518c service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934672 Sep 09 10:25:23.681490 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf92c09-c304-4157-8358-5097003b91bb req-0580cea9-a781-436d-9c3d-9993c6a0a50a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:23.694080 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ebf92c09-c304-4157-8358-5097003b91bb req-0580cea9-a781-436d-9c3d-9993c6a0a50a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0548942 Sep 09 10:25:23.726118 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ebf92c09-c304-4157-8358-5097003b91bb req-65d4299a-8889-41d8-9d44-1e8454bd9919 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362103 Sep 09 10:25:23.759179 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ec34fdb3-08d2-408a-873d-40793a0f46e5 req-b08be4db-dc12-47ff-aee8-4d97ffe1880a service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097300 Sep 09 10:25:24.849131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41bb13-5c03-48f6-b50b-9e260dbc676a req-65b6788c-d245-418e-8b02-f7e2e4c01e33 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:24.850560 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f41bb13-5c03-48f6-b50b-9e260dbc676a req-65b6788c-d245-418e-8b02-f7e2e4c01e33 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0496428 Sep 09 10:25:24.890864 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2f41bb13-5c03-48f6-b50b-9e260dbc676a req-026f325f-4f50-41ac-b9c4-b7e1767a711e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339267 Sep 09 10:25:25.902770 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:26.004964 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b2967-704e-4597-b264-992218cfeff8 req-1271c0fe-4ff0-4b0d-a13e-10b839719c9e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:26.006487 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f5b2967-704e-4597-b264-992218cfeff8 req-1271c0fe-4ff0-4b0d-a13e-10b839719c9e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0497694 Sep 09 10:25:26.045425 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f5b2967-704e-4597-b264-992218cfeff8 req-e7e7276b-fad4-4583-8e19-60d63291f523 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329201 Sep 09 10:25:26.565420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:27.156922 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bb72e-0c54-4e61-94ed-525ef81a4b21 req-e000c12d-380b-4a7e-9474-83cb3eaa913d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:27.158265 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb0bb72e-0c54-4e61-94ed-525ef81a4b21 req-e000c12d-380b-4a7e-9474-83cb3eaa913d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0475712 Sep 09 10:25:27.194199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-eb0bb72e-0c54-4e61-94ed-525ef81a4b21 req-9561c2ac-5e1c-4c97-b3f0-f98988c695cf tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300260 Sep 09 10:25:28.305627 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f8fcc-d983-4069-8f64-53ee03bedd80 req-21206c9e-074a-4808-8b1e-8fcb18990e05 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:28.307119 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-361f8fcc-d983-4069-8f64-53ee03bedd80 req-21206c9e-074a-4808-8b1e-8fcb18990e05 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0480351 Sep 09 10:25:28.352722 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-361f8fcc-d983-4069-8f64-53ee03bedd80 req-41d16fb5-2d3c-4d83-b0e6-5dde2006b73d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385442 Sep 09 10:25:29.469072 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e3f96-2240-4b1f-97e4-3f96623a100b req-d26ed9f9-090b-413b-a970-906ee13d4891 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:29.470651 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c48e3f96-2240-4b1f-97e4-3f96623a100b req-d26ed9f9-090b-413b-a970-906ee13d4891 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0518754 Sep 09 10:25:29.507330 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c48e3f96-2240-4b1f-97e4-3f96623a100b req-9b7a1063-4f1e-4f42-9b4a-bcbeebe41f6f tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 Sep 09 10:25:30.623368 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0111dd1-d2a9-4609-8674-cdd1e986075d req-51b05562-6d7e-4556-9704-e33a3c160e6a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:30.624921 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a0111dd1-d2a9-4609-8674-cdd1e986075d req-51b05562-6d7e-4556-9704-e33a3c160e6a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0517194 Sep 09 10:25:30.663019 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a0111dd1-d2a9-4609-8674-cdd1e986075d req-af3aaa80-14f4-4c18-9e64-f75ba60c9f8d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Sep 09 10:25:31.783954 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc205b-03f8-4425-ba9b-58837f9889b5 req-392d0706-3670-40d3-8f7e-eaeb96336fdd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:31.785501 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-22fc205b-03f8-4425-ba9b-58837f9889b5 req-392d0706-3670-40d3-8f7e-eaeb96336fdd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0572696 Sep 09 10:25:31.824547 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-22fc205b-03f8-4425-ba9b-58837f9889b5 req-189ee51e-4d10-4014-911a-9996f153cbdd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324054 Sep 09 10:25:32.939036 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c72d72-fd29-4644-ae7d-059ba1d2e139 req-d92bd44b-3dff-4ffc-843d-aeb632bb55f8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:32.940557 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9c72d72-fd29-4644-ae7d-059ba1d2e139 req-d92bd44b-3dff-4ffc-843d-aeb632bb55f8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0500779 Sep 09 10:25:32.977330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a9c72d72-fd29-4644-ae7d-059ba1d2e139 req-2ed5a718-1301-4447-bd4c-5188fc3073c5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309591 Sep 09 10:25:33.468372 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 008f52b1-0f86-475b-83c9-d729c66a99e9 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:25:33.562521 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 008f52b1-0f86-475b-83c9-d729c66a99e9, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=008f52b1-0f86-475b-83c9-d729c66a99e9,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:25:33.573694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'port_id': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'mac_address': 'fa:16:3e:d3:ec:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:25:33.613588 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:33.625679 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008f52b1-0f86-475b-83c9-d729c66a99e9 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:25:33.644422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 008f52b1-0f86-475b-83c9-d729c66a99e9, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=008f52b1-0f86-475b-83c9-d729c66a99e9,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:25:33.711620 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:33.759334 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=008f52b1-0f86-475b-83c9-d729c66a99e9,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:25:33.767195 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.767579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.767928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.768267 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.768602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.768934 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.769264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.769591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.769923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.770245 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.770566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.770886 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:25:33.933707 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['008f52b1-0f86-475b-83c9-d729c66a99e9'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:25:34.095781 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23882568-8685-4be4-a03e-72b1fafc0f4d req-a95761d4-a3f4-4f84-8750-0e8a7b1bc7b6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:34.097323 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-23882568-8685-4be4-a03e-72b1fafc0f4d req-a95761d4-a3f4-4f84-8750-0e8a7b1bc7b6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 945 time: 0.0491352 Sep 09 10:25:34.135325 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-23882568-8685-4be4-a03e-72b1fafc0f4d req-9c29c612-1526-4c07-b3c2-bd68d88be321 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319207 Sep 09 10:25:35.247030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db51b-0243-4471-b4f5-fe67f293ceac req-41c55e67-3db9-4c92-9bf3-97f28b8fb118 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:35.248547 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f3db51b-0243-4471-b4f5-fe67f293ceac req-41c55e67-3db9-4c92-9bf3-97f28b8fb118 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 945 time: 0.0481389 Sep 09 10:25:35.286645 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4f3db51b-0243-4471-b4f5-fe67f293ceac req-1ae0e9bd-6562-4c74-bcc2-23d93fc9b2bc tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309560 Sep 09 10:25:35.483420 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 008f52b1-0f86-475b-83c9-d729c66a99e9 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:25:35.634205 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 008f52b1-0f86-475b-83c9-d729c66a99e9 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:25:35.637964 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 008f52b1-0f86-475b-83c9-d729c66a99e9 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:25:35.638344 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:35.717611 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:35.740654 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:25:35.742813 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8345fe39-dcbe-4d2e-ba96-6e6262997d8b" -d '{"events": [{"server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "name": "network-vif-plugged", "status": "completed", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:25:35.755957 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 008f52b1-0f86-475b-83c9-d729c66a99e9, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=008f52b1-0f86-475b-83c9-d729c66a99e9,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:25:35.780135 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3d4fb5-25ab-47d7-af4b-a2f585574275 x-openstack-request-id: req-6d3d4fb5-25ab-47d7-af4b-a2f585574275 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:25:35.780420 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "name": "network-vif-plugged", "status": "completed", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:25:35.780668 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d3d4fb5-25ab-47d7-af4b-a2f585574275 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:25:35.781054 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'code': 200} Sep 09 10:25:35.805955 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:35.856635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=008f52b1-0f86-475b-83c9-d729c66a99e9,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:25:35.878444 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59370c-d327-479b-8bbb-277367f93452 req-16eb9276-9500-4371-b869-9f0666c6a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:35.879998 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb59370c-d327-479b-8bbb-277367f93452 req-16eb9276-9500-4371-b869-9f0666c6a7f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1098 time: 0.0441499 Sep 09 10:25:35.914938 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cb59370c-d327-479b-8bbb-277367f93452 req-6b9c7946-1594-41d3-85e7-57140c6c7b40 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276563 Sep 09 10:25:36.404993 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a62bc3-fd6e-4ceb-b25f-87ef5e26803e req-ad175be3-de58-464c-8fcf-d970468480ee tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:36.406471 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73a62bc3-fd6e-4ceb-b25f-87ef5e26803e req-ad175be3-de58-464c-8fcf-d970468480ee tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0527625 Sep 09 10:25:36.444230 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-73a62bc3-fd6e-4ceb-b25f-87ef5e26803e req-1354b1bc-6887-4f88-889f-d41a2a9cc403 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314462 Sep 09 10:25:37.558083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b99c28-3722-46d2-820f-ff701fecb47c req-bbea3105-ef09-4d04-8407-facc4e52f622 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:37.559512 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83b99c28-3722-46d2-820f-ff701fecb47c req-bbea3105-ef09-4d04-8407-facc4e52f622 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0489562 Sep 09 10:25:37.595940 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-83b99c28-3722-46d2-820f-ff701fecb47c req-dd3f3640-07e2-4ec6-8b06-7c9143c0fcce tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305998 Sep 09 10:25:37.641286 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:25:37.710085 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac41dd-74b7-430a-8b2b-a053c66b3fdb req-f260798c-5de5-4f49-b1ce-58a7dcba758a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:37.711597 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52ac41dd-74b7-430a-8b2b-a053c66b3fdb req-f260798c-5de5-4f49-b1ce-58a7dcba758a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0486047 Sep 09 10:25:37.749419 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-52ac41dd-74b7-430a-8b2b-a053c66b3fdb req-5db7c09f-5013-433a-ba36-4432f78075df tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319464 Sep 09 10:25:37.771271 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53776) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:25:37.810866 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ea763-8d56-452f-8b9c-dc5199359e22 tempest-TestShelveInstance-1662253702 tempest-TestShelveInstance-1662253702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:37.812330 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-758ea763-8d56-452f-8b9c-dc5199359e22 tempest-TestShelveInstance-1662253702 tempest-TestShelveInstance-1662253702-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1093 time: 0.0400591 Sep 09 10:25:37.814981 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 53778) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:25:37.819326 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:25:37.908694 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for floatingip, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:38.008598 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:38.114195 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Allocated IP 172.25.8.160 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/e0a6795a-955b-46b0-869b-9efb8b010da2) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:25:38.213594 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:38.308754 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:38.343568 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:25:38.348142 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:25:38.351709 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:25:38.381539 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'Port': ['ID=e0a6795a-955b-46b0-869b-9efb8b010da2,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:25:39.015357 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:39.147469 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:39.289121 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:39.360159 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:39.434094 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event updated for resources: {'Port': ['ID=e0a6795a-955b-46b0-869b-9efb8b010da2,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:25:39.445809 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:39.548511 n-d-778696-16 neutron-server[95325]: INFO neutron.db.l3_db [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Floating IP e0216298-97d3-4f0f-b536-8eb1179a0ea3 associated. External IP: 172.25.8.160, port: 008f52b1-0f86-475b-83c9-d729c66a99e9. Sep 09 10:25:39.754711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:25:39.863526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:25:39.875858 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72620ab2-4e2d-4bb8-b325-59f4668fb2ac None None] Sync routers for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:25:39.885781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72620ab2-4e2d-4bb8-b325-59f4668fb2ac None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:25:39.886376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-72620ab2-4e2d-4bb8-b325-59f4668fb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:25:39.951712 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:39.979302 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-88cf358e-0664-401c-8898-f66b020eba87 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1632390 Sep 09 10:25:39.979920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:25:39.982177 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766ad602-643f-4644-9b57-2157ed4fcd11" -d '{"events": [{"name": "network-changed", "server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:25:39.993594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-72620ab2-4e2d-4bb8-b325-59f4668fb2ac None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:25:40.028209 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3f6d6e-caca-4351-b420-1029c9474e96 x-openstack-request-id: req-5b3f6d6e-caca-4351-b420-1029c9474e96 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:25:40.028737 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:25:40.028737 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b3f6d6e-caca-4351-b420-1029c9474e96 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:25:40.029143 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'status': 'completed', 'code': 200} Sep 09 10:25:40.089690 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ad602-643f-4644-9b57-2157ed4fcd11 req-083bb334-bb1b-46b3-9d3d-83e6fd44d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:40.091219 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-766ad602-643f-4644-9b57-2157ed4fcd11 req-083bb334-bb1b-46b3-9d3d-83e6fd44d23a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1098 time: 0.0413823 Sep 09 10:25:40.184774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ad602-643f-4644-9b57-2157ed4fcd11 req-f74b4ed4-8790-4aad-a432-33ad9129e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:40.186273 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-766ad602-643f-4644-9b57-2157ed4fcd11 req-f74b4ed4-8790-4aad-a432-33ad9129e76b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0879426 Sep 09 10:25:40.223641 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-72620ab2-4e2d-4bb8-b325-59f4668fb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e0216298-97d3-4f0f-b536-8eb1179a0ea3', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'port_id': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'mac_address': 'fa:16:3e:d3:ec:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:25:38Z', 'updated_at': '2021-09-09T10:25:38Z', 'revision_number': 0, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:25:40.249717 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72620ab2-4e2d-4bb8-b325-59f4668fb2ac None None] Checking router: 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:25:40.251834 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-766ad602-643f-4644-9b57-2157ed4fcd11 req-dbf2d6b6-2f8c-4eb2-95e9-703149cb29bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 1000 time: 0.0583665 Sep 09 10:25:40.258460 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72620ab2-4e2d-4bb8-b325-59f4668fb2ac None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:25:40.258999 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-72620ab2-4e2d-4bb8-b325-59f4668fb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:25:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:25:40.304358 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ad602-643f-4644-9b57-2157ed4fcd11 req-388f0a2b-a590-4cf6-a8a0-c39dc58234fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:40.305832 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-766ad602-643f-4644-9b57-2157ed4fcd11 req-388f0a2b-a590-4cf6-a8a0-c39dc58234fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0475295 Sep 09 10:25:40.351875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ad602-643f-4644-9b57-2157ed4fcd11 req-a9b7c569-9682-4831-9904-8d8d9ad6cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:40.353396 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-766ad602-643f-4644-9b57-2157ed4fcd11 req-a9b7c569-9682-4831-9904-8d8d9ad6cd8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403283 Sep 09 10:25:40.366098 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-72620ab2-4e2d-4bb8-b325-59f4668fb2ac None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:25:40.444296 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-766ad602-643f-4644-9b57-2157ed4fcd11 req-6f49d05e-b0aa-4593-bde0-9814de0805e1 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836906 Sep 09 10:25:40.537868 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-766ad602-643f-4644-9b57-2157ed4fcd11 req-1cc5b385-dc82-4086-b106-76e04fb44108 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866160 Sep 09 10:25:40.591555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-72620ab2-4e2d-4bb8-b325-59f4668fb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e0216298-97d3-4f0f-b536-8eb1179a0ea3', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'port_id': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'mac_address': 'fa:16:3e:d3:ec:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:25:38Z', 'updated_at': '2021-09-09T10:25:38Z', 'revision_number': 0, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:25:40.623198 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72620ab2-4e2d-4bb8-b325-59f4668fb2ac None None] The sync data for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 is: [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'e0216298-97d3-4f0f-b536-8eb1179a0ea3', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'port_id': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'mac_address': 'fa:16:3e:d3:ec:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:25:38Z', 'updated_at': '2021-09-09T10:25:38Z', 'revision_number': 0, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:25:40.828233 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5adc15f-8ce7-4d37-8f67-3d3e0d6a4ac0 None None] New status for floating IP e0216298-97d3-4f0f-b536-8eb1179a0ea3: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:25:44.485143 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26e49d31-8f3d-4ce9-b802-91291daef245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:47.154341 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6d887270-d812-4f97-befc-058963cc6a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:47.400247 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:48.768667 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:50.382350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:51.529153 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-7830e5a0-a66a-423a-b33b-e587f70f4338 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411587 Sep 09 10:25:51.605467 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-8785c128-f52d-466c-b27b-6c00ddf04496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:51.606934 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-8785c128-f52d-466c-b27b-6c00ddf04496 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1098 time: 0.0389841 Sep 09 10:25:51.712676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-824c77d5-90bf-4808-ab03-6bebd1b683b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:51.714144 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-824c77d5-90bf-4808-ab03-6bebd1b683b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0879595 Sep 09 10:25:51.778742 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-e13d7953-722c-45f5-bd0a-dfdab2311cbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 1002 time: 0.0569830 Sep 09 10:25:51.831462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-b15b5d98-b0b3-40c2-a1b0-d0f2a7d690a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:51.833256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-b15b5d98-b0b3-40c2-a1b0-d0f2a7d690a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0479505 Sep 09 10:25:51.879140 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-95475c67-da06-440e-ae1a-2cf6549edf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:25:51.880664 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-95475c67-da06-440e-ae1a-2cf6549edf04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410514 Sep 09 10:25:51.975460 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-928e2e85-a77f-46ec-9292-12f2aa355409 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871670 Sep 09 10:25:52.068168 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8c27b0e2-16e7-480b-955e-5dcc776608db req-8a638763-4c8f-4f4e-a3ff-4b03120ba560 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844634 Sep 09 10:25:55.924978 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:25:56.582477 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:14.507478 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-39390b13-e1ce-4ce2-be66-674bdaf25c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:14.639594 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:26:17.150960 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ea2ef8f7-0e8f-4db6-ac69-d8705aa095f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:17.404903 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:18.804743 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:20.402685 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:25.964648 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:26.559167 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:44.478409 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a3d30c6-fcb0-4455-829f-69f995a2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:47.141603 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db05603e-3dbf-4e98-abbd-39a522acd4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:47.409954 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:48.802850 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:50.381500 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:50.856072 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-baa34544-037f-48c6-9cb6-934dd218de06 req-e5b65ee3-3f4e-45ff-928a-7dc990c5f8f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403278 Sep 09 10:26:50.938579 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa34544-037f-48c6-9cb6-934dd218de06 req-d20fe2dd-3c2a-47c1-ae0b-36a588fa4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:26:50.940104 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-baa34544-037f-48c6-9cb6-934dd218de06 req-d20fe2dd-3c2a-47c1-ae0b-36a588fa4a2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1098 time: 0.0427902 Sep 09 10:26:51.043868 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa34544-037f-48c6-9cb6-934dd218de06 req-13fa9df1-3156-4024-bc5d-6a3c6f01d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:26:51.045935 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-baa34544-037f-48c6-9cb6-934dd218de06 req-13fa9df1-3156-4024-bc5d-6a3c6f01d49a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0831072 Sep 09 10:26:51.112255 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-baa34544-037f-48c6-9cb6-934dd218de06 req-d7e090a0-3716-461d-906c-6021c1c4dff1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 1002 time: 0.0597165 Sep 09 10:26:51.160195 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa34544-037f-48c6-9cb6-934dd218de06 req-a7abed03-aaab-4a28-875c-e5d110882b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:26:51.161756 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-baa34544-037f-48c6-9cb6-934dd218de06 req-a7abed03-aaab-4a28-875c-e5d110882b0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0429568 Sep 09 10:26:51.205261 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa34544-037f-48c6-9cb6-934dd218de06 req-55996b99-4170-4cfc-85a7-f71d03e043c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:26:51.206710 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-baa34544-037f-48c6-9cb6-934dd218de06 req-55996b99-4170-4cfc-85a7-f71d03e043c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384953 Sep 09 10:26:51.296794 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-baa34544-037f-48c6-9cb6-934dd218de06 req-cb562f6a-3f11-4465-9d00-b41e7b395d0b service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828001 Sep 09 10:26:51.383060 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-baa34544-037f-48c6-9cb6-934dd218de06 req-abbd6ae1-56d0-42c6-b430-fa11639526ef service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796115 Sep 09 10:26:51.639146 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:26:55.935488 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:26:56.575686 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:14.510133 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4cf2-b302-4d9c-a15d-9882d9c9f08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:17.189994 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-57fd1ee5-bcb4-47e7-9f62-52cffd5b6182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:17.415393 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:18.826590 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:20.380736 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:25.915650 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:26.615019 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:28.638466 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:27:44.526960 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4e0991a2-b742-46b1-8d13-f9ffb3555d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:47.152188 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3edb70a-e30e-4f7d-b4bc-d22517809e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:47.452415 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:48.814777 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:50.386505 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:53.540817 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06dadb70-9b40-44d4-a116-f7759877133f req-a13c8961-c0b4-45e2-aa82-926cd86166ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0939515 Sep 09 10:27:53.623333 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dadb70-9b40-44d4-a116-f7759877133f req-005bf2cc-e9bc-459c-a189-cfe978985f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:27:53.624906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06dadb70-9b40-44d4-a116-f7759877133f req-005bf2cc-e9bc-459c-a189-cfe978985f73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1098 time: 0.0408578 Sep 09 10:27:53.727046 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dadb70-9b40-44d4-a116-f7759877133f req-8170e5c8-181e-4c3f-9924-51d67522a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:27:53.728573 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06dadb70-9b40-44d4-a116-f7759877133f req-8170e5c8-181e-4c3f-9924-51d67522a2ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0849235 Sep 09 10:27:53.796860 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06dadb70-9b40-44d4-a116-f7759877133f req-b0dea798-b8ae-402d-8576-e993155e7b1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 1002 time: 0.0605097 Sep 09 10:27:53.845921 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dadb70-9b40-44d4-a116-f7759877133f req-d514fe2a-2930-48bd-9fe1-cfa677001968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:27:53.847359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06dadb70-9b40-44d4-a116-f7759877133f req-d514fe2a-2930-48bd-9fe1-cfa677001968 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0435297 Sep 09 10:27:53.892475 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dadb70-9b40-44d4-a116-f7759877133f req-601c2dc5-84cc-4586-9024-e27d19b116c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:27:53.893906 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06dadb70-9b40-44d4-a116-f7759877133f req-601c2dc5-84cc-4586-9024-e27d19b116c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396984 Sep 09 10:27:53.986671 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06dadb70-9b40-44d4-a116-f7759877133f req-188bcc07-0852-409a-bb6f-ce9cb9f9a6ee service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857208 Sep 09 10:27:54.082629 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-06dadb70-9b40-44d4-a116-f7759877133f req-bd2ba154-53ad-40a0-9958-33111c19317b service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891707 Sep 09 10:27:55.957483 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:27:56.574220 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:05.637934 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:28:08.121179 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7dc9e-3d2e-42a2-a101-6f789ff44200 req-e296a9b0-2aed-46f5-b280-b1ad7c68be0a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:08.122725 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f7dc9e-3d2e-42a2-a101-6f789ff44200 req-e296a9b0-2aed-46f5-b280-b1ad7c68be0a tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.4204183 Sep 09 10:28:08.160577 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-39f7dc9e-3d2e-42a2-a101-6f789ff44200 req-829e3017-7f6a-4780-8317-c5b25b6fd504 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315905 Sep 09 10:28:09.320745 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa6b97-bf2d-4ea8-b19f-6a996416e1bd req-73769383-25b9-4d06-8b14-7c6b4162e2cc tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:09.324386 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7aa6b97-bf2d-4ea8-b19f-6a996416e1bd req-73769383-25b9-4d06-8b14-7c6b4162e2cc tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0941708 Sep 09 10:28:09.360556 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e7aa6b97-bf2d-4ea8-b19f-6a996416e1bd req-70a7799b-9ff1-41ff-b6f5-b941bbb06ab1 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321755 Sep 09 10:28:10.501787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29f799-6f8d-472b-9662-6e2a1f488e2f req-ad2da141-e3d1-45e6-a009-63aedd1355bd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:10.503252 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf29f799-6f8d-472b-9662-6e2a1f488e2f req-ad2da141-e3d1-45e6-a009-63aedd1355bd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0503685 Sep 09 10:28:10.542393 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf29f799-6f8d-472b-9662-6e2a1f488e2f req-5dd8f0c4-0bff-4a09-96c7-b37f039c9190 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330184 Sep 09 10:28:11.660530 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ca858-bec6-4561-93cc-d4e96a0f315e req-0934e75f-434f-403a-9ef9-0ea07d111715 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:11.662031 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-563ca858-bec6-4561-93cc-d4e96a0f315e req-0934e75f-434f-403a-9ef9-0ea07d111715 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0495026 Sep 09 10:28:11.716086 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-563ca858-bec6-4561-93cc-d4e96a0f315e req-fdaab8cb-1e93-4da7-ac03-cd6bbc8fed84 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476096 Sep 09 10:28:12.832686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f3e58-c9df-416b-9bd6-212d82f1708f req-aae2b51f-edf3-4b95-b065-114a0d7d4410 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:12.834233 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d0f3e58-c9df-416b-9bd6-212d82f1708f req-aae2b51f-edf3-4b95-b065-114a0d7d4410 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0512328 Sep 09 10:28:12.877363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1d0f3e58-c9df-416b-9bd6-212d82f1708f req-bcab8569-ddb1-412a-9a50-8acbedc5b094 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365968 Sep 09 10:28:13.990121 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50d1d-e525-4aab-b009-d55091404667 req-ac373210-4c7f-4c9d-a176-e752fd8d32c2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:13.992180 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2c50d1d-e525-4aab-b009-d55091404667 req-ac373210-4c7f-4c9d-a176-e752fd8d32c2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0487428 Sep 09 10:28:14.029027 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c2c50d1d-e525-4aab-b009-d55091404667 req-e466d691-183d-49a8-8e7f-6f2b0922a8e8 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309434 Sep 09 10:28:14.488349 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adf45976-643d-4a07-9338-343b33e3193e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:15.144472 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704d0eb-1c02-4921-8ade-f481e40e40e7 req-6cacd322-e6e9-4544-96d4-8bb96521f027 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:15.145873 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7704d0eb-1c02-4921-8ade-f481e40e40e7 req-6cacd322-e6e9-4544-96d4-8bb96521f027 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0490768 Sep 09 10:28:15.182991 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-7704d0eb-1c02-4921-8ade-f481e40e40e7 req-554975c0-546d-48ed-8b7b-c0ca448a51d7 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311539 Sep 09 10:28:16.298007 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c9dad-37e6-41d7-9c5b-0123d2bc5f11 req-b3f813e5-2808-420e-878c-9450e79fdd12 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:16.299694 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de2c9dad-37e6-41d7-9c5b-0123d2bc5f11 req-b3f813e5-2808-420e-878c-9450e79fdd12 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0510395 Sep 09 10:28:16.338946 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-de2c9dad-37e6-41d7-9c5b-0123d2bc5f11 req-daa60258-9bae-46e7-b278-0bb584ca4f8c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326464 Sep 09 10:28:17.183434 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4607e183-7d65-48d4-8804-ace10b3cc2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:17.431532 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:17.458813 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a5025-e9c5-4522-b93e-2fd18f2e71eb req-b299ceb1-a198-4199-bb88-264f732deada tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:17.460248 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b29a5025-e9c5-4522-b93e-2fd18f2e71eb req-b299ceb1-a198-4199-bb88-264f732deada tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0499744 Sep 09 10:28:17.497711 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b29a5025-e9c5-4522-b93e-2fd18f2e71eb req-252decf7-79c8-413e-8170-c67af4bd1e51 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309179 Sep 09 10:28:17.992676 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d37277-bd62-4a01-a26c-63e3d906870e req-904ba9b2-2656-47dd-960b-dd725bad2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:17.994186 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c2d37277-bd62-4a01-a26c-63e3d906870e req-904ba9b2-2656-47dd-960b-dd725bad2171 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1098 time: 0.0401902 Sep 09 10:28:18.088341 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d37277-bd62-4a01-a26c-63e3d906870e req-0723af9b-6b6a-40f9-a8b2-33b0e97b1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:18.089823 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c2d37277-bd62-4a01-a26c-63e3d906870e req-0723af9b-6b6a-40f9-a8b2-33b0e97b1b72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0890050 Sep 09 10:28:18.171774 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c2d37277-bd62-4a01-a26c-63e3d906870e req-7c818152-85c4-4278-bcf1-68cfefaa95e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 1002 time: 0.0744059 Sep 09 10:28:18.221915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d37277-bd62-4a01-a26c-63e3d906870e req-e14197e3-fa44-4561-a910-465bee5788b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:18.223361 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c2d37277-bd62-4a01-a26c-63e3d906870e req-e14197e3-fa44-4561-a910-465bee5788b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0453749 Sep 09 10:28:18.269919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d37277-bd62-4a01-a26c-63e3d906870e req-336c4ac5-fe18-41e4-96da-3df33a1c1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:18.271363 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c2d37277-bd62-4a01-a26c-63e3d906870e req-336c4ac5-fe18-41e4-96da-3df33a1c1df1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401437 Sep 09 10:28:18.363960 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c2d37277-bd62-4a01-a26c-63e3d906870e req-d6a98afa-0a3d-4a9e-b93b-df786116495d service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Sep 09 10:28:18.451890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c2d37277-bd62-4a01-a26c-63e3d906870e req-7e967c9d-d2b7-45d2-9549-0d1079285987 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803113 Sep 09 10:28:18.616196 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffac7b1-b3b5-420b-b2b9-3e509f11826c req-98e47f5c-0d44-4142-83f5-c601684b1421 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:18.617934 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dffac7b1-b3b5-420b-b2b9-3e509f11826c req-98e47f5c-0d44-4142-83f5-c601684b1421 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0490148 Sep 09 10:28:18.660830 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-dffac7b1-b3b5-420b-b2b9-3e509f11826c req-518182fb-e9b0-4a5c-9e48-879a73650b24 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369191 Sep 09 10:28:18.785551 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:19.773564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ab988-8a00-4d1e-b6b7-0ad1df052947 req-1fadab26-e93f-434b-97d8-de55aceec852 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:19.775176 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4f6ab988-8a00-4d1e-b6b7-0ad1df052947 req-1fadab26-e93f-434b-97d8-de55aceec852 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0489845 Sep 09 10:28:19.818508 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4f6ab988-8a00-4d1e-b6b7-0ad1df052947 req-2a57f89b-d8cd-47ca-aa9c-5a3c5ce9c5b2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372922 Sep 09 10:28:20.401155 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:20.942624 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11543b62-522b-40ec-9d01-74254a93cac0 req-2565f65f-be47-4b76-80db-dfaafa86ab77 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:20.944157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-11543b62-522b-40ec-9d01-74254a93cac0 req-2565f65f-be47-4b76-80db-dfaafa86ab77 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0510974 Sep 09 10:28:20.983905 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-11543b62-522b-40ec-9d01-74254a93cac0 req-314068fb-eb5a-4bb3-a11f-6496b2d13ec9 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325005 Sep 09 10:28:22.099859 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2740b-dfd3-45d5-9e09-0ff14c97b08c req-b5fda558-ab6a-4a01-ae0f-886ccbf25744 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:22.101337 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fb2740b-dfd3-45d5-9e09-0ff14c97b08c req-b5fda558-ab6a-4a01-ae0f-886ccbf25744 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0494380 Sep 09 10:28:22.140718 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3fb2740b-dfd3-45d5-9e09-0ff14c97b08c req-06de9e0b-b5c9-49d0-9daa-24c40c4eeeaa tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Sep 09 10:28:22.231020 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 008f52b1-0f86-475b-83c9-d729c66a99e9 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:28:22.312864 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:22.335813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:28:22.338702 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ec5ad7-0070-4df9-9cb3-039d485c5008" -d '{"events": [{"server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "name": "network-vif-unplugged", "status": "completed", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:28:22.351401 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 008f52b1-0f86-475b-83c9-d729c66a99e9, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=008f52b1-0f86-475b-83c9-d729c66a99e9,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:28:22.424887 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 10:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeee3e63-ba18-403a-bc96-9bac3f94dd9e x-openstack-request-id: req-eeee3e63-ba18-403a-bc96-9bac3f94dd9e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:28:22.424887 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "name": "network-vif-unplugged", "status": "completed", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:28:22.425118 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eeee3e63-ba18-403a-bc96-9bac3f94dd9e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:28:22.425491 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'code': 200} Sep 09 10:28:22.471063 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:22.531170 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=008f52b1-0f86-475b-83c9-d729c66a99e9,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:28:22.538385 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.538733 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.539074 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.539438 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.539806 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.541043 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.541502 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.544860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.544860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.544860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.544860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.544860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:28:22.596698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d5103-0024-4aaa-aae8-a71dd841011e req-b22233e3-d598-4515-90d2-dbd8523e8510 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:22.598191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-270d5103-0024-4aaa-aae8-a71dd841011e req-b22233e3-d598-4515-90d2-dbd8523e8510 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0514832 Sep 09 10:28:22.640652 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-270d5103-0024-4aaa-aae8-a71dd841011e req-87f3c25d-adf4-44d8-93b4-71946833c1e2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346112 Sep 09 10:28:22.683075 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-185617aa-6bb3-462a-a609-0564c26d0910 req-af7f5a4c-07f6-4ec2-b40a-a1562e1439a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831995 Sep 09 10:28:23.757234 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab8dda-8d7a-48df-898b-079c20e14025 req-b19f8e3c-4533-4ed6-883b-6a366e96dec9 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:23.758951 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56ab8dda-8d7a-48df-898b-079c20e14025 req-b19f8e3c-4533-4ed6-883b-6a366e96dec9 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0506928 Sep 09 10:28:23.803807 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-56ab8dda-8d7a-48df-898b-079c20e14025 req-1915b101-4a9e-4cff-bc34-68bbb2867e35 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357363 Sep 09 10:28:24.944590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd6c29-8e9d-4afd-9a4d-c1c4f00443e6 req-9bc17458-9187-445c-bdd6-389c8af9b20d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:24.946558 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-19bd6c29-8e9d-4afd-9a4d-c1c4f00443e6 req-9bc17458-9187-445c-bdd6-389c8af9b20d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0580986 Sep 09 10:28:24.995976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-19bd6c29-8e9d-4afd-9a4d-c1c4f00443e6 req-0c9f048f-3d21-43ad-a0e1-00dbc17f72e6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Sep 09 10:28:25.939925 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:26.117058 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5b5dd-2fa9-43c0-b23d-6b5059c178d7 req-50845fe5-d95c-4bf6-96eb-5ade3de0aecd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:26.119337 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-27e5b5dd-2fa9-43c0-b23d-6b5059c178d7 req-50845fe5-d95c-4bf6-96eb-5ade3de0aecd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0549157 Sep 09 10:28:26.159003 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-27e5b5dd-2fa9-43c0-b23d-6b5059c178d7 req-ed73fb4d-a477-4a58-a84b-aeec7cfad0c7 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331709 Sep 09 10:28:26.608767 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:27.274873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120979a8-7600-423a-aa57-f50e7ce1aaa6 req-b45dd2f3-f7e2-4954-9c18-66376ed8f096 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:27.276548 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-120979a8-7600-423a-aa57-f50e7ce1aaa6 req-b45dd2f3-f7e2-4954-9c18-66376ed8f096 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0507410 Sep 09 10:28:27.316069 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-120979a8-7600-423a-aa57-f50e7ce1aaa6 req-e0591602-f076-48b0-b335-ee48077446ed tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334771 Sep 09 10:28:28.391305 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185617aa-6bb3-462a-a609-0564c26d0910 req-cd98ed94-f240-4332-84dd-01e1860f7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:28.392953 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-185617aa-6bb3-462a-a609-0564c26d0910 req-cd98ed94-f240-4332-84dd-01e1860f7ed4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600&tenant_id=bbbaf17205064fb8a3ef92d7fe901e70 HTTP/1.1" status: 200 len: 1096 time: 0.0414147 Sep 09 10:28:28.434555 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c148-4ed0-44af-b701-9164dc87ff90 req-f8a6ad46-dc67-4f60-9cdd-104f6acd4ead tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:28.436107 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d22c148-4ed0-44af-b701-9164dc87ff90 req-f8a6ad46-dc67-4f60-9cdd-104f6acd4ead tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0506558 Sep 09 10:28:28.455102 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185617aa-6bb3-462a-a609-0564c26d0910 req-753af99d-a20c-4af7-b6eb-976db3244604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:28.456646 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-185617aa-6bb3-462a-a609-0564c26d0910 req-753af99d-a20c-4af7-b6eb-976db3244604 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1096 time: 0.0414414 Sep 09 10:28:28.475899 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1d22c148-4ed0-44af-b701-9164dc87ff90 req-e55f428b-153c-48a6-ba94-9f9636ee69ce tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337896 Sep 09 10:28:28.556332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185617aa-6bb3-462a-a609-0564c26d0910 req-16e7b78e-3780-49a3-8fc9-bc88c20bde96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:28.558016 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-185617aa-6bb3-462a-a609-0564c26d0910 req-16e7b78e-3780-49a3-8fc9-bc88c20bde96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0931683 Sep 09 10:28:28.623359 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-185617aa-6bb3-462a-a609-0564c26d0910 req-de376a88-e537-43b0-91b5-9dd9bac974c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 1000 time: 0.0584626 Sep 09 10:28:28.674472 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185617aa-6bb3-462a-a609-0564c26d0910 req-91bd96f1-94c0-4f50-bb54-868bdaa5542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:28.675966 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-185617aa-6bb3-462a-a609-0564c26d0910 req-91bd96f1-94c0-4f50-bb54-868bdaa5542d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0463088 Sep 09 10:28:28.719943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185617aa-6bb3-462a-a609-0564c26d0910 req-46ab17ce-32d2-4d42-ba31-ed725429a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:28.721424 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-185617aa-6bb3-462a-a609-0564c26d0910 req-46ab17ce-32d2-4d42-ba31-ed725429a618 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378628 Sep 09 10:28:28.815593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-185617aa-6bb3-462a-a609-0564c26d0910 req-fda938cc-0109-4d3a-9b9f-343342588f3b service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865536 Sep 09 10:28:28.908035 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-185617aa-6bb3-462a-a609-0564c26d0910 req-958ae3cf-8089-427a-80a9-c32fc85a319b service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846269 Sep 09 10:28:29.590238 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ebe1a-1dbd-4acc-bf45-481d82e2d3f2 req-53024e58-ee13-4c4c-a2f2-48c765b26a2d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:29.591644 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-246ebe1a-1dbd-4acc-bf45-481d82e2d3f2 req-53024e58-ee13-4c4c-a2f2-48c765b26a2d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0486248 Sep 09 10:28:29.629229 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-246ebe1a-1dbd-4acc-bf45-481d82e2d3f2 req-486708e8-be7d-4ac9-8ced-a8bb20b7b3a4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Sep 09 10:28:30.742264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07883ef-8cca-4413-b1a1-f6cb8680b19b req-89d4f2ba-0d8b-448d-b74a-98a7b89a5c92 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:30.744061 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f07883ef-8cca-4413-b1a1-f6cb8680b19b req-89d4f2ba-0d8b-448d-b74a-98a7b89a5c92 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0498366 Sep 09 10:28:30.782163 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-f07883ef-8cca-4413-b1a1-f6cb8680b19b req-147789a7-2594-4fb2-9c91-2d302223569c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317614 Sep 09 10:28:31.901669 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6e0b1-3f29-4c90-89e3-9203b6bb68cf req-ea8a6778-3954-403c-a84b-43eab1a1a44c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:31.903185 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6db6e0b1-3f29-4c90-89e3-9203b6bb68cf req-ea8a6778-3954-403c-a84b-43eab1a1a44c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0543728 Sep 09 10:28:31.941008 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6db6e0b1-3f29-4c90-89e3-9203b6bb68cf req-fffef93e-6730-42e2-81b0-058412f28e25 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317612 Sep 09 10:28:33.058684 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d73aa2-f5a8-4541-905d-85acbcfc50ad req-074046b0-832a-437a-8907-27e56d960266 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:33.060206 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-24d73aa2-f5a8-4541-905d-85acbcfc50ad req-074046b0-832a-437a-8907-27e56d960266 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0532165 Sep 09 10:28:33.098521 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-24d73aa2-f5a8-4541-905d-85acbcfc50ad req-56b2ffb2-c01a-437d-9f17-8d5e7cbb456c tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Sep 09 10:28:34.210957 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a89d4-9b98-48f1-9873-ad981924eea0 req-8954413f-62df-46a3-bb14-1471ecf9092e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:34.212563 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a0a89d4-9b98-48f1-9873-ad981924eea0 req-8954413f-62df-46a3-bb14-1471ecf9092e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0489209 Sep 09 10:28:34.249894 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3a0a89d4-9b98-48f1-9873-ad981924eea0 req-686bc9c1-1973-4fae-9d58-20c6504f9e73 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312743 Sep 09 10:28:35.363546 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07b800-1124-40a8-830a-6e9c6d38349b req-b9efcb55-9c9d-4acb-94ba-015a1689312e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:35.365041 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f07b800-1124-40a8-830a-6e9c6d38349b req-b9efcb55-9c9d-4acb-94ba-015a1689312e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0499539 Sep 09 10:28:35.404224 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3f07b800-1124-40a8-830a-6e9c6d38349b req-3fae29d1-c903-4239-8f61-1f7e1a7870b6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324821 Sep 09 10:28:36.337770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 008f52b1-0f86-475b-83c9-d729c66a99e9 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:28:36.435931 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 008f52b1-0f86-475b-83c9-d729c66a99e9, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=008f52b1-0f86-475b-83c9-d729c66a99e9,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:28:36.448028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'port_id': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'mac_address': 'fa:16:3e:d3:ec:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:28:36.487103 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:36.500661 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008f52b1-0f86-475b-83c9-d729c66a99e9 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:28:36.519787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05907324-1230-4d3e-842b-362ee0594fe9 req-e4a9df59-a132-485a-a4f6-e9d0d94f9893 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:36.520373 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 008f52b1-0f86-475b-83c9-d729c66a99e9, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=008f52b1-0f86-475b-83c9-d729c66a99e9,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:28:36.521320 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05907324-1230-4d3e-842b-362ee0594fe9 req-e4a9df59-a132-485a-a4f6-e9d0d94f9893 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 944 time: 0.0501685 Sep 09 10:28:36.559918 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-05907324-1230-4d3e-842b-362ee0594fe9 req-b0fd97f5-c281-46d5-abad-581643b6861f tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320168 Sep 09 10:28:36.579771 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:36.633255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=008f52b1-0f86-475b-83c9-d729c66a99e9,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:28:36.798105 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['008f52b1-0f86-475b-83c9-d729c66a99e9'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:28:37.676206 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45d4b5-18e4-4f98-9891-76b621a233ea req-13312baf-5cf1-4256-a29f-0891e54c1c8b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:37.677608 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db45d4b5-18e4-4f98-9891-76b621a233ea req-13312baf-5cf1-4256-a29f-0891e54c1c8b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 945 time: 0.0489619 Sep 09 10:28:37.714800 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-db45d4b5-18e4-4f98-9891-76b621a233ea req-9d824683-4869-4a63-b566-61db17754af6 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305080 Sep 09 10:28:38.354038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 008f52b1-0f86-475b-83c9-d729c66a99e9 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:28:38.402201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 008f52b1-0f86-475b-83c9-d729c66a99e9 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:28:38.402573 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:38.476292 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:38.511422 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:28:38.513621 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7505cccb-8e09-4151-9391-598340c06987" -d '{"events": [{"server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "name": "network-vif-plugged", "status": "completed", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:28:38.529621 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 008f52b1-0f86-475b-83c9-d729c66a99e9, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=008f52b1-0f86-475b-83c9-d729c66a99e9,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:28:38.549159 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6af2d1a-dd25-4af7-8fa3-1a5ad3dc7520 x-openstack-request-id: req-a6af2d1a-dd25-4af7-8fa3-1a5ad3dc7520 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:28:38.549428 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "name": "network-vif-plugged", "status": "completed", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:28:38.549687 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6af2d1a-dd25-4af7-8fa3-1a5ad3dc7520 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:28:38.550099 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'code': 200} Sep 09 10:28:38.588748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:38.642869 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=008f52b1-0f86-475b-83c9-d729c66a99e9,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:28:38.698316 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9784c-f88f-4af8-9487-7a66cf5e4e56 req-e47d582c-0676-4564-b99c-b6fa4ee64b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:38.699830 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f6a9784c-f88f-4af8-9487-7a66cf5e4e56 req-e47d582c-0676-4564-b99c-b6fa4ee64b89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1098 time: 0.0433390 Sep 09 10:28:38.734467 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f6a9784c-f88f-4af8-9487-7a66cf5e4e56 req-0b40d3d9-2f70-4ad2-9d02-d0946e2e7cb4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275352 Sep 09 10:28:38.838636 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564edff2-9643-46ca-a44d-33dafeaaf1ef req-d2c71af0-b2c8-439f-9dfc-b21affd1cb40 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:38.840194 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-564edff2-9643-46ca-a44d-33dafeaaf1ef req-d2c71af0-b2c8-439f-9dfc-b21affd1cb40 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0581164 Sep 09 10:28:38.882092 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-564edff2-9643-46ca-a44d-33dafeaaf1ef req-9c4b4654-86cc-449f-b45d-cc4dce6032b5 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356150 Sep 09 10:28:39.999737 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab9e2e-1afd-46c9-a959-06c446cf0a04 req-e410c360-8e91-4717-9fcc-b5c5b76f262b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:40.001224 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d2ab9e2e-1afd-46c9-a959-06c446cf0a04 req-e410c360-8e91-4717-9fcc-b5c5b76f262b tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0487266 Sep 09 10:28:40.039463 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d2ab9e2e-1afd-46c9-a959-06c446cf0a04 req-7def3433-ef83-43fe-bd3d-b83daaee8982 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322082 Sep 09 10:28:42.636821 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:28:44.487953 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ddf3d5c-161c-4c27-8e16-0f2176d4aa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:47.161973 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbf17-dc25-482a-ab5d-fd4b5164e0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:47.419267 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:48.811400 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:50.394056 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:55.464314 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c831bade-8917-4775-b964-d66451b4da7e req-0ba9dd54-dd39-4f5d-b022-d27e982d9922 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394833 Sep 09 10:28:55.548949 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831bade-8917-4775-b964-d66451b4da7e req-2aeadd66-f5c2-4a87-8ec9-0bec418f4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:55.550438 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c831bade-8917-4775-b964-d66451b4da7e req-2aeadd66-f5c2-4a87-8ec9-0bec418f4eec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1098 time: 0.0446451 Sep 09 10:28:55.657109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831bade-8917-4775-b964-d66451b4da7e req-0ca3307f-c911-411e-bffc-8e58e9b5addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:55.658500 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c831bade-8917-4775-b964-d66451b4da7e req-0ca3307f-c911-411e-bffc-8e58e9b5addf service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0843985 Sep 09 10:28:55.726371 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c831bade-8917-4775-b964-d66451b4da7e req-467ed643-9ab9-450b-97af-471d49eb26f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 1002 time: 0.0608852 Sep 09 10:28:55.776150 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831bade-8917-4775-b964-d66451b4da7e req-ad0408a3-a22d-4a68-83d7-195b018925d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:55.777635 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c831bade-8917-4775-b964-d66451b4da7e req-ad0408a3-a22d-4a68-83d7-195b018925d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0431781 Sep 09 10:28:55.823789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831bade-8917-4775-b964-d66451b4da7e req-3eee0750-ed0b-4b0d-bede-8d8c94bfff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:28:55.825249 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c831bade-8917-4775-b964-d66451b4da7e req-3eee0750-ed0b-4b0d-bede-8d8c94bfff50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404339 Sep 09 10:28:55.920192 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c831bade-8917-4775-b964-d66451b4da7e req-42b3e98f-98a3-4248-80d1-ecbb26a54a09 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877290 Sep 09 10:28:55.958841 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:28:56.013402 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-c831bade-8917-4775-b964-d66451b4da7e req-feaff2d6-682b-4cfd-a7e6-f86cadddf3c9 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862126 Sep 09 10:28:56.578795 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:14.484911 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3249e44-c9a4-480e-abe6-896d9f4d650c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:17.153557 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b88d1e71-e33d-4961-a23c-9acb8023fc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:17.395860 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:18.810768 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:19.635905 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:29:20.390000 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:25.954894 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:26.595253 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:44.492643 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2d82409-da50-4df5-b534-adf193aead76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:47.164182 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f231e4ab-0b10-43df-93be-1332f76ca0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:47.461762 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:48.800897 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:50.400796 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:55.977860 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:56.588963 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:29:56.635067 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:29:57.496686 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-1ec12c92-a706-46a3-a60c-c23bdbdddf8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450590 Sep 09 10:29:57.575919 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-29f93a3d-c0b0-48a1-8f6a-d2a37c52d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:29:57.577409 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-29f93a3d-c0b0-48a1-8f6a-d2a37c52d2e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1098 time: 0.0401869 Sep 09 10:29:57.678897 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-467a0492-d518-4531-aaf4-d94ee35ef91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:29:57.680322 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-467a0492-d518-4531-aaf4-d94ee35ef91f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0849345 Sep 09 10:29:57.749812 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-514770f2-7284-47d4-b4b2-a7fc8a3f4229 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 1002 time: 0.0617919 Sep 09 10:29:57.798025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-95eb735d-ff0a-4902-acce-951ed2ff8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:29:57.799603 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-95eb735d-ff0a-4902-acce-951ed2ff8b15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0428736 Sep 09 10:29:57.843123 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-14b69a35-79f4-4bd2-b23b-b733076776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:29:57.844620 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-14b69a35-79f4-4bd2-b23b-b733076776e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386021 Sep 09 10:29:57.854984 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-75800fc9-9780-42c0-a6f1-9cac96ab64aa service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:29:57.855974 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-75800fc9-9780-42c0-a6f1-9cac96ab64aa service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049679 Sep 09 10:29:57.949822 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-2ca1c816-7a2c-48a5-b990-97499a1a3e8e service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865276 Sep 09 10:29:58.043052 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-6ddf456d-a79f-43fc-9e45-c52500340209 req-8925d9aa-0bd6-4067-a464-4dd7ad4543de service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861473 Sep 09 10:30:14.474767 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-827ac681-9ce1-4ee3-8bb6-89412e426c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:16.129539 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 53986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:16.299696 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Deleting port e0a6795a-955b-46b0-869b-9efb8b010da2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:30:16.299965 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:16.383282 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:16.383558 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:16.394964 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Calling delete_port for e0a6795a-955b-46b0-869b-9efb8b010da2 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:30:16.615130 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:16.641437 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event deleted for resources: {'Port': ['ID=e0a6795a-955b-46b0-869b-9efb8b010da2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:16.654151 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.654491 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.654834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.655174 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.655563 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.655886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.656216 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.656553 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.656875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.657204 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.657526 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.657873 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:16.715705 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:16.715970 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Floating IP e0216298-97d3-4f0f-b536-8eb1179a0ea3 disassociated (deleted). External IP: 172.25.8.160, port: 008f52b1-0f86-475b-83c9-d729c66a99e9. Sep 09 10:30:16.921717 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:30:17.060230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:30:17.065394 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:17.070016 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24974f8d-fc45-42d4-a308-3cc61e5f4413 None None] Sync routers for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:30:17.078909 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24974f8d-fc45-42d4-a308-3cc61e5f4413 None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:17.079603 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-24974f8d-fc45-42d4-a308-3cc61e5f4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:29:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:17.092262 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ed963ca2-4b71-4e32-b506-7c25c28cb149 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "DELETE /v2.0/floatingips/e0216298-97d3-4f0f-b536-8eb1179a0ea3 HTTP/1.1" status: 204 len: 168 time: 0.9616861 Sep 09 10:30:17.092967 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:30:17.095891 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0d5ce2-0971-4cd5-9c10-b654424ce207" -d '{"events": [{"name": "network-changed", "server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:30:17.143127 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4205c939-d9cb-4b73-b4e1-df7bd4cd585b x-openstack-request-id: req-4205c939-d9cb-4b73-b4e1-df7bd4cd585b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:30:17.143803 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:30:17.143803 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4205c939-d9cb-4b73-b4e1-df7bd4cd585b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:30:17.144154 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'status': 'completed', 'code': 200} Sep 09 10:30:17.207155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d5ce2-0971-4cd5-9c10-b654424ce207 req-7fff7eae-7efe-4ac0-b5b5-6c423d4fa8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:17.208654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a0d5ce2-0971-4cd5-9c10-b654424ce207 req-7fff7eae-7efe-4ac0-b5b5-6c423d4fa8f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 1098 time: 0.0429957 Sep 09 10:30:17.308503 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d5ce2-0971-4cd5-9c10-b654424ce207 req-031cfdba-49a8-42c7-aee7-b6cd5adb9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:17.310000 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a0d5ce2-0971-4cd5-9c10-b654424ce207 req-031cfdba-49a8-42c7-aee7-b6cd5adb9fdc service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 200 len: 910 time: 0.0942023 Sep 09 10:30:17.342933 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07b8602b-f987-427e-ac95-5da432287192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:17.353766 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a0d5ce2-0971-4cd5-9c10-b654424ce207 req-9253e890-5373-4d3e-a828-616f099b3a5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 200 len: 217 time: 0.0367901 Sep 09 10:30:17.375014 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-24974f8d-fc45-42d4-a308-3cc61e5f4413 None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:17.403230 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d5ce2-0971-4cd5-9c10-b654424ce207 req-8570ac10-2499-47c9-9509-a089c0cd7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:17.404829 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a0d5ce2-0971-4cd5-9c10-b654424ce207 req-8570ac10-2499-47c9-9509-a089c0cd7b3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 200 len: 848 time: 0.0446770 Sep 09 10:30:17.459343 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d5ce2-0971-4cd5-9c10-b654424ce207 req-3a05d83c-678e-479a-9684-91786401ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:17.460825 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a0d5ce2-0971-4cd5-9c10-b654424ce207 req-3a05d83c-678e-479a-9684-91786401ae35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e245f-66b6-42d4-a927-40a216e10a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478494 Sep 09 10:30:17.472507 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:17.556585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a0d5ce2-0971-4cd5-9c10-b654424ce207 req-9b0ec93c-1fbc-4984-9cf4-10dd83e253a4 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883713 Sep 09 10:30:17.581541 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-24974f8d-fc45-42d4-a308-3cc61e5f4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:17.609753 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24974f8d-fc45-42d4-a308-3cc61e5f4413 None None] Checking router: 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:30:17.618166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24974f8d-fc45-42d4-a308-3cc61e5f4413 None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:17.618792 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-24974f8d-fc45-42d4-a308-3cc61e5f4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:17.688855 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7016ca-ddbf-4a99-b1a8-5f7292580131 req-1c0442e3-1c8b-48eb-b35b-f2c162181446 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:17.690924 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c7016ca-ddbf-4a99-b1a8-5f7292580131 req-1c0442e3-1c8b-48eb-b35b-f2c162181446 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.1046143 Sep 09 10:30:17.694581 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5a0d5ce2-0971-4cd5-9c10-b654424ce207 req-1103a879-6a68-43d5-aca3-33324eaefe61 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302178 Sep 09 10:30:17.727915 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-24974f8d-fc45-42d4-a308-3cc61e5f4413 None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:17.730962 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-0c7016ca-ddbf-4a99-b1a8-5f7292580131 req-f4757778-66c5-47dc-bafa-acea290bfe30 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337090 Sep 09 10:30:17.930515 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-24974f8d-fc45-42d4-a308-3cc61e5f4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:17.956652 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24974f8d-fc45-42d4-a308-3cc61e5f4413 None None] The sync data for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 is: [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:20:30Z', 'revision_number': 4, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': 'a124d706-6c68-4796-8ff2-2ab6d8f5f5b3', 'name': '', 'network_id': '4e5e245f-66b6-42d4-a927-40a216e10a5a', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'mac_address': 'fa:16:3e:85:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:30Z', 'updated_at': '2021-09-09T10:20:35Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'subnets': [{'id': 'a4e67b0f-a9e1-441d-8701-d8fd9304d017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:30:18.174034 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be41fdf-d5c3-45da-a84c-3a355e42b264 None None] New status for floating IP e0216298-97d3-4f0f-b536-8eb1179a0ea3: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:30:18.803901 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:18.848226 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3178649-747d-42f0-8528-2fdb0a12ac39 req-0c7d367c-9e7a-4842-aa20-2642208baba2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:18.849722 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3178649-747d-42f0-8528-2fdb0a12ac39 req-0c7d367c-9e7a-4842-aa20-2642208baba2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0494621 Sep 09 10:30:18.888166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d3178649-747d-42f0-8528-2fdb0a12ac39 req-68e98c36-df15-45d0-9fe7-b7c54ce782cd tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/security-groups?id=210d162a-bb52-45bd-bc9e-0f78fe562984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322721 Sep 09 10:30:19.110915 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdcb28-57f2-45dd-bbcd-26cee8d44753 req-5c8e9d4e-fa25-4435-b83a-7ab06d2e49b3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:19.112490 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b4fdcb28-57f2-45dd-bbcd-26cee8d44753 req-5c8e9d4e-fa25-4435-b83a-7ab06d2e49b3 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 946 time: 0.0470295 Sep 09 10:30:19.203141 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b4fdcb28-57f2-45dd-bbcd-26cee8d44753 req-18710c4e-a4a8-4476-873e-bdae8e073cf4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Deleting port 008f52b1-0f86-475b-83c9-d729c66a99e9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:30:19.203531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b4fdcb28-57f2-45dd-bbcd-26cee8d44753 req-18710c4e-a4a8-4476-873e-bdae8e073cf4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:19.291103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b4fdcb28-57f2-45dd-bbcd-26cee8d44753 req-18710c4e-a4a8-4476-873e-bdae8e073cf4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] For port 008f52b1-0f86-475b-83c9-d729c66a99e9, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=008f52b1-0f86-475b-83c9-d729c66a99e9,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:19.291498 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b4fdcb28-57f2-45dd-bbcd-26cee8d44753 req-18710c4e-a4a8-4476-873e-bdae8e073cf4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:19.307884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b4fdcb28-57f2-45dd-bbcd-26cee8d44753 req-18710c4e-a4a8-4476-873e-bdae8e073cf4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Calling delete_port for 008f52b1-0f86-475b-83c9-d729c66a99e9 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:30:19.529489 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b4fdcb28-57f2-45dd-bbcd-26cee8d44753 req-18710c4e-a4a8-4476-873e-bdae8e073cf4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:19.558251 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18710c4e-a4a8-4476-873e-bdae8e073cf4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event deleted for resources: {'Port': ['ID=008f52b1-0f86-475b-83c9-d729c66a99e9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:19.605570 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fdcb28-57f2-45dd-bbcd-26cee8d44753 req-18710c4e-a4a8-4476-873e-bdae8e073cf4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] No DVR routers for this DVR port 008f52b1-0f86-475b-83c9-d729c66a99e9 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:30:19.608207 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b4fdcb28-57f2-45dd-bbcd-26cee8d44753 req-18710c4e-a4a8-4476-873e-bdae8e073cf4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:19.610213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-b4fdcb28-57f2-45dd-bbcd-26cee8d44753 req-18710c4e-a4a8-4476-873e-bdae8e073cf4 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.24 "DELETE /v2.0/ports/008f52b1-0f86-475b-83c9-d729c66a99e9 HTTP/1.1" status: 204 len: 173 time: 0.4920590 Sep 09 10:30:19.610647 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'name': 'network-vif-deleted', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:30:19.613153 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26084df4-7fb4-4b7c-9921-6370ecce3d50" -d '{"events": [{"server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "name": "network-vif-deleted", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:30:19.649212 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df2c505-e6e5-47c1-a767-b2bdb8712904 x-openstack-request-id: req-6df2c505-e6e5-47c1-a767-b2bdb8712904 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:30:19.649510 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa438a8c-10b5-4151-9fed-0675fdc42600", "name": "network-vif-deleted", "tag": "008f52b1-0f86-475b-83c9-d729c66a99e9", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:30:19.649762 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6df2c505-e6e5-47c1-a767-b2bdb8712904 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:30:19.650158 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa438a8c-10b5-4151-9fed-0675fdc42600', 'name': 'network-vif-deleted', 'tag': '008f52b1-0f86-475b-83c9-d729c66a99e9', 'status': 'completed', 'code': 200} Sep 09 10:30:19.997785 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ea8bf95e-a0d8-4957-bf38-bc102809d595 req-9dc588c3-bdc2-4414-a4b2-f753c9878c1d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 210 time: 0.0360591 Sep 09 10:30:20.409941 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:21.100693 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d0c71131-af0c-4268-9ab7-b18d58d76800 req-da489068-438c-4ac3-886c-ba04f9a9a82d tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 210 time: 0.0293489 Sep 09 10:30:22.206940 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2356f659-f014-4b07-91b9-d12ac74e0e81 req-835a2b39-2ec4-4bf1-98bf-68650f2c905f tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 210 time: 0.0325224 Sep 09 10:30:22.991776 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 008f52b1-0f86-475b-83c9-d729c66a99e9 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:30:23.017715 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 008f52b1-0f86-475b-83c9-d729c66a99e9 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:30:23.018064 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 008f52b1-0f86-475b-83c9-d729c66a99e9 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:30:23.301321 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-663b3343-b66a-43ad-a6ef-6e3c6d3f96a1 req-164e1f23-6c68-42e3-8282-6b4445000ab2 tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa438a8c-10b5-4151-9fed-0675fdc42600 HTTP/1.1" status: 200 len: 210 time: 0.0261905 Sep 09 10:30:24.358545 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54020) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:24.415484 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1675359-401f-4d22-89e5-fa26c22ab55e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:24.444912 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1675359-401f-4d22-89e5-fa26c22ab55e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:24.586725 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1675359-401f-4d22-89e5-fa26c22ab55e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:24.589410 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1675359-401f-4d22-89e5-fa26c22ab55e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:24.590915 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b1675359-401f-4d22-89e5-fa26c22ab55e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] 10.222.0.32 "DELETE /v2.0/security-groups/210d162a-bb52-45bd-bc9e-0f78fe562984 HTTP/1.1" status: 204 len: 168 time: 0.2311692 Sep 09 10:30:24.604687 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1675359-401f-4d22-89e5-fa26c22ab55e tempest-TestShelveInstance-848461088 tempest-TestShelveInstance-848461088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210d162a-bb52-45bd-bc9e-0f78fe562984,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:24.715137 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54024) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:25.229371 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:25.502264 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Deleting port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:30:25.502507 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:25.579065 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] For port a124d706-6c68-4796-8ff2-2ab6d8f5f5b3, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a124d706-6c68-4796-8ff2-2ab6d8f5f5b3,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:25.579528 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:25.597702 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Calling delete_port for a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:30:25.855466 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:25.882268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a124d706-6c68-4796-8ff2-2ab6d8f5f5b3,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:25.920078 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.924736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.924736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.924736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.924736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.924736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.924736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.924736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.924736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.924736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.924736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.924736 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:25.972566 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:26.071339 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:26.288937 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:30:26.398721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:30:26.404449 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-54368509-6284-4e9f-ae0c-0929ad205db3 admin admin] 10.222.0.32 "PUT /v2.0/routers/1ed5957c-a39a-4efd-a1b7-2c88a69f6eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879909 Sep 09 10:30:26.407057 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54030) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:26.407833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903a917e-6a08-46a5-991c-234955d73c8c None None] Sync routers for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:30:26.417645 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a917e-6a08-46a5-991c-234955d73c8c None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:26.418254 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-903a917e-6a08-46a5-991c-234955d73c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:26.529249 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:26.529803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-903a917e-6a08-46a5-991c-234955d73c8c None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:26.643306 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:26.673475 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:26.730528 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-903a917e-6a08-46a5-991c-234955d73c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:30:25Z', 'revision_number': 5, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port': {'id': '9c3977e9-a2a7-4284-ade5-b59f7784ee1b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:28Z', 'updated_at': '2021-09-09T10:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:26.758459 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903a917e-6a08-46a5-991c-234955d73c8c None None] Checking router: 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:30:26.768219 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a917e-6a08-46a5-991c-234955d73c8c None None] Routers {'1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:26.768681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-903a917e-6a08-46a5-991c-234955d73c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:26.863627 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-903a917e-6a08-46a5-991c-234955d73c8c None None] Set router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:26.922935 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-903a917e-6a08-46a5-991c-234955d73c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:30:26Z', 'revision_number': 6, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:26.957617 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903a917e-6a08-46a5-991c-234955d73c8c None None] The sync data for ids ['1ed5957c-a39a-4efd-a1b7-2c88a69f6eba'] in n-d-778696-16 is: [{'id': '1ed5957c-a39a-4efd-a1b7-2c88a69f6eba', 'name': 'tempest-TestShelveInstance-1517077435-router', 'tenant_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:27Z', 'updated_at': '2021-09-09T10:30:26Z', 'revision_number': 6, 'project_id': 'bbbaf17205064fb8a3ef92d7fe901e70', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:30:27.046895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Deleting port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:30:27.047544 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:27.122930 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] For port 9c3977e9-a2a7-4284-ade5-b59f7784ee1b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=9c3977e9-a2a7-4284-ade5-b59f7784ee1b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:27.123563 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:27.136166 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Calling delete_port for 9c3977e9-a2a7-4284-ade5-b59f7784ee1b owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:30:27.375340 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:27.406719 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3977e9-a2a7-4284-ade5-b59f7784ee1b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:27.467387 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:27.556818 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:27.558930 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:27.683978 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:27.684435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed5957c-a39a-4efd-a1b7-2c88a69f6eba {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:30:27.689557 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:27.693695 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54032) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:27.694190 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c88bc192-06bc-4a2a-a6a7-f13668898611 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1ed5957c-a39a-4efd-a1b7-2c88a69f6eba HTTP/1.1" status: 204 len: 168 time: 1.2855864 Sep 09 10:30:27.744562 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-174b5f5e-1ebf-4fbd-9928-ba86a49841ee admin admin] Deleting subnet a4e67b0f-a9e1-441d-8701-d8fd9304d017 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:30:27.747871 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-174b5f5e-1ebf-4fbd-9928-ba86a49841ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:27.752130 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:30:27.772695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:30:27.773038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a124d706-6c68-4796-8ff2-2ab6d8f5f5b3 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:30:27.773447 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9c3977e9-a2a7-4284-ade5-b59f7784ee1b no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:30:27.783795 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-174b5f5e-1ebf-4fbd-9928-ba86a49841ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948253'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:27.792290 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 9c3977e9-a2a7-4284-ade5-b59f7784ee1b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:30:27.792637 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 9c3977e9-a2a7-4284-ade5-b59f7784ee1b not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:30:27.861329 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-174b5f5e-1ebf-4fbd-9928-ba86a49841ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:27.989470 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-174b5f5e-1ebf-4fbd-9928-ba86a49841ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8444022'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.012835 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b5f5e-1ebf-4fbd-9928-ba86a49841ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e67b0f-a9e1-441d-8701-d8fd9304d017,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:28.022209 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-174b5f5e-1ebf-4fbd-9928-ba86a49841ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.026530 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-174b5f5e-1ebf-4fbd-9928-ba86a49841ee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a4e67b0f-a9e1-441d-8701-d8fd9304d017 HTTP/1.1" status: 204 len: 168 time: 0.3295248 Sep 09 10:30:28.026778 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:28.027076 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620f0a03-acfb-4833-ba33-3efcd41074a9 None None] Network 4e5e245f-66b6-42d4-a927-40a216e10a5a requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:30:28.094451 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.156546 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Deleting port a990b0f9-90f4-4674-9534-aaccc66786ac {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:30:28.156883 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.206500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] DHCP port deletion for 4e5e245f-66b6-42d4-a927-40a216e10a5a request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:30:28.228067 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] For port a990b0f9-90f4-4674-9534-aaccc66786ac, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a990b0f9-90f4-4674-9534-aaccc66786ac,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:28.228433 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.241025 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Calling delete_port for a990b0f9-90f4-4674-9534-aaccc66786ac owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:30:28.258058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Deleting port a990b0f9-90f4-4674-9534-aaccc66786ac {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:30:28.258438 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.321324 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] For port a990b0f9-90f4-4674-9534-aaccc66786ac, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=a990b0f9-90f4-4674-9534-aaccc66786ac,segment=NetworkSegment(b6610629-0492-46b1-8ff8-370c69976bc5),segment_id=b6610629-0492-46b1-8ff8-370c69976bc5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:28.321725 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.333770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Calling delete_port for a990b0f9-90f4-4674-9534-aaccc66786ac owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:30:28.386572 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.413103 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a990b0f9-90f4-4674-9534-aaccc66786ac,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:28.413777 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.418176 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] No DVR routers for this DVR port a990b0f9-90f4-4674-9534-aaccc66786ac on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:30:28.442727 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Pushing event deleted for resources: {'Port': ['ID=a990b0f9-90f4-4674-9534-aaccc66786ac,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:28.444987 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] No DVR routers for this DVR port a990b0f9-90f4-4674-9534-aaccc66786ac on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:30:28.456185 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.456537 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.456883 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.457221 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.457561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.457896 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.458225 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.458555 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.458952 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.459193 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.459542 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.459860 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23598f3d-239b-4eb6-b854-5766ca436de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:28.492637 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.516443 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5e245f-66b6-42d4-a927-40a216e10a5a']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:28.525887 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6610629-0492-46b1-8ff8-370c69976bc5') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:28.526180 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6610629-0492-46b1-8ff8-370c69976bc5') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:28.535691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.548268 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.553853 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:30:28.554234 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:30:28.555857 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:30:28.683668 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.688910 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:28.690833 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e5e245f-66b6-42d4-a927-40a216e10a5a HTTP/1.1" status: 204 len: 168 time: 0.6630659 Sep 09 10:30:28.694545 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54036) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:28.701679 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab4292-1395-4831-9ecd-c3e99da0dac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5e245f-66b6-42d4-a927-40a216e10a5a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:29.050588 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:29.295778 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] Deleting port 4b87488b-ea95-46be-bc15-5adb2135cd10 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:30:29.296122 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:29.371152 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] For port 4b87488b-ea95-46be-bc15-5adb2135cd10, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=4b87488b-ea95-46be-bc15-5adb2135cd10,segment=NetworkSegment(6970f889-3bb1-49c0-983c-fb9bfb71adb1),segment_id=6970f889-3bb1-49c0-983c-fb9bfb71adb1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:29.371543 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:29.387949 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] Calling delete_port for 4b87488b-ea95-46be-bc15-5adb2135cd10 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:30:29.488530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a990b0f9-90f4-4674-9534-aaccc66786ac no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:30:29.509095 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: a990b0f9-90f4-4674-9534-aaccc66786ac {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:30:29.509505 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device a990b0f9-90f4-4674-9534-aaccc66786ac not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:30:29.657897 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:29.681888 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b87488b-ea95-46be-bc15-5adb2135cd10,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:29.852440 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:30.066533 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] Router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:30:30.171975 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:30:30.177378 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-602e9602-9ab1-408f-8c8c-ee1c79899e9b admin admin] 10.222.0.32 "PUT /v2.0/routers/8fbdf454-dd13-4ab7-8db9-5add63a943a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4814594 Sep 09 10:30:30.179961 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54038) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:30.180942 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f138fb-d2dd-4a62-8bf4-b5301741c394 None None] Sync routers for ids ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:30:30.191029 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f138fb-d2dd-4a62-8bf4-b5301741c394 None None] Routers {'8fbdf454-dd13-4ab7-8db9-5add63a943a5'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:30.191671 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e6f138fb-d2dd-4a62-8bf4-b5301741c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:30.283603 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:30.292128 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e6f138fb-d2dd-4a62-8bf4-b5301741c394 None None] Set router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:30.385027 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:30.464941 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e6f138fb-d2dd-4a62-8bf4-b5301741c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'name': 'tempest-TestShelveInstance-1829539233-router', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:33Z', 'updated_at': '2021-09-09T10:30:29Z', 'revision_number': 5, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'gw_port': {'id': 'aeb9b996-27da-4d1e-856f-017e10c86be5', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:20:34Z', 'updated_at': '2021-09-09T10:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:30.492049 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f138fb-d2dd-4a62-8bf4-b5301741c394 None None] Checking router: 8fbdf454-dd13-4ab7-8db9-5add63a943a5 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:30:30.500379 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f138fb-d2dd-4a62-8bf4-b5301741c394 None None] Routers {'8fbdf454-dd13-4ab7-8db9-5add63a943a5'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:30.500979 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e6f138fb-d2dd-4a62-8bf4-b5301741c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:30.510128 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Deleting port aeb9b996-27da-4d1e-856f-017e10c86be5 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:30:30.510471 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:30.585597 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e6f138fb-d2dd-4a62-8bf4-b5301741c394 None None] Set router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:30.587030 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] For port aeb9b996-27da-4d1e-856f-017e10c86be5, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=aeb9b996-27da-4d1e-856f-017e10c86be5,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:30.587406 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:30.600069 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Calling delete_port for aeb9b996-27da-4d1e-856f-017e10c86be5 owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:30:30.735456 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e6f138fb-d2dd-4a62-8bf4-b5301741c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'name': 'tempest-TestShelveInstance-1829539233-router', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:33Z', 'updated_at': '2021-09-09T10:30:30Z', 'revision_number': 6, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:30.762786 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f138fb-d2dd-4a62-8bf4-b5301741c394 None None] The sync data for ids ['8fbdf454-dd13-4ab7-8db9-5add63a943a5'] in n-d-778696-16 is: [{'id': '8fbdf454-dd13-4ab7-8db9-5add63a943a5', 'name': 'tempest-TestShelveInstance-1829539233-router', 'tenant_id': '408ec9b6180a4985b65bb27d61a90bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:20:33Z', 'updated_at': '2021-09-09T10:30:30Z', 'revision_number': 6, 'project_id': '408ec9b6180a4985b65bb27d61a90bd8', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:30:30.857478 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:30.887460 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb9b996-27da-4d1e-856f-017e10c86be5,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:30.950496 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.039101 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.041245 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.144340 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.144917 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fbdf454-dd13-4ab7-8db9-5add63a943a5 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:30:31.149769 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.150990 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0840128f-21c5-4ef2-b409-fc883cd5ab75 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8fbdf454-dd13-4ab7-8db9-5add63a943a5 HTTP/1.1" status: 204 len: 168 time: 0.9701097 Sep 09 10:30:31.153619 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54040) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:31.206051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc57000a-e2c2-4a60-b5ca-3cbef8c09e86 admin admin] Deleting subnet ecf62dd0-0445-4cbf-b0fc-17edc37a7f87 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:30:31.208867 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc57000a-e2c2-4a60-b5ca-3cbef8c09e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.242750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc57000a-e2c2-4a60-b5ca-3cbef8c09e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.320020 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc57000a-e2c2-4a60-b5ca-3cbef8c09e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.443861 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc57000a-e2c2-4a60-b5ca-3cbef8c09e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.469903 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57000a-e2c2-4a60-b5ca-3cbef8c09e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf62dd0-0445-4cbf-b0fc-17edc37a7f87,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:31.474665 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-fc57000a-e2c2-4a60-b5ca-3cbef8c09e86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.476596 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fc57000a-e2c2-4a60-b5ca-3cbef8c09e86 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ecf62dd0-0445-4cbf-b0fc-17edc37a7f87 HTTP/1.1" status: 204 len: 168 time: 0.3220198 Sep 09 10:30:31.479082 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54042) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:31.481209 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3accd6d9-c528-4fbc-a78d-590f188e2de6 None None] Network fb7a3e45-56eb-4977-95bf-2922f16c8f02 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:30:31.561496 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.586307 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4b87488b-ea95-46be-bc15-5adb2135cd10 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:30:31.622451 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Deleting port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:30:31.622796 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.626190 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 4b87488b-ea95-46be-bc15-5adb2135cd10 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:30:31.627524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 4b87488b-ea95-46be-bc15-5adb2135cd10 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:30:31.628022 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device aeb9b996-27da-4d1e-856f-017e10c86be5 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:30:31.648880 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: aeb9b996-27da-4d1e-856f-017e10c86be5 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:30:31.649220 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device aeb9b996-27da-4d1e-856f-017e10c86be5 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:30:31.711824 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] For port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7a9f32e7-a12f-4f88-84c6-fb2fc72806d8,segment=NetworkSegment(6970f889-3bb1-49c0-983c-fb9bfb71adb1),segment_id=6970f889-3bb1-49c0-983c-fb9bfb71adb1)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:31.712321 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.728412 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Calling delete_port for 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:30:31.737696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb18e8-7287-47c3-ba18-b3482b7df70c None None] DHCP port deletion for fb7a3e45-56eb-4977-95bf-2922f16c8f02 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:30:31.787691 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-03bb18e8-7287-47c3-ba18-b3482b7df70c None None] Deleting port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:30:31.788075 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bb18e8-7287-47c3-ba18-b3482b7df70c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.856296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-03bb18e8-7287-47c3-ba18-b3482b7df70c None None] For port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=7a9f32e7-a12f-4f88-84c6-fb2fc72806d8,segment=NetworkSegment(6970f889-3bb1-49c0-983c-fb9bfb71adb1),segment_id=6970f889-3bb1-49c0-983c-fb9bfb71adb1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:31.856694 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bb18e8-7287-47c3-ba18-b3482b7df70c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.869042 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-03bb18e8-7287-47c3-ba18-b3482b7df70c None None] Calling delete_port for 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:30:31.903069 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.935445 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9f32e7-a12f-4f88-84c6-fb2fc72806d8,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:31.937337 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] No DVR routers for this DVR port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:30:31.957896 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bb18e8-7287-47c3-ba18-b3482b7df70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:31.980230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb18e8-7287-47c3-ba18-b3482b7df70c None None] Pushing event deleted for resources: {'Port': ['ID=7a9f32e7-a12f-4f88-84c6-fb2fc72806d8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:31.988271 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb18e8-7287-47c3-ba18-b3482b7df70c None None] No DVR routers for this DVR port 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:30:32.015369 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:32.039655 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7a3e45-56eb-4977-95bf-2922f16c8f02']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:32.051413 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6970f889-3bb1-49c0-983c-fb9bfb71adb1') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:32.051728 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6970f889-3bb1-49c0-983c-fb9bfb71adb1') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:32.063390 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:32.076609 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:32.082857 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:30:32.083269 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: timer() Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:30:32.085003 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:30:32.194129 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:32.199733 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:32.201579 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fb7a3e45-56eb-4977-95bf-2922f16c8f02 HTTP/1.1" status: 204 len: 168 time: 0.7215469 Sep 09 10:30:32.213140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf29c47-f927-4fb9-af32-4a90483236c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7a3e45-56eb-4977-95bf-2922f16c8f02,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:32.595906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54046) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:32.635212 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-fb8b2140-d2d7-48bd-8274-683afb7d044e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbbaf17205064fb8a3ef92d7fe901e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391042 Sep 09 10:30:32.637711 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54048) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:32.684704 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-900a012e-f25b-4dc5-be28-87634a25abbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:32.706237 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-900a012e-f25b-4dc5-be28-87634a25abbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:32.826550 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-900a012e-f25b-4dc5-be28-87634a25abbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:32.830048 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-900a012e-f25b-4dc5-be28-87634a25abbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:32.831238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-900a012e-f25b-4dc5-be28-87634a25abbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85fd9bb0-bdad-4b80-ae09-7c7e6b33df8f HTTP/1.1" status: 204 len: 168 time: 0.1925888 Sep 09 10:30:32.839020 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a012e-f25b-4dc5-be28-87634a25abbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fd9bb0-bdad-4b80-ae09-7c7e6b33df8f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:33.468063 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54054) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:33.483449 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:30:33.507024 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:30:33.507369 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 7a9f32e7-a12f-4f88-84c6-fb2fc72806d8 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:30:33.510063 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-60819552-4f45-4b2e-a998-7915d495698b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=408ec9b6180a4985b65bb27d61a90bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406499 Sep 09 10:30:33.512439 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54056) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:33.559750 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c241276-9111-4ee7-8cda-2eb94129e724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:33.581124 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c241276-9111-4ee7-8cda-2eb94129e724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:33.633825 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:30:33.679645 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c241276-9111-4ee7-8cda-2eb94129e724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:33.682180 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-7c241276-9111-4ee7-8cda-2eb94129e724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:33.683357 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-7c241276-9111-4ee7-8cda-2eb94129e724 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5262cde5-a867-48d1-8af3-9186b8e8047e HTTP/1.1" status: 204 len: 168 time: 0.1699786 Sep 09 10:30:33.691582 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c241276-9111-4ee7-8cda-2eb94129e724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5262cde5-a867-48d1-8af3-9186b8e8047e,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:34.664036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54078) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:34.771804 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-21082652-network', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:34.851178 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Made reservation on behalf of 130261d18ec1412a93c0cb7b1192537c for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:30:34.853602 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:34.863070 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:34.955938 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:35.005743 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:35.327401 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:30:35.332933 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d44c802-5786-4eb2-838b-dcf4b73ce304,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:35.341045 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:35.341045 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Added segment e4794938-61c7-4570-8779-1ca0819d313c of type vlan for network f02dcfec-2cca-466a-8fb2-d3df89a993f4 Sep 09 10:30:35.383820 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:35.460616 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:35.461590 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:35.462175 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:35.519133 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] Pushing event updated for resources: {'Network': ['ID=f02dcfec-2cca-466a-8fb2-d3df89a993f4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:35.528772 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network f02dcfec-2cca-466a-8fb2-d3df89a993f4 details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:30:35.558595 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-554d9ee1-19f7-4e51-9cff-eed73adaa20b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8934767 Sep 09 10:30:35.561540 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:35.566382 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] Request body: {'subnet': {'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-21082652-subnet', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:35.652101 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] Made reservation on behalf of 130261d18ec1412a93c0cb7b1192537c for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:30:35.654511 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:35.868787 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:35.920701 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e9f784-f6db-4587-85d8-dc2f7e5617a2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:35.931711 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] Checking segment: {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:30:35.932065 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] Network hostable DHCP agents. Network: f02dcfec-2cca-466a-8fb2-d3df89a993f4, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:30:36.005499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] Network f02dcfec-2cca-466a-8fb2-d3df89a993f4 is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:30:36.079875 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, f02dcfec-2cca-466a-8fb2-d3df89a993f4) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:30:36.083952 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:36.084546 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.088635 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8271e5ff-f742-4a93-a76e-74949e18340d None None] Network f02dcfec-2cca-466a-8fb2-d3df89a993f4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:30:36.166398 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-67e6a363-af8d-422b-9d71-e2f4ff340c54 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6037247 Sep 09 10:30:36.168999 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54084) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:36.173842 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:36.233260 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:30:36.234107 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.255456 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.256515 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.307013 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.369646 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Allocated IP 172.20.0.2 (f02dcfec-2cca-466a-8fb2-d3df89a993f4/32e9f784-f6db-4587-85d8-dc2f7e5617a2/e60e4846-6fef-45be-884a-a14a31d9579f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:30:36.513093 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.521725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Transition to ACTIVE for port object e60e4846-6fef-45be-884a-a14a31d9579f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:36.526780 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.536252 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Transition to ACTIVE for port object e60e4846-6fef-45be-884a-a14a31d9579f will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:36.649577 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.690390 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Network f02dcfec-2cca-466a-8fb2-d3df89a993f4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:30:36.693323 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:30:36.696981 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:30:36.708090 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Pushing event updated for resources: {'Port': ['ID=e60e4846-6fef-45be-884a-a14a31d9579f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:36.759457 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Attempting to bind port e60e4846-6fef-45be-884a-a14a31d9579f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:30:36.759836 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Attempting to bind port e60e4846-6fef-45be-884a-a14a31d9579f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:30:36.760203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Attempting to bind port e60e4846-6fef-45be-884a-a14a31d9579f on network f02dcfec-2cca-466a-8fb2-d3df89a993f4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:30:36.765379 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:30:36.765696 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Checking segment: {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:30:36.766140 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.766566 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Bound using segment: {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:30:36.767077 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Bound port: e60e4846-6fef-45be-884a-a14a31d9579f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:30:36.767513 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.822477 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.829201 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] For port e60e4846-6fef-45be-884a-a14a31d9579f, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:30:36.832565 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] For port e60e4846-6fef-45be-884a-a14a31d9579f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e60e4846-6fef-45be-884a-a14a31d9579f,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:30:36.841778 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.919323 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:36.948394 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Allocated IP 172.25.8.126 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/d750252e-a53e-4218-b314-6c7071611a3d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:30:36.993924 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7754d3-1017-4da6-b4d4-6790071db5ef None None] Pushing event updated for resources: {'Port': ['ID=e60e4846-6fef-45be-884a-a14a31d9579f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:37.073705 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:37.189456 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:37.231336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:30:37.237054 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:30:37.241729 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:30:37.244976 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Pushing event updated for resources: {'Port': ['ID=d750252e-a53e-4218-b314-6c7071611a3d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:37.510241 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e60e4846-6fef-45be-884a-a14a31d9579f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:37.564211 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:37.637833 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port e60e4846-6fef-45be-884a-a14a31d9579f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:30:37.770314 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:37.868375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85deaad-5cc7-419c-ad43-f5eb6cfa8260 None None] Network f02dcfec-2cca-466a-8fb2-d3df89a993f4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:30:37.948399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Router 35eaa669-7b1d-4e85-921b-7e997ec726e2 is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:30:37.994168 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-34386a7c-17ed-499f-acff-2c8e87de30b0 None None] Provisioning for port e60e4846-6fef-45be-884a-a14a31d9579f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:30:38.012146 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-34386a7c-17ed-499f-acff-2c8e87de30b0 None None] Provisioning complete for port e60e4846-6fef-45be-884a-a14a31d9579f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:38.012514 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34386a7c-17ed-499f-acff-2c8e87de30b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:38.060666 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:30:38.086183 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Sync routers for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:30:38.108933 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:38.109476 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:38.114290 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34386a7c-17ed-499f-acff-2c8e87de30b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:38.175927 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:38.177849 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-068b37a3-f175-4fc0-ad1c-5d3f3f056bad admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0078886 Sep 09 10:30:38.181155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54086) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:38.347784 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-34386a7c-17ed-499f-acff-2c8e87de30b0 None None] For port e60e4846-6fef-45be-884a-a14a31d9579f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e60e4846-6fef-45be-884a-a14a31d9579f,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:38.395442 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:38.424713 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34386a7c-17ed-499f-acff-2c8e87de30b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:38.554556 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34386a7c-17ed-499f-acff-2c8e87de30b0 None None] Pushing event updated for resources: {'Port': ['ID=e60e4846-6fef-45be-884a-a14a31d9579f,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:38.575751 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0f67447c-1409-41ab-8604-ed6e1f68e8c1 None None] Provisioning complete for port e60e4846-6fef-45be-884a-a14a31d9579f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:38.576126 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f67447c-1409-41ab-8604-ed6e1f68e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:38.601086 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:38.686969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:37Z', 'revision_number': 3, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:38.724102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Checking router: 35eaa669-7b1d-4e85-921b-7e997ec726e2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:30:38.724477 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Updating router 35eaa669-7b1d-4e85-921b-7e997ec726e2 port d750252e-a53e-4218-b314-6c7071611a3d binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:30:38.752794 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:38.764109 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Allocated IP 172.20.0.1 (f02dcfec-2cca-466a-8fb2-d3df89a993f4/32e9f784-f6db-4587-85d8-dc2f7e5617a2/5d47eead-3043-4f52-950c-bd46de6a53d7) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:30:38.872053 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:38.888199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Transition to ACTIVE for port object 5d47eead-3043-4f52-950c-bd46de6a53d7 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:39.009745 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.012189 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.022046 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Transition to ACTIVE for port object d750252e-a53e-4218-b314-6c7071611a3d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:39.047514 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Network f02dcfec-2cca-466a-8fb2-d3df89a993f4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:30:39.051162 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:30:39.054746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:30:39.082822 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Pushing event updated for resources: {'Port': ['ID=5d47eead-3043-4f52-950c-bd46de6a53d7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:39.089341 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.104044 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.141876 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Attempting to bind port d750252e-a53e-4218-b314-6c7071611a3d on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:30:39.142249 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Attempting to bind port d750252e-a53e-4218-b314-6c7071611a3d by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:30:39.142612 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Attempting to bind port d750252e-a53e-4218-b314-6c7071611a3d on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:30:39.153887 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:30:39.154269 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:30:39.154665 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.155061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:30:39.155553 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Bound port: d750252e-a53e-4218-b314-6c7071611a3d, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:30:39.155956 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.157511 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9c21f-cf70-4d12-b075-e6877cb59df4 None None] Pushing event updated for resources: {'Port': ['ID=d750252e-a53e-4218-b314-6c7071611a3d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:39.214443 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] For port d750252e-a53e-4218-b314-6c7071611a3d, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:30:39.217765 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] For port d750252e-a53e-4218-b314-6c7071611a3d, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d750252e-a53e-4218-b314-6c7071611a3d,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:30:39.305598 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.306910 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.378694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:39.379217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:39.382337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9c21f-cf70-4d12-b075-e6877cb59df4 None None] Pushing event updated for resources: {'Port': ['ID=d750252e-a53e-4218-b314-6c7071611a3d,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:39.472429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-312325c1-6d27-41a3-9297-419ceaa1deda None None] Provisioning for port 5d47eead-3043-4f52-950c-bd46de6a53d7 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:30:39.476877 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.480295 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-312325c1-6d27-41a3-9297-419ceaa1deda None None] Provisioning complete for port 5d47eead-3043-4f52-950c-bd46de6a53d7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:39.480669 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-312325c1-6d27-41a3-9297-419ceaa1deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.511226 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e60e4846-6fef-45be-884a-a14a31d9579f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:39.518078 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:39.552145 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.589381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-312325c1-6d27-41a3-9297-419ceaa1deda None None] Port 5d47eead-3043-4f52-950c-bd46de6a53d7 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:30:39.618171 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.619979 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Pushing event updated for resources: {'Port': ['ID=5d47eead-3043-4f52-950c-bd46de6a53d7,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:39.665336 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port e60e4846-6fef-45be-884a-a14a31d9579f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:39.665663 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:39.713498 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Network f02dcfec-2cca-466a-8fb2-d3df89a993f4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:30:39.715119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:30:39.841694 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:38Z', 'revision_number': 1, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:39.845184 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Router 35eaa669-7b1d-4e85-921b-7e997ec726e2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:30:39.874804 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd154475-6daa-4eda-a32d-53c10b37df38 None None] The sync data for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 is: [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:38Z', 'revision_number': 1, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:30:40.010750 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c949bc04-c018-4a74-b70a-528c6a5b4333 None None] Provisioning complete for port 5d47eead-3043-4f52-950c-bd46de6a53d7 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:40.011120 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c949bc04-c018-4a74-b70a-528c6a5b4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:40.048923 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c949bc04-c018-4a74-b70a-528c6a5b4333 None None] Port 5d47eead-3043-4f52-950c-bd46de6a53d7 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:30:40.280586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:30:40.287287 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d8b9b6c3-0cda-4261-a35f-573d9354d81b admin admin] 10.222.0.32 "PUT /v2.0/routers/35eaa669-7b1d-4e85-921b-7e997ec726e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1037567 Sep 09 10:30:40.993113 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54102) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:40.998478 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1187395661-network', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:41.095193 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Made reservation on behalf of fcdeeda50b0a4ef1975945e9bd06bd3e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:30:41.097681 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.106678 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.197006 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.277619 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.304222 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 10:30:41.309386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e4361b-17d0-4152-a2fc-c8f3f0c94b88,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:41.317399 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.317399 n-d-778696-16 neutron-server[95326]: INFO neutron.db.segments_db [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Added segment 1c16fc67-b456-4fc9-8cf5-ae22d61c8b05 of type vlan for network ea35346d-fce0-4c59-81f4-9c4502dc67df Sep 09 10:30:41.357693 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734702850362'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.445566 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.447266 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:41.447266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.511681 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] Pushing event updated for resources: {'Network': ['ID=ea35346d-fce0-4c59-81f4-9c4502dc67df,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:41.518012 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d750252e-a53e-4218-b314-6c7071611a3d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:41.522731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Network ea35346d-fce0-4c59-81f4-9c4502dc67df details requested by agent ovs-agent-n-d-778696-16 with host n-d-778696-16 {{(pid=95327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 10:30:41.559160 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-685628eb-62ca-4d25-b247-a2a97a26170d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5648997 Sep 09 10:30:41.561810 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54104) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:41.568033 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] Request body: {'subnet': {'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1187395661-subnet', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:41.661529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] Made reservation on behalf of fcdeeda50b0a4ef1975945e9bd06bd3e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:30:41.664181 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8444051'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.697127 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port d750252e-a53e-4218-b314-6c7071611a3d completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:30:41.701702 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d750252e-a53e-4218-b314-6c7071611a3d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:41.702204 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.789958 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.811325 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port d750252e-a53e-4218-b314-6c7071611a3d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d750252e-a53e-4218-b314-6c7071611a3d,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:41.841509 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Sync routers for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:30:41.850897 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:41.861836 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:41.879851 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.910894 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8444045'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:41.932761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=d750252e-a53e-4218-b314-6c7071611a3d,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:41.965154 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:41.985286 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:41.994792 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] Checking segment: {'id': '1c16fc67-b456-4fc9-8cf5-ae22d61c8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:30:41.995149 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] Network hostable DHCP agents. Network: ea35346d-fce0-4c59-81f4-9c4502dc67df, hostable agents: ['fe24880e-1fbe-4a82-bd58-3b0c766ec3dd'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 10:30:42.074058 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] Network ea35346d-fce0-4c59-81f4-9c4502dc67df is scheduled to be hosted by DHCP agent fe24880e-1fbe-4a82-bd58-3b0c766ec3dd with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 10:30:42.136885 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-16, ea35346d-fce0-4c59-81f4-9c4502dc67df) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:30:42.140886 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:42.142042 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.150766 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee34912-b971-4671-90f0-31bdbeb5b7af None None] Network ea35346d-fce0-4c59-81f4-9c4502dc67df requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:30:42.172649 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 2, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:42.199567 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Checking router: 35eaa669-7b1d-4e85-921b-7e997ec726e2 for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:30:42.199911 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Updating router 35eaa669-7b1d-4e85-921b-7e997ec726e2 port 5d47eead-3043-4f52-950c-bd46de6a53d7 binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:30:42.224936 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.258139 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-0ecd9cc3-92f9-4b42-8018-b8d34baa5c2b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6949086 Sep 09 10:30:42.260605 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54108) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:42.265442 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1187395661-router', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:42.304882 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0e96269-0f98-524d-8728-76b428798cd4-ea35346d-fce0-4c59-81f4-9c4502dc67df', 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'fixed_ips': [{'subnet_id': 'aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d'}]}} from n-d-778696-16. {{(pid=95327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 10:30:42.305743 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.341099 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13982'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.342092 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3684245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4150830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13973'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.412546 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.480590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Allocated IP 172.20.0.2 (ea35346d-fce0-4c59-81f4-9c4502dc67df/aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d/340ac3b8-da5c-4520-ae1e-11e57450ab7c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:30:42.512815 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.522855 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Transition to ACTIVE for port object 5d47eead-3043-4f52-950c-bd46de6a53d7 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:42.604190 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.626681 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.667449 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Pushing event updated for resources: {'Port': ['ID=5d47eead-3043-4f52-950c-bd46de6a53d7,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:42.695480 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.695480 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.695480 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.695480 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.695480 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.695480 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.702111 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.702111 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.702111 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.702111 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.702111 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.702111 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:30:42.731090 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Attempting to bind port 5d47eead-3043-4f52-950c-bd46de6a53d7 on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:30:42.731594 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Attempting to bind port 5d47eead-3043-4f52-950c-bd46de6a53d7 by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:30:42.731912 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Attempting to bind port 5d47eead-3043-4f52-950c-bd46de6a53d7 on network f02dcfec-2cca-466a-8fb2-d3df89a993f4 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:30:42.737811 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:30:42.738196 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Checking segment: {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:30:42.738575 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.739182 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Bound using segment: {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:30:42.739680 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Bound port: 5d47eead-3043-4f52-950c-bd46de6a53d7, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:30:42.740072 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.816840 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.818091 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] For port 5d47eead-3043-4f52-950c-bd46de6a53d7, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:30:42.821981 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] For port 5d47eead-3043-4f52-950c-bd46de6a53d7, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5d47eead-3043-4f52-950c-bd46de6a53d7,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:30:42.826399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Transition to ACTIVE for port object 340ac3b8-da5c-4520-ae1e-11e57450ab7c will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:42.843877 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Transition to ACTIVE for port object 340ac3b8-da5c-4520-ae1e-11e57450ab7c will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:42.906870 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.951348 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.956220 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.973380 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:42.976280 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:42.976919 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:42.978775 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6feb0-9851-4af4-b745-27c7d96c51e7 None None] Pushing event updated for resources: {'Port': ['ID=5d47eead-3043-4f52-950c-bd46de6a53d7,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:43.021996 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Network ea35346d-fce0-4c59-81f4-9c4502dc67df is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:30:43.031612 n-d-778696-16 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:30:43.035736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:30:43.045188 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Pushing event updated for resources: {'Port': ['ID=340ac3b8-da5c-4520-ae1e-11e57450ab7c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:43.096104 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Allocated IP 172.25.8.92 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/495fd464-2ff0-4b45-801a-c429c71fbc9b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:30:43.123451 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Attempting to bind port 340ac3b8-da5c-4520-ae1e-11e57450ab7c on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:30:43.123725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Attempting to bind port 340ac3b8-da5c-4520-ae1e-11e57450ab7c by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '1c16fc67-b456-4fc9-8cf5-ae22d61c8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:30:43.124781 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Attempting to bind port 340ac3b8-da5c-4520-ae1e-11e57450ab7c on network ea35346d-fce0-4c59-81f4-9c4502dc67df {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:30:43.126795 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:43.132101 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:30:43.132488 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Checking segment: {'id': '1c16fc67-b456-4fc9-8cf5-ae22d61c8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:30:43.132895 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:43.133296 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Bound using segment: {'id': '1c16fc67-b456-4fc9-8cf5-ae22d61c8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:30:43.133770 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Bound port: 340ac3b8-da5c-4520-ae1e-11e57450ab7c, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c16fc67-b456-4fc9-8cf5-ae22d61c8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:30:43.134160 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:43.221908 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] For port 340ac3b8-da5c-4520-ae1e-11e57450ab7c, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:30:43.222118 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:43.225337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] For port 340ac3b8-da5c-4520-ae1e-11e57450ab7c, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=340ac3b8-da5c-4520-ae1e-11e57450ab7c,segment=NetworkSegment(1c16fc67-b456-4fc9-8cf5-ae22d61c8b05),segment_id=1c16fc67-b456-4fc9-8cf5-ae22d61c8b05)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:30:43.280546 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:43.303512 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:43.343390 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:30:43.346681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2adbe-3da9-4877-a700-e714762473ba None None] Pushing event updated for resources: {'Port': ['ID=340ac3b8-da5c-4520-ae1e-11e57450ab7c,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:43.347210 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:30:43.351223 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:30:43.364503 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:42Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:43.382689 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Pushing event updated for resources: {'Port': ['ID=495fd464-2ff0-4b45-801a-c429c71fbc9b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:43.402834 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b566fe1f-6c20-4aa9-8ad1-6b2dde844dc8 None None] The sync data for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 is: [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:42Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:30:43.545718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d47eead-3043-4f52-950c-bd46de6a53d7 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:43.691530 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 5d47eead-3043-4f52-950c-bd46de6a53d7 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:30:43.695995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5d47eead-3043-4f52-950c-bd46de6a53d7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:43.696450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:43.711012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:43.789919 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:43.824561 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 5d47eead-3043-4f52-950c-bd46de6a53d7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5d47eead-3043-4f52-950c-bd46de6a53d7,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:43.909429 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:43.910272 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d750252e-a53e-4218-b314-6c7071611a3d up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:43.927309 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682628'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:43.992236 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=5d47eead-3043-4f52-950c-bd46de6a53d7,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:44.005407 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port d750252e-a53e-4218-b314-6c7071611a3d triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:44.005781 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:44.165970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab is scheduled to L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 10:30:44.280361 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:30:44.289878 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Sync routers for ids ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:30:44.299579 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Routers {'82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:44.300279 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:44.354300 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:44.358527 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ea4229f4-f974-472b-b59e-6f6b6fc9a602 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0938706 Sep 09 10:30:44.358904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54110) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:44.412503 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Set router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:44.443305 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef62ee-1d10-48e7-a560-2be82c389a6f None None] Network ea35346d-fce0-4c59-81f4-9c4502dc67df requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:30:44.591526 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9009e712-3938-4349-900d-dae7a165ba50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:44.602051 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ff0df7f1-4354-4f2a-899b-e914ed119c47 None None] Provisioning for port 340ac3b8-da5c-4520-ae1e-11e57450ab7c completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:30:44.738822 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'name': 'tempest-TestSnapshotPattern-1187395661-router', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 3, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'gw_port': {'id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:44.770700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Checking router: 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:30:44.771100 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Updating router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab port 495fd464-2ff0-4b45-801a-c429c71fbc9b binding host n-d-778696-16 {{(pid=95327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:30:44.797551 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:44.799040 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:44.968386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Allocated IP 172.20.0.1 (ea35346d-fce0-4c59-81f4-9c4502dc67df/aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d/52023f1e-0689-4192-90aa-5646f421c70f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:30:45.069504 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.078000 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.079988 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Transition to ACTIVE for port object 495fd464-2ff0-4b45-801a-c429c71fbc9b will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:45.092755 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Transition to ACTIVE for port object 52023f1e-0689-4192-90aa-5646f421c70f will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:45.160134 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.189946 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.217343 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf1277-8796-466c-87e7-0aa0b9973b81 None None] Pushing event updated for resources: {'Port': ['ID=495fd464-2ff0-4b45-801a-c429c71fbc9b,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:45.220239 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Attempting to bind port 495fd464-2ff0-4b45-801a-c429c71fbc9b on host n-d-778696-16 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:30:45.225304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Attempting to bind port 495fd464-2ff0-4b45-801a-c429c71fbc9b by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:30:45.225304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Attempting to bind port 495fd464-2ff0-4b45-801a-c429c71fbc9b on network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:30:45.226992 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:30:45.227395 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Checking segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:30:45.227875 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.228429 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Bound using segment: {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:30:45.228928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Bound port: 495fd464-2ff0-4b45-801a-c429c71fbc9b, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939eab2f-30a1-4e2c-a86a-969bbc3eec32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:30:45.229316 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.234699 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Network ea35346d-fce0-4c59-81f4-9c4502dc67df is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:30:45.238380 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:30:45.240891 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:30:45.280854 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Pushing event updated for resources: {'Port': ['ID=52023f1e-0689-4192-90aa-5646f421c70f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:45.284721 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] For port 495fd464-2ff0-4b45-801a-c429c71fbc9b, host n-d-778696-16, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:30:45.287507 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] For port 495fd464-2ff0-4b45-801a-c429c71fbc9b, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=495fd464-2ff0-4b45-801a-c429c71fbc9b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:30:45.297076 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682709'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.360942 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.419013 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Routers {'82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:45.419680 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:45.460194 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf1277-8796-466c-87e7-0aa0b9973b81 None None] Pushing event updated for resources: {'Port': ['ID=495fd464-2ff0-4b45-801a-c429c71fbc9b,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:45.483470 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.549425 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] Set router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:45.621106 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2f306a2f-d667-4fc4-b3d8-54f38bb4d2c2 None None] Provisioning for port 52023f1e-0689-4192-90aa-5646f421c70f completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:30:45.628590 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 340ac3b8-da5c-4520-ae1e-11e57450ab7c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:45.637624 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2f306a2f-d667-4fc4-b3d8-54f38bb4d2c2 None None] Provisioning complete for port 52023f1e-0689-4192-90aa-5646f421c70f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:45.637992 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f306a2f-d667-4fc4-b3d8-54f38bb4d2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.661910 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.717950 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.742008 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2f306a2f-d667-4fc4-b3d8-54f38bb4d2c2 None None] Port 52023f1e-0689-4192-90aa-5646f421c70f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:30:45.789718 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Pushing event updated for resources: {'Port': ['ID=52023f1e-0689-4192-90aa-5646f421c70f,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:45.792331 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682309'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.805169 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'name': 'tempest-TestSnapshotPattern-1187395661-router', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 3, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'gw_port': {'id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:45.836524 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 340ac3b8-da5c-4520-ae1e-11e57450ab7c completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:30:45.838573 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffe7ca-d0d2-48f2-ba66-746bf0c1c3a2 None None] The sync data for ids ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'] in n-d-778696-16 is: [{'id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'name': 'tempest-TestSnapshotPattern-1187395661-router', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 3, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'gw_port': {'id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:30:45.843763 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 340ac3b8-da5c-4520-ae1e-11e57450ab7c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:45.843763 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.891052 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Network ea35346d-fce0-4c59-81f4-9c4502dc67df is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:30:45.892564 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:30:45.940982 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:45.986983 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 340ac3b8-da5c-4520-ae1e-11e57450ab7c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=340ac3b8-da5c-4520-ae1e-11e57450ab7c,segment=NetworkSegment(1c16fc67-b456-4fc9-8cf5-ae22d61c8b05),segment_id=1c16fc67-b456-4fc9-8cf5-ae22d61c8b05)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:46.034289 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:30:46.175894 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-175f47cc-2843-491e-aff0-2aace86f6a39 None None] Provisioning complete for port 52023f1e-0689-4192-90aa-5646f421c70f triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:46.175894 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-175f47cc-2843-491e-aff0-2aace86f6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:46.178192 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:30:46.189894 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-d31a688b-5235-4b79-bb25-6f5612d922c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/82dfcd5e-1c96-4bc6-abd3-4f2e45692dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8299384 Sep 09 10:30:46.196458 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:46.197412 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d47eead-3043-4f52-950c-bd46de6a53d7 up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:46.258086 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-175f47cc-2843-491e-aff0-2aace86f6a39 None None] Port 52023f1e-0689-4192-90aa-5646f421c70f cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:30:46.291545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=340ac3b8-da5c-4520-ae1e-11e57450ab7c,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:46.306514 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 5d47eead-3043-4f52-950c-bd46de6a53d7 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:46.306891 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:47.180611 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92bd6916-c40d-4dcd-8aa8-549d93fba6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:47.434300 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:47.454344 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Sync routers for ids ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:30:47.464112 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Routers {'82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:47.464822 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:47.584254 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Set router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:47.599500 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 340ac3b8-da5c-4520-ae1e-11e57450ab7c up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:47.650230 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 340ac3b8-da5c-4520-ae1e-11e57450ab7c triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:47.650693 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:47.729148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 495fd464-2ff0-4b45-801a-c429c71fbc9b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:47.786575 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'name': 'tempest-TestSnapshotPattern-1187395661-router', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:45Z', 'revision_number': 4, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'gw_port': {'id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '52023f1e-0689-4192-90aa-5646f421c70f', 'name': '', 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'mac_address': 'fa:16:3e:fb:2b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:44Z', 'updated_at': '2021-09-09T10:30:45Z', 'revision_number': 2, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'subnets': [{'id': 'aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:47.813245 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Checking router: 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:30:47.813633 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Updating router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab port 52023f1e-0689-4192-90aa-5646f421c70f binding host n-d-778696-16 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 10:30:47.828803 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 495fd464-2ff0-4b45-801a-c429c71fbc9b completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:30:47.833375 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 495fd464-2ff0-4b45-801a-c429c71fbc9b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:47.833759 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:47.901592 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54120) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:47.906723 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bb77cbff-793c-4d79-b994-84108d9dec07 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58558278', 'description': 'tempest-secgroup-smoke-58558278 description', 'project_id': '130261d18ec1412a93c0cb7b1192537c'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:47.932933 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:47.934261 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:47.952644 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 495fd464-2ff0-4b45-801a-c429c71fbc9b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=495fd464-2ff0-4b45-801a-c429c71fbc9b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:47.980607 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb77cbff-793c-4d79-b994-84108d9dec07 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.005509 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.056608 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=495fd464-2ff0-4b45-801a-c429c71fbc9b,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:48.070395 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb77cbff-793c-4d79-b994-84108d9dec07 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.125434 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb77cbff-793c-4d79-b994-84108d9dec07 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.155789 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77cbff-793c-4d79-b994-84108d9dec07 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e6e7fe-07b1-4d35-994d-87445c8b1b96,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:48.199398 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.199932 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb77cbff-793c-4d79-b994-84108d9dec07 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.201213 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-bb77cbff-793c-4d79-b994-84108d9dec07 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2982078 Sep 09 10:30:48.209477 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Transition to ACTIVE for port object 52023f1e-0689-4192-90aa-5646f421c70f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:48.209733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54122) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:48.214215 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b407285f-80b9-484b-91d9-e789beacfb26 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Request body: {'security_group_rule': {'security_group_id': 'e0e6e7fe-07b1-4d35-994d-87445c8b1b96', 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:48.277678 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.307708 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b407285f-80b9-484b-91d9-e789beacfb26 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.350277 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03650d84-2a8e-4973-8476-352e9d385260 None None] Pushing event updated for resources: {'Port': ['ID=52023f1e-0689-4192-90aa-5646f421c70f,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:48.372156 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b407285f-80b9-484b-91d9-e789beacfb26 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.382358 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Attempting to bind port 52023f1e-0689-4192-90aa-5646f421c70f on host n-d-778696-16 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:30:48.382727 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Attempting to bind port 52023f1e-0689-4192-90aa-5646f421c70f by drivers openvswitch,hyperv on host n-d-778696-16 at level 0 using segments [{'id': '1c16fc67-b456-4fc9-8cf5-ae22d61c8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:30:48.383090 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Attempting to bind port 52023f1e-0689-4192-90aa-5646f421c70f on network ea35346d-fce0-4c59-81f4-9c4502dc67df {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:30:48.388295 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Checking agent: {'id': '0d215a27-e42f-422e-8e83-3c0051d7a4bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 8, 57, 47), 'started_at': datetime.datetime(2021, 9, 9, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:30:48.388666 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Checking segment: {'id': '1c16fc67-b456-4fc9-8cf5-ae22d61c8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:30:48.389060 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.389456 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Bound using segment: {'id': '1c16fc67-b456-4fc9-8cf5-ae22d61c8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:30:48.389904 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Bound port: 52023f1e-0689-4192-90aa-5646f421c70f, host: n-d-778696-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c16fc67-b456-4fc9-8cf5-ae22d61c8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:30:48.390288 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.440124 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b407285f-80b9-484b-91d9-e789beacfb26 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.454211 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] For port 52023f1e-0689-4192-90aa-5646f421c70f, host n-d-778696-16, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:30:48.458871 n-d-778696-16 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] For port 52023f1e-0689-4192-90aa-5646f421c70f, host n-d-778696-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=52023f1e-0689-4192-90aa-5646f421c70f,segment=NetworkSegment(1c16fc67-b456-4fc9-8cf5-ae22d61c8b05),segment_id=1c16fc67-b456-4fc9-8cf5-ae22d61c8b05)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:30:48.461510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407285f-80b9-484b-91d9-e789beacfb26 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc29c7c-8e6d-409f-98aa-58c593c65cd8,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:48.546783 n-d-778696-16 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.575012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b407285f-80b9-484b-91d9-e789beacfb26 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.578726 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b407285f-80b9-484b-91d9-e789beacfb26 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3655787 Sep 09 10:30:48.579279 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:48.585077 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7a5ffd25-d2ed-4609-9e50-4b649b162f72 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Request body: {'security_group_rule': {'security_group_id': 'e0e6e7fe-07b1-4d35-994d-87445c8b1b96', 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:48.620441 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03650d84-2a8e-4973-8476-352e9d385260 None None] Pushing event updated for resources: {'Port': ['ID=52023f1e-0689-4192-90aa-5646f421c70f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:48.627010 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Routers {'82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:30:48.627656 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:48.679684 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a5ffd25-d2ed-4609-9e50-4b649b162f72 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.738458 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] Set router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:30:48.755548 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a5ffd25-d2ed-4609-9e50-4b649b162f72 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.800067 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.828561 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a5ffd25-d2ed-4609-9e50-4b649b162f72 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.843865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ffd25-d2ed-4609-9e50-4b649b162f72 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d78d73-d662-4f52-8119-936123a60b23,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:48.902808 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a5ffd25-d2ed-4609-9e50-4b649b162f72 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:48.904094 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7a5ffd25-d2ed-4609-9e50-4b649b162f72 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3240058 Sep 09 10:30:48.906763 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54128) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:48.911252 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cce1a8f9-0b81-4207-ae89-588188dfc9c9 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Request body: {'security_group_rule': {'security_group_id': 'e0e6e7fe-07b1-4d35-994d-87445c8b1b96', 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:48.944286 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'name': 'tempest-TestSnapshotPattern-1187395661-router', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:45Z', 'revision_number': 4, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'gw_port': {'id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '52023f1e-0689-4192-90aa-5646f421c70f', 'name': '', 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'mac_address': 'fa:16:3e:fb:2b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:44Z', 'updated_at': '2021-09-09T10:30:48Z', 'revision_number': 4, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'subnets': [{'id': 'aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:30:48.970374 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da4750-c687-435e-99b9-efebe521b282 None None] The sync data for ids ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'] in n-d-778696-16 is: [{'id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'name': 'tempest-TestSnapshotPattern-1187395661-router', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:45Z', 'revision_number': 4, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'gw_port': {'id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '52023f1e-0689-4192-90aa-5646f421c70f', 'name': '', 'network_id': 'ea35346d-fce0-4c59-81f4-9c4502dc67df', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'mac_address': 'fa:16:3e:fb:2b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:44Z', 'updated_at': '2021-09-09T10:30:48Z', 'revision_number': 4, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'subnets': [{'id': 'aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:30:48.986445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cce1a8f9-0b81-4207-ae89-588188dfc9c9 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.076481 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cce1a8f9-0b81-4207-ae89-588188dfc9c9 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.146688 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cce1a8f9-0b81-4207-ae89-588188dfc9c9 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.167371 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1a8f9-0b81-4207-ae89-588188dfc9c9 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d174582-980c-4376-ad8d-a9906c20960b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:49.232434 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cce1a8f9-0b81-4207-ae89-588188dfc9c9 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.233703 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-cce1a8f9-0b81-4207-ae89-588188dfc9c9 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3259516 Sep 09 10:30:49.237135 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54130) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:49.241713 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-72d54f5c-b31a-48ea-9968-e03702745259 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Request body: {'security_group_rule': {'security_group_id': 'e0e6e7fe-07b1-4d35-994d-87445c8b1b96', 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:49.334943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72d54f5c-b31a-48ea-9968-e03702745259 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.401578 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72d54f5c-b31a-48ea-9968-e03702745259 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.455943 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72d54f5c-b31a-48ea-9968-e03702745259 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.476477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d54f5c-b31a-48ea-9968-e03702745259 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2580d7f5-7c62-47e8-9026-dac8cc01491a,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:49.552068 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72d54f5c-b31a-48ea-9968-e03702745259 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.553397 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-72d54f5c-b31a-48ea-9968-e03702745259 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3152797 Sep 09 10:30:49.556062 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54132) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:49.560593 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e9314a88-489b-41df-875a-2255a83b9652 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Request body: {'security_group_rule': {'security_group_id': 'e0e6e7fe-07b1-4d35-994d-87445c8b1b96', 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:49.583153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 52023f1e-0689-4192-90aa-5646f421c70f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:49.668768 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-e9314a88-489b-41df-875a-2255a83b9652 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Project 130261d18ec1412a93c0cb7b1192537c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:30:49.674063 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9314a88-489b-41df-875a-2255a83b9652 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.700659 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning for port 52023f1e-0689-4192-90aa-5646f421c70f completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:30:49.705714 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 52023f1e-0689-4192-90aa-5646f421c70f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:49.706099 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.737373 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9314a88-489b-41df-875a-2255a83b9652 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.794009 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9314a88-489b-41df-875a-2255a83b9652 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.814213 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9314a88-489b-41df-875a-2255a83b9652 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3de33a-0548-429d-ac64-99d5b4f88931,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:49.879646 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9314a88-489b-41df-875a-2255a83b9652 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.880892 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-e9314a88-489b-41df-875a-2255a83b9652 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3238556 Sep 09 10:30:49.883779 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54134) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:30:49.888623 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b71de556-f73e-4a34-a197-30330a6fe2da tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Request body: {'security_group_rule': {'security_group_id': 'e0e6e7fe-07b1-4d35-994d-87445c8b1b96', 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:49.931169 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:49.963068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] For port 52023f1e-0689-4192-90aa-5646f421c70f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=52023f1e-0689-4192-90aa-5646f421c70f,segment=NetworkSegment(1c16fc67-b456-4fc9-8cf5-ae22d61c8b05),segment_id=1c16fc67-b456-4fc9-8cf5-ae22d61c8b05)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:30:49.965768 n-d-778696-16 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-b71de556-f73e-4a34-a197-30330a6fe2da tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Project 130261d18ec1412a93c0cb7b1192537c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 10:30:49.971222 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b71de556-f73e-4a34-a197-30330a6fe2da tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:50.022434 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:50.023264 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 495fd464-2ff0-4b45-801a-c429c71fbc9b up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:50.032908 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b71de556-f73e-4a34-a197-30330a6fe2da tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:50.091012 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b71de556-f73e-4a34-a197-30330a6fe2da tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934525'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:50.099911 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Pushing event updated for resources: {'Port': ['ID=52023f1e-0689-4192-90aa-5646f421c70f,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:50.109990 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 495fd464-2ff0-4b45-801a-c429c71fbc9b triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:50.111274 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:50.112741 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71de556-f73e-4a34-a197-30330a6fe2da tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b74f30-919b-4cc9-a68b-2fbf68a455a1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:50.171101 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b71de556-f73e-4a34-a197-30330a6fe2da tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:50.172380 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-b71de556-f73e-4a34-a197-30330a6fe2da tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2874937 Sep 09 10:30:50.318149 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-2c05eedf-661a-4eab-a65b-87af0117c297 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58558278&fields=id&tenant_id=130261d18ec1412a93c0cb7b1192537c HTTP/1.1" status: 200 len: 267 time: 0.0358412 Sep 09 10:30:50.428887 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:50.436139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-ae73176e-acda-477d-8aca-e1e4cb42ec79 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:50.437704 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-ae73176e-acda-477d-8aca-e1e4cb42ec79 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 808 time: 0.1125093 Sep 09 10:30:50.460810 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-6bb834b3-bd08-4d22-9635-c1ae0acd436b tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/quotas/130261d18ec1412a93c0cb7b1192537c HTTP/1.1" status: 200 len: 375 time: 0.0168867 Sep 09 10:30:50.515208 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-d07cce2e-9236-4fe5-bad4-a56d52241c65 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482683 Sep 09 10:30:50.621280 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-9d0e8a51-bd7f-41fe-8d40-fd2f55edd2bb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:30:50.622294 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-9d0e8a51-bd7f-41fe-8d40-fd2f55edd2bb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0949454 Sep 09 10:30:50.717286 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-5668b786-6b45-4cd8-813e-6387e1c21365 service neutron] 10.222.0.32 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875947 Sep 09 10:30:50.809679 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-ba1dbf11-1789-4761-9e72-e0253a9ad567 service neutron] 10.222.0.32 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857103 Sep 09 10:30:51.502409 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 52023f1e-0689-4192-90aa-5646f421c70f up at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:30:51.552499 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Provisioning complete for port 52023f1e-0689-4192-90aa-5646f421c70f triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:51.552866 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:52.059891 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-3a8431b9-a58c-4093-80a8-5e18cf6e2ec0 req-0f22eaac-76ab-4704-9eda-143349edf439 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 210 time: 0.0268624 Sep 09 10:30:53.144881 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-5060c2aa-551a-4d5c-bdd9-ef2f5c6da5c8 req-863f0475-40b8-4608-b6df-f4b372cf9dc8 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 210 time: 0.0310607 Sep 09 10:30:54.242836 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e06f0407-4434-4f5c-abb8-0b6bd9d0f11b req-72e49d95-1a27-40a3-9d69-4e140964df54 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 210 time: 0.0321746 Sep 09 10:30:55.334712 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bd88bef1-d7e4-4fa6-88c1-fbba76bd0048 req-a0edc6f4-9a32-4afd-8d2c-3358ca57eed0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 210 time: 0.0263641 Sep 09 10:30:56.016871 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:56.112332 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-bed91cb9-796d-4e64-a00f-c567dc67004a tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:56.113926 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-bed91cb9-796d-4e64-a00f-c567dc67004a tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.24 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 808 time: 0.1015089 Sep 09 10:30:56.155919 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-65750330-8a3f-4759-8253-46161d1716dc tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=130261d18ec1412a93c0cb7b1192537c HTTP/1.1" status: 200 len: 378 time: 0.0330346 Sep 09 10:30:56.164881 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Request body: {'port': {'device_id': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'admin_state_up': True, 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'security_groups': ['e0e6e7fe-07b1-4d35-994d-87445c8b1b96']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:56.353733 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Made reservation on behalf of 130261d18ec1412a93c0cb7b1192537c for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:30:56.357283 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:56.428874 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-518ac0e3-3144-45f7-b354-d4a0770f7acb req-cc02005b-44c1-4fa8-afc3-6fa33669cb5f tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 210 time: 0.0269499 Sep 09 10:30:56.489628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Allocated IP 172.20.0.12 (f02dcfec-2cca-466a-8fb2-d3df89a993f4/32e9f784-f6db-4587-85d8-dc2f7e5617a2/2b48cd7f-0bfb-44ca-a19d-17f137d12f91) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:30:56.599710 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:56.624289 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:56.637613 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Transition to ACTIVE for port object 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:56.740623 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:56.787894 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Network f02dcfec-2cca-466a-8fb2-d3df89a993f4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:30:56.791144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:30:56.793788 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:30:56.825745 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'Port': ['ID=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:56.852319 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:56.852970 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:56.960597 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-a2fd4eca-1230-41b7-bc53-a7179c57fc97 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7991605 Sep 09 10:30:56.973751 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Request body: {'port': {'device_id': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:30:57.033253 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:57.062129 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-acca22f4-347f-41f9-9cac-2b90d1ffa1f9 None None] Provisioning for port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:30:57.067164 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-acca22f4-347f-41f9-9cac-2b90d1ffa1f9 None None] Provisioning complete for port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:30:57.068033 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-acca22f4-347f-41f9-9cac-2b90d1ffa1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:57.102978 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-acca22f4-347f-41f9-9cac-2b90d1ffa1f9 None None] Port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:30:57.595427 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3a6ea-f3b2-41af-9d53-70eaf265c20b req-d7b668f9-0a8f-4200-af58-94e519016257 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:57.604212 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f6f3a6ea-f3b2-41af-9d53-70eaf265c20b req-d7b668f9-0a8f-4200-af58-94e519016257 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 932 time: 0.0783887 Sep 09 10:30:57.670493 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f6f3a6ea-f3b2-41af-9d53-70eaf265c20b req-c06c9b21-45a8-41d2-a41d-8e8da2eace3e tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654356 Sep 09 10:30:57.683108 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:30:57.692991 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:57.704786 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Transition to ACTIVE for port object 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:30:57.782242 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:57.836453 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Pushing event updated for resources: {'Port': ['ID=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:57.912138 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Attempting to bind port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 on host n-h1-778696-16 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:30:57.915297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Attempting to bind port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 by drivers openvswitch,hyperv on host n-h1-778696-16 at level 0 using segments [{'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:30:57.915297 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Attempting to bind port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 on network f02dcfec-2cca-466a-8fb2-d3df89a993f4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:30:57.917511 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 on network f02dcfec-2cca-466a-8fb2-d3df89a993f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-16 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:30:57.917834 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Attempting to bind port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 on network f02dcfec-2cca-466a-8fb2-d3df89a993f4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:30:57.923567 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Checking agent: {'id': 'e0e5490e-dbc3-49b5-b222-89a5873eb43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:30:57.923910 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Checking segment: {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:30:57.924304 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Bound using segment: {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:30:57.924736 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Bound port: 2b48cd7f-0bfb-44ca-a19d-17f137d12f91, host: n-h1-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:30:57.925098 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:58.002722 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] For port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91, host n-h1-778696-16, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:30:58.006094 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] For port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91, host n-h1-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:30:58.095036 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:58.132688 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:58.133313 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:30:58.134705 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b48cd7f-0bfb-44ca-a19d-17f137d12f91 HTTP/1.1" status: 200 len: 1093 time: 1.1657612 Sep 09 10:30:58.135144 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:30:58.137438 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:30:58.169791 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c583c-42dc-4072-91e3-71abc7189c63 service neutron] Pushing event updated for resources: {'Port': ['ID=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:30:58.246278 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b7ab31-e50d-4c5b-81cf-97a541ca5c6b x-openstack-request-id: req-c0b7ab31-e50d-4c5b-81cf-97a541ca5c6b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:30:58.246564 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:30:58.246811 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0b7ab31-e50d-4c5b-81cf-97a541ca5c6b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:30:58.247199 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'status': 'completed', 'code': 200} Sep 09 10:30:58.282042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-6ce8a879-2bc1-453f-b921-d533362b855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:58.283654 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-6ce8a879-2bc1-453f-b921-d533362b855d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 1096 time: 0.0472391 Sep 09 10:30:58.326086 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-80793913-86f4-4506-a41e-54c68ee27423 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91 HTTP/1.1" status: 200 len: 217 time: 0.0351126 Sep 09 10:30:58.374253 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-811820d0-e935-4005-b53c-153249844ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:58.375748 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-811820d0-e935-4005-b53c-153249844ba1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0434034 Sep 09 10:30:58.423943 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-3ca4ab5b-6d08-4fc3-9d95-ce1761254e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:58.425850 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-3ca4ab5b-6d08-4fc3-9d95-ce1761254e0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431147 Sep 09 10:30:58.523866 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-8e8b593b-ed51-4b1a-a9dd-e0bf972e43a8 service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900037 Sep 09 10:30:58.616894 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3999ed1d-f321-4078-b8cf-986abee86b38 req-9d27eeed-c85f-48d0-8370-5ff8d39799cd service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860221 Sep 09 10:30:58.794432 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693 req-06599259-719c-48d5-b530-85cbfe96a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:58.795889 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693 req-06599259-719c-48d5-b530-85cbfe96a345 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 1096 time: 0.0728455 Sep 09 10:30:58.808505 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e12d3-f76a-4cb8-840d-9205addb37e3 req-3eac7eb3-042f-4e9b-b17e-3096baa292e6 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:58.809944 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a1e12d3-f76a-4cb8-840d-9205addb37e3 req-3eac7eb3-042f-4e9b-b17e-3096baa292e6 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 944 time: 0.0593600 Sep 09 10:30:58.902524 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-2a1e12d3-f76a-4cb8-840d-9205addb37e3 req-ed157ad4-762d-4411-a4b3-de11d5c9a225 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842631 Sep 09 10:30:58.922878 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693 req-8e30a20f-1c64-4f00-950b-ee2b8f728127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:58.924449 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693 req-8e30a20f-1c64-4f00-950b-ee2b8f728127 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.1136472 Sep 09 10:30:58.969702 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693 req-1fc73efd-c97e-4762-9889-8139142912ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91 HTTP/1.1" status: 200 len: 217 time: 0.0370951 Sep 09 10:30:59.018833 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693 req-7c5d18dc-1cfe-4b61-b022-5e7e128a0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:59.020856 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693 req-7c5d18dc-1cfe-4b61-b022-5e7e128a0cb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0438766 Sep 09 10:30:59.067768 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693 req-d9b3c6f8-cfb9-4152-98a0-fa8a834636c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:30:59.069209 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693 req-d9b3c6f8-cfb9-4152-98a0-fa8a834636c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398777 Sep 09 10:30:59.162028 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693 req-dbe2e159-82d0-495c-9a7c-5ecb8f06561f service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846982 Sep 09 10:30:59.250767 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4cde0a65-74c7-40a4-b44d-72a8c6ed4693 req-486f74d0-d743-4ce8-b76a-567e742a4fea service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802248 Sep 09 10:31:00.020516 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc617-954f-4c8c-b74a-53ad14cc93f3 req-01aa2bb4-a56d-4613-8534-e53d4f6d8640 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:00.021903 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6adc617-954f-4c8c-b74a-53ad14cc93f3 req-01aa2bb4-a56d-4613-8534-e53d4f6d8640 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 944 time: 0.0492895 Sep 09 10:31:00.059359 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-d6adc617-954f-4c8c-b74a-53ad14cc93f3 req-4bb55ff7-b11d-4966-8400-6b55f12963a6 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314639 Sep 09 10:31:01.155183 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:31:01.174362 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5ba4d-e637-45ce-8af6-f22647a5312f req-f93c05e1-d511-45cd-8cca-661522bd8f6a tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:01.176993 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36b5ba4d-e637-45ce-8af6-f22647a5312f req-f93c05e1-d511-45cd-8cca-661522bd8f6a tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 944 time: 0.0509360 Sep 09 10:31:01.219037 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-36b5ba4d-e637-45ce-8af6-f22647a5312f req-41389992-89df-49ed-aa20-9ef126040792 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360363 Sep 09 10:31:01.255489 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:31:01.266217 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'mac_address': 'fa:16:3e:a5:cd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:31:01.303145 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:01.315352 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:31:01.338291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:31:01.393366 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:01.439513 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:31:01.598038 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['2b48cd7f-0bfb-44ca-a19d-17f137d12f91'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:31:02.333328 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0944c46-f5b4-4c40-89fa-9dd80292efc4 req-f0d0b653-21d4-4521-a0cf-680968cbe2ac tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:02.334790 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a0944c46-f5b4-4c40-89fa-9dd80292efc4 req-f0d0b653-21d4-4521-a0cf-680968cbe2ac tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 945 time: 0.0470917 Sep 09 10:31:02.371128 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-a0944c46-f5b4-4c40-89fa-9dd80292efc4 req-b59b63bd-a175-474c-9e06-fa499703c09b tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304606 Sep 09 10:31:03.162961 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:31:03.279136 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning for port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:31:03.282853 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:31:03.283227 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:03.360968 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:03.382843 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:31:03.385090 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bb4992-cd32-46a0-8961-126bae156c8b" -d '{"events": [{"server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "name": "network-vif-plugged", "status": "completed", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:31:03.397403 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:31:03.424342 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ba4b77-260e-4913-a2c6-034451b9e2f5 x-openstack-request-id: req-44ba4b77-260e-4913-a2c6-034451b9e2f5 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:31:03.424632 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "name": "network-vif-plugged", "status": "completed", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:31:03.424944 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44ba4b77-260e-4913-a2c6-034451b9e2f5 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:31:03.425940 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'code': 200} Sep 09 10:31:03.474195 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:03.493827 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8f05a-5256-40e8-803f-e838c7ce481e req-d1e762b0-6523-4c2f-b1e2-7dd3eb1959d9 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:03.496107 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9a8f05a-5256-40e8-803f-e838c7ce481e req-d1e762b0-6523-4c2f-b1e2-7dd3eb1959d9 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 945 time: 0.0558064 Sep 09 10:31:03.523667 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ac0f7-9f7e-406f-af88-3af1eb058820 req-5fe839cd-8fc7-4d3a-bd5f-afbef81efc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:03.526540 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c7ac0f7-9f7e-406f-af88-3af1eb058820 req-5fe839cd-8fc7-4d3a-bd5f-afbef81efc29 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 1098 time: 0.0448451 Sep 09 10:31:03.527746 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:31:03.541258 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b9a8f05a-5256-40e8-803f-e838c7ce481e req-6cabb957-d9f1-47f7-ad55-fdc3f49065df tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384586 Sep 09 10:31:03.561352 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-9c7ac0f7-9f7e-406f-af88-3af1eb058820 req-52d63ade-be7d-4eb7-8168-d5d3e5e9fc62 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281594 Sep 09 10:31:04.658449 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61abb5-3057-41f2-8ae7-3dd7475d0357 req-dbdde63e-4124-4dbd-b173-f134559f6bc3 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:04.660617 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c61abb5-3057-41f2-8ae7-3dd7475d0357 req-dbdde63e-4124-4dbd-b173-f134559f6bc3 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 946 time: 0.0498581 Sep 09 10:31:04.698256 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3c61abb5-3057-41f2-8ae7-3dd7475d0357 req-32a0f01c-b6ca-4f48-81ed-67c8e3793c2e tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317252 Sep 09 10:31:05.812145 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acce545-3990-4646-b474-c525d1c17120 req-11ce6c41-8d7e-4ecd-b8c1-3881ad6e3830 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:05.813633 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9acce545-3990-4646-b474-c525d1c17120 req-11ce6c41-8d7e-4ecd-b8c1-3881ad6e3830 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 946 time: 0.0491033 Sep 09 10:31:05.851271 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9acce545-3990-4646-b474-c525d1c17120 req-e8471438-7100-4592-b553-9dcab6b4bbec tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310574 Sep 09 10:31:05.968131 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c4e29-aebb-45e2-bcda-017bb96cc7fb req-7883abde-06fa-4aa0-ad8b-bebe6f816ba1 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:05.969605 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a03c4e29-aebb-45e2-bcda-017bb96cc7fb req-7883abde-06fa-4aa0-ad8b-bebe6f816ba1 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 946 time: 0.0491579 Sep 09 10:31:06.011880 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-a03c4e29-aebb-45e2-bcda-017bb96cc7fb req-36dfd909-58f3-4df0-934a-dc4be2cf355e tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357563 Sep 09 10:31:06.032929 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54214) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:31:06.113199 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f4b4a-d46c-41a8-aa15-8aeae3c81e94 tempest-TestSnapshotPattern-1212334111 tempest-TestSnapshotPattern-1212334111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:06.114778 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-400f4b4a-d46c-41a8-aa15-8aeae3c81e94 tempest-TestSnapshotPattern-1212334111 tempest-TestSnapshotPattern-1212334111-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 1093 time: 0.0808933 Sep 09 10:31:06.117646 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54218) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:31:06.121865 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:31:06.203007 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:06.301390 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:06.404406 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Allocated IP 172.25.8.217 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/8dbb1040-00fd-4a99-88ac-36f72e8a76fd) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:31:06.505761 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:06.628571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:06.664991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:31:06.667773 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:31:06.671256 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:31:06.699612 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'Port': ['ID=8dbb1040-00fd-4a99-88ac-36f72e8a76fd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:31:07.032783 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:07.141841 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:07.292266 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:07.387906 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:07.456146 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'Port': ['ID=8dbb1040-00fd-4a99-88ac-36f72e8a76fd,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:31:07.465605 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:07.570905 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Floating IP f8f93e94-0d08-44ef-9f52-21770a06f180 associated. External IP: 172.25.8.217, port: 2b48cd7f-0bfb-44ca-a19d-17f137d12f91. Sep 09 10:31:07.774367 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Router 35eaa669-7b1d-4e85-921b-7e997ec726e2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:31:07.880241 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:31:07.890066 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d2c99-87c5-466b-91e7-9fd0977ebd25 None None] Sync routers for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:31:07.901061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d2c99-87c5-466b-91e7-9fd0977ebd25 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:31:07.901695 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-452d2c99-87c5-466b-91e7-9fd0977ebd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:31:07.947941 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:07.977878 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-5f60dd5e-3612-4957-829a-597cdf550d75 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8590605 Sep 09 10:31:07.978754 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:31:07.981456 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf106b-0689-4777-8d15-479eacf6e03c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:31:08.013920 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-452d2c99-87c5-466b-91e7-9fd0977ebd25 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:31:08.021912 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80015901-943d-407b-bd94-cd63802e0219 x-openstack-request-id: req-80015901-943d-407b-bd94-cd63802e0219 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:31:08.022227 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:31:08.022480 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80015901-943d-407b-bd94-cd63802e0219 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:31:08.022886 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'status': 'completed', 'code': 200} Sep 09 10:31:08.092848 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf106b-0689-4777-8d15-479eacf6e03c req-c5a5f759-6ad4-476e-8c72-bffd5124d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:08.094430 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cdf106b-0689-4777-8d15-479eacf6e03c req-c5a5f759-6ad4-476e-8c72-bffd5124d311 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 1098 time: 0.0467486 Sep 09 10:31:08.188078 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf106b-0689-4777-8d15-479eacf6e03c req-76c6a922-1f7e-4976-ab9b-9f5b744b6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:08.189476 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cdf106b-0689-4777-8d15-479eacf6e03c req-76c6a922-1f7e-4976-ab9b-9f5b744b6326 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.0885856 Sep 09 10:31:08.249928 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-452d2c99-87c5-466b-91e7-9fd0977ebd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f8f93e94-0d08-44ef-9f52-21770a06f180', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:a5:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:31:06Z', 'updated_at': '2021-09-09T10:31:06Z', 'revision_number': 0, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:31:08.255127 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cdf106b-0689-4777-8d15-479eacf6e03c req-1c87c4db-ae4d-4b94-9e3b-5f62dcfae30a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91 HTTP/1.1" status: 200 len: 1000 time: 0.0585401 Sep 09 10:31:08.277879 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d2c99-87c5-466b-91e7-9fd0977ebd25 None None] Checking router: 35eaa669-7b1d-4e85-921b-7e997ec726e2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:31:08.286148 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d2c99-87c5-466b-91e7-9fd0977ebd25 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:31:08.286761 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-452d2c99-87c5-466b-91e7-9fd0977ebd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:30:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:31:08.309047 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf106b-0689-4777-8d15-479eacf6e03c req-a30cc5f9-08ba-4553-b01c-93aa796ea6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:08.310803 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cdf106b-0689-4777-8d15-479eacf6e03c req-a30cc5f9-08ba-4553-b01c-93aa796ea6c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0483177 Sep 09 10:31:08.354990 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf106b-0689-4777-8d15-479eacf6e03c req-e6e4aed4-c677-42db-9570-80d2357b7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:31:08.356551 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cdf106b-0689-4777-8d15-479eacf6e03c req-e6e4aed4-c677-42db-9570-80d2357b7b62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388341 Sep 09 10:31:08.392742 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-452d2c99-87c5-466b-91e7-9fd0977ebd25 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:31:08.449980 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cdf106b-0689-4777-8d15-479eacf6e03c req-6ed14894-19ba-49fa-a0aa-453dacddbe6c service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858178 Sep 09 10:31:08.540562 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-3cdf106b-0689-4777-8d15-479eacf6e03c req-d64a629f-2bc6-4dc0-b1d0-0c700342449c service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837150 Sep 09 10:31:08.611266 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-452d2c99-87c5-466b-91e7-9fd0977ebd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f8f93e94-0d08-44ef-9f52-21770a06f180', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:a5:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:31:06Z', 'updated_at': '2021-09-09T10:31:06Z', 'revision_number': 0, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:31:08.641203 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d2c99-87c5-466b-91e7-9fd0977ebd25 None None] The sync data for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 is: [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f8f93e94-0d08-44ef-9f52-21770a06f180', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:a5:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:31:06Z', 'updated_at': '2021-09-09T10:31:06Z', 'revision_number': 0, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:31:08.826071 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9016076-f091-46bf-9578-2ccc289e5f3d None None] New status for floating IP f8f93e94-0d08-44ef-9f52-21770a06f180: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:31:10.633483 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:31:14.523100 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e70580d7-fcf4-4b0c-aabe-361dc1303361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:15.956529 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [req-d44e9a07-9b10-416b-be81-c4fdbf8afba9 req-d4fe1ae3-e6d7-4acf-8292-f09f2634071d service neutron] (95326) timed out ('10.222.0.32', 49632) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 10:31:17.136359 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a78fa3dd-7434-4715-822b-94e2779d532e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:17.411186 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:18.813892 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:20.404657 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:25.985990 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:26.644971 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:44.495759 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ad51bdd-df5e-48cd-800a-41628a4cc196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:47.152630 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0067b5cb-b0e9-4cdc-a650-2118c752ad74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:47.455891 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:47.633793 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:31:48.815896 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:50.413351 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:55.991094 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:31:56.635936 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:00.832203 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-d040b935-2859-4ef0-9719-3b4de877a241 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390956 Sep 09 10:32:00.916386 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-1d8276be-9dcf-44a1-acff-8dc0699931b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:32:00.918004 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-1d8276be-9dcf-44a1-acff-8dc0699931b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 1098 time: 0.0449109 Sep 09 10:32:01.019462 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-574e98fb-2103-4448-8c86-d559c45c92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:32:01.021755 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-574e98fb-2103-4448-8c86-d559c45c92ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.0836568 Sep 09 10:32:01.088270 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-f4e1dd1c-75fb-41f1-a4a0-87f7ca09dcfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91 HTTP/1.1" status: 200 len: 1002 time: 0.0597205 Sep 09 10:32:01.137461 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-6aa183f5-21ff-4c16-848a-6bc73de3b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:32:01.138940 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-6aa183f5-21ff-4c16-848a-6bc73de3b7e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0431888 Sep 09 10:32:01.186819 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-63a366f8-1dfc-4bd5-9fe6-67acab928f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:32:01.188374 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-63a366f8-1dfc-4bd5-9fe6-67acab928f79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423460 Sep 09 10:32:01.281350 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-bfb05bf6-fd47-49b8-923a-a3d46c029e78 service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856807 Sep 09 10:32:01.368416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-bf983a57-4438-4fa0-8b19-e6044e711b8b req-86ad379d-a421-43a6-bf3c-c543826d0fbb service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800815 Sep 09 10:32:14.489942 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f25da633-506e-44ab-aa48-76def28e5b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:17.173197 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f98b6010-10e6-40d2-a024-72c8ed4d5e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:17.431977 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:18.808888 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:20.429976 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:24.635009 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:32:26.008907 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:26.654773 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:44.511748 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92a5e5bc-9770-4e62-a8f1-4aa9395f2e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:47.151643 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b1f716e-450a-4e0d-a4fa-ab6af325c1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:47.429361 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:48.831091 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:50.423609 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:55.974016 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:32:56.619961 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:00.876410 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-3be54f2d-004f-4e73-8665-ca2450c676c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0879378 Sep 09 10:33:00.962970 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-7189310f-1243-4724-9386-c54120ac32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:00.964593 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-7189310f-1243-4724-9386-c54120ac32f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 1098 time: 0.0459538 Sep 09 10:33:01.065626 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-0fc2a1bb-30b0-4414-a2f6-d7de3bdd761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:01.067018 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-0fc2a1bb-30b0-4414-a2f6-d7de3bdd761d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.0832474 Sep 09 10:33:01.135853 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-f74fa81a-a94c-473c-83f8-669baef2c11b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91 HTTP/1.1" status: 200 len: 1002 time: 0.0604677 Sep 09 10:33:01.184644 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-24b0214d-404a-400e-a441-2ef6ca108ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:01.187916 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-24b0214d-404a-400e-a441-2ef6ca108ddf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0430553 Sep 09 10:33:01.231399 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-116d9002-36f0-4dd0-a765-d6f13ef1ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:01.232890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-116d9002-36f0-4dd0-a765-d6f13ef1ba9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402434 Sep 09 10:33:01.327201 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-03d9c898-5338-449c-88b9-90efd273f968 service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868313 Sep 09 10:33:01.420408 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-f2bb382c-e5d2-4f41-9968-5a8eb6edd2bc req-80f62906-aaf5-4e76-86e2-83b44d4e7a09 service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865250 Sep 09 10:33:01.634185 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:33:07.690102 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 details requested by agent hyperv_n-h1-778696-16 with host n-h1-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:33:07.796155 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:33:07.806787 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Returning: {'device': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'mac_address': 'fa:16:3e:a5:cd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:33:07.844673 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:07.857881 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:33:07.878202 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:33:07.949420 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:08.001610 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:33:08.009027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.009376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.009718 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.010056 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.010388 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.010741 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.011068 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.011410 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.011736 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.012058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.012380 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.012700 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:08.018631 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] get_ports_and_sgs() called for port_ids ['2b48cd7f-0bfb-44ca-a19d-17f137d12f91'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:33:09.704255 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 up at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:33:09.762583 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Provisioning complete for port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:33:09.763130 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:09.849283 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:09.880337 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:33:09.882639 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac1ced-ccf7-45a9-a456-9347959d7ef6" -d '{"events": [{"server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "name": "network-vif-plugged", "status": "completed", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:33:09.898768 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:33:09.945967 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731a8bbc-10a9-42ab-b6e7-ecb607b91602 x-openstack-request-id: req-731a8bbc-10a9-42ab-b6e7-ecb607b91602 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:33:09.946258 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "name": "network-vif-plugged", "status": "completed", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:33:09.946515 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-731a8bbc-10a9-42ab-b6e7-ecb607b91602 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:33:09.946913 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'code': 200} Sep 09 10:33:09.983792 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:10.041028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:33:14.493881 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6ded25c-ee0b-46a6-bb02-d325733931f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:17.191271 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58563b1f-fa29-476d-a5f5-7e66e3a1a297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:17.402650 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:18.834707 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:19.710147 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-0a069961-4329-4721-8b54-6b2b8a795be0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58558278&fields=id&tenant_id=130261d18ec1412a93c0cb7b1192537c HTTP/1.1" status: 200 len: 267 time: 0.0335107 Sep 09 10:33:19.813917 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-f6686d11-9c38-4876-bb6b-d20f87cc05b6 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:19.815416 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-f6686d11-9c38-4876-bb6b-d20f87cc05b6 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 808 time: 0.0986428 Sep 09 10:33:19.830779 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-d8e6c546-5824-4baf-8ea1-753f140d6c11 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/quotas/130261d18ec1412a93c0cb7b1192537c HTTP/1.1" status: 200 len: 375 time: 0.0095148 Sep 09 10:33:19.888457 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-ae72ba7e-50a0-4b7f-ad73-e57038e86ede tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0524778 Sep 09 10:33:19.980969 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-1f73d187-6007-40b8-a99b-1dd9a4c500b2 service neutron] 10.222.0.32 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801704 Sep 09 10:33:20.071886 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-92b35fe8-16b2-4994-b063-1b31e89091bd service neutron] 10.222.0.32 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844753 Sep 09 10:33:20.385647 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-ee86a8ee-6048-40d1-a2eb-df200ace30d3 req-a3b0ca38-b8e3-4a7d-a684-3421ec76bb58 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 210 time: 0.0819018 Sep 09 10:33:20.425550 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:21.493778 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-1ed974d3-521f-4c3c-923e-843f2070f1dd req-dbc340ec-fa6b-48a9-836c-21254c53b96a tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 210 time: 0.0272021 Sep 09 10:33:21.721174 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:33:21.799056 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:21.824747 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:33:21.826964 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928200a6-1b58-48bc-aa30-0491a13ffdbc" -d '{"events": [{"server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "name": "network-vif-unplugged", "status": "completed", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:33:21.839593 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] For port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:33:21.869710 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 10:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14ad7a5-1d66-411e-81fb-ea045862fc0f x-openstack-request-id: req-d14ad7a5-1d66-411e-81fb-ea045862fc0f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:33:21.869710 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "name": "network-vif-unplugged", "status": "completed", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:33:21.869710 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d14ad7a5-1d66-411e-81fb-ea045862fc0f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:33:21.869710 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'code': 200} Sep 09 10:33:21.920544 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:21.971681 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Pushing event updated for resources: {'Port': ['ID=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:33:22.478443 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-1dddf03c-e377-4020-8940-dbabd71529e5 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:22.480130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-1dddf03c-e377-4020-8940-dbabd71529e5 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.41 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 808 time: 0.1046751 Sep 09 10:33:22.523224 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-967f0085-dc79-453b-8fc2-8db33fd8f330 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=130261d18ec1412a93c0cb7b1192537c HTTP/1.1" status: 200 len: 378 time: 0.0343733 Sep 09 10:33:22.533759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Request body: {'port': {'device_id': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'admin_state_up': True, 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'security_groups': ['e0e6e7fe-07b1-4d35-994d-87445c8b1b96']}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:33:22.588194 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-8fef0e07-f8b2-427f-8604-d642c3004ba3 req-86c8a432-c252-4cda-85d3-68d3687e2a2e tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 210 time: 0.0266736 Sep 09 10:33:22.745340 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Made reservation on behalf of 130261d18ec1412a93c0cb7b1192537c for: {'port': 1} {{(pid=95325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 10:33:22.749949 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:22.875343 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_common [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Allocated IP 172.20.0.6 (f02dcfec-2cca-466a-8fb2-d3df89a993f4/32e9f784-f6db-4587-85d8-dc2f7e5617a2/4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36) {{(pid=95325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:33:23.018224 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for port, precommit_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:23.031609 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Transition to ACTIVE for port object 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 will not be triggered until provisioned by entity DHCP. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:33:23.124649 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_create {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:23.178509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'Port': ['ID=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,revision_number=1']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:33:23.190060 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.190757 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.191277 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.191884 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.192407 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.192990 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.193506 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.194014 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.194571 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.195174 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.195709 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.196275 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:23.219155 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Network f02dcfec-2cca-466a-8fb2-d3df89a993f4 is already hosted by enough agents. {{(pid=95325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:33:23.222135 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.base_scheduler [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Resources bound (agent type, host, resource id): {{(pid=95325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:33:23.225727 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Received port after_create {{(pid=95325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:33:23.320156 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:23.321019 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:23.403166 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-76de77ad-66d8-4d4d-84ec-5bf79a2acce0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8739257 Sep 09 10:33:23.652926 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ee8a37d6-5a42-494c-ad00-f5c9ea9a8a3d None None] Provisioning for port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 completed by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:33:23.657175 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ee8a37d6-5a42-494c-ad00-f5c9ea9a8a3d None None] Provisioning complete for port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 triggered by entity DHCP. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:33:23.657551 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee8a37d6-5a42-494c-ad00-f5c9ea9a8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:23.696071 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a37d6-5a42-494c-ad00-f5c9ea9a8a3d None None] Port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 cannot update to ACTIVE because it is not bound. {{(pid=95327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 10:33:23.717435 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97711a36-2805-4005-8add-e11a1dd59705 req-4703bfd9-903a-4b87-a436-f47f21d43e27 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:23.719742 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97711a36-2805-4005-8add-e11a1dd59705 req-4703bfd9-903a-4b87-a436-f47f21d43e27 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 931 time: 0.0532265 Sep 09 10:33:23.758197 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-97711a36-2805-4005-8add-e11a1dd59705 req-8e759ead-aca4-4671-bba4-a798545af12b tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322356 Sep 09 10:33:24.885662 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe65c51-1628-4c5f-87a4-05a09be8ad44 req-8e1a1995-b5c1-4c3c-9aef-686da427c875 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:24.887167 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dfe65c51-1628-4c5f-87a4-05a09be8ad44 req-8e1a1995-b5c1-4c3c-9aef-686da427c875 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 931 time: 0.0514688 Sep 09 10:33:24.925072 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-dfe65c51-1628-4c5f-87a4-05a09be8ad44 req-98fcfc8f-0726-4c34-8515-c3bbaf27e681 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317540 Sep 09 10:33:26.018568 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:26.040380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e8486-6fdf-4c42-a52f-c01bf21d01f2 req-177bd43a-c741-45c0-a0c8-b0b40a55e222 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:26.042157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-241e8486-6fdf-4c42-a52f-c01bf21d01f2 req-177bd43a-c741-45c0-a0c8-b0b40a55e222 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 931 time: 0.0499017 Sep 09 10:33:26.091486 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-241e8486-6fdf-4c42-a52f-c01bf21d01f2 req-3b9a63e1-0b78-4a37-abc7-2ffa72c26abe tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425434 Sep 09 10:33:26.671276 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:27.251844 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2fc35-889c-40a0-a571-f1e7ad797a45 req-0f18ec0c-99fd-4b21-98c9-849764109dee tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:27.253459 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acf2fc35-889c-40a0-a571-f1e7ad797a45 req-0f18ec0c-99fd-4b21-98c9-849764109dee tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 931 time: 0.0729315 Sep 09 10:33:27.659569 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-acf2fc35-889c-40a0-a571-f1e7ad797a45 req-14d0b020-ac13-46d5-a808-785b52f08a1c tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3997300 Sep 09 10:33:28.782734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ab76c-892f-489f-8e0d-ebd295df335b req-4c7c49c4-68ef-4210-80d6-ed51eea814cf tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:28.784238 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b2ab76c-892f-489f-8e0d-ebd295df335b req-4c7c49c4-68ef-4210-80d6-ed51eea814cf tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 931 time: 0.0544376 Sep 09 10:33:28.824736 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-6b2ab76c-892f-489f-8e0d-ebd295df335b req-8334d7bb-f992-41b3-bee4-586bdfe7b4ae tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344481 Sep 09 10:33:29.979725 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9c4d0-98b0-479e-b6d3-e6b2fd6281c4 req-fb26d514-4687-4bcd-bfd5-f1b7c548c2c9 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:29.981226 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7b9c4d0-98b0-479e-b6d3-e6b2fd6281c4 req-fb26d514-4687-4bcd-bfd5-f1b7c548c2c9 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 931 time: 0.0524995 Sep 09 10:33:30.027882 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d7b9c4d0-98b0-479e-b6d3-e6b2fd6281c4 req-113d17e5-1b54-4575-bc11-1c7ef9812518 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403504 Sep 09 10:33:31.141862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eabae0-15dd-44ea-913d-cb861a582038 req-f829b114-1ad0-4903-8018-aea1915fd9ff tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:31.143329 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c1eabae0-15dd-44ea-913d-cb861a582038 req-f829b114-1ad0-4903-8018-aea1915fd9ff tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 931 time: 0.0492241 Sep 09 10:33:31.191967 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-c1eabae0-15dd-44ea-913d-cb861a582038 req-bcd1a3ff-038d-4a0b-8e4c-6dae938679b0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402062 Sep 09 10:33:32.309114 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f4fcd-ebee-48b0-8b7b-5708ecc66033 req-5cacd4dd-9038-4c16-be12-05da9e9e9333 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:32.311130 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-008f4fcd-ebee-48b0-8b7b-5708ecc66033 req-5cacd4dd-9038-4c16-be12-05da9e9e9333 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 931 time: 0.0508244 Sep 09 10:33:32.355607 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-008f4fcd-ebee-48b0-8b7b-5708ecc66033 req-243f4886-8316-4e86-b7e1-2e8491839e0d tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372560 Sep 09 10:33:33.485675 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98b14b-2b1b-402d-a9b9-90b738a48ac2 req-0b5f15c0-fa2f-4ff0-9f5e-05e287afc506 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:33.487160 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e98b14b-2b1b-402d-a9b9-90b738a48ac2 req-0b5f15c0-fa2f-4ff0-9f5e-05e287afc506 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 931 time: 0.0507486 Sep 09 10:33:33.525121 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-2e98b14b-2b1b-402d-a9b9-90b738a48ac2 req-6e32cda5-ff77-4681-93b3-ad6cce0f9c17 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319650 Sep 09 10:33:34.671650 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a410c-7d6c-4f4b-a42d-b49847a2b699 req-f537b13f-152f-45ec-8c1f-4f561310ee59 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:34.673132 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-561a410c-7d6c-4f4b-a42d-b49847a2b699 req-f537b13f-152f-45ec-8c1f-4f561310ee59 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 931 time: 0.0527251 Sep 09 10:33:34.710356 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-561a410c-7d6c-4f4b-a42d-b49847a2b699 req-fec6ccd1-c03b-4e40-83e2-4f0ffc67215e tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312271 Sep 09 10:33:35.540341 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-0a05ceb8-cb69-4056-9e16-e0da8bbfe9c8 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=95325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 10:33:35.541819 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-0a05ceb8-cb69-4056-9e16-e0da8bbfe9c8 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059824 Sep 09 10:33:35.598713 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.v2.base [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Request body: {'port': {'device_id': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-16'}} {{(pid=95325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:33:35.659172 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:36.176734 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394e56d-c3a1-4116-8835-4049172ea499 req-4bbdcc21-7692-4d07-8104-cc90926f20cb tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:36.178159 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b394e56d-c3a1-4116-8835-4049172ea499 req-4bbdcc21-7692-4d07-8104-cc90926f20cb tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 931 time: 0.3972485 Sep 09 10:33:36.245318 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b394e56d-c3a1-4116-8835-4049172ea499 req-5d8738e6-cc10-410c-b7c5-f3d7425e11c1 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597501 Sep 09 10:33:36.285122 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 {{(pid=95325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:33:36.292482 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:36.303808 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.provisioning_blocks [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Transition to ACTIVE for port object 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 will not be triggered until provisioned by entity L2. {{(pid=95325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 10:33:36.402118 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:36.469075 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,revision_number=2']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:33:36.524613 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Attempting to bind port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 on host n-h2-778696-16 for vnic_type normal with profile {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 10:33:36.525015 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Attempting to bind port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 by drivers openvswitch,hyperv on host n-h2-778696-16 at level 0 using segments [{'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 10:33:36.525288 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Attempting to bind port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 on network f02dcfec-2cca-466a-8fb2-d3df89a993f4 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:33:36.529910 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 on network f02dcfec-2cca-466a-8fb2-d3df89a993f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-16 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 10:33:36.530230 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Attempting to bind port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 on network f02dcfec-2cca-466a-8fb2-d3df89a993f4 {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 10:33:36.535547 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Checking agent: {'id': '98965c43-e6e9-4df4-b99a-82583ead07a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'started_at': datetime.datetime(2021, 9, 9, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 10, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 10:33:36.535883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Checking segment: {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 10:33:36.536268 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Bound using segment: {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'} {{(pid=95325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 10:33:36.536695 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.managers [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Bound port: 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36, host: n-h2-778696-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4794938-61c7-4570-8779-1ca0819d313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4'}}] {{(pid=95325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 10:33:36.537056 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:36.601263 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] For port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36, host n-h2-778696-16, cleared binding levels {{(pid=95325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 10:33:36.604286 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] For port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36, host n-h2-778696-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 10:33:36.676486 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8994935'] for port, after_update {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:36.712630 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:36.714940 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:36.714940 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 HTTP/1.1" status: 200 len: 1092 time: 1.1647551 Sep 09 10:33:36.715170 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:33:36.717412 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8054bace-f0f5-4e97-99dd-6d9bef9835d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:33:36.746645 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe0777-12d8-4588-9e46-35b26bebc4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,revision_number=3']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:33:36.825991 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4299bf35-dce8-4cef-94fe-35250aa6d35e x-openstack-request-id: req-4299bf35-dce8-4cef-94fe-35250aa6d35e {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:33:36.826321 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:33:36.826538 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4299bf35-dce8-4cef-94fe-35250aa6d35e {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:33:36.826929 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'status': 'completed', 'code': 200} Sep 09 10:33:36.860559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-913295c3-207c-450a-bed8-8923549802b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:36.862323 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-913295c3-207c-450a-bed8-8923549802b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 1095 time: 0.0464478 Sep 09 10:33:36.912371 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-2b01d29e-96fc-4759-95d7-bbd37b76ff4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 HTTP/1.1" status: 200 len: 217 time: 0.0407524 Sep 09 10:33:36.962350 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-10d451c6-7f12-417d-8881-492cc142f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:36.963740 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-10d451c6-7f12-417d-8881-492cc142f118 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0441754 Sep 09 10:33:37.008572 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-9f8aeec4-ce77-41ee-b927-f93f2c1132c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:37.009983 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-9f8aeec4-ce77-41ee-b927-f93f2c1132c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392401 Sep 09 10:33:37.104898 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-0e3e09e4-7dfe-4d3e-a213-3bc6683bad5c service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875232 Sep 09 10:33:37.194405 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-95a43c4c-167e-42a3-ab6b-5de163db9f96 req-45b673ec-542b-48f2-a2cd-46010f041ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824957 Sep 09 10:33:37.364579 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054bace-f0f5-4e97-99dd-6d9bef9835d2 req-9011982f-f612-4fc1-9c89-c0881279db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:37.366074 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8054bace-f0f5-4e97-99dd-6d9bef9835d2 req-9011982f-f612-4fc1-9c89-c0881279db01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 1095 time: 0.0713167 Sep 09 10:33:37.389032 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafed855-0e87-46e3-80aa-d97656400870 req-9024453a-933d-4c12-98cd-d75c00ab9d68 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:37.390466 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bafed855-0e87-46e3-80aa-d97656400870 req-9024453a-933d-4c12-98cd-d75c00ab9d68 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 943 time: 0.0663657 Sep 09 10:33:37.480230 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bafed855-0e87-46e3-80aa-d97656400870 req-4042dfd2-bb8b-4a02-9148-0a605965fdd5 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797973 Sep 09 10:33:37.500127 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054bace-f0f5-4e97-99dd-6d9bef9835d2 req-617fae3e-0f2c-4f16-b771-9432e972b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:37.502198 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8054bace-f0f5-4e97-99dd-6d9bef9835d2 req-617fae3e-0f2c-4f16-b771-9432e972b721 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.1290259 Sep 09 10:33:37.544732 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8054bace-f0f5-4e97-99dd-6d9bef9835d2 req-b481eb6b-d30f-4fb5-bde1-99744155f75a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 HTTP/1.1" status: 200 len: 217 time: 0.0338092 Sep 09 10:33:37.593183 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054bace-f0f5-4e97-99dd-6d9bef9835d2 req-77fd8f78-72ae-4de0-9d03-e544dcd536f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:37.594867 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8054bace-f0f5-4e97-99dd-6d9bef9835d2 req-77fd8f78-72ae-4de0-9d03-e544dcd536f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0429294 Sep 09 10:33:37.644247 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054bace-f0f5-4e97-99dd-6d9bef9835d2 req-7dba4271-bc0e-44cf-9ff3-0393df65e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:37.645723 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8054bace-f0f5-4e97-99dd-6d9bef9835d2 req-7dba4271-bc0e-44cf-9ff3-0393df65e666 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439930 Sep 09 10:33:37.735472 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8054bace-f0f5-4e97-99dd-6d9bef9835d2 req-a24ba19c-12ec-480b-866d-2939e95a21f3 service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808473 Sep 09 10:33:37.828877 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8054bace-f0f5-4e97-99dd-6d9bef9835d2 req-7c5a4231-c1e2-4ed0-b328-e89fca862467 service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848305 Sep 09 10:33:38.602324 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfa7f8-e9d5-438d-88af-926bf4bf10ba req-2421e1dc-314d-438d-a38d-65dbe6648bb1 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:38.603847 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-42cfa7f8-e9d5-438d-88af-926bf4bf10ba req-2421e1dc-314d-438d-a38d-65dbe6648bb1 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 943 time: 0.0484881 Sep 09 10:33:38.633334 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:33:38.640659 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-42cfa7f8-e9d5-438d-88af-926bf4bf10ba req-a830566d-81fb-4ec0-afc4-b6a078a5dcf6 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309489 Sep 09 10:33:39.755299 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d2a99-9a23-41f7-b86a-69930bb27949 req-3641f718-6296-4093-9ae1-1dc067b219bd tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:39.756832 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b46d2a99-9a23-41f7-b86a-69930bb27949 req-3641f718-6296-4093-9ae1-1dc067b219bd tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 943 time: 0.0492756 Sep 09 10:33:39.794865 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b46d2a99-9a23-41f7-b86a-69930bb27949 req-f18e0f31-f68d-4c0c-b6f2-6b0e93d1fb6e tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319505 Sep 09 10:33:40.908586 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553eabb-5d2a-4287-b924-e46cdc789611 req-09703597-7e92-4adb-af23-50f8696dbd5b tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:40.910069 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d553eabb-5d2a-4287-b924-e46cdc789611 req-09703597-7e92-4adb-af23-50f8696dbd5b tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 943 time: 0.0496728 Sep 09 10:33:40.946585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d553eabb-5d2a-4287-b924-e46cdc789611 req-c53e249d-82cf-45d3-bf20-44930c7e0fbb tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306110 Sep 09 10:33:41.684304 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:33:41.781131 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:33:41.792333 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'port_id': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'mac_address': 'fa:16:3e:56:6a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:33:41.828987 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:41.841137 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:33:41.863232 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:33:41.933459 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:41.981072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:33:42.065197 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7e50-6729-457e-9ea0-e92937d53d88 req-b7b636cd-186a-4076-8495-8a0d12e677db tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:42.066613 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bd9e7e50-6729-457e-9ea0-e92937d53d88 req-b7b636cd-186a-4076-8495-8a0d12e677db tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 944 time: 0.0509472 Sep 09 10:33:42.103462 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-bd9e7e50-6729-457e-9ea0-e92937d53d88 req-b352c6c2-87c3-495a-b362-1560a91793e3 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309048 Sep 09 10:33:42.185626 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:33:43.223659 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38dd61-ce12-462b-aa22-90c64e4183a6 req-09091e01-7189-47b2-a139-8110ba56bd10 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:43.225143 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab38dd61-ce12-462b-aa22-90c64e4183a6 req-09091e01-7189-47b2-a139-8110ba56bd10 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 944 time: 0.0539167 Sep 09 10:33:43.265214 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-ab38dd61-ce12-462b-aa22-90c64e4183a6 req-f8bc9f8c-814a-4f2d-9511-bdad9b86009c tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340426 Sep 09 10:33:43.683930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:33:43.801545 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning for port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 completed by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 10:33:43.805319 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:33:43.805698 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:43.884622 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:43.906998 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:33:43.909679 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2553ce4b-50c0-4956-b0d9-be11336ec5d4" -d '{"events": [{"server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "name": "network-vif-plugged", "status": "completed", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:33:43.921782 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:33:43.973513 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:44.001874 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ea3f71-79c3-4b38-a34b-a2e5db167351 x-openstack-request-id: req-81ea3f71-79c3-4b38-a34b-a2e5db167351 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:33:44.002786 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "name": "network-vif-plugged", "status": "completed", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:33:44.003244 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81ea3f71-79c3-4b38-a34b-a2e5db167351 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:33:44.003719 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'code': 200} Sep 09 10:33:44.025291 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,revision_number=5']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:33:44.099261 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9578c-f2b3-404c-a826-c150edfee4b7 req-01aad372-3ec0-409b-959a-2ffd36f5c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:44.100710 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38b9578c-f2b3-404c-a826-c150edfee4b7 req-01aad372-3ec0-409b-959a-2ffd36f5c2fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 1097 time: 0.0439727 Sep 09 10:33:44.136896 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-38b9578c-f2b3-404c-a826-c150edfee4b7 req-d6b703b3-5180-485d-b25d-d2f25abd6922 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282440 Sep 09 10:33:44.380637 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf19bb7-6d6b-4bd2-ba11-110e585b6259 req-288bf235-d131-4ea2-b499-32f6748ec86e tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:44.382246 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-daf19bb7-6d6b-4bd2-ba11-110e585b6259 req-288bf235-d131-4ea2-b499-32f6748ec86e tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 945 time: 0.0487776 Sep 09 10:33:44.419697 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-daf19bb7-6d6b-4bd2-ba11-110e585b6259 req-9adf91a3-72ba-4551-bebe-49c6a2c5e22c tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311620 Sep 09 10:33:44.488450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10055729-bc79-4bb6-9356-09fd2659fa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:45.538906 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27397a1-4814-44fb-8998-020d7eae0251 req-ceba6ab9-ada3-4a45-93e5-d5d159b3bf2b tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:45.542429 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e27397a1-4814-44fb-8998-020d7eae0251 req-ceba6ab9-ada3-4a45-93e5-d5d159b3bf2b tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 945 time: 0.0507030 Sep 09 10:33:45.578975 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e27397a1-4814-44fb-8998-020d7eae0251 req-894f79b6-24fb-41de-8cc9-3147609aa933 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322850 Sep 09 10:33:45.695784 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698324b-ab2b-4d75-be16-d15f96e33b6f req-77e926de-abc0-4ea3-a274-4f66d8cfd213 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:45.697169 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d698324b-ab2b-4d75-be16-d15f96e33b6f req-77e926de-abc0-4ea3-a274-4f66d8cfd213 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 945 time: 0.0488842 Sep 09 10:33:45.733786 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d698324b-ab2b-4d75-be16-d15f96e33b6f req-4b98a787-7e5e-43f3-b0a0-0e9dae089a58 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306745 Sep 09 10:33:45.756588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:33:45.798493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae2242-01fd-48d6-be89-2afbfdf3474b tempest-TestSnapshotPattern-1212334111 tempest-TestSnapshotPattern-1212334111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:45.800896 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dbae2242-01fd-48d6-be89-2afbfdf3474b tempest-TestSnapshotPattern-1212334111 tempest-TestSnapshotPattern-1212334111-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 1092 time: 0.0433128 Sep 09 10:33:45.803607 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54516) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:33:45.807746 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Request body: {'floatingip': {'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'port_id': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 10:33:45.885717 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:45.978807 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:46.082118 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Allocated IP 172.25.8.9 (b89ae5e9-a0e8-4790-881f-c7ba7cf90fda/4d0feae9-9450-4fa8-b58a-efe56c9d8e13/0ceb7448-bcd4-4e37-a912-5613805b7d65) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 10:33:46.186040 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:46.287654 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734702896092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:46.328303 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Network b89ae5e9-a0e8-4790-881f-c7ba7cf90fda is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 10:33:46.332036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 10:33:46.337517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 10:33:46.365969 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'Port': ['ID=0ceb7448-bcd4-4e37-a912-5613805b7d65,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:33:46.377588 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.377991 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.378338 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.378678 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.379016 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.379350 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.379703 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.380030 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.380354 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.380682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.381006 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.381329 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:33:46.708747 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:46.828531 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:46.979432 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:47.019825 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8973277'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:47.094913 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event updated for resources: {'Port': ['ID=0ceb7448-bcd4-4e37-a912-5613805b7d65,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:33:47.104571 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682606'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:47.139391 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0e22-7f04-4fdb-973e-218bd762c047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:47.206646 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Floating IP 7bf677be-1c31-4d01-8758-d7c3b93da800 associated. External IP: 172.25.8.9, port: 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36. Sep 09 10:33:47.414904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Router 35eaa669-7b1d-4e85-921b-7e997ec726e2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:33:47.418603 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:47.524010 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:33:47.533974 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925402b5-958f-49d5-885b-b99defefe14f None None] Sync routers for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:33:47.543326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925402b5-958f-49d5-885b-b99defefe14f None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:33:47.543914 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-925402b5-958f-49d5-885b-b99defefe14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:33:47.622524 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:47.648622 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-925402b5-958f-49d5-885b-b99defefe14f None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:33:47.650436 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-ceb33d80-66c7-481e-a319-c566816dc0b2 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8458483 Sep 09 10:33:47.651119 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:33:47.653488 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:33:47.697688 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a47ce5-f167-49a6-bfda-4962bb6bac15 x-openstack-request-id: req-00a47ce5-f167-49a6-bfda-4962bb6bac15 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:33:47.697979 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:33:47.698227 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00a47ce5-f167-49a6-bfda-4962bb6bac15 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:33:47.698654 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'status': 'completed', 'code': 200} Sep 09 10:33:47.762285 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783 req-e55811f7-9b58-4217-9f2e-773f992d1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:47.764536 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783 req-e55811f7-9b58-4217-9f2e-773f992d1f93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 1097 time: 0.0427761 Sep 09 10:33:47.860564 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783 req-5eac1f8b-fe03-4723-afe5-79667b4e7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:47.862181 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783 req-5eac1f8b-fe03-4723-afe5-79667b4e7f87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.0911217 Sep 09 10:33:47.880055 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-925402b5-958f-49d5-885b-b99defefe14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '7bf677be-1c31-4d01-8758-d7c3b93da800', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:56:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:33:46Z', 'updated_at': '2021-09-09T10:33:46Z', 'revision_number': 0, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}, {'id': 'f8f93e94-0d08-44ef-9f52-21770a06f180', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:a5:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:31:06Z', 'updated_at': '2021-09-09T10:31:08Z', 'revision_number': 1, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:33:47.906288 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925402b5-958f-49d5-885b-b99defefe14f None None] Checking router: 35eaa669-7b1d-4e85-921b-7e997ec726e2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:33:47.916389 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925402b5-958f-49d5-885b-b99defefe14f None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:33:47.917002 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-925402b5-958f-49d5-885b-b99defefe14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:33:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:33:47.930691 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783 req-13e69fb7-7171-4172-96f6-063f78c18eb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 HTTP/1.1" status: 200 len: 997 time: 0.0607698 Sep 09 10:33:47.983587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783 req-187b4d65-c0e8-4fd5-b55f-45fa8f911534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:47.985049 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783 req-187b4d65-c0e8-4fd5-b55f-45fa8f911534 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0477054 Sep 09 10:33:48.023842 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-925402b5-958f-49d5-885b-b99defefe14f None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:33:48.031053 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783 req-9810074a-290b-4117-b82b-227ed1d7fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:48.032618 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783 req-9810074a-290b-4117-b82b-227ed1d7fb5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411019 Sep 09 10:33:48.122368 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783 req-8499c155-ed8b-4487-889d-3b4fc2da1952 service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828397 Sep 09 10:33:48.218097 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-4d3a4669-867f-4810-8cc6-7f8a6b6b2783 req-f86c5be6-066b-47ed-bbb1-0dfe4259e66c service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888355 Sep 09 10:33:48.254435 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-925402b5-958f-49d5-885b-b99defefe14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '7bf677be-1c31-4d01-8758-d7c3b93da800', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:56:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:33:46Z', 'updated_at': '2021-09-09T10:33:46Z', 'revision_number': 0, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}, {'id': 'f8f93e94-0d08-44ef-9f52-21770a06f180', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:a5:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:31:06Z', 'updated_at': '2021-09-09T10:31:08Z', 'revision_number': 1, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:33:48.280949 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925402b5-958f-49d5-885b-b99defefe14f None None] The sync data for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 is: [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': '7bf677be-1c31-4d01-8758-d7c3b93da800', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:56:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:33:46Z', 'updated_at': '2021-09-09T10:33:46Z', 'revision_number': 0, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}, {'id': 'f8f93e94-0d08-44ef-9f52-21770a06f180', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:a5:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:31:06Z', 'updated_at': '2021-09-09T10:31:08Z', 'revision_number': 1, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:33:48.473059 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675f6740-ea5c-4d7e-9a66-4c684a22e214 None None] New status for floating IP 7bf677be-1c31-4d01-8758-d7c3b93da800: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:33:48.768980 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e84227c-0864-49d8-b03c-387582575168 req-5ff13511-6a70-4965-a6a7-c30e88216f68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413537 Sep 09 10:33:48.824553 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:48.853484 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84227c-0864-49d8-b03c-387582575168 req-7cc710ab-ecd9-426b-a7f6-eff93a8a9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:48.854994 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e84227c-0864-49d8-b03c-387582575168 req-7cc710ab-ecd9-426b-a7f6-eff93a8a9fc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 1097 time: 0.0461466 Sep 09 10:33:48.963746 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84227c-0864-49d8-b03c-387582575168 req-6e7cfa55-02ac-4d5b-95c3-5c3d31c7f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:48.965236 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e84227c-0864-49d8-b03c-387582575168 req-6e7cfa55-02ac-4d5b-95c3-5c3d31c7f401 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.0882835 Sep 09 10:33:49.033341 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e84227c-0864-49d8-b03c-387582575168 req-ab51b73d-af57-41fe-ae3a-be7caf4fe8e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 HTTP/1.1" status: 200 len: 999 time: 0.0610330 Sep 09 10:33:49.081677 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84227c-0864-49d8-b03c-387582575168 req-0288483c-a31f-44ff-9947-1dda8d307ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:49.083130 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e84227c-0864-49d8-b03c-387582575168 req-0288483c-a31f-44ff-9947-1dda8d307ce2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0431745 Sep 09 10:33:49.128844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84227c-0864-49d8-b03c-387582575168 req-31b0023d-7573-446b-a5fb-2ba25b513192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:33:49.130327 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e84227c-0864-49d8-b03c-387582575168 req-31b0023d-7573-446b-a5fb-2ba25b513192 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398130 Sep 09 10:33:49.224191 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e84227c-0864-49d8-b03c-387582575168 req-79de55dc-cbd5-4ae9-bb68-675995e7432d service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861578 Sep 09 10:33:49.312288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-1e84227c-0864-49d8-b03c-387582575168 req-62812781-10b0-478e-8aad-6a80e03c3194 service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815451 Sep 09 10:33:50.418606 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:56.133059 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:33:56.687384 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:02.850648 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-a74b56a4-a8ae-4a8e-8e1c-ac42a1bd902c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414762 Sep 09 10:34:02.937042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-b7a7aa46-e227-43c9-bb97-460e92f7d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:34:02.938585 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-b7a7aa46-e227-43c9-bb97-460e92f7d61c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 1096 time: 0.0447133 Sep 09 10:34:03.042686 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-80f61fa0-e982-4adb-98a8-5962e0b3c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:34:03.044202 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-80f61fa0-e982-4adb-98a8-5962e0b3c17f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.0842388 Sep 09 10:34:03.112203 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-f5aebc72-4a31-4168-9f87-d8b6594f509c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91 HTTP/1.1" status: 200 len: 1000 time: 0.0606484 Sep 09 10:34:03.162459 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-c674e0e6-c92c-40a7-97dc-76fa0673dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:34:03.163976 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-c674e0e6-c92c-40a7-97dc-76fa0673dc55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0454340 Sep 09 10:34:03.210036 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-f53e924d-1a36-4420-bf32-83070232f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:34:03.211556 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-f53e924d-1a36-4420-bf32-83070232f395 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402968 Sep 09 10:34:03.304848 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-e7324daf-8fe2-49f7-9949-79e243d36e2b service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857646 Sep 09 10:34:03.393089 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-37468d8b-cb26-4624-a003-0aab30d4e7ce req-87d3e2d0-c280-45a6-9c27-5974668f45a7 service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807843 Sep 09 10:34:14.503976 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-782c792a-3aee-47c2-8e16-d6d99053d085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:15.634245 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:34:17.136385 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-461425d3-8a21-4132-916f-d81e9c91c710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:17.430079 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:18.833415 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:20.446276 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:25.989246 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:26.661847 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:44.491829 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-796dc60f-8b2b-4e14-b90f-8012ab3ed312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:47.172197 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb77cf3c-e920-40e2-8787-757a5e8c6ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:47.457823 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:48.188811 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d2f4415-147b-4664-b023-25653e9ae884 req-e4e5e5f1-b817-464d-9db2-51c85740ce04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456514 Sep 09 10:34:48.270188 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f4415-147b-4664-b023-25653e9ae884 req-faba5cc4-fb30-4a42-a4aa-573db92e027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:34:48.271747 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d2f4415-147b-4664-b023-25653e9ae884 req-faba5cc4-fb30-4a42-a4aa-573db92e027c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 1097 time: 0.0409317 Sep 09 10:34:48.380140 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f4415-147b-4664-b023-25653e9ae884 req-2ae1a624-c226-42d5-b837-9aa20c9ee163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:34:48.381651 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d2f4415-147b-4664-b023-25653e9ae884 req-2ae1a624-c226-42d5-b837-9aa20c9ee163 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.0916386 Sep 09 10:34:48.449428 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d2f4415-147b-4664-b023-25653e9ae884 req-25e3b128-429d-40ca-8d44-201372caf673 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 HTTP/1.1" status: 200 len: 999 time: 0.0609570 Sep 09 10:34:48.498376 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f4415-147b-4664-b023-25653e9ae884 req-9d1544e5-2aed-47dc-9c37-04c4e85ae3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:34:48.499836 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d2f4415-147b-4664-b023-25653e9ae884 req-9d1544e5-2aed-47dc-9c37-04c4e85ae3e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0436068 Sep 09 10:34:48.544159 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f4415-147b-4664-b023-25653e9ae884 req-4c1ac223-0c88-47b3-bd83-ee81e27551b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:34:48.545615 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d2f4415-147b-4664-b023-25653e9ae884 req-4c1ac223-0c88-47b3-bd83-ee81e27551b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389493 Sep 09 10:34:48.637047 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d2f4415-147b-4664-b023-25653e9ae884 req-a48a4c92-f679-447e-a39e-b2cda331c436 service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842040 Sep 09 10:34:48.727578 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-9d2f4415-147b-4664-b023-25653e9ae884 req-289a3401-81d4-4b42-b522-4b8a8f9d7b9e service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836809 Sep 09 10:34:48.851847 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:50.438286 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:52.632489 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:34:56.034067 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:34:56.645820 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:03.485044 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-ffc55e28-e293-47af-bd63-f7c5b85e5774 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406263 Sep 09 10:35:03.569619 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-77d8e552-a6d0-4e34-a809-3162e27fc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:03.571110 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-77d8e552-a6d0-4e34-a809-3162e27fc9c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 1096 time: 0.0445368 Sep 09 10:35:03.671962 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-e046406a-299c-46da-b94e-8fdc2ee2d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:03.673422 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-e046406a-299c-46da-b94e-8fdc2ee2d466 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.0833712 Sep 09 10:35:03.745577 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-9f6cc1af-2dfe-442a-9bbe-e97759c870c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91 HTTP/1.1" status: 200 len: 1000 time: 0.0648825 Sep 09 10:35:03.796466 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-6794012b-1fa9-4b9c-bfc9-fb33301b9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:03.797994 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-6794012b-1fa9-4b9c-bfc9-fb33301b9994 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0456154 Sep 09 10:35:03.844573 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-5032c0b3-6c6b-40a5-b50b-217fc4cac681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:03.846129 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-5032c0b3-6c6b-40a5-b50b-217fc4cac681 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411727 Sep 09 10:35:03.940343 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-af6bb2b5-53a4-42e5-89f8-177d67b60a40 service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873747 Sep 09 10:35:04.027443 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-01426e1a-fe90-498a-8d7c-c9d32a4e99f2 req-7264c8de-9d79-4aaf-bede-4f2c7c2c083c service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800784 Sep 09 10:35:14.495137 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-938d83ff-546a-4e5c-ab7a-ca8f74cc9f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:17.180451 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd4cb378-3995-4371-ab4f-9494df6ca312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:17.420587 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:18.838037 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:20.182414 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 details requested by agent hyperv_n-h2-778696-16 with host n-h2-778696-16 {{(pid=95327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 10:35:20.308731 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:20.323326 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Returning: {'device': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'port_id': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'mac_address': 'fa:16:3e:56:6a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 10:35:20.364924 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:20.390418 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 10:35:20.411332 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:20.452097 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:20.485316 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:20.547166 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:20.557072 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] get_ports_and_sgs() called for port_ids ['4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36'] {{(pid=95327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 10:35:20.558872 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:20.559216 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:20.559591 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:20.559930 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:20.560301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:20.560697 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:20.561027 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:20.561356 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:20.561671 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:20.561995 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:20.562470 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:20.562801 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:22.197828 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 up at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 10:35:22.251097 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Provisioning complete for port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 triggered by entity L2. {{(pid=95327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 10:35:22.251502 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006043'] for port, provisioning_complete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:22.335991 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649007'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:22.360471 n-d-778696-16 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:35:22.362710 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b1e3c2878312074c2255e4cd09edfe09f4f1d2f78afcedeaa4af5538921240" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c5fcd4-a665-4f69-9141-3900b98a7828" -d '{"events": [{"server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "name": "network-vif-plugged", "status": "completed", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:35:22.378602 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] For port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:22.416855 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a9b54a-c721-45b0-ac4a-269cdc429b3b x-openstack-request-id: req-06a9b54a-c721-45b0-ac4a-269cdc429b3b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:35:22.417206 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "name": "network-vif-plugged", "status": "completed", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:35:22.417539 n-d-778696-16 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06a9b54a-c721-45b0-ac4a-269cdc429b3b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:35:22.417932 n-d-778696-16 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'code': 200} Sep 09 10:35:22.457321 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734703415574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734702896110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734702864644'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:22.509969 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Pushing event updated for resources: {'Port': ['ID=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:26.039455 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:26.702916 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:29.632239 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:35:30.838477 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54730) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:31.000774 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Deleting port 0ceb7448-bcd4-4e37-a912-5613805b7d65 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:31.001114 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:31.074465 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:31.074689 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:31.086278 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Calling delete_port for 0ceb7448-bcd4-4e37-a912-5613805b7d65 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:31.302445 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:31.330884 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event deleted for resources: {'Port': ['ID=0ceb7448-bcd4-4e37-a912-5613805b7d65,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:31.355682 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.358517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.358517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.358517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.358517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.358517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.358517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.358517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.358517 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.359330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.359330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.359330 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:31.406867 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:31.407450 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Floating IP 7bf677be-1c31-4d01-8758-d7c3b93da800 disassociated (deleted). External IP: 172.25.8.9, port: 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36. Sep 09 10:35:31.627629 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Router 35eaa669-7b1d-4e85-921b-7e997ec726e2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:35:31.738706 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:35:31.743146 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:31.750835 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0f0e2-cc2f-4cc5-a189-313c7f1cb032 None None] Sync routers for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:35:31.776590 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-f072ec8f-3c8c-47fe-8134-d3b2f37719f7 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "DELETE /v2.0/floatingips/7bf677be-1c31-4d01-8758-d7c3b93da800 HTTP/1.1" status: 204 len: 168 time: 0.9370039 Sep 09 10:35:31.777194 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:35:31.780354 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788292cb-c20f-41f8-a05a-8550012a6217" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:35:31.822479 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493e4a88-db2e-4ea8-b59b-5c51c9932776 x-openstack-request-id: req-493e4a88-db2e-4ea8-b59b-5c51c9932776 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:35:31.822948 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:35:31.823488 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-493e4a88-db2e-4ea8-b59b-5c51c9932776 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:35:31.824201 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'status': 'completed', 'code': 200} Sep 09 10:35:31.890833 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788292cb-c20f-41f8-a05a-8550012a6217 req-e508cb1d-8c20-42e6-a178-1b1a10c29e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:31.897263 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-788292cb-c20f-41f8-a05a-8550012a6217 req-e508cb1d-8c20-42e6-a178-1b1a10c29e86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 1097 time: 0.0449257 Sep 09 10:35:31.912785 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0f0e2-cc2f-4cc5-a189-313c7f1cb032 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:35:31.913399 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8ef0f0e2-cc2f-4cc5-a189-313c7f1cb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:35:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:31.984569 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788292cb-c20f-41f8-a05a-8550012a6217 req-5b4e1e72-ab79-43cf-a847-8a1fa9bce825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:31.986103 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-788292cb-c20f-41f8-a05a-8550012a6217 req-5b4e1e72-ab79-43cf-a847-8a1fa9bce825 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.0859852 Sep 09 10:35:32.021185 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-8ef0f0e2-cc2f-4cc5-a189-313c7f1cb032 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:35:32.033011 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-788292cb-c20f-41f8-a05a-8550012a6217 req-515e6c38-9cbe-4374-afed-1c256e8f4b3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 HTTP/1.1" status: 200 len: 217 time: 0.0393360 Sep 09 10:35:32.088909 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788292cb-c20f-41f8-a05a-8550012a6217 req-bac8d14f-9d33-427a-96d9-b4792836c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:32.095157 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-788292cb-c20f-41f8-a05a-8550012a6217 req-bac8d14f-9d33-427a-96d9-b4792836c8df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0523155 Sep 09 10:35:32.148509 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788292cb-c20f-41f8-a05a-8550012a6217 req-5ba10c12-4ba7-4533-80fb-ea890c78405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:32.150712 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-788292cb-c20f-41f8-a05a-8550012a6217 req-5ba10c12-4ba7-4533-80fb-ea890c78405b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476756 Sep 09 10:35:32.253904 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8ef0f0e2-cc2f-4cc5-a189-313c7f1cb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f8f93e94-0d08-44ef-9f52-21770a06f180', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:a5:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:31:06Z', 'updated_at': '2021-09-09T10:31:08Z', 'revision_number': 1, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:32.270706 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2037e13-74d4-4a5e-9b42-af5a956a58ee req-db54a6ff-5530-42a9-a139-4e1591f595a6 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:32.272317 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2037e13-74d4-4a5e-9b42-af5a956a58ee req-db54a6ff-5530-42a9-a139-4e1591f595a6 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 945 time: 0.0970428 Sep 09 10:35:32.285028 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0f0e2-cc2f-4cc5-a189-313c7f1cb032 None None] Checking router: 35eaa669-7b1d-4e85-921b-7e997ec726e2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:35:32.293129 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-788292cb-c20f-41f8-a05a-8550012a6217 req-4234651f-ab0a-4bee-8d03-f056be811ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358421 Sep 09 10:35:32.293300 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0f0e2-cc2f-4cc5-a189-313c7f1cb032 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:35:32.293789 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8ef0f0e2-cc2f-4cc5-a189-313c7f1cb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:35:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:32.345418 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-e2037e13-74d4-4a5e-9b42-af5a956a58ee req-7535797c-40ab-4e3e-96c1-ef83f21611ba tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633159 Sep 09 10:35:32.405815 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-788292cb-c20f-41f8-a05a-8550012a6217 req-3815c766-3b7a-4d43-9765-b3924a6ad5a8 service neutron] 10.222.0.41 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031876 Sep 09 10:35:32.406306 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-8ef0f0e2-cc2f-4cc5-a189-313c7f1cb032 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:35:32.625857 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-8ef0f0e2-cc2f-4cc5-a189-313c7f1cb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f8f93e94-0d08-44ef-9f52-21770a06f180', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:a5:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:31:06Z', 'updated_at': '2021-09-09T10:31:08Z', 'revision_number': 1, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:32.652050 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0f0e2-cc2f-4cc5-a189-313c7f1cb032 None None] The sync data for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 is: [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_floatingips': [{'id': 'f8f93e94-0d08-44ef-9f52-21770a06f180', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'router_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'port_id': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'mac_address': 'fa:16:3e:a5:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T10:31:06Z', 'updated_at': '2021-09-09T10:31:08Z', 'revision_number': 1, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:35:32.895764 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca9f52-07a9-410b-8dec-244d8f7bff38 None None] New status for floating IP 7bf677be-1c31-4d01-8758-d7c3b93da800: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:35:33.469816 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc0ada-03a0-477d-bf9b-36e0497b6fe5 req-afe242a2-625c-4786-8d55-ce1f769a1f64 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:33.471289 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4afc0ada-03a0-477d-bf9b-36e0497b6fe5 req-afe242a2-625c-4786-8d55-ce1f769a1f64 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 945 time: 0.0480185 Sep 09 10:35:33.507985 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-4afc0ada-03a0-477d-bf9b-36e0497b6fe5 req-3d3e7100-690c-4b84-813e-638938613b9c tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307777 Sep 09 10:35:33.800284 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0736f1-2d8b-4fad-87b2-d302c4e81a31 req-5b24a2ab-cfaf-45e6-8640-961931b872ee tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:33.801636 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8e0736f1-2d8b-4fad-87b2-d302c4e81a31 req-5b24a2ab-cfaf-45e6-8640-961931b872ee tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 945 time: 0.0485718 Sep 09 10:35:33.894878 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-8e0736f1-2d8b-4fad-87b2-d302c4e81a31 req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Deleting port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:33.895219 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8e0736f1-2d8b-4fad-87b2-d302c4e81a31 req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:33.983942 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [req-8e0736f1-2d8b-4fad-87b2-d302c4e81a31 req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] For port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36, host n-h2-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-16',level=0,port_id=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:33.984307 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8e0736f1-2d8b-4fad-87b2-d302c4e81a31 req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:33.996587 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [req-8e0736f1-2d8b-4fad-87b2-d302c4e81a31 req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Calling delete_port for 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 owned by compute:nova {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:34.182340 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8e0736f1-2d8b-4fad-87b2-d302c4e81a31 req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:34.211480 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event deleted for resources: {'Port': ['ID=4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:34.225137 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.225494 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.225844 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.226187 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.226526 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.226862 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.227204 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.227559 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.227886 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.228214 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.228540 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.228879 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-16 {{(pid=95325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 10:35:34.262874 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0736f1-2d8b-4fad-87b2-d302c4e81a31 req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] No DVR routers for this DVR port 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 on host n-h2-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:35:34.266173 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [req-8e0736f1-2d8b-4fad-87b2-d302c4e81a31 req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:34.268288 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-8e0736f1-2d8b-4fad-87b2-d302c4e81a31 req-10296051-9320-45ae-b84f-84f4b1edc672 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.41 "DELETE /v2.0/ports/4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 HTTP/1.1" status: 204 len: 173 time: 0.4603341 Sep 09 10:35:34.268729 n-d-778696-16 neutron-server[95325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'name': 'network-vif-deleted', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36'}] {{(pid=95325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:35:34.270998 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}561e06f764ae2a08dce2d281186bd63b0a15c05009f62d254f93a0b7479baf79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90635c46-2235-479a-a9a6-2585af91d327" -d '{"events": [{"server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "name": "network-vif-deleted", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36"}]}' {{(pid=95325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:35:34.291057 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:35:34.306869 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a660851-f719-4205-a259-6c1c591d8055 x-openstack-request-id: req-8a660851-f719-4205-a259-6c1c591d8055 {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:35:34.307191 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4ceb99-fe4b-4565-b732-64bd9ce3ee37", "name": "network-vif-deleted", "tag": "4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36", "status": "completed", "code": 200}]} {{(pid=95325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:35:34.307479 n-d-778696-16 neutron-server[95325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a660851-f719-4205-a259-6c1c591d8055 {{(pid=95325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:35:34.307880 n-d-778696-16 neutron-server[95325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4ceb99-fe4b-4565-b732-64bd9ce3ee37', 'name': 'network-vif-deleted', 'tag': '4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36', 'status': 'completed', 'code': 200} Sep 09 10:35:34.318173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:35:34.318531 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:35:34.618584 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-80bb1880-55fa-40a5-b4b6-f1841d6fa1dd req-47d91cd3-b608-44f6-9629-79fba39047c0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4ceb99-fe4b-4565-b732-64bd9ce3ee37 HTTP/1.1" status: 200 len: 210 time: 0.0271802 Sep 09 10:35:36.968323 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54786) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:37.124336 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Deleting port 8dbb1040-00fd-4a99-88ac-36f72e8a76fd {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:37.124691 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:37.202437 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:37.202752 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:37.214125 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Calling delete_port for 8dbb1040-00fd-4a99-88ac-36f72e8a76fd owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:37.408780 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:37.434366 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event deleted for resources: {'Port': ['ID=8dbb1040-00fd-4a99-88ac-36f72e8a76fd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:37.492992 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:37.493382 n-d-778696-16 neutron-server[95326]: INFO neutron.db.l3_db [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Floating IP f8f93e94-0d08-44ef-9f52-21770a06f180 disassociated (deleted). External IP: 172.25.8.217, port: 2b48cd7f-0bfb-44ca-a19d-17f137d12f91. Sep 09 10:35:37.992566 n-d-778696-16 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Router 35eaa669-7b1d-4e85-921b-7e997ec726e2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:35:38.097961 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:35:38.102886 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:38.108293 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c05f8-cb5f-4965-a2e0-ff03e5229422 None None] Sync routers for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:35:38.116885 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c05f8-cb5f-4965-a2e0-ff03e5229422 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:35:38.117493 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a89c05f8-cb5f-4965-a2e0-ff03e5229422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:35:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:38.134038 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-6f443df0-fff8-4d8a-9457-d4646d6a1749 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "DELETE /v2.0/floatingips/f8f93e94-0d08-44ef-9f52-21770a06f180 HTTP/1.1" status: 204 len: 168 time: 1.1621277 Sep 09 10:35:38.134038 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:35:38.135472 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:35:38.174757 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 10:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d265a18d-96c7-4bf3-a80d-d59a883f39ac x-openstack-request-id: req-d265a18d-96c7-4bf3-a80d-d59a883f39ac {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:35:38.175055 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:35:38.175391 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d265a18d-96c7-4bf3-a80d-d59a883f39ac {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:35:38.177177 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'status': 'completed', 'code': 200} Sep 09 10:35:38.227846 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a89c05f8-cb5f-4965-a2e0-ff03e5229422 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:35:38.245634 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5 req-acc126e1-b364-440b-84db-3d21efe161bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:38.247199 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5 req-acc126e1-b364-440b-84db-3d21efe161bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130261d18ec1412a93c0cb7b1192537c&device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 1096 time: 0.0477607 Sep 09 10:35:38.316407 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 no longer exists at agent hyperv_n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:35:38.340139 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5 req-c504f064-806b-46b7-9c70-fd2874603394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:38.341668 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5 req-c504f064-806b-46b7-9c70-fd2874603394 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 200 len: 909 time: 0.0869308 Sep 09 10:35:38.348594 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] No Port match for: 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:35:38.349153 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Device 4fe50f05-f4c5-4c7c-a3bb-b62af1ab3d36 not bound to the agent host n-h2-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:35:38.391890 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5 req-10225352-db98-4162-9862-a053a191f469 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91 HTTP/1.1" status: 200 len: 217 time: 0.0405517 Sep 09 10:35:38.444083 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5 req-dc19fbd1-1684-4cff-8c3d-9d6e5d59dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:38.445971 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5 req-dc19fbd1-1684-4cff-8c3d-9d6e5d59dfd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 200 len: 847 time: 0.0476060 Sep 09 10:35:38.454554 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a89c05f8-cb5f-4965-a2e0-ff03e5229422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:38.486668 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c05f8-cb5f-4965-a2e0-ff03e5229422 None None] Checking router: 35eaa669-7b1d-4e85-921b-7e997ec726e2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:35:38.495705 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5 req-202f8b07-1d51-4fa2-847b-cb9ab4b596b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:38.495705 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5 req-202f8b07-1d51-4fa2-847b-cb9ab4b596b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f02dcfec-2cca-466a-8fb2-d3df89a993f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425119 Sep 09 10:35:38.496063 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c05f8-cb5f-4965-a2e0-ff03e5229422 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:35:38.496381 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a89c05f8-cb5f-4965-a2e0-ff03e5229422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:35:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:38.535774 n-d-778696-16 neutron-server[95325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5b583-6a89-4e63-af35-fd8d831552c0 req-b8a5fa37-af93-4ffb-bd4d-5a903013fcea tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:38.537306 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b2b5b583-6a89-4e63-af35-fd8d831552c0 req-b8a5fa37-af93-4ffb-bd4d-5a903013fcea tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 944 time: 0.0544996 Sep 09 10:35:38.576182 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [req-b2b5b583-6a89-4e63-af35-fd8d831552c0 req-c5fa179e-1997-4f45-8bcf-29f91cd201b4 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325763 Sep 09 10:35:38.605037 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-a89c05f8-cb5f-4965-a2e0-ff03e5229422 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:35:38.609482 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5 req-661377c8-71a9-4012-9d54-c1dfc555e685 service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052115 Sep 09 10:35:38.700955 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-74b09dd2-4bc1-4c7e-bbd6-544d8028faa5 req-8d51ca7b-99cd-4ebb-a44e-8fe48d1e11e0 service neutron] 10.222.0.24 "GET /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833302 Sep 09 10:35:38.801048 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-a89c05f8-cb5f-4965-a2e0-ff03e5229422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:38.827739 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c05f8-cb5f-4965-a2e0-ff03e5229422 None None] The sync data for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 is: [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:39Z', 'revision_number': 4, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16', '_interfaces': [{'id': '5d47eead-3043-4f52-950c-bd46de6a53d7', 'name': '', 'network_id': 'f02dcfec-2cca-466a-8fb2-d3df89a993f4', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'mac_address': 'fa:16:3e:44:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:38Z', 'updated_at': '2021-09-09T10:30:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'subnets': [{'id': '32e9f784-f6db-4587-85d8-dc2f7e5617a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:35:39.034692 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356be40-8a08-4c23-bfe0-a892b6649dad None None] New status for floating IP f8f93e94-0d08-44ef-9f52-21770a06f180: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 10:35:39.692698 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315d70-9ef8-47ab-85a7-d279859d47c6 req-6282432f-3280-4a6a-8bc6-31d6d47acb91 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:39.694191 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf315d70-9ef8-47ab-85a7-d279859d47c6 req-6282432f-3280-4a6a-8bc6-31d6d47acb91 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 944 time: 0.0489488 Sep 09 10:35:39.736574 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-cf315d70-9ef8-47ab-85a7-d279859d47c6 req-0304e7ee-afa1-4cdd-9418-dd6ca67e63e0 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e6e7fe-07b1-4d35-994d-87445c8b1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364041 Sep 09 10:35:40.044207 n-d-778696-16 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f5cf3-fb3b-49ae-be49-e1c2d64a0cba req-50ac765c-9668-4894-ae91-579e65dd37de tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 10:35:40.045723 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-387f5cf3-fb3b-49ae-be49-e1c2d64a0cba req-50ac765c-9668-4894-ae91-579e65dd37de tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 944 time: 0.0484555 Sep 09 10:35:40.134628 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-387f5cf3-fb3b-49ae-be49-e1c2d64a0cba req-8ed4aef2-4e45-4d72-9975-dd23487b3039 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Deleting port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:40.134896 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-387f5cf3-fb3b-49ae-be49-e1c2d64a0cba req-8ed4aef2-4e45-4d72-9975-dd23487b3039 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:40.225510 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-387f5cf3-fb3b-49ae-be49-e1c2d64a0cba req-8ed4aef2-4e45-4d72-9975-dd23487b3039 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] For port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91, host n-h1-778696-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-16',level=0,port_id=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:40.225870 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-387f5cf3-fb3b-49ae-be49-e1c2d64a0cba req-8ed4aef2-4e45-4d72-9975-dd23487b3039 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:40.237904 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-387f5cf3-fb3b-49ae-be49-e1c2d64a0cba req-8ed4aef2-4e45-4d72-9975-dd23487b3039 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Calling delete_port for 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:40.433637 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-387f5cf3-fb3b-49ae-be49-e1c2d64a0cba req-8ed4aef2-4e45-4d72-9975-dd23487b3039 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:40.461985 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4aef2-4e45-4d72-9975-dd23487b3039 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event deleted for resources: {'Port': ['ID=2b48cd7f-0bfb-44ca-a19d-17f137d12f91,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:40.503489 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-387f5cf3-fb3b-49ae-be49-e1c2d64a0cba req-8ed4aef2-4e45-4d72-9975-dd23487b3039 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] No DVR routers for this DVR port 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 on host n-h1-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:35:40.506115 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-387f5cf3-fb3b-49ae-be49-e1c2d64a0cba req-8ed4aef2-4e45-4d72-9975-dd23487b3039 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425648'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:40.508125 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-387f5cf3-fb3b-49ae-be49-e1c2d64a0cba req-8ed4aef2-4e45-4d72-9975-dd23487b3039 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.24 "DELETE /v2.0/ports/2b48cd7f-0bfb-44ca-a19d-17f137d12f91 HTTP/1.1" status: 204 len: 173 time: 0.4561756 Sep 09 10:35:40.508560 n-d-778696-16 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'name': 'network-vif-deleted', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 10:35:40.510844 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a27f559a7415ee89953d459dd088c69599e87daa6ee348706f45957384728330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3fe032-c35f-44d4-8ad5-66bc8b156d05" -d '{"events": [{"server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "name": "network-vif-deleted", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 10:35:40.547214 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 10:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d987146-8081-4a8a-9cd8-2623d8290d35 x-openstack-request-id: req-0d987146-8081-4a8a-9cd8-2623d8290d35 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 10:35:40.547557 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddc1c33-7882-49a9-afa8-fbeffb934f05", "name": "network-vif-deleted", "tag": "2b48cd7f-0bfb-44ca-a19d-17f137d12f91", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 10:35:40.547807 n-d-778696-16 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d987146-8081-4a8a-9cd8-2623d8290d35 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 10:35:40.548209 n-d-778696-16 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddc1c33-7882-49a9-afa8-fbeffb934f05', 'name': 'network-vif-deleted', 'tag': '2b48cd7f-0bfb-44ca-a19d-17f137d12f91', 'status': 'completed', 'code': 200} Sep 09 10:35:40.850710 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [req-d078a706-b738-488f-8a75-e1d713195e5d req-0e4b5633-e5c7-4486-bd9d-f65dc14c29dc tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc1c33-7882-49a9-afa8-fbeffb934f05 HTTP/1.1" status: 200 len: 210 time: 0.0279868 Sep 09 10:35:41.908522 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54802) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:41.968629 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34439688-762a-4754-bda4-eedab3ab6c29 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:41.999034 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34439688-762a-4754-bda4-eedab3ab6c29 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:42.142129 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34439688-762a-4754-bda4-eedab3ab6c29 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:42.144724 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34439688-762a-4754-bda4-eedab3ab6c29 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:42.145888 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-34439688-762a-4754-bda4-eedab3ab6c29 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] 10.222.0.32 "DELETE /v2.0/security-groups/e0e6e7fe-07b1-4d35-994d-87445c8b1b96 HTTP/1.1" status: 204 len: 168 time: 0.2363443 Sep 09 10:35:42.156060 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34439688-762a-4754-bda4-eedab3ab6c29 tempest-TestSnapshotPattern-1976600356 tempest-TestSnapshotPattern-1976600356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e6e7fe-07b1-4d35-994d-87445c8b1b96,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:42.251902 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54806) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:42.674754 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:42.915396 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] Deleting port 5d47eead-3043-4f52-950c-bd46de6a53d7 {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:42.915745 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:42.995072 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] For port 5d47eead-3043-4f52-950c-bd46de6a53d7, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=5d47eead-3043-4f52-950c-bd46de6a53d7,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:42.995353 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:43.008004 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] Calling delete_port for 5d47eead-3043-4f52-950c-bd46de6a53d7 owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:43.562981 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:43.595703 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d47eead-3043-4f52-950c-bd46de6a53d7,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:43.760345 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:43.974238 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] Router 35eaa669-7b1d-4e85-921b-7e997ec726e2 has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:35:44.080009 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:35:44.085119 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-25d83f29-4526-4359-b8d6-11b2a4ec82e6 admin admin] 10.222.0.32 "PUT /v2.0/routers/35eaa669-7b1d-4e85-921b-7e997ec726e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8321068 Sep 09 10:35:44.087759 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54810) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:44.088866 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95fb28-6956-445b-bd54-e40244d59302 None None] Sync routers for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:35:44.098213 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95fb28-6956-445b-bd54-e40244d59302 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:35:44.098821 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7d95fb28-6956-445b-bd54-e40244d59302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:35:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:44.196288 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:44.303174 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:44.350805 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 no longer exists at agent hyperv_n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:35:44.378738 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-7d95fb28-6956-445b-bd54-e40244d59302 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: n-d-778696-16 {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:35:44.380813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] No Port match for: 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:35:44.380813 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Device 2b48cd7f-0bfb-44ca-a19d-17f137d12f91 not bound to the agent host n-h1-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:35:44.430859 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Deleting port d750252e-a53e-4218-b314-6c7071611a3d {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:44.431205 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:44.513083 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] For port d750252e-a53e-4218-b314-6c7071611a3d, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=d750252e-a53e-4218-b314-6c7071611a3d,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:44.513352 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:44.522350 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-040a2569-07f0-46a4-840f-256ecca057c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:44.525634 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Calling delete_port for d750252e-a53e-4218-b314-6c7071611a3d owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:44.572574 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7d95fb28-6956-445b-bd54-e40244d59302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:35:43Z', 'revision_number': 5, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port': {'id': 'd750252e-a53e-4218-b314-6c7071611a3d', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:44.599643 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95fb28-6956-445b-bd54-e40244d59302 None None] Checking router: 35eaa669-7b1d-4e85-921b-7e997ec726e2 for host: n-d-778696-16 {{(pid=95327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:35:44.608683 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95fb28-6956-445b-bd54-e40244d59302 None None] Routers {'35eaa669-7b1d-4e85-921b-7e997ec726e2'} bound to L3 agent in host n-d-778696-16 {{(pid=95327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:35:44.609301 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7d95fb28-6956-445b-bd54-e40244d59302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:35:17Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['35eaa669-7b1d-4e85-921b-7e997ec726e2'], 'active': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:44.699191 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvr_db [None req-7d95fb28-6956-445b-bd54-e40244d59302 None None] Set router 35eaa669-7b1d-4e85-921b-7e997ec726e2 gateway port host: None {{(pid=95327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:35:44.753596 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:44.754903 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_hamode_db [None req-7d95fb28-6956-445b-bd54-e40244d59302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:35:44Z', 'revision_number': 6, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port_host': None}], 'n-d-778696-16', False) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:44.778611 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Pushing event deleted for resources: {'Port': ['ID=d750252e-a53e-4218-b314-6c7071611a3d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:44.782522 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95fb28-6956-445b-bd54-e40244d59302 None None] The sync data for ids ['35eaa669-7b1d-4e85-921b-7e997ec726e2'] in n-d-778696-16 is: [{'id': '35eaa669-7b1d-4e85-921b-7e997ec726e2', 'name': 'tempest-TestSnapshotPattern-21082652-router', 'tenant_id': '130261d18ec1412a93c0cb7b1192537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:36Z', 'updated_at': '2021-09-09T10:35:44Z', 'revision_number': 6, 'project_id': '130261d18ec1412a93c0cb7b1192537c', 'gw_port_host': None}] {{(pid=95327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:35:44.849707 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:44.940980 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:44.943244 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.046099 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.046535 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35eaa669-7b1d-4e85-921b-7e997ec726e2 {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:35:45.051045 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.052309 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-00306481-faf2-4d85-800e-61733075dd91 admin admin] 10.222.0.32 "DELETE /v2.0/routers/35eaa669-7b1d-4e85-921b-7e997ec726e2 HTTP/1.1" status: 204 len: 168 time: 0.9636211 Sep 09 10:35:45.055464 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54812) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:45.105495 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d4554d-c601-4541-ac4b-288416cbabd9 admin admin] Deleting subnet 32e9f784-f6db-4587-85d8-dc2f7e5617a2 {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:35:45.109039 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31d4554d-c601-4541-ac4b-288416cbabd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.146097 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31d4554d-c601-4541-ac4b-288416cbabd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.234251 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31d4554d-c601-4541-ac4b-288416cbabd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.359813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31d4554d-c601-4541-ac4b-288416cbabd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.387175 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4554d-c601-4541-ac4b-288416cbabd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e9f784-f6db-4587-85d8-dc2f7e5617a2,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:45.389377 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-31d4554d-c601-4541-ac4b-288416cbabd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.391434 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-31d4554d-c601-4541-ac4b-288416cbabd9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/32e9f784-f6db-4587-85d8-dc2f7e5617a2 HTTP/1.1" status: 204 len: 168 time: 0.3335044 Sep 09 10:35:45.394302 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54814) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:45.396400 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a8853-01c0-4dca-b5a3-bfc534c92ca4 None None] Network f02dcfec-2cca-466a-8fb2-d3df89a993f4 requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:35:45.467278 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.529155 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Deleting port e60e4846-6fef-45be-884a-a14a31d9579f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:45.530474 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.594428 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049c05db-caf1-4782-9148-3372d9857125 None None] DHCP port deletion for f02dcfec-2cca-466a-8fb2-d3df89a993f4 request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:35:45.595499 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] For port e60e4846-6fef-45be-884a-a14a31d9579f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e60e4846-6fef-45be-884a-a14a31d9579f,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:45.595870 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.609654 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Calling delete_port for e60e4846-6fef-45be-884a-a14a31d9579f owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:45.661678 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-049c05db-caf1-4782-9148-3372d9857125 None None] Deleting port e60e4846-6fef-45be-884a-a14a31d9579f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:45.662073 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-049c05db-caf1-4782-9148-3372d9857125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.685504 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d47eead-3043-4f52-950c-bd46de6a53d7 no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:35:45.719316 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 5d47eead-3043-4f52-950c-bd46de6a53d7 {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:35:45.719686 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 5d47eead-3043-4f52-950c-bd46de6a53d7 not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:35:45.720123 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d750252e-a53e-4218-b314-6c7071611a3d no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:35:45.744512 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: d750252e-a53e-4218-b314-6c7071611a3d {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:35:45.744856 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device d750252e-a53e-4218-b314-6c7071611a3d not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:35:45.745277 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e60e4846-6fef-45be-884a-a14a31d9579f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:35:45.782240 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972334'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.810185 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Pushing event deleted for resources: {'Port': ['ID=e60e4846-6fef-45be-884a-a14a31d9579f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:45.812601 n-d-778696-16 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] No DVR routers for this DVR port e60e4846-6fef-45be-884a-a14a31d9579f on host n-d-778696-16 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:35:45.818026 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-049c05db-caf1-4782-9148-3372d9857125 None None] For port e60e4846-6fef-45be-884a-a14a31d9579f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=e60e4846-6fef-45be-884a-a14a31d9579f,segment=NetworkSegment(e4794938-61c7-4570-8779-1ca0819d313c),segment_id=e4794938-61c7-4570-8779-1ca0819d313c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:45.818450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-049c05db-caf1-4782-9148-3372d9857125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.843112 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-049c05db-caf1-4782-9148-3372d9857125 None None] Calling delete_port for e60e4846-6fef-45be-884a-a14a31d9579f owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:45.859666 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No active binding found for port e60e4846-6fef-45be-884a-a14a31d9579f {{(pid=95327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 09 10:35:45.860081 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device e60e4846-6fef-45be-884a-a14a31d9579f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:35:45.900662 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.930499 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-049c05db-caf1-4782-9148-3372d9857125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.931042 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02dcfec-2cca-466a-8fb2-d3df89a993f4']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:45.941493 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4794938-61c7-4570-8779-1ca0819d313c') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:45.941787 n-d-778696-16 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4794938-61c7-4570-8779-1ca0819d313c') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:45.951646 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948324'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.957061 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c05db-caf1-4782-9148-3372d9857125 None None] Pushing event deleted for resources: {'Port': ['ID=e60e4846-6fef-45be-884a-a14a31d9579f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:45.961790 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c05db-caf1-4782-9148-3372d9857125 None None] No DVR routers for this DVR port e60e4846-6fef-45be-884a-a14a31d9579f on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:35:45.964870 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.974220 n-d-778696-16 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:35:45.974220 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8973297'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: Traceback (most recent call last): Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: timer() Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: cb(*args, **kw) Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: return func(*args, **kwargs) Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: self._notify() Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: self.callback(batched_events) Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: event.method(event) Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: return f(self, *a, **k) Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: return self._get(url).json() Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:35:45.975318 n-d-778696-16 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:35:46.090610 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:46.096723 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:46.098555 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] 10.222.0.32 "DELETE /v2.0/networks/f02dcfec-2cca-466a-8fb2-d3df89a993f4 HTTP/1.1" status: 204 len: 168 time: 0.7032316 Sep 09 10:35:46.101612 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54816) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:46.109396 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee21f5e-3eb2-435d-9cdd-07600185987c admin admin] Pushing event deleted for resources: {'Network': ['ID=f02dcfec-2cca-466a-8fb2-d3df89a993f4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:46.450401 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682350'] for router_interface, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:46.691129 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] Deleting port 52023f1e-0689-4192-90aa-5646f421c70f {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:46.691572 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:46.774292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] For port 52023f1e-0689-4192-90aa-5646f421c70f, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=52023f1e-0689-4192-90aa-5646f421c70f,segment=NetworkSegment(1c16fc67-b456-4fc9-8cf5-ae22d61c8b05),segment_id=1c16fc67-b456-4fc9-8cf5-ae22d61c8b05)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:46.774563 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:46.788116 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] Calling delete_port for 52023f1e-0689-4192-90aa-5646f421c70f owned by network:router_interface {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:47.031948 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:47.060380 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] Pushing event deleted for resources: {'Port': ['ID=52023f1e-0689-4192-90aa-5646f421c70f,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:47.153770 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-162f513d-9e5e-42cf-b0c0-3ce156da9cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:47.233422 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682458'] for router_interface, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:47.422045 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:47.447795 n-d-778696-16 neutron-server[95325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] Router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab has already been hosted by L3 agent 045a45e5-fed4-44d6-a23b-dafbf19cd921 {{(pid=95325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 10:35:47.553189 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] Notify agent at l3_agent.n-d-778696-16 the message routers_updated {{(pid=95325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 10:35:47.558181 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-0e08e142-93b2-49b3-8dbc-f9f59bf4b961 admin admin] 10.222.0.32 "PUT /v2.0/routers/82dfcd5e-1c96-4bc6-abd3-4f2e45692dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4555488 Sep 09 10:35:47.560767 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54818) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:47.563508 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075cc34e-1125-4fc4-bab1-b2c0130fc785 None None] Sync routers for ids ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'] in n-d-778696-16 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 10:35:47.572805 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075cc34e-1125-4fc4-bab1-b2c0130fc785 None None] Routers {'82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:35:47.573417 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-075cc34e-1125-4fc4-bab1-b2c0130fc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:35:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:47.666108 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Notify callbacks [] for router, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:47.678752 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-075cc34e-1125-4fc4-bab1-b2c0130fc785 None None] Set router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:35:47.863813 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-075cc34e-1125-4fc4-bab1-b2c0130fc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'name': 'tempest-TestSnapshotPattern-1187395661-router', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:35:46Z', 'revision_number': 5, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'gw_port': {'id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:47.897852 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075cc34e-1125-4fc4-bab1-b2c0130fc785 None None] Checking router: 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab for host: n-d-778696-16 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 10:35:47.907237 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075cc34e-1125-4fc4-bab1-b2c0130fc785 None None] Routers {'82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'} bound to L3 agent in host n-d-778696-16 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 10:35:47.907952 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-075cc34e-1125-4fc4-bab1-b2c0130fc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T08:57:47Z,description=,heartbeat_timestamp=2021-09-09T10:35:47Z,host='n-d-778696-16',id=045a45e5-fed4-44d6-a23b-dafbf19cd921,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T08:57:48Z,topic='l3_agent')) {'router_ids': ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:48.016424 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-075cc34e-1125-4fc4-bab1-b2c0130fc785 None None] Set router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab gateway port host: n-d-778696-16 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 10:35:48.080896 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:48.193806 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-075cc34e-1125-4fc4-bab1-b2c0130fc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'name': 'tempest-TestSnapshotPattern-1187395661-router', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:35:46Z', 'revision_number': 5, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'gw_port': {'id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}], 'n-d-778696-16', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:48.217989 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Deleting port 495fd464-2ff0-4b45-801a-c429c71fbc9b {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:48.218338 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:48.220353 n-d-778696-16 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075cc34e-1125-4fc4-bab1-b2c0130fc785 None None] The sync data for ids ['82dfcd5e-1c96-4bc6-abd3-4f2e45692dab'] in n-d-778696-16 is: [{'id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'name': 'tempest-TestSnapshotPattern-1187395661-router', 'tenant_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'external_fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:35:46Z', 'revision_number': 5, 'project_id': 'fcdeeda50b0a4ef1975945e9bd06bd3e', 'gw_port': {'id': '495fd464-2ff0-4b45-801a-c429c71fbc9b', 'name': '', 'network_id': 'b89ae5e9-a0e8-4790-881f-c7ba7cf90fda', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dfcd5e-1c96-4bc6-abd3-4f2e45692dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T10:30:42Z', 'updated_at': '2021-09-09T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d0feae9-9450-4fa8-b58a-efe56c9d8e13', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-16'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 10:35:48.299141 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] For port 495fd464-2ff0-4b45-801a-c429c71fbc9b, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=495fd464-2ff0-4b45-801a-c429c71fbc9b,segment=NetworkSegment(939eab2f-30a1-4e2c-a86a-969bbc3eec32),segment_id=939eab2f-30a1-4e2c-a86a-969bbc3eec32)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:48.299813 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:48.312051 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Calling delete_port for 495fd464-2ff0-4b45-801a-c429c71fbc9b owned by network:router_gateway {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:48.530587 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:48.558679 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Pushing event deleted for resources: {'Port': ['ID=495fd464-2ff0-4b45-801a-c429c71fbc9b,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:48.624976 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682680'] for router_gateway, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:48.722093 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14060'] for router, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:48.724729 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:48.850639 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3686338'] for router, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:48.851260 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82dfcd5e-1c96-4bc6-abd3-4f2e45692dab {{(pid=95325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 10:35:48.863920 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] Notify callbacks [] for router, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:48.863920 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-c33d5188-a7f4-4e96-a0b3-ad70c6af594b admin admin] 10.222.0.32 "DELETE /v2.0/routers/82dfcd5e-1c96-4bc6-abd3-4f2e45692dab HTTP/1.1" status: 204 len: 168 time: 1.2954059 Sep 09 10:35:48.863920 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54820) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:48.883580 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:48.912423 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.db_base_plugin_v2 [None req-280dc67d-aa56-4336-94c2-0b731bd72f21 admin admin] Deleting subnet aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d {{(pid=95325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 10:35:48.915850 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-280dc67d-aa56-4336-94c2-0b731bd72f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:48.953255 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-280dc67d-aa56-4336-94c2-0b731bd72f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12128929'] for subnet, precommit_delete_associations {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.038223 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-280dc67d-aa56-4336-94c2-0b731bd72f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002629'] for subnet, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.140525 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-280dc67d-aa56-4336-94c2-0b731bd72f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491434'] for subnet, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.166095 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280dc67d-aa56-4336-94c2-0b731bd72f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:49.170489 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-280dc67d-aa56-4336-94c2-0b731bd72f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.172621 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-280dc67d-aa56-4336-94c2-0b731bd72f21 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aa8aaea3-debe-4ca5-8b27-9cc9a9fa632d HTTP/1.1" status: 204 len: 168 time: 0.3115821 Sep 09 10:35:49.175162 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54822) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:49.177688 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64feea6e-b458-4ac4-a1d3-324029b4816e None None] Network ea35346d-fce0-4c59-81f4-9c4502dc67df requested from n-d-778696-16 {{(pid=95327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 10:35:49.242840 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556889'] for network, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.309721 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Deleting port 340ac3b8-da5c-4520-ae1e-11e57450ab7c {{(pid=95325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:49.310360 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.382989 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08609e8b-79eb-42ff-92b1-5c3a87abcff1 None None] DHCP port deletion for ea35346d-fce0-4c59-81f4-9c4502dc67df request from n-d-778696-16 {{(pid=95327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 10:35:49.388957 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.db [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] For port 340ac3b8-da5c-4520-ae1e-11e57450ab7c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=340ac3b8-da5c-4520-ae1e-11e57450ab7c,segment=NetworkSegment(1c16fc67-b456-4fc9-8cf5-ae22d61c8b05),segment_id=1c16fc67-b456-4fc9-8cf5-ae22d61c8b05)] {{(pid=95325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:49.389323 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.401110 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.plugin [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Calling delete_port for 340ac3b8-da5c-4520-ae1e-11e57450ab7c owned by network:dhcp {{(pid=95325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:49.428815 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-08609e8b-79eb-42ff-92b1-5c3a87abcff1 None None] Deleting port 340ac3b8-da5c-4520-ae1e-11e57450ab7c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 10:35:49.429189 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08609e8b-79eb-42ff-92b1-5c3a87abcff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734703409466'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.495178 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-08609e8b-79eb-42ff-92b1-5c3a87abcff1 None None] For port 340ac3b8-da5c-4520-ae1e-11e57450ab7c, host n-d-778696-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-16',level=0,port_id=340ac3b8-da5c-4520-ae1e-11e57450ab7c,segment=NetworkSegment(1c16fc67-b456-4fc9-8cf5-ae22d61c8b05),segment_id=1c16fc67-b456-4fc9-8cf5-ae22d61c8b05)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 10:35:49.495607 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08609e8b-79eb-42ff-92b1-5c3a87abcff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676511'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.507466 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-08609e8b-79eb-42ff-92b1-5c3a87abcff1 None None] Calling delete_port for 340ac3b8-da5c-4520-ae1e-11e57450ab7c owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 10:35:49.553610 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995716'] for port, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.582739 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08609e8b-79eb-42ff-92b1-5c3a87abcff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734703415556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734702896101'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.584756 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Pushing event deleted for resources: {'Port': ['ID=340ac3b8-da5c-4520-ae1e-11e57450ab7c,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:49.586608 n-d-778696-16 neutron-server[95325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] No DVR routers for this DVR port 340ac3b8-da5c-4520-ae1e-11e57450ab7c on host n-d-778696-16 {{(pid=95325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:35:49.612376 n-d-778696-16 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08609e8b-79eb-42ff-92b1-5c3a87abcff1 None None] Pushing event deleted for resources: {'Port': ['ID=340ac3b8-da5c-4520-ae1e-11e57450ab7c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:49.616284 n-d-778696-16 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08609e8b-79eb-42ff-92b1-5c3a87abcff1 None None] No DVR routers for this DVR port 340ac3b8-da5c-4520-ae1e-11e57450ab7c on host n-d-778696-16 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 10:35:49.669725 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 52023f1e-0689-4192-90aa-5646f421c70f no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:35:49.672751 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000176', 'neutron.services.segments.db._delete_segments_for_network-8734703441565'] for network, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.690223 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 52023f1e-0689-4192-90aa-5646f421c70f {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:35:49.690572 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 52023f1e-0689-4192-90aa-5646f421c70f not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:35:49.691007 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 340ac3b8-da5c-4520-ae1e-11e57450ab7c no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:35:49.693136 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea35346d-fce0-4c59-81f4-9c4502dc67df']}} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:49.703086 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c16fc67-b456-4fc9-8cf5-ae22d61c8b05') {'for_net_delete': True} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:49.703363 n-d-778696-16 neutron-server[95325]: DEBUG neutron.services.segments.db [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c16fc67-b456-4fc9-8cf5-ae22d61c8b05') {} {{(pid=95325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 10:35:49.710173 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 340ac3b8-da5c-4520-ae1e-11e57450ab7c {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:35:49.710580 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 340ac3b8-da5c-4520-ae1e-11e57450ab7c not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:35:49.710956 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 495fd464-2ff0-4b45-801a-c429c71fbc9b no longer exists at agent ovs-agent-n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 10:35:49.713236 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734703442598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12128984'] for segment, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.726377 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983'] for segment, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.729640 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] No Port match for: 495fd464-2ff0-4b45-801a-c429c71fbc9b {{(pid=95327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 10:35:49.730058 n-d-778696-16 neutron-server[95327]: DEBUG neutron.plugins.ml2.rpc [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Device 495fd464-2ff0-4b45-801a-c429c71fbc9b not bound to the agent host n-d-778696-16 {{(pid=95327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 10:35:49.733895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 10:35:49.734290 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8994907'] for segment, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: Traceback (most recent call last): Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: timer() Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: cb(*args, **kw) Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: return func(*args, **kwargs) Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: self._notify() Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: self.callback(batched_events) Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: event.method(event) Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: return f(self, *a, **k) Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: return self._get(url).json() Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: return self.request(url, 'GET', **kwargs) Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 10:35:49.736368 n-d-778696-16 neutron-server[95325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 10:35:49.850673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682588'] for network, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.856470 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Notify callbacks [] for network, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:49.858373 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] 10.222.0.32 "DELETE /v2.0/networks/ea35346d-fce0-4c59-81f4-9c4502dc67df HTTP/1.1" status: 204 len: 168 time: 0.6822510 Sep 09 10:35:49.869465 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a740ce-14de-40db-a3ce-df16cb61e10f admin admin] Pushing event deleted for resources: {'Network': ['ID=ea35346d-fce0-4c59-81f4-9c4502dc67df,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:50.132051 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:50.172479 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-9292adfc-28ac-460d-b093-9be2f49c06d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=130261d18ec1412a93c0cb7b1192537c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391862 Sep 09 10:35:50.179895 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [-] (95325) accepted ('10.222.0.32', 54828) {{(pid=95325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:50.227810 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-536fdb65-4280-49df-86d4-d06802741687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:50.248617 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-536fdb65-4280-49df-86d4-d06802741687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:50.387673 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-536fdb65-4280-49df-86d4-d06802741687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:50.390774 n-d-778696-16 neutron-server[95325]: DEBUG neutron_lib.callbacks.manager [None req-536fdb65-4280-49df-86d4-d06802741687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:50.391976 n-d-778696-16 neutron-server[95325]: INFO neutron.wsgi [None req-536fdb65-4280-49df-86d4-d06802741687 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d44c802-5786-4eb2-838b-dcf4b73ce304 HTTP/1.1" status: 204 len: 168 time: 0.2111120 Sep 09 10:35:50.399883 n-d-778696-16 neutron-server[95325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fdb65-4280-49df-86d4-d06802741687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d44c802-5786-4eb2-838b-dcf4b73ce304,revision_number=None']} {{(pid=95325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:50.438729 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:51.056994 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54834) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:51.101124 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-1244bd77-1ac8-4b33-aed7-1d13902c3db5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcdeeda50b0a4ef1975945e9bd06bd3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429456 Sep 09 10:35:51.103595 n-d-778696-16 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.32', 54836) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 10:35:51.155823 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b3ffe03-39dc-4d88-89c5-4cf6edc20fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:51.178212 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b3ffe03-39dc-4d88-89c5-4cf6edc20fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:51.290582 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b3ffe03-39dc-4d88-89c5-4cf6edc20fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3940825'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:51.293167 n-d-778696-16 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b3ffe03-39dc-4d88-89c5-4cf6edc20fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:51.297311 n-d-778696-16 neutron-server[95326]: INFO neutron.wsgi [None req-7b3ffe03-39dc-4d88-89c5-4cf6edc20fbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7e4361b-17d0-4152-a2fc-c8f3f0c94b88 HTTP/1.1" status: 204 len: 168 time: 0.1898425 Sep 09 10:35:51.302685 n-d-778696-16 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ffe03-39dc-4d88-89c5-4cf6edc20fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e4361b-17d0-4152-a2fc-c8f3f0c94b88,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 10:35:56.042775 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:35:56.696064 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:06.631658 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:36:14.495478 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46be7258-78ab-42bb-a869-ca235832ff16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:17.158526 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32869cde-6b8e-461c-bcd0-77d5d8771c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:17.467454 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:18.849768 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:20.441993 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:26.038123 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:26.667085 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:43.631889 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:36:44.488862 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb0a89e8-d26b-435d-90d8-faaa6f91f51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:47.157745 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e12a563f-7a67-461e-893c-ec3f7768fb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:47.432050 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:48.831702 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:50.441877 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:56.035985 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:36:56.704432 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:14.520949 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-685dd7bb-1511-4ac2-b4dd-247f0c1830b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:17.139877 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3111-0663-4c5d-8f4d-8cda87e15380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:17.452381 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:18.842683 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:20.469120 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:20.632791 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:37:26.065404 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:26.699858 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:44.499216 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9f301a-0bb0-47f2-8f80-0bb07087c0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:47.171997 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-091e2776-aaa7-4799-8a10-73bced8584ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:47.451817 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:48.842441 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:50.464462 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:56.036005 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:56.698864 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:37:57.631662 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:38:14.491540 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f6781-4e9d-4356-8e52-aa3f2d9b1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:17.132515 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-555b2573-ed0a-4435-9b0d-4b774901c6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:17.439729 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:18.847174 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:20.446641 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:26.064229 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:26.719058 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:34.630627 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:38:44.497819 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10259c4d-d937-498a-bde1-ff63f1b78fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:47.137979 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38093468-ac23-448c-ace0-008f29ad9e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:47.435205 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:48.846470 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:50.452041 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:56.052502 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:38:56.741621 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:11.630519 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:39:14.491507 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34b3e349-cf03-4a15-a462-f73aea2153bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:17.160098 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d78e8e4-654d-4e88-9b02-8ca2b4ef100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:17.428675 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:18.845542 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:20.460831 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:26.080510 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:26.737298 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:44.496249 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64d95ff2-9314-4df9-a703-41586f513004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:47.159564 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b5e71e5a-a576-4c60-ba0b-4dab441afd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:47.450836 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:48.630185 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:39:48.839523 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:50.473678 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:56.056293 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:39:56.753400 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:14.501225 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f51b71a5-8aad-4142-8ff2-588e51a313aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:17.122202 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a423a89-fc52-4815-8695-fb8172f8f277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:17.460073 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:18.879292 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:20.466793 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:25.630031 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:40:26.084305 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:26.781375 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:44.510875 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-188cdf81-70a8-4199-9dca-4320e8a4ccc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:47.140781 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed794bc1-33aa-4cfc-bb79-ec7bf6b0ffea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:47.426688 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:48.889442 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:50.472354 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:56.089252 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:40:56.750298 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:02.628375 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:41:14.511444 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-825c01ef-8ed7-4af8-89cf-69be05a1e9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:17.121332 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-277ef57d-0d5f-4b97-8140-f50a2c76de36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:17.436973 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:18.848846 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:20.505699 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:26.105450 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:26.763023 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:39.627547 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:41:44.497836 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3826a23-4f24-4e94-ade4-15e124cecc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:47.185106 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a004925b-e445-482e-9361-20c5f3377f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:47.475363 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:48.871151 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:50.511104 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:56.120816 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:41:56.766575 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:14.504594 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7caa0a3-c8cc-4861-b711-5509a1a1e24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:16.627176 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:42:17.189972 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-165919c8-a39b-4689-a7bf-9b5f9d40ba4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:17.435848 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:18.858678 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:20.515719 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:26.116076 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:26.778678 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:44.497740 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-702371da-5710-4a73-a43e-11b87380cef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:47.149563 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f880e34f-9d5a-42c6-90a3-6b7b7b877702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:47.422015 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:48.880610 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:50.479365 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:53.626574 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:42:56.103668 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:42:56.777815 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:14.507159 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-445430e1-5cb0-4e0a-a0c6-2eab8b7c8df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:17.171408 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a312119d-35a0-4feb-86ea-91069fb6ba8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:17.450215 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:18.902925 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:20.485771 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:22.684292 n-d-778696-16 neutron-server[95325]: DEBUG neutron.wsgi [req-185617aa-6bb3-462a-a609-0564c26d0910 req-af7f5a4c-07f6-4ec2-b40a-a1562e1439a4 service neutron] (95325) timed out ('10.222.0.32', 53394) {{(pid=95325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 10:43:26.108665 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:26.781142 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:30.626406 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:43:44.536734 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89f0242c-5f54-4d79-8418-98310a831bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:47.148319 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e59ec31e-55c9-4d5e-bb50-de31d2cf7bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:47.466388 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f63c465-2aea-4a63-85ea-e9e2fe936f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:48.889353 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0271e7b-4251-4a1a-a66e-444ab582cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:50.502038 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8760b9b0-596f-426b-b1d7-f0a2953aa30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:56.152585 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51631315-cac5-4c96-a279-6c71cef8b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:43:56.780744 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10d34e41-14da-4941-8eda-930ecefab585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 10:44:07.625272 n-d-778696-16 neutron-server[95328]: DEBUG neutron.db.agents_db [None req-17a8ade2-1a7a-44c7-ad12-3ca112e03e9c None None] Agent healthcheck: found 7 active agents {{(pid=95328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 10:44:14.523220 n-d-778696-16 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1d3400e-bfd1-4a7e-af25-6dae83f3f57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734703441547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1001014'] for agent, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}